-- Logs begin at Tue 2021-11-09 18:51:37 UTC, end at Tue 2021-11-09 21:09:30 UTC. -- Nov 09 19:25:52.187061 n-d-817256-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 09 19:25:55.102170 n-d-817256-1 neutron-server[102186]: INFO neutron.common.config [-] Logging enabled! Nov 09 19:25:55.102813 n-d-817256-1 neutron-server[102186]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev26 Nov 09 19:25:55.103007 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102186) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 19:25:55.106322 n-d-817256-1 neutron-server[102186]: INFO neutron.common.config [-] Logging enabled! Nov 09 19:25:55.106611 n-d-817256-1 neutron-server[102186]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev26 Nov 09 19:25:55.106939 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102186) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 19:25:55.107919 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 19:25:55.108156 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 19:25:55.108552 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 19:25:55.108795 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 19:25:55.109030 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 19:25:55.109360 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.109661 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.109965 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.110194 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.110501 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.110821 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.111107 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.111410 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.111709 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.112002 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.112282 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.112572 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.112802 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.113087 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.113373 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.113668 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.113886 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] debug = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.114171 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.114630 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.115092 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.115377 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.115671 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.115948 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.116225 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.116510 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.116798 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.117140 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] host = n-d-817256-1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.117423 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.117726 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.118007 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.118297 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.118609 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.118893 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.119183 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.119463 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.119736 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] log_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.120014 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.120331 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.120625 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.120901 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.121130 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.121354 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.121654 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.121944 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.122225 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.122547 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.122811 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.123088 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.123366 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.123643 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.123934 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.124222 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.124509 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.124790 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.125065 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.125347 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.125621 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.125911 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.126188 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.126464 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.126764 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.127059 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.127333 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.127606 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.127916 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.128205 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.128492 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.128779 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.129059 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.129344 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.129626 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.129896 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.130180 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] use_json = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.130481 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.130787 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.131071 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.131342 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.131626 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.131898 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.132166 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.132460 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:55.132758 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.133068 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.133373 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.133663 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.133962 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.134248 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.134556 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.134931 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.135181 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.135417 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.135711 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.136059 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.136280 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.136773 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.136890 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.137163 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.137468 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.137759 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.138039 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.138396 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.138618 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.139458 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.139458 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.139458 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.139736 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.140028 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.140315 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.140605 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.140899 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.141195 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.141472 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.141752 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.142047 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.142326 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.142624 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.142905 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.143201 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.143487 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.143762 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.144045 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.144324 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.144601 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.144875 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.145156 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.145453 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.145732 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.146006 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.147008 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.147297 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.147578 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.147869 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.148150 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.148427 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.148703 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.148985 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.149260 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.149534 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.149816 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.150093 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.150373 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.150678 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.150955 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.151232 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.151506 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.151782 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.152057 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.152333 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.152611 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.152886 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.153160 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.153434 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.153708 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.153983 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.154272 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.154596 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.154882 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.155165 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.155449 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.155730 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.156010 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.156289 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.156569 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.156850 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.157127 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.157426 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.157712 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.158004 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.158291 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.158597 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.158905 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.159185 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.159471 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.159748 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.160030 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.160318 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.160606 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.160908 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.161206 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.161505 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.161861 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.162245 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.163042 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.163474 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.163766 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:55.163986 n-d-817256-1 neutron-server[102186]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 19:25:55.164243 n-d-817256-1 neutron-server[102186]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102186) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 09 19:25:55.539685 n-d-817256-1 neutron-server[102186]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 19:25:55.539880 n-d-817256-1 neutron-server[102186]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 19:25:55.540140 n-d-817256-1 neutron-server[102186]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 09 19:25:55.540480 n-d-817256-1 neutron-server[102186]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 09 19:25:55.952676 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:55.952956 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:55.953229 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:55.954563 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:55.954842 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:55.955111 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:55.994768 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:55.995039 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:55.995309 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.011802 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.012084 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.012357 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.043115 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.043399 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.043674 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.085120 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.085402 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.085672 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.330001 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.330684 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.330684 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.330894 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.331805 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.457875 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.458188 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.458606 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.459503 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.459934 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.460451 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.460888 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.461326 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.461608 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.461906 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.462233 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.462713 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.463146 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.463567 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.463970 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.464275 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.464708 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.465166 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.465640 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.466064 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.466561 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.466875 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.467180 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.467646 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.468082 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.468510 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.469177 n-d-817256-1 neutron-server[102186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 19:25:56.469435 n-d-817256-1 neutron-server[102186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 19:25:56.469685 n-d-817256-1 neutron-server[102186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 19:25:56.469929 n-d-817256-1 neutron-server[102186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 19:25:56.470174 n-d-817256-1 neutron-server[102186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 19:25:56.470418 n-d-817256-1 neutron-server[102186]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 19:25:56.470835 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 09 19:25:56.474675 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 09 19:25:56.478945 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 09 19:25:56.482791 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Nov 09 19:25:56.484451 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 09 19:25:56.484912 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 09 19:25:56.485253 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 09 19:25:56.485648 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 09 19:25:56.488566 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 09 19:25:56.488824 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 09 19:25:56.489187 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 19:25:56.495366 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 09 19:25:56.518904 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 09 19:25:56.519383 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.519695 n-d-817256-1 neutron-server[102186]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102186) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 09 19:25:56.520069 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.521623 n-d-817256-1 neutron-server[102186]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102186) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 09 19:25:56.521918 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 19:25:56.522165 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 09 19:25:56.525645 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.525926 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:56.589833 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 09 19:25:56.590016 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 09 19:25:56.590216 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 09 19:25:56.590625 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 09 19:25:56.613311 n-d-817256-1 neutron-server[102186]: DEBUG oslo_db.sqlalchemy.engines [None req-92daa625-7570-4134-962b-64aa4d647899 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102186) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 09 19:25:57.154225 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Initializing driver for type 'gre' Nov 09 19:25:57.154806 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92daa625-7570-4134-962b-64aa4d647899 None None] gre ID ranges: [(1, 1000)] Nov 09 19:25:57.209129 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Initializing driver for type 'local' Nov 09 19:25:57.209602 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Initializing driver for type 'vlan' Nov 09 19:25:57.223448 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-92daa625-7570-4134-962b-64aa4d647899 None None] VlanTypeDriver initialization complete Nov 09 19:25:57.223822 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Initializing driver for type 'vxlan' Nov 09 19:25:57.224444 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92daa625-7570-4134-962b-64aa4d647899 None None] vxlan ID ranges: [(1, 1000)] Nov 09 19:25:57.285639 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Initializing extension driver 'port_security' Nov 09 19:25:57.285971 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.extensions.port_security [None req-92daa625-7570-4134-962b-64aa4d647899 None None] PortSecurityExtensionDriver initialization complete Nov 09 19:25:57.286331 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Initializing mechanism driver 'openvswitch' Nov 09 19:25:57.286813 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Initializing mechanism driver 'hyperv' Nov 09 19:25:57.293867 n-d-817256-1 neutron-server[102186]: DEBUG neutron.plugins.ml2.plugin [None req-92daa625-7570-4134-962b-64aa4d647899 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:25:57.294588 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > port after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.294963 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > port after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.295317 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > port after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.295863 n-d-817256-1 neutron-server[102186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 19:25:57.296297 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > subnet after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.296676 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > subnet after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.297024 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.297504 n-d-817256-1 neutron-server[102186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 19:25:57.297996 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > network after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.298360 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > network after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.298732 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > network after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.299121 n-d-817256-1 neutron-server[102186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 19:25:57.299530 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > security_group after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.299878 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > security_group after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.300217 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.300760 n-d-817256-1 neutron-server[102186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 19:25:57.301436 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.301783 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.302126 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.303480 n-d-817256-1 neutron-server[102186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 19:25:57.303886 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > address_group after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.304232 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > address_group after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.304573 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.304966 n-d-817256-1 neutron-server[102186]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102186) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 19:25:57.305346 n-d-817256-1 neutron-server[102186]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-92daa625-7570-4134-962b-64aa4d647899 None None] ML2 OVO RPC backend initialized. {{(pid=102186) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 09 19:25:57.306098 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.306450 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.306901 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > network before_response 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.307248 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > networks before_response 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.307599 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > port before_response 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.307945 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > ports before_response 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.308284 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > subnet before_response 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.308626 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > subnets before_response 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.308978 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > network after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.309322 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > network after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.309660 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > network after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.309998 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > port after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.310338 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > port after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.310705 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > port after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.311047 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > subnet after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.311384 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > subnet after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.311720 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.312323 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.plugin [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Modular L2 Plugin initialization complete Nov 09 19:25:57.312656 n-d-817256-1 neutron-server[102186]: DEBUG neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading services supported by the core plugin {{(pid=102186) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 09 19:25:57.312986 n-d-817256-1 neutron-server[102186]: INFO neutron.plugins.ml2.managers [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Got port-security extension from driver 'port_security' Nov 09 19:25:57.313453 n-d-817256-1 neutron-server[102186]: INFO neutron.extensions.vlantransparent [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Disabled vlantransparent extension. Nov 09 19:25:57.313939 n-d-817256-1 neutron-server[102186]: DEBUG neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102186) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 09 19:25:57.314254 n-d-817256-1 neutron-server[102186]: INFO neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading Plugin: router Nov 09 19:25:57.352308 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.352953 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router after_create 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.353066 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router before_create 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.353406 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.353777 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.354132 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router after_delete 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.354491 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.354870 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.355236 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router after_create 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.355581 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router after_update 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.355930 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router after_update 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.356276 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.356632 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router after_update 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.357038 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router precommit_update 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.357405 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: port after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.357750 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: port after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.358084 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: subnet after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.358423 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.358799 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.359148 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router precommit_create 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.359491 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: port before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.359832 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router precommit_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.360187 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router after_update 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.360526 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.360878 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router precommit_create 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.361238 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.361582 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router precommit_update 55549900 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.361944 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > agent after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.362293 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > agent after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.362672 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > network after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.363571 n-d-817256-1 neutron-server[102186]: DEBUG neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Tracking information for resource: router configured {{(pid=102186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 19:25:57.363901 n-d-817256-1 neutron-server[102186]: DEBUG neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Tracking information for resource: floatingip configured {{(pid=102186) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 19:25:57.369793 n-d-817256-1 neutron-server[102186]: INFO neutron.db.l3_agentschedulers_db [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 09 19:25:57.370393 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: port after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.370792 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: port after_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.371149 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: port after_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.371537 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: port after_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.372451 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router before_create 55550100 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.373261 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.373261 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router precommit_create 55550100 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.373478 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > router precommit_update 55550100 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.378500 n-d-817256-1 neutron-server[102186]: DEBUG neutron.services.provider_configuration [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service providers = [] {{(pid=102186) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 09 19:25:57.378889 n-d-817256-1 neutron-server[102186]: DEBUG neutron.db.servicetype_db [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102186) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 09 19:25:57.382725 n-d-817256-1 neutron-server[102186]: DEBUG neutron.services.service_base [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 19:25:57.383076 n-d-817256-1 neutron-server[102186]: DEBUG neutron.services.service_base [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 19:25:57.383422 n-d-817256-1 neutron-server[102186]: DEBUG neutron.services.service_base [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 19:25:57.384317 n-d-817256-1 neutron-server[102186]: DEBUG neutron.services.service_base [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102186) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 19:25:57.384695 n-d-817256-1 neutron-server[102186]: INFO neutron.services.service_base [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 09 19:25:57.385090 n-d-817256-1 neutron-server[102186]: DEBUG neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 19:25:57.385418 n-d-817256-1 neutron-server[102186]: INFO neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 09 19:25:57.396924 n-d-817256-1 neutron-server[102186]: DEBUG neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 19:25:57.397221 n-d-817256-1 neutron-server[102186]: INFO neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading Plugin: auto_allocate Nov 09 19:25:57.403241 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: network precommit_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.403619 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: network precommit_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.404156 n-d-817256-1 neutron-server[102186]: DEBUG neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 19:25:57.404480 n-d-817256-1 neutron-server[102186]: INFO neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading Plugin: tag Nov 09 19:25:57.411208 n-d-817256-1 neutron-server[102186]: DEBUG neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 19:25:57.411566 n-d-817256-1 neutron-server[102186]: INFO neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading Plugin: timestamp Nov 09 19:25:57.416361 n-d-817256-1 neutron-server[102186]: DEBUG neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 19:25:57.416689 n-d-817256-1 neutron-server[102186]: INFO neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading Plugin: network_ip_availability Nov 09 19:25:57.422290 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.422702 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.423061 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.423829 n-d-817256-1 neutron-server[102186]: DEBUG neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 19:25:57.424150 n-d-817256-1 neutron-server[102186]: INFO neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading Plugin: flavors Nov 09 19:25:57.429887 n-d-817256-1 neutron-server[102186]: DEBUG neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 19:25:57.430214 n-d-817256-1 neutron-server[102186]: INFO neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading Plugin: revisions Nov 09 19:25:57.434674 n-d-817256-1 neutron-server[102186]: DEBUG neutron.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102186) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 19:25:57.435073 n-d-817256-1 neutron-server[102186]: DEBUG oslo_concurrency.lockutils [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.895s {{(pid=102186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 09 19:25:57.435844 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102186) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 09 19:25:57.436183 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Initializing extension manager. Nov 09 19:25:57.436694 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: __init__.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.437038 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: __pycache__ {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.437375 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.437705 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: address_group.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.438494 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.439116 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: address-group Nov 09 19:25:57.439437 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: address_scope.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.440415 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.440905 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: address-scope Nov 09 19:25:57.441227 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.442502 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.443704 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: router-admin-state-down-before-update Nov 09 19:25:57.444241 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: agent.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.445283 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.446162 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: agent Nov 09 19:25:57.446732 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: agent_resources_synced.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.448097 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.448949 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: agent-resources-synced Nov 09 19:25:57.449503 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: allowedaddresspairs.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.452341 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.453035 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: allowed-address-pairs Nov 09 19:25:57.453346 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: auto_allocated_topology.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.454951 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.455478 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: auto-allocated-topology Nov 09 19:25:57.455812 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: availability_zone.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.456526 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.457289 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: availability_zone Nov 09 19:25:57.457649 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: availability_zone_filter.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.459240 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.460021 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: availability_zone_filter Nov 09 19:25:57.460486 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: data_plane_status.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.461460 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.461974 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension data-plane-status not supported by any of loaded plugins Nov 09 19:25:57.462657 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: default_subnetpools.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.463894 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.464689 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: default-subnetpools Nov 09 19:25:57.465054 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.465925 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.466448 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: dhcp_agent_scheduler Nov 09 19:25:57.466801 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: dns.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.467805 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.468640 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension dns-integration not supported by any of loaded plugins Nov 09 19:25:57.469182 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: dns_domain_ports.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.470203 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.470730 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 09 19:25:57.471056 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.471991 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.472498 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 09 19:25:57.472823 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: dvr.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.473561 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.474792 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: dvr Nov 09 19:25:57.475205 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: ecmp_routes.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.476313 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.476892 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 09 19:25:57.477219 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: empty_string_filtering.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.478393 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.479128 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: empty-string-filtering Nov 09 19:25:57.479494 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.480605 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.481322 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 09 19:25:57.481723 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.482754 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.483449 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 09 19:25:57.483694 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: external_net.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.484788 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.485391 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: external-net Nov 09 19:25:57.485779 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.487089 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.487732 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: extra_dhcp_opt Nov 09 19:25:57.488092 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: extraroute.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.489188 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.489820 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: extraroute Nov 09 19:25:57.490164 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: extraroute_atomic.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.491449 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.492055 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: extraroute-atomic Nov 09 19:25:57.492400 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: filter_validation.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.493268 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.493880 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: filter-validation Nov 09 19:25:57.494238 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: fip_pf_description.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.495425 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.495971 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 09 19:25:57.496354 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: fip_port_details.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.497427 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.498118 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: fip-port-details Nov 09 19:25:57.498466 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: flavors.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.499863 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.500542 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: flavors Nov 09 19:25:57.500951 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.502950 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.503616 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 09 19:25:57.503986 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: floatingip_pools.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.504773 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.505304 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: floatingip-pools Nov 09 19:25:57.505637 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: ip_allocation.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.506643 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.507152 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension ip_allocation not supported by any of loaded plugins Nov 09 19:25:57.507473 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.508399 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.508905 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: ip-substring-filtering Nov 09 19:25:57.509229 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: l2_adjacency.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.510159 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.510743 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 09 19:25:57.511043 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: l3.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.512231 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.512749 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: router Nov 09 19:25:57.513071 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.515750 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.516693 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 09 19:25:57.516693 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.517257 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.517776 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: ext-gw-mode Nov 09 19:25:57.518104 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.519088 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.519592 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: l3-ha Nov 09 19:25:57.519915 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: l3_flavors.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.520837 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.521918 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: l3-flavors Nov 09 19:25:57.522239 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.523194 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.523702 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 09 19:25:57.524023 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: l3agentscheduler.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.525098 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.525612 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: l3_agent_scheduler Nov 09 19:25:57.525938 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: logging.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.527500 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.528029 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension logging not supported by any of loaded plugins Nov 09 19:25:57.528361 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: metering.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.529115 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.529706 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: metering Nov 09 19:25:57.530031 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.531186 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.531705 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: metering_source_and_destination_fields Nov 09 19:25:57.532034 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: multiprovidernet.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.532966 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.533481 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: multi-provider Nov 09 19:25:57.533808 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: netmtu.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.534771 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.535282 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: net-mtu Nov 09 19:25:57.535608 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: netmtu_writable.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.536560 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.537604 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: net-mtu-writable Nov 09 19:25:57.537947 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: network_availability_zone.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.538740 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.539253 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: network_availability_zone Nov 09 19:25:57.539578 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: network_ip_availability.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.540707 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.541221 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: network-ip-availability Nov 09 19:25:57.541546 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: network_segment_range.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.542326 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.542859 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension network-segment-range not supported by any of loaded plugins Nov 09 19:25:57.543185 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: pagination.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.544176 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.544510 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: pagination Nov 09 19:25:57.544837 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: port_device_profile.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.545750 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.546265 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: port-device-profile Nov 09 19:25:57.546645 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.547580 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.548089 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: port-mac-address-regenerate Nov 09 19:25:57.548411 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.549338 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.549844 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: port-numa-affinity-policy Nov 09 19:25:57.550164 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: port_resource_request.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.551798 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.552855 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension port-resource-request not supported by any of loaded plugins Nov 09 19:25:57.553293 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: portbindings.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.558666 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.559497 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: binding Nov 09 19:25:57.559981 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: portbindings_extended.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.562187 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.562843 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: binding-extended Nov 09 19:25:57.563114 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: portsecurity.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.564297 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.564869 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: port-security Nov 09 19:25:57.565209 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: project_id.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.566666 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.567187 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: project-id Nov 09 19:25:57.567532 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: providernet.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.568639 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.569162 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: provider Nov 09 19:25:57.569495 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: qos.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.574744 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.575439 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension qos not supported by any of loaded plugins Nov 09 19:25:57.575990 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.577767 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.578776 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 09 19:25:57.579291 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.580444 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.581150 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 09 19:25:57.581696 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: qos_default.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.582891 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.583951 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension qos-default not supported by any of loaded plugins Nov 09 19:25:57.584333 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: qos_fip.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.585093 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.585603 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension qos-fip not supported by any of loaded plugins Nov 09 19:25:57.585928 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: qos_gateway_ip.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.586916 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.587430 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 09 19:25:57.587756 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: qos_port_network_policy.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.588695 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.589200 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 09 19:25:57.589608 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: qos_pps_rule.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.591080 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.591831 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension qos-pps not supported by any of loaded plugins Nov 09 19:25:57.592042 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: qos_rule_type_details.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.593266 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.593772 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 09 19:25:57.594097 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: qos_rules_alias.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.595197 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.595707 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 09 19:25:57.596031 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: quotasv2.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.597034 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.597366 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: quotas Nov 09 19:25:57.597687 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: quotasv2_detail.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.602108 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.602453 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: quota_details Nov 09 19:25:57.602814 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: rbac.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.603939 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.604491 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: rbac-policies Nov 09 19:25:57.604817 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: rbac_address_group.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.605779 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.606303 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: rbac-address-group Nov 09 19:25:57.606657 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: rbac_address_scope.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.607591 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.608104 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: rbac-address-scope Nov 09 19:25:57.608467 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: rbac_security_groups.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.609359 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.609872 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: rbac-security-groups Nov 09 19:25:57.610193 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: rbac_subnetpool.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.611163 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.611688 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: rbac-subnetpool Nov 09 19:25:57.612028 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: revisionifmatch.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.612948 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.613465 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: revision-if-match Nov 09 19:25:57.613788 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: revisions.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.615688 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.616291 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: standard-attr-revisions Nov 09 19:25:57.616621 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: router_availability_zone.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.617326 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.617839 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: router_availability_zone Nov 09 19:25:57.618356 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: routerservicetype.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.619344 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.619856 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension router-service-type not supported by any of loaded plugins Nov 09 19:25:57.620182 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.621124 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.621642 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: security-groups-normalized-cidr Nov 09 19:25:57.621964 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.622952 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.623462 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: port-security-groups-filtering Nov 09 19:25:57.623782 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.624730 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.630415 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: security-groups-remote-address-group Nov 09 19:25:57.630415 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: securitygroup.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.638475 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.639051 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: security-group Nov 09 19:25:57.639388 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: segment.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.640266 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.640775 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension segment not supported by any of loaded plugins Nov 09 19:25:57.641110 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.642163 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.642709 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 09 19:25:57.643033 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: servicetype.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.644280 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.644802 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: service-type Nov 09 19:25:57.645128 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: sorting.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.646260 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.646858 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: sorting Nov 09 19:25:57.647306 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: standard_attr_segment.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.648217 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.648747 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 09 19:25:57.649079 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: standardattrdescription.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.649752 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.650259 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: standard-attr-description Nov 09 19:25:57.650612 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: stateful_security_group.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.651589 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.652378 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: stateful-security-group Nov 09 19:25:57.652705 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: stdattrs_common.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.653303 n-d-817256-1 neutron-server[102186]: WARNING neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 09 19:25:57.653624 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.654585 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.655106 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 09 19:25:57.655430 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: subnet_onboard.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.656527 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.657048 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: subnet_onboard Nov 09 19:25:57.657375 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.658320 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.658857 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 09 19:25:57.659182 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: subnet_service_types.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.660133 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.660643 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: subnet-service-types Nov 09 19:25:57.660972 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: subnetallocation.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.662940 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.663591 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: subnet_allocation Nov 09 19:25:57.663787 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.664476 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.664989 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: subnetpool-prefix-ops Nov 09 19:25:57.665346 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.666314 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.666851 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 09 19:25:57.667175 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: tagging.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.668294 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.668807 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: standard-attr-tag Nov 09 19:25:57.669134 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: timestamp.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.670394 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.670936 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loaded extension: standard-attr-timestamp Nov 09 19:25:57.671271 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: trunk.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.672335 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.672848 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension trunk not supported by any of loaded plugins Nov 09 19:25:57.673178 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: trunk_details.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.674123 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.674675 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension trunk-details not supported by any of loaded plugins Nov 09 19:25:57.674996 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: uplink_status_propagation.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.676196 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.676705 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 09 19:25:57.677025 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Loading extension file: vlantransparent.py {{(pid=102186) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 19:25:57.677724 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102186) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 19:25:57.678230 n-d-817256-1 neutron-server[102186]: INFO neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 09 19:25:57.681479 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:network Nov 09 19:25:57.682026 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:subnet Nov 09 19:25:57.682432 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 19:25:57.682865 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:port Nov 09 19:25:57.684206 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.684649 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service FLAVORS assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.685429 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.685714 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.686052 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:router Nov 09 19:25:57.686494 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 19:25:57.687010 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service METERING assigned prefix: /metering {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.688510 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.688886 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.689238 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:25:57.690316 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 19:25:57.690791 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:security_group Nov 09 19:25:57.691240 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 19:25:57.691878 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service CORE assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.692207 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 19:25:57.692653 n-d-817256-1 neutron-server[102186]: WARNING neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] subnetpool is already registered Nov 09 19:25:57.693134 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service CORE assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.693464 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 19:25:57.693799 n-d-817256-1 neutron-server[102186]: WARNING neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] subnetpool is already registered Nov 09 19:25:57.696766 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.697203 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service FLAVORS assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.697793 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.698221 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.698599 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:router Nov 09 19:25:57.698952 n-d-817256-1 neutron-server[102186]: WARNING neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] router is already registered Nov 09 19:25:57.699366 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 19:25:57.699704 n-d-817256-1 neutron-server[102186]: WARNING neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] floatingip is already registered Nov 09 19:25:57.700169 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service METERING assigned prefix: /metering {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.700862 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 19:25:57.701192 n-d-817256-1 neutron-server[102186]: WARNING neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] rbac_policy is already registered Nov 09 19:25:57.701613 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:security_group Nov 09 19:25:57.701947 n-d-817256-1 neutron-server[102186]: WARNING neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] security_group is already registered Nov 09 19:25:57.702344 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 19:25:57.702705 n-d-817256-1 neutron-server[102186]: WARNING neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] security_group_rule is already registered Nov 09 19:25:57.703381 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service CORE assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.703706 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 19:25:57.704040 n-d-817256-1 neutron-server[102186]: WARNING neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] subnetpool is already registered Nov 09 19:25:57.704448 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.v2.resource_helper [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Service CORE assigned prefix: {{(pid=102186) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 19:25:57.704772 n-d-817256-1 neutron-server[102186]: INFO neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 19:25:57.705110 n-d-817256-1 neutron-server[102186]: WARNING neutron.quota.resource_registry [None req-92daa625-7570-4134-962b-64aa4d647899 None None] subnetpool is already registered Nov 09 19:25:57.705604 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: extensions {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.707185 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: address-groups {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.708780 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: address-scopes {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.710491 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: agents {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.711700 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: auto-allocated-topology {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.712971 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: availability_zones {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.714173 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: dhcp-networks {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.715804 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: dhcp-agents {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.717247 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: routers {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.719623 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: flavors {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.721278 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: service_profiles {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.722496 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: next_providers {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.723995 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: service_profiles {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.726072 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: floatingip-pools {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.727350 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: routers {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.729471 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: floatingips {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.730787 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: l3-routers {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.732216 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: l3-agents {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.733642 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: metering-labels {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.735048 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: metering-label-rules {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.736342 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: network-ip-availabilities {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.737621 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: bindings {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.741240 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: quotas {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.743086 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: quotas {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.744945 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: rbac-policies {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.746142 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: security-groups {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.747495 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: security-group-rules {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.749061 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: service-providers {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.750295 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: subnetpools {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.751765 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: subnetpools {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.753511 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: tags {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.755292 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: tags {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.757321 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: tags {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.759177 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: tags {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.760966 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: tags {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.762874 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: tags {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.764648 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: tags {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.766587 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: tags {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.768369 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: tags {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.770126 n-d-817256-1 neutron-server[102186]: DEBUG neutron.api.extensions [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Extended resource: tags {{(pid=102186) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 19:25:57.777451 n-d-817256-1 neutron-server[102186]: WARNING keystonemiddleware.auth_token [None req-92daa625-7570-4134-962b-64aa4d647899 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 09 19:25:57.782409 n-d-817256-1 neutron-server[102186]: WARNING keystonemiddleware.auth_token [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 09 19:25:57.792192 n-d-817256-1 neutron-server[102186]: DEBUG oslo_concurrency.lockutils [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Acquired lock "singleton_lock" {{(pid=102186) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 09 19:25:57.792676 n-d-817256-1 neutron-server[102186]: DEBUG oslo_concurrency.lockutils [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Releasing lock "singleton_lock" {{(pid=102186) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 09 19:25:57.793384 n-d-817256-1 neutron-server[102186]: INFO oslo_service.service [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Starting 2 workers Nov 09 19:25:57.798841 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Started child 102295 {{(pid=102186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 19:25:57.803851 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Started child 102296 {{(pid=102186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 19:25:57.806179 n-d-817256-1 neutron-server[102186]: INFO neutron.service [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 09 19:25:57.806871 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Notify callbacks [] for process, before_spawn {{(pid=102186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:57.807055 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:57.808429 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [-] (102295) wsgi starting up on http://0.0.0.0:9696 Nov 09 19:25:57.809409 n-d-817256-1 neutron-server[102186]: INFO oslo_service.service [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Starting 1 workers Nov 09 19:25:57.810613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:57.812039 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [-] (102296) wsgi starting up on http://0.0.0.0:9696 Nov 09 19:25:57.814809 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Started child 102297 {{(pid=102186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 19:25:57.815310 n-d-817256-1 neutron-server[102186]: INFO oslo_service.service [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Starting 1 workers Nov 09 19:25:57.819925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.service [None req-92daa625-7570-4134-962b-64aa4d647899 None None] calling RpcWorker wait() {{(pid=102297) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 09 19:25:57.820617 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Started child 102298 {{(pid=102186) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 19:25:57.820697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.service [None req-92daa625-7570-4134-962b-64aa4d647899 None None] returning from RpcWorker wait() {{(pid=102297) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 09 19:25:57.821112 n-d-817256-1 neutron-server[102186]: DEBUG neutron_lib.callbacks.manager [None req-92daa625-7570-4134-962b-64aa4d647899 None None] Notify callbacks [] for process, after_spawn {{(pid=102186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:57.821734 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:57.822188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:25:57.823089 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102186) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 19:25:57.823302 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 19:25:57.823494 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 19:25:57.823717 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 19:25:57.824045 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 19:25:57.824211 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 19:25:57.824715 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.824994 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.825454 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.825535 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.825824 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.825916 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:25:57.826391 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.826689 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.826947 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.827050 n-d-817256-1 neutron-server[102298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:25:57.827228 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.827467 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.827643 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.827852 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.828083 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.828305 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.828621 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.828887 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.829141 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.829392 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.829593 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.829830 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.830095 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.830309 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.830623 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] debug = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.830885 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.831380 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.831629 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.831872 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.832102 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.832383 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.832634 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.832909 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.833249 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.833460 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.833775 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.834350 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.834503 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.834766 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.834995 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.835286 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.835481 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.835973 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] host = n-d-817256-1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.836742 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.836969 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.837429 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.837636 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.837981 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.838318 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.838865 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.839156 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.839425 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.839665 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.843572 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.843572 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.843572 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.843572 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.843572 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_options = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.843572 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.843572 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.843572 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.844547 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.844547 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.844547 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.844547 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.844547 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.844547 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.844547 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.846040 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.846040 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.846040 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.846040 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.846040 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.846040 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.846040 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.846040 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.847381 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.847381 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.847381 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.847381 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.847381 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.847381 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.847381 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.847381 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.848743 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.848743 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.848743 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.849746 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.849746 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.850578 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.850731 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.851109 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.851388 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.851736 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.852618 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.852618 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.853110 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.853313 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.853606 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.854145 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.859430 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.859430 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.859430 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.859430 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.859430 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_json = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.859430 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.859430 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.859430 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.859430 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.860765 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.860765 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.860765 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.860765 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.860765 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.860765 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.860765 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.860765 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.862207 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.862207 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.862207 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.862207 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.862207 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.862207 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.862207 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.863637 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.863637 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.863637 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.863637 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.864088 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.864088 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.864282 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.864431 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.864668 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.865615 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.865948 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.866250 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.866483 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.866759 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.867018 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.867266 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.867590 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.867880 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.868143 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.868392 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.868616 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.868864 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.869921 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.869921 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.869921 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.869921 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.870418 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.870418 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.871374 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.871650 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.872095 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.872623 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.872873 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.873143 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.873392 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.876997 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.876997 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.876997 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.876997 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.876997 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.876997 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.876997 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.876997 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.876997 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.878532 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.878857 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.879109 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.879404 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.879878 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.880007 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.880147 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.880478 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.881136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41842) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:25:57.882461 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.883826 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.884484 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.885001 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.885482 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.886477 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.886868 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.887284 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.888827 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.888827 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.889247 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.890485 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.890485 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.890802 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066798 Nov 09 19:25:57.890964 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.890964 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.890964 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.891304 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.891428 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.891555 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.891786 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.892032 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.892252 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.892468 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.892685 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.892910 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.893109 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.894121 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.894121 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.894121 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.894333 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.894333 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.894333 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.894333 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.894333 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.894333 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.895834 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.895834 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.897112 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.897112 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.897112 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.897112 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.897662 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.897662 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.897985 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.898116 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.898257 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.898492 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.898780 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.899058 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.899338 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.900182 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.900182 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.900515 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.900734 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.900983 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.901650 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.901650 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.901996 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.902208 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.902554 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.902809 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.903049 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.903683 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.903888 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.904059 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.907670 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.907670 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.907670 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.907670 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.908513 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.909842 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.912522 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.912822 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.913280 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.914090 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.914090 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.914090 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.914453 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.914707 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.914904 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.915156 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.915437 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.915797 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.915964 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.916207 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.916440 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.916659 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.916917 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.917153 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.917510 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.917792 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.918014 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.918238 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.918480 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.924854 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.925121 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.925455 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.928334 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.928514 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.928758 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.929005 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.929448 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.929694 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.929944 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.930200 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.930807 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.931061 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.933126 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.933126 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.933126 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.933398 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.933766 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.934047 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.934304 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.934586 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.936000 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.936270 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.936696 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.937140 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.937586 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.937856 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.938136 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.938383 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.940062 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.940062 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.940422 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.940688 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.940949 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.941236 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.942010 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.942251 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.944667 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.945717 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.946110 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.946595 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.947008 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.947383 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.947748 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.948108 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.948469 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.948917 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.949293 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.949694 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.949985 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.950266 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.951066 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.951423 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.951659 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.951981 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.952247 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.952501 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.953718 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.953718 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.953718 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.953718 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.953718 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.955286 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.955286 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.955286 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.955527 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.955595 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.955811 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.956073 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.956326 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.956571 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.956787 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.957015 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960274 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960274 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960274 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960274 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960274 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960274 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960274 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960274 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960834 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960834 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.960966 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.961224 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.961317 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.961603 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.961966 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.962227 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.962458 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.964040 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.964379 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.964544 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.964827 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.965070 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.965335 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.967110 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.967263 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.967585 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.969664 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.969664 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.969908 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.970092 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.970555 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.970757 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.971196 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.971641 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.971905 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.972851 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.972851 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.972851 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.973086 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.973266 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.973600 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.973935 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.974433 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.975320 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.975598 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.975845 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.976054 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.976291 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.976532 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.976777 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.977019 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.977271 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.977501 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.977697 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.977935 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.978136 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.978397 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.979607 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.979836 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.980092 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:57.980293 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 19:25:57.980828 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102186) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 19:25:57.981003 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 19:25:57.981575 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 19:25:57.981731 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 19:25:57.981958 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 19:25:57.982170 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 19:25:57.982358 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.982489 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.982738 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.982738 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.983070 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.983070 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.983504 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.983504 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.983504 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.983915 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.983915 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.983915 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.984352 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.984352 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.984619 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.984619 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.986263 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.986455 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.986724 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.986883 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.987060 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.987223 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.987223 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] debug = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.987595 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.987595 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.987990 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.987990 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.988199 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.988302 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.988624 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.988880 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.989074 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.989253 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.989452 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.989614 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.990344 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.990504 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.992201 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.992201 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.992201 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.992201 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] host = n-d-817256-1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.992939 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.992939 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.992939 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.992939 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.992939 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.993733 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.993733 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.993733 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.993733 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.993733 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.993733 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.994220 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.994220 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.994220 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.994426 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_options = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.994752 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.994752 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.995070 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.995070 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.995360 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.995360 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.995704 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.995704 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.995704 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.996145 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.996145 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.996145 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.996657 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.996657 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.996657 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.997033 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.997033 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.997033 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:57.997478 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.006561 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.006561 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.006561 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.006561 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.006561 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.006561 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.006561 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.006561 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.006561 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.007575 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.007575 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.007575 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.007575 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.007575 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.007575 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.007575 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.007575 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.008386 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.008386 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.008386 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.008386 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.008386 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.008386 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.008386 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.008386 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_json = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009941 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009941 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 19:25:58.009941 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.009941 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.009941 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.009941 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.009941 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.009941 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.010377 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.010377 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.010377 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.010377 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.010377 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.010377 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.010377 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.010377 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.011026 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.011026 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.011026 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.011360 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.011360 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.011588 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.012571 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.012729 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.012907 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.013094 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.013258 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.013421 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.013587 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.013768 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.013933 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.014095 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.014256 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.014419 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.014604 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.014771 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.014935 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.015074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:25:58.015213 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.015336 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.015456 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.015585 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.015712 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.015846 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.016062 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.016209 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.016332 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.016452 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.016602 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.016763 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.016927 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.017090 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.017254 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.017418 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.017581 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.017744 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.017908 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.018096 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.018358 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.018485 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.018810 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.019094 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.019266 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.019447 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.019621 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.019787 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.019914 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.020089 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.020265 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.020376 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.020501 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.020669 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.020835 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.021040 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.021503 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.021688 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.021866 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.022685 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.022899 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.023231 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.023752 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.023968 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.024155 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.024340 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.024522 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.024701 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.024877 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.025050 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.025221 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.025394 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.025663 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.025836 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.026018 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.026207 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.026385 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.026589 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.026900 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.027114 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.027335 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.027539 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.028655 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.028655 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.028655 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.028655 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.028655 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.028655 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.029557 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.029557 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.029557 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.029557 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.029844 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.030050 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.030272 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.030496 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.030780 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.030985 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.031206 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.031428 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.031650 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.031883 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.032130 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.032375 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.032574 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.032803 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.033037 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.033266 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.033490 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.033743 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.033963 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.034190 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.034362 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.034650 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.034862 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.035655 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.035655 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.035655 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.035655 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.035941 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.035941 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.036060 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.036267 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.036357 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.036525 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.036694 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.037381 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.037552 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.037716 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.038096 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.038096 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.038225 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.038334 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.038678 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.039024 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.039190 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.039354 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.039522 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.039731 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.040014 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.040298 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.040592 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.040880 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.041165 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.042552 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.042552 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.042552 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.042552 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.042552 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.042871 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.043126 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.043336 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.043511 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.043681 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.043857 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.044006 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.044220 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.044501 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.045020 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.046029 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.046029 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.046029 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.046029 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.046681 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.046681 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.046681 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.046681 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.047174 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.047174 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.047174 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.047568 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.047568 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.047808 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.047933 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.048059 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.048980 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.048980 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.048980 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.048980 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.049385 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.055176 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.055346 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.055537 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.055908 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.055908 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.056143 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.056226 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.056370 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.056523 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.056697 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.056918 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.057066 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.057213 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.057358 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.057500 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.057652 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.057851 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.058020 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.058149 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.058677 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.058978 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.059229 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.059501 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.059678 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.059840 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.060017 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.060175 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.060354 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.060907 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.061082 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.061253 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.061420 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.061571 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.061737 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.061920 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.062110 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.062248 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.062447 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.062617 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.062771 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.063008 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.063159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.063304 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.063581 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.063755 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.063945 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.064184 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.064336 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.064500 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.064662 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.064823 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.064986 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.065159 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.065318 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.065553 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.065717 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.065886 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.066050 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.066348 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.067457 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.067457 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.067457 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.068533 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.068533 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.068950 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.068950 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.069360 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.069554 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.069754 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.069891 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.070551 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.070551 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.071185 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.071456 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.071758 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.072071 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.072314 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.072491 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.072663 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.072831 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.072999 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.073204 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.073492 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.073767 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.074093 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.074386 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.074741 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.074926 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.075095 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.075259 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.075422 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.075587 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.075749 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.075911 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.076075 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 19:25:58.076233 n-d-817256-1 neutron-server[102186]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102186) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 19:26:10.229622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04def6fd-8757-4760-9b0a-8303c59f3057 None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 19:26:10.303691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04def6fd-8757-4760-9b0a-8303c59f3057 None None] No non-hosted networks {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 09 19:26:10.312579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.agentschedulers_db [None req-04def6fd-8757-4760-9b0a-8303c59f3057 None None] DHCP Agent not found on host n-d-817256-1 {{(pid=102297) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 09 19:26:10.401759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56b45aa2-3c64-410b-a98b-387958286778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589410'] for agent, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:13.124014 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-88c84af9-0480-4067-b3f4-af808839b293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589410'] for agent, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:13.165831 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-382bb8ee-9764-4c91-9807-1d8e4b94b636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:13.362267 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589410'] for agent, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:13.363283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.364877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.365641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.366375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.367539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.368336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.369287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.369815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.371360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.372493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.373208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.373685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:13.374677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817256-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:26:13.392971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817256-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:26:14.443816 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589410'] for agent, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:16.086744 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589410'] for agent, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:16.749160 n-d-817256-1 neutron-server[102297]: INFO neutron.db.l3_hamode_db [None req-0f39a097-549e-46f0-b0ed-9303ee23a2cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 09 19:26:16.827899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39a097-549e-46f0-b0ed-9303ee23a2cc None None] Routers set() bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:26:16.828292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39a097-549e-46f0-b0ed-9303ee23a2cc None None] Router IDs set() for agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 19:26:17.192856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41940) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:17.717281 n-d-817256-1 neutron-server[102295]: WARNING oslo_policy.policy [None req-331ae467-2986-4267-aea3-11880b7a1f02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 19:26:17.717891 n-d-817256-1 neutron-server[102295]: WARNING oslo_policy.policy [None req-331ae467-2986-4267-aea3-11880b7a1f02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 19:26:17.954477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-331ae467-2986-4267-aea3-11880b7a1f02 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:26:17.955794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-331ae467-2986-4267-aea3-11880b7a1f02 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7608190 Nov 09 19:26:20.460664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41954) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:20.992545 n-d-817256-1 neutron-server[102296]: WARNING oslo_policy.policy [None req-635d1746-4ea8-41a0-899c-a2ac515b4a7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 19:26:20.993135 n-d-817256-1 neutron-server[102296]: WARNING oslo_policy.policy [None req-635d1746-4ea8-41a0-899c-a2ac515b4a7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 19:26:21.226009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-635d1746-4ea8-41a0-899c-a2ac515b4a7d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:26:21.325316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.policy [None req-635d1746-4ea8-41a0-899c-a2ac515b4a7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102296) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 19:26:21.372549 n-d-817256-1 neutron-server[102296]: WARNING oslo_policy.policy [None req-635d1746-4ea8-41a0-899c-a2ac515b4a7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 19:26:21.372926 n-d-817256-1 neutron-server[102296]: WARNING oslo_policy.policy [None req-635d1746-4ea8-41a0-899c-a2ac515b4a7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 19:26:21.382454 n-d-817256-1 neutron-server[102296]: INFO neutron.quota [None req-635d1746-4ea8-41a0-899c-a2ac515b4a7d admin admin] Loaded quota_driver: . Nov 09 19:26:21.475239 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-635d1746-4ea8-41a0-899c-a2ac515b4a7d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739940530611', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739940531072', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739940518174', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739940516794', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739940364948', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739940564664', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3510385', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3436176', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-460775', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-401941'] for rbac-policy, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:21.542775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-635d1746-4ea8-41a0-899c-a2ac515b4a7d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:21.544054 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-635d1746-4ea8-41a0-899c-a2ac515b4a7d admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0821211 Nov 09 19:26:24.286007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41972) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:24.601792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Request body: {'network': {'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:26:24.635380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Made reservation on behalf of a32f25b16228424f87b6cbcc71e2368c for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:26:24.638966 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:24.658458 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:24.792816 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:24.797919 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:24.820210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:26:24.849860 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739941384461', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:24.850491 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Unsubscribe: segment precommit_create {{(pid=102296) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 19:26:24.851021 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Added segment 39001c28-85f2-4133-8974-c6cb16fe84fa of type vlan for network d20879af-28d0-4657-a6f8-2ec5727040d7 Nov 09 19:26:24.867997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa0db4a-4c76-4128-a013-a34ac787893c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:24.918192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.918543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.918879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.919206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.919525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.919847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.920167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.920482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.920799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.921113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.921427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.921739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Tracked resource versions report: Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: pushed versions: Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: { 'AddressGroup': {'1.2'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'ConntrackHelper': {'1.0'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'Log': {'1.0'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'Network': {'1.1'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'Port': {'1.7'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'PortForwarding': {'1.2'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'QosPolicy': {'1.9'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'SecurityGroup': {'1.4'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'SecurityGroupRule': {'1.2'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'SubPort': {'1.0'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'Subnet': {'1.1'}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'Trunk': {'1.1'}} Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: consumer versions: Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: { DHCP agent@n-d-817256-1: {}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: L3 agent@n-d-817256-1: {}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: Metadata agent@n-d-817256-1: {}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: Metering agent@n-d-817256-1: {}, Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: Open vSwitch agent@n-d-817256-1: { 'AddressGroup': '1.2', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'ConntrackHelper': '1.0', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'Log': '1.0', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'Network': '1.1', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'Port': '1.7', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'PortForwarding': '1.2', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'QosPolicy': '1.9', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'SecurityGroup': '1.4', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'SecurityGroupRule': '1.2', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'SubPort': '1.0', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'Subnet': '1.1', Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: 'Trunk': '1.1'}} Nov 09 19:26:24.922807 n-d-817256-1 neutron-server[102296]: {{(pid=102296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 19:26:24.970652 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:25.013385 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:25.014577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:25.015215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:25.093800 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8067107 Nov 09 19:26:25.118252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3ea2b-84d6-4baf-a1ae-e301f1e43bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=d20879af-28d0-4657-a6f8-2ec5727040d7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:25.131870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network d20879af-28d0-4657-a6f8-2ec5727040d7 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:26:27.872253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41986) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:28.426795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.policy [None req-d9da37b1-d7d7-4b11-8a17-e6ebd637c561 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102295) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 19:26:28.472854 n-d-817256-1 neutron-server[102295]: WARNING oslo_policy.policy [None req-d9da37b1-d7d7-4b11-8a17-e6ebd637c561 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 19:26:28.473264 n-d-817256-1 neutron-server[102295]: WARNING oslo_policy.policy [None req-d9da37b1-d7d7-4b11-8a17-e6ebd637c561 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 19:26:28.481937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9da37b1-d7d7-4b11-8a17-e6ebd637c561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:28.483716 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d9da37b1-d7d7-4b11-8a17-e6ebd637c561 admin admin] 10.222.0.53 "GET /v2.0/networks/d20879af-28d0-4657-a6f8-2ec5727040d7 HTTP/1.1" status: 200 len: 825 time: 0.6105156 Nov 09 19:26:28.523175 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-83570512-c5d2-4396-bb63-d09758ba0bb3 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/5fdb94cf-0d69-45ee-a542-609da3a24609 HTTP/1.1" status: 200 len: 734 time: 0.0325577 Nov 09 19:26:28.532859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '5fdb94cf-0d69-45ee-a542-609da3a24609', 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7', 'name': 'private-subnet', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:26:28.534419 n-d-817256-1 neutron-server[102295]: INFO neutron.quota [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Loaded quota_driver: . Nov 09 19:26:28.574075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Made reservation on behalf of a32f25b16228424f87b6cbcc71e2368c for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:26:28.576950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:28.862054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:28.932321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Checking segment: {'id': '39001c28-85f2-4133-8974-c6cb16fe84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:26:28.933004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Network hostable DHCP agents. Network: d20879af-28d0-4657-a6f8-2ec5727040d7, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:26:28.941101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15f95ed-6d06-42b2-9571-9edd0f916cdc,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:28.952468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.952808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.953140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.953469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.953832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.954174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.954560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.954884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.955202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.955527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.955837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.956152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Tracked resource versions report: Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: pushed versions: Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: { 'AddressGroup': {'1.2'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'ConntrackHelper': {'1.0'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'Log': {'1.0'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'Network': {'1.1'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'Port': {'1.7'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'PortForwarding': {'1.2'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'QosPolicy': {'1.9'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'SecurityGroup': {'1.4'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'SecurityGroupRule': {'1.2'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'SubPort': {'1.0'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'Subnet': {'1.1'}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'Trunk': {'1.1'}} Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: consumer versions: Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: { DHCP agent@n-d-817256-1: {}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: L3 agent@n-d-817256-1: {}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: Metadata agent@n-d-817256-1: {}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: Metering agent@n-d-817256-1: {}, Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: Open vSwitch agent@n-d-817256-1: { 'AddressGroup': '1.2', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'ConntrackHelper': '1.0', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'Log': '1.0', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'Network': '1.1', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'Port': '1.7', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'PortForwarding': '1.2', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'QosPolicy': '1.9', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'SecurityGroup': '1.4', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'SecurityGroupRule': '1.2', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'SubPort': '1.0', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'Subnet': '1.1', Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: 'Trunk': '1.1'}} Nov 09 19:26:28.957726 n-d-817256-1 neutron-server[102295]: {{(pid=102295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 19:26:28.997839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Network d20879af-28d0-4657-a6f8-2ec5727040d7 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:26:29.009839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, d20879af-28d0-4657-a6f8-2ec5727040d7) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:26:29.014624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:29.015139 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:29.021795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2237f1f9-c681-4f74-b421-15bec7337b3f None None] Network d20879af-28d0-4657-a6f8-2ec5727040d7 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:26:29.038665 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2b8f86ac-96e7-4586-b5e9-2458ba09cc4a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5092759 Nov 09 19:26:29.349845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-d20879af-28d0-4657-a6f8-2ec5727040d7', 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'fixed_ips': [{'subnet_id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:26:29.351110 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:29.635969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Allocated IP 172.20.0.2 (d20879af-28d0-4657-a6f8-2ec5727040d7/c15f95ed-6d06-42b2-9571-9edd0f916cdc/0aa7cab8-8f2e-40d9-ad3b-68383ec3df56) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:26:29.854223 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:29.863264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:29.962743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Network d20879af-28d0-4657-a6f8-2ec5727040d7 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:26:29.967478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:26:29.971276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:26:29.994226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Pushing event updated for resources: {'Port': ['ID=0aa7cab8-8f2e-40d9-ad3b-68383ec3df56,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:30.021874 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.022558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.022558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.022893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.023221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.023551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.023873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.024194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.024517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.024837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.025160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.025474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Tracked resource versions report: Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: pushed versions: Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: { 'AddressGroup': {'1.2'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'ConntrackHelper': {'1.0'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'Log': {'1.0'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'Network': {'1.1'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'Port': {'1.7'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'PortForwarding': {'1.2'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'QosPolicy': {'1.9'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'SecurityGroup': {'1.4'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'SecurityGroupRule': {'1.2'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'SubPort': {'1.0'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'Subnet': {'1.1'}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'Trunk': {'1.1'}} Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: consumer versions: Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: { DHCP agent@n-d-817256-1: {}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: L3 agent@n-d-817256-1: {}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: Metadata agent@n-d-817256-1: {}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: Metering agent@n-d-817256-1: {}, Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: Open vSwitch agent@n-d-817256-1: { 'AddressGroup': '1.2', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'ConntrackHelper': '1.0', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'Log': '1.0', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'Network': '1.1', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'Port': '1.7', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'PortForwarding': '1.2', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'QosPolicy': '1.9', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'SecurityGroup': '1.4', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'SecurityGroupRule': '1.2', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'SubPort': '1.0', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'Subnet': '1.1', Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: 'Trunk': '1.1'}} Nov 09 19:26:30.026541 n-d-817256-1 neutron-server[102297]: {{(pid=102297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 19:26:30.078769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Attempting to bind port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:26:30.079164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Attempting to bind port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '39001c28-85f2-4133-8974-c6cb16fe84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:26:30.079596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Attempting to bind port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56 on network d20879af-28d0-4657-a6f8-2ec5727040d7 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:26:30.084725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:26:30.085134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Checking segment: {'id': '39001c28-85f2-4133-8974-c6cb16fe84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:26:30.085606 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:30.085996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Bound using segment: {'id': '39001c28-85f2-4133-8974-c6cb16fe84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:26:30.086504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Bound port: 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39001c28-85f2-4133-8974-c6cb16fe84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:26:30.086942 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:30.152400 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] For port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:26:30.157238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] For port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0aa7cab8-8f2e-40d9-ad3b-68383ec3df56,segment=NetworkSegment(39001c28-85f2-4133-8974-c6cb16fe84fa),segment_id=39001c28-85f2-4133-8974-c6cb16fe84fa)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:26:30.166046 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:30.241177 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f55efe-c5a6-404d-915e-c27aa7a951f9 None None] Pushing event updated for resources: {'Port': ['ID=0aa7cab8-8f2e-40d9-ad3b-68383ec3df56,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:31.513975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42000) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:31.840547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-b80f2065-43cb-4f4a-a80a-4bcc52f04843 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:26:31.854537 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b80f2065-43cb-4f4a-a80a-4bcc52f04843 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3265910 Nov 09 19:26:34.305448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42008) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:34.642659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-976ca49e-eb74-4fba-85c4-9557f8250ec8 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:26:34.643682 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-976ca49e-eb74-4fba-85c4-9557f8250ec8 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3373060 Nov 09 19:26:37.423816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42018) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:37.751538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-dbc53905-263d-47a7-b03c-80b8cbf92c2e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'name': 'router1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:26:37.776355 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbc53905-263d-47a7-b03c-80b8cbf92c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:37.777978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbc53905-263d-47a7-b03c-80b8cbf92c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:37.922247 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbc53905-263d-47a7-b03c-80b8cbf92c2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:37.930563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbc53905-263d-47a7-b03c-80b8cbf92c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:37.942245 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbc53905-263d-47a7-b03c-80b8cbf92c2e admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:37.943523 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dbc53905-263d-47a7-b03c-80b8cbf92c2e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5183511 Nov 09 19:26:38.757579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f9118-9283-4ebd-b3af-38c24032f37d None None] Network d20879af-28d0-4657-a6f8-2ec5727040d7 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:26:38.894942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2300fc22-71b4-4be0-886c-1cac053adf0b None None] Provisioning complete for port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:26:38.895331 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2300fc22-71b4-4be0-886c-1cac053adf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:39.081902 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2300fc22-71b4-4be0-886c-1cac053adf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:39.125181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2300fc22-71b4-4be0-886c-1cac053adf0b None None] For port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0aa7cab8-8f2e-40d9-ad3b-68383ec3df56,segment=NetworkSegment(39001c28-85f2-4133-8974-c6cb16fe84fa),segment_id=39001c28-85f2-4133-8974-c6cb16fe84fa)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:26:39.132312 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2300fc22-71b4-4be0-886c-1cac053adf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:39.193440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300fc22-71b4-4be0-886c-1cac053adf0b None None] Pushing event updated for resources: {'Port': ['ID=0aa7cab8-8f2e-40d9-ad3b-68383ec3df56,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:39.214003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:26:39.267191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b686f92d-b82e-4202-a5f9-9e175b6feea3 None None] Provisioning complete for port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:26:39.267558 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b686f92d-b82e-4202-a5f9-9e175b6feea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:39.308089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:26:39.308352 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:40.144650 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1ba81aef-a15b-4833-81ff-3be25b935dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:40.455953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42030) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:40.771541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-33fa2851-f19c-44f7-bf90-b35f7f090b13 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:26:40.772528 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-33fa2851-f19c-44f7-bf90-b35f7f090b13 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149548 Nov 09 19:26:41.153728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:26:41.200711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:26:41.201076 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.105491 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d39a-0c83-43d5-8fe7-7559c27328a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.213543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42038) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:43.363235 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.543453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:26:43.585189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Made reservation on behalf of 4f64479612584e8ca658a7ed5034e643 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:26:43.587530 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.603182 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.720048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.724802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.743470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Reserving flat network on physical network physnet1 {{(pid=102295) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 09 19:26:43.760089 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e768901e-2a41-4f19-b198-526a82705c0e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:43.769849 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739941384461', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.769849 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Unsubscribe: segment precommit_create {{(pid=102295) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 19:26:43.770298 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Added segment bfab22fc-2635-42ef-85fb-e6a9725322a8 of type flat for network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf Nov 09 19:26:43.837525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.876488 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.877393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:43.878572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:43.962562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7478096 Nov 09 19:26:43.976283 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b332e-6d8c-4a2c-8305-50b0f3e20123 admin admin] Pushing event updated for resources: {'Network': ['ID=944ec199-919e-45c3-9bfa-d52ea8b2e5bf,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:43.987272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:26:44.317164 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:46.019249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:46.479471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42056) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:46.705937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b755cbd6-3c92-4c19-8764-8eb27ad28b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:46.707348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b755cbd6-3c92-4c19-8764-8eb27ad28b4e admin admin] 10.222.0.53 "GET /v2.0/subnets/c15f95ed-6d06-42b2-9571-9edd0f916cdc HTTP/1.1" status: 200 len: 849 time: 0.2269497 Nov 09 19:26:46.896335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2b9fef23-82f6-4d1f-9a16-bc4b6cf62e9d admin admin] 10.222.0.53 "GET /v2.0/routers/ba049ca7-81d7-48b5-9bbf-3d41441e919e HTTP/1.1" status: 200 len: 704 time: 0.1827528 Nov 09 19:26:47.172888 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:47.476542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Allocated IP 172.20.0.1 (d20879af-28d0-4657-a6f8-2ec5727040d7/c15f95ed-6d06-42b2-9571-9edd0f916cdc/6d89b666-eac8-460e-be11-af83451470b7) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:26:47.663456 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:47.731235 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:47.818124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Network d20879af-28d0-4657-a6f8-2ec5727040d7 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:26:47.824417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:26:47.826188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Pushing event updated for resources: {'Port': ['ID=6d89b666-eac8-460e-be11-af83451470b7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:47.837731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:26:47.838274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:48.037100 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:48.069545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-449f9934-74b5-4dc1-984b-0ec3e0717ff9 None None] Provisioning complete for port 6d89b666-eac8-460e-be11-af83451470b7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:26:48.070127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-449f9934-74b5-4dc1-984b-0ec3e0717ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:48.107442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-449f9934-74b5-4dc1-984b-0ec3e0717ff9 None None] Port 6d89b666-eac8-460e-be11-af83451470b7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:26:48.297843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:48.303457 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:48.304230 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:48.384761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Pushing event updated for resources: {'Port': ['ID=6d89b666-eac8-460e-be11-af83451470b7,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:48.430799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Network d20879af-28d0-4657-a6f8-2ec5727040d7 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:26:48.432191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:26:48.599558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Router ba049ca7-81d7-48b5-9bbf-3d41441e919e is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:26:48.628757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2dfc91b0-8849-4596-a056-fc0e2555fdf8 None None] Provisioning complete for port 6d89b666-eac8-460e-be11-af83451470b7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:26:48.629126 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2dfc91b0-8849-4596-a056-fc0e2555fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:48.662133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc91b0-8849-4596-a056-fc0e2555fdf8 None None] Port 6d89b666-eac8-460e-be11-af83451470b7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:26:48.689200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:26:48.695164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8de8b47b-94e5-4448-9b85-39ac8e383e17 admin admin] 10.222.0.53 "PUT /v2.0/routers/ba049ca7-81d7-48b5-9bbf-3d41441e919e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7930958 Nov 09 19:26:48.699919 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Sync routers for ids ['ba049ca7-81d7-48b5-9bbf-3d41441e919e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:26:48.712196 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Routers {'ba049ca7-81d7-48b5-9bbf-3d41441e919e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:26:48.712888 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:26:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba049ca7-81d7-48b5-9bbf-3d41441e919e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:26:48.900522 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Set router ba049ca7-81d7-48b5-9bbf-3d41441e919e gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:26:49.338955 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'name': 'router1', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:26:37Z', 'updated_at': '2021-11-09T19:26:47Z', 'revision_number': 2, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'gw_port_host': None, '_interfaces': [{'id': '6d89b666-eac8-460e-be11-af83451470b7', 'name': '', 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'mac_address': 'fa:16:3e:80:15:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:26:47Z', 'updated_at': '2021-11-09T19:26:48Z', 'revision_number': 2, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'subnets': [{'id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fdb94cf-0d69-45ee-a542-609da3a24609'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:26:49.388299 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Checking router: ba049ca7-81d7-48b5-9bbf-3d41441e919e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:26:49.388655 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Updating router ba049ca7-81d7-48b5-9bbf-3d41441e919e port 6d89b666-eac8-460e-be11-af83451470b7 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:26:49.437738 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:49.965057 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:49.973253 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:50.139369 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Attempting to bind port 6d89b666-eac8-460e-be11-af83451470b7 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:26:50.139766 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Attempting to bind port 6d89b666-eac8-460e-be11-af83451470b7 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '39001c28-85f2-4133-8974-c6cb16fe84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:26:50.140189 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Attempting to bind port 6d89b666-eac8-460e-be11-af83451470b7 on network d20879af-28d0-4657-a6f8-2ec5727040d7 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:26:50.145689 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Pushing event updated for resources: {'Port': ['ID=6d89b666-eac8-460e-be11-af83451470b7,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:50.150766 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:26:50.151170 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Checking segment: {'id': '39001c28-85f2-4133-8974-c6cb16fe84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:26:50.151625 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:50.152009 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Bound using segment: {'id': '39001c28-85f2-4133-8974-c6cb16fe84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:26:50.152600 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Bound port: 6d89b666-eac8-460e-be11-af83451470b7, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39001c28-85f2-4133-8974-c6cb16fe84fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:26:50.153002 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:50.160288 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.160626 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.160956 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.161286 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.161608 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.161926 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.162242 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.162572 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.162915 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.163212 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.163525 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.164186 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Tracked resource versions report: Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: pushed versions: Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: { 'AddressGroup': {'1.2'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'ConntrackHelper': {'1.0'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'Log': {'1.0'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'Network': {'1.1'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'Port': {'1.7'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'PortForwarding': {'1.2'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'QosPolicy': {'1.9'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'SecurityGroup': {'1.4'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'SecurityGroupRule': {'1.2'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'SubPort': {'1.0'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'Subnet': {'1.1'}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'Trunk': {'1.1'}} Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: consumer versions: Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: { DHCP agent@n-d-817256-1: {}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: L3 agent@n-d-817256-1: {}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: Metadata agent@n-d-817256-1: {}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: Metering agent@n-d-817256-1: {}, Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: Open vSwitch agent@n-d-817256-1: { 'AddressGroup': '1.2', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'ConntrackHelper': '1.0', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'Log': '1.0', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'Network': '1.1', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'Port': '1.7', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'PortForwarding': '1.2', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'QosPolicy': '1.9', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'SecurityGroup': '1.4', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'SecurityGroupRule': '1.2', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'SubPort': '1.0', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'Subnet': '1.1', Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: 'Trunk': '1.1'}} Nov 09 19:26:50.164872 n-d-817256-1 neutron-server[102298]: {{(pid=102298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 19:26:50.197619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b57ee459-77fc-4594-ae4c-17b1ea0949b3 None None] Provisioning complete for port 6d89b666-eac8-460e-be11-af83451470b7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:26:50.198166 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b57ee459-77fc-4594-ae4c-17b1ea0949b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:50.234244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b57ee459-77fc-4594-ae4c-17b1ea0949b3 None None] Port 6d89b666-eac8-460e-be11-af83451470b7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:26:50.236078 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] For port 6d89b666-eac8-460e-be11-af83451470b7, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:26:50.257136 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] For port 6d89b666-eac8-460e-be11-af83451470b7, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6d89b666-eac8-460e-be11-af83451470b7,segment=NetworkSegment(39001c28-85f2-4133-8974-c6cb16fe84fa),segment_id=39001c28-85f2-4133-8974-c6cb16fe84fa)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:26:50.261511 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:50.312479 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Routers {'ba049ca7-81d7-48b5-9bbf-3d41441e919e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:26:50.313101 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:26:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba049ca7-81d7-48b5-9bbf-3d41441e919e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:26:50.383161 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4e3a7-b9e3-40a1-9b1e-c701f51443e8 None None] Pushing event updated for resources: {'Port': ['ID=6d89b666-eac8-460e-be11-af83451470b7,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:50.413000 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] Set router ba049ca7-81d7-48b5-9bbf-3d41441e919e gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:26:50.555968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-84e79aa3-e085-4c44-b300-63c28d8882b7 None None] Provisioning complete for port 6d89b666-eac8-460e-be11-af83451470b7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:26:50.556307 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84e79aa3-e085-4c44-b300-63c28d8882b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:50.644199 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'name': 'router1', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:26:37Z', 'updated_at': '2021-11-09T19:26:47Z', 'revision_number': 2, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'gw_port_host': None, '_interfaces': [{'id': '6d89b666-eac8-460e-be11-af83451470b7', 'name': '', 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'mac_address': 'fa:16:3e:80:15:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:26:47Z', 'updated_at': '2021-11-09T19:26:50Z', 'revision_number': 4, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'subnets': [{'id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fdb94cf-0d69-45ee-a542-609da3a24609'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:26:50.646363 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84e79aa3-e085-4c44-b300-63c28d8882b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:50.672260 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6714d0-9c47-4522-8de9-af76a4114804 None None] The sync data for ids ['ba049ca7-81d7-48b5-9bbf-3d41441e919e'] in n-d-817256-1 is: [{'id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'name': 'router1', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:26:37Z', 'updated_at': '2021-11-09T19:26:47Z', 'revision_number': 2, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'gw_port_host': None, '_interfaces': [{'id': '6d89b666-eac8-460e-be11-af83451470b7', 'name': '', 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'mac_address': 'fa:16:3e:80:15:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:26:47Z', 'updated_at': '2021-11-09T19:26:50Z', 'revision_number': 4, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'subnets': [{'id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fdb94cf-0d69-45ee-a542-609da3a24609'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:26:50.678799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-84e79aa3-e085-4c44-b300-63c28d8882b7 None None] For port 6d89b666-eac8-460e-be11-af83451470b7, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6d89b666-eac8-460e-be11-af83451470b7,segment=NetworkSegment(39001c28-85f2-4133-8974-c6cb16fe84fa),segment_id=39001c28-85f2-4133-8974-c6cb16fe84fa)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:26:50.683444 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84e79aa3-e085-4c44-b300-63c28d8882b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:50.731718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e79aa3-e085-4c44-b300-63c28d8882b7 None None] Pushing event updated for resources: {'Port': ['ID=6d89b666-eac8-460e-be11-af83451470b7,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:51.031227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42078) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:51.151370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e9d2ef-19a7-4d66-bc23-62b667a52e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:51.152753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-54e9d2ef-19a7-4d66-bc23-62b667a52e22 admin admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 842 time: 0.1204903 Nov 09 19:26:51.163406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_dhcp': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:26:51.184606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Made reservation on behalf of 4f64479612584e8ca658a7ed5034e643 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:26:51.186960 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:51.506862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.objects.ports [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 19:26:51.507326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:51.563770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97dcf4e-dcfe-4c09-8113-6432dab934c0,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:51.575855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:26:51.576205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Network hostable DHCP agents. Network: 944ec199-919e-45c3-9bfa-d52ea8b2e5bf, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:26:51.598706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:26:51.608548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 944ec199-919e-45c3-9bfa-d52ea8b2e5bf) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:26:51.613697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:51.614343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:51.619589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a65337-576b-4cda-8495-305c565ca487 None None] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:26:51.644674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9558afee-cd12-4ac5-a975-21b34662c049 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4729559 Nov 09 19:26:51.757131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facfb118-1c5b-42fa-95af-a97c2e700e9e None None] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:26:54.005699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42086) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:54.234304 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d19a4146-e157-4abc-948a-cb4091e0b355 admin admin] 10.222.0.53 "GET /v2.0/routers/ba049ca7-81d7-48b5-9bbf-3d41441e919e HTTP/1.1" status: 200 len: 710 time: 0.2272899 Nov 09 19:26:54.325646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb4b93c-116e-4b10-9abd-b44f181e93a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:26:54.327053 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7eb4b93c-116e-4b10-9abd-b44f181e93a5 admin admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 886 time: 0.0861263 Nov 09 19:26:54.336411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:26:54.592387 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:54.876529 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:54.954575 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:55.116341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Allocated IP 172.25.6.190 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/1380e29c-9c68-4daf-acf8-e218588a60d9) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:26:55.231536 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:55.295721 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:55.365721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:26:55.370503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:26:55.376390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:26:55.419960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Pushing event updated for resources: {'Port': ['ID=1380e29c-9c68-4daf-acf8-e218588a60d9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:55.694976 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:55.915095 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:55.920113 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:56.108465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Router ba049ca7-81d7-48b5-9bbf-3d41441e919e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:26:56.224085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:26:56.228533 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:56.229721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a6769c2d-999e-4a0c-813d-1f66192c585b admin admin] 10.222.0.53 "PUT /v2.0/routers/ba049ca7-81d7-48b5-9bbf-3d41441e919e HTTP/1.1" status: 200 len: 890 time: 1.8965282 Nov 09 19:26:57.189224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6d89b666-eac8-460e-be11-af83451470b7 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:26:57.246566 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6d89b666-eac8-460e-be11-af83451470b7 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:26:57.246566 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:57.273824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Sync routers for ids ['ba049ca7-81d7-48b5-9bbf-3d41441e919e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:26:57.292755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Routers {'ba049ca7-81d7-48b5-9bbf-3d41441e919e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:26:57.293502 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:26:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba049ca7-81d7-48b5-9bbf-3d41441e919e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:26:57.536679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Set router ba049ca7-81d7-48b5-9bbf-3d41441e919e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:26:57.939083 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'name': 'router1', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1380e29c-9c68-4daf-acf8-e218588a60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:26:37Z', 'updated_at': '2021-11-09T19:26:55Z', 'revision_number': 4, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'gw_port': {'id': '1380e29c-9c68-4daf-acf8-e218588a60d9', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:26:54Z', 'updated_at': '2021-11-09T19:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6d89b666-eac8-460e-be11-af83451470b7', 'name': '', 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'mac_address': 'fa:16:3e:80:15:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:26:47Z', 'updated_at': '2021-11-09T19:26:50Z', 'revision_number': 5, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'subnets': [{'id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fdb94cf-0d69-45ee-a542-609da3a24609'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:26:57.989289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Checking router: ba049ca7-81d7-48b5-9bbf-3d41441e919e for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:26:57.989632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Updating router ba049ca7-81d7-48b5-9bbf-3d41441e919e port 1380e29c-9c68-4daf-acf8-e218588a60d9 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:26:58.044441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:58.366769 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:58.371950 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:58.445396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0280f3-0e81-4621-bef4-79df07fa2b14 None None] Pushing event updated for resources: {'Port': ['ID=1380e29c-9c68-4daf-acf8-e218588a60d9,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:58.455957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Attempting to bind port 1380e29c-9c68-4daf-acf8-e218588a60d9 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:26:58.456536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Attempting to bind port 1380e29c-9c68-4daf-acf8-e218588a60d9 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:26:58.457100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Attempting to bind port 1380e29c-9c68-4daf-acf8-e218588a60d9 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:26:58.467159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:26:58.467722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:26:58.469640 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:58.470338 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:26:58.471951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Bound port: 1380e29c-9c68-4daf-acf8-e218588a60d9, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:26:58.472558 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:58.630456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] For port 1380e29c-9c68-4daf-acf8-e218588a60d9, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:26:58.636525 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] For port 1380e29c-9c68-4daf-acf8-e218588a60d9, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1380e29c-9c68-4daf-acf8-e218588a60d9,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:26:58.641368 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:26:58.711035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Routers {'ba049ca7-81d7-48b5-9bbf-3d41441e919e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:26:58.711673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:26:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba049ca7-81d7-48b5-9bbf-3d41441e919e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:26:58.733316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42098) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:26:58.808416 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0280f3-0e81-4621-bef4-79df07fa2b14 None None] Pushing event updated for resources: {'Port': ['ID=1380e29c-9c68-4daf-acf8-e218588a60d9,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:26:58.857433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] Set router ba049ca7-81d7-48b5-9bbf-3d41441e919e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:26:58.872333 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d39c6052-0a75-4778-a2b9-5cdfa3e9c214 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1378763 Nov 09 19:26:59.125703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'name': 'router1', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1380e29c-9c68-4daf-acf8-e218588a60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:26:37Z', 'updated_at': '2021-11-09T19:26:55Z', 'revision_number': 4, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'gw_port': {'id': '1380e29c-9c68-4daf-acf8-e218588a60d9', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:26:54Z', 'updated_at': '2021-11-09T19:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6d89b666-eac8-460e-be11-af83451470b7', 'name': '', 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'mac_address': 'fa:16:3e:80:15:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:26:47Z', 'updated_at': '2021-11-09T19:26:50Z', 'revision_number': 5, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'subnets': [{'id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fdb94cf-0d69-45ee-a542-609da3a24609'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:26:59.164958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26afe901-de3d-435b-a51e-0273ccdd99b9 None None] The sync data for ids ['ba049ca7-81d7-48b5-9bbf-3d41441e919e'] in n-d-817256-1 is: [{'id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'name': 'router1', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '1380e29c-9c68-4daf-acf8-e218588a60d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:26:37Z', 'updated_at': '2021-11-09T19:26:55Z', 'revision_number': 4, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'gw_port': {'id': '1380e29c-9c68-4daf-acf8-e218588a60d9', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:26:54Z', 'updated_at': '2021-11-09T19:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6d89b666-eac8-460e-be11-af83451470b7', 'name': '', 'network_id': 'd20879af-28d0-4657-a6f8-2ec5727040d7', 'tenant_id': 'a32f25b16228424f87b6cbcc71e2368c', 'mac_address': 'fa:16:3e:80:15:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba049ca7-81d7-48b5-9bbf-3d41441e919e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:26:47Z', 'updated_at': '2021-11-09T19:26:50Z', 'revision_number': 5, 'project_id': 'a32f25b16228424f87b6cbcc71e2368c', 'subnets': [{'id': 'c15f95ed-6d06-42b2-9571-9edd0f916cdc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fdb94cf-0d69-45ee-a542-609da3a24609'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:27:01.345090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1380e29c-9c68-4daf-acf8-e218588a60d9 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:27:01.399743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1380e29c-9c68-4daf-acf8-e218588a60d9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:27:01.400164 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:01.487384 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:01.509333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 1380e29c-9c68-4daf-acf8-e218588a60d9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1380e29c-9c68-4daf-acf8-e218588a60d9,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:27:01.514396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:01.570192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=1380e29c-9c68-4daf-acf8-e218588a60d9,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:27:03.200241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1380e29c-9c68-4daf-acf8-e218588a60d9 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:27:03.269665 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1380e29c-9c68-4daf-acf8-e218588a60d9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:27:03.270390 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:06.895240 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:27:10.151259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1e81ab7a-9c65-4527-87c4-10b6f1423414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:13.112938 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ad359319-6924-4abc-8102-7e494bcd8893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:13.356561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:14.323829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:16.048301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:40.144704 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3606a9b1-1f26-44c4-8f2d-97a8994cfa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:43.117628 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3ae8-bb0c-4710-8e4f-8218e1525f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:43.361543 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:43.885174 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:27:44.350009 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:27:46.043413 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:10.148952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6322-b363-4b5b-854b-323fca6cfd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:13.110388 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-40fa7ec8-caa0-4cc1-be27-0e90178ecb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:13.365065 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:14.327212 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:16.051541 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:20.887151 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:28:40.156072 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-42c1c683-9dc8-466e-a371-2462e976135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:43.111734 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a13b2e4e-e3c2-41c5-ba67-8d6154167440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:43.285670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42692) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:28:43.350359 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-752b4727-da58-4d87-8ced-6d602a43c7d6 admin admin] GET failed (client error): The resource could not be found. Nov 09 19:28:43.351730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-752b4727-da58-4d87-8ced-6d602a43c7d6 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0651104 Nov 09 19:28:43.368809 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:43.517631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b65fb7-7c0c-4b10-9afd-358a814adddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:43.519177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-42b65fb7-7c0c-4b10-9afd-358a814adddd admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1626325 Nov 09 19:28:44.329432 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:45.787016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42702) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:28:45.882758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b479c-d687-4e25-9416-076252716b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:45.884435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-369b479c-d687-4e25-9416-076252716b94 admin admin] 10.222.0.53 "GET /v2.0/subnets/c15f95ed-6d06-42b2-9571-9edd0f916cdc HTTP/1.1" status: 200 len: 849 time: 0.0961905 Nov 09 19:28:45.897416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:28:45.991927 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Notify callbacks [] for subnet, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:46.053065 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:46.145481 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739941408305'] for subnet, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:46.181684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:46.181804 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:46.183283 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] 10.222.0.53 "PUT /v2.0/subnets/c15f95ed-6d06-42b2-9571-9edd0f916cdc HTTP/1.1" status: 200 len: 868 time: 0.2899330 Nov 09 19:28:46.185150 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75549e70-6a4c-499e-a496-974f0dcffdee None None] Network d20879af-28d0-4657-a6f8-2ec5727040d7 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:28:46.206471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15f95ed-6d06-42b2-9571-9edd0f916cdc,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:28:46.214567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.214946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.215358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.215708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.216050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.216387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.216719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.217049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.217376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.217701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.218028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.218492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb72013-71aa-4a2c-a1f2-d9e49c03705d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:28:46.565731 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f848bbc7-f0b6-4f17-9db0-9042477fa9a5 None None] Provisioning complete for port 6d89b666-eac8-460e-be11-af83451470b7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:28:46.566105 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f848bbc7-f0b6-4f17-9db0-9042477fa9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:46.655030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f848bbc7-f0b6-4f17-9db0-9042477fa9a5 None None] Provisioning complete for port 0aa7cab8-8f2e-40d9-ad3b-68383ec3df56 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:28:46.655296 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f848bbc7-f0b6-4f17-9db0-9042477fa9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:28:48.444220 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42710) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:28:48.654810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6b3734-10cd-4a10-b6c9-4e2cdd819362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:48.655199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6b3734-10cd-4a10-b6c9-4e2cdd819362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:48.657939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dc6b3734-10cd-4a10-b6c9-4e2cdd819362 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2127471 Nov 09 19:28:50.883756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42718) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:28:51.031997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649b4c7-f76f-4118-b916-bbfbbc97dda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:51.032481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649b4c7-f76f-4118-b916-bbfbbc97dda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:51.034033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9649b4c7-f76f-4118-b916-bbfbbc97dda2 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1493242 Nov 09 19:28:53.274095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42726) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:28:53.409164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69e1d84-d7d6-4010-b3da-c24abe3cf471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:53.410491 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d69e1d84-d7d6-4010-b3da-c24abe3cf471 admin admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 886 time: 0.1353836 Nov 09 19:28:55.726359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42734) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:28:55.871375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b0eed-a457-4fc3-bbeb-79ea894504f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:55.872756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-047b0eed-a457-4fc3-bbeb-79ea894504f9 admin admin] 10.222.0.53 "GET /v2.0/networks/d20879af-28d0-4657-a6f8-2ec5727040d7 HTTP/1.1" status: 200 len: 869 time: 0.1454210 Nov 09 19:28:57.885554 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:28:58.132377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42742) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:28:58.257903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93049dcc-3bda-434a-a3ab-a7fb02bbd5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:58.258362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93049dcc-3bda-434a-a3ab-a7fb02bbd5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:28:58.260023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-93049dcc-3bda-434a-a3ab-a7fb02bbd5d0 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266975 Nov 09 19:29:00.482006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42750) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:29:00.583673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc4c9d3-957f-4fbb-8967-204c32c8dcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:29:00.584509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc4c9d3-957f-4fbb-8967-204c32c8dcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:29:00.587121 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9cc4c9d3-957f-4fbb-8967-204c32c8dcde admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1037192 Nov 09 19:29:02.917076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42758) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:29:03.009554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be947bc-60e9-4827-b214-4d5851a4d7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:29:03.010965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8be947bc-60e9-4827-b214-4d5851a4d7cf admin admin] 10.222.0.53 "GET /v2.0/subnets/a97dcf4e-dcfe-4c09-8113-6432dab934c0 HTTP/1.1" status: 200 len: 816 time: 0.0929468 Nov 09 19:29:05.211759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42768) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:29:05.306581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83da44b5-39a2-4336-8d66-5fdb6750db38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:29:05.308032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-83da44b5-39a2-4336-8d66-5fdb6750db38 admin admin] 10.222.0.53 "GET /v2.0/subnets/c15f95ed-6d06-42b2-9571-9edd0f916cdc HTTP/1.1" status: 200 len: 868 time: 0.0952506 Nov 09 19:29:10.150609 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4704-ccb3-4178-820e-b583809a4cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:13.115135 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aa0547cb-732b-4230-b518-8a1b1a6747cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:13.370651 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:14.332568 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:16.054403 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:30.173999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42822) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:29:30.226396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-3df9fee8-21e8-4741-866a-16e08a024df2 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:29:30.227470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3df9fee8-21e8-4741-866a-16e08a024df2 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518668 Nov 09 19:29:32.561375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42830) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:29:32.625411 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cdbd7f-f155-480b-be3a-210fcebf7e91 admin admin] GET failed (client error): The resource could not be found. Nov 09 19:29:32.628032 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-91cdbd7f-f155-480b-be3a-210fcebf7e91 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656757 Nov 09 19:29:32.720721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af763893-f618-4e49-be1d-53071aca95aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:29:32.722226 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-af763893-f618-4e49-be1d-53071aca95aa admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0895994 Nov 09 19:29:34.884473 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:29:35.037321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42838) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:29:35.087220 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:29:35.108678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Made reservation on behalf of 4f64479612584e8ca658a7ed5034e643 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:29:35.111859 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:35.147151 n-d-817256-1 neutron-server[102295]: WARNING neutron.services.revisions.revision_plugin [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Could not find related network for resource to bump revision. Nov 09 19:29:35.161426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:29:35.170495 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:35.170858 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Added segment ad14f846-b106-4cf7-884a-2f9f58c90f50 of type vlan for network 0cf92b9b-4d72-4a22-9b29-607409343ce1 Nov 09 19:29:35.209184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:35.231801 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:35.232741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:29:35.233307 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:35.385638 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3471897 Nov 09 19:29:35.393139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170fc2e-73be-4b20-9897-73af2179e98e admin admin] Pushing event updated for resources: {'Network': ['ID=0cf92b9b-4d72-4a22-9b29-607409343ce1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:29:35.408199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:29:37.640285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42846) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:29:37.700982 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4d71df-07e1-4f5c-a0d9-12e751ef2c15 admin admin] GET failed (client error): The resource could not be found. Nov 09 19:29:37.702307 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7f4d71df-07e1-4f5c-a0d9-12e751ef2c15 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610769 Nov 09 19:29:37.777295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52b281-720c-4384-b10f-bdfbe94eb090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:29:37.778828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2b52b281-720c-4384-b10f-bdfbe94eb090 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0710318 Nov 09 19:29:37.789847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:29:37.809858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Made reservation on behalf of 4f64479612584e8ca658a7ed5034e643 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:29:37.812295 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:37.977166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:38.033140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfff3b3-e34c-4808-bf39-a5130bf8fe12,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:29:38.043536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:29:38.043894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Network hostable DHCP agents. Network: 0cf92b9b-4d72-4a22-9b29-607409343ce1, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:29:38.059666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:29:38.067605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 0cf92b9b-4d72-4a22-9b29-607409343ce1) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:29:38.072188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:29:38.072953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:38.077264 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f4ca9-c877-49c9-9925-485eee0e025e None None] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:29:38.090088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d899a048-6d49-494c-bf37-4cee3d0433d0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3037267 Nov 09 19:29:38.330059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-0cf92b9b-4d72-4a22-9b29-607409343ce1', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'tenant_id': '4f64479612584e8ca658a7ed5034e643', 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:29:38.330984 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:38.473780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Allocated IP 192.168.233.2 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/05408281-9823-4d13-b209-179e8c9f9562) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:29:38.623868 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:38.629234 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:38.675607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:29:38.681446 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Pushing event updated for resources: {'Port': ['ID=05408281-9823-4d13-b209-179e8c9f9562,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:29:38.683685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:29:38.686468 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:29:38.693294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.693648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.693993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.694347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.694706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.695042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.695373 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.695697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.696023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.696369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.696700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.697024 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:29:38.752432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Attempting to bind port 05408281-9823-4d13-b209-179e8c9f9562 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:29:38.752802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Attempting to bind port 05408281-9823-4d13-b209-179e8c9f9562 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:29:38.753171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Attempting to bind port 05408281-9823-4d13-b209-179e8c9f9562 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:29:38.758380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:29:38.758780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:29:38.759185 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:38.759575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:29:38.760045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Bound port: 05408281-9823-4d13-b209-179e8c9f9562, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:29:38.760479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:38.825276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] For port 05408281-9823-4d13-b209-179e8c9f9562, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:29:38.828493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] For port 05408281-9823-4d13-b209-179e8c9f9562, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=05408281-9823-4d13-b209-179e8c9f9562,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:29:38.834006 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:38.899958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15875a-acdf-4b9d-9d4c-39fb0b7de972 None None] Pushing event updated for resources: {'Port': ['ID=05408281-9823-4d13-b209-179e8c9f9562,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:29:39.360012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 05408281-9823-4d13-b209-179e8c9f9562 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:29:39.414241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 05408281-9823-4d13-b209-179e8c9f9562 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:29:39.414563 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:39.495348 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:39.537563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 05408281-9823-4d13-b209-179e8c9f9562, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=05408281-9823-4d13-b209-179e8c9f9562,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:29:39.542725 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:39.603320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=05408281-9823-4d13-b209-179e8c9f9562,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:29:39.796728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f53136-41b5-48f1-b603-a269cf98dd5e None None] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:29:39.915298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-82b6af38-bff3-457a-b078-7b64dbf62f2b None None] Provisioning complete for port 05408281-9823-4d13-b209-179e8c9f9562 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:29:39.915718 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-82b6af38-bff3-457a-b078-7b64dbf62f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:40.160103 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e0cd-3754-4920-bb23-11f31c541bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:40.272496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fe47c36e-869f-4360-8f1e-de0e50f599a2 None None] Provisioning complete for port 05408281-9823-4d13-b209-179e8c9f9562 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:29:40.272799 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe47c36e-869f-4360-8f1e-de0e50f599a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:41.312593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 05408281-9823-4d13-b209-179e8c9f9562 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:29:41.361382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 05408281-9823-4d13-b209-179e8c9f9562 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:29:41.361680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:43.116767 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-061e25d5-8902-41f6-9b49-2bd8738bc45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:43.373666 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:44.335453 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:29:46.051004 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:10.150073 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be11dba8-327d-4fba-bdcc-48d668b1d086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:11.883197 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:30:13.118820 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-014bdd7e-14b0-4cad-a5b2-abf6cf4ccca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:13.375107 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:14.337544 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:16.056965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:40.151252 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4f8fcbe3-a488-4853-b0e9-b408169546fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:43.119421 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a2545530-364e-4d18-84b6-3238fd1c0509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:43.378230 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:44.340919 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:46.059451 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:30:48.882168 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:31:10.158028 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b32ed20b-5736-4219-9f91-229ddb21b6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:11.763696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42898) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:31:11.770369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-d529214f-c8ad-4148-a28b-76ed570fd1fd tempest-verify_tempest_config-990703204 tempest-verify_tempest_config-990703204-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:31:11.771399 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d529214f-c8ad-4148-a28b-76ed570fd1fd tempest-verify_tempest_config-990703204 tempest-verify_tempest_config-990703204-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066884 Nov 09 19:31:12.081232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42916) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:31:12.188436 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:12.271646 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:12.275916 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:12.327427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1a305931975469589e537556340dfb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2451162 Nov 09 19:31:12.329426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826aaa9d-58df-4203-8a66-ef8a5519e4a9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:31:12.330480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42920) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:31:12.337613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.337964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.338302 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.338679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.339019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.339353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.339685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.340028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.340339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.340659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.340986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.341308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515586-17b4-41d5-9a86-f26b1953d7d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.392926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:12.417731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:12.510642 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:12.513192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:12.514360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/826aaa9d-58df-4203-8a66-ef8a5519e4a9 HTTP/1.1" status: 204 len: 168 time: 0.1827466 Nov 09 19:31:12.523936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826aaa9d-58df-4203-8a66-ef8a5519e4a9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:31:12.532539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.532879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.533218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.533560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.533891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.534219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.534598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.534941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.535239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.535565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.535891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:12.536209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c651fa-da34-4639-ad60-3fba0e00341d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:31:13.122489 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a6123df-33a9-4e1b-96b5-5506300dd70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:13.381616 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:14.345501 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:16.062125 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:25.881311 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:31:40.152047 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0a21ab28-c5a5-4084-aee9-5fdc7092303b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:43.123380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac15d76d-30eb-46c5-81df-14a1b1c23e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:43.383323 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:44.349949 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:31:46.063109 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:32:02.879515 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:32:10.154374 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c2ae23a-c02d-45c5-b66e-6f36188e0b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:32:13.124395 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-83407bad-94f0-409b-9215-b7c0a1ae2962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:32:13.386004 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:32:14.350626 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:32:16.067578 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:32:39.878080 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:32:40.154472 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae10cae0-4d97-4218-a66d-0d812720e56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:32:43.124430 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e25320c1-480b-46d9-8502-7f3e9d8ba712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:32:43.392331 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:32:44.354421 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:32:46.072852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:10.159541 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e9357326-3491-461b-a9b7-c77f2eac039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:13.126477 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3f439322-6138-4265-9be7-cd9ff83dc71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:13.386009 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:14.357001 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:16.074111 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:16.877085 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:33:40.162351 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29eb0b26-c90d-419b-a43a-e35ed54860ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:43.128951 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-05841cbd-1068-49db-b0be-bb2193ac6a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:43.388479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:44.359286 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:46.076505 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:33:53.876101 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 5 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:34:10.165048 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08fa0919-0301-41b6-9efc-bbe73c624966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:13.134679 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-830a59ab-b7e1-4f61-b33e-8d65f6dd70e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:13.391730 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:14.362900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:16.078237 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:20.709209 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589410'] for agent, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:25.047263 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589410'] for agent, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:30.874610 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:34:40.165814 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-17c5af3f-c298-421b-b4b6-021c3514453d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:43.128621 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d6779685-fd70-494e-a1be-e3e89b87fa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:43.393936 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:44.365315 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:46.081916 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:50.669512 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:34:55.016208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:07.873411 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:35:10.167730 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc76d-c003-492d-85bc-4357f544c508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:10.814585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42982) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:35:10.920215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-335722dc-e3d9-4f35-9346-96403e980358 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1044502 Nov 09 19:35:13.131322 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29b61941-3395-4adb-b8f9-c56668e8f88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:13.220341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42992) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:35:13.275621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f2f9f07a-2be0-47bc-987f-9e166bc8bf6a admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0542119 Nov 09 19:35:13.398631 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:14.368998 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:16.091809 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:20.677270 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:25.014470 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:40.171827 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-22798d8a-3e6e-4aae-b2d2-a5e6f5407393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:43.139361 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a0989d29-d858-405d-90d5-a96855ccf92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:43.402036 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:44.380807 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:44.872814 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:35:46.090720 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:50.680196 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:35:55.021337 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:10.173251 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-11b45c44-55cc-4514-a41b-afed5f1dae33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:13.137802 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b441ca56-8139-45d3-a3f4-a1d2a066132b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:13.407250 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:14.375790 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:16.094880 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:20.674395 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:21.871619 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:36:25.046568 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:40.180647 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-11f49794-dd50-4885-af50-ff17efe2d490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:43.132258 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-82d76e59-a7a1-4418-aa06-c303b6c1595b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:43.411971 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:44.378028 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:46.096355 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:50.682232 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:53.809939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43166) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:54.066142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-network', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:36:54.089420 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Made reservation on behalf of 680f524dfe864ca0aa5e62d7ca065773 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:36:54.095041 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.105435 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.199834 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.204280 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.231514 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:36:54.239690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f432ab-15ef-4161-b5da-e89bb0275b7d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:54.250671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.251020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.251362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.251704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.252035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.252367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.252893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.253306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.253724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.253963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.254292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.255232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Tracked resource versions report: Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: pushed versions: Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: { 'AddressGroup': {'1.2'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'ConntrackHelper': {'1.0'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'Log': {'1.0'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'Network': {'1.1'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'Port': {'1.7'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'PortForwarding': {'1.2'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'QosPolicy': {'1.9'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'SecurityGroup': {'1.4'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'SecurityGroupRule': {'1.2'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'SubPort': {'1.0'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'Subnet': {'1.1'}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'Trunk': {'1.1'}} Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: consumer versions: Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: { DHCP agent@n-d-817256-1: {}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: HyperV agent@n-h1-817256-1: {}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: HyperV agent@n-h2-817256-1: {}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: L3 agent@n-d-817256-1: {}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: Metadata agent@n-d-817256-1: {}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: Metering agent@n-d-817256-1: {}, Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: Open vSwitch agent@n-d-817256-1: { 'AddressGroup': '1.2', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'ConntrackHelper': '1.0', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'Log': '1.0', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'Network': '1.1', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'Port': '1.7', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'PortForwarding': '1.2', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'QosPolicy': '1.9', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'SecurityGroup': '1.4', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'SecurityGroupRule': '1.2', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'SubPort': '1.0', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'Subnet': '1.1', Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: 'Trunk': '1.1'}} Nov 09 19:36:54.255773 n-d-817256-1 neutron-server[102296]: {{(pid=102296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 19:36:54.271671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.272040 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Added segment 59bdb369-898d-4e3d-91e2-5871846adbc2 of type vlan for network b5b6fb47-7a20-48ea-9835-141612264bec Nov 09 19:36:54.321992 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.351812 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.352843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:36:54.353584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.417064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6057730 Nov 09 19:36:54.417444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43206) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:54.422362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810116a-eb22-40ee-80bb-5b8ebc0cedc0 admin admin] Pushing event updated for resources: {'Network': ['ID=b5b6fb47-7a20-48ea-9835-141612264bec,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:54.433668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Request body: {'subnet': {'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-subnet', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:36:54.434171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network b5b6fb47-7a20-48ea-9835-141612264bec details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:36:54.457101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Made reservation on behalf of 680f524dfe864ca0aa5e62d7ca065773 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:36:54.460361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.648389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.716682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:54.718796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Checking segment: {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:36:54.719129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Network hostable DHCP agents. Network: b5b6fb47-7a20-48ea-9835-141612264bec, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:36:54.730759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.731010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.731349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.731678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.732010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.732336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.732658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.732982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.733295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.733613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.733934 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.734246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Tracked resource versions report: Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: pushed versions: Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: { 'AddressGroup': {'1.2'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'ConntrackHelper': {'1.0'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'Log': {'1.0'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'Network': {'1.1'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'Port': {'1.7'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'PortForwarding': {'1.2'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'QosPolicy': {'1.9'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'SecurityGroup': {'1.4'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'SecurityGroupRule': {'1.2'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'SubPort': {'1.0'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'Subnet': {'1.1'}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'Trunk': {'1.1'}} Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: consumer versions: Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: { DHCP agent@n-d-817256-1: {}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: HyperV agent@n-h1-817256-1: {}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: HyperV agent@n-h2-817256-1: {}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: L3 agent@n-d-817256-1: {}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: Metadata agent@n-d-817256-1: {}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: Metering agent@n-d-817256-1: {}, Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: Open vSwitch agent@n-d-817256-1: { 'AddressGroup': '1.2', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'ConntrackHelper': '1.0', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'Log': '1.0', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'Network': '1.1', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'Port': '1.7', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'PortForwarding': '1.2', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'QosPolicy': '1.9', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'SecurityGroup': '1.4', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'SecurityGroupRule': '1.2', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'SubPort': '1.0', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'Subnet': '1.1', Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: 'Trunk': '1.1'}} Nov 09 19:36:54.735273 n-d-817256-1 neutron-server[102295]: {{(pid=102295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 19:36:54.749115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Network b5b6fb47-7a20-48ea-9835-141612264bec is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:36:54.767815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, b5b6fb47-7a20-48ea-9835-141612264bec) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:36:54.773571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:36:54.775197 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.779390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d4e68-10ca-4dcf-8562-7acd77fa89f3 None None] Network b5b6fb47-7a20-48ea-9835-141612264bec requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:36:54.797963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43224) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:54.805786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:36:54.811978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8f8a54f8-bbd0-4b8c-846a-35376c136347 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3907967 Nov 09 19:36:54.840532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.841910 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.948086 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:54.964778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-b5b6fb47-7a20-48ea-9835-141612264bec', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:36:54.965805 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.066806 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.111647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.139750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Allocated IP 172.20.0.2 (b5b6fb47-7a20-48ea-9835-141612264bec/f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3/9c99a552-573b-44d5-ba4b-dd2ec3397fa8) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:36:55.158423 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43238) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:55.342829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.353956 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.375206 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.394320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Network b5b6fb47-7a20-48ea-9835-141612264bec is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:36:55.397821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:36:55.401844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:36:55.417212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Pushing event updated for resources: {'Port': ['ID=9c99a552-573b-44d5-ba4b-dd2ec3397fa8,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:55.442502 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.443110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.443452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.443885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.444314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.444741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.448056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.448560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.449001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.449453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.449887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.450316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Tracked resource versions report: Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: pushed versions: Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: { 'AddressGroup': {'1.2'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'ConntrackHelper': {'1.0'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'Log': {'1.0'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'Network': {'1.1'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'Port': {'1.7'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'PortForwarding': {'1.2'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'QosPolicy': {'1.9'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'SecurityGroup': {'1.4'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'SecurityGroupRule': {'1.2'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'SubPort': {'1.0'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'Subnet': {'1.1'}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'Trunk': {'1.1'}} Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: consumer versions: Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: { DHCP agent@n-d-817256-1: {}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: HyperV agent@n-h1-817256-1: {}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: HyperV agent@n-h2-817256-1: {}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: L3 agent@n-d-817256-1: {}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: Metadata agent@n-d-817256-1: {}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: Metering agent@n-d-817256-1: {}, Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: Open vSwitch agent@n-d-817256-1: { 'AddressGroup': '1.2', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'ConntrackHelper': '1.0', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'Log': '1.0', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'Network': '1.1', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'Port': '1.7', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'PortForwarding': '1.2', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'QosPolicy': '1.9', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'SecurityGroup': '1.4', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'SecurityGroupRule': '1.2', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'SubPort': '1.0', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'Subnet': '1.1', Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: 'Trunk': '1.1'}} Nov 09 19:36:55.451507 n-d-817256-1 neutron-server[102297]: {{(pid=102297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 19:36:55.492243 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.495564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Attempting to bind port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:36:55.496098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Attempting to bind port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:36:55.496606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Attempting to bind port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 on network b5b6fb47-7a20-48ea-9835-141612264bec {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:36:55.506718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:36:55.507187 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Checking segment: {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:36:55.507661 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.508159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Bound using segment: {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:36:55.508704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Bound port: 9c99a552-573b-44d5-ba4b-dd2ec3397fa8, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:36:55.509314 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.593911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] For port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:36:55.598821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] For port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9c99a552-573b-44d5-ba4b-dd2ec3397fa8,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:36:55.605170 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.624410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Allocated IP 172.25.6.239 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/60ffefc5-57cb-42ed-bca3-80401eaea6e3) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:36:55.677176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc3fc9-da63-4186-8b22-598f5b246a6c None None] Pushing event updated for resources: {'Port': ['ID=9c99a552-573b-44d5-ba4b-dd2ec3397fa8,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:55.773312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.822610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:55.831293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-56d8252d-10ec-4881-b561-2fc4dced2c92 tempest-AutoAllocateNetworkTest-1010267912 tempest-AutoAllocateNetworkTest-1010267912-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=08017f97deaa44818c601621e984bcdc&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6689928 Nov 09 19:36:55.832589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43266) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:55.872751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Pushing event updated for resources: {'Port': ['ID=60ffefc5-57cb-42ed-bca3-80401eaea6e3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:55.909868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:36:55.912255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:36:55.921425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:36:56.095388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fbc7bb-62c1-4d63-b766-33c3e19209a2 tempest-AutoAllocateNetworkTest-1010267912 tempest-AutoAllocateNetworkTest-1010267912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:36:56.101469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a7fbc7bb-62c1-4d63-b766-33c3e19209a2 tempest-AutoAllocateNetworkTest-1010267912 tempest-AutoAllocateNetworkTest-1010267912-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2675509 Nov 09 19:36:56.102329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43276) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:56.177726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-84a4766f-1da3-4555-b19d-af7b89f0591e tempest-AutoAllocateNetworkTest-1010267912 tempest-AutoAllocateNetworkTest-1010267912-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740807 Nov 09 19:36:56.178617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43282) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:56.210319 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-52113fd4-5fbc-4c80-bf4f-899c8be5472b tempest-AutoAllocateNetworkTest-1010267912 tempest-AutoAllocateNetworkTest-1010267912-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=08017f97deaa44818c601621e984bcdc HTTP/1.1" status: 200 len: 208 time: 0.0304418 Nov 09 19:36:56.288415 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:56.499542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:56.680648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Router dbe1a6a9-1e81-4973-bb7f-0da12c615407 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:36:56.813557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:36:56.825173 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Sync routers for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:36:56.838245 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:36:56.838490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:56.838957 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:36:56.871438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ebdbacb8-a055-453b-9518-a145f10737f6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0428634 Nov 09 19:36:56.871438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43318) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:56.971938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f59984-2451-4904-b953-a8e00a7cbcd8 None None] Network b5b6fb47-7a20-48ea-9835-141612264bec requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:36:56.981932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43324) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:57.022450 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:36:57.101739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0e87c3e8-045c-4d2c-aa4d-afda018c354c None None] Provisioning complete for port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:36:57.101906 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e87c3e8-045c-4d2c-aa4d-afda018c354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.203638 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e87c3e8-045c-4d2c-aa4d-afda018c354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.289645 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:56Z', 'revision_number': 3, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:36:57.336852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0e87c3e8-045c-4d2c-aa4d-afda018c354c None None] For port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9c99a552-573b-44d5-ba4b-dd2ec3397fa8,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:36:57.347426 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e87c3e8-045c-4d2c-aa4d-afda018c354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.350853 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Checking router: dbe1a6a9-1e81-4973-bb7f-0da12c615407 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:36:57.352556 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Updating router dbe1a6a9-1e81-4973-bb7f-0da12c615407 port 60ffefc5-57cb-42ed-bca3-80401eaea6e3 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:36:57.405248 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.425637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87c3e8-045c-4d2c-aa4d-afda018c354c None None] Pushing event updated for resources: {'Port': ['ID=9c99a552-573b-44d5-ba4b-dd2ec3397fa8,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:57.588334 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.698291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:36:57.772602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6fd07201-388c-467c-9e71-20600d01163f None None] Provisioning complete for port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:36:57.772983 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6fd07201-388c-467c-9e71-20600d01163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.825629 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:36:57.826005 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.835842 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79fe25e1-046e-4acb-b0a3-cf29026d74e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.865783 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.880241 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.948120 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79fe25e1-046e-4acb-b0a3-cf29026d74e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:57.970840 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79fe25e1-046e-4acb-b0a3-cf29026d74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.032170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43344) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:58.032898 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-79fe25e1-046e-4acb-b0a3-cf29026d74e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08017f97deaa44818c601621e984bcdc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0489025 Nov 09 19:36:58.062032 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Pushing event updated for resources: {'Port': ['ID=60ffefc5-57cb-42ed-bca3-80401eaea6e3,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:58.097181 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Attempting to bind port 60ffefc5-57cb-42ed-bca3-80401eaea6e3 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:36:58.099032 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Attempting to bind port 60ffefc5-57cb-42ed-bca3-80401eaea6e3 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:36:58.099432 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Attempting to bind port 60ffefc5-57cb-42ed-bca3-80401eaea6e3 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:36:58.110972 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.111337 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.111708 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.112554 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.112886 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.113709 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.114044 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.114372 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.118401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe25e1-046e-4acb-b0a3-cf29026d74e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9ac527-a6c4-4d81-88d0-915abdefacc4,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:58.118787 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.119148 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.119489 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.119822 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Tracked resource versions report: Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: pushed versions: Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: { 'AddressGroup': {'1.2'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'ConntrackHelper': {'1.0'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'Log': {'1.0'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'Network': {'1.1'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'Port': {'1.7'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'PortForwarding': {'1.2'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'QosPolicy': {'1.9'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'SecurityGroup': {'1.4'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'SecurityGroupRule': {'1.2'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'SubPort': {'1.0'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'Subnet': {'1.1'}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'Trunk': {'1.1'}} Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: consumer versions: Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: { DHCP agent@n-d-817256-1: {}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: HyperV agent@n-h1-817256-1: {}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: HyperV agent@n-h2-817256-1: {}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: L3 agent@n-d-817256-1: {}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: Metadata agent@n-d-817256-1: {}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: Metering agent@n-d-817256-1: {}, Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: Open vSwitch agent@n-d-817256-1: { 'AddressGroup': '1.2', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'ConntrackHelper': '1.0', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'Log': '1.0', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'Network': '1.1', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'Port': '1.7', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'PortForwarding': '1.2', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'QosPolicy': '1.9', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'SecurityGroup': '1.4', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'SecurityGroupRule': '1.2', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'SubPort': '1.0', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'Subnet': '1.1', Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: 'Trunk': '1.1'}} Nov 09 19:36:58.120922 n-d-817256-1 neutron-server[102298]: {{(pid=102298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 19:36:58.129005 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:36:58.129379 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:36:58.129781 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.130170 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:36:58.130680 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Bound port: 60ffefc5-57cb-42ed-bca3-80401eaea6e3, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:36:58.131077 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.176782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Allocated IP 172.20.0.1 (b5b6fb47-7a20-48ea-9835-141612264bec/f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3/005968da-f728-4f22-adea-11256398d1ea) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:36:58.192263 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] For port 60ffefc5-57cb-42ed-bca3-80401eaea6e3, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:36:58.196213 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] For port 60ffefc5-57cb-42ed-bca3-80401eaea6e3, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=60ffefc5-57cb-42ed-bca3-80401eaea6e3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:36:58.201615 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-323de4e3-f175-46cb-8110-b806526ff834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.208375 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.247258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-323de4e3-f175-46cb-8110-b806526ff834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.294733 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:36:58.295624 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:36:58.352077 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-323de4e3-f175-46cb-8110-b806526ff834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.357925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.358561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-323de4e3-f175-46cb-8110-b806526ff834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.362124 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-323de4e3-f175-46cb-8110-b806526ff834 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b9ac527-a6c4-4d81-88d0-915abdefacc4 HTTP/1.1" status: 204 len: 168 time: 0.3265123 Nov 09 19:36:58.371811 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256497d6-1801-430e-88f9-d6522723a39e None None] Pushing event updated for resources: {'Port': ['ID=60ffefc5-57cb-42ed-bca3-80401eaea6e3,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:58.376902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323de4e3-f175-46cb-8110-b806526ff834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9ac527-a6c4-4d81-88d0-915abdefacc4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:58.448680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.462764 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:36:58.490729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Network b5b6fb47-7a20-48ea-9835-141612264bec is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:36:58.493603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:36:58.497050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:36:58.497518 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.543001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Pushing event updated for resources: {'Port': ['ID=005968da-f728-4f22-adea-11256398d1ea,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:58.699668 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.832125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-34972b2e-21eb-4e0b-9d11-9aec6ed4ae82 None None] Provisioning complete for port 005968da-f728-4f22-adea-11256398d1ea triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:36:58.832641 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-34972b2e-21eb-4e0b-9d11-9aec6ed4ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:58.874950 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:36:58.894384 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:56Z', 'revision_number': 3, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:36:58.907264 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-34972b2e-21eb-4e0b-9d11-9aec6ed4ae82 None None] Port 005968da-f728-4f22-adea-11256398d1ea cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:36:58.943714 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c894d2c-9e71-4879-94c8-94072eae30ac None None] The sync data for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 is: [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:56Z', 'revision_number': 3, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:36:58.994040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:59.006397 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:59.007612 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:59.147782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Pushing event updated for resources: {'Port': ['ID=005968da-f728-4f22-adea-11256398d1ea,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:36:59.211403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Network b5b6fb47-7a20-48ea-9835-141612264bec is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:36:59.213232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:36:59.336409 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43386) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:36:59.373381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Router dbe1a6a9-1e81-4973-bb7f-0da12c615407 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:36:59.579954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:36:59.594384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d50e60a9-fdc1-478f-bf23-d3dbf8fc4b12 admin admin] 10.222.0.53 "PUT /v2.0/routers/dbe1a6a9-1e81-4973-bb7f-0da12c615407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7403748 Nov 09 19:36:59.663719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-84bd81ac-185d-4b20-8d8b-8c270a0002e7 None None] Provisioning complete for port 005968da-f728-4f22-adea-11256398d1ea triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:36:59.664006 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84bd81ac-185d-4b20-8d8b-8c270a0002e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:59.696107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 60ffefc5-57cb-42ed-bca3-80401eaea6e3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:36:59.736131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-84bd81ac-185d-4b20-8d8b-8c270a0002e7 None None] Port 005968da-f728-4f22-adea-11256398d1ea cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:36:59.769638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 60ffefc5-57cb-42ed-bca3-80401eaea6e3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:36:59.770137 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:59.809667 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09ad1488-0047-414a-9509-9004f4d127a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:59.946759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09ad1488-0047-414a-9509-9004f4d127a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:59.952507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09ad1488-0047-414a-9509-9004f4d127a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:36:59.960258 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:00.001367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 60ffefc5-57cb-42ed-bca3-80401eaea6e3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=60ffefc5-57cb-42ed-bca3-80401eaea6e3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:00.009298 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:00.010165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad1488-0047-414a-9509-9004f4d127a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755b975f-246f-4f1f-adae-5168381d4166,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:00.045315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43420) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:00.056498 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-09ad1488-0047-414a-9509-9004f4d127a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90a91595b39541a7b249d756ae4ada5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7049730 Nov 09 19:37:00.137908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=60ffefc5-57cb-42ed-bca3-80401eaea6e3,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:00.143595 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-611e3a2d-e2b9-4047-8819-a1b1bb159f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:00.185341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-611e3a2d-e2b9-4047-8819-a1b1bb159f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:00.313693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-611e3a2d-e2b9-4047-8819-a1b1bb159f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:00.317325 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-611e3a2d-e2b9-4047-8819-a1b1bb159f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:00.318850 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-611e3a2d-e2b9-4047-8819-a1b1bb159f9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/755b975f-246f-4f1f-adae-5168381d4166 HTTP/1.1" status: 204 len: 168 time: 0.2723303 Nov 09 19:37:00.328035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3a2d-e2b9-4047-8819-a1b1bb159f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b975f-246f-4f1f-adae-5168381d4166,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:00.435440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43462) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:00.756011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd257da2-58f2-42f4-b50e-4df51735ca63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:00.846779 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd257da2-58f2-42f4-b50e-4df51735ca63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:00.855344 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd257da2-58f2-42f4-b50e-4df51735ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:00.895285 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cd257da2-58f2-42f4-b50e-4df51735ca63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cfff4b0ea59475ebfdb9cf41e9d7d26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4587374 Nov 09 19:37:00.896438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd257da2-58f2-42f4-b50e-4df51735ca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a30bb8b-4dd8-49fe-bcf8-9211169261a8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:00.897976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43482) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:00.974748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43486) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:00.982262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12b81b2c-2c9b-4dac-8ab9-deb690389b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.007089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12b81b2c-2c9b-4dac-8ab9-deb690389b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.076013 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12b81b2c-2c9b-4dac-8ab9-deb690389b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.080959 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12b81b2c-2c9b-4dac-8ab9-deb690389b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.092516 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-12b81b2c-2c9b-4dac-8ab9-deb690389b37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a30bb8b-4dd8-49fe-bcf8-9211169261a8 HTTP/1.1" status: 204 len: 168 time: 0.1853976 Nov 09 19:37:01.120387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b81b2c-2c9b-4dac-8ab9-deb690389b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a30bb8b-4dd8-49fe-bcf8-9211169261a8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:01.167646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43498) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:01.187498 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b218bad5-c92e-49d9-b825-a1381be8e62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.288969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43502) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:01.359991 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b218bad5-c92e-49d9-b825-a1381be8e62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.370600 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b218bad5-c92e-49d9-b825-a1381be8e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.447015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218bad5-c92e-49d9-b825-a1381be8e62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc5e31e-9691-4a27-9eaf-e04881eacc2d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:01.504765 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b218bad5-c92e-49d9-b825-a1381be8e62e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=274fd5ffb2ac413cb7ca6e23bf50dd55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3359241 Nov 09 19:37:01.505747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43508) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:01.523832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46417759-9f44-4611-8e34-e74822fc38fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.606440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-65c5c639-110b-4a7c-9eeb-4ea2c4fa11d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.647759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 60ffefc5-57cb-42ed-bca3-80401eaea6e3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:01.656089 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46417759-9f44-4611-8e34-e74822fc38fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.664886 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46417759-9f44-4611-8e34-e74822fc38fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.675295 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-65c5c639-110b-4a7c-9eeb-4ea2c4fa11d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.713293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-46417759-9f44-4611-8e34-e74822fc38fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c6985b9c7be429587cb8b2d6798f894&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7373672 Nov 09 19:37:01.714443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46417759-9f44-4611-8e34-e74822fc38fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbde6722-4be2-4244-8e45-73ea21ec3255,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:01.715950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43514) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:01.719303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 60ffefc5-57cb-42ed-bca3-80401eaea6e3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:01.719676 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.844507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-65c5c639-110b-4a7c-9eeb-4ea2c4fa11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.847765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-65c5c639-110b-4a7c-9eeb-4ea2c4fa11d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.848921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-65c5c639-110b-4a7c-9eeb-4ea2c4fa11d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fc5e31e-9691-4a27-9eaf-e04881eacc2d HTTP/1.1" status: 204 len: 168 time: 0.3417783 Nov 09 19:37:01.859404 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07b33154-a034-496f-ab13-d712d67d2233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.862290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5c639-110b-4a7c-9eeb-4ea2c4fa11d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc5e31e-9691-4a27-9eaf-e04881eacc2d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:01.885142 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07b33154-a034-496f-ab13-d712d67d2233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.914376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eade3970-f6e8-49de-be4d-f6cf17ed20b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.942917 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07b33154-a034-496f-ab13-d712d67d2233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.948025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07b33154-a034-496f-ab13-d712d67d2233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:01.950284 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-07b33154-a034-496f-ab13-d712d67d2233 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbde6722-4be2-4244-8e45-73ea21ec3255 HTTP/1.1" status: 204 len: 168 time: 0.2329981 Nov 09 19:37:01.962900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b33154-a034-496f-ab13-d712d67d2233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbde6722-4be2-4244-8e45-73ea21ec3255,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:02.062142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eade3970-f6e8-49de-be4d-f6cf17ed20b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.070236 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eade3970-f6e8-49de-be4d-f6cf17ed20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.091490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Sync routers for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:37:02.103124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:37:02.103748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:02.117295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade3970-f6e8-49de-be4d-f6cf17ed20b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1386c293-48b7-41cb-90e9-f0cc09eb82c4,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:02.129057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43530) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:02.129235 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eade3970-f6e8-49de-be4d-f6cf17ed20b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea0dee435290433489830f2da0a186d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8388588 Nov 09 19:37:02.172647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43532) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:02.190993 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-699d7b15-4b02-45ce-91a2-70e066a0d64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.192269 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-153ba01b-5d3b-46e0-a28b-1d03ffa12c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.229544 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-153ba01b-5d3b-46e0-a28b-1d03ffa12c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.289520 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:37:02.295922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-153ba01b-5d3b-46e0-a28b-1d03ffa12c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.299628 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-153ba01b-5d3b-46e0-a28b-1d03ffa12c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.301031 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-153ba01b-5d3b-46e0-a28b-1d03ffa12c06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1386c293-48b7-41cb-90e9-f0cc09eb82c4 HTTP/1.1" status: 204 len: 168 time: 0.1707516 Nov 09 19:37:02.309204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ba01b-5d3b-46e0-a28b-1d03ffa12c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1386c293-48b7-41cb-90e9-f0cc09eb82c4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:02.329445 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-699d7b15-4b02-45ce-91a2-70e066a0d64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.334851 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-699d7b15-4b02-45ce-91a2-70e066a0d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.377696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d7b15-4b02-45ce-91a2-70e066a0d64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5a7efe-d360-4e85-83c0-e0c2c105a929,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:02.386308 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-699d7b15-4b02-45ce-91a2-70e066a0d64b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de7bbb08520944ddb01ea094a83ecada&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2100804 Nov 09 19:37:02.386626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43538) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:02.446266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43542) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:02.452491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-network', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:02.471395 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b2656a4-c655-48d5-a8f1-7d19b10baa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.509741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Made reservation on behalf of 56267f6734a944c9952d2b01ae2efe84 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:02.512133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.523044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b2656a4-c655-48d5-a8f1-7d19b10baa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.525300 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.645813 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.655377 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.666758 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b2656a4-c655-48d5-a8f1-7d19b10baa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.669391 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b2656a4-c655-48d5-a8f1-7d19b10baa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.673319 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4b2656a4-c655-48d5-a8f1-7d19b10baa6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e5a7efe-d360-4e85-83c0-e0c2c105a929 HTTP/1.1" status: 204 len: 168 time: 0.2829871 Nov 09 19:37:02.695647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:37:02.703694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde124cf-57a7-4402-b76f-4b7d241f9905,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:02.712984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 2, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:02.718026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2656a4-c655-48d5-a8f1-7d19b10baa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5a7efe-d360-4e85-83c0-e0c2c105a929,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:02.721697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.722080 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Added segment c8211922-fc1c-417d-b56c-dfe5ab08f735 of type vlan for network 60e5289f-527d-4ed7-9cf4-99efef50a8ed Nov 09 19:37:02.763933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Checking router: dbe1a6a9-1e81-4973-bb7f-0da12c615407 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:37:02.764383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Updating router dbe1a6a9-1e81-4973-bb7f-0da12c615407 port 005968da-f728-4f22-adea-11256398d1ea binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:37:02.779144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.806945 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.837603 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.838975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:02.840060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.871246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43560) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:02.887266 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1377061e-3275-4ba8-9e50-a128405b6099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.939210 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4909871 Nov 09 19:37:02.942748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43562) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:02.953251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Request body: {'subnet': {'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-subnet', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:02.983426 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1377061e-3275-4ba8-9e50-a128405b6099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.984467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94d5e4-d141-463e-a1af-8efd60a85c31 admin admin] Pushing event updated for resources: {'Network': ['ID=60e5289f-527d-4ed7-9cf4-99efef50a8ed,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:02.990030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1377061e-3275-4ba8-9e50-a128405b6099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:02.999016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Made reservation on behalf of 56267f6734a944c9952d2b01ae2efe84 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:03.001368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.024009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 60e5289f-527d-4ed7-9cf4-99efef50a8ed details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:37:03.040191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377061e-3275-4ba8-9e50-a128405b6099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2a6f4a-8c0e-440b-921a-f1745881cd28,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:03.085694 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1377061e-3275-4ba8-9e50-a128405b6099 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55d4eac8f13147828930fd0ce43a0a2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2119107 Nov 09 19:37:03.087150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43566) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:03.201691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9751fd5-4f76-4bc7-b1a9-2e803b024190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.231699 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9751fd5-4f76-4bc7-b1a9-2e803b024190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.269374 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.275138 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.313870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9751fd5-4f76-4bc7-b1a9-2e803b024190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.317342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9751fd5-4f76-4bc7-b1a9-2e803b024190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.321704 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c9751fd5-4f76-4bc7-b1a9-2e803b024190 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc2a6f4a-8c0e-440b-921a-f1745881cd28 HTTP/1.1" status: 204 len: 168 time: 0.2334299 Nov 09 19:37:03.325375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58535a-623b-46ec-a23f-f30ade679ee3 None None] Pushing event updated for resources: {'Port': ['ID=005968da-f728-4f22-adea-11256398d1ea,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:03.346895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9751fd5-4f76-4bc7-b1a9-2e803b024190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2a6f4a-8c0e-440b-921a-f1745881cd28,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:03.378538 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.417436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Attempting to bind port 005968da-f728-4f22-adea-11256398d1ea on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:03.418021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Attempting to bind port 005968da-f728-4f22-adea-11256398d1ea by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:03.418594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Attempting to bind port 005968da-f728-4f22-adea-11256398d1ea on network b5b6fb47-7a20-48ea-9835-141612264bec {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:03.425217 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:03.426020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Checking segment: {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:03.426977 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.427689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Bound using segment: {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:03.428388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Bound port: 005968da-f728-4f22-adea-11256398d1ea, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:03.429006 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.477007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Checking segment: {'id': 'c8211922-fc1c-417d-b56c-dfe5ab08f735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:03.477386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Network hostable DHCP agents. Network: 60e5289f-527d-4ed7-9cf4-99efef50a8ed, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:37:03.488275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645fa040-c198-4e4c-827b-9cf0ae838cfa,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:03.508868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Network 60e5289f-527d-4ed7-9cf4-99efef50a8ed is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:37:03.531542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] For port 005968da-f728-4f22-adea-11256398d1ea, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:03.533147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 60e5289f-527d-4ed7-9cf4-99efef50a8ed) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:03.537256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] For port 005968da-f728-4f22-adea-11256398d1ea, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=005968da-f728-4f22-adea-11256398d1ea,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:03.541921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:03.544055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.544408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.546098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:03.562815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfc4e-8b34-4d9a-b39c-6ee308570e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.582038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-490f1dfd-50b4-414a-8e77-54fe5b63d7a5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6334174 Nov 09 19:37:03.584347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43582) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:03.595344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-router', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:03.623731 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f056b2f4-8835-4547-9550-f2dd2a23c5cc None None] Network 60e5289f-527d-4ed7-9cf4-99efef50a8ed requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:37:03.662892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.665674 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.734191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58535a-623b-46ec-a23f-f30ade679ee3 None None] Pushing event updated for resources: {'Port': ['ID=005968da-f728-4f22-adea-11256398d1ea,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:03.854168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-60e5289f-527d-4ed7-9cf4-99efef50a8ed', 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'fixed_ips': [{'subnet_id': '645fa040-c198-4e4c-827b-9cf0ae838cfa'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:37:03.855124 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.923961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.927667 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfc4e-8b34-4d9a-b39c-6ee308570e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.948582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7342545c-5f5e-402d-ac93-bc488c457ec8 None None] Provisioning complete for port 005968da-f728-4f22-adea-11256398d1ea triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:03.948953 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7342545c-5f5e-402d-ac93-bc488c457ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:03.956316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:37:03.956971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:04.003962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfc4e-8b34-4d9a-b39c-6ee308570e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.035532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dc4dfc4e-8b34-4d9a-b39c-6ee308570e6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e714bfb2b06432f935d34b0d777af73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4881988 Nov 09 19:37:04.038680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43598) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:04.110690 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.144232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a32e7430-a633-4ca8-880c-cf6510e50c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.161257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Allocated IP 172.20.0.2 (60e5289f-527d-4ed7-9cf4-99efef50a8ed/645fa040-c198-4e4c-827b-9cf0ae838cfa/1fb4cced-3be6-4565-9ab5-532d4ca68fca) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:04.173424 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a32e7430-a633-4ca8-880c-cf6510e50c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.180038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dfc4e-8b34-4d9a-b39c-6ee308570e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b4626-ec52-4b7d-a95a-fb105d2476f7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:04.188940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:37:04.249968 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7342545c-5f5e-402d-ac93-bc488c457ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.263833 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a32e7430-a633-4ca8-880c-cf6510e50c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.267018 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a32e7430-a633-4ca8-880c-cf6510e50c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.271015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a32e7430-a633-4ca8-880c-cf6510e50c64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d56b4626-ec52-4b7d-a95a-fb105d2476f7 HTTP/1.1" status: 204 len: 168 time: 0.2310681 Nov 09 19:37:04.282147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e7430-a633-4ca8-880c-cf6510e50c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b4626-ec52-4b7d-a95a-fb105d2476f7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:04.377324 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.412909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.433233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7342545c-5f5e-402d-ac93-bc488c457ec8 None None] For port 005968da-f728-4f22-adea-11256398d1ea, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=005968da-f728-4f22-adea-11256398d1ea,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:04.453344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7342545c-5f5e-402d-ac93-bc488c457ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.519968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342545c-5f5e-402d-ac93-bc488c457ec8 None None] Pushing event updated for resources: {'Port': ['ID=005968da-f728-4f22-adea-11256398d1ea,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:04.642766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Allocated IP 172.25.6.141 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:04.671045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f5c7afd8-cbf5-4536-a98c-4753f374a2a8 None None] Provisioning complete for port 005968da-f728-4f22-adea-11256398d1ea triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:04.671424 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5c7afd8-cbf5-4536-a98c-4753f374a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.676747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.708618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.827213 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.912828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:04.930299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Network 60e5289f-527d-4ed7-9cf4-99efef50a8ed is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:04.939886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:04.943877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:04.950599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Pushing event updated for resources: {'Port': ['ID=1fb4cced-3be6-4565-9ab5-532d4ca68fca,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:04.983981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:04.987609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:04.991657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:05.012284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:03Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:05.067059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Pushing event updated for resources: {'Port': ['ID=9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:05.079021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0b2a3-c464-4a29-acb8-617f2306b9ba None None] The sync data for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 is: [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:03Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:37:05.081649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Attempting to bind port 1fb4cced-3be6-4565-9ab5-532d4ca68fca on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:05.082017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Attempting to bind port 1fb4cced-3be6-4565-9ab5-532d4ca68fca by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'c8211922-fc1c-417d-b56c-dfe5ab08f735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:05.082380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Attempting to bind port 1fb4cced-3be6-4565-9ab5-532d4ca68fca on network 60e5289f-527d-4ed7-9cf4-99efef50a8ed {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:05.096923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:05.097559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Checking segment: {'id': 'c8211922-fc1c-417d-b56c-dfe5ab08f735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:05.100753 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:05.101165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Bound using segment: {'id': 'c8211922-fc1c-417d-b56c-dfe5ab08f735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:05.101674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Bound port: 1fb4cced-3be6-4565-9ab5-532d4ca68fca, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8211922-fc1c-417d-b56c-dfe5ab08f735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:05.102069 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:05.201446 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] For port 1fb4cced-3be6-4565-9ab5-532d4ca68fca, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:05.208577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] For port 1fb4cced-3be6-4565-9ab5-532d4ca68fca, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1fb4cced-3be6-4565-9ab5-532d4ca68fca,segment=NetworkSegment(c8211922-fc1c-417d-b56c-dfe5ab08f735),segment_id=c8211922-fc1c-417d-b56c-dfe5ab08f735)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:05.219816 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:05.348926 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9feaad6-33aa-43fa-9815-90c93f560847 None None] Pushing event updated for resources: {'Port': ['ID=1fb4cced-3be6-4565-9ab5-532d4ca68fca,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:05.350458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:05.569783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43666) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:05.680994 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:05.720567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 005968da-f728-4f22-adea-11256398d1ea up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:05.832666 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 005968da-f728-4f22-adea-11256398d1ea triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:05.833040 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:05.909129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Router 562828a1-3aca-4352-8d31-2b9752e6dd33 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:37:06.113825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:37:06.131214 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Sync routers for ids ['562828a1-3aca-4352-8d31-2b9752e6dd33'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:37:06.148785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:06.150466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a3e6b308-08c2-48a7-852b-2d17819c6275 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5649078 Nov 09 19:37:06.153291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43684) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:06.155461 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Routers {'562828a1-3aca-4352-8d31-2b9752e6dd33'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:37:06.156354 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['562828a1-3aca-4352-8d31-2b9752e6dd33'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:06.399309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3c4499-3503-452b-b44e-4824b038d773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:06.450441 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Set router 562828a1-3aca-4352-8d31-2b9752e6dd33 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:37:06.586108 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3c4499-3503-452b-b44e-4824b038d773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:06.594767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3c4499-3503-452b-b44e-4824b038d773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:06.678857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c4499-3503-452b-b44e-4824b038d773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30badeab-442a-422d-8176-72828723816a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:06.754043 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-router', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:37:03Z', 'updated_at': '2021-11-09T19:37:05Z', 'revision_number': 3, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'gw_port': {'id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:04Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:06.797177 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Checking router: 562828a1-3aca-4352-8d31-2b9752e6dd33 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:37:06.798066 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Updating router 562828a1-3aca-4352-8d31-2b9752e6dd33 port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:37:06.807084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15660369-76aa-403c-917e-6db557f069fb None None] Network 60e5289f-527d-4ed7-9cf4-99efef50a8ed requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:37:06.825720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8f3c4499-3503-452b-b44e-4824b038d773 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a21a8246f7a64aeca89a000629cc97ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2531195 Nov 09 19:37:06.828760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43716) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:06.841868 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:06.935098 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b95a38ff-7cf2-4316-90a7-b93e148865d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:06.975016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e2945c6b-ee9e-40b3-96f0-d318eb20b512 None None] Provisioning complete for port 1fb4cced-3be6-4565-9ab5-532d4ca68fca triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:06.978454 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e2945c6b-ee9e-40b3-96f0-d318eb20b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:06.989159 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b95a38ff-7cf2-4316-90a7-b93e148865d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.085034 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b95a38ff-7cf2-4316-90a7-b93e148865d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.089670 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b95a38ff-7cf2-4316-90a7-b93e148865d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.091331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b95a38ff-7cf2-4316-90a7-b93e148865d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30badeab-442a-422d-8176-72828723816a HTTP/1.1" status: 204 len: 168 time: 0.2612481 Nov 09 19:37:07.113139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a38ff-7cf2-4316-90a7-b93e148865d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30badeab-442a-422d-8176-72828723816a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:07.178119 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e2945c6b-ee9e-40b3-96f0-d318eb20b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.260782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e2945c6b-ee9e-40b3-96f0-d318eb20b512 None None] For port 1fb4cced-3be6-4565-9ab5-532d4ca68fca, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1fb4cced-3be6-4565-9ab5-532d4ca68fca,segment=NetworkSegment(c8211922-fc1c-417d-b56c-dfe5ab08f735),segment_id=c8211922-fc1c-417d-b56c-dfe5ab08f735)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:07.281208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e2945c6b-ee9e-40b3-96f0-d318eb20b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.296897 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.303968 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.344806 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.386198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2945c6b-ee9e-40b3-96f0-d318eb20b512 None None] Pushing event updated for resources: {'Port': ['ID=1fb4cced-3be6-4565-9ab5-532d4ca68fca,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:07.424695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43730) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:07.435381 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8baf7-a334-49a0-b569-6a14838982af None None] Pushing event updated for resources: {'Port': ['ID=9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:07.449305 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Attempting to bind port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:07.449768 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Attempting to bind port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:07.450352 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Attempting to bind port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:07.472003 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:07.472502 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:07.478569 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.479232 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:07.480025 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Bound port: 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:07.480677 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.520354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b4d85b17-97a9-4c9b-8e04-a270b2a505fa None None] Provisioning complete for port 1fb4cced-3be6-4565-9ab5-532d4ca68fca triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:07.520731 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4d85b17-97a9-4c9b-8e04-a270b2a505fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.560986 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] For port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:07.567284 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] For port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:07.575463 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.675386 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8baf7-a334-49a0-b569-6a14838982af None None] Pushing event updated for resources: {'Port': ['ID=9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:07.704307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1fb4cced-3be6-4565-9ab5-532d4ca68fca up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:07.716491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Allocated IP 172.20.0.1 (60e5289f-527d-4ed7-9cf4-99efef50a8ed/645fa040-c198-4e4c-827b-9cf0ae838cfa/83342b46-1a16-4228-ba5a-4ad9a43a0c7e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:07.717025 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Routers {'562828a1-3aca-4352-8d31-2b9752e6dd33'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:37:07.717327 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['562828a1-3aca-4352-8d31-2b9752e6dd33'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:07.793088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1fb4cced-3be6-4565-9ab5-532d4ca68fca triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:07.793456 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.857978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.863309 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] Set router 562828a1-3aca-4352-8d31-2b9752e6dd33 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:37:07.899298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.943825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Network 60e5289f-527d-4ed7-9cf4-99efef50a8ed is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:07.950978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:07.954834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:07.956309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:07.966202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Pushing event updated for resources: {'Port': ['ID=83342b46-1a16-4228-ba5a-4ad9a43a0c7e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:08.065886 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a056c21-2e1f-4766-82f3-3dfe55914878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.154998 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-router', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:37:03Z', 'updated_at': '2021-11-09T19:37:05Z', 'revision_number': 3, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'gw_port': {'id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:04Z', 'updated_at': '2021-11-09T19:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:08.201148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a056c21-2e1f-4766-82f3-3dfe55914878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.207593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a056c21-2e1f-4766-82f3-3dfe55914878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.228356 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.237951 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777faec1-b4ec-4085-8e0d-adedc403a3d0 None None] The sync data for ids ['562828a1-3aca-4352-8d31-2b9752e6dd33'] in n-d-817256-1 is: [{'id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-router', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:37:03Z', 'updated_at': '2021-11-09T19:37:05Z', 'revision_number': 3, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'gw_port': {'id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:04Z', 'updated_at': '2021-11-09T19:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:37:08.270275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8a056c21-2e1f-4766-82f3-3dfe55914878 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=577aef312fbe4ee38673b473ba0f0ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8438196 Nov 09 19:37:08.271213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43758) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:08.279067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a056c21-2e1f-4766-82f3-3dfe55914878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bd1e6d-73f2-47e1-a7ee-39d635e7f975,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:08.309042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-658a5478-19e0-4c60-a141-febda0c14e78 None None] Provisioning complete for port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:08.310074 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-658a5478-19e0-4c60-a141-febda0c14e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.365772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-231ced1f-a0d8-4d02-bc75-f69beb5f0f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.370945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-658a5478-19e0-4c60-a141-febda0c14e78 None None] Port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:08.400341 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-231ced1f-a0d8-4d02-bc75-f69beb5f0f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.479501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-231ced1f-a0d8-4d02-bc75-f69beb5f0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.482545 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-231ced1f-a0d8-4d02-bc75-f69beb5f0f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.485955 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-231ced1f-a0d8-4d02-bc75-f69beb5f0f2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0bd1e6d-73f2-47e1-a7ee-39d635e7f975 HTTP/1.1" status: 204 len: 168 time: 0.2110176 Nov 09 19:37:08.501686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ced1f-a0d8-4d02-bc75-f69beb5f0f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bd1e6d-73f2-47e1-a7ee-39d635e7f975,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:08.527538 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.538421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43770) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:08.538777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.539562 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.558076 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-44675167-eb51-4074-91cd-21c899fb9e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.571852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43772) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:08.580517 n-d-817256-1 neutron-server[102295]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 19:37:08.630767 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-a9b4e4c2-dac2-4211-bc10-8606fdeaee1e tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a1c45d0125bd40b38e2e03959ef90149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519469 Nov 09 19:37:08.751471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Network 60e5289f-527d-4ed7-9cf4-99efef50a8ed is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:08.755371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:08.851619 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-171d5dc7-23c1-4add-9a85-f703d4227e29 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:08.859357 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-171d5dc7-23c1-4add-9a85-f703d4227e29 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171476 Nov 09 19:37:08.872033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Pushing event updated for resources: {'Port': ['ID=83342b46-1a16-4228-ba5a-4ad9a43a0c7e,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:08.891743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-df2bb077-447d-4b78-b134-293982b90411 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/quotas/a1c45d0125bd40b38e2e03959ef90149 HTTP/1.1" status: 200 len: 375 time: 0.0313184 Nov 09 19:37:08.940141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Router 562828a1-3aca-4352-8d31-2b9752e6dd33 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:37:08.966240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-25f02380-d991-4e66-a9b6-c52ce6f8ba8e tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c45d0125bd40b38e2e03959ef90149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733945 Nov 09 19:37:08.971406 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-44675167-eb51-4074-91cd-21c899fb9e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:08.979498 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-44675167-eb51-4074-91cd-21c899fb9e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.042909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-44675167-eb51-4074-91cd-21c899fb9e1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abb48963ad1644ca96c676de15ec3a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033805 Nov 09 19:37:09.048471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43784) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:09.151168 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-715b9a98-c72f-4cfe-97a8-0bcd4366ebbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.168804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44675167-eb51-4074-91cd-21c899fb9e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99be941-7716-4d2f-aa60-ae3ec73b580a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:09.227149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-01b952fb-2952-45e0-a146-612710831342 None None] Provisioning complete for port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:09.227149 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-01b952fb-2952-45e0-a146-612710831342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.227332 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-715b9a98-c72f-4cfe-97a8-0bcd4366ebbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.326442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-715b9a98-c72f-4cfe-97a8-0bcd4366ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.329328 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-715b9a98-c72f-4cfe-97a8-0bcd4366ebbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.334840 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-715b9a98-c72f-4cfe-97a8-0bcd4366ebbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e99be941-7716-4d2f-aa60-ae3ec73b580a HTTP/1.1" status: 204 len: 168 time: 0.2770312 Nov 09 19:37:09.340777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:37:09.356550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b9a98-c72f-4cfe-97a8-0bcd4366ebbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99be941-7716-4d2f-aa60-ae3ec73b580a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:09.363633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-01b952fb-2952-45e0-a146-612710831342 None None] Port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:09.367457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-608a28a2-80cc-4c6d-983f-f4c51e59ca3f admin admin] 10.222.0.53 "PUT /v2.0/routers/562828a1-3aca-4352-8d31-2b9752e6dd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2130156 Nov 09 19:37:09.590491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43816) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:09.614274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20e00789-b4e3-4733-a664-7f3bf7ccd069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.649076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:09.740904 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20e00789-b4e3-4733-a664-7f3bf7ccd069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.748636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20e00789-b4e3-4733-a664-7f3bf7ccd069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.764845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:09.765882 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.811917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e00789-b4e3-4733-a664-7f3bf7ccd069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f19dfe4-89fe-47b2-ac34-461238b598f2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:09.839795 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-20e00789-b4e3-4733-a664-7f3bf7ccd069 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=399699c7f33248f9a535f7b916771a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481678 Nov 09 19:37:09.842498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43828) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:09.892730 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.902968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64190ce6-e3da-40eb-842a-52a4b7a0ba67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.918747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:09.926839 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.930939 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64190ce6-e3da-40eb-842a-52a4b7a0ba67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.989311 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64190ce6-e3da-40eb-842a-52a4b7a0ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.992753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64190ce6-e3da-40eb-842a-52a4b7a0ba67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:09.993823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:09.995698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-64190ce6-e3da-40eb-842a-52a4b7a0ba67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f19dfe4-89fe-47b2-ac34-461238b598f2 HTTP/1.1" status: 204 len: 168 time: 0.1520550 Nov 09 19:37:10.006770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64190ce6-e3da-40eb-842a-52a4b7a0ba67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f19dfe4-89fe-47b2-ac34-461238b598f2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:10.188198 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4ddc05a0-8092-4edd-8749-9641dcf2f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:10.294774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43846) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:10.692982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Sync routers for ids ['562828a1-3aca-4352-8d31-2b9752e6dd33'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:37:10.706208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Routers {'562828a1-3aca-4352-8d31-2b9752e6dd33'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:37:10.707065 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['562828a1-3aca-4352-8d31-2b9752e6dd33'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:10.905276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Set router 562828a1-3aca-4352-8d31-2b9752e6dd33 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:37:11.053814 n-d-817256-1 neutron-server[102296]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 19:37:11.157263 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cbf8c0f-0481-4732-b9ce-585c241b1cc7 req-c9f482aa-d6bb-48ee-8551-aa8120c0ac54 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 210 time: 0.8605149 Nov 09 19:37:11.303696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-router', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:37:03Z', 'updated_at': '2021-11-09T19:37:08Z', 'revision_number': 4, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'gw_port': {'id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:04Z', 'updated_at': '2021-11-09T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '83342b46-1a16-4228-ba5a-4ad9a43a0c7e', 'name': '', 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '645fa040-c198-4e4c-827b-9cf0ae838cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:07Z', 'updated_at': '2021-11-09T19:37:08Z', 'revision_number': 2, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'subnets': [{'id': '645fa040-c198-4e4c-827b-9cf0ae838cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:11.391745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Checking router: 562828a1-3aca-4352-8d31-2b9752e6dd33 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:37:11.393466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Updating router 562828a1-3aca-4352-8d31-2b9752e6dd33 port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:37:11.460595 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:11.839450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43912) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:11.844764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0931312f-4471-4fe1-8ebf-8088d434f173 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646177542', 'description': 'tempest-description--1743908994'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:11.910039 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0931312f-4471-4fe1-8ebf-8088d434f173 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:11.920903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:11.943617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.70', 65064) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:11.995621 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:11.999101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-14210a34-86fa-4b75-ac5f-a40964c5a971 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a1c45d0125bd40b38e2e03959ef90149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540068 Nov 09 19:37:12.015667 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.049186 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0931312f-4471-4fe1-8ebf-8088d434f173 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.055230 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0931312f-4471-4fe1-8ebf-8088d434f173 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.106421 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0931312f-4471-4fe1-8ebf-8088d434f173 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.116024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0931312f-4471-4fe1-8ebf-8088d434f173 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2747676 Nov 09 19:37:12.117619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43922) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:12.118636 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931312f-4471-4fe1-8ebf-8088d434f173 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa2968-db56-44b7-9b9a-12e5d2c83138,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:12.131108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d8624c7f-b32b-4757-9c68-92bedd4dba5b tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Request body: {'security_group_rule': {'security_group_id': '69aa2968-db56-44b7-9b9a-12e5d2c83138', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:12.170120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4b166-1ac6-4077-85a9-b0467f431f34 None None] Pushing event updated for resources: {'Port': ['ID=83342b46-1a16-4228-ba5a-4ad9a43a0c7e,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:12.178962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:12.179333 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.265702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Attempting to bind port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:12.266807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Attempting to bind port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'c8211922-fc1c-417d-b56c-dfe5ab08f735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:12.267470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Attempting to bind port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e on network 60e5289f-527d-4ed7-9cf4-99efef50a8ed {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:12.275232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:12.279000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Checking segment: {'id': 'c8211922-fc1c-417d-b56c-dfe5ab08f735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:12.279596 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.281580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Bound using segment: {'id': 'c8211922-fc1c-417d-b56c-dfe5ab08f735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:12.282359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Bound port: 83342b46-1a16-4228-ba5a-4ad9a43a0c7e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8211922-fc1c-417d-b56c-dfe5ab08f735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:12.283271 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.305897 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8624c7f-b32b-4757-9c68-92bedd4dba5b tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.435602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-cee5d43c-23bf-433f-a864-c3a1ac9d9249 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:12.437188 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-cee5d43c-23bf-433f-a864-c3a1ac9d9249 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4300857 Nov 09 19:37:12.487246 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8624c7f-b32b-4757-9c68-92bedd4dba5b tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.496404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8624c7f-b32b-4757-9c68-92bedd4dba5b tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.526492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8624c7f-b32b-4757-9c68-92bedd4dba5b tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ee1cb8-1607-4467-9c4c-c2d559cb2e1e,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:12.545319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Request body: {'port': {'device_id': 'f3675bca-1538-4ecd-93eb-fefb797fb4dc', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': 'a1c45d0125bd40b38e2e03959ef90149'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:12.605310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4307e420-cae8-494a-b810-12f9b4fa1f36 None None] Provisioning complete for port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:12.605732 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4307e420-cae8-494a-b810-12f9b4fa1f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.613958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] For port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:12.645521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] For port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=83342b46-1a16-4228-ba5a-4ad9a43a0c7e,segment=NetworkSegment(c8211922-fc1c-417d-b56c-dfe5ab08f735),segment_id=c8211922-fc1c-417d-b56c-dfe5ab08f735)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:12.654033 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.679960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4307e420-cae8-494a-b810-12f9b4fa1f36 None None] Port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:12.716581 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6a421798-58be-4bc5-b81f-443f0a856db7 req-8e593897-a364-4274-88a0-55f17fef2d09 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 210 time: 0.1049876 Nov 09 19:37:12.717191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8624c7f-b32b-4757-9c68-92bedd4dba5b tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.718634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d8624c7f-b32b-4757-9c68-92bedd4dba5b tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5990543 Nov 09 19:37:12.722133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43950) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:12.732862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c026fed5-a2f5-4569-a2d6-8c51c6a01e15 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Request body: {'security_group_rule': {'security_group_id': '69aa2968-db56-44b7-9b9a-12e5d2c83138', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:12.743027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Routers {'562828a1-3aca-4352-8d31-2b9752e6dd33'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:37:12.743775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['562828a1-3aca-4352-8d31-2b9752e6dd33'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:12.819874 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c026fed5-a2f5-4569-a2d6-8c51c6a01e15 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.926890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] Set router 562828a1-3aca-4352-8d31-2b9752e6dd33 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:37:12.937850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c026fed5-a2f5-4569-a2d6-8c51c6a01e15 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.950416 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c026fed5-a2f5-4569-a2d6-8c51c6a01e15 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.956850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Made reservation on behalf of a1c45d0125bd40b38e2e03959ef90149 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:12.961576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.974283 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026fed5-a2f5-4569-a2d6-8c51c6a01e15 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fe3e93-79aa-44a1-8fd7-c1f142d91dbd,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:12.996620 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c026fed5-a2f5-4569-a2d6-8c51c6a01e15 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.998500 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:12.998826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c026fed5-a2f5-4569-a2d6-8c51c6a01e15 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2751575 Nov 09 19:37:13.001695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43968) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:13.009299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:13.092094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4b166-1ac6-4077-85a9-b0467f431f34 None None] Pushing event updated for resources: {'Port': ['ID=83342b46-1a16-4228-ba5a-4ad9a43a0c7e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:13.129541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2d0c20b8-e209-4a0d-b29f-34c2ec5e6bef None None] Provisioning complete for port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:13.130119 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2d0c20b8-e209-4a0d-b29f-34c2ec5e6bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:13.195084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:13.213716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:13.222817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:13.251246 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7f11fdb-1ff5-45d1-af2f-49425a6d2eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:13.399564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-router', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:37:03Z', 'updated_at': '2021-11-09T19:37:08Z', 'revision_number': 4, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'gw_port': {'id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:04Z', 'updated_at': '2021-11-09T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '83342b46-1a16-4228-ba5a-4ad9a43a0c7e', 'name': '', 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '645fa040-c198-4e4c-827b-9cf0ae838cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:07Z', 'updated_at': '2021-11-09T19:37:12Z', 'revision_number': 4, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'subnets': [{'id': '645fa040-c198-4e4c-827b-9cf0ae838cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:13.557998 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2d0c20b8-e209-4a0d-b29f-34c2ec5e6bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:13.608441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d2a7b-004f-407c-8b96-07e1e63b3403 None None] The sync data for ids ['562828a1-3aca-4352-8d31-2b9752e6dd33'] in n-d-817256-1 is: [{'id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-router', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:37:03Z', 'updated_at': '2021-11-09T19:37:08Z', 'revision_number': 4, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'gw_port': {'id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:04Z', 'updated_at': '2021-11-09T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '83342b46-1a16-4228-ba5a-4ad9a43a0c7e', 'name': '', 'network_id': '60e5289f-527d-4ed7-9cf4-99efef50a8ed', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '645fa040-c198-4e4c-827b-9cf0ae838cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:07Z', 'updated_at': '2021-11-09T19:37:12Z', 'revision_number': 4, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'subnets': [{'id': '645fa040-c198-4e4c-827b-9cf0ae838cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:37:13.631450 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:13.655828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2d0c20b8-e209-4a0d-b29f-34c2ec5e6bef None None] For port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=83342b46-1a16-4228-ba5a-4ad9a43a0c7e,segment=NetworkSegment(c8211922-fc1c-417d-b56c-dfe5ab08f735),segment_id=c8211922-fc1c-417d-b56c-dfe5ab08f735)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:13.659204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:13.665208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2d0c20b8-e209-4a0d-b29f-34c2ec5e6bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:13.724244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265c657a-bcf8-4de6-b6e9-46079ed39e93,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:13.788135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Allocated IP 192.168.233.200 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/3605fc43-c891-43e1-a6a7-2ea8b7055a53) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:13.798534 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c20b8-e209-4a0d-b29f-34c2ec5e6bef None None] Pushing event updated for resources: {'Port': ['ID=83342b46-1a16-4228-ba5a-4ad9a43a0c7e,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:14.034792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Allocated IP 172.25.6.204 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/2627dcac-867e-45c4-b4d0-6927a99acf81) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:14.269808 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:14.336256 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:14.376483 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:14.380336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09c2e7de-ccf3-4750-96ad-4820499371cf req-6d25833f-fc72-4098-95b2-c47b9a5d57fe tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 210 time: 0.2386138 Nov 09 19:37:14.421102 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:14.483392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:14.489978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:14.499536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:14.548140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:14.567111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event updated for resources: {'Port': ['ID=2627dcac-867e-45c4-b4d0-6927a99acf81,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:14.647797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Pushing event updated for resources: {'Port': ['ID=3605fc43-c891-43e1-a6a7-2ea8b7055a53,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:14.668069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:14.669656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:14.673036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:14.688522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:14.689353 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:14.712065 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-582003ac-0963-4880-9887-f29e90854391 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1828663 Nov 09 19:37:14.728885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44032) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:14.762707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-a8b7f19c-d65f-46e4-8cff-c2f74774b8d4 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:37:14.763965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-a8b7f19c-d65f-46e4-8cff-c2f74774b8d4 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189321 Nov 09 19:37:14.860218 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.080684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.130204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-60e44e2d-c64a-4df2-8d0f-0644d7d2ca2c None None] Provisioning complete for port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:15.130880 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-60e44e2d-c64a-4df2-8d0f-0644d7d2ca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.172748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44040) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:15.216951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-60e44e2d-c64a-4df2-8d0f-0644d7d2ca2c None None] Port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:15.231446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44046) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:15.377403 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.384982 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.430432 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.493709 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.504762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4921038 Nov 09 19:37:15.506746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d058b76-ffee-4b46-a986-ad0522798ac0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event updated for resources: {'Port': ['ID=2627dcac-867e-45c4-b4d0-6927a99acf81,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:15.540044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44056) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:15.574772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c283bd58-16fd-4063-aea9-8946817edbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.673556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-276738d3-cf3c-45f7-8b18-0da406f3e28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.699615 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18a8a40a-dda5-484f-bf9e-649cf672ab9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.705791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a3803-0674-456d-8abd-7a16e86598ab req-eed186f1-77d0-4121-97f4-e8e0cc410225 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:15.733991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 83342b46-1a16-4228-ba5a-4ad9a43a0c7e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:15.746295 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-833a3803-0674-456d-8abd-7a16e86598ab req-eed186f1-77d0-4121-97f4-e8e0cc410225 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 936 time: 0.1681542 Nov 09 19:37:15.806158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c283bd58-16fd-4063-aea9-8946817edbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.846103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:15.846942 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.899245 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-833a3803-0674-456d-8abd-7a16e86598ab req-4ffd41e0-5191-4327-9c68-de9f8c7ac0b0 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518974 Nov 09 19:37:15.905388 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18a8a40a-dda5-484f-bf9e-649cf672ab9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.916647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c283bd58-16fd-4063-aea9-8946817edbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:15.924837 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18a8a40a-dda5-484f-bf9e-649cf672ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.011191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-18a8a40a-dda5-484f-bf9e-649cf672ab9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c14a2b41be424a0faeec0e3d6f715a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7783115 Nov 09 19:37:16.011824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44076) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:16.043566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-276738d3-cf3c-45f7-8b18-0da406f3e28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.053817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-276738d3-cf3c-45f7-8b18-0da406f3e28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.146283 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.187434 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-276738d3-cf3c-45f7-8b18-0da406f3e28e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=685c22cf88d04c3ab597e55b606a556a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0135200 Nov 09 19:37:16.191271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44088) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:16.193507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276738d3-cf3c-45f7-8b18-0da406f3e28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5517240-6dfb-4447-a96a-e4988e9ded20,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:16.252338 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b048-b49e-44b4-bfec-91644c65d600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.270764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Request body: {'port': {'device_id': 'f3675bca-1538-4ecd-93eb-fefb797fb4dc', 'device_owner': 'compute:tempest-test_az-681586376', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:16.321261 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-03c45c5c-bfca-43df-90cb-5fc33f1ea484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.371969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.391038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c283bd58-16fd-4063-aea9-8946817edbf5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54938c2f7d294400a2061b4489ba2617&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6607378 Nov 09 19:37:16.414289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283bd58-16fd-4063-aea9-8946817edbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661de9ca-eea3-4a63-ae1b-a1a3c4c3d159,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:16.417935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44096) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:16.507525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-03c45c5c-bfca-43df-90cb-5fc33f1ea484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.520715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-03c45c5c-bfca-43df-90cb-5fc33f1ea484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.570564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c45c5c-bfca-43df-90cb-5fc33f1ea484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce859a3-8ad2-4da7-b450-988a3bcead98,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:16.581576 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df279c3d-5801-459d-b4d4-e6e2d5c824af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.607508 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df279c3d-5801-459d-b4d4-e6e2d5c824af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.673055 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df279c3d-5801-459d-b4d4-e6e2d5c824af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.678837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df279c3d-5801-459d-b4d4-e6e2d5c824af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.678837 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-df279c3d-5801-459d-b4d4-e6e2d5c824af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5517240-6dfb-4447-a96a-e4988e9ded20 HTTP/1.1" status: 204 len: 168 time: 0.4859502 Nov 09 19:37:16.697368 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-03c45c5c-bfca-43df-90cb-5fc33f1ea484 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69217ff659e54d59a961baa004aa8125&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1553953 Nov 09 19:37:16.700344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44102) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:16.743146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df279c3d-5801-459d-b4d4-e6e2d5c824af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5517240-6dfb-4447-a96a-e4988e9ded20,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:16.820514 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61168ec3-3cd2-4076-87cc-63a56c8d8e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.859363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61168ec3-3cd2-4076-87cc-63a56c8d8e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.961465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61168ec3-3cd2-4076-87cc-63a56c8d8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.966564 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61168ec3-3cd2-4076-87cc-63a56c8d8e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:16.969451 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-61168ec3-3cd2-4076-87cc-63a56c8d8e44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ce859a3-8ad2-4da7-b450-988a3bcead98 HTTP/1.1" status: 204 len: 168 time: 0.2674983 Nov 09 19:37:16.994285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61168ec3-3cd2-4076-87cc-63a56c8d8e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce859a3-8ad2-4da7-b450-988a3bcead98,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:17.120964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68c30-d34e-4ff7-8592-3a210c3ef80f req-be02f573-b816-401c-b6fa-4dc46349763c tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:17.133640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ff68c30-d34e-4ff7-8592-3a210c3ef80f req-be02f573-b816-401c-b6fa-4dc46349763c tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 936 time: 0.0881262 Nov 09 19:37:17.199315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ff68c30-d34e-4ff7-8592-3a210c3ef80f req-ec3d039b-aa73-4a96-8da2-969fc1111f7b tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634229 Nov 09 19:37:17.226842 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-fdd04f9d-d66e-45e0-82eb-2eab23640b6f tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--646177542&fields=id&tenant_id=680f524dfe864ca0aa5e62d7ca065773 HTTP/1.1" status: 200 len: 267 time: 1.0471547 Nov 09 19:37:17.271081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8a40a-dda5-484f-bf9e-649cf672ab9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e0ab97-21f8-4359-b58f-0974f54e24c9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:17.291124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b048-b49e-44b4-bfec-91644c65d600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:17.498389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-717126ed-be50-413c-80ba-a6e95164898e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:17.644988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44126) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:17.656424 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-717126ed-be50-413c-80ba-a6e95164898e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:17.673570 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f1deb44-edb7-4f1b-8f2f-7a039f68e513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:17.706559 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b048-b49e-44b4-bfec-91644c65d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:17.711061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b048-b49e-44b4-bfec-91644c65d600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:17.714709 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7bd7b048-b49e-44b4-bfec-91644c65d600 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77e0ab97-21f8-4359-b58f-0974f54e24c9 HTTP/1.1" status: 204 len: 168 time: 1.6815174 Nov 09 19:37:17.762630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-92700286-c67e-4d33-a7d1-eedfac497f33 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:17.769456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-92700286-c67e-4d33-a7d1-eedfac497f33 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/networks?id=b5b6fb47-7a20-48ea-9835-141612264bec HTTP/1.1" status: 200 len: 823 time: 0.4750056 Nov 09 19:37:17.823266 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f1deb44-edb7-4f1b-8f2f-7a039f68e513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:17.828687 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f1deb44-edb7-4f1b-8f2f-7a039f68e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:17.870055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3f1deb44-edb7-4f1b-8f2f-7a039f68e513 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a161be1c85884ffdaa4233011e93c3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203438 Nov 09 19:37:17.870055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44130) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:17.899257 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-b826e9ef-10c1-4c8f-a906-aa2f262f6f09 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/quotas/680f524dfe864ca0aa5e62d7ca065773 HTTP/1.1" status: 200 len: 375 time: 0.0778072 Nov 09 19:37:17.953165 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-47bcd988-be46-4bbb-ad49-b95ec75a4629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.006559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7b048-b49e-44b4-bfec-91644c65d600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e0ab97-21f8-4359-b58f-0974f54e24c9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:18.053328 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-47bcd988-be46-4bbb-ad49-b95ec75a4629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.093893 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-717126ed-be50-413c-80ba-a6e95164898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.099324 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-717126ed-be50-413c-80ba-a6e95164898e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.107505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-717126ed-be50-413c-80ba-a6e95164898e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/661de9ca-eea3-4a63-ae1b-a1a3c4c3d159 HTTP/1.1" status: 204 len: 168 time: 1.6695542 Nov 09 19:37:18.176920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1deb44-edb7-4f1b-8f2f-7a039f68e513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b565235d-2d55-4fb1-b9af-12a9fb3f1f84,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:18.203494 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717126ed-be50-413c-80ba-a6e95164898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661de9ca-eea3-4a63-ae1b-a1a3c4c3d159,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:18.209205 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-47bcd988-be46-4bbb-ad49-b95ec75a4629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.224053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-47bcd988-be46-4bbb-ad49-b95ec75a4629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.227880 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-47bcd988-be46-4bbb-ad49-b95ec75a4629 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b565235d-2d55-4fb1-b9af-12a9fb3f1f84 HTTP/1.1" status: 204 len: 168 time: 0.3568649 Nov 09 19:37:18.258544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcd988-be46-4bbb-ad49-b95ec75a4629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b565235d-2d55-4fb1-b9af-12a9fb3f1f84,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:18.306301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-af4b9dbf-6b9f-4007-8357-1c0eb34b960c tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=680f524dfe864ca0aa5e62d7ca065773&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4073770 Nov 09 19:37:18.311858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44148) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:18.322710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3605fc43-c891-43e1-a6a7-2ea8b7055a53 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:18.335817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.349451 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2adfa0b3-c2a4-4c8d-818d-826a773e0e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.362723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Transition to ACTIVE for port object 3605fc43-c891-43e1-a6a7-2ea8b7055a53 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:37:18.368977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.457342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Pushing event updated for resources: {'Port': ['ID=3605fc43-c891-43e1-a6a7-2ea8b7055a53,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:18.543051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2adfa0b3-c2a4-4c8d-818d-826a773e0e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.551822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2adfa0b3-c2a4-4c8d-818d-826a773e0e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.607700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Attempting to bind port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:18.608075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Attempting to bind port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:18.608458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Attempting to bind port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:18.619143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:37:18.619510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Attempting to bind port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:18.634350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:18.634854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:18.635334 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:18.635895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Bound port: 3605fc43-c891-43e1-a6a7-2ea8b7055a53, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:18.636198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.639267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfa0b3-c2a4-4c8d-818d-826a773e0e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcb32ee-cfe4-4383-a5f5-db3fc2fb2041,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:18.664835 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2adfa0b3-c2a4-4c8d-818d-826a773e0e00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f003220302654eebb4c4849526469bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507562 Nov 09 19:37:18.668899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44150) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:18.788638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aecb0ae1-b925-4aeb-b37a-6d84787f0fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.809322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] For port 3605fc43-c891-43e1-a6a7-2ea8b7055a53, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:18.817098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] For port 3605fc43-c891-43e1-a6a7-2ea8b7055a53, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3605fc43-c891-43e1-a6a7-2ea8b7055a53,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:18.825965 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.843163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aecb0ae1-b925-4aeb-b37a-6d84787f0fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.911957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:18.912935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.915024 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] 10.222.0.70 "PUT /v2.0/ports/3605fc43-c891-43e1-a6a7-2ea8b7055a53 HTTP/1.1" status: 200 len: 1117 time: 3.1776042 Nov 09 19:37:18.915773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3675bca-1538-4ecd-93eb-fefb797fb4dc', 'tag': '3605fc43-c891-43e1-a6a7-2ea8b7055a53'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:18.931490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aecb0ae1-b925-4aeb-b37a-6d84787f0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.935475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aecb0ae1-b925-4aeb-b37a-6d84787f0fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:18.937013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aecb0ae1-b925-4aeb-b37a-6d84787f0fb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dcb32ee-cfe4-4383-a5f5-db3fc2fb2041 HTTP/1.1" status: 204 len: 168 time: 0.2619958 Nov 09 19:37:18.984230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb0ae1-b925-4aeb-b37a-6d84787f0fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcb32ee-cfe4-4383-a5f5-db3fc2fb2041,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:19.156124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c64bb8-6afc-4f81-955e-fe2731f74a2e service neutron] Pushing event updated for resources: {'Port': ['ID=3605fc43-c891-43e1-a6a7-2ea8b7055a53,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:19.162680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-3e012a46-1c93-4195-bdd7-1a83af21604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:19.164804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-3e012a46-1c93-4195-bdd7-1a83af21604c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a1c45d0125bd40b38e2e03959ef90149&device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 1120 time: 0.1629183 Nov 09 19:37:19.204997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44164) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:19.235605 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6bb01ee1-995b-400e-b83e-20e856032b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:19.304814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a08ea-60c7-4686-b233-cd33ed5120bb req-70118813-88c9-4012-a88a-8b0efefc78ce tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:19.307303 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f54a08ea-60c7-4686-b233-cd33ed5120bb req-70118813-88c9-4012-a88a-8b0efefc78ce tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 969 time: 0.1158767 Nov 09 19:37:19.349269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44166) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:19.419570 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6ac74ee-c2bc-4266-9e6f-6fe249a3df4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:19.439873 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-f65227e9-e0f3-4603-9ae4-829a77ae870d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=3605fc43-c891-43e1-a6a7-2ea8b7055a53 HTTP/1.1" status: 200 len: 217 time: 0.1854088 Nov 09 19:37:19.496205 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f54a08ea-60c7-4686-b233-cd33ed5120bb req-91981f22-1271-4b6b-93a9-15ebb7293398 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743240 Nov 09 19:37:19.572071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-c4f888b5-d930-4d77-a8b2-b48c92bbfbde service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:37:19.581239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-c4f888b5-d930-4d77-a8b2-b48c92bbfbde service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4743140 Nov 09 19:37:19.633497 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6ac74ee-c2bc-4266-9e6f-6fe249a3df4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:19.639684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6ac74ee-c2bc-4266-9e6f-6fe249a3df4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:19.689828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6bb01ee1-995b-400e-b83e-20e856032b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:19.723489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6bb01ee1-995b-400e-b83e-20e856032b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:19.764799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a6ac74ee-c2bc-4266-9e6f-6fe249a3df4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5bdd4cf9751428eb6585e8dbb4809c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063809 Nov 09 19:37:19.778650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44178) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:19.863752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac74ee-c2bc-4266-9e6f-6fe249a3df4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b161e53-7685-4ee0-ad7f-7eafdd4ea8ad,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:19.865926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6bb01ee1-995b-400e-b83e-20e856032b34 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0381b238ef5841818f0deb88199dd685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6593976 Nov 09 19:37:19.869067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44182) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:19.874263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb01ee1-995b-400e-b83e-20e856032b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df98a47c-e0cc-4935-ba6c-12210a702544,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:19.888158 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-782dce13-2495-4a83-ba0c-4305b275b9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:19.898556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-fb0629a5-a23f-4e66-b040-22e3a07cb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:19.902304 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-fb0629a5-a23f-4e66-b040-22e3a07cb4c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.3627484 Nov 09 19:37:19.927662 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-782dce13-2495-4a83-ba0c-4305b275b9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:19.997798 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f3675bca-1538-4ecd-93eb-fefb797fb4dc", "tag": "3605fc43-c891-43e1-a6a7-2ea8b7055a53"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:20.058144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-782dce13-2495-4a83-ba0c-4305b275b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:20.061263 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-782dce13-2495-4a83-ba0c-4305b275b9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:20.062479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-782dce13-2495-4a83-ba0c-4305b275b9c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b161e53-7685-4ee0-ad7f-7eafdd4ea8ad HTTP/1.1" status: 204 len: 168 time: 0.2809846 Nov 09 19:37:20.074890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dce13-2495-4a83-ba0c-4305b275b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b161e53-7685-4ee0-ad7f-7eafdd4ea8ad,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:20.289674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-d7d1dab4-3fe7-4c40-9263-23a4c7edadf3 service neutron] 10.222.0.53 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7070932 Nov 09 19:37:20.299986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-19276884-3506-46b0-abd4-8cf2832a992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:20.302041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-19276884-3506-46b0-abd4-8cf2832a992b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3851826 Nov 09 19:37:20.308857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-243f041e-278e-40ab-9807-467fe5e84c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:20.463264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-243f041e-278e-40ab-9807-467fe5e84c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:20.696849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:20.864958 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-be59a6bd-b877-4abe-bf42-d73b5feebea1 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239580 Nov 09 19:37:20.877426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-3651f90c-5209-4a6e-bae3-ac60bd98119f service neutron] 10.222.0.53 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269670 Nov 09 19:37:20.884963 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-243f041e-278e-40ab-9807-467fe5e84c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:20.892998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-243f041e-278e-40ab-9807-467fe5e84c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:20.894531 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-243f041e-278e-40ab-9807-467fe5e84c71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df98a47c-e0cc-4935-ba6c-12210a702544 HTTP/1.1" status: 204 len: 168 time: 1.0116212 Nov 09 19:37:20.905349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f041e-278e-40ab-9807-467fe5e84c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df98a47c-e0cc-4935-ba6c-12210a702544,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:21.018300 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6363458-81ba-40ef-89fa-04be4ffa1860 x-openstack-request-id: req-f6363458-81ba-40ef-89fa-04be4ffa1860 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:21.018886 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3675bca-1538-4ecd-93eb-fefb797fb4dc", "tag": "3605fc43-c891-43e1-a6a7-2ea8b7055a53", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:21.019311 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6363458-81ba-40ef-89fa-04be4ffa1860 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:21.019927 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3675bca-1538-4ecd-93eb-fefb797fb4dc', 'tag': '3605fc43-c891-43e1-a6a7-2ea8b7055a53', 'status': 'completed', 'code': 200} Nov 09 19:37:21.528802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82412721-167f-4e03-94cd-2a87840cdeea req-289e6751-5ca4-4c67-bb23-03f3cbff9ea1 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:21.530717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82412721-167f-4e03-94cd-2a87840cdeea req-289e6751-5ca4-4c67-bb23-03f3cbff9ea1 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 969 time: 0.3687637 Nov 09 19:37:21.606755 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82412721-167f-4e03-94cd-2a87840cdeea req-4d157c21-54e1-4534-9170-79fbf9903db3 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675497 Nov 09 19:37:21.745449 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2808c066-1e6c-4810-8be7-0bff939c6182 req-bf07cb7b-0a9e-43c3-ab2b-c1a850c30c43 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 210 time: 0.0633912 Nov 09 19:37:22.564753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44298) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:22.793872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c215a5-c3c7-46e0-a2fd-5e1447118135 req-0ff7f2dc-0d80-4c2d-8efc-9871d1839c27 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:22.801743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91c215a5-c3c7-46e0-a2fd-5e1447118135 req-0ff7f2dc-0d80-4c2d-8efc-9871d1839c27 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 969 time: 0.0869167 Nov 09 19:37:22.858700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91c215a5-c3c7-46e0-a2fd-5e1447118135 req-2579370b-7a69-4b62-bc76-ab49eaf9b8ea tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539072 Nov 09 19:37:22.892909 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-896eac63-ab43-4d37-b133-3e5b68b8ce37 req-2ede2c0a-5e51-45cb-ac39-f7c40c90701c tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 210 time: 0.0475147 Nov 09 19:37:22.996496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4124ea8f-1a4a-4796-a495-694ba06350d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:23.185702 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4124ea8f-1a4a-4796-a495-694ba06350d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:23.192846 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4124ea8f-1a4a-4796-a495-694ba06350d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:23.269519 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4124ea8f-1a4a-4796-a495-694ba06350d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64f3a2c926c04a13b10d71fc6d2627c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7035971 Nov 09 19:37:23.272159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44328) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:23.279545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124ea8f-1a4a-4796-a495-694ba06350d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef9fd3-485d-47e5-9f05-c7b4b9dce885,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:23.368800 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162cfe70-620f-4b4c-b8df-d8f7dcdb024b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:23.423749 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162cfe70-620f-4b4c-b8df-d8f7dcdb024b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:23.431754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.77', 65365) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:23.551181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162cfe70-620f-4b4c-b8df-d8f7dcdb024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:23.554389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162cfe70-620f-4b4c-b8df-d8f7dcdb024b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:23.559473 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-162cfe70-620f-4b4c-b8df-d8f7dcdb024b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9ef9fd3-485d-47e5-9f05-c7b4b9dce885 HTTP/1.1" status: 204 len: 168 time: 0.2861607 Nov 09 19:37:23.575983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cfe70-620f-4b4c-b8df-d8f7dcdb024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef9fd3-485d-47e5-9f05-c7b4b9dce885,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:23.620457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-17d1ea54-5431-458e-9d0a-488d90d0111e tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:23.622042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-17d1ea54-5431-458e-9d0a-488d90d0111e tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.77 "GET /v2.0/networks?id=b5b6fb47-7a20-48ea-9835-141612264bec HTTP/1.1" status: 200 len: 823 time: 0.1888738 Nov 09 19:37:23.702207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44340) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:23.813172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-22038795-46f4-4783-b8b9-015bb788ef19 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=680f524dfe864ca0aa5e62d7ca065773 HTTP/1.1" status: 200 len: 379 time: 0.0627005 Nov 09 19:37:23.832372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Request body: {'port': {'device_id': '9672689d-a060-4f21-9c68-44c4f05a0531', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'admin_state_up': True, 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'security_groups': ['69aa2968-db56-44b7-9b9a-12e5d2c83138']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:24.043184 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Made reservation on behalf of 680f524dfe864ca0aa5e62d7ca065773 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:24.047489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.116285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-157485346-network', 'tenant_id': '3e5cf31b0d6c455d9e4f5efc140cd6ad'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:24.177225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Made reservation on behalf of 3e5cf31b0d6c455d9e4f5efc140cd6ad for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:24.182671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.208765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.223377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eaac5-f8ad-472f-bdc9-0f2d53cd73ea req-2b0edc8a-dde1-46f5-a5ea-42e257b9dbdb tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:24.225819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-271eaac5-f8ad-472f-bdc9-0f2d53cd73ea req-2b0edc8a-dde1-46f5-a5ea-42e257b9dbdb tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 969 time: 0.2401731 Nov 09 19:37:24.323476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-271eaac5-f8ad-472f-bdc9-0f2d53cd73ea req-49d759ab-3fd8-43d9-860e-4bd64683a3ae tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803084 Nov 09 19:37:24.357706 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.365577 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.382177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:37:24.396534 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.397161 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Added segment bfb01eb9-a08e-46a5-98b0-135e10567ace of type vlan for network 8d7a9fd1-5c9a-452c-af4f-c9cee025a053 Nov 09 19:37:24.441042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44364) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:24.451378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.473554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Allocated IP 172.20.0.6 (b5b6fb47-7a20-48ea-9835-141612264bec/f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3/f25ee7da-d896-4045-a1e4-7a7c6f0f499d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:24.476290 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ed465d5-a3eb-41ab-a653-c7bc99ad518a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.506479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab538b8-d26d-4f36-8851-2cfd17355ced,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:24.510814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.512219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:24.513147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.600454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7a9fd1-5c9a-452c-af4f-c9cee025a053,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:24.607639 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e48fdb58-b741-47a4-a2a3-b9bacd098855 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9041667 Nov 09 19:37:24.608900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44366) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:24.610433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 8d7a9fd1-5c9a-452c-af4f-c9cee025a053 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:37:24.614864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Request body: {'subnet': {'network_id': '8d7a9fd1-5c9a-452c-af4f-c9cee025a053', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-157485346-subnet', 'tenant_id': '3e5cf31b0d6c455d9e4f5efc140cd6ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:24.657794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Made reservation on behalf of 3e5cf31b0d6c455d9e4f5efc140cd6ad for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:24.662828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.665761 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ed465d5-a3eb-41ab-a653-c7bc99ad518a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.695957 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b0d4a73-f466-4b3f-9fc5-ae014dc71c2b req-07f0a6f1-d486-4052-a46d-304fe97f1f69 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 210 time: 0.2160084 Nov 09 19:37:24.696653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ed465d5-a3eb-41ab-a653-c7bc99ad518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:24.737285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed465d5-a3eb-41ab-a653-c7bc99ad518a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb393c6a-2cb0-4bc3-bd4d-ede459716508,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:24.881774 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7ed465d5-a3eb-41ab-a653-c7bc99ad518a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e337eeb39b2142a4988545f2b2e6be42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388378 Nov 09 19:37:24.883167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44384) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:24.963105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:25.068280 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:25.098648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce552d8-6d4b-4803-9557-d455ebd60b23,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:25.130200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Checking segment: {'id': 'bfb01eb9-a08e-46a5-98b0-135e10567ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8d7a9fd1-5c9a-452c-af4f-c9cee025a053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:25.130789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Network hostable DHCP agents. Network: 8d7a9fd1-5c9a-452c-af4f-c9cee025a053, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:37:25.187813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Network 8d7a9fd1-5c9a-452c-af4f-c9cee025a053 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:37:25.213532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 8d7a9fd1-5c9a-452c-af4f-c9cee025a053) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:25.230016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:25.230676 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:25.273246 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-34673922-81d9-4d8a-a573-8486d9f6f385 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6629183 Nov 09 19:37:25.281275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b348b-ddae-414d-8e5a-bd3be3d51c45 None None] Network 8d7a9fd1-5c9a-452c-af4f-c9cee025a053 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:37:25.401084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:25.594331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0774a86b-5ce0-4172-b6ae-02db21f5f79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:25.624152 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0774a86b-5ce0-4172-b6ae-02db21f5f79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:25.674360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:25.700886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c00284d-8413-40e4-bab3-d69b62df327a None None] Network 8d7a9fd1-5c9a-452c-af4f-c9cee025a053 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:37:25.751939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Network b5b6fb47-7a20-48ea-9835-141612264bec is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:25.779531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:25.790204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:25.797190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:25.798091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:25.819813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf4925-08e6-4e0b-acdf-035044ce77b1 req-648d2555-3d89-4eb8-9fda-64509e3c3e2b tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:25.827912 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bdf4925-08e6-4e0b-acdf-035044ce77b1 req-648d2555-3d89-4eb8-9fda-64509e3c3e2b tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 969 time: 0.1700680 Nov 09 19:37:25.861406 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0345485 Nov 09 19:37:25.887630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cec71202-2ce6-48ff-8e88-179278f4d672 req-82639493-aae1-4727-a518-c5a2677efa5f service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808982 Nov 09 19:37:25.902380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0774a86b-5ce0-4172-b6ae-02db21f5f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:25.911533 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0774a86b-5ce0-4172-b6ae-02db21f5f79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:25.918712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0774a86b-5ce0-4172-b6ae-02db21f5f79b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb393c6a-2cb0-4bc3-bd4d-ede459716508 HTTP/1.1" status: 204 len: 168 time: 1.0281887 Nov 09 19:37:25.992684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bdf4925-08e6-4e0b-acdf-035044ce77b1 req-3be4dccf-b7ed-47b2-a03e-1c29c3533fd2 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636856 Nov 09 19:37:25.995814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d9a07-e218-42a3-be16-c56014170b37 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event updated for resources: {'Port': ['ID=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:26.145005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a86b-5ce0-4172-b6ae-02db21f5f79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb393c6a-2cb0-4bc3-bd4d-ede459716508,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:26.177621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-829953b5-942a-4242-afa6-f77aa71d026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:26.179367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-829953b5-942a-4242-afa6-f77aa71d026b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a1c45d0125bd40b38e2e03959ef90149&device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 1120 time: 0.1560225 Nov 09 19:37:26.337420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-152d0899-49c5-45ef-89eb-a2cd6e81e899 None None] Provisioning complete for port f25ee7da-d896-4045-a1e4-7a7c6f0f499d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:26.337796 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-152d0899-49c5-45ef-89eb-a2cd6e81e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:26.420891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e31ed-15f7-45e4-881b-9291b7250393 req-ff687993-2d42-4641-b899-a41fd7309870 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:26.422608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2d2e31ed-15f7-45e4-881b-9291b7250393 req-ff687993-2d42-4641-b899-a41fd7309870 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 931 time: 0.2421105 Nov 09 19:37:26.424790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-3c47653d-69f0-4be8-977f-159cd68baa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:26.426124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-3c47653d-69f0-4be8-977f-159cd68baa0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2324345 Nov 09 19:37:26.446573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-152d0899-49c5-45ef-89eb-a2cd6e81e899 None None] Port f25ee7da-d896-4045-a1e4-7a7c6f0f499d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:26.495181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-925d99c1-fa15-41a0-a005-1c54511a1e28 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=3605fc43-c891-43e1-a6a7-2ea8b7055a53 HTTP/1.1" status: 200 len: 217 time: 0.0541158 Nov 09 19:37:26.549820 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2d2e31ed-15f7-45e4-881b-9291b7250393 req-07acaabc-dd4c-4343-9493-b9e00ac81401 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193776 Nov 09 19:37:26.589010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-e999be33-afe1-48a0-bd8a-b8042c40d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:26.590692 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-e999be33-afe1-48a0-bd8a-b8042c40d63c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0814452 Nov 09 19:37:26.661733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-8608ef47-a047-4676-9495-3b096590dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:26.663649 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-8608ef47-a047-4676-9495-3b096590dd1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642502 Nov 09 19:37:26.682776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44442) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:26.811265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-9c83b49d-2aac-49ec-8233-faefd9b22072 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404216 Nov 09 19:37:27.032810 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c24c34c-82ad-4ba0-a91f-1e89c95503cd req-6cf54ad3-d4a1-4d44-8d25-8d6cbfe9d912 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000239 Nov 09 19:37:27.111596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b0f1-bab8-4f53-901a-dea514488da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:27.152991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-b9e42b4c-df55-4bc3-9874-d6f50d50c19b tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376806 Nov 09 19:37:27.161341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d77154-0566-4a88-ab6c-5de1f6b4282f req-bbe50b70-53ed-451e-a53d-dc899aaa9e6e tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:27.171801 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69d77154-0566-4a88-ab6c-5de1f6b4282f req-bbe50b70-53ed-451e-a53d-dc899aaa9e6e tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 969 time: 0.0837824 Nov 09 19:37:27.248514 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69d77154-0566-4a88-ab6c-5de1f6b4282f req-87a044bc-8e7a-4423-9feb-c0564bd26ff5 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704739 Nov 09 19:37:27.378461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-dbbf4640-6a9b-44f0-bab7-066826473b24 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:27.380069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-dbbf4640-6a9b-44f0-bab7-066826473b24 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162378 Nov 09 19:37:27.416749 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b0f1-bab8-4f53-901a-dea514488da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:27.419923 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-d076e80f-1a8a-4ca2-94a2-3a3b722912c6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/quotas/7e701c8ab5c34c80b05d38b99f5c4665 HTTP/1.1" status: 200 len: 375 time: 0.0329361 Nov 09 19:37:27.422315 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d6e9b0f1-bab8-4f53-901a-dea514488da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:27.487980 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-c9ae4e0a-7a34-48ea-b2ab-c5b3a357197d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578325 Nov 09 19:37:27.511022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9b0f1-bab8-4f53-901a-dea514488da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac7d30-0168-4bc3-a1f8-4245478b70fa,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:27.520131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44470) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:27.520366 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d6e9b0f1-bab8-4f53-901a-dea514488da2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0d61c0a6f214ec9be71102c11c5449f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8363686 Nov 09 19:37:27.603175 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5695-69df-4f25-9535-a5a2c55b2fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:27.650268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5695-69df-4f25-9535-a5a2c55b2fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:27.651550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44476) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:27.661088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1859049209-network', 'tenant_id': 'c1cdb2c55e8b4081b71fbd27eae8efe6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:27.727896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Made reservation on behalf of c1cdb2c55e8b4081b71fbd27eae8efe6 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:27.730769 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:27.815427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:27.817523 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fa08a-5d2a-4872-ab24-863efb34d79d req-e8d814ff-f230-44b8-ac2f-49b35c25efe2 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:27.819299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea6fa08a-5d2a-4872-ab24-863efb34d79d req-e8d814ff-f230-44b8-ac2f-49b35c25efe2 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 931 time: 0.1601024 Nov 09 19:37:27.848845 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5695-69df-4f25-9535-a5a2c55b2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:27.854202 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5695-69df-4f25-9535-a5a2c55b2fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:27.867878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8f8a5695-69df-4f25-9535-a5a2c55b2fa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1ac7d30-0168-4bc3-a1f8-4245478b70fa HTTP/1.1" status: 204 len: 168 time: 0.3462222 Nov 09 19:37:27.894432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a5695-69df-4f25-9535-a5a2c55b2fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac7d30-0168-4bc3-a1f8-4245478b70fa,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:27.900674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b86aaea6-345f-4c47-8002-22bb58e84910 req-3e24f60f-59f7-4a6d-ba93-50db127e850c tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 210 time: 0.1141546 Nov 09 19:37:27.986216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea6fa08a-5d2a-4872-ab24-863efb34d79d req-f135b050-7303-4871-ac71-f6eb39e7522e tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589246 Nov 09 19:37:28.067200 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.076540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.132725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:37:28.154089 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4306891b-fcfd-4423-9a56-f95a9466b160,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:28.174449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.174878 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Added segment 035a73a9-5a36-4e8d-af2a-c4bd62258444 of type vlan for network 9f15b729-36cc-4eda-9ab6-a4f37e0e3181 Nov 09 19:37:28.233059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.270818 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.272486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:28.273359 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.441479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] Pushing event updated for resources: {'Network': ['ID=9f15b729-36cc-4eda-9ab6-a4f37e0e3181,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:28.457785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9e4d9af2-65d4-46d7-bc0c-2444990993bd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8005645 Nov 09 19:37:28.458884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 9f15b729-36cc-4eda-9ab6-a4f37e0e3181 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:37:28.459364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44504) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:28.469677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Request body: {'subnet': {'network_id': '9f15b729-36cc-4eda-9ab6-a4f37e0e3181', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1859049209-subnet', 'tenant_id': 'c1cdb2c55e8b4081b71fbd27eae8efe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:28.524937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Made reservation on behalf of c1cdb2c55e8b4081b71fbd27eae8efe6 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:28.527911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.621433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a385c-a523-4ba6-b96e-28345f14cee8 req-2a86d545-ea1a-43ef-a157-a8b66c7646f3 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:28.634291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c22a385c-a523-4ba6-b96e-28345f14cee8 req-2a86d545-ea1a-43ef-a157-a8b66c7646f3 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 969 time: 0.2032540 Nov 09 19:37:28.693430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44518) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:28.715945 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-699300c3-a762-4e4f-9c9e-d77a74665f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.735994 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-9bec2cb2-e36a-4849-9ee8-a727ed3afe5b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0660531cf8ca413493339720a2969255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310166 Nov 09 19:37:28.764661 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c22a385c-a523-4ba6-b96e-28345f14cee8 req-90d07141-cace-4561-9119-be059382f076 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253426 Nov 09 19:37:28.863769 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.912635 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-699300c3-a762-4e4f-9c9e-d77a74665f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.918886 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-699300c3-a762-4e4f-9c9e-d77a74665f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:28.965008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Pushing event updated for resources: {'Subnet': ['ID=252e8671-f5a2-4b1b-ba05-aa5a715609fd,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:28.974163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-699300c3-a762-4e4f-9c9e-d77a74665f94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2372a7cd122e4efe94c8a104e4b41c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746077 Nov 09 19:37:28.974822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44524) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:28.994813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-752a3cb0-71a8-4a71-af5b-f6e79fe15b04 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:28.996820 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-752a3cb0-71a8-4a71-af5b-f6e79fe15b04 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505367 Nov 09 19:37:29.001202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Checking segment: {'id': '035a73a9-5a36-4e8d-af2a-c4bd62258444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9f15b729-36cc-4eda-9ab6-a4f37e0e3181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:29.002391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Network hostable DHCP agents. Network: 9f15b729-36cc-4eda-9ab6-a4f37e0e3181, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:37:29.022872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-c25dc6ee-b264-4b47-a782-1f97988535eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/quotas/0660531cf8ca413493339720a2969255 HTTP/1.1" status: 200 len: 375 time: 0.0145037 Nov 09 19:37:29.048966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Network 9f15b729-36cc-4eda-9ab6-a4f37e0e3181 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:37:29.070037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-3f341ce5-1d84-4263-be35-bb50c6a17fc0 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0660531cf8ca413493339720a2969255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345018 Nov 09 19:37:29.082023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 9f15b729-36cc-4eda-9ab6-a4f37e0e3181) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:29.089322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:29.090016 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:29.104093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639b4af-ea45-4617-825b-f1b408a69dbb None None] Network 9f15b729-36cc-4eda-9ab6-a4f37e0e3181 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:37:29.130670 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7877018d-358c-4ca3-959d-db6ac28e705a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6703095 Nov 09 19:37:29.146331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-853dd26b-354e-4471-a4f1-bc222b173735 req-a26c7aa0-f586-4fe0-b664-a793b77f9aaa tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 210 time: 0.0918758 Nov 09 19:37:29.163591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699300c3-a762-4e4f-9c9e-d77a74665f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6679a92-04e0-4a75-a2aa-058a46586892,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:29.194748 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7351fdf5-673d-45f3-b360-9bfb04b8348d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:29.259742 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7351fdf5-673d-45f3-b360-9bfb04b8348d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:29.319573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d341bb-cb73-46d7-8391-856c369418d6 None None] Network 9f15b729-36cc-4eda-9ab6-a4f37e0e3181 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:37:29.397768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44536) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:29.488016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c1206301-1a32-4c5c-bddb-f8b63ff5e680 req-7b5d578e-504b-4ddc-aaee-5e47ef04c0d4 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 210 time: 0.0536742 Nov 09 19:37:29.503682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99525528-31e6-4284-be7c-5381f21ab04e req-92955e41-9134-4cb3-851a-0118d4da0454 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:29.504844 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-99525528-31e6-4284-be7c-5381f21ab04e req-92955e41-9134-4cb3-851a-0118d4da0454 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 931 time: 0.1698477 Nov 09 19:37:29.513521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-576fb9a2-13e7-4a63-980b-85681814970a admin admin] Deleting subnet fce552d8-6d4b-4803-9557-d455ebd60b23 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:37:29.533703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7351fdf5-673d-45f3-b360-9bfb04b8348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:29.535763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-576fb9a2-13e7-4a63-980b-85681814970a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:29.537013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7351fdf5-673d-45f3-b360-9bfb04b8348d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:29.538491 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7351fdf5-673d-45f3-b360-9bfb04b8348d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6679a92-04e0-4a75-a2aa-058a46586892 HTTP/1.1" status: 204 len: 168 time: 0.5611095 Nov 09 19:37:29.565075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351fdf5-673d-45f3-b360-9bfb04b8348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6679a92-04e0-4a75-a2aa-058a46586892,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:29.591931 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-99525528-31e6-4284-be7c-5381f21ab04e req-f722420f-79fe-49df-b5da-6735884542df tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773435 Nov 09 19:37:29.661191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-576fb9a2-13e7-4a63-980b-85681814970a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:29.702455 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-576fb9a2-13e7-4a63-980b-85681814970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:29.823392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-576fb9a2-13e7-4a63-980b-85681814970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:29.863040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fb9a2-13e7-4a63-980b-85681814970a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce552d8-6d4b-4803-9557-d455ebd60b23,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:29.877771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-576fb9a2-13e7-4a63-980b-85681814970a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:29.881360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-576fb9a2-13e7-4a63-980b-85681814970a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fce552d8-6d4b-4803-9557-d455ebd60b23 HTTP/1.1" status: 204 len: 168 time: 0.4822996 Nov 09 19:37:29.884066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44554) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:29.974376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d1361-4c9d-4ba7-8113-f0fbf353b2b4 req-c88bcfff-5252-44b6-b6e5-6c39c617738a tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:29.980453 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d67d1361-4c9d-4ba7-8113-f0fbf353b2b4 req-c88bcfff-5252-44b6-b6e5-6c39c617738a tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 969 time: 0.1067953 Nov 09 19:37:30.085832 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d67d1361-4c9d-4ba7-8113-f0fbf353b2b4 req-7bc843bb-b1ca-44ec-a0b0-d3bf04007cee tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849817 Nov 09 19:37:30.090337 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:30.311019 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:30.316563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3118e273-f83f-4e7a-a84e-eecfc605f1c3 req-6efb0380-4a87-444f-88f5-0bf90c4d308d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 210 time: 0.0543439 Nov 09 19:37:30.350154 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.350571 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.351896 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.352453 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > port after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.352583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.352876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > port after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.353198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.353513 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.354113 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.354113 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.488149 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.488572 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.489005 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.489402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:37:30.489864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7a9fd1-5c9a-452c-af4f-c9cee025a053']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:30.710742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb01eb9-a08e-46a5-98b0-135e10567ace') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:30.711105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb01eb9-a08e-46a5-98b0-135e10567ace') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:30.741506 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4ffc400-0e79-409b-b0f1-3a25cd492ce8 req-c3cc1e0c-4363-40a4-961b-6aa73234ea4d tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 210 time: 0.0449884 Nov 09 19:37:30.743443 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:30.765593 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:30.776970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:37:30.778700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: from cryptography.utils import int_from_bytes Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: from cryptography.utils import int_from_bytes Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:37:30.809341 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:37:30.905627 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:30.930544 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:30.934157 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8d7a9fd1-5c9a-452c-af4f-c9cee025a053 HTTP/1.1" status: 204 len: 168 time: 1.0489130 Nov 09 19:37:30.937088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44598) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:30.952487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1e99e-3f74-4806-9eec-990e946d8430 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7a9fd1-5c9a-452c-af4f-c9cee025a053,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:30.988394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b30b8c-5121-49da-b6d8-60e5e46b9b70 req-9cd6ac3e-c602-4018-930c-11b6188d9349 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:30.990125 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2b30b8c-5121-49da-b6d8-60e5e46b9b70 req-9cd6ac3e-c602-4018-930c-11b6188d9349 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 931 time: 0.0966661 Nov 09 19:37:31.060394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2b30b8c-5121-49da-b6d8-60e5e46b9b70 req-28bd7cd2-e217-408e-8e02-0c02f5eddf41 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633261 Nov 09 19:37:31.061988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-1301c0b2-1c8b-47cd-8e47-b5c288ac2d78 admin admin] Deleting subnet 252e8671-f5a2-4b1b-ba05-aa5a715609fd {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:37:31.070847 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1301c0b2-1c8b-47cd-8e47-b5c288ac2d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.124591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1301c0b2-1c8b-47cd-8e47-b5c288ac2d78 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.131766 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1301c0b2-1c8b-47cd-8e47-b5c288ac2d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.277784 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1301c0b2-1c8b-47cd-8e47-b5c288ac2d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.293789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edea16-43a8-478d-ba11-3ac24a398e76 req-6b05e991-9356-4e97-b0f5-f8341eccb16f tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:31.305710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8edea16-43a8-478d-ba11-3ac24a398e76 req-6b05e991-9356-4e97-b0f5-f8341eccb16f tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 969 time: 0.1167741 Nov 09 19:37:31.380417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8edea16-43a8-478d-ba11-3ac24a398e76 req-bcf89bfd-0d26-43b7-b98d-c45f2a705a76 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727098 Nov 09 19:37:31.399724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301c0b2-1c8b-47cd-8e47-b5c288ac2d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=252e8671-f5a2-4b1b-ba05-aa5a715609fd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:31.438733 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1301c0b2-1c8b-47cd-8e47-b5c288ac2d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.444774 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1301c0b2-1c8b-47cd-8e47-b5c288ac2d78 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/252e8671-f5a2-4b1b-ba05-aa5a715609fd HTTP/1.1" status: 204 len: 168 time: 0.5066364 Nov 09 19:37:31.444950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44620) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:31.502466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2067eee7-343d-4204-90b5-680f716a2d49 req-2bdc5b76-5968-4511-928c-eee1abe99d94 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 210 time: 0.0504572 Nov 09 19:37:31.579868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 3605fc43-c891-43e1-a6a7-2ea8b7055a53 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:37:31.614661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.716501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.738031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 3605fc43-c891-43e1-a6a7-2ea8b7055a53, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3605fc43-c891-43e1-a6a7-2ea8b7055a53,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:31.744618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f15b729-36cc-4eda-9ab6-a4f37e0e3181']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:31.752244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '3605fc43-c891-43e1-a6a7-2ea8b7055a53', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '3605fc43-c891-43e1-a6a7-2ea8b7055a53', 'mac_address': 'fa:16:3e:30:41:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:tempest-test_az-681586376', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:37:31.756736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035a73a9-5a36-4e8d-af2a-c4bd62258444') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:31.757094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035a73a9-5a36-4e8d-af2a-c4bd62258444') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:31.775561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.793515 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.801784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:37:31.802190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.804555 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.820592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3605fc43-c891-43e1-a6a7-2ea8b7055a53 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:37:31.844418 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:37:31.849792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 3605fc43-c891-43e1-a6a7-2ea8b7055a53, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3605fc43-c891-43e1-a6a7-2ea8b7055a53,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:31.867181 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.880150 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.890964 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:31.897894 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9f15b729-36cc-4eda-9ab6-a4f37e0e3181 HTTP/1.1" status: 204 len: 168 time: 0.4517090 Nov 09 19:37:31.908999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ce19f2b2-985a-4519-b1fd-d91017343a9a req-7846143f-43b9-4291-9788-f0258564cc02 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 210 time: 0.0484390 Nov 09 19:37:31.910785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd5a36-a61f-4f58-9330-ce56cb003fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f15b729-36cc-4eda-9ab6-a4f37e0e3181,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:31.964022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=3605fc43-c891-43e1-a6a7-2ea8b7055a53,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:32.126049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44662) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:32.172216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['3605fc43-c891-43e1-a6a7-2ea8b7055a53'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:37:32.183420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8af68a6-21df-40ea-93b3-257534549cce req-9cac819e-36c2-4daf-8436-63226b9ab224 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bf6da394c2ac47f5a6523a83c29f566e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395966 Nov 09 19:37:32.201431 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-209caec6-645a-4670-b142-f5a5e4d62ddf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e5cf31b0d6c455d9e4f5efc140cd6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717416 Nov 09 19:37:32.201650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44668) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:32.311428 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b6fd-7313-411a-ab89-7c4254936cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:32.325175 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29720457-52e8-459d-85d5-d16ae05e7e25 req-125b62e2-32fd-4eac-b09c-311845f9e4ef tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:32.326480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af68a6-21df-40ea-93b3-257534549cce req-c9437dd9-cf68-4cf8-b0bf-58c7ff0ee525 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:32.327277 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29720457-52e8-459d-85d5-d16ae05e7e25 req-125b62e2-32fd-4eac-b09c-311845f9e4ef tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 931 time: 0.0921378 Nov 09 19:37:32.335928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8af68a6-21df-40ea-93b3-257534549cce req-c9437dd9-cf68-4cf8-b0bf-58c7ff0ee525 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511023 Nov 09 19:37:32.357441 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8af68a6-21df-40ea-93b3-257534549cce req-4b018d02-e613-471f-a7de-0f72dd59e86d tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/quotas/bf6da394c2ac47f5a6523a83c29f566e HTTP/1.1" status: 200 len: 375 time: 0.0203719 Nov 09 19:37:32.383844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b6fd-7313-411a-ab89-7c4254936cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:32.397018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8af68a6-21df-40ea-93b3-257534549cce req-2af8b0cc-f755-4e91-a000-36d033decfd7 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf6da394c2ac47f5a6523a83c29f566e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382810 Nov 09 19:37:32.444287 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29720457-52e8-459d-85d5-d16ae05e7e25 req-dd80a4ae-5b34-48db-9b6f-b1fd228b7aae tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007111 Nov 09 19:37:32.473786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b6fd-7313-411a-ab89-7c4254936cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:32.477147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b6fd-7313-411a-ab89-7c4254936cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:32.478383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3aa0b6fd-7313-411a-ab89-7c4254936cdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ab538b8-d26d-4f36-8851-2cfd17355ced HTTP/1.1" status: 204 len: 168 time: 0.2757721 Nov 09 19:37:32.487506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0b6fd-7313-411a-ab89-7c4254936cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab538b8-d26d-4f36-8851-2cfd17355ced,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:32.679636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8be01b-e126-43b7-adc2-f5861f8242a5 req-b0febbe3-1e2e-4409-9c76-d7ca40190747 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:32.682145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b8be01b-e126-43b7-adc2-f5861f8242a5 req-b0febbe3-1e2e-4409-9c76-d7ca40190747 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 970 time: 0.0905077 Nov 09 19:37:32.729025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b8be01b-e126-43b7-adc2-f5861f8242a5 req-47ab6455-732a-4319-b793-9dbb2bd2132e tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Nov 09 19:37:33.058015 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7dd20f9-69cd-493e-808f-fa7fb82e5692 req-b032263d-60c7-45d2-8fda-a82a1b12b176 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 210 time: 0.0370765 Nov 09 19:37:33.125074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44724) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:33.164572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e84bcbe5-1479-47dc-b8ac-ab6dad426c05 req-ec672437-dd5f-4f5d-90f2-2b97eb457227 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 210 time: 0.0280211 Nov 09 19:37:33.178003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f978528f-fd71-43ce-8e68-def59eef34ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1cdb2c55e8b4081b71fbd27eae8efe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508666 Nov 09 19:37:33.181310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44726) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:33.277926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4cbf072e-d88b-4091-a7cb-f6894cb564d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:33.313756 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4cbf072e-d88b-4091-a7cb-f6894cb564d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:33.372223 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4cbf072e-d88b-4091-a7cb-f6894cb564d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:33.376936 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4cbf072e-d88b-4091-a7cb-f6894cb564d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:33.378663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4cbf072e-d88b-4091-a7cb-f6894cb564d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4306891b-fcfd-4423-9a56-f95a9466b160 HTTP/1.1" status: 204 len: 168 time: 0.1963539 Nov 09 19:37:33.419059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf072e-d88b-4091-a7cb-f6894cb564d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4306891b-fcfd-4423-9a56-f95a9466b160,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:33.554107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 3605fc43-c891-43e1-a6a7-2ea8b7055a53 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:33.660334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:37:33.664817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:33.665192 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:33.699486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f0206-2ab0-4907-be3a-1e0c9c708cd8 req-8dc18db1-1288-47dc-a24e-d03fce5856a6 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:33.701671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf6f0206-2ab0-4907-be3a-1e0c9c708cd8 req-8dc18db1-1288-47dc-a24e-d03fce5856a6 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 931 time: 0.0582619 Nov 09 19:37:33.762301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf6f0206-2ab0-4907-be3a-1e0c9c708cd8 req-3cbcdcd0-c949-484d-93cf-a96f8437892b tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512657 Nov 09 19:37:33.806051 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:33.833295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3675bca-1538-4ecd-93eb-fefb797fb4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3605fc43-c891-43e1-a6a7-2ea8b7055a53'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:33.925408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 3605fc43-c891-43e1-a6a7-2ea8b7055a53, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3605fc43-c891-43e1-a6a7-2ea8b7055a53,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:33.943109 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:34.021125 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86d6eb7-c865-46cd-b85b-81393a181393" -d '{"events": [{"server_uuid": "f3675bca-1538-4ecd-93eb-fefb797fb4dc", "name": "network-vif-plugged", "status": "completed", "tag": "3605fc43-c891-43e1-a6a7-2ea8b7055a53"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:34.073758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11455a-8931-4767-88b1-87673bce240f req-f0ec94c1-bf45-4996-a874-45c0b067ce7a tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:34.075234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae11455a-8931-4767-88b1-87673bce240f req-f0ec94c1-bf45-4996-a874-45c0b067ce7a tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 971 time: 0.1212218 Nov 09 19:37:34.114157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=3605fc43-c891-43e1-a6a7-2ea8b7055a53,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:34.172576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae11455a-8931-4767-88b1-87673bce240f req-ccd1b52f-dde8-46bf-8764-02a51acab306 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780399 Nov 09 19:37:34.468424 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd966e9-1da6-494e-bef5-5507014bf38a x-openstack-request-id: req-9dd966e9-1da6-494e-bef5-5507014bf38a {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:34.468742 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3675bca-1538-4ecd-93eb-fefb797fb4dc", "name": "network-vif-plugged", "status": "completed", "tag": "3605fc43-c891-43e1-a6a7-2ea8b7055a53", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:34.469002 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dd966e9-1da6-494e-bef5-5507014bf38a {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:34.470355 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3675bca-1538-4ecd-93eb-fefb797fb4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3605fc43-c891-43e1-a6a7-2ea8b7055a53', 'code': 200} Nov 09 19:37:34.568367 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d915f44-0c96-423b-aa07-e5194b6884ee req-a8e58841-9c5f-4465-9bdd-2b99b9bdecbe tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 210 time: 0.0468256 Nov 09 19:37:34.631533 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f165577-69d9-483b-86d5-2607b4e84f3e req-9f52e15c-678c-44e1-b798-249b60cc46f9 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bf6da394c2ac47f5a6523a83c29f566e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838821 Nov 09 19:37:34.676990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dd9c5-c59f-40ed-a7a2-6ea36c290699 req-b9e0d768-5895-4b5f-99b9-b2caf91e32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:34.681923 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb4dd9c5-c59f-40ed-a7a2-6ea36c290699 req-b9e0d768-5895-4b5f-99b9-b2caf91e32ad service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 1122 time: 0.1209538 Nov 09 19:37:34.691591 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18b8468b-3475-4b08-967e-02f181fa8c96 req-4945c188-f24d-437b-b4a7-39aabf8d4a0b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 210 time: 0.0417497 Nov 09 19:37:34.741357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb4dd9c5-c59f-40ed-a7a2-6ea36c290699 req-5521c5d6-a39f-44a0-8dfc-3f6d6b70d21f service neutron] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:34.847440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165577-69d9-483b-86d5-2607b4e84f3e req-bf8fe208-358e-446f-8fab-9080ba5e5634 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:34.856172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f165577-69d9-483b-86d5-2607b4e84f3e req-bf8fe208-358e-446f-8fab-9080ba5e5634 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159793 Nov 09 19:37:34.882576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f165577-69d9-483b-86d5-2607b4e84f3e req-51ea0b24-5cfc-46cc-9e35-16e905c6f0f6 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/quotas/bf6da394c2ac47f5a6523a83c29f566e HTTP/1.1" status: 200 len: 375 time: 0.0254321 Nov 09 19:37:34.954808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f165577-69d9-483b-86d5-2607b4e84f3e req-cf84bb46-25ea-462c-afdd-c35048148c12 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf6da394c2ac47f5a6523a83c29f566e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447075 Nov 09 19:37:34.960105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb4dd9c5-c59f-40ed-a7a2-6ea36c290699 req-5521c5d6-a39f-44a0-8dfc-3f6d6b70d21f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:34.966214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb4dd9c5-c59f-40ed-a7a2-6ea36c290699 req-5521c5d6-a39f-44a0-8dfc-3f6d6b70d21f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:35.003149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb4dd9c5-c59f-40ed-a7a2-6ea36c290699 req-5521c5d6-a39f-44a0-8dfc-3f6d6b70d21f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845588 Nov 09 19:37:35.019927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521c5d6-a39f-44a0-8dfc-3f6d6b70d21f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b4820-2c2a-4d18-841a-3f094986716d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:35.162661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf71fe9-7f0c-4fe0-8385-de567c633446 req-c6f109fb-6a03-47f4-bdc5-c1d3a33873af tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:35.164500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fdf71fe9-7f0c-4fe0-8385-de567c633446 req-c6f109fb-6a03-47f4-bdc5-c1d3a33873af tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 931 time: 0.0618799 Nov 09 19:37:35.205519 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fdf71fe9-7f0c-4fe0-8385-de567c633446 req-4dbc3f11-d7b8-442c-a5cc-d7b9bf845713 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341332 Nov 09 19:37:35.370134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e37fc1-df3f-45ce-9ada-5eb68728b248 req-a701e130-afa4-453c-b887-81a1f21e08af tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:35.371703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69e37fc1-df3f-45ce-9ada-5eb68728b248 req-a701e130-afa4-453c-b887-81a1f21e08af tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 971 time: 0.0504875 Nov 09 19:37:35.413652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69e37fc1-df3f-45ce-9ada-5eb68728b248 req-ee8c2ef8-4ce6-45db-ab1c-80a75faed990 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352533 Nov 09 19:37:35.511158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-a047ab84-e299-43f6-b9cd-6aa0ede1a9c4 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:37:35.512370 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-a047ab84-e299-43f6-b9cd-6aa0ede1a9c4 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057812 Nov 09 19:37:35.789927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-5c6dbc24-babd-413e-8a48-be0c4991b17a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250804 Nov 09 19:37:35.813993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Request body: {'port': {'device_id': '9672689d-a060-4f21-9c68-44c4f05a0531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:35.873861 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:37:35.898558 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:35.917740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-62294789-de8e-44c2-8eee-06394776ae50 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:35.919310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-62294789-de8e-44c2-8eee-06394776ae50 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1235213 Nov 09 19:37:35.939416 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-ab24f836-b8ae-4970-857e-e15f401a9231 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/quotas/7c484e1d3fa649f1a7b536ea30195afa HTTP/1.1" status: 200 len: 375 time: 0.0139129 Nov 09 19:37:35.974686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-29244f80-c7df-4776-978c-1cf89089f8e0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335312 Nov 09 19:37:36.065700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b5bfb2fe-80d0-460c-b248-2c51cc260549 req-ee0ab6b9-63ca-43d7-a804-0e624c8399ca tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 210 time: 0.0439067 Nov 09 19:37:36.200287 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb36a53e-3ea1-42a7-a64f-b7a77ce0705a req-0adf3fdd-305c-4f38-b49b-2e199355493f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 210 time: 0.0479350 Nov 09 19:37:36.255606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.77', 65373) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:36.328310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-f64aa7b1-4eb5-4411-946c-70eab440f9d1 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689826 Nov 09 19:37:36.345607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25ee7da-d896-4045-a1e4-7a7c6f0f499d {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:36.380516 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:36.421949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Transition to ACTIVE for port object f25ee7da-d896-4045-a1e4-7a7c6f0f499d will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:37:36.429372 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:36.522124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Pushing event updated for resources: {'Port': ['ID=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:36.707136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Attempting to bind port f25ee7da-d896-4045-a1e4-7a7c6f0f499d on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:36.707136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Attempting to bind port f25ee7da-d896-4045-a1e4-7a7c6f0f499d by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:36.707457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Attempting to bind port f25ee7da-d896-4045-a1e4-7a7c6f0f499d on network b5b6fb47-7a20-48ea-9835-141612264bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:36.734120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Port f25ee7da-d896-4045-a1e4-7a7c6f0f499d on network b5b6fb47-7a20-48ea-9835-141612264bec not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:37:36.734533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Attempting to bind port f25ee7da-d896-4045-a1e4-7a7c6f0f499d on network b5b6fb47-7a20-48ea-9835-141612264bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:36.753088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:36.753544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Checking segment: {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:36.753943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Bound using segment: {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:36.754408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Bound port: f25ee7da-d896-4045-a1e4-7a7c6f0f499d, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:36.757215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:36.793423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.77', 65375) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:36.844895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d4a2067-3c63-4a3f-b6f4-a6020cc032ca req-762374e2-310c-4ef2-be5a-3fe48e736547 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 210 time: 0.3253775 Nov 09 19:37:36.864366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-ec9b7452-b086-488c-ab43-91bd8552dad0 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=0660531cf8ca413493339720a2969255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647175 Nov 09 19:37:36.895329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-896f1cbe-a6a5-42fa-95ca-105dee341561 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:36.896924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-896f1cbe-a6a5-42fa-95ca-105dee341561 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5641758 Nov 09 19:37:36.917560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Request body: {'port': {'device_id': '6b27b49d-157c-42af-b526-d37b932eca95', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '7e701c8ab5c34c80b05d38b99f5c4665'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:37.026467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] For port f25ee7da-d896-4045-a1e4-7a7c6f0f499d, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:37.033865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] For port f25ee7da-d896-4045-a1e4-7a7c6f0f499d, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:37.057420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:37.107635 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3557-0b24-429d-839b-d5e1762f20ba req-caf5d817-c7bd-42fc-aa63-9b4eb25a14fd tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:37.109689 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af4f3557-0b24-429d-839b-d5e1762f20ba req-caf5d817-c7bd-42fc-aa63-9b4eb25a14fd tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 943 time: 0.1623354 Nov 09 19:37:37.123728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:37.124361 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:37.126063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-78298e80-8d95-4932-a218-0efd1434205c service neutron] 10.222.0.77 "PUT /v2.0/ports/f25ee7da-d896-4045-a1e4-7a7c6f0f499d HTTP/1.1" status: 200 len: 1091 time: 1.3912640 Nov 09 19:37:37.129722 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9672689d-a060-4f21-9c68-44c4f05a0531', 'tag': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:37.132935 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340a51c9-2c93-4a1d-8672-4d6ac0076e99" -d '{"events": [{"name": "network-changed", "server_uuid": "9672689d-a060-4f21-9c68-44c4f05a0531", "tag": "f25ee7da-d896-4045-a1e4-7a7c6f0f499d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:37.163450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-7e088cc7-7e6c-4118-9a8f-d93aa08e7ebd tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:37.165331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-7e088cc7-7e6c-4118-9a8f-d93aa08e7ebd tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889805 Nov 09 19:37:37.199691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Request body: {'port': {'device_id': 'e7a12475-1fc1-468a-aa61-adadf43b1c7a', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '0660531cf8ca413493339720a2969255'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:37.205985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af4f3557-0b24-429d-839b-d5e1762f20ba req-c4aa1b37-a78c-4d64-9f0c-074fba343a9b tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854936 Nov 09 19:37:37.261972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Made reservation on behalf of 7e701c8ab5c34c80b05d38b99f5c4665 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:37.266565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:37.275692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d210436-9b05-4127-b4ed-a9b5f5ddfee8 req-5f2370ce-7108-47c4-8722-c9ff49d9322f tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:37.276838 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:37.277235 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d210436-9b05-4127-b4ed-a9b5f5ddfee8 req-5f2370ce-7108-47c4-8722-c9ff49d9322f tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 971 time: 0.2405000 Nov 09 19:37:37.312361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78298e80-8d95-4932-a218-0efd1434205c service neutron] Pushing event updated for resources: {'Port': ['ID=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:37.364469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41a804f2-ec63-4b36-bcd1-b64379205583 req-d327469e-ec48-4e1c-bbab-d8c446968ca9 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bf6da394c2ac47f5a6523a83c29f566e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293190 Nov 09 19:37:37.378071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-bfda5234-9144-4b31-b8d2-421b72324ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:37.379736 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-bfda5234-9144-4b31-b8d2-421b72324ad7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=680f524dfe864ca0aa5e62d7ca065773&device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 1094 time: 0.1543353 Nov 09 19:37:37.399450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d210436-9b05-4127-b4ed-a9b5f5ddfee8 req-59390fc8-a641-4622-adca-526db2bc7af2 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903809 Nov 09 19:37:37.440672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-bd32cb21-bca8-4a05-bccb-d684a1480189 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25ee7da-d896-4045-a1e4-7a7c6f0f499d HTTP/1.1" status: 200 len: 217 time: 0.0445831 Nov 09 19:37:37.445828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:37.452578 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:37.498998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Made reservation on behalf of 0660531cf8ca413493339720a2969255 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:37.502626 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:37.514578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-e7092fef-55f6-4706-be8f-252bd621f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:37.516859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-e7092fef-55f6-4706-be8f-252bd621f2e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3 HTTP/1.1" status: 200 len: 862 time: 0.0649688 Nov 09 19:37:37.517700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:37.591592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2657c4c4-cf24-41d4-870c-b4f41bd55d49,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:37.593673 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ad91c30-f003-4a83-935d-976f04ad22b1 req-663ef38d-7b85-4581-b8fa-ac3600cf0cfb tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 210 time: 0.0531433 Nov 09 19:37:37.623749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-b30efb46-bd63-4c53-8897-49eeac8920af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:37.625234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-b30efb46-bd63-4c53-8897-49eeac8920af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b5b6fb47-7a20-48ea-9835-141612264bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973151 Nov 09 19:37:37.653010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a804f2-ec63-4b36-bcd1-b64379205583 req-4b4a9ece-bcf1-477c-bea4-135105275c71 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:37.654627 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41a804f2-ec63-4b36-bcd1-b64379205583 req-4b4a9ece-bcf1-477c-bea4-135105275c71 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816310 Nov 09 19:37:37.687515 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bb45b0-2556-4f8f-9fc5-b64a6493f7c8 x-openstack-request-id: req-f5bb45b0-2556-4f8f-9fc5-b64a6493f7c8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:37.687814 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9672689d-a060-4f21-9c68-44c4f05a0531", "tag": "f25ee7da-d896-4045-a1e4-7a7c6f0f499d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:37.688098 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5bb45b0-2556-4f8f-9fc5-b64a6493f7c8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:37.688487 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9672689d-a060-4f21-9c68-44c4f05a0531', 'tag': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d', 'status': 'completed', 'code': 200} Nov 09 19:37:37.736888 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41a804f2-ec63-4b36-bcd1-b64379205583 req-82b44918-c2e7-490d-8f3f-e270815efad0 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/quotas/bf6da394c2ac47f5a6523a83c29f566e HTTP/1.1" status: 200 len: 375 time: 0.0583560 Nov 09 19:37:37.791939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Allocated IP 192.168.233.197 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/31c21a3f-e551-4b9f-aceb-e7540d2ffa27) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:37.796128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41a804f2-ec63-4b36-bcd1-b64379205583 req-0da53c6b-0654-4fb1-afe4-3d07b92033c0 tempest-QuotasAdminNegativeTest-234385556 tempest-QuotasAdminNegativeTest-234385556-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf6da394c2ac47f5a6523a83c29f566e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477490 Nov 09 19:37:37.899231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-cbafc6a2-26c0-449a-a25f-cb97dd599340 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2098989 Nov 09 19:37:37.912998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:37.942812 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:37.946984 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f774f63-d2db-4bc7-b491-8de26bf1d991 req-b71f8a92-3a7a-4a43-abbc-fb23d1309a35 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 210 time: 0.0569744 Nov 09 19:37:37.971860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:38.006970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:38.092087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:38.092397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=185acadc-ddce-4802-abfb-a80c42b5f139,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:38.098831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:38.111078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:38.117756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:38.118589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:38.121582 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-3c567076-4a33-4152-898a-1dffb6f7957b service neutron] 10.222.0.77 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829371 Nov 09 19:37:38.145624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab5cd6fb-c4c4-498d-a3d9-22bd99dbf5c4 req-139e8aac-2d05-44bb-a917-79c07bdc99f0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 210 time: 0.0653479 Nov 09 19:37:38.150241 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Pushing event updated for resources: {'Port': ['ID=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:38.160420 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6a80f294-a01c-4014-8149-78265d8102e8 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2517653 Nov 09 19:37:38.178761 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Request body: {'port': {'device_id': '6b27b49d-157c-42af-b526-d37b932eca95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:38.256120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:38.278891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-5821e552-a178-4a63-8ee5-e6a730b46cdf tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:38.280402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-5821e552-a178-4a63-8ee5-e6a730b46cdf tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3651583 Nov 09 19:37:38.318492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Request body: {'port': {'device_id': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '7c484e1d3fa649f1a7b536ea30195afa'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:38.344868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Allocated IP 192.168.233.60 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/fb99ed88-0b59-43f9-9995-b0474d8177d3) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:38.440061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e0a1acd-f56d-40eb-b789-90699571e865 req-b7f0ecf4-4aef-4be2-8703-cd365ac86c84 service neutron] 10.222.0.77 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997220 Nov 09 19:37:38.574677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c82284a5-c58e-4b53-aa19-6a5e4c26d3fd None None] Provisioning complete for port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:38.575370 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c82284a5-c58e-4b53-aa19-6a5e4c26d3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:38.595728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a5b46-45c2-4bf6-a22f-16a5f36f9859 req-6533536a-5054-425f-89bc-8378c7a0f481 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:38.598089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-966a5b46-45c2-4bf6-a22f-16a5f36f9859 req-6533536a-5054-425f-89bc-8378c7a0f481 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 971 time: 0.0688896 Nov 09 19:37:38.613064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c82284a5-c58e-4b53-aa19-6a5e4c26d3fd None None] Port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:38.645460 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-966a5b46-45c2-4bf6-a22f-16a5f36f9859 req-ae5aa1fe-d329-45b7-a2cd-db45bc399318 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396028 Nov 09 19:37:38.684970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-723e2a8f-1771-40c1-97e8-27a1cd3f32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:38.686561 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-723e2a8f-1771-40c1-97e8-27a1cd3f32eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=680f524dfe864ca0aa5e62d7ca065773&device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 1094 time: 0.1584237 Nov 09 19:37:38.698885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Made reservation on behalf of 7c484e1d3fa649f1a7b536ea30195afa for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:38.702566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:38.712548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef0670-8536-46d9-9af6-8e3f2cf74a60 req-8aacfb1f-4ddf-4a4d-a624-2c95060376de tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:38.714055 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15ef0670-8536-46d9-9af6-8e3f2cf74a60 req-8aacfb1f-4ddf-4a4d-a624-2c95060376de tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 943 time: 0.2081532 Nov 09 19:37:38.785214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:38.839226 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:38.839375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45204) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:38.879117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15ef0670-8536-46d9-9af6-8e3f2cf74a60 req-54ae54d5-4a8b-4207-9d43-00df6f30e219 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506934 Nov 09 19:37:38.947136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-46581ded-c3af-408a-9b95-95724ee9517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:38.948631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-46581ded-c3af-408a-9b95-95724ee9517b service neutron] 10.222.0.77 "GET /v2.0/networks?id=b5b6fb47-7a20-48ea-9835-141612264bec HTTP/1.1" status: 200 len: 924 time: 0.2517407 Nov 09 19:37:38.959812 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.014613 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60019ed7-fe96-48b0-81ce-db549e5c523c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.059018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-249f7b36-5eb5-4eef-b7b2-fe3badae6107 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25ee7da-d896-4045-a1e4-7a7c6f0f499d HTTP/1.1" status: 200 len: 217 time: 0.0968196 Nov 09 19:37:39.101601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:39.113660 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.138545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:39.146801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:39.149327 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.151930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Pushing event updated for resources: {'Port': ['ID=fb99ed88-0b59-43f9-9995-b0474d8177d3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:39.191658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:39.206149 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.237596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Transition to ACTIVE for port object 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:37:39.279363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.291972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e582-532f-4a7b-9c72-1d219156f9e2 req-78f7a24d-1d2a-4cab-89f6-a909c37b2236 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:39.293558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b45e582-532f-4a7b-9c72-1d219156f9e2 req-78f7a24d-1d2a-4cab-89f6-a909c37b2236 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 936 time: 0.3149366 Nov 09 19:37:39.304978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-7cc82b6c-70d9-4735-b884-f937e868f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:39.306501 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-7cc82b6c-70d9-4735-b884-f937e868f4bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3 HTTP/1.1" status: 200 len: 862 time: 0.2214475 Nov 09 19:37:39.317662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:39.318322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.320774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b29126-a6e0-49e6-a103-e1ea95d849a1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:39.325571 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60019ed7-fe96-48b0-81ce-db549e5c523c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.359782 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60019ed7-fe96-48b0-81ce-db549e5c523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.405206 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-f54a79cb-3568-42dd-980f-090216bfec5f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2103920 Nov 09 19:37:39.411341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Pushing event updated for resources: {'Port': ['ID=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:39.423547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Request body: {'port': {'device_id': 'e7a12475-1fc1-468a-aa61-adadf43b1c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:39.435374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60019ed7-fe96-48b0-81ce-db549e5c523c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b45f40-59da-4d7d-914d-9523db46f15c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:39.449357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0bdae0c8-6105-45c2-b3f0-2c49a11ea5b4 None None] Provisioning complete for port fb99ed88-0b59-43f9-9995-b0474d8177d3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:39.450065 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0bdae0c8-6105-45c2-b3f0-2c49a11ea5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.488821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0bdae0c8-6105-45c2-b3f0-2c49a11ea5b4 None None] Port fb99ed88-0b59-43f9-9995-b0474d8177d3 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:39.493828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916b47-3784-4709-86d2-57fd52e19ea4 req-8820e256-84e9-4db1-b513-22a7fa955693 tempest-AggregatesAdminTestJSON-1257485224 tempest-AggregatesAdminTestJSON-1257485224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:39.495402 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44916b47-3784-4709-86d2-57fd52e19ea4 req-8820e256-84e9-4db1-b513-22a7fa955693 tempest-AggregatesAdminTestJSON-1257485224 tempest-AggregatesAdminTestJSON-1257485224-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 1122 time: 0.2478423 Nov 09 19:37:39.496303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Allocated IP 192.168.233.245 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/1a2e06e6-50f4-4893-b383-bf253ff3e26b) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:39.500401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-60019ed7-fe96-48b0-81ce-db549e5c523c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf6da394c2ac47f5a6523a83c29f566e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6597521 Nov 09 19:37:39.506077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45226) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:39.518474 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b45e582-532f-4a7b-9c72-1d219156f9e2 req-1005cc74-672d-4fe6-9b73-a5f20ad3b530 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156150 Nov 09 19:37:39.538578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Attempting to bind port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:39.538578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Attempting to bind port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:39.538578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Attempting to bind port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:39.551914 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-44916b47-3784-4709-86d2-57fd52e19ea4 req-edee69c4-35d2-4347-9597-a53bb79f07a0 tempest-AggregatesAdminTestJSON-1257485224 tempest-AggregatesAdminTestJSON-1257485224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.552045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-29b15bc5-4fa7-47ad-8917-a19432285b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:39.554527 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-29b15bc5-4fa7-47ad-8917-a19432285b80 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b5b6fb47-7a20-48ea-9835-141612264bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279751 Nov 09 19:37:39.573655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:37:39.573986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Attempting to bind port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:39.588067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:39.588373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:39.588946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:39.589508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Bound port: 31c21a3f-e551-4b9f-aceb-e7540d2ffa27, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:39.589776 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.643170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.780706 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a742ab2-3860-403b-a91a-88d621b5d690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.827944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8888013-4d91-4456-92cd-265ada08dcfc req-79395836-f975-4ce3-8f5a-517f3233445b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:39.830179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8888013-4d91-4456-92cd-265ada08dcfc req-79395836-f975-4ce3-8f5a-517f3233445b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 935 time: 0.1880436 Nov 09 19:37:39.854156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a742ab2-3860-403b-a91a-88d621b5d690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.857401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-88078e50-90ea-467d-9299-65f28390891e service neutron] 10.222.0.77 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902439 Nov 09 19:37:39.898299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] For port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:39.943531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] For port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:39.948324 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.951473 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-44916b47-3784-4709-86d2-57fd52e19ea4 req-edee69c4-35d2-4347-9597-a53bb79f07a0 tempest-AggregatesAdminTestJSON-1257485224 tempest-AggregatesAdminTestJSON-1257485224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:39.962913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-44916b47-3784-4709-86d2-57fd52e19ea4 req-edee69c4-35d2-4347-9597-a53bb79f07a0 tempest-AggregatesAdminTestJSON-1257485224 tempest-AggregatesAdminTestJSON-1257485224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.041294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44916b47-3784-4709-86d2-57fd52e19ea4 req-edee69c4-35d2-4347-9597-a53bb79f07a0 tempest-AggregatesAdminTestJSON-1257485224 tempest-AggregatesAdminTestJSON-1257485224-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266912 Nov 09 19:37:40.048447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:40.049121 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.051282 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] 10.222.0.77 "PUT /v2.0/ports/31c21a3f-e551-4b9f-aceb-e7540d2ffa27 HTTP/1.1" status: 200 len: 1096 time: 1.8768938 Nov 09 19:37:40.051772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b27b49d-157c-42af-b526-d37b932eca95', 'tag': '31c21a3f-e551-4b9f-aceb-e7540d2ffa27'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:40.161853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a742ab2-3860-403b-a91a-88d621b5d690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.164563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a742ab2-3860-403b-a91a-88d621b5d690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.169251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7a742ab2-3860-403b-a91a-88d621b5d690 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33b45f40-59da-4d7d-914d-9523db46f15c HTTP/1.1" status: 204 len: 168 time: 0.6586409 Nov 09 19:37:40.169251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee69c4-35d2-4347-9597-a53bb79f07a0 tempest-AggregatesAdminTestJSON-1257485224 tempest-AggregatesAdminTestJSON-1257485224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a556cb78-ea9b-46a3-9e9d-6981edb7a4d9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:40.186467 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4ddd587c-80f7-4d35-915d-2d86c8b64221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.283028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a30bc-4fec-4d8b-aa8f-7419b3e485e4 service neutron] Pushing event updated for resources: {'Port': ['ID=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:40.298739 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8888013-4d91-4456-92cd-265ada08dcfc req-bf0da0cd-bee0-41ed-b5a3-2bb21e8627d4 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499581 Nov 09 19:37:40.307476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a742ab2-3860-403b-a91a-88d621b5d690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b45f40-59da-4d7d-914d-9523db46f15c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:40.332667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99a46a93-b706-4774-be4f-155fa573940d req-0e5a2ef4-7485-440a-a9e5-4bbc5fdcfe3f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 210 time: 0.0579679 Nov 09 19:37:40.351279 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.372617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-a3a2637c-6bcb-40ed-896f-287121ae42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:40.374220 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-a3a2637c-6bcb-40ed-896f-287121ae42bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 1099 time: 0.2339017 Nov 09 19:37:40.468476 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a035ed0-c72f-47af-8fd2-3d869fc4c650" -d '{"events": [{"name": "network-changed", "server_uuid": "6b27b49d-157c-42af-b526-d37b932eca95", "tag": "31c21a3f-e551-4b9f-aceb-e7540d2ffa27"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:40.473914 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-3152e886-11a3-4fa4-b18f-f3599f0161ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=31c21a3f-e551-4b9f-aceb-e7540d2ffa27 HTTP/1.1" status: 200 len: 217 time: 0.0860853 Nov 09 19:37:40.522246 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.530207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-340a51c9-2c93-4a1d-8672-4d6ac0076e99 req-9dcd1861-00d0-4a51-8b56-d948db3b837f service neutron] 10.222.0.77 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546588 Nov 09 19:37:40.555226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-7d5a6e51-ad8e-4653-9871-b23ce4495a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:40.556858 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-7d5a6e51-ad8e-4653-9871-b23ce4495a65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0747957 Nov 09 19:37:40.629203 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:40.637222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:40.647683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:40.648570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-8e8417a1-6285-4b1f-8a16-6be394bd2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:40.650192 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-8e8417a1-6285-4b1f-8a16-6be394bd2d8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856481 Nov 09 19:37:40.660571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Pushing event updated for resources: {'Port': ['ID=1a2e06e6-50f4-4893-b383-bf253ff3e26b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:40.714889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a846e-7c0b-4a6a-8531-446d094ad168 req-16bdce4f-3580-4770-92a7-629708233f94 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:40.716423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-483a846e-7c0b-4a6a-8531-446d094ad168 req-16bdce4f-3580-4770-92a7-629708233f94 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 943 time: 0.2811975 Nov 09 19:37:40.716920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45274) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:40.779034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-6b99b8c3-0df8-4fa1-9fcd-81a9b24a7f82 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161876 Nov 09 19:37:40.779385 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d57cc8fc-232e-4fc5-88bb-b5129c34ca56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.795229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:40.795741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.809352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb99ed88-0b59-43f9-9995-b0474d8177d3 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:40.825931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.857834 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-aa13c2fa-4e14-43c7-9547-d50b147137a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5521166 Nov 09 19:37:40.878482 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-483a846e-7c0b-4a6a-8531-446d094ad168 req-8ab4e6f7-acc4-4ad9-8ab6-4d8964b6a83e tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281607 Nov 09 19:37:40.891926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Request body: {'port': {'device_id': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'device_owner': 'compute:tempest-test_az-681586376', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:40.895090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Transition to ACTIVE for port object fb99ed88-0b59-43f9-9995-b0474d8177d3 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:37:40.928565 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:40.949115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34d8aaa2-d2b6-4d18-b6ad-3a22374cc5b8 req-0538ec2f-991f-41df-8acd-e1ddeadef3bf service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604412 Nov 09 19:37:41.006623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7574e025-cf8f-498a-aa6f-9b931c480629 None None] Provisioning complete for port 1a2e06e6-50f4-4893-b383-bf253ff3e26b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:41.007206 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7574e025-cf8f-498a-aa6f-9b931c480629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.039693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb99ed88-0b59-43f9-9995-b0474d8177d3,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:41.041999 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.075707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7574e025-cf8f-498a-aa6f-9b931c480629 None None] Port 1a2e06e6-50f4-4893-b383-bf253ff3e26b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:41.202634 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e378019c-4503-4cfe-afc0-14381ba84472 x-openstack-request-id: req-e378019c-4503-4cfe-afc0-14381ba84472 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:41.203148 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b27b49d-157c-42af-b526-d37b932eca95", "tag": "31c21a3f-e551-4b9f-aceb-e7540d2ffa27", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:41.203148 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e378019c-4503-4cfe-afc0-14381ba84472 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:41.204166 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b27b49d-157c-42af-b526-d37b932eca95', 'tag': '31c21a3f-e551-4b9f-aceb-e7540d2ffa27', 'status': 'completed', 'code': 200} Nov 09 19:37:41.271042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5442b-b946-474f-94ce-58158aa042e7 req-6fba3f06-0c51-48b3-b59a-7f6072ef34df tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:41.279575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bae5442b-b946-474f-94ce-58158aa042e7 req-6fba3f06-0c51-48b3-b59a-7f6072ef34df tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 948 time: 0.1140327 Nov 09 19:37:41.341829 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-f4e3a5cf-b4e1-4738-9ce8-b1c6387c0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:41.343491 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-f4e3a5cf-b4e1-4738-9ce8-b1c6387c0ee1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 1099 time: 0.1143899 Nov 09 19:37:41.364083 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bae5442b-b946-474f-94ce-58158aa042e7 req-348b99be-57db-4e5c-975a-a8a1650a7d95 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834951 Nov 09 19:37:41.398662 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d57cc8fc-232e-4fc5-88bb-b5129c34ca56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.416611 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d57cc8fc-232e-4fc5-88bb-b5129c34ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.467381 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d57cc8fc-232e-4fc5-88bb-b5129c34ca56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=976ae5771f2e4dfab0b1c03eaebc2941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7265661 Nov 09 19:37:41.471131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cc8fc-232e-4fc5-88bb-b5129c34ca56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a831a9c2-95a8-4682-b773-82184c926b9d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:41.472151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45336) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:41.477763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Attempting to bind port fb99ed88-0b59-43f9-9995-b0474d8177d3 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:41.478343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Attempting to bind port fb99ed88-0b59-43f9-9995-b0474d8177d3 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:41.478875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Attempting to bind port fb99ed88-0b59-43f9-9995-b0474d8177d3 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:41.502564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Port fb99ed88-0b59-43f9-9995-b0474d8177d3 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:37:41.503291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Attempting to bind port fb99ed88-0b59-43f9-9995-b0474d8177d3 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:41.516978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:41.517644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:41.518205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:41.518952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Bound port: fb99ed88-0b59-43f9-9995-b0474d8177d3, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:41.519498 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.630465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2e06e6-50f4-4893-b383-bf253ff3e26b {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:41.637143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d322ff-6367-48d1-a6c0-ab00b292ef72 req-3481c340-71fb-4161-8582-fd135e287784 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:41.638170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] For port fb99ed88-0b59-43f9-9995-b0474d8177d3, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:41.641804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.642491 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87d322ff-6367-48d1-a6c0-ab00b292ef72 req-3481c340-71fb-4161-8582-fd135e287784 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 947 time: 0.1425083 Nov 09 19:37:41.646122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-272e4725-3102-42bd-a007-1fa7cb93e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:41.647883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-272e4725-3102-42bd-a007-1fa7cb93e097 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2827947 Nov 09 19:37:41.656566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a851-421e-4953-bca3-75226a492aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.657294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] For port fb99ed88-0b59-43f9-9995-b0474d8177d3, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=fb99ed88-0b59-43f9-9995-b0474d8177d3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:41.662885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Transition to ACTIVE for port object 1a2e06e6-50f4-4893-b383-bf253ff3e26b will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:37:41.664331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.672569 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.711115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:41.711808 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.713123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] 10.222.0.77 "PUT /v2.0/ports/fb99ed88-0b59-43f9-9995-b0474d8177d3 HTTP/1.1" status: 200 len: 1095 time: 2.2975121 Nov 09 19:37:41.714733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a12475-1fc1-468a-aa61-adadf43b1c7a', 'tag': 'fb99ed88-0b59-43f9-9995-b0474d8177d3'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:41.723671 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd36c145-7df0-498c-9d07-53f6fc8c288b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a12475-1fc1-468a-aa61-adadf43b1c7a", "tag": "fb99ed88-0b59-43f9-9995-b0474d8177d3"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:41.729066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-2810a9d5-b532-49f0-9ea6-46a581beba2f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=31c21a3f-e551-4b9f-aceb-e7540d2ffa27 HTTP/1.1" status: 200 len: 217 time: 0.0705912 Nov 09 19:37:41.748978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a851-421e-4953-bca3-75226a492aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.754997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e031a-9e6d-4ca1-8fd6-887fb16a7bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb99ed88-0b59-43f9-9995-b0474d8177d3,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:41.795919 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87d322ff-6367-48d1-a6c0-ab00b292ef72 req-42b8066b-7a02-4ee3-951e-64e8a7c28bc6 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469438 Nov 09 19:37:41.838312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-228ce74b-0640-4b4d-b71c-b4cd6960ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:41.840024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-228ce74b-0640-4b4d-b71c-b4cd6960ddd6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1014974 Nov 09 19:37:41.874683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f25ee7da-d896-4045-a1e4-7a7c6f0f499d details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:37:41.901581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Pushing event updated for resources: {'Port': ['ID=1a2e06e6-50f4-4893-b383-bf253ff3e26b,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:41.917033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a851-421e-4953-bca3-75226a492aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.922706 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a851-421e-4953-bca3-75226a492aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:41.924078 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ffb9a851-421e-4953-bca3-75226a492aa4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a831a9c2-95a8-4682-b773-82184c926b9d HTTP/1.1" status: 204 len: 168 time: 0.4509053 Nov 09 19:37:41.940285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9a851-421e-4953-bca3-75226a492aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a831a9c2-95a8-4682-b773-82184c926b9d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:41.956061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-67ef749a-4cbb-479c-b004-2da02ed4e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:41.957923 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-67ef749a-4cbb-479c-b004-2da02ed4e617 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859070 Nov 09 19:37:42.022193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-7574a51b-dd67-4743-a61f-53a1570e8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:42.053205 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-7574a51b-dd67-4743-a61f-53a1570e8160 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0660531cf8ca413493339720a2969255&device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 1098 time: 0.2398665 Nov 09 19:37:42.057951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Attempting to bind port 1a2e06e6-50f4-4893-b383-bf253ff3e26b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:42.058528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Attempting to bind port 1a2e06e6-50f4-4893-b383-bf253ff3e26b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:42.058647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Attempting to bind port 1a2e06e6-50f4-4893-b383-bf253ff3e26b on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:42.116400 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0703457-695a-4c0e-9832-31a3904af281 x-openstack-request-id: req-b0703457-695a-4c0e-9832-31a3904af281 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:42.116695 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a12475-1fc1-468a-aa61-adadf43b1c7a", "tag": "fb99ed88-0b59-43f9-9995-b0474d8177d3", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:42.117479 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0703457-695a-4c0e-9832-31a3904af281 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:42.117889 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a12475-1fc1-468a-aa61-adadf43b1c7a', 'tag': 'fb99ed88-0b59-43f9-9995-b0474d8177d3', 'status': 'completed', 'code': 200} Nov 09 19:37:42.121945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-87da0a5e-6be2-47f5-a9fa-41adf9be4655 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=fb99ed88-0b59-43f9-9995-b0474d8177d3 HTTP/1.1" status: 200 len: 217 time: 0.0678957 Nov 09 19:37:42.131062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c22f7-e309-46cc-b689-336b7445415d req-ea936822-8b88-4850-a4e9-a9327517dac2 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:42.135500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-861c22f7-e309-46cc-b689-336b7445415d req-ea936822-8b88-4850-a4e9-a9327517dac2 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 969 time: 0.2385747 Nov 09 19:37:42.136119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Port 1a2e06e6-50f4-4893-b383-bf253ff3e26b on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:37:42.140516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Attempting to bind port 1a2e06e6-50f4-4893-b383-bf253ff3e26b on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:42.148213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f25ee7da-d896-4045-a1e4-7a7c6f0f499d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:42.149807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-d59483e6-90d7-42e8-bd85-53cd49e861cd service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828933 Nov 09 19:37:42.159519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:42.159858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:42.160237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:42.160683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Bound port: 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:42.161040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:42.171945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'port_id': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d', 'mac_address': 'fa:16:3e:ee:9c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:37:42.300161 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:42.323185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-e42658b7-7245-441c-a6be-c1d2f07e1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:42.325022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-e42658b7-7245-441c-a6be-c1d2f07e1f9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1736836 Nov 09 19:37:42.329921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25ee7da-d896-4045-a1e4-7a7c6f0f499d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:42.340144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a035ed0-c72f-47af-8fd2-3d869fc4c650 req-e2e3efe6-cd30-4f52-9b30-8defe6f8af78 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812699 Nov 09 19:37:42.341266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-861c22f7-e309-46cc-b689-336b7445415d req-42809954-eb4b-455e-bcbd-15515f87f62a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908681 Nov 09 19:37:42.373413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f25ee7da-d896-4045-a1e4-7a7c6f0f499d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:42.384197 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:42.424821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c54729-82de-4ebb-88be-dd89dec7ca98 req-33896b5f-4070-4b91-8f9c-a5c31b268a14 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:42.426842 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f2c54729-82de-4ebb-88be-dd89dec7ca98 req-33896b5f-4070-4b91-8f9c-a5c31b268a14 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 943 time: 0.1057758 Nov 09 19:37:42.435099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:42.458345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:42.472652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-9e1b89b1-d852-451e-b6f8-a4aff014373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:42.478173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-9e1b89b1-d852-451e-b6f8-a4aff014373d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345451 Nov 09 19:37:42.482034 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:42.513361 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f2c54729-82de-4ebb-88be-dd89dec7ca98 req-ca2426bc-3bb7-46a2-8582-5594b630ef43 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798891 Nov 09 19:37:42.560369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:42.618648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:42.619406 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:42.620806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] 10.222.0.70 "PUT /v2.0/ports/1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 1117 time: 1.7413058 Nov 09 19:37:42.735790 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['f25ee7da-d896-4045-a1e4-7a7c6f0f499d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:37:42.748570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1a470-61ae-4340-9a12-fc3ddd50476e service neutron] Pushing event updated for resources: {'Port': ['ID=1a2e06e6-50f4-4893-b383-bf253ff3e26b,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:42.753398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-58bcb188-a7ff-4558-bf89-899a7ea94f70 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651868 Nov 09 19:37:42.880533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28524d-d218-411a-9425-c1198263da17 req-c39450cd-f939-4e4d-8945-d7cf0ef3aa69 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:42.884386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d28524d-d218-411a-9425-c1198263da17 req-c39450cd-f939-4e4d-8945-d7cf0ef3aa69 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 948 time: 0.3293393 Nov 09 19:37:42.908533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-8c0bb544-c2f1-438e-8523-e99227f53b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:42.911625 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-8c0bb544-c2f1-438e-8523-e99227f53b0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1120 time: 0.2405930 Nov 09 19:37:43.028311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff8126-8b1e-47aa-83d1-7c0ea3e6e55d req-3d548e1a-6262-4d2a-86b3-ff5fc391d780 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:43.030410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-b4ce9133-78ff-4b64-9744-d0cd4359376b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 217 time: 0.1000547 Nov 09 19:37:43.031007 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67ff8126-8b1e-47aa-83d1-7c0ea3e6e55d req-3d548e1a-6262-4d2a-86b3-ff5fc391d780 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 947 time: 0.0970817 Nov 09 19:37:43.081723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67ff8126-8b1e-47aa-83d1-7c0ea3e6e55d req-e1449c5f-7f6a-443a-9438-a18ebbcbc956 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Nov 09 19:37:43.118716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d28524d-d218-411a-9425-c1198263da17 req-a8a4d99d-f786-4d9f-a8fd-9791956de1e3 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174165 Nov 09 19:37:43.144919 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-443c10a6-49f6-4916-901e-9cb5c3848db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:43.148944 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8dc9751-d5ac-49b0-817b-87a4e182c89e req-d3f6aa43-d298-41c7-bfba-9a0fb4d6d16f service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849642 Nov 09 19:37:43.159291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-cee12267-73de-404a-8ccb-aba327afbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:43.160767 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-cee12267-73de-404a-8ccb-aba327afbe1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1096735 Nov 09 19:37:43.170373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45428) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:43.243468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-55989cea-ce71-419f-91a3-3453bc4b1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:43.245589 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-55989cea-ce71-419f-91a3-3453bc4b1169 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776305 Nov 09 19:37:43.329436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-4b4f1886-0eab-49d7-a4b3-5d2fd4b1dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:43.331066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-4b4f1886-0eab-49d7-a4b3-5d2fd4b1dfff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0660531cf8ca413493339720a2969255&device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 1098 time: 0.0999410 Nov 09 19:37:43.425861 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:43.539592 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e455539-ea19-4468-9057-b9c198be753e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:43.668182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-1f1aa9c9-51e4-45d1-9afc-33c2b0175038 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070630 Nov 09 19:37:43.672958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e455539-ea19-4468-9057-b9c198be753e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:43.687026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e493d-7efb-4411-9923-dfe1a5e57ba1 req-330b54a9-5695-4f9d-9fdc-4830ac753f22 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:43.688889 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-808e493d-7efb-4411-9923-dfe1a5e57ba1 req-330b54a9-5695-4f9d-9fdc-4830ac753f22 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 944 time: 0.0731142 Nov 09 19:37:43.689702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e455539-ea19-4468-9057-b9c198be753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:43.748330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e455539-ea19-4468-9057-b9c198be753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623fa57e-8d8d-4050-8e96-8c9239c912e1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:43.754411 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7e455539-ea19-4468-9057-b9c198be753e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf122960f5e34d4fba55fcc2f85ca0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5827687 Nov 09 19:37:43.759228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c84f9-490b-4497-b847-392c7123bc48 req-cf395429-6285-4029-a433-a251370c6418 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:43.759456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45466) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:43.760775 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-979c84f9-490b-4497-b847-392c7123bc48 req-cf395429-6285-4029-a433-a251370c6418 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 969 time: 0.1430166 Nov 09 19:37:43.808376 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-808e493d-7efb-4411-9923-dfe1a5e57ba1 req-b794e8d4-d9b1-4319-a681-49d53b7dd5a1 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066599 Nov 09 19:37:43.817433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-82eae532-1bae-43c1-80a0-8a618d3c0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:43.818979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-82eae532-1bae-43c1-80a0-8a618d3c0154 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4790351 Nov 09 19:37:43.826298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20e60a27-f642-466b-8edb-d77eacfbb2c9 req-bd469078-6350-444d-bce8-9f6c95fb80e3 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495628 Nov 09 19:37:43.852460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-979c84f9-490b-4497-b847-392c7123bc48 req-375ba864-8b2a-4339-ab7a-d56c79b3a6d7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722158 Nov 09 19:37:43.861448 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b868cdd3-013c-4c6c-a779-31aee6379da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:43.862184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:37:43.893660 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b868cdd3-013c-4c6c-a779-31aee6379da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:43.921743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-28592766-288c-41d2-b40e-3ae5446d8a9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=fb99ed88-0b59-43f9-9995-b0474d8177d3 HTTP/1.1" status: 200 len: 217 time: 0.0808139 Nov 09 19:37:43.959441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f25ee7da-d896-4045-a1e4-7a7c6f0f499d up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:43.970816 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b868cdd3-013c-4c6c-a779-31aee6379da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:43.974348 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b868cdd3-013c-4c6c-a779-31aee6379da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:43.979792 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b868cdd3-013c-4c6c-a779-31aee6379da0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/623fa57e-8d8d-4050-8e96-8c9239c912e1 HTTP/1.1" status: 204 len: 168 time: 0.2070596 Nov 09 19:37:43.989809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868cdd3-013c-4c6c-a779-31aee6379da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623fa57e-8d8d-4050-8e96-8c9239c912e1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:43.989940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-4e82855f-1a2e-4822-b52f-f5c88877cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:43.991415 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-4e82855f-1a2e-4822-b52f-f5c88877cb20 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0620058 Nov 09 19:37:44.093346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-be1f1851-076a-474f-8b4e-4c114df2fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:44.099348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-be1f1851-076a-474f-8b4e-4c114df2fb66 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958261 Nov 09 19:37:44.112254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:44.123848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '31c21a3f-e551-4b9f-aceb-e7540d2ffa27', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '31c21a3f-e551-4b9f-aceb-e7540d2ffa27', 'mac_address': 'fa:16:3e:4b:a8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:37:44.172371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port f25ee7da-d896-4045-a1e4-7a7c6f0f499d completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:37:44.180237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:44.182451 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a832633a-7e17-4e12-a59e-fc67470721c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:44.189376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port f25ee7da-d896-4045-a1e4-7a7c6f0f499d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:44.189995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:44.222089 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:44.248073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:44.282561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:44.291344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:44.391301 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5071891-a15c-49b8-9034-24268402ad2a req-fa2b5551-ff1c-44bb-848f-5d51b27e2b07 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:44.396552 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:44.399297 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c5071891-a15c-49b8-9034-24268402ad2a req-fa2b5551-ff1c-44bb-848f-5d51b27e2b07 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 949 time: 0.0685894 Nov 09 19:37:44.432576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:44.435104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0fa66-c704-468c-bba2-4639cc105282 req-8e4c3b5a-e2de-48b2-a214-f515d4a51c47 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:44.436698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7df0fa66-c704-468c-bba2-4639cc105282 req-8e4c3b5a-e2de-48b2-a214-f515d4a51c47 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 947 time: 0.1595004 Nov 09 19:37:44.439712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-f1514356-0246-4e99-928a-9af8aa5405c6 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282070 Nov 09 19:37:44.442585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9672689d-a060-4f21-9c68-44c4f05a0531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:44.445700 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c87603a-28cf-4b3d-9080-0602b7f6b657" -d '{"events": [{"server_uuid": "9672689d-a060-4f21-9c68-44c4f05a0531", "name": "network-vif-plugged", "status": "completed", "tag": "f25ee7da-d896-4045-a1e4-7a7c6f0f499d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:44.456590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:44.467870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f25ee7da-d896-4045-a1e4-7a7c6f0f499d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:44.471315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c5071891-a15c-49b8-9034-24268402ad2a req-29c648cb-2da2-45b9-b0df-428ca1bc2558 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709701 Nov 09 19:37:44.474766 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:44.548843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['31c21a3f-e551-4b9f-aceb-e7540d2ffa27'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:37:44.559480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:44.578926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7df0fa66-c704-468c-bba2-4639cc105282 req-3ecb7522-9cb1-4d4b-8ff1-f5f1878774b8 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242921 Nov 09 19:37:44.606989 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28c47e8-052d-44d2-b2b8-f4f8c49035e5 x-openstack-request-id: req-d28c47e8-052d-44d2-b2b8-f4f8c49035e5 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:44.607281 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:44.607532 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d28c47e8-052d-44d2-b2b8-f4f8c49035e5 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:44.607912 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b', 'status': 'completed', 'code': 200} Nov 09 19:37:44.644505 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee38d5-7c56-4acf-b3cc-5ab3eb3d66a2 x-openstack-request-id: req-24ee38d5-7c56-4acf-b3cc-5ab3eb3d66a2 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:44.644893 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9672689d-a060-4f21-9c68-44c4f05a0531", "name": "network-vif-plugged", "status": "completed", "tag": "f25ee7da-d896-4045-a1e4-7a7c6f0f499d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:44.645308 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24ee38d5-7c56-4acf-b3cc-5ab3eb3d66a2 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:44.659760 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9672689d-a060-4f21-9c68-44c4f05a0531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d', 'code': 200} Nov 09 19:37:44.690240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd36c145-7df0-498c-9d07-53f6fc8c288b req-f74e8ac8-71fe-44a4-815b-92924f45dac6 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418652 Nov 09 19:37:44.741740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-d8fe88d6-9036-442f-8a7d-b50e9092e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:44.743560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-d8fe88d6-9036-442f-8a7d-b50e9092e3e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1120 time: 0.1105895 Nov 09 19:37:44.873947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8353daa-b1ad-4f9a-91ba-3e6dfe0f743a req-7141570f-554e-48e4-8094-9a985c71638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:44.875443 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8353daa-b1ad-4f9a-91ba-3e6dfe0f743a req-7141570f-554e-48e4-8094-9a985c71638f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 1096 time: 0.1461279 Nov 09 19:37:44.920564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-747510a2-2903-4255-8b65-27742ec85876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:44.922131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-747510a2-2903-4255-8b65-27742ec85876 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1677048 Nov 09 19:37:44.968889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-64f744e3-e9de-4fc8-be94-93a798dae860 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 217 time: 0.0386653 Nov 09 19:37:44.973689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8353daa-b1ad-4f9a-91ba-3e6dfe0f743a req-b25f668a-2d23-4831-a244-c4f293e18322 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878184 Nov 09 19:37:45.027875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-567dd53c-a2c3-4a1e-9cbb-0f9449fbeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:45.028909 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-567dd53c-a2c3-4a1e-9cbb-0f9449fbeee3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0522354 Nov 09 19:37:45.093576 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-86d09a51-bed8-43b7-b6e1-28675c7a282d tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=be0561c99def4cfe89fe2d742dec39e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269263 Nov 09 19:37:45.112049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-1bc2934f-c783-4b3c-84c8-4c0cd63c05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:45.113544 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-1bc2934f-c783-4b3c-84c8-4c0cd63c05f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774336 Nov 09 19:37:45.137309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda3c4a-b50a-4542-8613-afac8bb81d10 req-cd4329e6-b296-4b2d-a0e3-84ba19c36708 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:45.138934 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9fda3c4a-b50a-4542-8613-afac8bb81d10 req-cd4329e6-b296-4b2d-a0e3-84ba19c36708 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 945 time: 0.0714753 Nov 09 19:37:45.235191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9fda3c4a-b50a-4542-8613-afac8bb81d10 req-11e6eee1-17cf-4684-9145-59e904dc3470 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823145 Nov 09 19:37:45.254608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-91d4f1f1-b8ab-4587-aae1-0dbd531258af service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333704 Nov 09 19:37:45.373480 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-c5398800-ef15-4db8-92b0-1cf5d96cd6b7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:45.375159 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-c5398800-ef15-4db8-92b0-1cf5d96cd6b7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717729 Nov 09 19:37:45.391776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-0c2a9254-4681-49bd-b040-dac0f3beae69 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/quotas/be0561c99def4cfe89fe2d742dec39e1 HTTP/1.1" status: 200 len: 375 time: 0.0097003 Nov 09 19:37:45.392711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b280f-c5c6-45c7-b47c-83fa3dfa0203 req-4eceb0c4-1f90-4f00-b534-310cd1aebee4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:45.394191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca2b280f-c5c6-45c7-b47c-83fa3dfa0203 req-4eceb0c4-1f90-4f00-b534-310cd1aebee4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 969 time: 0.0765646 Nov 09 19:37:45.396062 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a832633a-7e17-4e12-a59e-fc67470721c6 req-c318cbfa-c91f-405a-bfcd-8f52684ab2a1 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330216 Nov 09 19:37:45.431954 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-485fb7cd-c409-49af-9d47-e2991d35f8b9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be0561c99def4cfe89fe2d742dec39e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337100 Nov 09 19:37:45.435425 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca2b280f-c5c6-45c7-b47c-83fa3dfa0203 req-2825e666-b554-4916-bffa-84b150ce7322 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352709 Nov 09 19:37:45.877254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device fb99ed88-0b59-43f9-9995-b0474d8177d3 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:37:45.880708 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:45.915035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ebff0-b739-4872-94df-360d7ae2f2bd req-f88fec70-af25-431d-8abe-49b04c17ee78 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:45.923764 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c51ebff0-b739-4872-94df-360d7ae2f2bd req-f88fec70-af25-431d-8abe-49b04c17ee78 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 949 time: 0.0697422 Nov 09 19:37:45.968356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c51ebff0-b739-4872-94df-360d7ae2f2bd req-a4479089-ba3d-4064-9bb5-953ab325ca92 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428827 Nov 09 19:37:46.018376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:37:46.018765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50558d66-fdf6-4506-8202-b88063c10c1e req-2ce6a783-e8e3-4de8-af16-dabe36ca8522 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:46.020570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-50558d66-fdf6-4506-8202-b88063c10c1e req-2ce6a783-e8e3-4de8-af16-dabe36ca8522 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 947 time: 0.0827127 Nov 09 19:37:46.025250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:46.025614 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:46.079129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port fb99ed88-0b59-43f9-9995-b0474d8177d3, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=fb99ed88-0b59-43f9-9995-b0474d8177d3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:46.092404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-50558d66-fdf6-4506-8202-b88063c10c1e req-15a36470-7f4d-4f79-bf70-f068e1010b11 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621252 Nov 09 19:37:46.100991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'fb99ed88-0b59-43f9-9995-b0474d8177d3', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'fb99ed88-0b59-43f9-9995-b0474d8177d3', 'mac_address': 'fa:16:3e:52:0e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:37:46.141875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:46.152045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5544d2ae-77cc-478c-8285-b93a331556e8 req-a2a5ad50-61cc-441d-9f30-24aaecd452be tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 210 time: 0.0438313 Nov 09 19:37:46.191263 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:46.212131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb99ed88-0b59-43f9-9995-b0474d8177d3 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:46.392549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7c519-8544-4130-8fc2-a07502dd61f1 req-fd7b0ff3-d451-4d7c-8305-91a867e45ca4 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:46.394302 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dec7c519-8544-4130-8fc2-a07502dd61f1 req-fd7b0ff3-d451-4d7c-8305-91a867e45ca4 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 945 time: 0.0637002 Nov 09 19:37:46.413188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port fb99ed88-0b59-43f9-9995-b0474d8177d3, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=fb99ed88-0b59-43f9-9995-b0474d8177d3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:46.418951 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:46.420613 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:46.448584 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dec7c519-8544-4130-8fc2-a07502dd61f1 req-feca39b2-1a40-4989-92d6-71655aecfdeb tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474041 Nov 09 19:37:46.494638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:46.498265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=fb99ed88-0b59-43f9-9995-b0474d8177d3,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:46.502561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:46.586183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:46.653068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7e9a1-793a-4d05-b65a-00702560a85b req-b9cedfb4-97ef-41e8-a165-ac141789ba4e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:46.654949 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72d7e9a1-793a-4d05-b65a-00702560a85b req-b9cedfb4-97ef-41e8-a165-ac141789ba4e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 969 time: 0.0571816 Nov 09 19:37:46.661499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b27b49d-157c-42af-b526-d37b932eca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c21a3f-e551-4b9f-aceb-e7540d2ffa27'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:46.664176 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feab2110-5373-45f8-81b0-bee623cb8c2b" -d '{"events": [{"server_uuid": "6b27b49d-157c-42af-b526-d37b932eca95", "name": "network-vif-plugged", "status": "completed", "tag": "31c21a3f-e551-4b9f-aceb-e7540d2ffa27"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:46.686015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fb99ed88-0b59-43f9-9995-b0474d8177d3'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:37:46.719804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72d7e9a1-793a-4d05-b65a-00702560a85b req-1edf7f1b-8464-4a1a-8e7b-3c739cda7e7a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494587 Nov 09 19:37:46.724855 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcafbd7-bedb-4670-b7dc-d12218c4e17f x-openstack-request-id: req-8fcafbd7-bedb-4670-b7dc-d12218c4e17f {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:46.725244 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b27b49d-157c-42af-b526-d37b932eca95", "name": "network-vif-plugged", "status": "completed", "tag": "31c21a3f-e551-4b9f-aceb-e7540d2ffa27", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:46.725912 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fcafbd7-bedb-4670-b7dc-d12218c4e17f {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:46.726201 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b27b49d-157c-42af-b526-d37b932eca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c21a3f-e551-4b9f-aceb-e7540d2ffa27', 'code': 200} Nov 09 19:37:46.908298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de144bb3-929e-4ab6-a1ec-af1d606b478f req-70823b5a-0ffb-476f-a770-e23dc76a2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:46.911601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-de144bb3-929e-4ab6-a1ec-af1d606b478f req-70823b5a-0ffb-476f-a770-e23dc76a2722 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 1101 time: 0.0962551 Nov 09 19:37:46.994954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45676) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:47.024854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-216522ad-5a82-49dd-a937-610179c5b450 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=be0561c99def4cfe89fe2d742dec39e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909367 Nov 09 19:37:47.101255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-de144bb3-929e-4ab6-a1ec-af1d606b478f req-3776e11d-7865-4140-b4ec-01d0faf67fbb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817570 Nov 09 19:37:47.205508 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2b969e4-84f0-4016-98b4-355612ff7860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.208534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-88fc1a28-8ff7-4a01-9074-c89731314c43 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:47.210051 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-88fc1a28-8ff7-4a01-9074-c89731314c43 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797278 Nov 09 19:37:47.223985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e4d65-ec48-4946-95bd-b1f8ed2204a4 req-90f1c4a5-468c-4f97-a169-dac09666563a tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:47.231220 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec2e4d65-ec48-4946-95bd-b1f8ed2204a4 req-90f1c4a5-468c-4f97-a169-dac09666563a tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 950 time: 0.0872016 Nov 09 19:37:47.237438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Request body: {'port': {'device_id': '02a68921-3554-47d8-b856-cef8065f646a', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': 'be0561c99def4cfe89fe2d742dec39e1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:47.297805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f5c7c-3557-4e4d-89d5-19ada169f8e5 req-6217e66d-9f7c-40ff-a6f5-74ec898c2e5c tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:47.299518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b4f5c7c-3557-4e4d-89d5-19ada169f8e5 req-6217e66d-9f7c-40ff-a6f5-74ec898c2e5c tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 948 time: 0.0734572 Nov 09 19:37:47.319964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec2e4d65-ec48-4946-95bd-b1f8ed2204a4 req-a9929394-db45-4b02-9fcd-da969ece3103 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878942 Nov 09 19:37:47.359539 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2b969e4-84f0-4016-98b4-355612ff7860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.368612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2b969e4-84f0-4016-98b4-355612ff7860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.386064 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b4f5c7c-3557-4e4d-89d5-19ada169f8e5 req-eb5365a2-e462-423b-b951-4fd39b7bcaa6 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784392 Nov 09 19:37:47.395884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Made reservation on behalf of be0561c99def4cfe89fe2d742dec39e1 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:47.399826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.413116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.420719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45698) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:47.420918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b2b969e4-84f0-4016-98b4-355612ff7860 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd8118b0b2744708bdfed00166f7c9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247677 Nov 09 19:37:47.422045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b969e4-84f0-4016-98b4-355612ff7860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fffd088-3019-43ca-848f-7c914465f928,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:47.504399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c71cdfba-aa9c-4348-b388-04329a0f5c79 req-ceb1eeb2-f6f7-494f-b683-01f1bc4d3728 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 210 time: 0.0510316 Nov 09 19:37:47.548471 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01bb954f-8592-45c0-9335-9dd8fc4b67bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.584902 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.596276 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.601948 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01bb954f-8592-45c0-9335-9dd8fc4b67bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.643203 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1a2e06e6-50f4-4893-b383-bf253ff3e26b details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:37:47.730419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d385aace-bee8-46b5-8e09-e129d81f8617,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:47.754099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06774a-fe45-4542-a9b9-516c80ae2c87 req-1deca38e-899f-4ced-90f2-7764fa6e652a tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:47.755684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b06774a-fe45-4542-a9b9-516c80ae2c87 req-1deca38e-899f-4ced-90f2-7764fa6e652a tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 945 time: 0.1646578 Nov 09 19:37:47.766547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:47.793826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '1a2e06e6-50f4-4893-b383-bf253ff3e26b', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '1a2e06e6-50f4-4893-b383-bf253ff3e26b', 'mac_address': 'fa:16:3e:b6:6a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:tempest-test_az-681586376', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:37:47.818905 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01bb954f-8592-45c0-9335-9dd8fc4b67bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.821416 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01bb954f-8592-45c0-9335-9dd8fc4b67bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.822581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-01bb954f-8592-45c0-9335-9dd8fc4b67bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fffd088-3019-43ca-848f-7c914465f928 HTTP/1.1" status: 204 len: 168 time: 0.4006500 Nov 09 19:37:47.850919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb954f-8592-45c0-9335-9dd8fc4b67bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fffd088-3019-43ca-848f-7c914465f928,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:47.867456 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:47.870128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b06774a-fe45-4542-a9b9-516c80ae2c87 req-117eb2be-76bc-40a0-ba23-fe76562d67ea tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050484 Nov 09 19:37:47.898142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2e06e6-50f4-4893-b383-bf253ff3e26b {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:47.898630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Allocated IP 192.168.233.69 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/6a368932-7516-4a25-ba05-196b7c7f6dc9) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:47.911109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:47.921227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device fb99ed88-0b59-43f9-9995-b0474d8177d3 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:47.927714 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:48.024618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1a2e06e6-50f4-4893-b383-bf253ff3e26b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:48.040709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port fb99ed88-0b59-43f9-9995-b0474d8177d3 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:37:48.045958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port fb99ed88-0b59-43f9-9995-b0474d8177d3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:48.046363 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:48.055893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310103a-9b7a-41ef-9114-aa151a8e77c6 req-6c3bad2d-1bac-4fbe-ae9f-544e4d8dd970 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:48.057828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c310103a-9b7a-41ef-9114-aa151a8e77c6 req-6c3bad2d-1bac-4fbe-ae9f-544e4d8dd970 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 970 time: 0.0629930 Nov 09 19:37:48.114499 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c310103a-9b7a-41ef-9114-aa151a8e77c6 req-81824a95-7387-4177-971b-6218edb4162a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498319 Nov 09 19:37:48.169477 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:48.174651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['1a2e06e6-50f4-4893-b383-bf253ff3e26b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:37:48.257185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port fb99ed88-0b59-43f9-9995-b0474d8177d3, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=fb99ed88-0b59-43f9-9995-b0474d8177d3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:48.270207 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:48.316286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec46a9-2ae3-4df0-8688-6fef5d61196d req-edcd06ef-6021-4266-8578-12f057eceaff tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:48.318096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8cec46a9-2ae3-4df0-8688-6fef5d61196d req-edcd06ef-6021-4266-8578-12f057eceaff tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 971 time: 0.3039966 Nov 09 19:37:48.323513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0707c-20ee-4c9a-a592-622cfaa1b91a req-d71c9ada-52f5-46a4-a1a0-c35a9dea4754 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:48.337303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45736) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:48.348349 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:48.348499 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24a0707c-20ee-4c9a-a592-622cfaa1b91a req-d71c9ada-52f5-46a4-a1a0-c35a9dea4754 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 945 time: 0.1336915 Nov 09 19:37:48.357133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d11ec5bb-1697-4c98-ad86-7f00e28fcbf5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Request body: {'floatingip': {'port_id': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:48.456978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d11ec5bb-1697-4c98-ad86-7f00e28fcbf5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:48.489521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40049b-c74d-48c3-b914-198f1e146366 req-700754ae-c60c-4637-8953-64589441374b tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:48.491494 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d40049b-c74d-48c3-b914-198f1e146366 req-700754ae-c60c-4637-8953-64589441374b tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 950 time: 0.0563245 Nov 09 19:37:48.500893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=fb99ed88-0b59-43f9-9995-b0474d8177d3,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:48.518335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8cec46a9-2ae3-4df0-8688-6fef5d61196d req-d86bd0cd-e113-4af0-9b50-db304727369e tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/security-groups?id=265c657a-bcf8-4de6-b6e9-46079ed39e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841936 Nov 09 19:37:48.559024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d40049b-c74d-48c3-b914-198f1e146366 req-46a61b67-187e-4f76-b73d-5182bd40ad78 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591986 Nov 09 19:37:48.591329 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:48.694741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:48.701407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dbd89-566e-42b2-9ec9-d89064636919 req-0f517780-fa6b-4916-be46-00e1dc7cd6cb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:48.703587 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-be2dbd89-566e-42b2-9ec9-d89064636919 req-0f517780-fa6b-4916-be46-00e1dc7cd6cb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 949 time: 0.0645070 Nov 09 19:37:48.727466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a12475-1fc1-468a-aa61-adadf43b1c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb99ed88-0b59-43f9-9995-b0474d8177d3'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:48.730391 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10efdfc7-328f-41b3-be82-ae7aab3757db" -d '{"events": [{"server_uuid": "e7a12475-1fc1-468a-aa61-adadf43b1c7a", "name": "network-vif-plugged", "status": "completed", "tag": "fb99ed88-0b59-43f9-9995-b0474d8177d3"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:48.754981 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-be2dbd89-566e-42b2-9ec9-d89064636919 req-c9418748-3c20-456c-8252-3a20727e7444 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443439 Nov 09 19:37:48.755732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:48.799831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:48.803049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Pushing event updated for resources: {'Port': ['ID=6a368932-7516-4a25-ba05-196b7c7f6dc9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:48.880158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cba02d-9319-425d-9112-b4c69f686aae req-56303bf0-7ddd-47a1-9553-6572ead03dc6 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:48.881827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-88cba02d-9319-425d-9112-b4c69f686aae req-56303bf0-7ddd-47a1-9553-6572ead03dc6 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 935 time: 0.2051775 Nov 09 19:37:48.895010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:48.895885 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:48.981006 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-28547a2a-781d-431f-bef9-9156bf9952f9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7477698 Nov 09 19:37:49.090912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-87707d06-7dfe-42c5-9645-74888d8b59c6 None None] Provisioning complete for port 6a368932-7516-4a25-ba05-196b7c7f6dc9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:49.091286 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-87707d06-7dfe-42c5-9645-74888d8b59c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.091826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Request body: {'port': {'device_id': '02a68921-3554-47d8-b856-cef8065f646a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:49.149343 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-87707d06-7dfe-42c5-9645-74888d8b59c6 None None] Port 6a368932-7516-4a25-ba05-196b7c7f6dc9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:49.162190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-88cba02d-9319-425d-9112-b4c69f686aae req-b0432dde-b073-4312-a035-fed042c8240e tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634051 Nov 09 19:37:49.184992 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833b825b-db61-4cad-bcbd-7c42e52cd49f x-openstack-request-id: req-833b825b-db61-4cad-bcbd-7c42e52cd49f {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:49.184992 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a12475-1fc1-468a-aa61-adadf43b1c7a", "name": "network-vif-plugged", "status": "completed", "tag": "fb99ed88-0b59-43f9-9995-b0474d8177d3", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:49.184992 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-833b825b-db61-4cad-bcbd-7c42e52cd49f {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:49.184992 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a12475-1fc1-468a-aa61-adadf43b1c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb99ed88-0b59-43f9-9995-b0474d8177d3', 'code': 200} Nov 09 19:37:49.189618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.70', 65078) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:49.262267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-2bd70342-0e65-45cf-8731-de6b5822a1f2 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:49.263957 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-2bd70342-0e65-45cf-8731-de6b5822a1f2 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 971 time: 0.0732808 Nov 09 19:37:49.281052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.418386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.resource_extend [None req-d11ec5bb-1697-4c98-ad86-7f00e28fcbf5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:37:49.435309 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-7c6806f3-169c-4874-b076-c31d95aa87a1 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341234 Nov 09 19:37:49.479842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-88d0edfd-2c1f-447c-9375-a209f960e975 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Deleting port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:37:49.480385 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-88d0edfd-2c1f-447c-9375-a209f960e975 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.489137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ac33d-7874-4162-b016-b045a18cc4e5 req-8aae6ebd-4e61-46a7-b6e0-fcc73ffbf4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:49.490884 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-814ac33d-7874-4162-b016-b045a18cc4e5 req-8aae6ebd-4e61-46a7-b6e0-fcc73ffbf4d7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 1100 time: 0.2290537 Nov 09 19:37:49.498415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c7e86-6a50-4b70-97bb-d86a455c57ae req-6bb02005-51fd-4095-94dd-f0f4bbb9356b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:49.500004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-624c7e86-6a50-4b70-97bb-d86a455c57ae req-6bb02005-51fd-4095-94dd-f0f4bbb9356b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 970 time: 0.2478971 Nov 09 19:37:49.540267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d11ec5bb-1697-4c98-ad86-7f00e28fcbf5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.574543 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d11ec5bb-1697-4c98-ad86-7f00e28fcbf5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.640077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b512f-5ded-4455-b648-74597bef46ed req-32868a6c-6480-49d2-a7d7-9659b138547c tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:49.641645 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-32868a6c-6480-49d2-a7d7-9659b138547c tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964755 Nov 09 19:37:49.642106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45798) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:49.644022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-88d0edfd-2c1f-447c-9375-a209f960e975 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] For port 3605fc43-c891-43e1-a6a7-2ea8b7055a53, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3605fc43-c891-43e1-a6a7-2ea8b7055a53,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:49.644383 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-88d0edfd-2c1f-447c-9375-a209f960e975 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.658056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1a2e06e6-50f4-4893-b383-bf253ff3e26b up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:49.665900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-88d0edfd-2c1f-447c-9375-a209f960e975 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Calling delete_port for 3605fc43-c891-43e1-a6a7-2ea8b7055a53 owned by compute:tempest-test_az-681586376 {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:37:49.686986 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-bb880cd3-7532-4e3c-9db9-197067b24b49 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/quotas/7e701c8ab5c34c80b05d38b99f5c4665 HTTP/1.1" status: 200 len: 375 time: 0.0387416 Nov 09 19:37:49.743681 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 1a2e06e6-50f4-4893-b383-bf253ff3e26b completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:37:49.751973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 1a2e06e6-50f4-4893-b383-bf253ff3e26b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:49.753415 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.823041 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1459ee63-3837-4954-8d22-982d9b13b064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.841990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-b2059d07-0014-42af-a72a-8148e565eab2 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1318440 Nov 09 19:37:49.853181 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.893120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:49.898638 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.925012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-624c7e86-6a50-4b70-97bb-d86a455c57ae req-f3ce47f1-8d12-4390-b75b-0606579c482f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054787 Nov 09 19:37:49.954968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-88d0edfd-2c1f-447c-9375-a209f960e975 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:49.978253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['3605fc43-c891-43e1-a6a7-2ea8b7055a53'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:37:49.986284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-814ac33d-7874-4162-b016-b045a18cc4e5 req-5a8dfaaa-9983-46cb-b015-037a15c935a6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784696 Nov 09 19:37:49.996551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0edfd-2c1f-447c-9375-a209f960e975 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Pushing event deleted for resources: {'Port': ['ID=3605fc43-c891-43e1-a6a7-2ea8b7055a53,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:50.044563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1a2e06e6-50f4-4893-b383-bf253ff3e26b,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:50.099993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1459ee63-3837-4954-8d22-982d9b13b064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:50.136096 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-d11ec5bb-1697-4c98-ad86-7f00e28fcbf5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Floating IP 51c469e7-6690-4cd6-9091-27565ef6b4a8 associated. External IP: 172.25.6.204, port: f25ee7da-d896-4045-a1e4-7a7c6f0f499d. Nov 09 19:37:50.137520 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1459ee63-3837-4954-8d22-982d9b13b064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:50.171098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-88d0edfd-2c1f-447c-9375-a209f960e975 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] No DVR routers for this DVR port 3605fc43-c891-43e1-a6a7-2ea8b7055a53 on host n-h1-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:37:50.188875 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-88d0edfd-2c1f-447c-9375-a209f960e975 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:50.192271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9ddf9e1-8410-4c32-a737-317eb507040a req-88d0edfd-2c1f-447c-9375-a209f960e975 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.70 "DELETE /v2.0/ports/3605fc43-c891-43e1-a6a7-2ea8b7055a53 HTTP/1.1" status: 204 len: 173 time: 0.9216912 Nov 09 19:37:50.209441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3675bca-1538-4ecd-93eb-fefb797fb4dc', 'name': 'network-vif-deleted', 'tag': '3605fc43-c891-43e1-a6a7-2ea8b7055a53'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:50.211824 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e654d67-7c1a-4728-bdd7-059722d447c5" -d '{"events": [{"server_uuid": "f3675bca-1538-4ecd-93eb-fefb797fb4dc", "name": "network-vif-deleted", "tag": "3605fc43-c891-43e1-a6a7-2ea8b7055a53"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:50.257952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1459ee63-3837-4954-8d22-982d9b13b064 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e4df0f2a05d4009bfd2665b9f6bf7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6107376 Nov 09 19:37:50.274572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45822) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:50.295891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0fae3579-e47b-4223-9751-7621be9b1348 req-7fbec52e-c078-43cd-89de-076c11c276f0 tempest-AggregatesAdminTestJSON-1501756186 tempest-AggregatesAdminTestJSON-1501756186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3675bca-1538-4ecd-93eb-fefb797fb4dc HTTP/1.1" status: 200 len: 210 time: 0.0691323 Nov 09 19:37:50.299059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459ee63-3837-4954-8d22-982d9b13b064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4b66f4-81af-47a8-a4e3-2c59c997bd93,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:50.415421 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54fe1c9c-6c59-4e0b-941c-a491276f023d req-89411559-d01f-42de-8c51-6780028fe0ee tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 210 time: 0.0403333 Nov 09 19:37:50.419581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f164b0ac-511c-4cd5-8d8c-ea19b9fc05c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:50.460779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f164b0ac-511c-4cd5-8d8c-ea19b9fc05c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:50.480181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6adb49-3e6b-4286-a52d-fcfeb3f9299f req-09a3a6d6-464c-426d-9e1e-2ddebefdcaeb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:50.488339 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a6adb49-3e6b-4286-a52d-fcfeb3f9299f req-09a3a6d6-464c-426d-9e1e-2ddebefdcaeb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 949 time: 0.1805475 Nov 09 19:37:50.499575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a368932-7516-4a25-ba05-196b7c7f6dc9 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:50.526418 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:50.594440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf160cc6-f453-4a48-9fa1-1c4aab763dae req-580c44eb-4265-4de8-a0a7-6980b6625632 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:50.596220 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cf160cc6-f453-4a48-9fa1-1c4aab763dae req-580c44eb-4265-4de8-a0a7-6980b6625632 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 935 time: 0.0678077 Nov 09 19:37:50.597854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f164b0ac-511c-4cd5-8d8c-ea19b9fc05c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:50.601096 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f164b0ac-511c-4cd5-8d8c-ea19b9fc05c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:50.602631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f164b0ac-511c-4cd5-8d8c-ea19b9fc05c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b4b66f4-81af-47a8-a4e3-2c59c997bd93 HTTP/1.1" status: 204 len: 168 time: 0.3267109 Nov 09 19:37:50.613332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164b0ac-511c-4cd5-8d8c-ea19b9fc05c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4b66f4-81af-47a8-a4e3-2c59c997bd93,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:50.618666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Transition to ACTIVE for port object 6a368932-7516-4a25-ba05-196b7c7f6dc9 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:37:50.639596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:50.657711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a6adb49-3e6b-4286-a52d-fcfeb3f9299f req-ebe53b65-077e-40d4-8965-05b0f07640cd tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634219 Nov 09 19:37:50.709544 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cf160cc6-f453-4a48-9fa1-1c4aab763dae req-0918bd9d-8ad1-4f27-8124-73b0cd92f8d8 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874898 Nov 09 19:37:50.733187 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:50.780064 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368704a-96a2-47a5-a582-0d34dedd9a97 x-openstack-request-id: req-f368704a-96a2-47a5-a582-0d34dedd9a97 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:50.780324 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3675bca-1538-4ecd-93eb-fefb797fb4dc", "name": "network-vif-deleted", "tag": "3605fc43-c891-43e1-a6a7-2ea8b7055a53", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:50.780812 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f368704a-96a2-47a5-a582-0d34dedd9a97 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:50.784631 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3675bca-1538-4ecd-93eb-fefb797fb4dc', 'name': 'network-vif-deleted', 'tag': '3605fc43-c891-43e1-a6a7-2ea8b7055a53', 'status': 'completed', 'code': 200} Nov 09 19:37:50.821303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11ec5bb-1697-4c98-ad86-7f00e28fcbf5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Router dbe1a6a9-1e81-4973-bb7f-0da12c615407 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:37:50.823707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Pushing event updated for resources: {'Port': ['ID=6a368932-7516-4a25-ba05-196b7c7f6dc9,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:51.005755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Attempting to bind port 6a368932-7516-4a25-ba05-196b7c7f6dc9 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:51.006106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Attempting to bind port 6a368932-7516-4a25-ba05-196b7c7f6dc9 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:51.006490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Attempting to bind port 6a368932-7516-4a25-ba05-196b7c7f6dc9 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:51.017694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Port 6a368932-7516-4a25-ba05-196b7c7f6dc9 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:37:51.018018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Attempting to bind port 6a368932-7516-4a25-ba05-196b7c7f6dc9 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:51.027998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:51.028342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:51.028731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:51.029166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Bound port: 6a368932-7516-4a25-ba05-196b7c7f6dc9, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:51.029573 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:51.124056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11ec5bb-1697-4c98-ad86-7f00e28fcbf5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:37:51.143136 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d11ec5bb-1697-4c98-ad86-7f00e28fcbf5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:51.145420 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] Sync routers for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:37:51.163727 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:37:51.164360 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:37:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:51.168077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c649d9-3b51-47b2-9644-9d1d621c6db0 req-ca0ef828-7bee-477b-a69b-5e1553dbb853 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:51.170351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-85c649d9-3b51-47b2-9644-9d1d621c6db0 req-ca0ef828-7bee-477b-a69b-5e1553dbb853 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0700796 Nov 09 19:37:51.183625 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:51.187147 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da5edab-ccc5-4d21-89da-3abb1141fb53" -d '{"events": [{"server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "name": "network-vif-plugged", "status": "completed", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:51.206061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] For port 6a368932-7516-4a25-ba05-196b7c7f6dc9, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:51.227651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] For port 6a368932-7516-4a25-ba05-196b7c7f6dc9, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6a368932-7516-4a25-ba05-196b7c7f6dc9,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:51.232679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d11ec5bb-1697-4c98-ad86-7f00e28fcbf5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "PUT /v2.0/floatingips/51c469e7-6690-4cd6-9091-27565ef6b4a8 HTTP/1.1" status: 200 len: 991 time: 2.8890007 Nov 09 19:37:51.233922 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-85c649d9-3b51-47b2-9644-9d1d621c6db0 req-d453f031-60f5-4352-9660-bad71498902f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564406 Nov 09 19:37:51.251929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9672689d-a060-4f21-9c68-44c4f05a0531', 'tag': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:51.262226 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b380039d-7c1c-47ba-ad19-f72032abc606" -d '{"events": [{"name": "network-changed", "server_uuid": "9672689d-a060-4f21-9c68-44c4f05a0531", "tag": "f25ee7da-d896-4045-a1e4-7a7c6f0f499d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:51.276253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:51.287885 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad0ff13-9e13-42c0-b633-3ea5e0dc565e x-openstack-request-id: req-5ad0ff13-9e13-42c0-b633-3ea5e0dc565e {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:51.288483 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "name": "network-vif-plugged", "status": "completed", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:51.288975 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ad0ff13-9e13-42c0-b633-3ea5e0dc565e {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:51.289588 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b', 'code': 200} Nov 09 19:37:51.363494 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:51.364171 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:51.365618 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] 10.222.0.70 "PUT /v2.0/ports/6a368932-7516-4a25-ba05-196b7c7f6dc9 HTTP/1.1" status: 200 len: 1095 time: 2.2882037 Nov 09 19:37:51.373818 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f831ea1c-669a-4b0f-b200-a4a579e0ca86 x-openstack-request-id: req-f831ea1c-669a-4b0f-b200-a4a579e0ca86 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:51.374339 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9672689d-a060-4f21-9c68-44c4f05a0531", "tag": "f25ee7da-d896-4045-a1e4-7a7c6f0f499d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:51.375336 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f831ea1c-669a-4b0f-b200-a4a579e0ca86 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:51.375932 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9672689d-a060-4f21-9c68-44c4f05a0531', 'tag': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d', 'status': 'completed', 'code': 200} Nov 09 19:37:51.449025 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:37:51.463571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45872) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:51.567291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5de9a9-fa83-4086-b1e8-4819127b8dcb service neutron] Pushing event updated for resources: {'Port': ['ID=6a368932-7516-4a25-ba05-196b7c7f6dc9,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:51.614304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-e82c5d5c-1554-4734-815f-9bb7e57f7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:51.617965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-e82c5d5c-1554-4734-815f-9bb7e57f7b15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be0561c99def4cfe89fe2d742dec39e1&device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 1098 time: 0.1067955 Nov 09 19:37:51.685854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-be7f0a07-1886-4843-b17e-024c1343dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:51.687742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-be7f0a07-1886-4843-b17e-024c1343dcd8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=680f524dfe864ca0aa5e62d7ca065773&device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 1096 time: 0.2672589 Nov 09 19:37:51.692781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-975c0a21-a21d-4689-9434-52b6b555d918 req-7c948c93-0373-4ac6-981e-b8a96d38a7cd tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 210 time: 0.0806231 Nov 09 19:37:51.714122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7974f8c-64fb-422b-82d9-fe9855f6a679 req-e367e595-7a76-4362-9859-9fd5f4842ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:51.725784 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d7974f8c-64fb-422b-82d9-fe9855f6a679 req-e367e595-7a76-4362-9859-9fd5f4842ba1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1122 time: 0.2108510 Nov 09 19:37:51.725898 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-7830724f-680c-49a5-8796-2cae44164b3a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=6a368932-7516-4a25-ba05-196b7c7f6dc9 HTTP/1.1" status: 200 len: 217 time: 0.0937159 Nov 09 19:37:51.842450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d7974f8c-64fb-422b-82d9-fe9855f6a679 req-09d322bd-0286-4078-b1b3-28cbc3888c47 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131549 Nov 09 19:37:51.864406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-cca8bc74-d297-4be5-96d8-d4ae84d9f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:51.866309 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-cca8bc74-d297-4be5-96d8-d4ae84d9f4db service neutron] 10.222.0.77 "GET /v2.0/networks?id=b5b6fb47-7a20-48ea-9835-141612264bec HTTP/1.1" status: 200 len: 924 time: 0.1676149 Nov 09 19:37:51.990805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-123da621-d230-4540-8899-9f772d260f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:52.017356 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '51c469e7-6690-4cd6-9091-27565ef6b4a8', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'port_id': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'mac_address': 'fa:16:3e:ee:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672689d-a060-4f21-9c68-44c4f05a0531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:37:14Z', 'updated_at': '2021-11-09T19:37:49Z', 'revision_number': 1, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:52.051378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-e6d662ea-f5cd-4a89-8a60-df71329b5ea6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25ee7da-d896-4045-a1e4-7a7c6f0f499d HTTP/1.1" status: 200 len: 999 time: 0.1772006 Nov 09 19:37:52.065269 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] Checking router: dbe1a6a9-1e81-4973-bb7f-0da12c615407 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:37:52.066204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046cef-5b90-42d0-a854-6ec6a916f316 req-65b25597-0e76-4d40-ac79-9ab58d107eb0 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:52.068250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8046cef-5b90-42d0-a854-6ec6a916f316 req-65b25597-0e76-4d40-ac79-9ab58d107eb0 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 947 time: 0.1240683 Nov 09 19:37:52.068748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45886) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:52.078920 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:37:52.080561 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:37:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:52.109714 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-70f3cc16-46cc-4e5e-bd8d-e371d2f2881d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886645 Nov 09 19:37:52.111262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-cf24e3c9-eea8-43e1-a5e1-603d9c007513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:52.112658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-cf24e3c9-eea8-43e1-a5e1-603d9c007513 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.3828688 Nov 09 19:37:52.129484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-31fe88d6-d29e-40b0-8003-0307d5d3f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:52.131083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-31fe88d6-d29e-40b0-8003-0307d5d3f52b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3 HTTP/1.1" status: 200 len: 862 time: 0.0614758 Nov 09 19:37:52.137856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac641c-fa79-4fc0-978f-2c22cf6bdee6 req-66a89e58-0a19-4dbe-aa5f-963d7a8f70b0 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:52.146802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1ac641c-fa79-4fc0-978f-2c22cf6bdee6 req-66a89e58-0a19-4dbe-aa5f-963d7a8f70b0 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 949 time: 0.2418053 Nov 09 19:37:52.259575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8046cef-5b90-42d0-a854-6ec6a916f316 req-3c0ceadb-1871-4b05-af8e-58609ae76750 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267295 Nov 09 19:37:52.291095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-bd72617a-61fb-4dff-9921-37a41e00becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:52.298819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-bd72617a-61fb-4dff-9921-37a41e00becb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b5b6fb47-7a20-48ea-9835-141612264bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482613 Nov 09 19:37:52.306175 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:37:52.414906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45896) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:52.506748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-982324084-network', 'tenant_id': '02ed719938fa4992bcde1f7435869c3d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:52.535607 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b348fd37-22d4-45e4-a538-d5898a26c1ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1c45d0125bd40b38e2e03959ef90149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637582 Nov 09 19:37:52.540848 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1ac641c-fa79-4fc0-978f-2c22cf6bdee6 req-acd00419-5200-4888-8498-9ae616dab19d tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931119 Nov 09 19:37:52.543044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45902) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:52.548026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067edae7-54a1-4491-85a5-a2f4e4bc7981 req-d74a0bec-b345-4efa-ba81-3dc1840d3990 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:52.566914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-067edae7-54a1-4491-85a5-a2f4e4bc7981 req-d74a0bec-b345-4efa-ba81-3dc1840d3990 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.2044218 Nov 09 19:37:52.566914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-f93bfed8-fe82-4d9d-abed-0f9873605fad service neutron] 10.222.0.77 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536371 Nov 09 19:37:52.567239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-c42e3e8a-fe49-424a-8c89-c5e0002f9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:52.569039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-c42e3e8a-fe49-424a-8c89-c5e0002f9eaf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4123268 Nov 09 19:37:52.598837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Made reservation on behalf of 02ed719938fa4992bcde1f7435869c3d for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:52.601034 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:52.628858 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '51c469e7-6690-4cd6-9091-27565ef6b4a8', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'port_id': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'mac_address': 'fa:16:3e:ee:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672689d-a060-4f21-9c68-44c4f05a0531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:37:14Z', 'updated_at': '2021-11-09T19:37:49Z', 'revision_number': 1, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:37:52.655231 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:52.673503 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb8c69-58a0-4fa4-8114-683725e8d3b2 None None] The sync data for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 is: [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '51c469e7-6690-4cd6-9091-27565ef6b4a8', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'port_id': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'mac_address': 'fa:16:3e:ee:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672689d-a060-4f21-9c68-44c4f05a0531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:37:14Z', 'updated_at': '2021-11-09T19:37:49Z', 'revision_number': 1, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:37:52.685426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-067edae7-54a1-4491-85a5-a2f4e4bc7981 req-df6b9ab7-4884-4e30-97a5-655cddaff001 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288712 Nov 09 19:37:52.704844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b512f-5ded-4455-b648-74597bef46ed req-eafdb710-cae4-4d88-ac0f-ce635935c776 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:52.706469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-eafdb710-cae4-4d88-ac0f-ce635935c776 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5852442 Nov 09 19:37:52.715915 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-123da621-d230-4540-8899-9f772d260f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:52.766271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Request body: {'port': {'device_id': 'd6235006-f509-4079-8138-4ad43e0ebb1f', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '7e701c8ab5c34c80b05d38b99f5c4665'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:52.774557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b380039d-7c1c-47ba-ad19-f72032abc606 req-e0c5d1bb-3e14-41ad-b7e3-e1c4ac648730 service neutron] 10.222.0.77 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861680 Nov 09 19:37:52.838623 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:52.841522 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-123da621-d230-4540-8899-9f772d260f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:52.860359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:52.862131 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-279a5b4a-25d7-46ec-b9e8-6c65a895053a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:52.865597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8efee767-495b-4562-a772-4c126823bf92 req-a695ba7c-a233-430f-8c1c-05b334223c59 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 210 time: 0.0407019 Nov 09 19:37:52.907021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:37:52.920102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46c5d13-9b15-4749-bb6f-c4387ccd12f5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:52.932029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:52.932564 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Added segment 3188d3c5-1be4-4043-a621-2bb412994a10 of type vlan for network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 Nov 09 19:37:52.947198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-123da621-d230-4540-8899-9f772d260f61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5916b44fef64c29bde65c3f867f28b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4824145 Nov 09 19:37:52.955727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-279a5b4a-25d7-46ec-b9e8-6c65a895053a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:52.958564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45910) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:52.960686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123da621-d230-4540-8899-9f772d260f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5607edec-1cc0-4fbd-8dc6-4b81bb7db4e2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:52.988327 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.020154 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.021416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:53.022075 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.059979 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-b89d780f-9cc5-4925-80bf-5911feeb0229 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756019 Nov 09 19:37:53.060460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6425931 Nov 09 19:37:53.060795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45912) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:53.064613 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a985eff-0021-42dd-be74-35ed72fbf051 None None] New status for floating IP 51c469e7-6690-4cd6-9091-27565ef6b4a8: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:37:53.086624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Request body: {'subnet': {'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-982324084-subnet', 'tenant_id': '02ed719938fa4992bcde1f7435869c3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:53.111715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-279a5b4a-25d7-46ec-b9e8-6c65a895053a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.115285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a85ed-b9eb-47f7-92b6-0157547b7807 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:53.118422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-279a5b4a-25d7-46ec-b9e8-6c65a895053a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.122365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-279a5b4a-25d7-46ec-b9e8-6c65a895053a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/265c657a-bcf8-4de6-b6e9-46079ed39e93 HTTP/1.1" status: 204 len: 168 time: 0.5718107 Nov 09 19:37:53.150012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:37:53.200945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a5b4a-25d7-46ec-b9e8-6c65a895053a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265c657a-bcf8-4de6-b6e9-46079ed39e93,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:53.234219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Made reservation on behalf of 02ed719938fa4992bcde1f7435869c3d for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:53.236629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.303378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-212adc60-917f-40e6-a416-51e18640e650 req-241a911d-f359-4465-990f-13d907d82b0a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:37:53.315195 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-212adc60-917f-40e6-a416-51e18640e650 req-241a911d-f359-4465-990f-13d907d82b0a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1417623 Nov 09 19:37:53.382322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a68921-3554-47d8-b856-cef8065f646a', 'tag': '6a368932-7516-4a25-ba05-196b7c7f6dc9'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:53.384038 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683fd29d-c921-4a53-98ce-3c764a1574a1" -d '{"events": [{"name": "network-changed", "server_uuid": "02a68921-3554-47d8-b856-cef8065f646a", "tag": "6a368932-7516-4a25-ba05-196b7c7f6dc9"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:53.441763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-15eee8c7-88db-4679-b643-34f30c69fa29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.469542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Made reservation on behalf of 7e701c8ab5c34c80b05d38b99f5c4665 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:53.469972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed79fe-a38b-4bcb-91c5-f8489c57871a req-d51c2193-0d2c-4db7-9b0c-9bfe0f242568 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:53.472192 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10ed79fe-a38b-4bcb-91c5-f8489c57871a req-d51c2193-0d2c-4db7-9b0c-9bfe0f242568 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 947 time: 0.1078086 Nov 09 19:37:53.473138 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.514890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10ed79fe-a38b-4bcb-91c5-f8489c57871a req-55feff37-552e-40cb-afd2-39e713ac5543 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Nov 09 19:37:53.525686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45932) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:53.544551 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45b06dc0-e8ed-4f09-8db4-66307bc140cc req-2c99eef1-99f6-4550-b944-07656ad4bf00 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515662 Nov 09 19:37:53.558032 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-15eee8c7-88db-4679-b643-34f30c69fa29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.578963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bbe75b80-4494-41b4-ad8a-a7c4742159a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd06c21f856948f68f3633e6757ff907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513093 Nov 09 19:37:53.580594 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3576f4-8292-45ec-9304-8d05fce53131 x-openstack-request-id: req-de3576f4-8292-45ec-9304-8d05fce53131 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:53.580874 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a68921-3554-47d8-b856-cef8065f646a", "tag": "6a368932-7516-4a25-ba05-196b7c7f6dc9", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:53.581118 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de3576f4-8292-45ec-9304-8d05fce53131 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:53.581498 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a68921-3554-47d8-b856-cef8065f646a', 'tag': '6a368932-7516-4a25-ba05-196b7c7f6dc9', 'status': 'completed', 'code': 200} Nov 09 19:37:53.581881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45934) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:53.642052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-279e63a4-a07b-418a-bed1-e6da7aa46419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.665549 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-279e63a4-a07b-418a-bed1-e6da7aa46419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.694098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 3605fc43-c891-43e1-a6a7-2ea8b7055a53 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:37:53.718175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 3605fc43-c891-43e1-a6a7-2ea8b7055a53 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:37:53.718748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 3605fc43-c891-43e1-a6a7-2ea8b7055a53 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:37:53.722213 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-279e63a4-a07b-418a-bed1-e6da7aa46419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.724880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-279e63a4-a07b-418a-bed1-e6da7aa46419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.726034 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-279e63a4-a07b-418a-bed1-e6da7aa46419 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a556cb78-ea9b-46a3-9e9d-6981edb7a4d9 HTTP/1.1" status: 204 len: 168 time: 0.1433060 Nov 09 19:37:53.744229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e63a4-a07b-418a-bed1-e6da7aa46419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a556cb78-ea9b-46a3-9e9d-6981edb7a4d9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:53.747159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e87540-add3-4851-a052-6d3efe7f73ca req-e096e5ce-7520-45f5-b98d-93da50d2730a tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:53.748704 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91e87540-add3-4851-a052-6d3efe7f73ca req-e096e5ce-7520-45f5-b98d-93da50d2730a tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 949 time: 0.2939939 Nov 09 19:37:53.799364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.814907 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-15eee8c7-88db-4679-b643-34f30c69fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.818117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-15eee8c7-88db-4679-b643-34f30c69fa29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:53.818407 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-15eee8c7-88db-4679-b643-34f30c69fa29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5607edec-1cc0-4fbd-8dc6-4b81bb7db4e2 HTTP/1.1" status: 204 len: 168 time: 0.8585572 Nov 09 19:37:53.871970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-fba9864e-f85b-4c11-a2a2-6da721f2f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:53.873685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-fba9864e-f85b-4c11-a2a2-6da721f2f62b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be0561c99def4cfe89fe2d742dec39e1&device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 1098 time: 0.2635565 Nov 09 19:37:53.910474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eee8c7-88db-4679-b643-34f30c69fa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5607edec-1cc0-4fbd-8dc6-4b81bb7db4e2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:53.919750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91e87540-add3-4851-a052-6d3efe7f73ca req-f4cdcd0e-7fb3-4dbe-a75b-6bf4c24a1b6c tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600618 Nov 09 19:37:53.986838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae270c-e749-4bee-8ec8-1bc418ad51ea req-f15d3fc8-dfdf-44ac-8c7d-26b61612cbf0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:53.988725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12ae270c-e749-4bee-8ec8-1bc418ad51ea req-f15d3fc8-dfdf-44ac-8c7d-26b61612cbf0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.1077609 Nov 09 19:37:53.994428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Allocated IP 192.168.233.87 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/e2d08209-c532-4118-857b-036f64db8a21) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:53.996557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:54.061214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12ae270c-e749-4bee-8ec8-1bc418ad51ea req-c05b4483-6b53-4969-b568-2ce3a349c149 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642436 Nov 09 19:37:54.076023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Checking segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:54.076402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Network hostable DHCP agents. Network: 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:37:54.105974 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d82cf865-4e25-489a-b661-9ed240877a49 req-61fd1250-8d51-4757-b101-761f8a92f72e tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 210 time: 0.0526123 Nov 09 19:37:54.131560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-fcb93707-5e5c-4bf5-845e-7e8000d776b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:54.131560 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-fcb93707-5e5c-4bf5-845e-7e8000d776b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2277505 Nov 09 19:37:54.227762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:37:54.246241 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-ee9a4e6e-145b-4ffc-81ef-faa061d9787f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=6a368932-7516-4a25-ba05-196b7c7f6dc9 HTTP/1.1" status: 200 len: 217 time: 0.1084890 Nov 09 19:37:54.331127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:54.340478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c537a-35f9-429b-bb49-8bcca5474dc5 None None] Network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:37:54.347254 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-057aae1b-ebe9-4517-b509-2fd34d0c260a tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0660531cf8ca413493339720a2969255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998511 Nov 09 19:37:54.354442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:54.355053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:54.405085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-2a309bbc-2793-40cf-9018-db0103f692d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:54.406732 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-2a309bbc-2793-40cf-9018-db0103f692d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1491709 Nov 09 19:37:54.428403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45970) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:54.439862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:54.456499 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:54.457399 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3f3a1385-2acf-4f07-af39-552fa7d43216 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3812892 Nov 09 19:37:54.529510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403e521d-7c48-41d7-86e5-ba59e616cea1 None None] Network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:37:54.558955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-5dc49511-5628-476c-bd43-64709f37cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:54.561164 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-5dc49511-5628-476c-bd43-64709f37cff6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186862 Nov 09 19:37:54.565871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:54.574435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-03d34d0c-20fd-44fa-a2af-61f59fe912a4 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:54.581986 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-03d34d0c-20fd-44fa-a2af-61f59fe912a4 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243297 Nov 09 19:37:54.626628 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['31c21a3f-e551-4b9f-aceb-e7540d2ffa27'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:37:54.626845 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:54.652897 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:54.692749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416d467b-f3d2-4a2c-bb20-7cfe5e676060,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:54.710468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c386fd-67d6-4ae9-a4f1-7b79e0ecc91a req-5b513ce5-dcb3-44e1-8203-0d43e819e1f4 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:54.712385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10c386fd-67d6-4ae9-a4f1-7b79e0ecc91a req-5b513ce5-dcb3-44e1-8203-0d43e819e1f4 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1122 time: 0.1017177 Nov 09 19:37:54.714495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.715077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.715751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.716354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.716877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.717396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.718043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.719125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.719807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.720726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.721263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.721776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:54.749654 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-10c386fd-67d6-4ae9-a4f1-7b79e0ecc91a req-54567f10-77f4-438b-abee-fc5b7f956968 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:54.756232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b18f46f4-f0cf-4942-8fca-29f35f9ab698 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=324c2441a2e54e58a8c30675d5a9b926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244019 Nov 09 19:37:54.756907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45984) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:54.775127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-410c0b9e-0acf-4c1f-98ed-830e260f7496 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886177 Nov 09 19:37:54.782144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-68156f24-33fd-43e7-897f-9af0c9da0aee tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/quotas/0660531cf8ca413493339720a2969255 HTTP/1.1" status: 200 len: 375 time: 0.1991358 Nov 09 19:37:54.847060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c34842a7-e97f-48a2-9ffd-05bc0e840d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:54.847276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:54.883123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:54.886576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:54.893075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:54.893727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:54.905378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c34842a7-e97f-48a2-9ffd-05bc0e840d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:54.964317 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2109711 Nov 09 19:37:55.006723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-91912079-1a0a-41aa-8662-9b6588d70959 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0660531cf8ca413493339720a2969255&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1988676 Nov 09 19:37:55.007496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Pushing event updated for resources: {'Port': ['ID=e2d08209-c532-4118-857b-036f64db8a21,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:55.013505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Request body: {'port': {'device_id': 'd6235006-f509-4079-8138-4ad43e0ebb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:55.015873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-10c386fd-67d6-4ae9-a4f1-7b79e0ecc91a req-54567f10-77f4-438b-abee-fc5b7f956968 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:55.023888 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-10c386fd-67d6-4ae9-a4f1-7b79e0ecc91a req-54567f10-77f4-438b-abee-fc5b7f956968 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:55.054126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.054490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.054876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.055227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.055572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.055911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.056328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.056678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.056972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.057308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.057656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.057985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9574e482-d5a7-46df-9fa2-a2f372894f19 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:55.129041 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c34842a7-e97f-48a2-9ffd-05bc0e840d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:55.135225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c34842a7-e97f-48a2-9ffd-05bc0e840d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:55.135757 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:55.136401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c34842a7-e97f-48a2-9ffd-05bc0e840d63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/416d467b-f3d2-4a2c-bb20-7cfe5e676060 HTTP/1.1" status: 204 len: 168 time: 0.3786736 Nov 09 19:37:55.162264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10c386fd-67d6-4ae9-a4f1-7b79e0ecc91a req-54567f10-77f4-438b-abee-fc5b7f956968 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366159 Nov 09 19:37:55.168975 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683fd29d-c921-4a53-98ce-3c764a1574a1 req-a9037dd7-ce57-45e8-97b7-92f206505726 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818936 Nov 09 19:37:55.190245 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:55.210875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54567f10-77f4-438b-abee-fc5b7f956968 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4433be8d-d947-4379-8ee8-468513b7f744,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:55.242324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34842a7-e97f-48a2-9ffd-05bc0e840d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416d467b-f3d2-4a2c-bb20-7cfe5e676060,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:55.327086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1b5ae0c3-6aa5-46b7-aa37-7d9bc5266a0d None None] Provisioning complete for port e2d08209-c532-4118-857b-036f64db8a21 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:55.327467 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1b5ae0c3-6aa5-46b7-aa37-7d9bc5266a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:55.350429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4f947-46b6-4c2f-8bd1-8a9a5c2135c0 req-35ac636b-8f87-4356-87d1-ce72eff5d9e4 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:55.376530 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6b4f947-46b6-4c2f-8bd1-8a9a5c2135c0 req-35ac636b-8f87-4356-87d1-ce72eff5d9e4 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 947 time: 0.1089714 Nov 09 19:37:55.400905 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ae0c3-6aa5-46b7-aa37-7d9bc5266a0d None None] Port e2d08209-c532-4118-857b-036f64db8a21 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:55.442981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6b4f947-46b6-4c2f-8bd1-8a9a5c2135c0 req-6edbb703-e103-4f36-8cbf-a44e03cae958 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643768 Nov 09 19:37:55.716051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be8596-0430-4a25-b9ea-c3bdcf5398c6 req-99e906b9-a4e6-478e-acab-4d421cfc8b34 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:55.717719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5be8596-0430-4a25-b9ea-c3bdcf5398c6 req-99e906b9-a4e6-478e-acab-4d421cfc8b34 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 935 time: 0.0846870 Nov 09 19:37:55.837259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5be8596-0430-4a25-b9ea-c3bdcf5398c6 req-8bb75d37-8d34-4123-bce3-7dcacd20a78b tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979133 Nov 09 19:37:55.965633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-217f3f50-65c3-4f96-b14e-14afd83ef224 req-1c581488-166b-4f9d-8233-a1d7f4fe3edc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:37:55.967085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-217f3f50-65c3-4f96-b14e-14afd83ef224 req-1c581488-166b-4f9d-8233-a1d7f4fe3edc service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067337 Nov 09 19:37:56.103773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-b02e0486-efb4-4c3a-bf41-d6641d97f02e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:56.105188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-b02e0486-efb4-4c3a-bf41-d6641d97f02e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.3019121 Nov 09 19:37:56.149099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-c87344bc-95ae-4147-b2bd-9bfb63e26d01 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/quotas/02ed719938fa4992bcde1f7435869c3d HTTP/1.1" status: 200 len: 375 time: 0.0199933 Nov 09 19:37:56.157411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d08209-c532-4118-857b-036f64db8a21 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:56.167469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:56.202426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-aff141aa-d6a0-46c2-96e9-859f8889ce8c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400858 Nov 09 19:37:56.220959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-613023af-cedc-4eaf-ac82-29406da2616e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:37:56.221966 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-613023af-cedc-4eaf-ac82-29406da2616e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061069 Nov 09 19:37:56.222972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Transition to ACTIVE for port object e2d08209-c532-4118-857b-036f64db8a21 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:37:56.234736 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:56.342494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d08209-c532-4118-857b-036f64db8a21,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:56.389334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Attempting to bind port e2d08209-c532-4118-857b-036f64db8a21 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:37:56.389713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Attempting to bind port e2d08209-c532-4118-857b-036f64db8a21 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:37:56.390101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Attempting to bind port e2d08209-c532-4118-857b-036f64db8a21 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:56.402343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Port e2d08209-c532-4118-857b-036f64db8a21 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:37:56.402696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Attempting to bind port e2d08209-c532-4118-857b-036f64db8a21 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:37:56.411325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-1f353d89-fc13-4269-b6a0-2512aa64ee65 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791954 Nov 09 19:37:56.431968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:37:56.432452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:37:56.433021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:37:56.433631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Bound port: e2d08209-c532-4118-857b-036f64db8a21, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:37:56.434157 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:56.603739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-ec65a389-a3f0-4967-a21e-26b9dfe875b5 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894345 Nov 09 19:37:56.606358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] For port e2d08209-c532-4118-857b-036f64db8a21, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:37:56.677987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] For port e2d08209-c532-4118-857b-036f64db8a21, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2d08209-c532-4118-857b-036f64db8a21,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:37:56.680497 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-e6d45345-2cc7-4da7-beb5-6965346ec876 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0660531cf8ca413493339720a2969255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668149 Nov 09 19:37:56.745872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:56.835023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:56.835649 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:56.837041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] 10.222.0.77 "PUT /v2.0/ports/e2d08209-c532-4118-857b-036f64db8a21 HTTP/1.1" status: 200 len: 1095 time: 1.8389487 Nov 09 19:37:56.839721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6235006-f509-4079-8138-4ad43e0ebb1f', 'tag': 'e2d08209-c532-4118-857b-036f64db8a21'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:56.842022 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ba0b72-3673-400d-9021-4aab77ceb87b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6235006-f509-4079-8138-4ad43e0ebb1f", "tag": "e2d08209-c532-4118-857b-036f64db8a21"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:56.878417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc56d5-43c8-42a8-a737-98b0a422c0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d08209-c532-4118-857b-036f64db8a21,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:56.981674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-8c245e06-45af-4e2b-a1c5-5bf0abe36dbc tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:56.983014 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-8c245e06-45af-4e2b-a1c5-5bf0abe36dbc tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909253 Nov 09 19:37:57.028444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Request body: {'port': {'device_id': 'c536f5df-1d52-487a-bfa7-bdbb60ab220e', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '0660531cf8ca413493339720a2969255'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:57.037028 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-23a51ec5-8dd3-47ff-853a-7f9161dd8ed6 req-d677a934-f031-42fa-aaa0-860fdad0163f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 210 time: 0.0940900 Nov 09 19:37:57.110957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b512f-5ded-4455-b648-74597bef46ed req-dbf1c258-8e2e-45fb-a7c2-7a85fe17fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:57.112718 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-dbf1c258-8e2e-45fb-a7c2-7a85fe17fa75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 1098 time: 0.2252014 Nov 09 19:37:57.211380 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-0192c7fe-9d52-4ab7-aaf0-e49071f3ff61 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e2d08209-c532-4118-857b-036f64db8a21 HTTP/1.1" status: 200 len: 217 time: 0.0761030 Nov 09 19:37:57.258404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46094) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:57.307995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb080e-6214-4e4e-b3d8-f33cd019038a req-8cd4d700-0ddc-4ae2-84f5-f1c34c095c45 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:57.314331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aeeb080e-6214-4e4e-b3d8-f33cd019038a req-8cd4d700-0ddc-4ae2-84f5-f1c34c095c45 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 947 time: 0.1791248 Nov 09 19:37:57.325519 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-968c26cd-7593-43aa-8cdb-c9d31b0cc2ac req-b3b4675c-5a92-4ff9-a84b-92d189e7680d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 210 time: 0.0806837 Nov 09 19:37:57.348300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b512f-5ded-4455-b648-74597bef46ed req-b0ae3dfc-cfe3-4a06-8992-7693cc035f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:57.350424 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-b0ae3dfc-cfe3-4a06-8992-7693cc035f1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1271937 Nov 09 19:37:57.407474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Made reservation on behalf of 0660531cf8ca413493339720a2969255 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:57.412913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:57.454549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aeeb080e-6214-4e4e-b3d8-f33cd019038a req-27125797-32ff-4037-8069-f438d53e5fcd tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287949 Nov 09 19:37:57.459082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b512f-5ded-4455-b648-74597bef46ed req-417672fd-d09a-4bd6-b20c-86f96e5dd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:57.460900 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-417672fd-d09a-4bd6-b20c-86f96e5dd829 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958135 Nov 09 19:37:57.557712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-aed1b3f7-cf56-4218-8ff1-8b4bd1513127 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2972794 Nov 09 19:37:57.559838 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f104005-8f2f-4759-912f-5ebff16d29fc x-openstack-request-id: req-6f104005-8f2f-4759-912f-5ebff16d29fc {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:37:57.560184 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6235006-f509-4079-8138-4ad43e0ebb1f", "tag": "e2d08209-c532-4118-857b-036f64db8a21", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:37:57.560488 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f104005-8f2f-4759-912f-5ebff16d29fc {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:37:57.560812 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6235006-f509-4079-8138-4ad43e0ebb1f', 'tag': 'e2d08209-c532-4118-857b-036f64db8a21', 'status': 'completed', 'code': 200} Nov 09 19:37:57.575719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-ed79eee2-da6a-4f28-8b8c-d5089fefb216 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:37:57.582622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-ed79eee2-da6a-4f28-8b8c-d5089fefb216 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130863 Nov 09 19:37:57.711396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 6a368932-7516-4a25-ba05-196b7c7f6dc9 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:37:57.718020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff88103-c6fe-4a6c-a221-cf5fadcc6916 req-711d9d24-e675-47c7-b383-2abae9cc4c64 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:57.725572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ff88103-c6fe-4a6c-a221-cf5fadcc6916 req-711d9d24-e675-47c7-b383-2abae9cc4c64 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 947 time: 0.2238829 Nov 09 19:37:57.762086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-86ecd958-8af2-4f17-b252-80840bee8158 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622488 Nov 09 19:37:57.779808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Allocated IP 192.168.233.63 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/b502650c-6934-4c0c-b96d-16a3cc3d4c40) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:57.863092 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ff88103-c6fe-4a6c-a221-cf5fadcc6916 req-2b42b276-e722-4a77-86e6-3d8ddf44b189 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365659 Nov 09 19:37:57.942698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 6a368932-7516-4a25-ba05-196b7c7f6dc9, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6a368932-7516-4a25-ba05-196b7c7f6dc9,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:57.971157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '6a368932-7516-4a25-ba05-196b7c7f6dc9', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '6a368932-7516-4a25-ba05-196b7c7f6dc9', 'mac_address': 'fa:16:3e:76:ac:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:37:58.029650 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:58.046576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a368932-7516-4a25-ba05-196b7c7f6dc9 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:37:58.063696 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b512f-5ded-4455-b648-74597bef46ed req-d4978dfd-0b4d-4933-b919-8c85942eb4a0 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852402 Nov 09 19:37:58.090360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 6a368932-7516-4a25-ba05-196b7c7f6dc9, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6a368932-7516-4a25-ba05-196b7c7f6dc9,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:58.097406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:58.152313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbccb5-52ea-48fa-8937-c172d1f7a7b7 req-b45b0be5-3f42-4577-9589-ca4c7982eaa9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:58.156898 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59dbccb5-52ea-48fa-8937-c172d1f7a7b7 req-b45b0be5-3f42-4577-9589-ca4c7982eaa9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.1862044 Nov 09 19:37:58.190767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=6a368932-7516-4a25-ba05-196b7c7f6dc9,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:58.207346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.212809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.213410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.213925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.214649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.215813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.216890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.217863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.219179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.220331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.222405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.223554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:37:58.241300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-537d4e22-b692-4101-8f08-05b35b3d38e6 req-2a1f2e71-8238-41be-95d1-b165f94505cd tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 210 time: 0.0429378 Nov 09 19:37:58.252231 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:58.320129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['6a368932-7516-4a25-ba05-196b7c7f6dc9'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:37:58.332997 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59dbccb5-52ea-48fa-8937-c172d1f7a7b7 req-bc684073-ed06-44a3-87d9-45ccb7014f18 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695933 Nov 09 19:37:58.360600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-28e4040e-9c65-4552-952c-a910698585c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:58.373672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-28e4040e-9c65-4552-952c-a910698585c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 1098 time: 0.2119899 Nov 09 19:37:58.490759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-fe55058d-d5ac-49a3-af8b-04004b9e8fcd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:58.499025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-fe55058d-d5ac-49a3-af8b-04004b9e8fcd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.70 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.2132461 Nov 09 19:37:58.501063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:58.529249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fb99ed88-0b59-43f9-9995-b0474d8177d3'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:37:58.537447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Request body: {'port': {'device_id': '7b1a634d-f005-40df-8269-11e3debf700d', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'admin_state_up': True, 'tenant_id': '02ed719938fa4992bcde1f7435869c3d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:58.659122 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d05174f4-a1b1-41f8-8139-74b387ffe0d4 req-6cda4ad5-0736-4f2d-8484-1a2424cc16bf tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 210 time: 0.1517987 Nov 09 19:37:58.813840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Made reservation on behalf of 02ed719938fa4992bcde1f7435869c3d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:37:58.819717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:58.896710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46172) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:58.928303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:58.937549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:58.954837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:58.961740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:58.962416 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:58.971644 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Pushing event updated for resources: {'Port': ['ID=b502650c-6934-4c0c-b96d-16a3cc3d4c40,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:59.013865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-50d4cdd5-120f-4e7a-8fdf-d028b35d7796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:59.016404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-50d4cdd5-120f-4e7a-8fdf-d028b35d7796 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.6346726 Nov 09 19:37:59.034937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Allocated IP 172.20.0.8 (7bd582a7-d2f6-49cc-ad84-6e5bbb10c258/c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a/d9c71e75-5527-4422-9d3f-765d0f05f632) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:37:59.036113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf1164-9e91-432c-a0b5-0817ad523361 req-b296ae75-ed3f-4420-b0a3-5fa118994437 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:59.049750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9faf1164-9e91-432c-a0b5-0817ad523361 req-b296ae75-ed3f-4420-b0a3-5fa118994437 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 948 time: 0.1762643 Nov 09 19:37:59.073321 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f2d93e8b-6321-4017-84a8-5cc1ce6546eb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0511043 Nov 09 19:37:59.096417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Request body: {'port': {'device_id': 'c536f5df-1d52-487a-bfa7-bdbb60ab220e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:59.195144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-ca5f647f-e599-4956-8a2c-44b8b11c5b4c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=e2d08209-c532-4118-857b-036f64db8a21 HTTP/1.1" status: 200 len: 217 time: 0.1352456 Nov 09 19:37:59.219280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90549c19-5fcc-46d5-8f7b-480b93fad524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.234663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c75b6c83-7cb0-4b81-af04-e3c50444ff78 None None] Provisioning complete for port b502650c-6934-4c0c-b96d-16a3cc3d4c40 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:59.235290 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c75b6c83-7cb0-4b81-af04-e3c50444ff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.284727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c75b6c83-7cb0-4b81-af04-e3c50444ff78 None None] Port b502650c-6934-4c0c-b96d-16a3cc3d4c40 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:37:59.291365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9faf1164-9e91-432c-a0b5-0817ad523361 req-be028773-d400-46fd-9033-e041d463e6d9 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404745 Nov 09 19:37:59.314648 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.359648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-9218d89c-70fa-4101-93e9-446123e290bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:59.361631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-9218d89c-70fa-4101-93e9-446123e290bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1561799 Nov 09 19:37:59.420399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98632b-9012-4cd9-822a-2acc5a12b871 req-2e868514-f2bd-4503-844e-7e9b7273e6a7 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:59.422645 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce98632b-9012-4cd9-822a-2acc5a12b871 req-2e868514-f2bd-4503-844e-7e9b7273e6a7 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 947 time: 0.1149485 Nov 09 19:37:59.462411 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.484973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce98632b-9012-4cd9-822a-2acc5a12b871 req-3170284c-8c4c-44df-bb62-cf0872eb8e89 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531380 Nov 09 19:37:59.519475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.572201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:37:59.575225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:37:59.578383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:37:59.585830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-c5daa550-9ac9-4964-875c-6cd32b7caedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:59.587355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-c5daa550-9ac9-4964-875c-6cd32b7caedc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982408 Nov 09 19:37:59.602694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90549c19-5fcc-46d5-8f7b-480b93fad524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.613463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1723d2-d35e-4147-8d42-f426d326ef11 req-6362ca81-69e2-4ce0-ade4-11cd71bf0387 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:59.614994 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e1723d2-d35e-4147-8d42-f426d326ef11 req-6362ca81-69e2-4ce0-ade4-11cd71bf0387 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 935 time: 0.2111332 Nov 09 19:37:59.623805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event updated for resources: {'Port': ['ID=d9c71e75-5527-4422-9d3f-765d0f05f632,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:59.628088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90549c19-5fcc-46d5-8f7b-480b93fad524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.669424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:59.670033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.697604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1584e-f9a6-457a-9ed9-83876a249f3d req-f893b7d4-3872-479c-8a64-7d700809c677 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:59.699568 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-adc1584e-f9a6-457a-9ed9-83876a249f3d req-f893b7d4-3872-479c-8a64-7d700809c677 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0960994 Nov 09 19:37:59.704731 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-dbf417ba-b6bd-438e-baaa-bbea73181376 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1841171 Nov 09 19:37:59.709242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 6a368932-7516-4a25-ba05-196b7c7f6dc9 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:37:59.719552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Request body: {'port': {'device_id': '7b1a634d-f005-40df-8269-11e3debf700d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:37:59.763854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 6a368932-7516-4a25-ba05-196b7c7f6dc9 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:37:59.769040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 6a368932-7516-4a25-ba05-196b7c7f6dc9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:37:59.769309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.70', 65082) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:59.769966 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.799042 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-90549c19-5fcc-46d5-8f7b-480b93fad524 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9087b7b987684d0d9e3b6cc6c5b56936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9006107 Nov 09 19:37:59.809670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90549c19-5fcc-46d5-8f7b-480b93fad524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d79ddbf-09f3-42f3-a5ac-dd8f46fbbe00,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:37:59.813651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46190) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:37:59.832315 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.840071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-adc1584e-f9a6-457a-9ed9-83876a249f3d req-be78d939-d955-40d6-a852-58f81525eb29 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177406 Nov 09 19:37:59.867958 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.877228 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e1723d2-d35e-4147-8d42-f426d326ef11 req-9e5a82aa-2c25-4636-aa69-ac3be0597ade tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440286 Nov 09 19:37:59.898196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-1beb4263-6cb8-4568-b751-32ce965073c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:37:59.898196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-1beb4263-6cb8-4568-b751-32ce965073c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1122 time: 0.1252098 Nov 09 19:37:59.898973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a68921-3554-47d8-b856-cef8065f646a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a368932-7516-4a25-ba05-196b7c7f6dc9'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:37:59.902262 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec313e3-a33d-429e-9997-eba0a1fb6d69" -d '{"events": [{"server_uuid": "02a68921-3554-47d8-b856-cef8065f646a", "name": "network-vif-plugged", "status": "completed", "tag": "6a368932-7516-4a25-ba05-196b7c7f6dc9"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:37:59.919245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 6a368932-7516-4a25-ba05-196b7c7f6dc9, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6a368932-7516-4a25-ba05-196b7c7f6dc9,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:37:59.925436 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:37:59.935570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-cd3a40ee-4ff9-4a40-bd30-c7e3493d3b1e service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173943 Nov 09 19:38:00.017011 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f90e870-64b0-47dc-b2e2-9b319f9f4852 x-openstack-request-id: req-6f90e870-64b0-47dc-b2e2-9b319f9f4852 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:00.017355 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a68921-3554-47d8-b856-cef8065f646a", "name": "network-vif-plugged", "status": "completed", "tag": "6a368932-7516-4a25-ba05-196b7c7f6dc9", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:00.017591 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f90e870-64b0-47dc-b2e2-9b319f9f4852 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:00.017989 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a68921-3554-47d8-b856-cef8065f646a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a368932-7516-4a25-ba05-196b7c7f6dc9', 'code': 200} Nov 09 19:38:00.029829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=6a368932-7516-4a25-ba05-196b7c7f6dc9,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:00.078815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79b24e78-e103-43ff-8279-6c95e9f03250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.086658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.70', 65083) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:00.131923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b502650c-6934-4c0c-b96d-16a3cc3d4c40 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:00.155404 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79b24e78-e103-43ff-8279-6c95e9f03250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.159906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.209327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Transition to ACTIVE for port object b502650c-6934-4c0c-b96d-16a3cc3d4c40 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:38:00.211816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-9129d414-535b-4887-a39d-408c312f8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:00.213542 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-9129d414-535b-4887-a39d-408c312f8773 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.3100576 Nov 09 19:38:00.220219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c9b3f-9ab2-4dc7-8ef2-b013d33407bd req-d34fc2e9-015a-4a1a-afc6-d2ff9e880fbb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:00.221771 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d17c9b3f-9ab2-4dc7-8ef2-b013d33407bd req-d34fc2e9-015a-4a1a-afc6-d2ff9e880fbb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 931 time: 0.1732512 Nov 09 19:38:00.234479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.248608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ba0b72-3673-400d-9021-4aab77ceb87b req-9a7ec8b6-7de6-4775-8c1c-77aeb257bfef service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932544 Nov 09 19:38:00.269398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-3db09c3f-8f23-4e8f-8003-ec418b7cf65b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 217 time: 0.0480237 Nov 09 19:38:00.273710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9af33-cd8c-4612-a9f0-2a174bffa1f5 req-e74ab578-0316-4f8f-b4a1-75cac087ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:00.275236 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14d9af33-cd8c-4612-a9f0-2a174bffa1f5 req-e74ab578-0316-4f8f-b4a1-75cac087ff8c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 1100 time: 0.1642101 Nov 09 19:38:00.340020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=b502650c-6934-4c0c-b96d-16a3cc3d4c40,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:00.370782 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d17c9b3f-9ab2-4dc7-8ef2-b013d33407bd req-80be3441-2e58-43f4-81b9-943d7d99d5f9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306055 Nov 09 19:38:00.379957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79b24e78-e103-43ff-8279-6c95e9f03250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.390957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79b24e78-e103-43ff-8279-6c95e9f03250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.401760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14d9af33-cd8c-4612-a9f0-2a174bffa1f5 req-c96898fb-72db-457e-a716-a5862f45bda7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056676 Nov 09 19:38:00.403496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-19e2c053-ed3f-4f62-8f0b-091be7711e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:00.404182 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-79b24e78-e103-43ff-8279-6c95e9f03250 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d79ddbf-09f3-42f3-a5ac-dd8f46fbbe00 HTTP/1.1" status: 204 len: 168 time: 0.5754559 Nov 09 19:38:00.404925 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-19e2c053-ed3f-4f62-8f0b-091be7711e19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1266100 Nov 09 19:38:00.452015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b24e78-e103-43ff-8279-6c95e9f03250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d79ddbf-09f3-42f3-a5ac-dd8f46fbbe00,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:00.457035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Attempting to bind port b502650c-6934-4c0c-b96d-16a3cc3d4c40 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:00.457371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Attempting to bind port b502650c-6934-4c0c-b96d-16a3cc3d4c40 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:00.457699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Attempting to bind port b502650c-6934-4c0c-b96d-16a3cc3d4c40 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:00.473358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Port b502650c-6934-4c0c-b96d-16a3cc3d4c40 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:38:00.473696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Attempting to bind port b502650c-6934-4c0c-b96d-16a3cc3d4c40 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:00.485817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:00.486094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:00.486497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:00.487035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Bound port: b502650c-6934-4c0c-b96d-16a3cc3d4c40, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:00.487343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.514584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c71e75-5527-4422-9d3f-765d0f05f632 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:00.529696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.560712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Transition to ACTIVE for port object d9c71e75-5527-4422-9d3f-765d0f05f632 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:38:00.566618 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.650456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] For port b502650c-6934-4c0c-b96d-16a3cc3d4c40, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:00.663103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a0c06-3dd8-4473-b664-a7c03f636772 req-eeab83c6-f2ea-4f7a-abba-5b6290889362 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:00.671095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c98a0c06-3dd8-4473-b664-a7c03f636772 req-eeab83c6-f2ea-4f7a-abba-5b6290889362 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 949 time: 0.1544988 Nov 09 19:38:00.678839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] For port b502650c-6934-4c0c-b96d-16a3cc3d4c40, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=b502650c-6934-4c0c-b96d-16a3cc3d4c40,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:00.689418 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.708049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c71e75-5527-4422-9d3f-765d0f05f632,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:00.734354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:00.735401 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.737277 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] 10.222.0.70 "PUT /v2.0/ports/b502650c-6934-4c0c-b96d-16a3cc3d4c40 HTTP/1.1" status: 200 len: 1095 time: 1.6465549 Nov 09 19:38:00.739672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c536f5df-1d52-487a-bfa7-bdbb60ab220e', 'tag': 'b502650c-6934-4c0c-b96d-16a3cc3d4c40'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:00.742167 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced516f9-0965-40b3-8b1b-91910f3b775d" -d '{"events": [{"name": "network-changed", "server_uuid": "c536f5df-1d52-487a-bfa7-bdbb60ab220e", "tag": "b502650c-6934-4c0c-b96d-16a3cc3d4c40"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:00.756352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4b636-9f89-4736-9e8d-77d303c8cc8d req-87e667f5-8fe0-4c7e-81f6-9b0d5e45e2f6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:00.758209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56d4b636-9f89-4736-9e8d-77d303c8cc8d req-87e667f5-8fe0-4c7e-81f6-9b0d5e45e2f6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 947 time: 0.1111953 Nov 09 19:38:00.759755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-12efb9ad-b0ca-42f7-9d4f-a18cf0b92b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:00.761120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-12efb9ad-b0ca-42f7-9d4f-a18cf0b92b27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620085 Nov 09 19:38:00.783150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c98a0c06-3dd8-4473-b664-a7c03f636772 req-07d135d1-3c34-458d-aa21-a32acb564d8d tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026125 Nov 09 19:38:00.854123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46226) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:00.881463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b73ae0-1445-40c5-a237-e87117ba8ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=b502650c-6934-4c0c-b96d-16a3cc3d4c40,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:00.892094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-ba2ea5a7-3feb-4be7-96b1-7f8702d7f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:00.893687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-ba2ea5a7-3feb-4be7-96b1-7f8702d7f817 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0660531cf8ca413493339720a2969255&device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 1098 time: 0.0922308 Nov 09 19:38:00.894463 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-70726acc-1cea-44f6-816f-bf983196176a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:00.900552 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef2d875-6653-449c-b5bd-49e2da05df0c x-openstack-request-id: req-3ef2d875-6653-449c-b5bd-49e2da05df0c {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:00.900847 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c536f5df-1d52-487a-bfa7-bdbb60ab220e", "tag": "b502650c-6934-4c0c-b96d-16a3cc3d4c40", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:00.901101 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ef2d875-6653-449c-b5bd-49e2da05df0c {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:00.901483 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c536f5df-1d52-487a-bfa7-bdbb60ab220e', 'tag': 'b502650c-6934-4c0c-b96d-16a3cc3d4c40', 'status': 'completed', 'code': 200} Nov 09 19:38:00.951292 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-3aa530c3-85e7-41b5-bd16-236766ef01c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b502650c-6934-4c0c-b96d-16a3cc3d4c40 HTTP/1.1" status: 200 len: 217 time: 0.0428867 Nov 09 19:38:00.979555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56d4b636-9f89-4736-9e8d-77d303c8cc8d req-85001409-01a2-4c5c-97c3-c414ea28b702 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939030 Nov 09 19:38:00.999005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Attempting to bind port d9c71e75-5527-4422-9d3f-765d0f05f632 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:01.000313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Attempting to bind port d9c71e75-5527-4422-9d3f-765d0f05f632 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:01.000723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Attempting to bind port d9c71e75-5527-4422-9d3f-765d0f05f632 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:01.016924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Port d9c71e75-5527-4422-9d3f-765d0f05f632 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:38:01.017224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Attempting to bind port d9c71e75-5527-4422-9d3f-765d0f05f632 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:01.030480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:01.030996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Checking segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:01.031391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Bound using segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:01.031989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Bound port: d9c71e75-5527-4422-9d3f-765d0f05f632, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:01.033093 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:01.044092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-fa9bd830-5d4c-479d-9a48-c17bc42ceef6 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573545 Nov 09 19:38:01.074838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-0a6a38ba-71fd-406c-b521-4c88a989cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:01.076484 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-0a6a38ba-71fd-406c-b521-4c88a989cc5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1151438 Nov 09 19:38:01.126647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c413f-0e0b-4658-afe4-a6be2bdebfaf req-830a4ae1-1156-457f-bb8a-1047b707f286 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:01.128059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c8c413f-0e0b-4658-afe4-a6be2bdebfaf req-830a4ae1-1156-457f-bb8a-1047b707f286 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.1191609 Nov 09 19:38:01.173957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-70726acc-1cea-44f6-816f-bf983196176a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:01.188572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-70726acc-1cea-44f6-816f-bf983196176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:01.192805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-56f293f8-7916-4df3-912e-be9a67e703c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:01.194300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-56f293f8-7916-4df3-912e-be9a67e703c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067963 Nov 09 19:38:01.199877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] For port d9c71e75-5527-4422-9d3f-765d0f05f632, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:01.214729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60d66e-162c-435d-8e62-b44d57a632fd req-22995bd9-813e-4196-9795-73fcda6da860 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:01.216203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f60d66e-162c-435d-8e62-b44d57a632fd req-22995bd9-813e-4196-9795-73fcda6da860 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 947 time: 0.1656919 Nov 09 19:38:01.218000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] For port d9c71e75-5527-4422-9d3f-765d0f05f632, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d9c71e75-5527-4422-9d3f-765d0f05f632,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:01.225689 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c8c413f-0e0b-4658-afe4-a6be2bdebfaf req-4cd94636-f8c4-47a3-8fcc-8bbc24a2af7d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893357 Nov 09 19:38:01.241967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:01.260090 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-70726acc-1cea-44f6-816f-bf983196176a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=043a7786149945479ce75da649dc0776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4024305 Nov 09 19:38:01.279035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46236) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:01.286540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-ba3832a9-6645-4e1a-b3ba-eb80d396ce0b service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152789 Nov 09 19:38:01.319337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:01.320546 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:01.321452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] 10.222.0.70 "PUT /v2.0/ports/d9c71e75-5527-4422-9d3f-765d0f05f632 HTTP/1.1" status: 200 len: 1091 time: 1.6086042 Nov 09 19:38:01.327420 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1a634d-f005-40df-8269-11e3debf700d', 'tag': 'd9c71e75-5527-4422-9d3f-765d0f05f632'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:01.329810 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1a634d-f005-40df-8269-11e3debf700d", "tag": "d9c71e75-5527-4422-9d3f-765d0f05f632"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:01.350009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70726acc-1cea-44f6-816f-bf983196176a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02854b0f-ddc1-4a9c-9617-6f588c37abd1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:01.361866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-f7a09754-c031-4ab2-acc0-5b57658189e5 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536250 Nov 09 19:38:01.395795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f60d66e-162c-435d-8e62-b44d57a632fd req-b1319cd2-2837-4d00-976d-565c22ade5fe tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721182 Nov 09 19:38:01.449469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d93b9b-bcba-42d6-b7b4-14d30b310247 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c71e75-5527-4422-9d3f-765d0f05f632,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:01.476542 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abaef76-226b-4536-8f61-39483230e8be x-openstack-request-id: req-4abaef76-226b-4536-8f61-39483230e8be {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:01.476542 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1a634d-f005-40df-8269-11e3debf700d", "tag": "d9c71e75-5527-4422-9d3f-765d0f05f632", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:01.476542 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4abaef76-226b-4536-8f61-39483230e8be {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:01.476542 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1a634d-f005-40df-8269-11e3debf700d', 'tag': 'd9c71e75-5527-4422-9d3f-765d0f05f632', 'status': 'completed', 'code': 200} Nov 09 19:38:01.517298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd0201cc-b415-4eba-bce6-72783017cc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:01.562946 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-826ea846-abd6-4cc6-a150-bdfaac3abd0c req-15a02688-474c-42e7-b1a8-b522b749927b service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824338 Nov 09 19:38:01.619197 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd0201cc-b415-4eba-bce6-72783017cc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:01.623986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-fcd21981-cce9-47be-9227-6b1b42369430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:01.625876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-fcd21981-cce9-47be-9227-6b1b42369430 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 1094 time: 0.2338655 Nov 09 19:38:01.707811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-d095f57f-837c-4670-b148-7a70f00f6a69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c71e75-5527-4422-9d3f-765d0f05f632 HTTP/1.1" status: 200 len: 217 time: 0.0696981 Nov 09 19:38:01.723135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-2f8a4dcc-2c26-4523-af35-e0ada0e10a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:01.724639 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-2f8a4dcc-2c26-4523-af35-e0ada0e10a2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0660531cf8ca413493339720a2969255&device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 1098 time: 0.0484409 Nov 09 19:38:01.733575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fc0b8-bda5-4a35-adf0-b1585c4227d8 req-b0f82efb-d800-426a-b5e1-04c9311e0d40 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:01.736581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-440fc0b8-bda5-4a35-adf0-b1585c4227d8 req-b0f82efb-d800-426a-b5e1-04c9311e0d40 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 943 time: 0.2130713 Nov 09 19:38:01.799345 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd0201cc-b415-4eba-bce6-72783017cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:01.801893 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd0201cc-b415-4eba-bce6-72783017cc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:01.805479 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cd0201cc-b415-4eba-bce6-72783017cc05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02854b0f-ddc1-4a9c-9617-6f588c37abd1 HTTP/1.1" status: 204 len: 168 time: 0.5193753 Nov 09 19:38:01.831305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0201cc-b415-4eba-bce6-72783017cc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02854b0f-ddc1-4a9c-9617-6f588c37abd1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:01.835978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-b49d335e-8e77-4931-9107-bdb1f2637a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:01.837329 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-b49d335e-8e77-4931-9107-bdb1f2637a60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.1206782 Nov 09 19:38:01.866539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-440fc0b8-bda5-4a35-adf0-b1585c4227d8 req-17708552-bdc6-4770-9dd8-39a361f46363 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914481 Nov 09 19:38:01.882579 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-fce10a41-cc0b-4035-87bc-5eeb569bdcaa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355206 Nov 09 19:38:01.898058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-c700e3e4-21e7-49f4-a68c-7bf1eaa6dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:01.901001 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-c700e3e4-21e7-49f4-a68c-7bf1eaa6dca5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1679580 Nov 09 19:38:01.972169 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-42d8d641-af48-4e5d-bd93-7b99c3e134f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b502650c-6934-4c0c-b96d-16a3cc3d4c40 HTTP/1.1" status: 200 len: 217 time: 0.0627279 Nov 09 19:38:01.981034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e2d08209-c532-4118-857b-036f64db8a21 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:02.063131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-3e61582a-e57b-405e-ae09-27e6590f799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:02.066166 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-3e61582a-e57b-405e-ae09-27e6590f799a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0713990 Nov 09 19:38:02.097438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-8ea9ef4e-24d6-4075-95fc-15c74cac72da service neutron] 10.222.0.70 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025671 Nov 09 19:38:02.141966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f95db0-a7f6-4ab9-84dd-16b18940ec28 req-604e7757-1c4c-4615-babd-a5fddacb8e13 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:02.147740 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b2f95db0-a7f6-4ab9-84dd-16b18940ec28 req-604e7757-1c4c-4615-babd-a5fddacb8e13 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 949 time: 0.2281330 Nov 09 19:38:02.160043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-d724b1a8-5b26-401e-a781-46f7c52655f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:02.161927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-d724b1a8-5b26-401e-a781-46f7c52655f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890858 Nov 09 19:38:02.207701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e2d08209-c532-4118-857b-036f64db8a21, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2d08209-c532-4118-857b-036f64db8a21,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:02.229421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219625e-c5ab-45ba-8bc3-f7b60627cf43 req-6206828f-5857-4824-8f01-6e5035d06b1c tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:02.230161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'e2d08209-c532-4118-857b-036f64db8a21', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'e2d08209-c532-4118-857b-036f64db8a21', 'mac_address': 'fa:16:3e:08:8c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:02.236678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5219625e-c5ab-45ba-8bc3-f7b60627cf43 req-6206828f-5857-4824-8f01-6e5035d06b1c tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 947 time: 0.1013651 Nov 09 19:38:02.251256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b2f95db0-a7f6-4ab9-84dd-16b18940ec28 req-85ee92b7-2ecd-4b33-ac56-e3273f1ac3c4 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995893 Nov 09 19:38:02.293401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45386b37-db9f-4d70-9a2c-94f8f22f45be req-973c2ee4-4ea8-43de-9c70-4d93326f2a07 service neutron] 10.222.0.70 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888947 Nov 09 19:38:02.296956 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5219625e-c5ab-45ba-8bc3-f7b60627cf43 req-e2026654-825b-446e-999f-5ab366d1e636 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589085 Nov 09 19:38:02.309259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:02.338431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d08209-c532-4118-857b-036f64db8a21 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:02.371909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e2d08209-c532-4118-857b-036f64db8a21, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2d08209-c532-4118-857b-036f64db8a21,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:02.382463 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-ee2c3ff8-4171-4605-bb95-faffd97176ee service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027309 Nov 09 19:38:02.383320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:02.449700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e2d08209-c532-4118-857b-036f64db8a21,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:02.481473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1 req-964e3e5f-43e8-4cec-bf7c-aba091fe83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:02.485878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1 req-964e3e5f-43e8-4cec-bf7c-aba091fe83af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 1094 time: 0.1147695 Nov 09 19:38:02.525958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d7fff-151b-4df2-8a6e-78f88ca731ee req-cc148f72-48d6-400c-b8cf-948a5d0c6692 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:02.527664 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-145d7fff-151b-4df2-8a6e-78f88ca731ee req-cc148f72-48d6-400c-b8cf-948a5d0c6692 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0747831 Nov 09 19:38:02.561247 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ced516f9-0965-40b3-8b1b-91910f3b775d req-465b149b-facf-48b3-9e9c-9c1d413c085d service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734338 Nov 09 19:38:02.601225 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-145d7fff-151b-4df2-8a6e-78f88ca731ee req-ac00dea5-b670-4590-8fd0-a10b1813f381 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589526 Nov 09 19:38:02.663311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1 req-f1f98b09-b951-44ee-9860-895415365a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:02.666587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1 req-f1f98b09-b951-44ee-9860-895415365a4c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 912 time: 0.1699991 Nov 09 19:38:02.669464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e2d08209-c532-4118-857b-036f64db8a21'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:02.761307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1 req-d3a8cdfa-d1fb-4f52-8cd6-fef01b90fa6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c71e75-5527-4422-9d3f-765d0f05f632 HTTP/1.1" status: 200 len: 217 time: 0.0879810 Nov 09 19:38:02.867279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae36d6-d5e8-40d8-bc63-9b6a16796abb req-4d247258-a20a-4771-b338-d924ee744b81 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:02.879405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26ae36d6-d5e8-40d8-bc63-9b6a16796abb req-4d247258-a20a-4771-b338-d924ee744b81 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 947 time: 0.1745880 Nov 09 19:38:02.880255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1 req-d51f728e-1453-478b-a7bf-fd0538fd90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:02.881702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1 req-d51f728e-1453-478b-a7bf-fd0538fd90b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.0849543 Nov 09 19:38:02.923742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1 req-af5a1afe-43a9-4696-a024-da549830bd68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315454 Nov 09 19:38:02.942869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26ae36d6-d5e8-40d8-bc63-9b6a16796abb req-60502d1c-cf68-47e6-b028-d979cc6b3b00 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673044 Nov 09 19:38:02.995620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b756a1a-3a13-42fa-90d7-cf602f4fbd85 req-a0d607df-ead2-4391-8183-e19845c27d22 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:02.997417 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b756a1a-3a13-42fa-90d7-cf602f4fbd85 req-a0d607df-ead2-4391-8183-e19845c27d22 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 949 time: 0.0666349 Nov 09 19:38:03.041266 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b756a1a-3a13-42fa-90d7-cf602f4fbd85 req-acd42001-77d5-410a-a8c9-b4b737fc7193 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370221 Nov 09 19:38:03.283603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc725d-037d-4ae4-b681-3a04b02de334 req-8b897e62-edf2-4b7c-a62a-a16694ae54bc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:03.285121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02fc725d-037d-4ae4-b681-3a04b02de334 req-8b897e62-edf2-4b7c-a62a-a16694ae54bc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 943 time: 0.0709004 Nov 09 19:38:03.318828 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1 req-64d32b30-144e-496c-a0e3-ec237ca822f8 service neutron] 10.222.0.70 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745337 Nov 09 19:38:03.364330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02fc725d-037d-4ae4-b681-3a04b02de334 req-c0ca7220-26d8-4aad-aecf-ed79cc73a341 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700123 Nov 09 19:38:03.473997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2ce042c-3d90-44aa-aa1a-0309cc0267d1 req-f4bf4895-127f-4f18-9333-487c4ebd67dd service neutron] 10.222.0.70 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412485 Nov 09 19:38:03.486241 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28e2d7-ce1b-4708-8643-1555fb735637 req-5c47a246-3461-4dfd-9e79-0aba705460d9 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:03.489390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f28e2d7-ce1b-4708-8643-1555fb735637 req-5c47a246-3461-4dfd-9e79-0aba705460d9 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 948 time: 0.0911956 Nov 09 19:38:03.547729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f28e2d7-ce1b-4708-8643-1555fb735637 req-069908af-fa35-4971-9b0c-63dbe113cdbb tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508099 Nov 09 19:38:03.639344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46354) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:03.753574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac0b28-79c6-420b-8895-38fbfc93477b req-f5a8a92d-c88f-44e7-9d19-3b084910b093 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:03.755120 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3fac0b28-79c6-420b-8895-38fbfc93477b req-f5a8a92d-c88f-44e7-9d19-3b084910b093 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0588264 Nov 09 19:38:03.800611 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3fac0b28-79c6-420b-8895-38fbfc93477b req-3c84ca19-4e00-413b-b8a5-0d7c56e741ec tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374775 Nov 09 19:38:03.863743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ed83e02a-9f14-4168-abe8-7f71bc828340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:03.943840 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ed83e02a-9f14-4168-abe8-7f71bc828340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:03.947740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ed83e02a-9f14-4168-abe8-7f71bc828340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:03.985482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83e02a-9f14-4168-abe8-7f71bc828340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac97e6c-dbe2-4fdb-b6c4-de4f9befe1a9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:03.989872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ed83e02a-9f14-4168-abe8-7f71bc828340 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b3919c333a2145ecb84390bceefac973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490028 Nov 09 19:38:03.993064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46370) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:04.002481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e2d08209-c532-4118-857b-036f64db8a21 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:04.085260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port e2d08209-c532-4118-857b-036f64db8a21 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:04.095006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port e2d08209-c532-4118-857b-036f64db8a21 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:04.095381 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.107595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd91652-ad71-4664-a467-fe35ccb82c6c req-52374182-c41f-4404-8f83-f68add69548b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:04.109852 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fdd91652-ad71-4664-a467-fe35ccb82c6c req-52374182-c41f-4404-8f83-f68add69548b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 947 time: 0.0869560 Nov 09 19:38:04.110920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-6d30c448-f232-4924-acc2-f2d7ad99ebd2 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=87a7aec0a36542e88a26d535920e9eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278325 Nov 09 19:38:04.115052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa47e-15e7-4e01-8afa-fbd65dce3b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.158580 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa47e-15e7-4e01-8afa-fbd65dce3b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.185686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fdd91652-ad71-4664-a467-fe35ccb82c6c req-86919117-6eff-4ef4-ac56-e0d2d231b480 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686901 Nov 09 19:38:04.197904 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.228544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6235006-f509-4079-8138-4ad43e0ebb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d08209-c532-4118-857b-036f64db8a21'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:04.230561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa47e-15e7-4e01-8afa-fbd65dce3b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.231016 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc36309-ffc1-4742-a487-cf725244481e" -d '{"events": [{"server_uuid": "d6235006-f509-4079-8138-4ad43e0ebb1f", "name": "network-vif-plugged", "status": "completed", "tag": "e2d08209-c532-4118-857b-036f64db8a21"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:04.237092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0eaa47e-15e7-4e01-8afa-fbd65dce3b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.241860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b0eaa47e-15e7-4e01-8afa-fbd65dce3b5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dac97e6c-dbe2-4fdb-b6c4-de4f9befe1a9 HTTP/1.1" status: 204 len: 168 time: 0.2476077 Nov 09 19:38:04.245243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e2d08209-c532-4118-857b-036f64db8a21, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2d08209-c532-4118-857b-036f64db8a21,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:04.252309 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.253568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eaa47e-15e7-4e01-8afa-fbd65dce3b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac97e6c-dbe2-4fdb-b6c4-de4f9befe1a9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:04.266711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3db6-8ded-457a-8ff9-60274d251842 req-af438bf9-35ac-49d1-9515-e3fb363aab16 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:04.274264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-af438bf9-35ac-49d1-9515-e3fb363aab16 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547682 Nov 09 19:38:04.319693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2a4e0f33-c5fc-4878-aa26-00f2967b87ee tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/quotas/87a7aec0a36542e88a26d535920e9eb4 HTTP/1.1" status: 200 len: 375 time: 0.0444705 Nov 09 19:38:04.340202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e2d08209-c532-4118-857b-036f64db8a21,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:04.350966 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-86fab405-190b-42dc-8d6e-76b7e2826897 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=87a7aec0a36542e88a26d535920e9eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302930 Nov 09 19:38:04.378866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-902c55da-1116-43d0-ac91-379439ebe711 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:04.380539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-902c55da-1116-43d0-ac91-379439ebe711 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.70 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 949 time: 0.0972033 Nov 09 19:38:04.525848 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c75ec1d-6598-4cc9-a602-17bb9dad9aab x-openstack-request-id: req-2c75ec1d-6598-4cc9-a602-17bb9dad9aab {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:04.526169 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6235006-f509-4079-8138-4ad43e0ebb1f", "name": "network-vif-plugged", "status": "completed", "tag": "e2d08209-c532-4118-857b-036f64db8a21", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:04.526428 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c75ec1d-6598-4cc9-a602-17bb9dad9aab {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:04.526861 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6235006-f509-4079-8138-4ad43e0ebb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d08209-c532-4118-857b-036f64db8a21', 'code': 200} Nov 09 19:38:04.585573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-cc13547e-55bb-4f8e-aea9-8db08b2b9fb7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Deleting port 6a368932-7516-4a25-ba05-196b7c7f6dc9 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:38:04.586614 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-cc13547e-55bb-4f8e-aea9-8db08b2b9fb7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.589553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e40e1-5e57-40c5-90fe-5d34ae50920b req-c3ae5b54-07af-455b-9625-0cf4433c9534 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:04.591148 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c0e40e1-5e57-40c5-90fe-5d34ae50920b req-c3ae5b54-07af-455b-9625-0cf4433c9534 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 949 time: 0.3174562 Nov 09 19:38:04.653462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46396) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:04.678362 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62a92f39-be3e-4f9c-9d5d-4c8c868b19d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.681339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ec311-20af-4c94-808c-16b9f424fb49 req-4f539a92-2d4b-410d-bb7b-42254fb03144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:04.682919 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-832ec311-20af-4c94-808c-16b9f424fb49 req-4f539a92-2d4b-410d-bb7b-42254fb03144 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 1100 time: 0.0907826 Nov 09 19:38:04.694031 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c0e40e1-5e57-40c5-90fe-5d34ae50920b req-4f42e1f7-1a71-451c-9d75-7db1caed4f78 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/security-groups?id=d385aace-bee8-46b5-8e09-e129d81f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813780 Nov 09 19:38:04.732309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-cc13547e-55bb-4f8e-aea9-8db08b2b9fb7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] For port 6a368932-7516-4a25-ba05-196b7c7f6dc9, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6a368932-7516-4a25-ba05-196b7c7f6dc9,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:04.732837 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-cc13547e-55bb-4f8e-aea9-8db08b2b9fb7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.750947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-cc13547e-55bb-4f8e-aea9-8db08b2b9fb7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Calling delete_port for 6a368932-7516-4a25-ba05-196b7c7f6dc9 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:38:04.767923 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-832ec311-20af-4c94-808c-16b9f424fb49 req-c6124e05-5a45-4382-8f68-2742091dab5b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726550 Nov 09 19:38:04.786560 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d4a08056-b7a0-49c8-858a-4d1a536b7739 req-75298c9d-e3f9-49a5-9f7d-38179703a98f tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 210 time: 0.0374582 Nov 09 19:38:04.801836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e91ff-9d5e-4ea5-97d1-0d0a8d2df072 req-ac3ad426-16f4-4cb7-8454-75d17a17a723 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:04.807055 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-280e91ff-9d5e-4ea5-97d1-0d0a8d2df072 req-ac3ad426-16f4-4cb7-8454-75d17a17a723 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 943 time: 0.1553309 Nov 09 19:38:04.838345 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62a92f39-be3e-4f9c-9d5d-4c8c868b19d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.847664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62a92f39-be3e-4f9c-9d5d-4c8c868b19d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:04.897921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a92f39-be3e-4f9c-9d5d-4c8c868b19d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e3a0d3-3716-428b-8eba-e32c1fe9d0e2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:04.915476 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-62a92f39-be3e-4f9c-9d5d-4c8c868b19d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfe262197c1e4e29b3fef74e01ae27ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609982 Nov 09 19:38:04.920438 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46408) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:04.951253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-280e91ff-9d5e-4ea5-97d1-0d0a8d2df072 req-7cbabdd3-571a-44c6-8b65-c7bd51fc837a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779402 Nov 09 19:38:04.961856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd9aee-9b6b-485b-b2b4-136ef3b31f40 req-23f49e47-3b66-4a4b-8e35-4412d6784e60 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:04.963865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7bd9aee-9b6b-485b-b2b4-136ef3b31f40 req-23f49e47-3b66-4a4b-8e35-4412d6784e60 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 949 time: 0.0835266 Nov 09 19:38:05.017200 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7bd9aee-9b6b-485b-b2b4-136ef3b31f40 req-4bdaadc0-4671-4184-ab66-e97fa5d23eab tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457306 Nov 09 19:38:05.029188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71616028-4652-4aa6-b0cf-8dd60cedc98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:05.029974 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-cc13547e-55bb-4f8e-aea9-8db08b2b9fb7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:05.055295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['6a368932-7516-4a25-ba05-196b7c7f6dc9'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:05.070055 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71616028-4652-4aa6-b0cf-8dd60cedc98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:05.089947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13547e-55bb-4f8e-aea9-8db08b2b9fb7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Pushing event deleted for resources: {'Port': ['ID=6a368932-7516-4a25-ba05-196b7c7f6dc9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:05.177445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-cc13547e-55bb-4f8e-aea9-8db08b2b9fb7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] No DVR routers for this DVR port 6a368932-7516-4a25-ba05-196b7c7f6dc9 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:38:05.182392 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-cc13547e-55bb-4f8e-aea9-8db08b2b9fb7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:05.186865 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dd4854d-372a-42c7-bb3f-2baad7e2f232 req-cc13547e-55bb-4f8e-aea9-8db08b2b9fb7 tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.70 "DELETE /v2.0/ports/6a368932-7516-4a25-ba05-196b7c7f6dc9 HTTP/1.1" status: 204 len: 173 time: 0.7991817 Nov 09 19:38:05.187128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc3eab-8c06-46b9-ba80-d2c2cff93fac req-05f4134b-a69f-4f3c-9083-3dd77416f472 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:05.187455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a68921-3554-47d8-b856-cef8065f646a', 'name': 'network-vif-deleted', 'tag': '6a368932-7516-4a25-ba05-196b7c7f6dc9'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:05.188677 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8fc3eab-8c06-46b9-ba80-d2c2cff93fac req-05f4134b-a69f-4f3c-9083-3dd77416f472 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0667717 Nov 09 19:38:05.190918 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f163bf39-9079-4414-a814-8217baa5d563" -d '{"events": [{"server_uuid": "02a68921-3554-47d8-b856-cef8065f646a", "name": "network-vif-deleted", "tag": "6a368932-7516-4a25-ba05-196b7c7f6dc9"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:05.202840 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71616028-4652-4aa6-b0cf-8dd60cedc98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:05.205747 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71616028-4652-4aa6-b0cf-8dd60cedc98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:05.208824 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-71616028-4652-4aa6-b0cf-8dd60cedc98d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08e3a0d3-3716-428b-8eba-e32c1fe9d0e2 HTTP/1.1" status: 204 len: 168 time: 0.2851486 Nov 09 19:38:05.244024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71616028-4652-4aa6-b0cf-8dd60cedc98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e3a0d3-3716-428b-8eba-e32c1fe9d0e2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:05.261745 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38b6a55-508b-499e-bb72-a6900c655464 x-openstack-request-id: req-f38b6a55-508b-499e-bb72-a6900c655464 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:05.262051 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a68921-3554-47d8-b856-cef8065f646a", "name": "network-vif-deleted", "tag": "6a368932-7516-4a25-ba05-196b7c7f6dc9", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:05.262331 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f38b6a55-508b-499e-bb72-a6900c655464 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:05.262775 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a68921-3554-47d8-b856-cef8065f646a', 'name': 'network-vif-deleted', 'tag': '6a368932-7516-4a25-ba05-196b7c7f6dc9', 'status': 'completed', 'code': 200} Nov 09 19:38:05.285434 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8fc3eab-8c06-46b9-ba80-d2c2cff93fac req-037fd18a-7a15-4a6e-b52f-065ac24f93b5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849259 Nov 09 19:38:05.411968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351836b-3347-4b55-a2a4-2ee057d69375 req-ac27e166-3e8f-44b8-bc12-954c9a599714 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:05.413510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9351836b-3347-4b55-a2a4-2ee057d69375 req-ac27e166-3e8f-44b8-bc12-954c9a599714 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 947 time: 0.0516558 Nov 09 19:38:05.460408 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9351836b-3347-4b55-a2a4-2ee057d69375 req-3b79e754-0c74-4bb0-bce6-d8ca8c9fe347 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372655 Nov 09 19:38:05.755459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device b502650c-6934-4c0c-b96d-16a3cc3d4c40 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:05.783290 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-5a03a9d2-568e-4f31-94fc-ae2638ce14a2 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=87a7aec0a36542e88a26d535920e9eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527654 Nov 09 19:38:05.895833 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9335fcae-a728-4256-83a5-e565564355b8 req-45f39041-c601-4ec2-8630-ec56210548bf tempest-ServerDiagnosticsNegativeTest-1360568968 tempest-ServerDiagnosticsNegativeTest-1360568968-project] 10.222.0.53 "GET /v2.0/ports?device_id=02a68921-3554-47d8-b856-cef8065f646a HTTP/1.1" status: 200 len: 210 time: 0.0930634 Nov 09 19:38:05.925945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port b502650c-6934-4c0c-b96d-16a3cc3d4c40, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=b502650c-6934-4c0c-b96d-16a3cc3d4c40,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:05.941411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'b502650c-6934-4c0c-b96d-16a3cc3d4c40', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'b502650c-6934-4c0c-b96d-16a3cc3d4c40', 'mac_address': 'fa:16:3e:34:5f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:05.962647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3db6-8ded-457a-8ff9-60274d251842 req-8be212fa-4403-490c-88de-ee3e62062707 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:05.965431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-8be212fa-4403-490c-88de-ee3e62062707 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759253 Nov 09 19:38:05.991806 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:05.993128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1cac8d68-d600-41ca-97a8-f4a54ad1624e req-ac0c7330-ba3a-47a9-9abc-d36fb1ed0ef5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 210 time: 0.0638542 Nov 09 19:38:05.997063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Request body: {'port': {'device_id': '8699867c-bd7c-476c-91a9-890caa197f9e', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '87a7aec0a36542e88a26d535920e9eb4'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:06.029125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b502650c-6934-4c0c-b96d-16a3cc3d4c40 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:06.058101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port b502650c-6934-4c0c-b96d-16a3cc3d4c40, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=b502650c-6934-4c0c-b96d-16a3cc3d4c40,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:06.068807 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:06.070973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d9c71e75-5527-4422-9d3f-765d0f05f632 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:06.181372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908db361-8747-4e7f-a622-03ae220d1367 req-28591cf7-fa5c-4be6-bdb2-5aac06ef1e24 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:06.191625 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-908db361-8747-4e7f-a622-03ae220d1367 req-28591cf7-fa5c-4be6-bdb2-5aac06ef1e24 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 943 time: 0.1177533 Nov 09 19:38:06.220300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Made reservation on behalf of 87a7aec0a36542e88a26d535920e9eb4 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:06.229194 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:06.252961 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:06.262831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=b502650c-6934-4c0c-b96d-16a3cc3d4c40,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:06.272099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-908db361-8747-4e7f-a622-03ae220d1367 req-5bdf1d41-b309-4a66-bfa4-ef204d258fb0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785439 Nov 09 19:38:06.328137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d9c71e75-5527-4422-9d3f-765d0f05f632, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d9c71e75-5527-4422-9d3f-765d0f05f632,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:06.349195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd9c71e75-5527-4422-9d3f-765d0f05f632', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'port_id': 'd9c71e75-5527-4422-9d3f-765d0f05f632', 'mac_address': 'fa:16:3e:e9:33:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:06.355219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac461b-0de2-4534-9548-d30303ffa667 req-631deba5-aa3a-4681-8bec-8a76aff9e44c tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:06.356775 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7fac461b-0de2-4534-9548-d30303ffa667 req-631deba5-aa3a-4681-8bec-8a76aff9e44c tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 949 time: 0.1059508 Nov 09 19:38:06.406001 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:06.415094 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:06.424923 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7fac461b-0de2-4534-9548-d30303ffa667 req-aceb419a-d2fc-4810-a4f8-a1c5ef31ddbb tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600805 Nov 09 19:38:06.426060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:06.429593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c71e75-5527-4422-9d3f-765d0f05f632 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:06.479410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d9c71e75-5527-4422-9d3f-765d0f05f632, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d9c71e75-5527-4422-9d3f-765d0f05f632,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:06.480075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b5365-0689-4cac-aa9e-c57cc42e83c6 req-8993d1b5-da7c-4504-934d-49c16beb4b13 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:06.481764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c41b5365-0689-4cac-aa9e-c57cc42e83c6 req-8993d1b5-da7c-4504-934d-49c16beb4b13 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0841460 Nov 09 19:38:06.486867 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:06.494051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7a6f0-0e93-4be1-8e40-06d561c8c222,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:06.559542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d9c71e75-5527-4422-9d3f-765d0f05f632,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:06.581840 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c41b5365-0689-4cac-aa9e-c57cc42e83c6 req-3b978f82-52c3-4b5e-a691-e6a51376e1fc tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854597 Nov 09 19:38:06.609819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Allocated IP 192.168.233.192 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/f2f84096-644a-43c1-8413-c0efbe480de8) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:06.625244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e03754-e24d-496b-a56f-49e36e03bdda req-7c81b2d9-30a5-45c8-b03b-b1bfc0b06b22 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:06.626869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43e03754-e24d-496b-a56f-49e36e03bdda req-7c81b2d9-30a5-45c8-b03b-b1bfc0b06b22 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 948 time: 0.0732903 Nov 09 19:38:06.699565 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43e03754-e24d-496b-a56f-49e36e03bdda req-aa8e6b85-9202-4a66-99e5-a7f3b70ef9b0 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636125 Nov 09 19:38:06.713893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['b502650c-6934-4c0c-b96d-16a3cc3d4c40'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:06.747117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d9c71e75-5527-4422-9d3f-765d0f05f632'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:06.809780 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:06.852385 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:06.897376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:06.900024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:06.904073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:06.972363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Pushing event updated for resources: {'Port': ['ID=f2f84096-644a-43c1-8413-c0efbe480de8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:07.000110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:07.000874 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.025997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-4b7c39c1-4566-44db-a645-2b6d9e73efec tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0356574 Nov 09 19:38:07.043501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Request body: {'port': {'device_id': '8699867c-bd7c-476c-91a9-890caa197f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:07.143678 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.201089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a25769-6c50-492e-a046-4fda6eb2d6b1 req-e87ce360-77ba-46b4-aa6a-bf9de9f63795 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:07.202648 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1a25769-6c50-492e-a046-4fda6eb2d6b1 req-e87ce360-77ba-46b4-aa6a-bf9de9f63795 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 936 time: 0.1113713 Nov 09 19:38:07.276611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f3017786-8c0d-45c7-837a-09161df5ddab None None] Provisioning complete for port f2f84096-644a-43c1-8413-c0efbe480de8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:07.277693 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f3017786-8c0d-45c7-837a-09161df5ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.324657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f3017786-8c0d-45c7-837a-09161df5ddab None None] Port f2f84096-644a-43c1-8413-c0efbe480de8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:38:07.333538 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1a25769-6c50-492e-a046-4fda6eb2d6b1 req-5e788d66-0e0b-40ec-b9d6-bc72bb1a1860 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144423 Nov 09 19:38:07.368082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46484) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:07.496482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba186d-1e27-4be3-afd1-358fe2457255 req-f22788ad-7751-45f2-90ba-999d11dc0e4e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:07.498041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91ba186d-1e27-4be3-afd1-358fe2457255 req-f22788ad-7751-45f2-90ba-999d11dc0e4e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 944 time: 0.0886867 Nov 09 19:38:07.543153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aa4b70d7-10c4-4182-9a02-98eafc8a1db7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be0561c99def4cfe89fe2d742dec39e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738827 Nov 09 19:38:07.545575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46490) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:07.568123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f84096-644a-43c1-8413-c0efbe480de8 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:07.574827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91ba186d-1e27-4be3-afd1-358fe2457255 req-b1ee2688-cfb2-4a88-88d8-0b4ff66da432 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681901 Nov 09 19:38:07.579861 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.602671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Transition to ACTIVE for port object f2f84096-644a-43c1-8413-c0efbe480de8 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:38:07.608169 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.612616 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4d50c3f8-9938-45b5-89f4-8e213cdd8ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.667272 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4d50c3f8-9938-45b5-89f4-8e213cdd8ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.677949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f84096-644a-43c1-8413-c0efbe480de8,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:07.765320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c9f6d-5d1e-4f75-8352-f637ab0d349c req-0a12c5c0-0870-47bb-98a2-b909e366e928 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:07.766936 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e28c9f6d-5d1e-4f75-8352-f637ab0d349c req-0a12c5c0-0870-47bb-98a2-b909e366e928 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 949 time: 0.1132312 Nov 09 19:38:07.770793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49792fc1-2830-426a-b4b0-0a7d1112b63c req-a1b3ffda-b0a4-4308-98bb-58581bcf0681 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:07.775275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device b502650c-6934-4c0c-b96d-16a3cc3d4c40 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:07.775938 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49792fc1-2830-426a-b4b0-0a7d1112b63c req-a1b3ffda-b0a4-4308-98bb-58581bcf0681 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0949347 Nov 09 19:38:07.793827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4d50c3f8-9938-45b5-89f4-8e213cdd8ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.796728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4d50c3f8-9938-45b5-89f4-8e213cdd8ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.797844 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4d50c3f8-9938-45b5-89f4-8e213cdd8ec3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d385aace-bee8-46b5-8e09-e129d81f8617 HTTP/1.1" status: 204 len: 168 time: 0.2510197 Nov 09 19:38:07.802900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Attempting to bind port f2f84096-644a-43c1-8413-c0efbe480de8 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:07.803331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Attempting to bind port f2f84096-644a-43c1-8413-c0efbe480de8 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:07.803740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Attempting to bind port f2f84096-644a-43c1-8413-c0efbe480de8 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:07.808586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Port f2f84096-644a-43c1-8413-c0efbe480de8 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:38:07.808983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Attempting to bind port f2f84096-644a-43c1-8413-c0efbe480de8 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:07.836397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50c3f8-9938-45b5-89f4-8e213cdd8ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d385aace-bee8-46b5-8e09-e129d81f8617,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:07.840977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e28c9f6d-5d1e-4f75-8352-f637ab0d349c req-5afb1f13-6682-4ee4-8ff1-c0e8967b0833 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667462 Nov 09 19:38:07.841770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:07.842278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:07.843042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:07.843505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Bound port: f2f84096-644a-43c1-8413-c0efbe480de8, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:07.844137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.856809 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49792fc1-2830-426a-b4b0-0a7d1112b63c req-a227aded-d1d7-4a51-b217-be1b583578a8 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598893 Nov 09 19:38:07.908110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port b502650c-6934-4c0c-b96d-16a3cc3d4c40 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:07.916570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port b502650c-6934-4c0c-b96d-16a3cc3d4c40 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:07.921780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:07.944417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] For port f2f84096-644a-43c1-8413-c0efbe480de8, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:07.947938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] For port f2f84096-644a-43c1-8413-c0efbe480de8, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f2f84096-644a-43c1-8413-c0efbe480de8,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:07.954270 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.008175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:08.009214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.023455 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] 10.222.0.70 "PUT /v2.0/ports/f2f84096-644a-43c1-8413-c0efbe480de8 HTTP/1.1" status: 200 len: 1096 time: 0.9862289 Nov 09 19:38:08.044932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8699867c-bd7c-476c-91a9-890caa197f9e', 'tag': 'f2f84096-644a-43c1-8413-c0efbe480de8'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:08.047986 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55a748a-730d-4504-8615-774e23915c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8699867c-bd7c-476c-91a9-890caa197f9e", "tag": "f2f84096-644a-43c1-8413-c0efbe480de8"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:08.103327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857ed29-bd79-4088-a21f-dde58e3956b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f84096-644a-43c1-8413-c0efbe480de8,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:08.116250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55199f3a-eeb4-47fd-bb98-14e9acebfca6 req-9c599a28-8065-44f7-88c9-04aab2705412 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:08.118295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-55199f3a-eeb4-47fd-bb98-14e9acebfca6 req-9c599a28-8065-44f7-88c9-04aab2705412 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 948 time: 0.1529074 Nov 09 19:38:08.121755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.193094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port b502650c-6934-4c0c-b96d-16a3cc3d4c40, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=b502650c-6934-4c0c-b96d-16a3cc3d4c40,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:08.195220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c536f5df-1d52-487a-bfa7-bdbb60ab220e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b502650c-6934-4c0c-b96d-16a3cc3d4c40'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:08.199592 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-55199f3a-eeb4-47fd-bb98-14e9acebfca6 req-cbc64f58-93f0-408c-818c-a1d0009de08e tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690117 Nov 09 19:38:08.199931 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0598e682-baac-4d0b-b9e6-9fb4733c5f9c" -d '{"events": [{"server_uuid": "c536f5df-1d52-487a-bfa7-bdbb60ab220e", "name": "network-vif-plugged", "status": "completed", "tag": "b502650c-6934-4c0c-b96d-16a3cc3d4c40"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:08.208914 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.210156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d9c71e75-5527-4422-9d3f-765d0f05f632 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:08.214596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3db6-8ded-457a-8ff9-60274d251842 req-5c5abb46-874b-426e-9495-251cba6587ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:08.217008 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-5c5abb46-874b-426e-9495-251cba6587ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87a7aec0a36542e88a26d535920e9eb4&device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 1099 time: 0.0840871 Nov 09 19:38:08.278819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-305233e0-64c0-4cd6-ac7a-adfba0e355f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f2f84096-644a-43c1-8413-c0efbe480de8 HTTP/1.1" status: 200 len: 217 time: 0.0528069 Nov 09 19:38:08.307871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=b502650c-6934-4c0c-b96d-16a3cc3d4c40,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:08.339333 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ac516e-b9bf-46b7-8c66-eaa0e4a5b7f5 x-openstack-request-id: req-44ac516e-b9bf-46b7-8c66-eaa0e4a5b7f5 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:08.339529 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8699867c-bd7c-476c-91a9-890caa197f9e", "tag": "f2f84096-644a-43c1-8413-c0efbe480de8", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:08.339740 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44ac516e-b9bf-46b7-8c66-eaa0e4a5b7f5 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:08.340411 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8699867c-bd7c-476c-91a9-890caa197f9e', 'tag': 'f2f84096-644a-43c1-8413-c0efbe480de8', 'status': 'completed', 'code': 200} Nov 09 19:38:08.347894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d9c71e75-5527-4422-9d3f-765d0f05f632 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:08.354787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d9c71e75-5527-4422-9d3f-765d0f05f632 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:08.355777 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.368448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3db6-8ded-457a-8ff9-60274d251842 req-5761b1fc-0900-462f-804f-c25f8e888243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:08.370066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-5761b1fc-0900-462f-804f-c25f8e888243 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0803273 Nov 09 19:38:08.434915 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d0c62d-b73b-4efb-afce-83b6ab32cf1b x-openstack-request-id: req-f3d0c62d-b73b-4efb-afce-83b6ab32cf1b {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:08.435328 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c536f5df-1d52-487a-bfa7-bdbb60ab220e", "name": "network-vif-plugged", "status": "completed", "tag": "b502650c-6934-4c0c-b96d-16a3cc3d4c40", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:08.435634 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3d0c62d-b73b-4efb-afce-83b6ab32cf1b {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:08.436033 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c536f5df-1d52-487a-bfa7-bdbb60ab220e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b502650c-6934-4c0c-b96d-16a3cc3d4c40', 'code': 200} Nov 09 19:38:08.462398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c3db6-8ded-457a-8ff9-60274d251842 req-84a9b071-284b-4f6a-8cbc-7503f1967003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:08.464499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-84a9b071-284b-4f6a-8cbc-7503f1967003 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859461 Nov 09 19:38:08.486144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46522) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:08.498380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.534200 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14b5dbbf-f00f-4c79-9753-e4b3425cfc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.541416 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d9c71e75-5527-4422-9d3f-765d0f05f632, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d9c71e75-5527-4422-9d3f-765d0f05f632,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:08.547815 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.548997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 6a368932-7516-4a25-ba05-196b7c7f6dc9 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:38:08.590576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-c5ec8e09-7bfd-42b9-a2eb-98b76bfe6ed0 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155136 Nov 09 19:38:08.624827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 6a368932-7516-4a25-ba05-196b7c7f6dc9 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:38:08.624827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 6a368932-7516-4a25-ba05-196b7c7f6dc9 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:38:08.629161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d9c71e75-5527-4422-9d3f-765d0f05f632,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:08.673641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd9b57-ae89-47f5-81af-f48f36fe04a3 req-fb0433c2-bf43-45e5-9b69-1bba9ec4d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:08.675265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dcbd9b57-ae89-47f5-81af-f48f36fe04a3 req-fb0433c2-bf43-45e5-9b69-1bba9ec4d099 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 1100 time: 0.1694751 Nov 09 19:38:08.703993 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-368c3db6-8ded-457a-8ff9-60274d251842 req-a28e1664-0f91-4024-8ff3-a07ea4f44e71 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042550 Nov 09 19:38:08.721326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6a80b-7b3f-4cce-bf5a-70b95726e5ba req-34ae28c1-dcfa-45a7-a4e9-fa2abee08447 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:08.723018 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d4e6a80b-7b3f-4cce-bf5a-70b95726e5ba req-34ae28c1-dcfa-45a7-a4e9-fa2abee08447 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 948 time: 0.1168456 Nov 09 19:38:08.769614 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dcbd9b57-ae89-47f5-81af-f48f36fe04a3 req-da2dc15f-b706-4d79-9709-a30bac923420 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850656 Nov 09 19:38:08.804804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d4e6a80b-7b3f-4cce-bf5a-70b95726e5ba req-6a2ee2f5-042f-4cdf-aa8b-f924bac5f6a9 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682528 Nov 09 19:38:08.809479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14b5dbbf-f00f-4c79-9753-e4b3425cfc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.813888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14b5dbbf-f00f-4c79-9753-e4b3425cfc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.838468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a748a-730d-4504-8615-774e23915c8a req-7485e0b6-41f5-410a-a4e5-fa4a3bf9d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:08.840033 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f55a748a-730d-4504-8615-774e23915c8a req-7485e0b6-41f5-410a-a4e5-fa4a3bf9d8cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87a7aec0a36542e88a26d535920e9eb4&device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 1099 time: 0.0801876 Nov 09 19:38:08.845254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ac78-b6ae-48bb-bb39-74193f0cef62 req-b5641eaf-8037-4728-bdd5-f3b37d39b9b1 tempest-ServersAdminNegativeTestJSON-1723182945 tempest-ServersAdminNegativeTestJSON-1723182945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:08.846743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35d0ac78-b6ae-48bb-bb39-74193f0cef62 req-b5641eaf-8037-4728-bdd5-f3b37d39b9b1 tempest-ServersAdminNegativeTestJSON-1723182945 tempest-ServersAdminNegativeTestJSON-1723182945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 1100 time: 0.0602825 Nov 09 19:38:08.859792 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-14b5dbbf-f00f-4c79-9753-e4b3425cfc5f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b27ef5807e94e68a7de0086b59b63ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725259 Nov 09 19:38:08.861127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5dbbf-f00f-4c79-9753-e4b3425cfc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332abe5c-a52e-4104-903c-b297d8504050,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:08.862374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46528) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:08.876583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35d0ac78-b6ae-48bb-bb39-74193f0cef62 req-41097f35-2bc4-4371-bf98-c1233ce32b93 tempest-ServersAdminNegativeTestJSON-1723182945 tempest-ServersAdminNegativeTestJSON-1723182945-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.917787 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74687bd2-9252-4de4-acfc-447528b47d53 req-32bc49b9-51b2-4ec4-bbc8-b47de6a1bcfb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:08.919447 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74687bd2-9252-4de4-acfc-447528b47d53 req-32bc49b9-51b2-4ec4-bbc8-b47de6a1bcfb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 945 time: 0.0495787 Nov 09 19:38:08.945081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98cc852f-7e03-4c38-b2cb-5d7ccfe7c161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:08.959713 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74687bd2-9252-4de4-acfc-447528b47d53 req-230a80ae-5d5f-4f52-8917-3a5dea109566 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Nov 09 19:38:08.980149 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98cc852f-7e03-4c38-b2cb-5d7ccfe7c161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:09.099291 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35d0ac78-b6ae-48bb-bb39-74193f0cef62 req-41097f35-2bc4-4371-bf98-c1233ce32b93 tempest-ServersAdminNegativeTestJSON-1723182945 tempest-ServersAdminNegativeTestJSON-1723182945-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:09.101780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb338639-2ffb-40d9-95e9-556231527b22 req-022c4231-1447-4ca3-b9b2-b94712508dcb tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:09.103453 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb338639-2ffb-40d9-95e9-556231527b22 req-022c4231-1447-4ca3-b9b2-b94712508dcb tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0561988 Nov 09 19:38:09.109874 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35d0ac78-b6ae-48bb-bb39-74193f0cef62 req-41097f35-2bc4-4371-bf98-c1233ce32b93 tempest-ServersAdminNegativeTestJSON-1723182945 tempest-ServersAdminNegativeTestJSON-1723182945-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:09.149598 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb338639-2ffb-40d9-95e9-556231527b22 req-fa61e7e0-1cb6-44ca-b381-416e9589db73 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Nov 09 19:38:09.157155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35d0ac78-b6ae-48bb-bb39-74193f0cef62 req-41097f35-2bc4-4371-bf98-c1233ce32b93 tempest-ServersAdminNegativeTestJSON-1723182945 tempest-ServersAdminNegativeTestJSON-1723182945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023598 Nov 09 19:38:09.157738 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98cc852f-7e03-4c38-b2cb-5d7ccfe7c161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:09.160285 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98cc852f-7e03-4c38-b2cb-5d7ccfe7c161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:09.171516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-98cc852f-7e03-4c38-b2cb-5d7ccfe7c161 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/332abe5c-a52e-4104-903c-b297d8504050 HTTP/1.1" status: 204 len: 168 time: 0.3009524 Nov 09 19:38:09.185377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41097f35-2bc4-4371-bf98-c1233ce32b93 tempest-ServersAdminNegativeTestJSON-1723182945 tempest-ServersAdminNegativeTestJSON-1723182945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127041f6-2319-4fa9-92ea-c00fdc79eb32,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:09.196070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a748a-730d-4504-8615-774e23915c8a req-fd8ddfc9-0ae2-4600-b8b0-2214fb740aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:09.197551 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f55a748a-730d-4504-8615-774e23915c8a req-fd8ddfc9-0ae2-4600-b8b0-2214fb740aff service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2155006 Nov 09 19:38:09.203094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc852f-7e03-4c38-b2cb-5d7ccfe7c161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332abe5c-a52e-4104-903c-b297d8504050,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:09.273407 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f55a748a-730d-4504-8615-774e23915c8a req-583a5527-eb0a-47b2-a0df-ec2fed66bff0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f2f84096-644a-43c1-8413-c0efbe480de8 HTTP/1.1" status: 200 len: 217 time: 0.0598056 Nov 09 19:38:09.571947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a748a-730d-4504-8615-774e23915c8a req-d772cb00-4140-4411-b038-925f1f4b3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:09.573619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f55a748a-730d-4504-8615-774e23915c8a req-d772cb00-4140-4411-b038-925f1f4b3fe3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2919700 Nov 09 19:38:09.627348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fcf5d-00e7-4903-89bc-5d033ae56ec9 req-5bc247fa-67d5-496a-b7b1-7b135674d9c4 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:09.628852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-498fcf5d-00e7-4903-89bc-5d033ae56ec9 req-5bc247fa-67d5-496a-b7b1-7b135674d9c4 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 949 time: 0.0965414 Nov 09 19:38:09.664805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a748a-730d-4504-8615-774e23915c8a req-d8785ba9-3c14-4ef8-8ed2-71439c663060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:09.666241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f55a748a-730d-4504-8615-774e23915c8a req-d8785ba9-3c14-4ef8-8ed2-71439c663060 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763283 Nov 09 19:38:09.678216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46562) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:09.701741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-498fcf5d-00e7-4903-89bc-5d033ae56ec9 req-04611dc8-aae1-4fe1-a4e7-05e0ee181185 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644336 Nov 09 19:38:09.769699 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f55a748a-730d-4504-8615-774e23915c8a req-3ac96dd3-b999-41ec-b719-8ff6f0f9b2f9 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947649 Nov 09 19:38:09.889197 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f55a748a-730d-4504-8615-774e23915c8a req-ea308f73-390c-4325-b3d0-8efb6646ca78 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072466 Nov 09 19:38:09.892177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605ae04c-f9e2-48f5-ad46-abb1f7ef0a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.003012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6abeb2-bcc9-4e44-88e1-7f6d5dda36ba req-96bd8cd0-d3e9-4bdd-a98a-ce2dc16a1c8d tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:10.004574 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a6abeb2-bcc9-4e44-88e1-7f6d5dda36ba req-96bd8cd0-d3e9-4bdd-a98a-ce2dc16a1c8d tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 948 time: 0.0713325 Nov 09 19:38:10.029399 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605ae04c-f9e2-48f5-ad46-abb1f7ef0a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.038430 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605ae04c-f9e2-48f5-ad46-abb1f7ef0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.059852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:10.100152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ac373-d133-42a3-b6f3-0de3e468352b req-23d79315-9373-47c4-93d6-b2e2766c9b2d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:10.101327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d70ac373-d133-42a3-b6f3-0de3e468352b req-23d79315-9373-47c4-93d6-b2e2766c9b2d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 945 time: 0.0661693 Nov 09 19:38:10.120063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-605ae04c-f9e2-48f5-ad46-abb1f7ef0a21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1884bc91b0ec46f594dfb3dd560ab838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374995 Nov 09 19:38:10.120484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ae04c-f9e2-48f5-ad46-abb1f7ef0a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed21f134-5b5a-4dde-8504-73ade6806d5a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:10.123176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46584) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:10.149694 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a6abeb2-bcc9-4e44-88e1-7f6d5dda36ba req-59544c92-05bc-460c-8bda-d6d602cd4338 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348069 Nov 09 19:38:10.169631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d70ac373-d133-42a3-b6f3-0de3e468352b req-402b3c4e-3527-4f74-ae7a-14af82ae2f05 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618255 Nov 09 19:38:10.181912 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a05c74e-b80a-4225-ad08-3914021eafa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.216416 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf324f49-a67e-4df8-b972-8a58b4e2f1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.239759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf324f49-a67e-4df8-b972-8a58b4e2f1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.254968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-801918146-network', 'tenant_id': '44f87cb1161941eba1a16030a03d98ea'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:10.277099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf71838-9876-4dc2-a856-d345f8f76032 req-703ccd69-07e8-4184-8ba0-2f481fe457e6 tempest-ServersAdminNegativeTestJSON-1723182945 tempest-ServersAdminNegativeTestJSON-1723182945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:10.278471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acf71838-9876-4dc2-a856-d345f8f76032 req-703ccd69-07e8-4184-8ba0-2f481fe457e6 tempest-ServersAdminNegativeTestJSON-1723182945 tempest-ServersAdminNegativeTestJSON-1723182945-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 1100 time: 0.0421848 Nov 09 19:38:10.319178 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acf71838-9876-4dc2-a856-d345f8f76032 req-4aa22f9c-68ca-4d4f-8789-f09266697fa3 tempest-ServersAdminNegativeTestJSON-1723182945 tempest-ServersAdminNegativeTestJSON-1723182945-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335984 Nov 09 19:38:10.327511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Made reservation on behalf of 44f87cb1161941eba1a16030a03d98ea for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:10.329872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.344226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.361719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c156f-8f6c-4ef2-aeb1-e8f0f870bdee req-b374a8ad-48a6-41ad-89ae-44cc25959898 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:10.363291 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b79c156f-8f6c-4ef2-aeb1-e8f0f870bdee req-b374a8ad-48a6-41ad-89ae-44cc25959898 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.1151817 Nov 09 19:38:10.378236 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf324f49-a67e-4df8-b972-8a58b4e2f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.380908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf324f49-a67e-4df8-b972-8a58b4e2f1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.382226 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bf324f49-a67e-4df8-b972-8a58b4e2f1e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed21f134-5b5a-4dde-8504-73ade6806d5a HTTP/1.1" status: 204 len: 168 time: 0.2578502 Nov 09 19:38:10.423749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324f49-a67e-4df8-b972-8a58b4e2f1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed21f134-5b5a-4dde-8504-73ade6806d5a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:10.446808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a634d-f005-40df-8269-11e3debf700d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c71e75-5527-4422-9d3f-765d0f05f632'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:10.450495 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829658cc-1784-4cd7-b1eb-24f3ed3f4aff" -d '{"events": [{"server_uuid": "7b1a634d-f005-40df-8269-11e3debf700d", "name": "network-vif-plugged", "status": "completed", "tag": "d9c71e75-5527-4422-9d3f-765d0f05f632"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:10.460341 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b79c156f-8f6c-4ef2-aeb1-e8f0f870bdee req-0fe04492-3f01-4b4d-b22a-46ef6ef60c7d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868535 Nov 09 19:38:10.509238 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.515459 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.525777 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ee9612-ab70-4887-939e-2de5344f049a x-openstack-request-id: req-54ee9612-ab70-4887-939e-2de5344f049a {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:10.526695 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1a634d-f005-40df-8269-11e3debf700d", "name": "network-vif-plugged", "status": "completed", "tag": "d9c71e75-5527-4422-9d3f-765d0f05f632", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:10.534654 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54ee9612-ab70-4887-939e-2de5344f049a {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:10.536272 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1a634d-f005-40df-8269-11e3debf700d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c71e75-5527-4422-9d3f-765d0f05f632', 'code': 200} Nov 09 19:38:10.538173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:38:10.554352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f408a8-1974-409e-9d13-f7eda430c4ce,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:10.557343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.557714 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Added segment cdba5030-c65a-4717-9c4d-05af73b8778c of type vlan for network 6e0f6dac-9ba7-49ed-9025-61c837ffa69d Nov 09 19:38:10.603605 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.660312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bd63f-fbc9-4978-80de-17aa4ed8eac7 req-00813f79-912b-4060-92ef-2d0d21376dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:10.662475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c8bd63f-fbc9-4978-80de-17aa4ed8eac7 req-00813f79-912b-4060-92ef-2d0d21376dfc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 1096 time: 0.0633273 Nov 09 19:38:10.667555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.668540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:10.669156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.725056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c8bd63f-fbc9-4978-80de-17aa4ed8eac7 req-b2c014c9-3e9b-491d-91bf-2ad27909061c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551937 Nov 09 19:38:10.740856 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6794183 Nov 09 19:38:10.747458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46612) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:10.755659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Request body: {'subnet': {'network_id': '6e0f6dac-9ba7-49ed-9025-61c837ffa69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-801918146-subnet', 'tenant_id': '44f87cb1161941eba1a16030a03d98ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:10.774044 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f503fc-afd6-4cb6-b5f4-ed37fcac902e req-526dd65d-70de-428e-b1f1-d7506e0a8f87 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:10.775953 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-88f503fc-afd6-4cb6-b5f4-ed37fcac902e req-526dd65d-70de-428e-b1f1-d7506e0a8f87 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 949 time: 0.0679533 Nov 09 19:38:10.777114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daeb01-ac5c-4dc5-89c9-0693c379aa21 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0f6dac-9ba7-49ed-9025-61c837ffa69d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:10.780976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46614) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:10.787224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Made reservation on behalf of 44f87cb1161941eba1a16030a03d98ea for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:10.790108 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.792212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 6e0f6dac-9ba7-49ed-9025-61c837ffa69d details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:38:10.801215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26de8800-fbba-41c5-a0f2-3d8750c9fae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.850378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-88f503fc-afd6-4cb6-b5f4-ed37fcac902e req-5bd9634c-110f-4c8a-b994-0a66c05a85e1 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611453 Nov 09 19:38:10.924145 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26de8800-fbba-41c5-a0f2-3d8750c9fae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.928764 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26de8800-fbba-41c5-a0f2-3d8750c9fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:10.935173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295d94c-519b-4fad-9b3b-3679b0283d4b req-726cd86d-b1cf-4fb9-b65e-a07b2b8cabdb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:10.936744 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a295d94c-519b-4fad-9b3b-3679b0283d4b req-726cd86d-b1cf-4fb9-b65e-a07b2b8cabdb tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 949 time: 0.1036122 Nov 09 19:38:10.969575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-26de8800-fbba-41c5-a0f2-3d8750c9fae4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=902b9d99f85e4420b9baf59afc3324c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872282 Nov 09 19:38:10.970633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de8800-fbba-41c5-a0f2-3d8750c9fae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cb87da-37f7-431b-b212-1ce2bc71901a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:10.972935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46616) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:11.014027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a295d94c-519b-4fad-9b3b-3679b0283d4b req-dd2cb77f-419f-46a2-88fb-8e14616752a0 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691183 Nov 09 19:38:11.023533 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-370a93f7-ac63-43a1-a0e1-aa4a7a3974a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:11.052795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-370a93f7-ac63-43a1-a0e1-aa4a7a3974a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:11.069149 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:11.117055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-370a93f7-ac63-43a1-a0e1-aa4a7a3974a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:11.119697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-370a93f7-ac63-43a1-a0e1-aa4a7a3974a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:11.123859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-370a93f7-ac63-43a1-a0e1-aa4a7a3974a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4cb87da-37f7-431b-b212-1ce2bc71901a HTTP/1.1" status: 204 len: 168 time: 0.1499448 Nov 09 19:38:11.128009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98caca9a-82c8-4b9c-b8bf-d5716e323438,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:11.132912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a93f7-ac63-43a1-a0e1-aa4a7a3974a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cb87da-37f7-431b-b212-1ce2bc71901a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:11.135700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Checking segment: {'id': 'cdba5030-c65a-4717-9c4d-05af73b8778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e0f6dac-9ba7-49ed-9025-61c837ffa69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:11.136149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Network hostable DHCP agents. Network: 6e0f6dac-9ba7-49ed-9025-61c837ffa69d, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:38:11.155090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Network 6e0f6dac-9ba7-49ed-9025-61c837ffa69d is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:38:11.167869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 6e0f6dac-9ba7-49ed-9025-61c837ffa69d) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:11.175587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:11.176623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:11.190274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259fdf25-c1b8-4378-ade0-a7858a9811bd None None] Network 6e0f6dac-9ba7-49ed-9025-61c837ffa69d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:11.206872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-11ea1177-bd59-487f-9614-01ba734bf857 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4582250 Nov 09 19:38:11.305145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda39185-7476-4a5e-b603-a9a52833ce64 req-6e2769e1-6427-4ed7-a942-f37d7f7ebee7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:11.307353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda39185-7476-4a5e-b603-a9a52833ce64 req-6e2769e1-6427-4ed7-a942-f37d7f7ebee7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 948 time: 0.0667887 Nov 09 19:38:11.379675 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda39185-7476-4a5e-b603-a9a52833ce64 req-60d8948d-0d68-4459-a174-915fb80802ca tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653608 Nov 09 19:38:11.416889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8bb6a5-6193-4298-8bf8-80f91687b2bb None None] Network 6e0f6dac-9ba7-49ed-9025-61c837ffa69d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:11.448010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b397c-b955-4b1b-8c03-9ece5a56eb26 req-ca61b111-5ba3-4f54-98d5-851892606ece tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:11.449121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-108b397c-b955-4b1b-8c03-9ece5a56eb26 req-ca61b111-5ba3-4f54-98d5-851892606ece tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 945 time: 0.0853112 Nov 09 19:38:11.518101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371ecd6-2c7c-40da-89a9-0d5cc6b607c9 req-e010d191-b618-4324-a475-e31aecdac888 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:11.524676 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3371ecd6-2c7c-40da-89a9-0d5cc6b607c9 req-e010d191-b618-4324-a475-e31aecdac888 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 949 time: 0.0623138 Nov 09 19:38:11.548445 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-108b397c-b955-4b1b-8c03-9ece5a56eb26 req-9a27fee6-18f4-4248-b1ef-75ce19f52e85 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899138 Nov 09 19:38:11.590048 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3371ecd6-2c7c-40da-89a9-0d5cc6b607c9 req-259bd1ca-4e6b-43f3-9c52-d3f46a8a0546 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644362 Nov 09 19:38:11.694205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97374-9759-45b3-850e-2884aa56d505 req-1991df2c-bb95-492e-8572-e73ab8f1e6a8 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:11.696132 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15a97374-9759-45b3-850e-2884aa56d505 req-1991df2c-bb95-492e-8572-e73ab8f1e6a8 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0636539 Nov 09 19:38:11.753874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15a97374-9759-45b3-850e-2884aa56d505 req-05f36f93-e1ec-4ed6-b209-6fae4c22d8cb tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 Nov 09 19:38:11.784672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f2f84096-644a-43c1-8413-c0efbe480de8 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:11.948232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f2f84096-644a-43c1-8413-c0efbe480de8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f2f84096-644a-43c1-8413-c0efbe480de8,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:11.966678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'f2f84096-644a-43c1-8413-c0efbe480de8', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'f2f84096-644a-43c1-8413-c0efbe480de8', 'mac_address': 'fa:16:3e:5a:47:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:12.028896 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.060081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f84096-644a-43c1-8413-c0efbe480de8 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:12.080175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46658) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:12.088877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-453729893-network', 'tenant_id': 'c73cd40d34804ae19035c5a813233790'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:12.101924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f2f84096-644a-43c1-8413-c0efbe480de8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f2f84096-644a-43c1-8413-c0efbe480de8,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:12.107999 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.156978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e35dc4-0d05-4695-8d35-b839a2c9581e req-2436d6a7-689f-46ec-8c60-6abc90136d5a tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:12.159156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a8e35dc4-0d05-4695-8d35-b839a2c9581e req-2436d6a7-689f-46ec-8c60-6abc90136d5a tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 949 time: 0.1685743 Nov 09 19:38:12.162138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Made reservation on behalf of c73cd40d34804ae19035c5a813233790 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:12.165327 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.195937 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.197834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f2f84096-644a-43c1-8413-c0efbe480de8,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:12.240341 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a8e35dc4-0d05-4695-8d35-b839a2c9581e req-3e70fec5-c571-453e-8e39-0dae949ffaa0 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719283 Nov 09 19:38:12.346999 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.349618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a81e303e-344b-406f-937a-73748ddbf5cc tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:12.351693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.351863 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a81e303e-344b-406f-937a-73748ddbf5cc tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 949 time: 0.0599427 Nov 09 19:38:12.351995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f2f84096-644a-43c1-8413-c0efbe480de8'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:12.382978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:38:12.399919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9d4bf6-7ca0-40c4-b751-79276277a7b4,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:12.409591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.409591 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Added segment abdd627d-ca39-4dfd-9641-d88a4152af12 of type vlan for network ae9a92c3-c50a-449e-b599-9c585d3345e6 Nov 09 19:38:12.509683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.533004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a57f771d-d634-45af-905e-7ef99181f80d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Deleting port e2d08209-c532-4118-857b-036f64db8a21 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:38:12.533333 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a57f771d-d634-45af-905e-7ef99181f80d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.542176 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.544006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:12.546422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.593455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c17cd8-340c-4fb6-8dbc-29c5248ba6a3 req-f0d5d89b-58c3-46c3-861d-01cf149be11f tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:12.595007 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8c17cd8-340c-4fb6-8dbc-29c5248ba6a3 req-f0d5d89b-58c3-46c3-861d-01cf149be11f tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 949 time: 0.1141808 Nov 09 19:38:12.680553 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5998363 Nov 09 19:38:12.684604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46678) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:12.690765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef89bc4-c365-452c-bfa1-cd1103f3a971 admin admin] Pushing event updated for resources: {'Network': ['ID=ae9a92c3-c50a-449e-b599-9c585d3345e6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:12.695293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8c17cd8-340c-4fb6-8dbc-29c5248ba6a3 req-268f7122-71a6-43b9-b0b1-89a018043e91 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825551 Nov 09 19:38:12.699042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Request body: {'subnet': {'network_id': 'ae9a92c3-c50a-449e-b599-9c585d3345e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-453729893-subnet', 'tenant_id': 'c73cd40d34804ae19035c5a813233790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:12.703935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network ae9a92c3-c50a-449e-b599-9c585d3345e6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:38:12.715583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a57f771d-d634-45af-905e-7ef99181f80d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] For port e2d08209-c532-4118-857b-036f64db8a21, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2d08209-c532-4118-857b-036f64db8a21,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:12.715583 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a57f771d-d634-45af-905e-7ef99181f80d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.727899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf2bbd-ca3d-4c5e-9270-e3be7e81e53d req-fed91781-bd5d-48e9-9e2a-72fbaadf0aad tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:12.728810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a57f771d-d634-45af-905e-7ef99181f80d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Calling delete_port for e2d08209-c532-4118-857b-036f64db8a21 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:38:12.729575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5bf2bbd-ca3d-4c5e-9270-e3be7e81e53d req-fed91781-bd5d-48e9-9e2a-72fbaadf0aad tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 945 time: 0.0884497 Nov 09 19:38:12.779551 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5bf2bbd-ca3d-4c5e-9270-e3be7e81e53d req-09ab515d-e517-46ca-928f-73d89a65db31 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Nov 09 19:38:12.826487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Made reservation on behalf of c73cd40d34804ae19035c5a813233790 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:12.829499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:12.876583 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:38:12.913401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d859c-f5bf-43c9-99b1-7646ab846a96 req-1bd69bd1-b86b-47ae-9652-889debc6d8ea tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:12.913575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-324d859c-f5bf-43c9-99b1-7646ab846a96 req-1bd69bd1-b86b-47ae-9652-889debc6d8ea tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0595407 Nov 09 19:38:12.964100 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-324d859c-f5bf-43c9-99b1-7646ab846a96 req-1100e95a-44e3-4dbd-a3c8-dbd0b65fa1a6 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440359 Nov 09 19:38:12.968958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220d04e-52f7-4c42-9655-ac5eb0e12145 req-7d311298-c9b8-4081-ada0-29c3eb341b9f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:12.970678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2220d04e-52f7-4c42-9655-ac5eb0e12145 req-7d311298-c9b8-4081-ada0-29c3eb341b9f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 949 time: 0.1605659 Nov 09 19:38:13.097796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2220d04e-52f7-4c42-9655-ac5eb0e12145 req-e3f96497-e961-4df1-9204-d00442df65aa tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181078 Nov 09 19:38:13.105970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a57f771d-d634-45af-905e-7ef99181f80d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:13.128832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['31c21a3f-e551-4b9f-aceb-e7540d2ffa27', 'e2d08209-c532-4118-857b-036f64db8a21'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:13.189827 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c893e650-b0ad-4a4e-a1da-403f7b1d0945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:13.191094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f771d-d634-45af-905e-7ef99181f80d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Pushing event deleted for resources: {'Port': ['ID=e2d08209-c532-4118-857b-036f64db8a21,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:13.319349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a57f771d-d634-45af-905e-7ef99181f80d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] No DVR routers for this DVR port e2d08209-c532-4118-857b-036f64db8a21 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:38:13.321826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:13.334607 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a57f771d-d634-45af-905e-7ef99181f80d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:13.337957 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-120a82c0-5890-4bde-bea4-8c0a1e0d790e req-a57f771d-d634-45af-905e-7ef99181f80d tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.77 "DELETE /v2.0/ports/e2d08209-c532-4118-857b-036f64db8a21 HTTP/1.1" status: 204 len: 173 time: 0.9766622 Nov 09 19:38:13.338429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6235006-f509-4079-8138-4ad43e0ebb1f', 'name': 'network-vif-deleted', 'tag': 'e2d08209-c532-4118-857b-036f64db8a21'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:13.341313 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc69cf3-ce56-4b6b-9fe5-23f48bd80e58" -d '{"events": [{"server_uuid": "d6235006-f509-4079-8138-4ad43e0ebb1f", "name": "network-vif-deleted", "tag": "e2d08209-c532-4118-857b-036f64db8a21"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:13.432218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c90bdc-c3ea-48cd-a5c7-b89ba1a3e5af req-8ecdd23e-d3c5-459b-b35b-54912110d54e tempest-LiveMigrationNegativeTest-1029371960 tempest-LiveMigrationNegativeTest-1029371960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:13.440203 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54c90bdc-c3ea-48cd-a5c7-b89ba1a3e5af req-8ecdd23e-d3c5-459b-b35b-54912110d54e tempest-LiveMigrationNegativeTest-1029371960 tempest-LiveMigrationNegativeTest-1029371960-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 1100 time: 0.2096481 Nov 09 19:38:13.442963 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:13.447271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f273964-be14-4cac-9d7a-3e31fc2f114b req-0a1781c8-d3fe-4f0c-924a-42afcff36228 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:13.449172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4baf08-93ae-44c4-9fd7-a6f973c6e860,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:13.455866 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0f273964-be14-4cac-9d7a-3e31fc2f114b req-0a1781c8-d3fe-4f0c-924a-42afcff36228 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 945 time: 0.1271169 Nov 09 19:38:13.463689 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-54c90bdc-c3ea-48cd-a5c7-b89ba1a3e5af req-0b41bf2c-b55f-4dd7-b888-50278545a770 tempest-LiveMigrationNegativeTest-1029371960 tempest-LiveMigrationNegativeTest-1029371960-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:13.468474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Checking segment: {'id': 'abdd627d-ca39-4dfd-9641-d88a4152af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ae9a92c3-c50a-449e-b599-9c585d3345e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:13.468833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Network hostable DHCP agents. Network: ae9a92c3-c50a-449e-b599-9c585d3345e6, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:38:13.494019 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0f273964-be14-4cac-9d7a-3e31fc2f114b req-d86b0d44-0e8b-4fc6-904d-49222a924410 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372787 Nov 09 19:38:13.508916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Network ae9a92c3-c50a-449e-b599-9c585d3345e6 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:38:13.525909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, ae9a92c3-c50a-449e-b599-9c585d3345e6) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:13.533187 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b90ea-5e9c-4657-b50a-2273b63ba2a0 None None] Network ae9a92c3-c50a-449e-b599-9c585d3345e6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:13.535695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:13.536512 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:13.564533 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8d5601e0-b87b-4377-a516-c8c7787563e5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8784177 Nov 09 19:38:13.598844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-54c90bdc-c3ea-48cd-a5c7-b89ba1a3e5af req-0b41bf2c-b55f-4dd7-b888-50278545a770 tempest-LiveMigrationNegativeTest-1029371960 tempest-LiveMigrationNegativeTest-1029371960-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:13.605879 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-54c90bdc-c3ea-48cd-a5c7-b89ba1a3e5af req-0b41bf2c-b55f-4dd7-b888-50278545a770 tempest-LiveMigrationNegativeTest-1029371960 tempest-LiveMigrationNegativeTest-1029371960-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:13.629501 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54c90bdc-c3ea-48cd-a5c7-b89ba1a3e5af req-0b41bf2c-b55f-4dd7-b888-50278545a770 tempest-LiveMigrationNegativeTest-1029371960 tempest-LiveMigrationNegativeTest-1029371960-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880841 Nov 09 19:38:13.661745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41bf2c-b55f-4dd7-b888-50278545a770 tempest-LiveMigrationNegativeTest-1029371960 tempest-LiveMigrationNegativeTest-1029371960-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed23fcdc-d096-4408-bf41-3dec1f2ae74c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:13.667929 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d49cfc1e-aecf-4f5b-8722-8f57dc5e43bd req-7ab353d0-441a-4880-bc74-167d640758c1 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6235006-f509-4079-8138-4ad43e0ebb1f HTTP/1.1" status: 200 len: 210 time: 0.0534844 Nov 09 19:38:13.705899 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f578cc07-bb42-4c80-baae-e66f8021c1c2 x-openstack-request-id: req-f578cc07-bb42-4c80-baae-e66f8021c1c2 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:13.706203 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6235006-f509-4079-8138-4ad43e0ebb1f", "name": "network-vif-deleted", "tag": "e2d08209-c532-4118-857b-036f64db8a21", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:13.706460 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f578cc07-bb42-4c80-baae-e66f8021c1c2 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:13.707548 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6235006-f509-4079-8138-4ad43e0ebb1f', 'name': 'network-vif-deleted', 'tag': 'e2d08209-c532-4118-857b-036f64db8a21', 'status': 'completed', 'code': 200} Nov 09 19:38:13.785194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f2f84096-644a-43c1-8413-c0efbe480de8 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:13.852707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a682a252-7cf1-4fca-8b00-5c471373225d None None] Network ae9a92c3-c50a-449e-b599-9c585d3345e6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:13.880123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7c362-14f6-43e4-a4d5-641437d6a834 req-53453265-6581-42ce-8e58-4ea7e86be9cb tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:13.883453 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1da7c362-14f6-43e4-a4d5-641437d6a834 req-53453265-6581-42ce-8e58-4ea7e86be9cb tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 949 time: 0.0904691 Nov 09 19:38:13.939333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port f2f84096-644a-43c1-8413-c0efbe480de8 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:13.949420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port f2f84096-644a-43c1-8413-c0efbe480de8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:13.949882 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:13.956184 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1da7c362-14f6-43e4-a4d5-641437d6a834 req-54c5ffa6-af92-4b75-990b-6d9fd178ca3e tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641909 Nov 09 19:38:14.125338 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:14.150937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8699867c-bd7c-476c-91a9-890caa197f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f84096-644a-43c1-8413-c0efbe480de8'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:14.153378 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57abb598-20f5-4235-bda8-3b4bbabd8768" -d '{"events": [{"server_uuid": "8699867c-bd7c-476c-91a9-890caa197f9e", "name": "network-vif-plugged", "status": "completed", "tag": "f2f84096-644a-43c1-8413-c0efbe480de8"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:14.171072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f2f84096-644a-43c1-8413-c0efbe480de8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f2f84096-644a-43c1-8413-c0efbe480de8,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:14.180251 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:14.181347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d932355-33fa-4c50-a500-8042fdc17a57 req-34dca2e1-4424-4a13-8525-e40fba013b3a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:14.183207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d932355-33fa-4c50-a500-8042fdc17a57 req-34dca2e1-4424-4a13-8525-e40fba013b3a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0615075 Nov 09 19:38:14.227078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-6ea934ad-4fd9-4552-b153-78052f1fad2c tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:14.228566 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-6ea934ad-4fd9-4552-b153-78052f1fad2c tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/networks?id=6e0f6dac-9ba7-49ed-9025-61c837ffa69d HTTP/1.1" status: 200 len: 814 time: 0.1218195 Nov 09 19:38:14.231048 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d932355-33fa-4c50-a500-8042fdc17a57 req-f1320ced-d7ba-4592-a183-b6f80586072f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Nov 09 19:38:14.235733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f2f84096-644a-43c1-8413-c0efbe480de8,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:14.253070 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-3c7c556c-b600-42a3-b784-cedc4e1ed51c tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/quotas/44f87cb1161941eba1a16030a03d98ea HTTP/1.1" status: 200 len: 375 time: 0.0174797 Nov 09 19:38:14.289034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-fa7736a6-85d3-4127-a76e-d3c75b59c577 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44f87cb1161941eba1a16030a03d98ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303586 Nov 09 19:38:14.388504 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:14.390606 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a2848db6-6414-4338-8477-74390e6b94a8 service neutron] 10.222.0.53 "GET /v2.0/networks/6e0f6dac-9ba7-49ed-9025-61c837ffa69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936627 Nov 09 19:38:14.489879 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-8c206139-7af9-4b17-a01c-e127fd51b26e service neutron] 10.222.0.53 "GET /v2.0/networks/6e0f6dac-9ba7-49ed-9025-61c837ffa69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925801 Nov 09 19:38:14.494003 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27849f3-9875-4545-ae32-7ddb36536f0c x-openstack-request-id: req-d27849f3-9875-4545-ae32-7ddb36536f0c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:14.494394 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8699867c-bd7c-476c-91a9-890caa197f9e", "name": "network-vif-plugged", "status": "completed", "tag": "f2f84096-644a-43c1-8413-c0efbe480de8", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:14.494561 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d27849f3-9875-4545-ae32-7ddb36536f0c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:14.494957 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8699867c-bd7c-476c-91a9-890caa197f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f84096-644a-43c1-8413-c0efbe480de8', 'code': 200} Nov 09 19:38:14.628266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9424154-d0b5-4823-a7d8-77090aeb7626 req-89572b7c-b554-477a-8348-1f2bdf378826 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:14.629929 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9424154-d0b5-4823-a7d8-77090aeb7626 req-89572b7c-b554-477a-8348-1f2bdf378826 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 949 time: 0.0876298 Nov 09 19:38:14.651044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6baae-41f7-4988-bc63-a1de97102212 req-886cf3b1-950e-4d46-b762-cb6a464bcfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:14.652017 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-c480733f-ee73-4ab3-b69a-4e2de8bdd047 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:14.653477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-c480733f-ee73-4ab3-b69a-4e2de8bdd047 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 945 time: 0.0749617 Nov 09 19:38:14.656357 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d4d6baae-41f7-4988-bc63-a1de97102212 req-886cf3b1-950e-4d46-b762-cb6a464bcfa6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 1101 time: 0.0767207 Nov 09 19:38:14.709488 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d4d6baae-41f7-4988-bc63-a1de97102212 req-3ff0bc77-d58f-456c-bc33-0e47cd56e8cd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Nov 09 19:38:14.711692 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9424154-d0b5-4823-a7d8-77090aeb7626 req-42c06680-80ca-4c27-a47b-0600afc9732a tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731761 Nov 09 19:38:14.761915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a3377-e624-4bf6-a66f-03200d239a96 req-141ab222-e38d-429c-9878-665355f172b0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:14.763784 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6c8a3377-e624-4bf6-a66f-03200d239a96 req-141ab222-e38d-429c-9878-665355f172b0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 945 time: 0.0573339 Nov 09 19:38:14.778576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-296bfe11-c80a-4dcc-8876-7d37c57e9d09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Deleting port d9c71e75-5527-4422-9d3f-765d0f05f632 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:38:14.778931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-296bfe11-c80a-4dcc-8876-7d37c57e9d09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:14.806571 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6c8a3377-e624-4bf6-a66f-03200d239a96 req-7e9f3cd9-40ad-4e04-b39c-48d6aa925e43 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353947 Nov 09 19:38:14.827525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b5a5ae3e-0cd1-45fd-88a1-cb709725cac5 req-3781b72c-2bfb-4d2c-b8de-ced6f778eed2 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 210 time: 0.0511158 Nov 09 19:38:14.943448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-296bfe11-c80a-4dcc-8876-7d37c57e9d09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] For port d9c71e75-5527-4422-9d3f-765d0f05f632, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d9c71e75-5527-4422-9d3f-765d0f05f632,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:14.943779 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-296bfe11-c80a-4dcc-8876-7d37c57e9d09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:14.962112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-296bfe11-c80a-4dcc-8876-7d37c57e9d09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Calling delete_port for d9c71e75-5527-4422-9d3f-765d0f05f632 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:38:15.118662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f4fcd-411d-4f64-adb8-7a1c38c3ea85 req-993d1d2a-3532-43c2-8e65-4885fdfd88ea tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:15.120245 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-279f4fcd-411d-4f64-adb8-7a1c38c3ea85 req-993d1d2a-3532-43c2-8e65-4885fdfd88ea tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 950 time: 0.0745187 Nov 09 19:38:15.189150 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-296bfe11-c80a-4dcc-8876-7d37c57e9d09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:15.196114 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-279f4fcd-411d-4f64-adb8-7a1c38c3ea85 req-7a84b1ae-6438-401f-b7fa-819adf5beb2c tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678072 Nov 09 19:38:15.203972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d9c71e75-5527-4422-9d3f-765d0f05f632'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:15.243357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bfe11-c80a-4dcc-8876-7d37c57e9d09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event deleted for resources: {'Port': ['ID=d9c71e75-5527-4422-9d3f-765d0f05f632,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:15.328716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-296bfe11-c80a-4dcc-8876-7d37c57e9d09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] No DVR routers for this DVR port d9c71e75-5527-4422-9d3f-765d0f05f632 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:38:15.332430 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-296bfe11-c80a-4dcc-8876-7d37c57e9d09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:15.337351 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b8393c9-479d-4e9b-954e-64a789233e14 req-296bfe11-c80a-4dcc-8876-7d37c57e9d09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.70 "DELETE /v2.0/ports/d9c71e75-5527-4422-9d3f-765d0f05f632 HTTP/1.1" status: 204 len: 173 time: 0.6700268 Nov 09 19:38:15.342960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a634d-f005-40df-8269-11e3debf700d', 'name': 'network-vif-deleted', 'tag': 'd9c71e75-5527-4422-9d3f-765d0f05f632'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:15.345183 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543a7835-e69b-41d9-b0e9-f0a1aaf6056d" -d '{"events": [{"server_uuid": "7b1a634d-f005-40df-8269-11e3debf700d", "name": "network-vif-deleted", "tag": "d9c71e75-5527-4422-9d3f-765d0f05f632"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:15.366161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f771e-1e18-4906-9d45-bb777dd82260 req-58ba2000-4ff6-42e8-a42c-dbfcdf27e349 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:15.368166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f17f771e-1e18-4906-9d45-bb777dd82260 req-58ba2000-4ff6-42e8-a42c-dbfcdf27e349 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 950 time: 0.1302307 Nov 09 19:38:15.423222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf02a82-589a-48f7-9314-eb3dc32ff2b9 req-77f392fc-82cb-422f-8621-91070d15701e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:15.424081 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f17f771e-1e18-4906-9d45-bb777dd82260 req-ccf799c4-a209-4b79-9078-ede2a04e9a4c tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479641 Nov 09 19:38:15.439902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ebf02a82-589a-48f7-9314-eb3dc32ff2b9 req-77f392fc-82cb-422f-8621-91070d15701e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0925226 Nov 09 19:38:15.488819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ebf02a82-589a-48f7-9314-eb3dc32ff2b9 req-ca253dad-1a3d-4966-823c-fea8ca953b1c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Nov 09 19:38:15.497951 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97caf363-ea5c-4962-80ac-cae7cb044701 x-openstack-request-id: req-97caf363-ea5c-4962-80ac-cae7cb044701 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:15.498270 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1a634d-f005-40df-8269-11e3debf700d", "name": "network-vif-deleted", "tag": "d9c71e75-5527-4422-9d3f-765d0f05f632", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:15.498539 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97caf363-ea5c-4962-80ac-cae7cb044701 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:15.499892 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1a634d-f005-40df-8269-11e3debf700d', 'name': 'network-vif-deleted', 'tag': 'd9c71e75-5527-4422-9d3f-765d0f05f632', 'status': 'completed', 'code': 200} Nov 09 19:38:15.533507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46800) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:15.642610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e16813a-077e-4922-af34-32c6bc4ccc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:15.719614 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e16813a-077e-4922-af34-32c6bc4ccc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:15.723302 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e16813a-077e-4922-af34-32c6bc4ccc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:15.764762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9e16813a-077e-4922-af34-32c6bc4ccc9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=676f230d431b4250845acda5cb216d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275031 Nov 09 19:38:15.764762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16813a-077e-4922-af34-32c6bc4ccc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fb000d-2465-47bb-8bb2-111036efc74d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:15.765641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46806) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:15.851707 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8f27-aa2a-4697-9c04-568c56a7df9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:15.875824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ffa25-b8d1-430a-92f7-2d301ee1de06 req-c4f05778-39aa-44ef-a377-1d212c5f2b50 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:15.877384 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a41ffa25-b8d1-430a-92f7-2d301ee1de06 req-c4f05778-39aa-44ef-a377-1d212c5f2b50 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 949 time: 0.0826020 Nov 09 19:38:15.895934 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8f27-aa2a-4697-9c04-568c56a7df9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:15.954114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6968744d-fa56-49ce-b6b5-564fae21baea req-0a09b00c-46d3-409c-9eab-b2db3362765e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1a634d-f005-40df-8269-11e3debf700d HTTP/1.1" status: 200 len: 210 time: 0.0354273 Nov 09 19:38:16.024188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a41ffa25-b8d1-430a-92f7-2d301ee1de06 req-6935c093-83fd-4bdd-b341-5a95cebca0ba tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362007 Nov 09 19:38:16.044121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e2d08209-c532-4118-857b-036f64db8a21 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:38:16.067403 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8f27-aa2a-4697-9c04-568c56a7df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:16.070404 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b6f8f27-aa2a-4697-9c04-568c56a7df9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:16.072277 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b6f8f27-aa2a-4697-9c04-568c56a7df9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3fb000d-2465-47bb-8bb2-111036efc74d HTTP/1.1" status: 204 len: 168 time: 0.3055389 Nov 09 19:38:16.083299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87da1629-508a-43ff-b648-9bb09bc6b2ab req-9b73ea2f-8449-42d6-8bf8-5b792b23fc57 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 210 time: 0.0559971 Nov 09 19:38:16.090188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-c4ea3ba2-9e95-43b6-9840-c2eb02ed56a3 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:16.091696 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-c4ea3ba2-9e95-43b6-9840-c2eb02ed56a3 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.77 "GET /v2.0/networks?id=6e0f6dac-9ba7-49ed-9025-61c837ffa69d HTTP/1.1" status: 200 len: 814 time: 0.1984503 Nov 09 19:38:16.095939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f8f27-aa2a-4697-9c04-568c56a7df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fb000d-2465-47bb-8bb2-111036efc74d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:16.103091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: e2d08209-c532-4118-857b-036f64db8a21 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:38:16.103333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e2d08209-c532-4118-857b-036f64db8a21 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:38:16.107097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Request body: {'port': {'device_id': '42a88f84-592d-4b63-bae5-58c7eb661885', 'network_id': '6e0f6dac-9ba7-49ed-9025-61c837ffa69d', 'admin_state_up': True, 'tenant_id': '44f87cb1161941eba1a16030a03d98ea'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:16.128737 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:16.225064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-9d6fa72b-bf20-43ec-81f8-cf5fcacd77df tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:16.227001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-9d6fa72b-bf20-43ec-81f8-cf5fcacd77df tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.70 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 949 time: 0.0601351 Nov 09 19:38:16.259018 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Made reservation on behalf of 44f87cb1161941eba1a16030a03d98ea for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:16.262909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:16.377758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-3d279c4e-246f-4cfd-a413-8a3dd9bc31ac tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Deleting port b502650c-6934-4c0c-b96d-16a3cc3d4c40 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:38:16.378107 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-3d279c4e-246f-4cfd-a413-8a3dd9bc31ac tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:16.418868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa89274-6625-4b1b-ae13-99ed3168d330 req-77994ebf-f2ff-49de-a5ac-f98af7202a21 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:16.420422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfa89274-6625-4b1b-ae13-99ed3168d330 req-77994ebf-f2ff-49de-a5ac-f98af7202a21 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 950 time: 0.0982375 Nov 09 19:38:16.476288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Allocated IP 172.20.0.10 (6e0f6dac-9ba7-49ed-9025-61c837ffa69d/98caca9a-82c8-4b9c-b8bf-d5716e323438/c5150832-e11b-4d11-ab27-5ee819b5c221) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:16.480757 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfa89274-6625-4b1b-ae13-99ed3168d330 req-850567e2-aac4-4c9c-b6d0-cb1151e7e0e0 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499356 Nov 09 19:38:16.486902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-3d279c4e-246f-4cfd-a413-8a3dd9bc31ac tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] For port b502650c-6934-4c0c-b96d-16a3cc3d4c40, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=b502650c-6934-4c0c-b96d-16a3cc3d4c40,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:16.488006 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-3d279c4e-246f-4cfd-a413-8a3dd9bc31ac tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:16.506643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46820) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:16.524297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-3d279c4e-246f-4cfd-a413-8a3dd9bc31ac tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Calling delete_port for b502650c-6934-4c0c-b96d-16a3cc3d4c40 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:38:16.532848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5426-c1ba-4b23-bada-78ecc9c628e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:16.628210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffdfac-3caa-4c63-bc5e-8b348c2f0bd4 req-53a4587c-a809-42f2-a44f-65ee37d4b223 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:16.629884 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e9ffdfac-3caa-4c63-bc5e-8b348c2f0bd4 req-53a4587c-a809-42f2-a44f-65ee37d4b223 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 950 time: 0.0951159 Nov 09 19:38:16.725587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e9ffdfac-3caa-4c63-bc5e-8b348c2f0bd4 req-b9ecde0f-7c65-4bcb-930e-76e48b9bdb11 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/security-groups?id=2657c4c4-cf24-41d4-870c-b4f41bd55d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861273 Nov 09 19:38:16.750353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-1fc79051-c24a-4772-9f74-7f4094794707 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:16.750353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-1fc79051-c24a-4772-9f74-7f4094794707 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 950 time: 0.0661945 Nov 09 19:38:16.894265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-3d279c4e-246f-4cfd-a413-8a3dd9bc31ac tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:16.915053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['b502650c-6934-4c0c-b96d-16a3cc3d4c40'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:16.917620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fb99ed88-0b59-43f9-9995-b0474d8177d3'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:16.937411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d279c4e-246f-4cfd-a413-8a3dd9bc31ac tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Pushing event deleted for resources: {'Port': ['ID=b502650c-6934-4c0c-b96d-16a3cc3d4c40,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:16.948583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b95-350d-4be8-b42d-0632e09482b7 req-24d6d75d-5ff3-4b7e-8eb8-ec0ad206fcc1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:16.956475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59dc4b95-350d-4be8-b42d-0632e09482b7 req-24d6d75d-5ff3-4b7e-8eb8-ec0ad206fcc1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.1409519 Nov 09 19:38:17.021541 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.024106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5426-c1ba-4b23-bada-78ecc9c628e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.033210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5426-c1ba-4b23-bada-78ecc9c628e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.044874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-3d279c4e-246f-4cfd-a413-8a3dd9bc31ac tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] No DVR routers for this DVR port b502650c-6934-4c0c-b96d-16a3cc3d4c40 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:38:17.065742 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-3d279c4e-246f-4cfd-a413-8a3dd9bc31ac tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.070470 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7396017b-41b7-4aef-8ca8-cf31321beac3 req-3d279c4e-246f-4cfd-a413-8a3dd9bc31ac tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.70 "DELETE /v2.0/ports/b502650c-6934-4c0c-b96d-16a3cc3d4c40 HTTP/1.1" status: 204 len: 173 time: 0.8373976 Nov 09 19:38:17.101128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-e2f646e4-8725-4d66-a9f9-1d574266cee6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Deleting port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:38:17.103292 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-e2f646e4-8725-4d66-a9f9-1d574266cee6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.121362 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fe5a5426-c1ba-4b23-bada-78ecc9c628e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fafad3c6ec8c457780d7272f0fcb6cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6132922 Nov 09 19:38:17.128479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46838) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:17.135186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59dc4b95-350d-4be8-b42d-0632e09482b7 req-fd3562a6-faa4-40d9-b557-ff0914bffeab tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777792 Nov 09 19:38:17.135381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a5426-c1ba-4b23-bada-78ecc9c628e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe831a5b-00af-4857-98df-df3815146359,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:17.240131 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.261204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bffbe-1b71-4140-baf4-705ab3ee5c15 req-1e7ea554-4e60-41ba-81ab-1bcd9ecb2617 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:17.264110 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e72bffbe-1b71-4140-baf4-705ab3ee5c15 req-1e7ea554-4e60-41ba-81ab-1bcd9ecb2617 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 950 time: 0.1314938 Nov 09 19:38:17.318371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b994a856-c5dd-431e-9dbd-ee58cd70c4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.336201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-e2f646e4-8725-4d66-a9f9-1d574266cee6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] For port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:17.336587 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-e2f646e4-8725-4d66-a9f9-1d574266cee6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.345923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Network 6e0f6dac-9ba7-49ed-9025-61c837ffa69d is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:17.353116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Pushing event updated for resources: {'Port': ['ID=c5150832-e11b-4d11-ab27-5ee819b5c221,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:17.356864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:17.359329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:17.365402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:17.366082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.370738 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f7894fae-68a3-444d-97e2-a31a8a88484e req-66df3be2-ede9-4835-bbf0-7956024f77b6 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=c536f5df-1d52-487a-bfa7-bdbb60ab220e HTTP/1.1" status: 200 len: 210 time: 0.0534694 Nov 09 19:38:17.377650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-e2f646e4-8725-4d66-a9f9-1d574266cee6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Calling delete_port for 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:38:17.377988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e72bffbe-1b71-4140-baf4-705ab3ee5c15 req-392b35d4-97d6-486a-b33e-bceda9056187 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869479 Nov 09 19:38:17.395292 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b994a856-c5dd-431e-9dbd-ee58cd70c4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.400220 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-a0618519-d441-4ede-9c16-a439cae305ba tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2970011 Nov 09 19:38:17.421655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Request body: {'port': {'device_id': '42a88f84-592d-4b63-bae5-58c7eb661885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:17.497071 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.502683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c536f5df-1d52-487a-bfa7-bdbb60ab220e', 'name': 'network-vif-deleted', 'tag': 'b502650c-6934-4c0c-b96d-16a3cc3d4c40'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:17.504867 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb860ef8-e700-42af-b2a7-db5b50f484c5" -d '{"events": [{"server_uuid": "c536f5df-1d52-487a-bfa7-bdbb60ab220e", "name": "network-vif-deleted", "tag": "b502650c-6934-4c0c-b96d-16a3cc3d4c40"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:17.552224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b456c-376b-4b01-82ee-a89192aac69e req-168ecd6d-3590-4126-aad3-ee635fef5064 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:17.554430 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c9b456c-376b-4b01-82ee-a89192aac69e req-168ecd6d-3590-4126-aad3-ee635fef5064 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 932 time: 0.0964453 Nov 09 19:38:17.556014 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b994a856-c5dd-431e-9dbd-ee58cd70c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.558748 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b994a856-c5dd-431e-9dbd-ee58cd70c4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.559969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b994a856-c5dd-431e-9dbd-ee58cd70c4b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe831a5b-00af-4857-98df-df3815146359 HTTP/1.1" status: 204 len: 168 time: 0.4303772 Nov 09 19:38:17.620550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994a856-c5dd-431e-9dbd-ee58cd70c4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe831a5b-00af-4857-98df-df3815146359,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:17.672876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c9b456c-376b-4b01-82ee-a89192aac69e req-e69831ee-6dec-4625-b87e-a1811caf7856 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855534 Nov 09 19:38:17.676632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-e2f646e4-8725-4d66-a9f9-1d574266cee6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.692618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['31c21a3f-e551-4b9f-aceb-e7540d2ffa27'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:17.719174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-4d1ba0f5-a274-499f-bf88-cace7c83f10c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:17.720188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-4d1ba0f5-a274-499f-bf88-cace7c83f10c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.2376521 Nov 09 19:38:17.739679 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7622cf14-79c6-4adc-b3e4-1d1493b0f72c x-openstack-request-id: req-7622cf14-79c6-4adc-b3e4-1d1493b0f72c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:17.740158 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c536f5df-1d52-487a-bfa7-bdbb60ab220e", "name": "network-vif-deleted", "tag": "b502650c-6934-4c0c-b96d-16a3cc3d4c40", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:17.740158 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7622cf14-79c6-4adc-b3e4-1d1493b0f72c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:17.740412 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c536f5df-1d52-487a-bfa7-bdbb60ab220e', 'name': 'network-vif-deleted', 'tag': 'b502650c-6934-4c0c-b96d-16a3cc3d4c40', 'status': 'completed', 'code': 200} Nov 09 19:38:17.743811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f646e4-8725-4d66-a9f9-1d574266cee6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Pushing event deleted for resources: {'Port': ['ID=31c21a3f-e551-4b9f-aceb-e7540d2ffa27,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:17.788240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-e2f646e4-8725-4d66-a9f9-1d574266cee6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] No DVR routers for this DVR port 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:38:17.791254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-e2f646e4-8725-4d66-a9f9-1d574266cee6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:17.795248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f053f4cb-4be1-402b-8f2a-12a8dbe0dd03 req-e2f646e4-8725-4d66-a9f9-1d574266cee6 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.77 "DELETE /v2.0/ports/31c21a3f-e551-4b9f-aceb-e7540d2ffa27 HTTP/1.1" status: 204 len: 173 time: 1.0271709 Nov 09 19:38:17.866331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-f2012748-759f-4aed-abf8-fb6eb8fce729 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/quotas/02ed719938fa4992bcde1f7435869c3d HTTP/1.1" status: 200 len: 375 time: 0.1332853 Nov 09 19:38:17.869693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d67690d1-5ca3-4cfc-a489-70476b33f956 req-5829ab3f-1715-414e-b54c-f4e66a141b96 tempest-ServersAdminNegativeTestJSON-1575190988 tempest-ServersAdminNegativeTestJSON-1575190988-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b27b49d-157c-42af-b526-d37b932eca95 HTTP/1.1" status: 200 len: 210 time: 0.0348620 Nov 09 19:38:17.914210 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-81b9fbee-bb94-436f-994e-758ba733c1ae tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469310 Nov 09 19:38:18.066131 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d5a819ea-5b64-478b-a01d-25e482fbebae service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509769 Nov 09 19:38:18.155559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5150832-e11b-4d11-ab27-5ee819b5c221 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:18.168377 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:18.208292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Transition to ACTIVE for port object c5150832-e11b-4d11-ab27-5ee819b5c221 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:38:18.222906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-68fd6208-f384-4989-9707-0c88b541c934 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557634 Nov 09 19:38:18.227125 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:18.389046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448433a-d7c3-438d-8bb6-742690972150 req-9b13b655-7ff2-4f8d-b203-f4ba8f0dcb02 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:18.398390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8448433a-d7c3-438d-8bb6-742690972150 req-9b13b655-7ff2-4f8d-b203-f4ba8f0dcb02 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.1432581 Nov 09 19:38:18.438598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Attempting to bind port c5150832-e11b-4d11-ab27-5ee819b5c221 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:18.440410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Attempting to bind port c5150832-e11b-4d11-ab27-5ee819b5c221 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'cdba5030-c65a-4717-9c4d-05af73b8778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e0f6dac-9ba7-49ed-9025-61c837ffa69d'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:18.440758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Attempting to bind port c5150832-e11b-4d11-ab27-5ee819b5c221 on network 6e0f6dac-9ba7-49ed-9025-61c837ffa69d {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:18.446455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9493861-4092-4e9b-99dc-f775419b08bb req-f1996f5c-a1ef-46dc-a0b5-964664a54862 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:18.448015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e9493861-4092-4e9b-99dc-f775419b08bb req-f1996f5c-a1ef-46dc-a0b5-964664a54862 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 1101 time: 0.1047537 Nov 09 19:38:18.474252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Pushing event updated for resources: {'Port': ['ID=c5150832-e11b-4d11-ab27-5ee819b5c221,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:18.487917 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8448433a-d7c3-438d-8bb6-742690972150 req-f59947a2-200a-4d3f-b2f0-de5a2cdc3788 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884175 Nov 09 19:38:18.503491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Port c5150832-e11b-4d11-ab27-5ee819b5c221 on network 6e0f6dac-9ba7-49ed-9025-61c837ffa69d not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:38:18.503491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Attempting to bind port c5150832-e11b-4d11-ab27-5ee819b5c221 on network 6e0f6dac-9ba7-49ed-9025-61c837ffa69d {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:18.536714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:18.537043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Checking segment: {'id': 'cdba5030-c65a-4717-9c4d-05af73b8778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e0f6dac-9ba7-49ed-9025-61c837ffa69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:18.537441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Bound using segment: {'id': 'cdba5030-c65a-4717-9c4d-05af73b8778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e0f6dac-9ba7-49ed-9025-61c837ffa69d'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:18.537893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Bound port: c5150832-e11b-4d11-ab27-5ee819b5c221, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdba5030-c65a-4717-9c4d-05af73b8778c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e0f6dac-9ba7-49ed-9025-61c837ffa69d'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:18.547787 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:18.613634 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b251de7-d331-4110-a89c-4fbc5ed21a8e req-bfbf21f2-d28f-4ee1-980f-49c7f56cd5f9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 210 time: 0.0502787 Nov 09 19:38:18.666894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] For port c5150832-e11b-4d11-ab27-5ee819b5c221, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:18.671624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] For port c5150832-e11b-4d11-ab27-5ee819b5c221, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=c5150832-e11b-4d11-ab27-5ee819b5c221,segment=NetworkSegment(cdba5030-c65a-4717-9c4d-05af73b8778c),segment_id=cdba5030-c65a-4717-9c4d-05af73b8778c)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:18.678318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:18.719184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:18.719929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:18.721511 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] 10.222.0.77 "PUT /v2.0/ports/c5150832-e11b-4d11-ab27-5ee819b5c221 HTTP/1.1" status: 200 len: 1092 time: 1.3120809 Nov 09 19:38:18.722068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a88f84-592d-4b63-bae5-58c7eb661885', 'tag': 'c5150832-e11b-4d11-ab27-5ee819b5c221'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:18.724861 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca701a6-3741-4af9-87b7-d83945404b45" -d '{"events": [{"name": "network-changed", "server_uuid": "42a88f84-592d-4b63-bae5-58c7eb661885", "tag": "c5150832-e11b-4d11-ab27-5ee819b5c221"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:18.748272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-e9493861-4092-4e9b-99dc-f775419b08bb req-6fba9d60-97af-43c3-abc4-ab44e88486a0 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] Deleting port f2f84096-644a-43c1-8413-c0efbe480de8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:38:18.749855 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e9493861-4092-4e9b-99dc-f775419b08bb req-6fba9d60-97af-43c3-abc4-ab44e88486a0 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:18.866393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cdd93-58c3-4516-8470-28d0f9a95afc service neutron] Pushing event updated for resources: {'Port': ['ID=c5150832-e11b-4d11-ab27-5ee819b5c221,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:18.871459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e9493861-4092-4e9b-99dc-f775419b08bb req-6fba9d60-97af-43c3-abc4-ab44e88486a0 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] For port f2f84096-644a-43c1-8413-c0efbe480de8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f2f84096-644a-43c1-8413-c0efbe480de8,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:18.872825 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e9493861-4092-4e9b-99dc-f775419b08bb req-6fba9d60-97af-43c3-abc4-ab44e88486a0 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:18.907795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-e9493861-4092-4e9b-99dc-f775419b08bb req-6fba9d60-97af-43c3-abc4-ab44e88486a0 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] Calling delete_port for f2f84096-644a-43c1-8413-c0efbe480de8 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:38:18.912818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-4ee93777-a227-480c-a089-32459b7b6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:18.915588 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-4ee93777-a227-480c-a089-32459b7b6efb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=44f87cb1161941eba1a16030a03d98ea&device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 1095 time: 0.1427944 Nov 09 19:38:18.976965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1806b45-a97c-44a9-8fca-850dadae11e7 req-959e20e8-7cd2-4d1a-8036-f8a68162fd30 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:18.982370 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1806b45-a97c-44a9-8fca-850dadae11e7 req-959e20e8-7cd2-4d1a-8036-f8a68162fd30 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 950 time: 0.3216779 Nov 09 19:38:19.008263 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-f6120142-cd8f-4a40-98ae-4fa4b443c2e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5150832-e11b-4d11-ab27-5ee819b5c221 HTTP/1.1" status: 200 len: 217 time: 0.0810225 Nov 09 19:38:19.072106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e97fae89-b172-4a92-b2e8-25bb5ca16dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:19.073576 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e97fae89-b172-4a92-b2e8-25bb5ca16dc0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98caca9a-82c8-4b9c-b8bf-d5716e323438 HTTP/1.1" status: 200 len: 854 time: 0.0564656 Nov 09 19:38:19.104085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1806b45-a97c-44a9-8fca-850dadae11e7 req-0b177c6b-b134-4dcf-accc-d2dd2df46d61 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089494 Nov 09 19:38:19.196667 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf6489d-7541-4413-8c99-eb2d16e024e1 x-openstack-request-id: req-bbf6489d-7541-4413-8c99-eb2d16e024e1 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:19.197054 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a88f84-592d-4b63-bae5-58c7eb661885", "tag": "c5150832-e11b-4d11-ab27-5ee819b5c221", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:19.197229 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbf6489d-7541-4413-8c99-eb2d16e024e1 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:19.198693 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a88f84-592d-4b63-bae5-58c7eb661885', 'tag': 'c5150832-e11b-4d11-ab27-5ee819b5c221', 'status': 'completed', 'code': 200} Nov 09 19:38:19.214863 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-ae4d4a77-287a-4f73-b1cb-00e6b441fd6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e0f6dac-9ba7-49ed-9025-61c837ffa69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151998 Nov 09 19:38:19.220269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e9493861-4092-4e9b-99dc-f775419b08bb req-6fba9d60-97af-43c3-abc4-ab44e88486a0 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:19.235630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f2f84096-644a-43c1-8413-c0efbe480de8'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:19.236226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c4f8f-575f-4bd6-bf9d-7b4720ad107b req-23c2271f-b560-47ca-bf0d-b425bc41bb74 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:19.249808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-327c4f8f-575f-4bd6-bf9d-7b4720ad107b req-23c2271f-b560-47ca-bf0d-b425bc41bb74 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 944 time: 0.2336752 Nov 09 19:38:19.323128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba9d60-97af-43c3-abc4-ab44e88486a0 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2f84096-644a-43c1-8413-c0efbe480de8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:19.404439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9493861-4092-4e9b-99dc-f775419b08bb req-6fba9d60-97af-43c3-abc4-ab44e88486a0 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] No DVR routers for this DVR port f2f84096-644a-43c1-8413-c0efbe480de8 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:38:19.410657 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e9493861-4092-4e9b-99dc-f775419b08bb req-6fba9d60-97af-43c3-abc4-ab44e88486a0 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:19.415106 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e9493861-4092-4e9b-99dc-f775419b08bb req-6fba9d60-97af-43c3-abc4-ab44e88486a0 tempest-DeleteServersAdminTestJSON-1819140232 tempest-DeleteServersAdminTestJSON-1819140232-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f2f84096-644a-43c1-8413-c0efbe480de8 HTTP/1.1" status: 204 len: 173 time: 0.9593301 Nov 09 19:38:19.431522 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-327c4f8f-575f-4bd6-bf9d-7b4720ad107b req-8c8b0f1f-07b2-4b2e-9615-3a806b58f26e tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803939 Nov 09 19:38:19.447819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d8b5c-c6a7-4289-8f0f-9f33a4352a56 req-594ed385-2770-40f8-9ca9-b997908fa751 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:19.454964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b95d8b5c-c6a7-4289-8f0f-9f33a4352a56 req-594ed385-2770-40f8-9ca9-b997908fa751 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 949 time: 0.1407404 Nov 09 19:38:19.494151 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-c7f99af2-83a1-4ff8-8bf2-6d0def7364b0 service neutron] 10.222.0.77 "GET /v2.0/networks/6e0f6dac-9ba7-49ed-9025-61c837ffa69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388120 Nov 09 19:38:19.551168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b95d8b5c-c6a7-4289-8f0f-9f33a4352a56 req-4e857c77-9c19-4dc3-bdd6-a78469ddc4d6 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926566 Nov 09 19:38:19.750288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bfe34db1-138b-4588-8d98-0947ef38a611 req-4b3c2c9e-879c-4b72-be38-af19261015e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 210 time: 0.0455954 Nov 09 19:38:19.750926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b27b49d-157c-42af-b526-d37b932eca95', 'name': 'network-vif-deleted', 'tag': '31c21a3f-e551-4b9f-aceb-e7540d2ffa27'}, {'server_uuid': '8699867c-bd7c-476c-91a9-890caa197f9e', 'name': 'network-vif-deleted', 'tag': 'f2f84096-644a-43c1-8413-c0efbe480de8'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:19.755017 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8b6b90-6b22-4f73-b116-6b090478e378" -d '{"events": [{"server_uuid": "6b27b49d-157c-42af-b526-d37b932eca95", "name": "network-vif-deleted", "tag": "31c21a3f-e551-4b9f-aceb-e7540d2ffa27"}, {"server_uuid": "8699867c-bd7c-476c-91a9-890caa197f9e", "name": "network-vif-deleted", "tag": "f2f84096-644a-43c1-8413-c0efbe480de8"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:19.788313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f2f84096-644a-43c1-8413-c0efbe480de8 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:38:19.828013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c28c6-78ee-408f-8139-4913583b2854 req-0509243c-956f-4e74-a272-096529d30ffb tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:19.832127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd2c28c6-78ee-408f-8139-4913583b2854 req-0509243c-956f-4e74-a272-096529d30ffb tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0974023 Nov 09 19:38:19.847830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6925db1-0db3-4b0e-aac6-5fb004868dd4 req-e0f873ec-826e-40d1-bab6-fbc9d88c4e42 service neutron] 10.222.0.77 "GET /v2.0/networks/6e0f6dac-9ba7-49ed-9025-61c837ffa69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402324 Nov 09 19:38:19.862199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: f2f84096-644a-43c1-8413-c0efbe480de8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:38:19.863203 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f2f84096-644a-43c1-8413-c0efbe480de8 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:38:19.865670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device b502650c-6934-4c0c-b96d-16a3cc3d4c40 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:38:19.881501 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcd2adc-e878-486e-9940-381a2e0b954a x-openstack-request-id: req-2dcd2adc-e878-486e-9940-381a2e0b954a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:19.881921 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b27b49d-157c-42af-b526-d37b932eca95", "name": "network-vif-deleted", "tag": "31c21a3f-e551-4b9f-aceb-e7540d2ffa27", "status": "completed", "code": 200}, {"server_uuid": "8699867c-bd7c-476c-91a9-890caa197f9e", "name": "network-vif-deleted", "tag": "f2f84096-644a-43c1-8413-c0efbe480de8", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:19.882166 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dcd2adc-e878-486e-9940-381a2e0b954a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:19.883192 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b27b49d-157c-42af-b526-d37b932eca95', 'name': 'network-vif-deleted', 'tag': '31c21a3f-e551-4b9f-aceb-e7540d2ffa27', 'status': 'completed', 'code': 200} Nov 09 19:38:19.883728 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8699867c-bd7c-476c-91a9-890caa197f9e', 'name': 'network-vif-deleted', 'tag': 'f2f84096-644a-43c1-8413-c0efbe480de8', 'status': 'completed', 'code': 200} Nov 09 19:38:19.909650 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd2c28c6-78ee-408f-8139-4913583b2854 req-5d10c626-0a24-4a9d-9d2b-cf11a691957a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706079 Nov 09 19:38:19.914781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: b502650c-6934-4c0c-b96d-16a3cc3d4c40 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:38:19.915068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device b502650c-6934-4c0c-b96d-16a3cc3d4c40 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:38:19.915673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d9c71e75-5527-4422-9d3f-765d0f05f632 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:38:19.945355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d9c71e75-5527-4422-9d3f-765d0f05f632 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:38:19.946089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d9c71e75-5527-4422-9d3f-765d0f05f632 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:38:20.029522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca701a6-3741-4af9-87b7-d83945404b45 req-07d93994-3df4-4b2b-80fa-e6019ec3bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:20.032437 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ca701a6-3741-4af9-87b7-d83945404b45 req-07d93994-3df4-4b2b-80fa-e6019ec3bad6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=44f87cb1161941eba1a16030a03d98ea&device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 1095 time: 0.0661118 Nov 09 19:38:20.103518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46934) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:20.178433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-75f7dd45-6a02-4d17-838c-9071f687d0ae tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:20.180021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-75f7dd45-6a02-4d17-838c-9071f687d0ae tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.70 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.2220986 Nov 09 19:38:20.188717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca701a6-3741-4af9-87b7-d83945404b45 req-f0dd33dc-6ce2-4da2-84f5-09a0d851a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:20.190667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ca701a6-3741-4af9-87b7-d83945404b45 req-f0dd33dc-6ce2-4da2-84f5-09a0d851a66f service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e0f6dac-9ba7-49ed-9025-61c837ffa69d HTTP/1.1" status: 200 len: 915 time: 0.1467459 Nov 09 19:38:20.196872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Request body: {'port': {'device_id': 'b53e1881-1885-4478-a538-d38c1b6c8efe', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'admin_state_up': True, 'tenant_id': '02ed719938fa4992bcde1f7435869c3d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:20.330002 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ca701a6-3741-4af9-87b7-d83945404b45 req-a59ef02c-e21e-415c-804f-0b0bbf061291 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5150832-e11b-4d11-ab27-5ee819b5c221 HTTP/1.1" status: 200 len: 217 time: 0.1291356 Nov 09 19:38:20.379741 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d2f0a137-1c2a-4784-88bc-e4a9ff8e1019 req-e99a25a3-efaf-4529-921a-c70b3da06f71 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=8699867c-bd7c-476c-91a9-890caa197f9e HTTP/1.1" status: 200 len: 210 time: 0.0512905 Nov 09 19:38:20.428153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca701a6-3741-4af9-87b7-d83945404b45 req-133abadc-fec1-42d1-84dd-318535008bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:20.429679 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ca701a6-3741-4af9-87b7-d83945404b45 req-133abadc-fec1-42d1-84dd-318535008bc0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98caca9a-82c8-4b9c-b8bf-d5716e323438 HTTP/1.1" status: 200 len: 854 time: 0.0809565 Nov 09 19:38:20.470952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ca701a6-3741-4af9-87b7-d83945404b45 req-8ec12ff8-ca35-4e42-96cd-809bf9a7360f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e0f6dac-9ba7-49ed-9025-61c837ffa69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324345 Nov 09 19:38:20.647019 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ca701a6-3741-4af9-87b7-d83945404b45 req-8009a87c-6054-40c3-a206-531ddd4c0bdf service neutron] 10.222.0.77 "GET /v2.0/networks/6e0f6dac-9ba7-49ed-9025-61c837ffa69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672404 Nov 09 19:38:20.682762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5ee0644b-7d74-48de-ae8c-4f74e01efa90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e701c8ab5c34c80b05d38b99f5c4665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5775974 Nov 09 19:38:20.684396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46954) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:20.686691 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:20.713125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-5605a1e2-f58b-42d0-ae2a-78e3ab84e6fd tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:20.714721 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-5605a1e2-f58b-42d0-ae2a-78e3ab84e6fd tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.77 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 949 time: 0.1316044 Nov 09 19:38:20.743896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765c2ee-c0a3-45b2-81bb-e03628b38b63 req-d7e7f482-0b6a-433f-84c4-566a1a30d6c1 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:20.745425 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3765c2ee-c0a3-45b2-81bb-e03628b38b63 req-d7e7f482-0b6a-433f-84c4-566a1a30d6c1 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 944 time: 0.1533425 Nov 09 19:38:20.785615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Made reservation on behalf of 02ed719938fa4992bcde1f7435869c3d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:20.789085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:20.805975 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ca701a6-3741-4af9-87b7-d83945404b45 req-3445cad6-ed75-499f-9551-0c90ebc6106d service neutron] 10.222.0.77 "GET /v2.0/networks/6e0f6dac-9ba7-49ed-9025-61c837ffa69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483321 Nov 09 19:38:20.821690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3765c2ee-c0a3-45b2-81bb-e03628b38b63 req-78450960-a6f4-4ae2-9b4a-7d0de7f90a30 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660942 Nov 09 19:38:20.837550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5f5ca1f-6a2d-497d-90c6-794dc6de973b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:20.944755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5f5ca1f-6a2d-497d-90c6-794dc6de973b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:20.974373 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cc7f2ee-d88c-4748-ab18-31a800f4c8c2 req-4a408a16-6664-4736-b238-fad40d411343 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 210 time: 0.0282235 Nov 09 19:38:21.022702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-1868b740-3bf1-4754-bdb0-b9a6d550898b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Deleting port fb99ed88-0b59-43f9-9995-b0474d8177d3 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:38:21.023047 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-1868b740-3bf1-4754-bdb0-b9a6d550898b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.087996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94853ac9-2db5-4517-b497-5b91d67b6523 req-1f7ca6c7-4cd1-4a2c-b6ad-d828fa59216f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:21.089662 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94853ac9-2db5-4517-b497-5b91d67b6523 req-1f7ca6c7-4cd1-4a2c-b6ad-d828fa59216f tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a12475-1fc1-468a-aa61-adadf43b1c7a HTTP/1.1" status: 200 len: 949 time: 0.2271576 Nov 09 19:38:21.097280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2412dc2-517c-40b0-861f-a447ba7f4954 req-4f046ea8-2bba-4719-a867-8b9ffdd32c61 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:21.099115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a2412dc2-517c-40b0-861f-a447ba7f4954 req-4f046ea8-2bba-4719-a867-8b9ffdd32c61 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.0564942 Nov 09 19:38:21.131646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Allocated IP 172.20.0.7 (7bd582a7-d2f6-49cc-ad84-6e5bbb10c258/c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a/d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:21.148576 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a2412dc2-517c-40b0-861f-a447ba7f4954 req-ef53cc89-e2a2-499a-a6af-c427c46d40d5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Nov 09 19:38:21.182545 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5f5ca1f-6a2d-497d-90c6-794dc6de973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.185161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5f5ca1f-6a2d-497d-90c6-794dc6de973b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.186444 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e5f5ca1f-6a2d-497d-90c6-794dc6de973b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2657c4c4-cf24-41d4-870c-b4f41bd55d49 HTTP/1.1" status: 204 len: 168 time: 0.4992187 Nov 09 19:38:21.212086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94853ac9-2db5-4517-b497-5b91d67b6523 req-f21a17d8-0073-4e8d-9550-8319a44f26c5 tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.53 "GET /v2.0/security-groups?id=185acadc-ddce-4802-abfb-a80c42b5f139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105855 Nov 09 19:38:21.230962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5ca1f-6a2d-497d-90c6-794dc6de973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2657c4c4-cf24-41d4-870c-b4f41bd55d49,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:21.234684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-1868b740-3bf1-4754-bdb0-b9a6d550898b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] For port fb99ed88-0b59-43f9-9995-b0474d8177d3, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=fb99ed88-0b59-43f9-9995-b0474d8177d3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:21.235263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-1868b740-3bf1-4754-bdb0-b9a6d550898b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.259783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-1868b740-3bf1-4754-bdb0-b9a6d550898b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Calling delete_port for fb99ed88-0b59-43f9-9995-b0474d8177d3 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:38:21.442102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.525602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-1868b740-3bf1-4754-bdb0-b9a6d550898b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.539876 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fb99ed88-0b59-43f9-9995-b0474d8177d3'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:21.549576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.608744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46982) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:21.609332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868b740-3bf1-4754-bdb0-b9a6d550898b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Pushing event deleted for resources: {'Port': ['ID=fb99ed88-0b59-43f9-9995-b0474d8177d3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:21.618412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:21.624718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:21.681000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:21.682606 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-33c1e73b-70c9-4321-9b0a-8783e4340407 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f5b7607175a4c32b864d91f083a1007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727725 Nov 09 19:38:21.684005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-1868b740-3bf1-4754-bdb0-b9a6d550898b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] No DVR routers for this DVR port fb99ed88-0b59-43f9-9995-b0474d8177d3 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:38:21.685278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46986) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:21.693959 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-1868b740-3bf1-4754-bdb0-b9a6d550898b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.699709 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-727c5076-b8c8-4426-a30c-e6ede2c33514 req-1868b740-3bf1-4754-bdb0-b9a6d550898b tempest-LiveMigrationNegativeTest-1516133232 tempest-LiveMigrationNegativeTest-1516133232-project] 10.222.0.77 "DELETE /v2.0/ports/fb99ed88-0b59-43f9-9995-b0474d8177d3 HTTP/1.1" status: 204 len: 173 time: 0.9767234 Nov 09 19:38:21.755513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46996) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:21.810355 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-abfa5aa0-4486-434f-93b0-9ed9e9758367 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=87a7aec0a36542e88a26d535920e9eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500476 Nov 09 19:38:21.817179 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-992149ec-aa4e-463f-a410-b0dbab3c3b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.817566 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event updated for resources: {'Port': ['ID=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:21.856317 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-992149ec-aa4e-463f-a410-b0dbab3c3b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.865727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:21.866720 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.905033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a12475-1fc1-468a-aa61-adadf43b1c7a', 'name': 'network-vif-deleted', 'tag': 'fb99ed88-0b59-43f9-9995-b0474d8177d3'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:21.908776 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4a17b5-c825-4d00-9ff4-c1c314380720" -d '{"events": [{"server_uuid": "e7a12475-1fc1-468a-aa61-adadf43b1c7a", "name": "network-vif-deleted", "tag": "fb99ed88-0b59-43f9-9995-b0474d8177d3"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:21.947572 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d3812eb3-78e5-433d-8720-8cc6915ee056 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7547119 Nov 09 19:38:21.968846 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-992149ec-aa4e-463f-a410-b0dbab3c3b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.974089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-992149ec-aa4e-463f-a410-b0dbab3c3b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:21.978254 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-992149ec-aa4e-463f-a410-b0dbab3c3b52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/127041f6-2319-4fa9-92ea-c00fdc79eb32 HTTP/1.1" status: 204 len: 168 time: 0.2874045 Nov 09 19:38:21.982758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Request body: {'port': {'device_id': 'b53e1881-1885-4478-a538-d38c1b6c8efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:22.003039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992149ec-aa4e-463f-a410-b0dbab3c3b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127041f6-2319-4fa9-92ea-c00fdc79eb32,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:22.073445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:38:22.109168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-7e9bab91-5ec6-457b-8afa-f188d8932833 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:22.128427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-7e9bab91-5ec6-457b-8afa-f188d8932833 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032310 Nov 09 19:38:22.131569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:38:22.132182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 31c21a3f-e551-4b9f-aceb-e7540d2ffa27 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:38:22.178928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-ec1602bb-7f30-441a-9f1c-f1477fb57a18 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/quotas/87a7aec0a36542e88a26d535920e9eb4 HTTP/1.1" status: 200 len: 375 time: 0.0489988 Nov 09 19:38:22.188539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864bec9-4b56-4157-85ec-9a394a266504 req-8d4cf728-4d88-4d02-9308-15979c05ed0e tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:22.196253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:22.202776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b864bec9-4b56-4157-85ec-9a394a266504 req-8d4cf728-4d88-4d02-9308-15979c05ed0e tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 944 time: 0.1952908 Nov 09 19:38:22.227773 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-eb2787d7-e0fb-4e40-a6da-0dab4e6d9ecc tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=87a7aec0a36542e88a26d535920e9eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478516 Nov 09 19:38:22.245729 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f17f5497-ff3e-4ebc-b18a-0576a5c5fc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:22.368521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f17f5497-ff3e-4ebc-b18a-0576a5c5fc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:22.385667 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f17f5497-ff3e-4ebc-b18a-0576a5c5fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:22.429032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47016) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:22.430080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f17f5497-ff3e-4ebc-b18a-0576a5c5fc8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b95a893e8029432c9de417f276bbf4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6732988 Nov 09 19:38:22.454958 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b864bec9-4b56-4157-85ec-9a394a266504 req-f0cae7f3-6731-400e-b08d-87ab5220413a tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510548 Nov 09 19:38:22.498905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-4497b855-0500-4650-9143-6cdf40ea724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:22.504326 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-4497b855-0500-4650-9143-6cdf40ea724f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1122 time: 0.2852736 Nov 09 19:38:22.505889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f5497-ff3e-4ebc-b18a-0576a5c5fc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaa64b6-eb63-43c9-b8ad-989d27c2c8aa,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:22.594185 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4addde4f-4f21-46e2-93cc-41f71d148a05 x-openstack-request-id: req-4addde4f-4f21-46e2-93cc-41f71d148a05 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:22.594482 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a12475-1fc1-468a-aa61-adadf43b1c7a", "name": "network-vif-deleted", "tag": "fb99ed88-0b59-43f9-9995-b0474d8177d3", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:22.594798 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4addde4f-4f21-46e2-93cc-41f71d148a05 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:22.595190 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a12475-1fc1-468a-aa61-adadf43b1c7a', 'name': 'network-vif-deleted', 'tag': 'fb99ed88-0b59-43f9-9995-b0474d8177d3', 'status': 'completed', 'code': 200} Nov 09 19:38:22.676459 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f58ff11-74be-445c-96b2-4b8e326cc192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:22.726782 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f58ff11-74be-445c-96b2-4b8e326cc192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:22.729274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-fa4d51ce-969e-4f5e-aed3-3cf436ee8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:22.732454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-fa4d51ce-969e-4f5e-aed3-3cf436ee8c29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1821368 Nov 09 19:38:22.823454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-8df4f697-4358-44b7-838f-6bf79cc33ba5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 217 time: 0.0753336 Nov 09 19:38:22.869960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f58ff11-74be-445c-96b2-4b8e326cc192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:22.873406 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f58ff11-74be-445c-96b2-4b8e326cc192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:22.875375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1f58ff11-74be-445c-96b2-4b8e326cc192 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/beaa64b6-eb63-43c9-b8ad-989d27c2c8aa HTTP/1.1" status: 204 len: 168 time: 0.4360266 Nov 09 19:38:22.891421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc920c08-3177-4481-a77a-94f1ce5ea50e req-228d5635-616f-4de4-a775-072bada05535 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:22.893772 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc920c08-3177-4481-a77a-94f1ce5ea50e req-228d5635-616f-4de4-a775-072bada05535 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.1556487 Nov 09 19:38:22.914106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58ff11-74be-445c-96b2-4b8e326cc192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaa64b6-eb63-43c9-b8ad-989d27c2c8aa,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:22.931308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-71b0653d-07f4-4b73-b543-a0941df03dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:22.939408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-71b0653d-07f4-4b73-b543-a0941df03dc7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1026716 Nov 09 19:38:22.953362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216e91-7751-49b0-901c-4016f69377df req-ad4b1ebf-81dc-4787-94d6-dd855c4f3ad1 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:22.961163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f216e91-7751-49b0-901c-4016f69377df req-ad4b1ebf-81dc-4787-94d6-dd855c4f3ad1 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 931 time: 0.2383783 Nov 09 19:38:23.035430 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc920c08-3177-4481-a77a-94f1ce5ea50e req-7b62cb53-f91b-47db-aacd-296c68794e7d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236260 Nov 09 19:38:23.055288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-d681d779-d0e3-4941-ba76-a7a22aff5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:23.059056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-d681d779-d0e3-4941-ba76-a7a22aff5c0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971384 Nov 09 19:38:23.064323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:23.079932 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:23.124232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f216e91-7751-49b0-901c-4016f69377df req-72d97b02-4f62-4327-a40b-25e0a33de63e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995960 Nov 09 19:38:23.143549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Transition to ACTIVE for port object d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:38:23.150291 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:23.249090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:23.293021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f77d437-01ca-44c4-ae8d-c0321e6ba3f9 req-edb23518-2c46-4172-a4a1-03d7cf341fc8 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 210 time: 0.0454185 Nov 09 19:38:23.295794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-36df395e-8d38-4216-855a-02608ce70e78 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288947 Nov 09 19:38:23.442191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Attempting to bind port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:23.442847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Attempting to bind port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:23.443091 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e960a78e-ee55-4c52-9692-3c68b659dc2f req-e749e94f-22fe-4aa5-87da-d24b3460cc44 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379182 Nov 09 19:38:23.443382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Attempting to bind port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:23.472230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:38:23.472545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Attempting to bind port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:23.490304 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-ac0db22a-5e64-4e92-85c4-66b7863bea43 service neutron] show failed (client error): The resource could not be found. Nov 09 19:38:23.491475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-ac0db22a-5e64-4e92-85c4-66b7863bea43 service neutron] 10.222.0.70 "GET /v2.0/ports/1a2e06e6-50f4-4893-b383-bf253ff3e26b/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.1054883 Nov 09 19:38:23.492591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:23.493031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Checking segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:23.493869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Bound using segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:23.494274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Bound port: d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:23.494675 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:23.629970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47056) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:23.701520 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23db7417-44ab-468e-a636-33d31c623240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:23.712435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] For port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:23.751129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] For port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:23.760349 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:23.768094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb3c1c-f23a-4d0e-bcef-b5a7912fa577 req-fd32dbf2-1005-4f74-a360-c3f6078ed266 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:23.784550 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3dbb3c1c-f23a-4d0e-bcef-b5a7912fa577 req-fd32dbf2-1005-4f74-a360-c3f6078ed266 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 944 time: 0.1760728 Nov 09 19:38:23.828676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:23.829626 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:23.831317 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] 10.222.0.70 "PUT /v2.0/ports/d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 HTTP/1.1" status: 200 len: 1091 time: 1.8557789 Nov 09 19:38:23.871089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3dbb3c1c-f23a-4d0e-bcef-b5a7912fa577 req-0dac5fdb-5da3-4f86-af7a-f3e690ff0049 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852966 Nov 09 19:38:23.953380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47060) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:23.974863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027788d-595f-4c41-bd89-f8d60bc2e717 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:24.004628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-954f7b51-8f8c-45eb-9142-39654c9ceb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:24.006208 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-954f7b51-8f8c-45eb-9142-39654c9ceb15 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09&tenant_id=7c484e1d3fa649f1a7b536ea30195afa HTTP/1.1" status: 200 len: 1122 time: 0.1650848 Nov 09 19:38:24.023115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:24.058745 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23db7417-44ab-468e-a636-33d31c623240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:24.062436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d2c4d932-7d8c-4bd4-9a90-a62d998ba420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:24.064399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-d2c4d932-7d8c-4bd4-9a90-a62d998ba420 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 1094 time: 0.1674385 Nov 09 19:38:24.070975 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23db7417-44ab-468e-a636-33d31c623240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:24.088973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device c5150832-e11b-4d11-ab27-5ee819b5c221 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:24.263832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port c5150832-e11b-4d11-ab27-5ee819b5c221, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=c5150832-e11b-4d11-ab27-5ee819b5c221,segment=NetworkSegment(cdba5030-c65a-4717-9c4d-05af73b8778c),segment_id=cdba5030-c65a-4717-9c4d-05af73b8778c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:24.279004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'c5150832-e11b-4d11-ab27-5ee819b5c221', 'network_id': '6e0f6dac-9ba7-49ed-9025-61c837ffa69d', 'port_id': 'c5150832-e11b-4d11-ab27-5ee819b5c221', 'mac_address': 'fa:16:3e:a7:30:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98caca9a-82c8-4b9c-b8bf-d5716e323438', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:24.282073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device fb99ed88-0b59-43f9-9995-b0474d8177d3 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:38:24.343762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-a2a97c49-33a0-45a3-b70b-68768b0ff9b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 HTTP/1.1" status: 200 len: 217 time: 0.2612269 Nov 09 19:38:24.351413 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:24.375375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5150832-e11b-4d11-ab27-5ee819b5c221 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:24.386339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: fb99ed88-0b59-43f9-9995-b0474d8177d3 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:38:24.387263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device fb99ed88-0b59-43f9-9995-b0474d8177d3 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:38:24.420328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d254d3-ab24-4e1e-8ebe-3353da985759 req-a60d3814-1aea-4fca-836f-a2b2b71ca6be tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:24.427612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port c5150832-e11b-4d11-ab27-5ee819b5c221, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=c5150832-e11b-4d11-ab27-5ee819b5c221,segment=NetworkSegment(cdba5030-c65a-4717-9c4d-05af73b8778c),segment_id=cdba5030-c65a-4717-9c4d-05af73b8778c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:24.428408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00d254d3-ab24-4e1e-8ebe-3353da985759 req-a60d3814-1aea-4fca-836f-a2b2b71ca6be tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 943 time: 0.1531680 Nov 09 19:38:24.434554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:24.500614 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f66b4ba8-16ec-460e-ad21-45b5ef7f3e72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0660531cf8ca413493339720a2969255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5409396 Nov 09 19:38:24.511653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-cfe05e95-1fcd-4ee0-a4df-4ece19666566 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=87a7aec0a36542e88a26d535920e9eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2212484 Nov 09 19:38:24.512491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47078) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:24.543807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-23db7417-44ab-468e-a636-33d31c623240 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c316085bd2b94bedb82305437b829598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9123895 Nov 09 19:38:24.551258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47080) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:24.567800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db7417-44ab-468e-a636-33d31c623240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e1c61-6c08-45db-bd8a-440c17655365,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:24.579377 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:24.588567 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00d254d3-ab24-4e1e-8ebe-3353da985759 req-aea4e563-ab15-4a43-991a-c5eaa4e45233 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585791 Nov 09 19:38:24.619194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=c5150832-e11b-4d11-ab27-5ee819b5c221,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:24.633836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53e1881-1885-4478-a538-d38c1b6c8efe', 'tag': 'd9d8a7dd-c1b9-4cb0-8051-91d3ee33d747'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:24.636251 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed9d02c-9863-4b57-9469-ebad2cef07ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b53e1881-1885-4478-a538-d38c1b6c8efe", "tag": "d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:24.677548 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5db62ec4-16f2-4ece-a7a2-879951c493a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:24.683227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['c5150832-e11b-4d11-ab27-5ee819b5c221'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:24.749920 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c285ac2c-e542-404f-a8fc-3b0da1e8ade6 req-03c98595-924f-4c32-b818-30766f019a2f tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 210 time: 0.0569015 Nov 09 19:38:24.758444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-54c1e000-5442-4be7-a44c-6048960db04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:24.760491 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-54c1e000-5442-4be7-a44c-6048960db04b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.3068442 Nov 09 19:38:24.771198 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5db62ec4-16f2-4ece-a7a2-879951c493a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:24.825581 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fbee27-dbbd-4d39-af70-1f6bfeb8604f x-openstack-request-id: req-46fbee27-dbbd-4d39-af70-1f6bfeb8604f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:24.825971 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53e1881-1885-4478-a538-d38c1b6c8efe", "tag": "d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:24.826462 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46fbee27-dbbd-4d39-af70-1f6bfeb8604f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:24.828750 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53e1881-1885-4478-a538-d38c1b6c8efe', 'tag': 'd9d8a7dd-c1b9-4cb0-8051-91d3ee33d747', 'status': 'completed', 'code': 200} Nov 09 19:38:24.893540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5db62ec4-16f2-4ece-a7a2-879951c493a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:24.896410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5db62ec4-16f2-4ece-a7a2-879951c493a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:24.900205 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5db62ec4-16f2-4ece-a7a2-879951c493a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/185acadc-ddce-4802-abfb-a80c42b5f139 HTTP/1.1" status: 204 len: 168 time: 0.3813019 Nov 09 19:38:24.900382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-13fb2c07-8d4b-423c-b987-0c79e8598c30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993679 Nov 09 19:38:24.911693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db62ec4-16f2-4ece-a7a2-879951c493a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185acadc-ddce-4802-abfb-a80c42b5f139,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:24.930544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2014df-672f-411e-9511-d2a45ebef318 req-a46f5b34-95d0-4815-993a-33661cc13121 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:24.933243 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a2014df-672f-411e-9511-d2a45ebef318 req-a46f5b34-95d0-4815-993a-33661cc13121 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 971 time: 0.5930102 Nov 09 19:38:25.003451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-154ff80b-96b5-46b8-b943-b045efe85762 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:25.005014 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-154ff80b-96b5-46b8-b943-b045efe85762 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4549575 Nov 09 19:38:25.083532 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:25.113164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb024-40ef-469c-b881-ad1d3a85c7f0 req-2f2050b5-458c-44f6-9e08-96999a5148f1 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:25.115661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-743bb024-40ef-469c-b881-ad1d3a85c7f0 req-2f2050b5-458c-44f6-9e08-96999a5148f1 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 945 time: 0.0815289 Nov 09 19:38:25.163654 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-743bb024-40ef-469c-b881-ad1d3a85c7f0 req-c64fe862-636c-44a5-a3bd-08cbfdaea171 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Nov 09 19:38:25.297578 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-788c2f78-5fbb-4a39-bd83-732adebabec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:25.315282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Request body: {'port': {'device_id': '31ce89aa-90c4-406e-b30a-4b513bfa65c7', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '87a7aec0a36542e88a26d535920e9eb4'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:25.471305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47100) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:25.491624 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-788c2f78-5fbb-4a39-bd83-732adebabec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:25.507152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a2014df-672f-411e-9511-d2a45ebef318 req-3972a328-545b-45fb-87d6-027aae503166 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726974 Nov 09 19:38:25.539876 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9693bd3d-87b0-419a-ab1d-f2d46691329e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=026858d31f264f8fb7ad87477686a5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656731 Nov 09 19:38:25.540493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47104) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:25.629675 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bb8938d-f93e-4813-86c9-2cf1e7dae911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:25.666710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bb8938d-f93e-4813-86c9-2cf1e7dae911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:25.680926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-96056f70-751c-45f7-acf1-e4c51a09e089 service neutron] 10.222.0.70 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385273 Nov 09 19:38:25.765206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bb8938d-f93e-4813-86c9-2cf1e7dae911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:25.770441 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bb8938d-f93e-4813-86c9-2cf1e7dae911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:25.772557 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7bb8938d-f93e-4813-86c9-2cf1e7dae911 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed23fcdc-d096-4408-bf41-3dec1f2ae74c HTTP/1.1" status: 204 len: 168 time: 0.2306626 Nov 09 19:38:25.786470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8938d-f93e-4813-86c9-2cf1e7dae911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed23fcdc-d096-4408-bf41-3dec1f2ae74c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:25.830372 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-788c2f78-5fbb-4a39-bd83-732adebabec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:25.835010 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-788c2f78-5fbb-4a39-bd83-732adebabec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:25.836191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-788c2f78-5fbb-4a39-bd83-732adebabec3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b62e1c61-6c08-45db-bd8a-440c17655365 HTTP/1.1" status: 204 len: 168 time: 1.2698176 Nov 09 19:38:25.881728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24f80434-7a4f-4c1f-bab0-393ed170533d req-bebf2e45-7eea-4c65-8968-d1879134fa2c tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 210 time: 0.0378695 Nov 09 19:38:25.894574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:25.899719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c2f78-5fbb-4a39-bd83-732adebabec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e1c61-6c08-45db-bd8a-440c17655365,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:25.923561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Made reservation on behalf of 87a7aec0a36542e88a26d535920e9eb4 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:25.927811 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:26.008015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e584a0d-5c56-421f-a3f5-aac7ba4e64b9 req-35449139-f399-4fec-937d-a3d25387fabb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:26.009730 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e584a0d-5c56-421f-a3f5-aac7ba4e64b9 req-35449139-f399-4fec-937d-a3d25387fabb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 943 time: 0.2662010 Nov 09 19:38:26.048068 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-853732a6-5abd-4d38-b194-f5a696bcab4b req-131d2746-d12a-4e37-8d2f-d9155442e932 service neutron] 10.222.0.70 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538418 Nov 09 19:38:26.063956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:26.110963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device c5150832-e11b-4d11-ab27-5ee819b5c221 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:26.167188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47134) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:26.214876 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port c5150832-e11b-4d11-ab27-5ee819b5c221 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:26.222852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e584a0d-5c56-421f-a3f5-aac7ba4e64b9 req-7d3c95f6-1494-4e15-a96f-d4b23814b65c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899846 Nov 09 19:38:26.228661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port c5150832-e11b-4d11-ab27-5ee819b5c221 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:26.229048 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:26.229956 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:26.253686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Transition to ACTIVE for port object 1a2e06e6-50f4-4893-b383-bf253ff3e26b will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:38:26.265437 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:26.276085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d02c-9863-4b57-9469-ebad2cef07ed req-d45dea76-e36a-410b-bb27-5bd89b3a8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:26.278472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ed9d02c-9863-4b57-9469-ebad2cef07ed req-d45dea76-e36a-410b-bb27-5bd89b3a8ffa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 1094 time: 0.1455376 Nov 09 19:38:26.423700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2cb04-2f3a-4274-a0c3-95f9509e5024 req-7b2afa92-69f1-4401-a5b5-3a205c231eab tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:26.425801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66d2cb04-2f3a-4274-a0c3-95f9509e5024 req-7b2afa92-69f1-4401-a5b5-3a205c231eab tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 945 time: 0.1252928 Nov 09 19:38:26.436670 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:26.481571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a88f84-592d-4b63-bae5-58c7eb661885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5150832-e11b-4d11-ab27-5ee819b5c221'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:26.490410 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43578f45-148d-4b9c-955b-7922fd71e200" -d '{"events": [{"server_uuid": "42a88f84-592d-4b63-bae5-58c7eb661885", "name": "network-vif-plugged", "status": "completed", "tag": "c5150832-e11b-4d11-ab27-5ee819b5c221"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:26.513470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Pushing event updated for resources: {'Port': ['ID=1a2e06e6-50f4-4893-b383-bf253ff3e26b,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:26.518945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Allocated IP 192.168.233.175 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/84d7036b-a8ce-4398-be8c-d0eb7a4528d7) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:26.545029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port c5150832-e11b-4d11-ab27-5ee819b5c221, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=c5150832-e11b-4d11-ab27-5ee819b5c221,segment=NetworkSegment(cdba5030-c65a-4717-9c4d-05af73b8778c),segment_id=cdba5030-c65a-4717-9c4d-05af73b8778c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:26.551968 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:26.562798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66d2cb04-2f3a-4274-a0c3-95f9509e5024 req-c97148f9-4cad-4a5a-aa89-116cd65bd186 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198287 Nov 09 19:38:26.676089 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53438193-38e8-42c8-b3a1-efbb272c9ab4 x-openstack-request-id: req-53438193-38e8-42c8-b3a1-efbb272c9ab4 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:26.676835 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a88f84-592d-4b63-bae5-58c7eb661885", "name": "network-vif-plugged", "status": "completed", "tag": "c5150832-e11b-4d11-ab27-5ee819b5c221", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:26.677271 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53438193-38e8-42c8-b3a1-efbb272c9ab4 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:26.677859 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a88f84-592d-4b63-bae5-58c7eb661885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5150832-e11b-4d11-ab27-5ee819b5c221', 'code': 200} Nov 09 19:38:26.690168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] No DVR routers for this DVR port 1a2e06e6-50f4-4893-b383-bf253ff3e26b on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:38:26.718940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=c5150832-e11b-4d11-ab27-5ee819b5c221,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:26.760805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bddd66b7-ffbe-46a9-9587-fb0b82302935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:26.797121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d02c-9863-4b57-9469-ebad2cef07ed req-6424de22-6a54-48a0-94b3-590a0db699ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:26.799240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ed9d02c-9863-4b57-9469-ebad2cef07ed req-6424de22-6a54-48a0-94b3-590a0db699ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 912 time: 0.4934671 Nov 09 19:38:26.817829 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38682f6f-e233-4670-9aa5-ce5206500932 req-f1f11e32-7a6a-4929-8bc8-97fe55689132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:26.820440 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38682f6f-e233-4670-9aa5-ce5206500932 req-f1f11e32-7a6a-4929-8bc8-97fe55689132 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 1097 time: 0.1517448 Nov 09 19:38:26.858021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:26.861831 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c190f1-d3d1-4ddf-9b7d-be0065098fc0" -d '{"events": [{"server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:26.867197 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38682f6f-e233-4670-9aa5-ce5206500932 req-5d1e19f5-7f7e-472a-a58f-24729d7ddd84 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351048 Nov 09 19:38:26.909519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Attempting to bind port 1a2e06e6-50f4-4893-b383-bf253ff3e26b on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:26.910492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Attempting to bind port 1a2e06e6-50f4-4893-b383-bf253ff3e26b by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:26.911030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Attempting to bind port 1a2e06e6-50f4-4893-b383-bf253ff3e26b on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:26.924792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Port 1a2e06e6-50f4-4893-b383-bf253ff3e26b on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:38:26.925292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Attempting to bind port 1a2e06e6-50f4-4893-b383-bf253ff3e26b on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:26.946156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bddd66b7-ffbe-46a9-9587-fb0b82302935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:26.956154 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bddd66b7-ffbe-46a9-9587-fb0b82302935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:26.976635 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ed9d02c-9863-4b57-9469-ebad2cef07ed req-fe09409d-45b6-47a9-866d-39efd81db495 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 HTTP/1.1" status: 200 len: 217 time: 0.1059613 Nov 09 19:38:26.990712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:26.991659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:26.992772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:26.993682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Bound port: 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:26.994577 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:27.016947 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cdca66-0f0f-4c7b-9547-7b74e34baac2 x-openstack-request-id: req-97cdca66-0f0f-4c7b-9547-7b74e34baac2 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:27.018101 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:27.018748 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97cdca66-0f0f-4c7b-9547-7b74e34baac2 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:27.019583 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b', 'code': 200} Nov 09 19:38:27.153668 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a47c3-8668-4a03-928f-f3b47f0f1ccc req-0d0f9af9-73cc-4675-acdf-762301e84a3c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:27.155741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737a47c3-8668-4a03-928f-f3b47f0f1ccc req-0d0f9af9-73cc-4675-acdf-762301e84a3c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 948 time: 0.4551861 Nov 09 19:38:27.250735 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9d02c-9863-4b57-9469-ebad2cef07ed req-753a9e7d-9097-4c8a-a9e0-7bb9913d4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:27.253135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ed9d02c-9863-4b57-9469-ebad2cef07ed req-753a9e7d-9097-4c8a-a9e0-7bb9913d4d46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.2380114 Nov 09 19:38:27.261209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:27.299095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13e45d26-c62f-4b0f-bd53-3d604480e549 req-31307768-fa7c-498c-b2fe-0e5137e5760d tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 210 time: 0.0511482 Nov 09 19:38:27.313471 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bddd66b7-ffbe-46a9-9587-fb0b82302935 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a20c894090e14e6298912223bcc4b63e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1414330 Nov 09 19:38:27.313718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47182) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:27.325131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ed9d02c-9863-4b57-9469-ebad2cef07ed req-2a658bb7-52bd-4f8e-8177-2567bf9bedaa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614064 Nov 09 19:38:27.335071 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd66b7-ffbe-46a9-9587-fb0b82302935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dc5e89-7e0b-45f7-90da-8ffd9766a2ac,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:27.354657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:27.365830 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737a47c3-8668-4a03-928f-f3b47f0f1ccc req-4f77e33c-7b8e-4999-8b46-10e1a9c42637 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979787 Nov 09 19:38:27.386893 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:27.391351 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:27.437609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47184) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:27.459673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c98e5598-9b3e-46fc-95fa-5988a94941cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:27.498380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c98e5598-9b3e-46fc-95fa-5988a94941cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:27.596727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:27.597252 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:27.598742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] 10.222.0.77 "PUT /v2.0/ports/1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 1096 time: 3.5807464 Nov 09 19:38:27.599535 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c98e5598-9b3e-46fc-95fa-5988a94941cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:27.605690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745109e-a0ba-4e65-ade4-91bb3159e07c service neutron] Pushing event updated for resources: {'Port': ['ID=1a2e06e6-50f4-4893-b383-bf253ff3e26b,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:27.629849 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c98e5598-9b3e-46fc-95fa-5988a94941cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:27.641356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c98e5598-9b3e-46fc-95fa-5988a94941cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11dc5e89-7e0b-45f7-90da-8ffd9766a2ac HTTP/1.1" status: 204 len: 168 time: 0.3218975 Nov 09 19:38:27.671672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e5598-9b3e-46fc-95fa-5988a94941cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dc5e89-7e0b-45f7-90da-8ffd9766a2ac,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:27.751091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eeace-8e0e-40f3-a46a-4f4a3b5d4ff5 req-eb9f7414-d723-43d8-8173-9f43383b1064 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:27.752699 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a9eeace-8e0e-40f3-a46a-4f4a3b5d4ff5 req-eb9f7414-d723-43d8-8173-9f43383b1064 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 943 time: 0.2419465 Nov 09 19:38:27.767336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47196) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:27.769653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ed9d02c-9863-4b57-9469-ebad2cef07ed req-34f7596e-7a2e-476d-9d9f-eca0ff730dee service neutron] 10.222.0.70 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268219 Nov 09 19:38:27.798400 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:27.813982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1a2e06e6-50f4-4893-b383-bf253ff3e26b no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:38:27.847183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-network', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:27.904068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1a2e06e6-50f4-4893-b383-bf253ff3e26b not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:38:27.943397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1513583674-network', 'tenant_id': '2859bc85160d463285748068eb9becfd'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:28.000360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccb144-91d8-44b2-8e73-f33b67275019 req-4aa6f0dd-e03c-438e-9f82-b45df00c7b9d tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:28.003243 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00ccb144-91d8-44b2-8e73-f33b67275019 req-4aa6f0dd-e03c-438e-9f82-b45df00c7b9d tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 946 time: 0.2148204 Nov 09 19:38:28.009421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-b364ea71-3153-4e36-97ec-b9eb62f8e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:28.011052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-b364ea71-3153-4e36-97ec-b9eb62f8e9a5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1099 time: 0.3432724 Nov 09 19:38:28.035544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Made reservation on behalf of 36c3716f9a1a4627a9dd87593858816f for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:28.044981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.103492 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.142424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Made reservation on behalf of 2859bc85160d463285748068eb9becfd for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:28.151107 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.179633 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00ccb144-91d8-44b2-8e73-f33b67275019 req-5ed66210-1680-4755-834c-624a8275f0aa tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626689 Nov 09 19:38:28.210996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.316285 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.340263 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.356432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47204) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:28.357277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:38:28.381926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:28.391528 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a9eeace-8e0e-40f3-a46a-4f4a3b5d4ff5 req-afcfc918-4657-48ef-8d67-46194ca8277f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261680 Nov 09 19:38:28.418590 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.418590 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Added segment 198ce3b5-5281-461c-8ff7-af2f777d7a88 of type vlan for network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae Nov 09 19:38:28.431407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Pushing event updated for resources: {'Port': ['ID=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:28.438433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:28.445953 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98667528-04ee-4be3-a5ba-41bc6ef427eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.449882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:28.498656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f74b946-bc5b-41ec-83b5-1205e10c4984,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:28.500190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ed9d02c-9863-4b57-9469-ebad2cef07ed req-f208647a-28f5-46f8-9a50-20f7b1b6bbb6 service neutron] 10.222.0.70 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7219992 Nov 09 19:38:28.539802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.574716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.587280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d398b-ed8c-40bf-a8d3-3bdbf90ba0dd req-f8218289-11cd-4105-b7db-5484862b8f4d tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:28.589158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e1953329-0dd5-43d6-8c8b-bccb1dd4c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:28.590660 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-e1953329-0dd5-43d6-8c8b-bccb1dd4c0e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.5616791 Nov 09 19:38:28.591607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-104d398b-ed8c-40bf-a8d3-3bdbf90ba0dd req-f8218289-11cd-4105-b7db-5484862b8f4d tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 936 time: 0.2028828 Nov 09 19:38:28.603981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.614582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:28.615269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.666038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:38:28.672193 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-62e74a68-4c29-410f-a808-6d11a4317165 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 217 time: 0.0725682 Nov 09 19:38:28.680918 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.682192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:28.683107 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.720574 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-78609bda-25bb-48f1-b093-bc653d43edf5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4128635 Nov 09 19:38:28.742455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Request body: {'port': {'device_id': '31ce89aa-90c4-406e-b30a-4b513bfa65c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:28.753653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c106857-8ac0-4638-88ab-c41bdb8f3dcc req-9fba5c15-04b1-402e-8b94-1c074be37af9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:28.755255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c106857-8ac0-4638-88ab-c41bdb8f3dcc req-9fba5c15-04b1-402e-8b94-1c074be37af9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 948 time: 0.2289078 Nov 09 19:38:28.765031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-25aa83df-7dde-481a-ac55-17011234c793 None None] Provisioning complete for port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:28.765855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-25aa83df-7dde-481a-ac55-17011234c793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.768614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ceadcc-a494-49cb-8e59-568ab1ab322e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:28.782994 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.783339 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Added segment 710222e1-52c6-4e28-8838-c0b6785076ec of type vlan for network 3c440a8d-8700-46d7-8491-c2d72d754c80 Nov 09 19:38:28.806188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-104d398b-ed8c-40bf-a8d3-3bdbf90ba0dd req-84e3088e-9639-4f28-a8c4-296442e6ec0f tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916246 Nov 09 19:38:28.810769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-989b6c83-552b-4023-9383-ae2c4334bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:28.813237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-989b6c83-552b-4023-9383-ae2c4334bb8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1306286 Nov 09 19:38:28.816337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3776259 Nov 09 19:38:28.829155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47210) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:28.846956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Request body: {'subnet': {'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-subnet', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:28.862662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-25aa83df-7dde-481a-ac55-17011234c793 None None] Port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:38:28.867798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1397033-33c9-465b-9513-a012d4d9a08c admin admin] Pushing event updated for resources: {'Network': ['ID=5ec10223-1afa-4ffa-b1d1-e4a67090c5ae,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:28.882972 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98667528-04ee-4be3-a5ba-41bc6ef427eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.884467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.894135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:38:28.919003 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98667528-04ee-4be3-a5ba-41bc6ef427eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.933413 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.933906 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.936336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:28.937993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:28.964498 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c106857-8ac0-4638-88ab-c41bdb8f3dcc req-63b81290-8002-4f9f-9e50-ce6675098f57 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762056 Nov 09 19:38:28.995121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Made reservation on behalf of 36c3716f9a1a4627a9dd87593858816f for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:28.997859 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:29.026640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98667528-04ee-4be3-a5ba-41bc6ef427eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90681f75-5eb5-485a-80e4-88778a607802,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:29.030069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:29.032466 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb030893-980d-4742-9f70-525573800193" -d '{"events": [{"name": "network-changed", "server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:29.051172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-98667528-04ee-4be3-a5ba-41bc6ef427eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccd4c0c1a5174119b108a101aea4b6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6820228 Nov 09 19:38:29.053694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47214) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:29.054936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2816083 Nov 09 19:38:29.056107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47216) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:29.087793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Request body: {'subnet': {'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1513583674-subnet', 'tenant_id': '2859bc85160d463285748068eb9becfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:29.093411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-a88b8614-c813-49a0-9920-110bf9205c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:29.095069 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-a88b8614-c813-49a0-9920-110bf9205c82 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2608562 Nov 09 19:38:29.117874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873da121-19f9-4666-b9f4-fc930e4587df admin admin] Pushing event updated for resources: {'Network': ['ID=3c440a8d-8700-46d7-8491-c2d72d754c80,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:29.142496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 3c440a8d-8700-46d7-8491-c2d72d754c80 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:38:29.145555 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35858e27-6ee6-4ba3-8f89-7c706d93b799 x-openstack-request-id: req-35858e27-6ee6-4ba3-8f89-7c706d93b799 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:29.145905 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:29.146134 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35858e27-6ee6-4ba3-8f89-7c706d93b799 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:29.146555 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b', 'status': 'completed', 'code': 200} Nov 09 19:38:29.172078 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32284b25-8149-4dd3-bf30-d2cc7f2b8571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:29.196680 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32284b25-8149-4dd3-bf30-d2cc7f2b8571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:29.283517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Made reservation on behalf of 2859bc85160d463285748068eb9becfd for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:29.286411 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:29.287021 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32284b25-8149-4dd3-bf30-d2cc7f2b8571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:29.289873 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32284b25-8149-4dd3-bf30-d2cc7f2b8571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:29.293432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-32284b25-8149-4dd3-bf30-d2cc7f2b8571 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90681f75-5eb5-485a-80e4-88778a607802 HTTP/1.1" status: 204 len: 168 time: 0.2297332 Nov 09 19:38:29.301778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32284b25-8149-4dd3-bf30-d2cc7f2b8571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90681f75-5eb5-485a-80e4-88778a607802,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:29.555529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfffe2-43c4-477b-a3f3-9dd7ae1b67ff req-fcb91ce3-2eeb-4b73-ba36-eb1c16c1410d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:29.557263 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87dfffe2-43c4-477b-a3f3-9dd7ae1b67ff req-fcb91ce3-2eeb-4b73-ba36-eb1c16c1410d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 943 time: 0.0722146 Nov 09 19:38:29.557451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030893-980d-4742-9f70-525573800193 req-f98bb802-dea8-4ff4-a59d-4d9302e1b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:29.559130 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-f98bb802-dea8-4ff4-a59d-4d9302e1b636 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1099 time: 0.3687572 Nov 09 19:38:29.620047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87dfffe2-43c4-477b-a3f3-9dd7ae1b67ff req-ee77519a-f0df-4647-9986-158b4c46e720 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Nov 09 19:38:29.637369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-b3434f93-e989-4abf-b71f-50ff8e3b3200 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285089 Nov 09 19:38:29.692166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f829d8-9a09-4427-8d35-65b928fa2bb2 req-c4d2fc27-7366-4037-a140-bbe777bc37d1 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:29.693772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7f829d8-9a09-4427-8d35-65b928fa2bb2 req-c4d2fc27-7366-4037-a140-bbe777bc37d1 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 946 time: 0.3921449 Nov 09 19:38:29.816343 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:29.872082 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:29.961504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda2cb8f-ba5d-4923-8574-6d348bd075a8,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:29.984151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:30.003458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd9d8a7dd-c1b9-4cb0-8051-91d3ee33d747', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'port_id': 'd9d8a7dd-c1b9-4cb0-8051-91d3ee33d747', 'mac_address': 'fa:16:3e:03:9e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:30.008611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b6299-3771-4f9b-a868-c8cc5c687924 req-0ed1e6f8-ac7d-424d-bceb-59c98235d127 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:30.011532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7f829d8-9a09-4427-8d35-65b928fa2bb2 req-c1499eac-06c0-4927-9df2-97e06ab3286d tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747009 Nov 09 19:38:30.015983 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0f8b6299-3771-4f9b-a868-c8cc5c687924 req-0ed1e6f8-ac7d-424d-bceb-59c98235d127 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 936 time: 0.0800476 Nov 09 19:38:30.047771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030893-980d-4742-9f70-525573800193 req-b6eb29b2-0f30-469e-943b-8076d0176f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:30.049332 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-b6eb29b2-0f30-469e-943b-8076d0176f0d service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4428756 Nov 09 19:38:30.099498 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0f8b6299-3771-4f9b-a868-c8cc5c687924 req-1407bbb4-6940-4743-8261-efab4329c483 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730686 Nov 09 19:38:30.131698 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:30.155353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Checking segment: {'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:30.155717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Network hostable DHCP agents. Network: 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:38:30.188378 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:30.206067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-6af8272d-cbf8-43a5-be1a-c2b68b5e6ef5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 217 time: 0.1302569 Nov 09 19:38:30.208549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd87e947-c91d-43bd-90a6-86ee2c0029fa req-1d7f2ace-fd17-4c71-b9a8-1cd5a9633ab0 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549195 Nov 09 19:38:30.267278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:30.277748 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:30.286344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030893-980d-4742-9f70-525573800193 req-44f40611-b7de-40fa-9bb6-3e9980f142db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:30.288176 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-44f40611-b7de-40fa-9bb6-3e9980f142db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0667534 Nov 09 19:38:30.297281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:30.327450 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:30.339507 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:30.367821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f109b-62ae-449e-badb-a2787f61d5ac req-47fe5e87-ee31-4b27-bb25-9d7962eb0253 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:30.381211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-101f109b-62ae-449e-badb-a2787f61d5ac req-47fe5e87-ee31-4b27-bb25-9d7962eb0253 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 948 time: 0.1460776 Nov 09 19:38:30.440908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:30.466461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-101f109b-62ae-449e-badb-a2787f61d5ac req-0d31cccf-ebc5-4eb2-a3cc-8dc247e91024 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837631 Nov 09 19:38:30.491114 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:30.504460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Transition to ACTIVE for port object 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:38:30.507309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:38:30.535524 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:30.545038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:30.565543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80400fcf-abcd-4ca1-bdf4-c15be7d0956c None None] Network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:30.608740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:30.610129 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:30.614097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030893-980d-4742-9f70-525573800193 req-83856370-5185-49a8-87be-18024ca74cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:30.616091 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-83856370-5185-49a8-87be-18024ca74cbf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1099 time: 0.2695241 Nov 09 19:38:30.619578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030893-980d-4742-9f70-525573800193 req-bcfe3c96-9cf8-4700-88ab-1b16ff8eab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:30.621424 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-bcfe3c96-9cf8-4700-88ab-1b16ff8eab9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3190298 Nov 09 19:38:30.644791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c271e4cb-f52a-4e29-af68-f8061cc1d4ad,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:30.809174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:30.809925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Network hostable DHCP agents. Network: 3c440a8d-8700-46d7-8491-c2d72d754c80, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:38:30.814587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-377b423d-6bb2-478b-8b6f-d4c801c698e4 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783555 Nov 09 19:38:30.996839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-5ec10223-1afa-4ffa-b1d1-e4a67090c5ae', 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'fixed_ips': [{'subnet_id': 'dda2cb8f-ba5d-4923-8574-6d348bd075a8'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:38:30.996839 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:31.025634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2fb70bc9-98ce-4c0b-a227-b30038fcb589 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1899333 Nov 09 19:38:31.031579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47260) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:31.036724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-router', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:31.068205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Pushing event updated for resources: {'Port': ['ID=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:31.101558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:31.105075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:31.286322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:31.440903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Allocated IP 172.20.0.2 (5ec10223-1afa-4ffa-b1d1-e4a67090c5ae/dda2cb8f-ba5d-4923-8574-6d348bd075a8/6682f7ba-21fb-4398-bbb1-de322e4066a3) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:31.442861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-20b8a601-e789-4915-8daf-a50e7cd1baa5 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111753 Nov 09 19:38:31.509242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Network 3c440a8d-8700-46d7-8491-c2d72d754c80 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:38:31.541382 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96911eb-186b-45cf-b12c-5b4c828f1609 req-c92ef5ba-d03d-4301-8e1f-4a5e08b6563b tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:31.542907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c96911eb-186b-45cf-b12c-5b4c828f1609 req-c92ef5ba-d03d-4301-8e1f-4a5e08b6563b tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 948 time: 0.2550011 Nov 09 19:38:31.559963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 3c440a8d-8700-46d7-8491-c2d72d754c80) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:31.590184 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:31.590768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:31.655375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67c3cc-3e9c-4a25-a1ec-c6277ad470e5 req-dc47b265-3a0a-4ca6-99f8-2b43b7d258d6 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:31.656761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec67c3cc-3e9c-4a25-a1ec-c6277ad470e5 req-dc47b265-3a0a-4ca6-99f8-2b43b7d258d6 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 944 time: 0.8408849 Nov 09 19:38:31.658680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Attempting to bind port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:31.659102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Attempting to bind port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:31.659399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Attempting to bind port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:31.662467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030893-980d-4742-9f70-525573800193 req-ac76e89d-1d6a-4cf6-a625-398c512f7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:31.664128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-ac76e89d-1d6a-4cf6-a625-398c512f7985 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 1.0216691 Nov 09 19:38:31.670428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31106f5-67d3-43e2-aef3-461973cdd59f None None] Network 3c440a8d-8700-46d7-8491-c2d72d754c80 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:31.693066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ec7ad245-da2f-4494-9c10-173afc1592c5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6124425 Nov 09 19:38:31.709325 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:38:31.709703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Attempting to bind port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:31.721875 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:31.776837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:31.777369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:31.777986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:31.778759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Bound port: 84d7036b-a8ce-4398-be8c-d0eb7a4528d7, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:31.779415 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:31.795474 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-e4a61654-8a7f-48b5-bb7d-0de934e9d635 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 217 time: 0.0960846 Nov 09 19:38:31.808252 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c96911eb-186b-45cf-b12c-5b4c828f1609 req-1185b5c5-32ee-4bce-8840-42ec07012f44 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879451 Nov 09 19:38:31.847856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:31.913300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec67c3cc-3e9c-4a25-a1ec-c6277ad470e5 req-a4c6d078-2813-4a17-9f52-1f9184659946 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470617 Nov 09 19:38:31.950983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030893-980d-4742-9f70-525573800193 req-6b2f712a-4c56-4b4d-9c9f-b3d2c33426af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:31.953204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-6b2f712a-4c56-4b4d-9c9f-b3d2c33426af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1497345 Nov 09 19:38:32.050111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] For port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:32.062498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] For port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:32.070971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030893-980d-4742-9f70-525573800193 req-54871cc0-16a7-4297-9554-7d3387333c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:32.073649 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-54871cc0-16a7-4297-9554-7d3387333c67 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863817 Nov 09 19:38:32.133151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:32.265355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa55c7d-1943-4696-abf3-43fc8e40ab65 req-4fc42b2f-9300-4b05-9903-63a57562d5dd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:32.280244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfa55c7d-1943-4696-abf3-43fc8e40ab65 req-4fc42b2f-9300-4b05-9903-63a57562d5dd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 948 time: 0.2418303 Nov 09 19:38:32.291477 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:32.367122 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-4e8f7e45-9c88-4c31-be5e-f57121891b44 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740169 Nov 09 19:38:32.382358 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:32.447982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:32.466263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:32.467339 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:32.489126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Pushing event updated for resources: {'Port': ['ID=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:32.520940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfa55c7d-1943-4696-abf3-43fc8e40ab65 req-8e53276f-9aee-4191-8081-d9ad6db3386a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396398 Nov 09 19:38:32.558756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-8403a9e4-5667-4d4a-8a34-a67bb9a6e044 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1888454 Nov 09 19:38:32.599388 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb030893-980d-4742-9f70-525573800193 req-6d50ee22-b3f7-4ea1-940a-402dad76152c service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976961 Nov 09 19:38:32.609240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:32.610012 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:32.611643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9b4f4945-6118-4286-ac09-d33e8b35a035 service neutron] 10.222.0.70 "PUT /v2.0/ports/84d7036b-a8ce-4398-be8c-d0eb7a4528d7 HTTP/1.1" status: 200 len: 1096 time: 3.8769081 Nov 09 19:38:32.612094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ce89aa-90c4-406e-b30a-4b513bfa65c7', 'tag': '84d7036b-a8ce-4398-be8c-d0eb7a4528d7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:32.614579 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc96496c-88ce-4b95-9a6e-851c87505a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "31ce89aa-90c4-406e-b30a-4b513bfa65c7", "tag": "84d7036b-a8ce-4398-be8c-d0eb7a4528d7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:32.730942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2353b10-dd9a-4522-bbd1-60bf08abaf7f None None] Network 3c440a8d-8700-46d7-8491-c2d72d754c80 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:32.747096 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503f63b2-7864-4267-b88a-c85959c9f75f x-openstack-request-id: req-503f63b2-7864-4267-b88a-c85959c9f75f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:32.748479 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ce89aa-90c4-406e-b30a-4b513bfa65c7", "tag": "84d7036b-a8ce-4398-be8c-d0eb7a4528d7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:32.748988 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-503f63b2-7864-4267-b88a-c85959c9f75f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:32.749890 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ce89aa-90c4-406e-b30a-4b513bfa65c7', 'tag': '84d7036b-a8ce-4398-be8c-d0eb7a4528d7', 'status': 'completed', 'code': 200} Nov 09 19:38:32.768444 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:32.807627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-be74ed81-7f0d-4d1f-a3c3-746fc53d0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:32.809504 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-be74ed81-7f0d-4d1f-a3c3-746fc53d0566 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=680f524dfe864ca0aa5e62d7ca065773&device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 1096 time: 0.1434977 Nov 09 19:38:32.824298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-b314aac7-e4ae-4cf6-a630-98a61292cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:32.837870 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-b314aac7-e4ae-4cf6-a630-98a61292cc01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87a7aec0a36542e88a26d535920e9eb4&device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 1099 time: 0.0864761 Nov 09 19:38:32.881423 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Allocated IP 172.25.6.210 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/cf68ae7a-9611-4300-aea1-8c414c4866f1) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:32.936720 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:32.983938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:32.993825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:33.035340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-a6b33a99-5b84-4884-993a-b8b11d953197 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=84d7036b-a8ce-4398-be8c-d0eb7a4528d7 HTTP/1.1" status: 200 len: 217 time: 0.1861973 Nov 09 19:38:33.064557 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:33.081043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47320) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:33.095811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1958107699-network', 'tenant_id': '0c166a5a38844f65a6fc5445360add5e'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:33.099627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-f095ba12-81c9-4e23-a909-853d0e4f6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:33.101434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-f095ba12-81c9-4e23-a909-853d0e4f6288 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0582085 Nov 09 19:38:33.180868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-0ca12e72-2660-4e59-961d-a6228f188609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:33.182601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-0ca12e72-2660-4e59-961d-a6228f188609 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b5b6fb47-7a20-48ea-9835-141612264bec HTTP/1.1" status: 200 len: 924 time: 0.3398516 Nov 09 19:38:33.194590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.203171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-d48c0b51-bbf0-4171-81b0-739bee843623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:33.206385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-d48c0b51-bbf0-4171-81b0-739bee843623 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938513 Nov 09 19:38:33.220737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76a6f8-ceea-4a59-bcb1-5d6061f65403 req-883d138a-4dda-4fd6-bd56-fd7fcaf6be03 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:33.222652 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b76a6f8-ceea-4a59-bcb1-5d6061f65403 req-883d138a-4dda-4fd6-bd56-fd7fcaf6be03 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 948 time: 0.2175009 Nov 09 19:38:33.244247 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.250537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Pushing event updated for resources: {'Port': ['ID=6682f7ba-21fb-4398-bbb1-de322e4066a3,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:33.254827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Made reservation on behalf of 0c166a5a38844f65a6fc5445360add5e for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:33.257245 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.293248 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.299832 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-3bf2a55f-34b3-41b5-b595-307161e3c771 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25ee7da-d896-4045-a1e4-7a7c6f0f499d HTTP/1.1" status: 200 len: 1001 time: 0.0899088 Nov 09 19:38:33.304826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Attempting to bind port 6682f7ba-21fb-4398-bbb1-de322e4066a3 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:33.305210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Attempting to bind port 6682f7ba-21fb-4398-bbb1-de322e4066a3 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:33.305726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Attempting to bind port 6682f7ba-21fb-4398-bbb1-de322e4066a3 on network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:33.321824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:33.322109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Checking segment: {'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:33.322365 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.322732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Bound using segment: {'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:33.323229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Bound port: 6682f7ba-21fb-4398-bbb1-de322e4066a3, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:33.324316 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.334756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e1881-1885-4478-a538-d38c1b6c8efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d8a7dd-c1b9-4cb0-8051-91d3ee33d747'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:33.337683 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e869bcc-e3fe-402f-ab7c-2f199b22b312" -d '{"events": [{"server_uuid": "b53e1881-1885-4478-a538-d38c1b6c8efe", "name": "network-vif-plugged", "status": "completed", "tag": "d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:33.366895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b76a6f8-ceea-4a59-bcb1-5d6061f65403 req-21dc8bf6-c5b3-4c1d-b104-8ec07462cd69 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130791 Nov 09 19:38:33.370162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.387782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:33.456111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:33.457089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f000c-803e-473d-80bf-8384729a4d8a req-08b78384-6080-4410-b3bd-c80aa8b051f9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:33.462555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:33.466160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b3f000c-803e-473d-80bf-8384729a4d8a req-08b78384-6080-4410-b3bd-c80aa8b051f9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 944 time: 0.2548099 Nov 09 19:38:33.468978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:33.471908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] For port 6682f7ba-21fb-4398-bbb1-de322e4066a3, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:33.478439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] For port 6682f7ba-21fb-4398-bbb1-de322e4066a3, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6682f7ba-21fb-4398-bbb1-de322e4066a3,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:33.481719 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.491368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-fac9be5c-97ce-46ca-9797-855b8d2d8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:33.495505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-fac9be5c-97ce-46ca-9797-855b8d2d8853 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3 HTTP/1.1" status: 200 len: 862 time: 0.1866193 Nov 09 19:38:33.558993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf68ae7a-9611-4300-aea1-8c414c4866f1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:33.598267 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f97b5b1-0dcd-4676-8017-9c823e3d88b1 x-openstack-request-id: req-6f97b5b1-0dcd-4676-8017-9c823e3d88b1 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:33.598267 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e1881-1885-4478-a538-d38c1b6c8efe", "name": "network-vif-plugged", "status": "completed", "tag": "d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:33.598267 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f97b5b1-0dcd-4676-8017-9c823e3d88b1 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:33.598267 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53e1881-1885-4478-a538-d38c1b6c8efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d8a7dd-c1b9-4cb0-8051-91d3ee33d747', 'code': 200} Nov 09 19:38:33.598943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:33.602372 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.669374 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.697844 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-9d97143b-98e2-4d13-bbae-dfb25cba0a15 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082515 Nov 09 19:38:33.708749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b3f000c-803e-473d-80bf-8384729a4d8a req-0930cb78-8269-4b58-8c97-d2cdb596c835 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415583 Nov 09 19:38:33.775700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e2ef0-a8f3-44e8-a34e-680813fd1378 None None] Pushing event updated for resources: {'Port': ['ID=6682f7ba-21fb-4398-bbb1-de322e4066a3,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:33.781338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-d26e6a53-c75f-4cbf-b971-d1e05a7b2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:33.785351 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-d26e6a53-c75f-4cbf-b971-d1e05a7b2246 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b5b6fb47-7a20-48ea-9835-141612264bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601385 Nov 09 19:38:33.813585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b572cc0-ac2f-43c4-a6d0-111409218dc2 req-1fa63125-e26e-4076-8a12-bbae86e2a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:33.815299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b572cc0-ac2f-43c4-a6d0-111409218dc2 req-1fa63125-e26e-4076-8a12-bbae86e2a820 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 1096 time: 0.2239738 Nov 09 19:38:33.849076 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:33.978117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c7df81d-ce58-4f9d-a27b-10c74a819ca2 req-b668c9fe-3411-410d-9de4-a8c6fda4e75b service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671652 Nov 09 19:38:33.983640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b572cc0-ac2f-43c4-a6d0-111409218dc2 req-a5ee4967-7228-44df-8284-379162eb115e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545861 Nov 09 19:38:34.002205 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:34.010336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-c12e3f69-a45a-4d38-8645-bb23256e9702 service neutron] 10.222.0.77 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129960 Nov 09 19:38:34.101597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b9cb91-319c-49ea-a9df-40f02c159fc3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:34.161971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 1a2e06e6-50f4-4893-b383-bf253ff3e26b details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:34.163164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:38:34.224846 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:34.225432 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Added segment b12bd0a2-3dc8-472a-920c-e8340b0277ab of type vlan for network 2582bc4c-3ce8-4277-81c9-f2e299011818 Nov 09 19:38:34.292479 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b1cd61b-a495-4310-92d1-3e2b4147ec8e req-5d8bdde8-b39a-4de7-8b24-5cabf092ffdf service neutron] 10.222.0.77 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688322 Nov 09 19:38:34.294104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327c576-9f64-4b60-8301-e853650737d0 req-35e797fb-4e36-4f10-be09-dff9c0ae9cca tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:34.302835 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5327c576-9f64-4b60-8301-e853650737d0 req-35e797fb-4e36-4f10-be09-dff9c0ae9cca tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 948 time: 0.3752406 Nov 09 19:38:34.349833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-5252bf6a-128c-47a7-8ce8-0d9342810e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:34.351810 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-5252bf6a-128c-47a7-8ce8-0d9342810e22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=87a7aec0a36542e88a26d535920e9eb4&device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 1099 time: 0.1540823 Nov 09 19:38:34.393611 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:34.432680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:34.455656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '1a2e06e6-50f4-4893-b383-bf253ff3e26b', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '1a2e06e6-50f4-4893-b383-bf253ff3e26b', 'mac_address': 'fa:16:3e:b6:6a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:34.519060 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:34.544735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2e06e6-50f4-4893-b383-bf253ff3e26b {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:34.587697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:34.594328 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:34.617031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dae92f-820b-47c4-b691-455c13acdc0c req-0507ee9f-9c70-4617-8c55-5d1ed56e2bc8 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:34.618740 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20dae92f-820b-47c4-b691-455c13acdc0c req-0507ee9f-9c70-4617-8c55-5d1ed56e2bc8 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 948 time: 0.0915422 Nov 09 19:38:34.642652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-9bb86ee9-4766-4bb5-8f7d-688bade8ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:34.644827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-9bb86ee9-4766-4bb5-8f7d-688bade8ddc3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2624090 Nov 09 19:38:34.685899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=1a2e06e6-50f4-4893-b383-bf253ff3e26b,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:34.698296 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-4e0428ac-f909-4aa8-b985-734e44ac73d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=84d7036b-a8ce-4398-be8c-d0eb7a4528d7 HTTP/1.1" status: 200 len: 217 time: 0.0439336 Nov 09 19:38:34.752464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20dae92f-820b-47c4-b691-455c13acdc0c req-7f4c6081-408a-48ea-b633-4eae57f6b18f tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230943 Nov 09 19:38:34.799968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-412bff63-b3cc-4ce2-9f7e-9d04ba9c8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:34.801744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-412bff63-b3cc-4ce2-9f7e-9d04ba9c8e1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0948725 Nov 09 19:38:34.832572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.resource_extend [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:38:34.847709 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5327c576-9f64-4b60-8301-e853650737d0 req-00e6952c-b195-495b-bfc1-599e46c5d851 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330315 Nov 09 19:38:34.861855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['1a2e06e6-50f4-4893-b383-bf253ff3e26b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:34.897729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-9b47195b-1574-463e-a8bb-1eace5c36864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:34.907785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:34.910058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:34.911824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-9b47195b-1574-463e-a8bb-1eace5c36864 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985868 Nov 09 19:38:34.913450 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:35.142653 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0514743 Nov 09 19:38:35.192922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47370) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:35.198813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Request body: {'subnet': {'network_id': '2582bc4c-3ce8-4277-81c9-f2e299011818', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1958107699-subnet', 'tenant_id': '0c166a5a38844f65a6fc5445360add5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:35.223862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:35.228913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0757e5-bce6-416e-b225-7bff54d36159 admin admin] Pushing event updated for resources: {'Network': ['ID=2582bc4c-3ce8-4277-81c9-f2e299011818,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:35.238128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-225046c3-d6fd-4883-bc54-4af6a2fde2d8 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185370 Nov 09 19:38:35.246531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2582bc4c-3ce8-4277-81c9-f2e299011818 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:38:35.258931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Made reservation on behalf of 0c166a5a38844f65a6fc5445360add5e for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:35.262250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:35.361041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d6d16-d6b0-4746-8893-48e771542fca None None] Network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:35.449722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9242ee07-ab11-4710-8e3f-168839f1573b None None] Provisioning complete for port 6682f7ba-21fb-4398-bbb1-de322e4066a3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:35.450104 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9242ee07-ab11-4710-8e3f-168839f1573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:35.499628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386a974-7638-402a-bdea-33d793a9d998 req-67bd2d66-066a-4e88-a2de-42404bc08bbb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:35.510790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b386a974-7638-402a-bdea-33d793a9d998 req-67bd2d66-066a-4e88-a2de-42404bc08bbb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 945 time: 0.3933053 Nov 09 19:38:35.577976 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:35.607467 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b386a974-7638-402a-bdea-33d793a9d998 req-5fd3bd1e-0b8e-4dbc-b99d-6e1ec48f6b63 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936639 Nov 09 19:38:35.625711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Router 64949779-71d3-4fdc-aa2a-8c551c9b82ee is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:38:35.726868 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9242ee07-ab11-4710-8e3f-168839f1573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:35.730907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc96496c-88ce-4b95-9a6e-851c87505a6f req-8ab782d0-3259-4149-8324-a4f5725c472f service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811945 Nov 09 19:38:35.735281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdcab13-cacc-4adf-b52c-383bac4c0c74,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:35.795508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Checking segment: {'id': 'b12bd0a2-3dc8-472a-920c-e8340b0277ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '2582bc4c-3ce8-4277-81c9-f2e299011818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:35.795508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Network hostable DHCP agents. Network: 2582bc4c-3ce8-4277-81c9-f2e299011818, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:38:35.806405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9242ee07-ab11-4710-8e3f-168839f1573b None None] For port 6682f7ba-21fb-4398-bbb1-de322e4066a3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6682f7ba-21fb-4398-bbb1-de322e4066a3,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:35.827332 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9242ee07-ab11-4710-8e3f-168839f1573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:35.911543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:38:35.931130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6682f7ba-21fb-4398-bbb1-de322e4066a3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:35.934187 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Sync routers for ids ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:38:35.955119 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Routers {'64949779-71d3-4fdc-aa2a-8c551c9b82ee'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:38:35.957251 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:38:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:35.995848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:36.001272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Network 2582bc4c-3ce8-4277-81c9-f2e299011818 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:38:36.003418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47388) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:36.014504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-10016df1-4db7-4ed2-a6d2-2b1bf46a84e6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9802148 Nov 09 19:38:36.064553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242ee07-ab11-4710-8e3f-168839f1573b None None] Pushing event updated for resources: {'Port': ['ID=6682f7ba-21fb-4398-bbb1-de322e4066a3,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:36.089775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47392) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:36.127272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6682f7ba-21fb-4398-bbb1-de322e4066a3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:36.127641 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:36.149436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08151f-480f-474e-9c17-86cecd78be13 req-d3875d1e-59d2-46f8-9690-c03b08734452 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:36.150964 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab08151f-480f-474e-9c17-86cecd78be13 req-d3875d1e-59d2-46f8-9690-c03b08734452 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 949 time: 0.1879845 Nov 09 19:38:36.176420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 1a2e06e6-50f4-4893-b383-bf253ff3e26b up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:36.223538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2582bc4c-3ce8-4277-81c9-f2e299011818) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:36.230038 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab08151f-480f-474e-9c17-86cecd78be13 req-98ad9628-cdfa-4a96-b69a-23759c02d979 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679500 Nov 09 19:38:36.234419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-2fc3a9ac-f4bf-422a-9839-d8f4e5334cd9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:36.237436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-2fc3a9ac-f4bf-422a-9839-d8f4e5334cd9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09&tenant_id=7c484e1d3fa649f1a7b536ea30195afa&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 949 time: 0.3885865 Nov 09 19:38:36.245052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d3ff12-262c-4f1b-9130-82b732397536 None None] Network 2582bc4c-3ce8-4277-81c9-f2e299011818 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:36.253882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:36.254489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:36.275438 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Set router 64949779-71d3-4fdc-aa2a-8c551c9b82ee gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:38:36.299792 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6b34c497-99b9-4000-997d-4a957406b0a3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1056848 Nov 09 19:38:36.415826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-805b99bc-7749-4037-ab37-a08f5431e195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:36.432069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4a73270e-2298-4c2c-bd6b-4c6fe6b1051e None None] Provisioning complete for port 6682f7ba-21fb-4398-bbb1-de322e4066a3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:36.432439 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a73270e-2298-4c2c-bd6b-4c6fe6b1051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:36.516529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd14d2-8102-4245-8c23-f95cf8ec6fbb req-3daeace8-d00f-4685-b467-cc6c80a9f2bf tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:36.523991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0dfd14d2-8102-4245-8c23-f95cf8ec6fbb req-3daeace8-d00f-4685-b467-cc6c80a9f2bf tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 948 time: 0.1058042 Nov 09 19:38:36.537287 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-6939d739-d2f9-49c2-95b1-08a8a8528563 service neutron] delete failed (client error): The resource could not be found. Nov 09 19:38:36.538296 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-6939d739-d2f9-49c2-95b1-08a8a8528563 service neutron] 10.222.0.70 "DELETE /v2.0/ports/1a2e06e6-50f4-4893-b383-bf253ff3e26b/bindings/n-h1-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.2922006 Nov 09 19:38:36.595018 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0dfd14d2-8102-4245-8c23-f95cf8ec6fbb req-94e33e8c-03ae-4b8a-a549-10ab3065ef71 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699456 Nov 09 19:38:36.643798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 1a2e06e6-50f4-4893-b383-bf253ff3e26b completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:36.658754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 1a2e06e6-50f4-4893-b383-bf253ff3e26b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:36.659140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:36.683474 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-router', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:31Z', 'updated_at': '2021-11-09T19:38:33Z', 'revision_number': 3, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'gw_port': {'id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:32Z', 'updated_at': '2021-11-09T19:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:36.687871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-805b99bc-7749-4037-ab37-a08f5431e195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:36.699632 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-805b99bc-7749-4037-ab37-a08f5431e195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:36.778986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b99bc-7749-4037-ab37-a08f5431e195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe490ae0-3db8-42da-9900-24b20b14e916,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:36.786907 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Checking router: 64949779-71d3-4fdc-aa2a-8c551c9b82ee for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:38:36.787139 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Updating router 64949779-71d3-4fdc-aa2a-8c551c9b82ee port cf68ae7a-9611-4300-aea1-8c414c4866f1 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:38:36.801211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-805b99bc-7749-4037-ab37-a08f5431e195 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b10daa9606349e685395978c1f84661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7004657 Nov 09 19:38:36.807077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47410) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:36.845619 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:36.868488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f0147b-d8c2-4c52-97e5-3dce5df22eb8 None None] Network 2582bc4c-3ce8-4277-81c9-f2e299011818 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:36.938376 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73ba01f7-1efc-4178-bcfe-2b0a47eaad18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:36.995654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73ba01f7-1efc-4178-bcfe-2b0a47eaad18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.255736 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73ba01f7-1efc-4178-bcfe-2b0a47eaad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.259572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73ba01f7-1efc-4178-bcfe-2b0a47eaad18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.261205 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-73ba01f7-1efc-4178-bcfe-2b0a47eaad18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe490ae0-3db8-42da-9900-24b20b14e916 HTTP/1.1" status: 204 len: 168 time: 0.4528351 Nov 09 19:38:37.265034 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.277314 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.303711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba01f7-1efc-4178-bcfe-2b0a47eaad18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe490ae0-3db8-42da-9900-24b20b14e916,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:37.339120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-95bd25da-2e46-41ed-9d00-c41ecc5390fb tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:37.341522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-344360ca-32c0-4f43-ab08-88f78b3d0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:37.343652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-344360ca-32c0-4f43-ab08-88f78b3d0ff4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1100 time: 0.3372843 Nov 09 19:38:37.347456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-95bd25da-2e46-41ed-9d00-c41ecc5390fb tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 808 time: 0.3035884 Nov 09 19:38:37.396061 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-176ca707-8e30-4afa-af3a-d8346fda098d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/quotas/2859bc85160d463285748068eb9becfd HTTP/1.1" status: 200 len: 375 time: 0.0394249 Nov 09 19:38:37.408822 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.425098 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Attempting to bind port cf68ae7a-9611-4300-aea1-8c414c4866f1 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:37.425623 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Attempting to bind port cf68ae7a-9611-4300-aea1-8c414c4866f1 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:37.427236 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Attempting to bind port cf68ae7a-9611-4300-aea1-8c414c4866f1 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:37.429899 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Pushing event updated for resources: {'Port': ['ID=cf68ae7a-9611-4300-aea1-8c414c4866f1,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:37.438754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:37.441453 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fce9f0-1c75-4031-a487-8e28b358acf2" -d '{"events": [{"server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "name": "network-vif-plugged", "status": "completed", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:37.455376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:37.457892 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.458883 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.459616 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.461043 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.462603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec51fcf-9243-4ab5-b709-492eff56e096 req-b879f5ea-7c45-4ef2-8abb-8df4ea2015f6 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:37.463198 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.464398 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.464824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dec51fcf-9243-4ab5-b709-492eff56e096 req-b879f5ea-7c45-4ef2-8abb-8df4ea2015f6 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 945 time: 0.4572096 Nov 09 19:38:37.465772 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.467791 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.468429 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.469543 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.470474 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.471695 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.472217 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:37.483282 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:37.483689 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:37.484099 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.484499 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:37.484998 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Bound port: cf68ae7a-9611-4300-aea1-8c414c4866f1, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:37.485383 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.511622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-fae936af-1dcf-4db3-ab00-63785b65b091 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1147470 Nov 09 19:38:37.565887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=1a2e06e6-50f4-4893-b383-bf253ff3e26b,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:37.588481 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] For port cf68ae7a-9611-4300-aea1-8c414c4866f1, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:37.593735 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] For port cf68ae7a-9611-4300-aea1-8c414c4866f1, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cf68ae7a-9611-4300-aea1-8c414c4866f1,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:37.601156 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.647434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dec51fcf-9243-4ab5-b709-492eff56e096 req-2d79b47a-bed5-4f60-b93e-58e6c1b2a26d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542206 Nov 09 19:38:37.680211 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a67906-5c03-4624-937c-7ea046838a05 None None] Pushing event updated for resources: {'Port': ['ID=cf68ae7a-9611-4300-aea1-8c414c4866f1,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:37.744634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-f91c03a8-14e1-41a6-88bf-8f7437a15206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:37.746185 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-f91c03a8-14e1-41a6-88bf-8f7437a15206 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.3877470 Nov 09 19:38:37.765067 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Routers {'64949779-71d3-4fdc-aa2a-8c551c9b82ee'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:38:37.769415 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:38:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:37.782053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6682f7ba-21fb-4398-bbb1-de322e4066a3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:37.812266 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-3deee143-043c-4207-bc76-f636cc54076f service neutron] 10.222.0.53 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996829 Nov 09 19:38:37.863797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:37.889597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-4bede2c5-02c0-4e1d-9665-9fd695f6b284 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 217 time: 0.1190910 Nov 09 19:38:37.923575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47438) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:37.954992 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.958620 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c872dc48-5d29-4a68-a8e1-eb2de7675ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:37.963340 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-04092867-3c93-42ce-ba3a-977de22561ec service neutron] 10.222.0.53 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495142 Nov 09 19:38:38.021829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6682f7ba-21fb-4398-bbb1-de322e4066a3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:38.022411 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:38.029715 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] Set router 64949779-71d3-4fdc-aa2a-8c551c9b82ee gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:38:38.101171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-82abe323-af81-43b7-acdd-2e256d652a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:38.107980 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-82abe323-af81-43b7-acdd-2e256d652a3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2064710 Nov 09 19:38:38.152625 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c872dc48-5d29-4a68-a8e1-eb2de7675ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:38.159392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c872dc48-5d29-4a68-a8e1-eb2de7675ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:38.198646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:38.229970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '84d7036b-a8ce-4398-be8c-d0eb7a4528d7', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '84d7036b-a8ce-4398-be8c-d0eb7a4528d7', 'mac_address': 'fa:16:3e:7a:a4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:38.260968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872dc48-5d29-4a68-a8e1-eb2de7675ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dc0395-2122-406f-8e65-7d55a0a860a1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:38.320528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c872dc48-5d29-4a68-a8e1-eb2de7675ad0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6eae124a86004603b34d930f5a90f8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917246 Nov 09 19:38:38.321285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47444) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:38.431092 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff80d886-b7dd-4cd8-be28-784f259e63a3 x-openstack-request-id: req-ff80d886-b7dd-4cd8-be28-784f259e63a3 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:38.433758 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "name": "network-vif-plugged", "status": "completed", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:38.434217 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff80d886-b7dd-4cd8-be28-784f259e63a3 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:38.436321 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b', 'code': 200} Nov 09 19:38:38.443069 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:38.476934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:38.525583 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-router', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:31Z', 'updated_at': '2021-11-09T19:38:33Z', 'revision_number': 3, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'gw_port': {'id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:32Z', 'updated_at': '2021-11-09T19:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:38.542389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:38.555645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:38.565698 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2cee8922-6456-46aa-b28c-cd541ea1a610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:38.595602 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d165311-fdf8-4ce9-ae06-fafe41a59b7d None None] The sync data for ids ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'] in n-d-817256-1 is: [{'id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-router', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:31Z', 'updated_at': '2021-11-09T19:38:33Z', 'revision_number': 3, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'gw_port': {'id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:32Z', 'updated_at': '2021-11-09T19:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:38:38.625802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2cee8922-6456-46aa-b28c-cd541ea1a610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:38.726385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-47bcbabe-afbc-4786-b4be-f19898efa39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:38.727197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:38.728336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-47bcbabe-afbc-4786-b4be-f19898efa39e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5691822 Nov 09 19:38:38.743408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2cee8922-6456-46aa-b28c-cd541ea1a610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:38.753428 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2cee8922-6456-46aa-b28c-cd541ea1a610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:38.765522 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2cee8922-6456-46aa-b28c-cd541ea1a610 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3dc0395-2122-406f-8e65-7d55a0a860a1 HTTP/1.1" status: 204 len: 168 time: 0.4331989 Nov 09 19:38:38.771114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c33d2e-2099-4d6c-9ce4-78f6eb373a7c req-772bf1f3-715b-497d-b27d-45ccd9e2baf0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:38.785677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['84d7036b-a8ce-4398-be8c-d0eb7a4528d7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:38.789339 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6c33d2e-2099-4d6c-9ce4-78f6eb373a7c req-772bf1f3-715b-497d-b27d-45ccd9e2baf0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 950 time: 0.8404608 Nov 09 19:38:38.806871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee8922-6456-46aa-b28c-cd541ea1a610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dc0395-2122-406f-8e65-7d55a0a860a1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:38.864066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5daa2-8319-49d5-838d-90a70effe2cb req-f0bf1625-a63a-46bd-93ff-b7e9899a342c tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:38.876527 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01f5daa2-8319-49d5-838d-90a70effe2cb req-f0bf1625-a63a-46bd-93ff-b7e9899a342c tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 949 time: 0.1884305 Nov 09 19:38:38.953151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6c33d2e-2099-4d6c-9ce4-78f6eb373a7c req-88f5a334-5eb9-431e-aefd-eddfbc982433 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627564 Nov 09 19:38:38.965253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01f5daa2-8319-49d5-838d-90a70effe2cb req-65a46962-9126-4ea6-b058-fba54f71ba31 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703702 Nov 09 19:38:39.231257 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c9caa98-87b7-45a5-a514-896421b97ac1 req-59072613-6745-4d67-bbb0-05e4cdc35c04 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 210 time: 0.1609859 Nov 09 19:38:39.234989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Allocated IP 172.20.0.1 (5ec10223-1afa-4ffa-b1d1-e4a67090c5ae/dda2cb8f-ba5d-4923-8574-6d348bd075a8/1000ff5e-09c5-4f9d-9aa8-0183f19793fc) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:39.395490 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-d702bbd6-44cf-4b9c-afae-899277fbedfe service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968392 Nov 09 19:38:39.724852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ebf41d2-53a1-4c52-9385-90a7e2191e6b req-0e9aec7c-4dde-41eb-90af-9f74517a48dc service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173707 Nov 09 19:38:39.746796 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:39.817625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:39.865442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cf68ae7a-9611-4300-aea1-8c414c4866f1 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:39.908729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:39.913329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:39.927550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:39.954434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:40.000432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Pushing event updated for resources: {'Port': ['ID=1000ff5e-09c5-4f9d-9aa8-0183f19793fc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:40.038682 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:40.040758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port cf68ae7a-9611-4300-aea1-8c414c4866f1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:40.043933 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:40.259859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:40.287553 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be968bc1-98ee-4472-b376-8d4b4cabdb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:40.301099 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952ef7c-785c-4884-bc0c-25eb6e71fbf2 req-4c2178f8-3d48-4e60-bd00-7532fd9366a3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:40.303529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:40.307107 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:40.317388 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:40.326458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f952ef7c-785c-4884-bc0c-25eb6e71fbf2 req-4c2178f8-3d48-4e60-bd00-7532fd9366a3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 950 time: 0.1568730 Nov 09 19:38:40.384461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port cf68ae7a-9611-4300-aea1-8c414c4866f1, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cf68ae7a-9611-4300-aea1-8c414c4866f1,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:40.433685 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:40.441122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f952ef7c-785c-4884-bc0c-25eb6e71fbf2 req-817c49d8-c7e5-4306-a5c3-ffbe16ce5c30 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135144 Nov 09 19:38:40.481772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-57df7b15-cc20-4085-8bb5-b07b47112be2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:40.484586 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-57df7b15-cc20-4085-8bb5-b07b47112be2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 808 time: 0.1688876 Nov 09 19:38:40.518053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Request body: {'port': {'device_id': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80', 'admin_state_up': True, 'tenant_id': '2859bc85160d463285748068eb9becfd'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:40.606947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=cf68ae7a-9611-4300-aea1-8c414c4866f1,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:40.680843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:40.695674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5e54a9a0-d789-4c96-90f5-1153499f3700 None None] Provisioning complete for port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:40.696100 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5e54a9a0-d789-4c96-90f5-1153499f3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:40.705744 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7692cbf8-9621-4b6c-a6c0-eeacdf6bce4a req-6f596125-0a39-49a8-9bdd-fe44fb816556 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 210 time: 0.0857174 Nov 09 19:38:40.749543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818f835-9db6-4f01-a208-b993a7a9c0f3 req-0c3d45c3-bff9-47cd-9fc0-34cf0f20c3b9 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:40.751762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f818f835-9db6-4f01-a208-b993a7a9c0f3 req-0c3d45c3-bff9-47cd-9fc0-34cf0f20c3b9 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 949 time: 0.5619173 Nov 09 19:38:40.791156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5e54a9a0-d789-4c96-90f5-1153499f3700 None None] Port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:38:40.930208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:40.959284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ce89aa-90c4-406e-b30a-4b513bfa65c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d7036b-a8ce-4398-be8c-d0eb7a4528d7'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:40.962673 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b9b6a8-e513-43b6-9292-8ab30872aea3" -d '{"events": [{"server_uuid": "31ce89aa-90c4-406e-b30a-4b513bfa65c7", "name": "network-vif-plugged", "status": "completed", "tag": "84d7036b-a8ce-4398-be8c-d0eb7a4528d7"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:40.972582 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f818f835-9db6-4f01-a208-b993a7a9c0f3 req-d3fb4aca-652c-47b7-b99f-7a65820beb28 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890194 Nov 09 19:38:40.980105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:40.989156 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:41.059232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:41.068774 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c5f25-0381-4a3c-a3ff-72f4d0157a79 x-openstack-request-id: req-f57c5f25-0381-4a3c-a3ff-72f4d0157a79 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:41.069499 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ce89aa-90c4-406e-b30a-4b513bfa65c7", "name": "network-vif-plugged", "status": "completed", "tag": "84d7036b-a8ce-4398-be8c-d0eb7a4528d7", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:41.069912 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f57c5f25-0381-4a3c-a3ff-72f4d0157a79 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:41.070604 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ce89aa-90c4-406e-b30a-4b513bfa65c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d7036b-a8ce-4398-be8c-d0eb7a4528d7', 'code': 200} Nov 09 19:38:41.097122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Made reservation on behalf of 2859bc85160d463285748068eb9becfd for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:41.102711 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:41.343229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8a5cb-cfea-44c1-998b-3b588dd024fc req-b8d2d9dd-d907-45c2-933a-a583eb713b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:41.344807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05e8a5cb-cfea-44c1-998b-3b588dd024fc req-b8d2d9dd-d907-45c2-933a-a583eb713b8d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 1101 time: 0.1872320 Nov 09 19:38:41.402172 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:41.423788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:41.743284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cf68ae7a-9611-4300-aea1-8c414c4866f1 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:41.905295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port cf68ae7a-9611-4300-aea1-8c414c4866f1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:41.906135 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:41.922411 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d4c82107-4394-4605-9038-9ca712988667 req-0755a96e-4134-4065-89a0-4c812c9114ad tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 210 time: 0.0624800 Nov 09 19:38:42.043219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05e8a5cb-cfea-44c1-998b-3b588dd024fc req-7b14eb71-e8af-4740-af7a-45a3861c24e5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6847672 Nov 09 19:38:42.054180 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:42.062481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Allocated IP 172.20.0.8 (3c440a8d-8700-46d7-8491-c2d72d754c80/c271e4cb-f52a-4e29-af68-f8061cc1d4ad/7669df09-c205-4cd5-97b4-1b8e765679b2) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:42.066101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Pushing event updated for resources: {'Port': ['ID=1000ff5e-09c5-4f9d-9aa8-0183f19793fc,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:42.108492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d843b-4b60-4412-adc4-57027f8bfac9 req-6db559c4-d6c2-4b77-aef1-3c4789f1a031 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:42.115352 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-433d843b-4b60-4412-adc4-57027f8bfac9 req-6db559c4-d6c2-4b77-aef1-3c4789f1a031 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 950 time: 0.5576720 Nov 09 19:38:42.203882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e23a6-9740-40a4-a2df-17a959b0ff52 req-4e484e99-caee-4af0-9dca-a624c08a62a5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:42.205495 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc9e23a6-9740-40a4-a2df-17a959b0ff52 req-4e484e99-caee-4af0-9dca-a624c08a62a5 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 950 time: 0.0839369 Nov 09 19:38:42.261333 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc9e23a6-9740-40a4-a2df-17a959b0ff52 req-a0676feb-db9b-4084-88da-41f5643afb7a tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491626 Nov 09 19:38:42.301140 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-433d843b-4b60-4412-adc4-57027f8bfac9 req-b970ae64-602b-4eb1-8201-35fe521bd347 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515999 Nov 09 19:38:42.464921 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:42.541003 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:42.545466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-c6999fec-00dc-4f64-aae5-3e9fa9b27773 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=40bd0d03d0a14ab8a791bced0766e75f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321434 Nov 09 19:38:42.645190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:42.648096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Pushing event updated for resources: {'Port': ['ID=7669df09-c205-4cd5-97b4-1b8e765679b2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:42.659683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:42.673203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-609b7d43-3406-4b7a-a317-edf07d9bd37e tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:42.681010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f5de4-6b88-4298-99e9-c84433f9695a req-9c7f4144-a3aa-47f7-b463-4ca47ff83223 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:42.682535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-376f5de4-6b88-4298-99e9-c84433f9695a req-9c7f4144-a3aa-47f7-b463-4ca47ff83223 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1101 time: 0.2717817 Nov 09 19:38:42.683663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-609b7d43-3406-4b7a-a317-edf07d9bd37e tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369088 Nov 09 19:38:42.695185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Network 3c440a8d-8700-46d7-8491-c2d72d754c80 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:42.702434 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-d1df14a9-3d58-4736-94a1-1b27984dbe64 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/quotas/40bd0d03d0a14ab8a791bced0766e75f HTTP/1.1" status: 200 len: 375 time: 0.0176797 Nov 09 19:38:42.751087 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-98611ae5-cd9d-47f0-b7b0-5ecfa79b0c41 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=40bd0d03d0a14ab8a791bced0766e75f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476336 Nov 09 19:38:42.778038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:42.790657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:42.852399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:42.853059 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:42.907102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-cbd95192-0116-4903-9795-388cf92ffdd6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4058490 Nov 09 19:38:42.911335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-376f5de4-6b88-4298-99e9-c84433f9695a req-d0d1db27-d063-4cae-940c-d83886acf60f tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200212 Nov 09 19:38:42.970918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Request body: {'port': {'device_id': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:43.012831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Router 64949779-71d3-4fdc-aa2a-8c551c9b82ee has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:38:43.040015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-421f47e2-4c29-4119-a22d-d8b372ea52f9 req-dd8c40d9-6c16-4968-8cfb-b4427bde801a tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 210 time: 0.0465128 Nov 09 19:38:43.042535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-094a2d6e-b1a9-4d8a-8eb8-79447492db1f None None] Provisioning complete for port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:43.043658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-094a2d6e-b1a9-4d8a-8eb8-79447492db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:43.162385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-094a2d6e-b1a9-4d8a-8eb8-79447492db1f None None] Port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:38:43.176555 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bf96afb9-dc73-41c3-956c-351f905ac915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:43.179823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236faee-4a54-4b2d-8180-327c255b65e5 req-21551fd1-f0a1-4001-831e-f096d29aae53 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:43.182249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a236faee-4a54-4b2d-8180-327c255b65e5 req-21551fd1-f0a1-4001-831e-f096d29aae53 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 931 time: 0.0868301 Nov 09 19:38:43.215481 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:43.287265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a236faee-4a54-4b2d-8180-327c255b65e5 req-4acff8a3-0f9a-41bb-9fdf-3f15f519ed44 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984640 Nov 09 19:38:43.336115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:38:43.351452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a67f1604-8645-448a-8e0b-c469a78203ac admin admin] 10.222.0.53 "PUT /v2.0/routers/64949779-71d3-4fdc-aa2a-8c551c9b82ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3410275 Nov 09 19:38:43.354132 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Sync routers for ids ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:38:43.374261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Routers {'64949779-71d3-4fdc-aa2a-8c551c9b82ee'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:38:43.377118 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:38:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:43.448119 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-cc759570-7884-4230-a9b9-8438865c97ce tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330155 Nov 09 19:38:43.521821 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:43.570815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c8a0b-7fe7-4efc-bb6d-daf54e8e3aa3 req-330eabb4-f16b-48c5-bc3a-fb1c4e007674 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:43.573343 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-668c8a0b-7fe7-4efc-bb6d-daf54e8e3aa3 req-330eabb4-f16b-48c5-bc3a-fb1c4e007674 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 950 time: 0.2191768 Nov 09 19:38:43.628639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Set router 64949779-71d3-4fdc-aa2a-8c551c9b82ee gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:38:43.630738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-71e3e7f6-aaac-43c7-a5a9-34386a58fa7c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:43.639976 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-71e3e7f6-aaac-43c7-a5a9-34386a58fa7c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901696 Nov 09 19:38:43.658652 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-f0578bcc-4735-4165-bd34-6126274afa31 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/quotas/7c484e1d3fa649f1a7b536ea30195afa HTTP/1.1" status: 200 len: 375 time: 0.0174704 Nov 09 19:38:43.750325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-668c8a0b-7fe7-4efc-bb6d-daf54e8e3aa3 req-2cd43d74-29a8-4567-aa9d-d025adcbceeb tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758481 Nov 09 19:38:43.771391 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-70bac55c-f645-4885-b3a0-338425ff7d4c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034169 Nov 09 19:38:43.810172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7669df09-c205-4cd5-97b4-1b8e765679b2 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:43.826353 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:43.861068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Transition to ACTIVE for port object 7669df09-c205-4cd5-97b4-1b8e765679b2 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:38:43.867295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:43.932637 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7669df09-c205-4cd5-97b4-1b8e765679b2,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:44.133261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:44.137557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:44.139074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:44.156118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Port 7669df09-c205-4cd5-97b4-1b8e765679b2 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:38:44.156441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:44.165765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:44.165765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:44.165765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:44.165765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Bound port: 7669df09-c205-4cd5-97b4-1b8e765679b2, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:44.165765 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:44.177351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-router', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:31Z', 'updated_at': '2021-11-09T19:38:40Z', 'revision_number': 4, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'gw_port': {'id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:32Z', 'updated_at': '2021-11-09T19:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1000ff5e-09c5-4f9d-9aa8-0183f19793fc', 'name': '', 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'mac_address': 'fa:16:3e:77:4f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dda2cb8f-ba5d-4923-8574-6d348bd075a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:38Z', 'updated_at': '2021-11-09T19:38:40Z', 'revision_number': 2, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'subnets': [{'id': 'dda2cb8f-ba5d-4923-8574-6d348bd075a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:44.238399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Checking router: 64949779-71d3-4fdc-aa2a-8c551c9b82ee for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:38:44.238604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Updating router 64949779-71d3-4fdc-aa2a-8c551c9b82ee port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:38:44.255005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d9cde-252f-4427-aa9b-971effac8c19 req-ef144774-da5d-4a48-ac76-6074e7f61e03 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:44.256585 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb2d9cde-252f-4427-aa9b-971effac8c19 req-ef144774-da5d-4a48-ac76-6074e7f61e03 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 950 time: 0.1114490 Nov 09 19:38:44.257396 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e1c3b8d-22b2-4b38-9d9f-9366cca5fba2 req-4437a858-1aab-48d2-ba9f-b9458f21f9cc tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 210 time: 0.0495789 Nov 09 19:38:44.302797 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:44.336471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:44.341121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:44.349841 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:44.422216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb2d9cde-252f-4427-aa9b-971effac8c19 req-36a160a9-25b7-4fae-8da9-df472be019d8 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530287 Nov 09 19:38:44.427969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-65b74554-49f1-4647-b8bb-44ecc1a57f50 req-9ade14fe-c86d-4e9a-81e4-fb9549a25e81 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 210 time: 0.0422959 Nov 09 19:38:44.493553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7669df09-c205-4cd5-97b4-1b8e765679b2,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:44.497079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:44.498364 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:44.499977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ba3cb725-aa22-4f49-98d7-c94a01d7e6a0 service neutron] 10.222.0.77 "PUT /v2.0/ports/7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 200 len: 1091 time: 1.5546806 Nov 09 19:38:44.500456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'tag': '7669df09-c205-4cd5-97b4-1b8e765679b2'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:44.504046 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6940198b-82ca-4785-82d6-c4116b620f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e630d2f8-2f0e-498e-817b-96f0350e2319", "tag": "7669df09-c205-4cd5-97b4-1b8e765679b2"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:44.556985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47622) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:44.563822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-network', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:44.607074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09640-273d-4f65-bb6d-f5692051f355 req-c214abc3-2c25-4b2f-89a0-8a9294c095f2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:44.609804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22d09640-273d-4f65-bb6d-f5692051f355 req-c214abc3-2c25-4b2f-89a0-8a9294c095f2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 943 time: 0.0803390 Nov 09 19:38:44.651028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Made reservation on behalf of 25ef8c9e32d74c9d99480d9e826a320e for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:44.660367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:44.696171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:44.730880 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22d09640-273d-4f65-bb6d-f5692051f355 req-4105f287-a325-4032-9544-f4c0ebe82c4f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136580 Nov 09 19:38:44.740104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-53894c55-dbe3-40bb-a60f-41d683c22843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:44.742162 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-53894c55-dbe3-40bb-a60f-41d683c22843 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1094 time: 0.1271052 Nov 09 19:38:44.802182 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:44.805646 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-252ea0d1-18cc-49ba-9bf8-2d51a4fd5a9a tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=40bd0d03d0a14ab8a791bced0766e75f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127396 Nov 09 19:38:44.849453 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-01630b79-6e94-4063-85e6-e561d6abe018 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 200 len: 217 time: 0.0915425 Nov 09 19:38:44.852062 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdde5973-0a54-43a8-8753-ab67c27f48ee x-openstack-request-id: req-cdde5973-0a54-43a8-8753-ab67c27f48ee {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:44.852362 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e630d2f8-2f0e-498e-817b-96f0350e2319", "tag": "7669df09-c205-4cd5-97b4-1b8e765679b2", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:44.852623 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdde5973-0a54-43a8-8753-ab67c27f48ee {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:44.853095 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'tag': '7669df09-c205-4cd5-97b4-1b8e765679b2', 'status': 'completed', 'code': 200} Nov 09 19:38:44.949763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:44.958275 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.013680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f025-763e-484a-9eec-3c42e57e2cf5 req-856e40f4-a77a-440d-b0b2-873f373baee2 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:45.024913 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e07f025-763e-484a-9eec-3c42e57e2cf5 req-856e40f4-a77a-440d-b0b2-873f373baee2 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 950 time: 0.1229136 Nov 09 19:38:45.086921 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e07f025-763e-484a-9eec-3c42e57e2cf5 req-6c98373e-716b-4aa1-982f-f91daec91cd4 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608981 Nov 09 19:38:45.109054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-9ffac70c-a062-4471-9b37-1735d303d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:45.110668 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-9ffac70c-a062-4471-9b37-1735d303d669 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.2410591 Nov 09 19:38:45.171837 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-3644ea3b-819b-49a0-a22d-c020c78549af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507202 Nov 09 19:38:45.219793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d950c-1d07-4692-9fd6-2ed7a0a16ca1 None None] Pushing event updated for resources: {'Port': ['ID=1000ff5e-09c5-4f9d-9aa8-0183f19793fc,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:45.244490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Attempting to bind port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:45.247653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Attempting to bind port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:45.248257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Attempting to bind port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc on network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:45.266855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:45.267627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Checking segment: {'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:45.268307 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.269043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Bound using segment: {'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:45.269797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Bound port: 1000ff5e-09c5-4f9d-9aa8-0183f19793fc, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:45.270454 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.326240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-06e1fd67-08ad-4d04-92bc-c4c021905803 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:45.335000 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-06e1fd67-08ad-4d04-92bc-c4c021905803 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5031855 Nov 09 19:38:45.352584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Request body: {'port': {'device_id': '995abe7c-01ea-4d36-8180-5e77d0278d6d', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '40bd0d03d0a14ab8a791bced0766e75f'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:45.367282 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.391359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-eafd40c0-4deb-478f-932b-8875937e2175 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020149 Nov 09 19:38:45.402717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.494005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3a4a8521-2474-4e43-977e-81dfc0f92eaf req-22da2d1e-7120-42c7-be83-ddbd3af15704 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 210 time: 0.1190438 Nov 09 19:38:45.535252 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b2fda8a-1ccf-44a2-b2ea-69daf2ac55e5 req-ede9e707-1e9b-4265-9678-413c066b7d06 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273003 Nov 09 19:38:45.549905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ce4ab-1d88-4c56-b95a-efdeae9c2195,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:45.587430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-44a1cd60-dcdb-4c81-b102-51f4286f6154 None None] Provisioning complete for port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:45.588250 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-44a1cd60-dcdb-4c81-b102-51f4286f6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.598958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:38:45.606191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6a3968bd-973c-484c-a9e8-a6ef01265129 req-4e8dd1d9-b362-4a22-8f68-f73cf05dad4c tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 210 time: 0.0528114 Nov 09 19:38:45.633349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.633711 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Added segment 987b0120-3157-44e9-a701-c994765bf8b2 of type vlan for network 9703b0f7-bc20-4f2b-b885-831590a94c76 Nov 09 19:38:45.690400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Made reservation on behalf of 40bd0d03d0a14ab8a791bced0766e75f for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:45.694252 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.695758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] For port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:45.698149 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940198b-82ca-4785-82d6-c4116b620f8e req-67594786-e6db-4c29-827f-9539964058cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:45.698772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.700947 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6940198b-82ca-4785-82d6-c4116b620f8e req-67594786-e6db-4c29-827f-9539964058cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1094 time: 0.0865905 Nov 09 19:38:45.705939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] For port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1000ff5e-09c5-4f9d-9aa8-0183f19793fc,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:45.708703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.724607 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.742443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-44a1cd60-dcdb-4c81-b102-51f4286f6154 None None] Port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:38:45.804117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.805525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:45.806430 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:45.811374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Routers {'64949779-71d3-4fdc-aa2a-8c551c9b82ee'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:38:45.812218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:38:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:45.937045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-f4222117-c4d7-4acf-abc1-0f49ef39a877 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1858077 Nov 09 19:38:45.977737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d950c-1d07-4692-9fd6-2ed7a0a16ca1 None None] Pushing event updated for resources: {'Port': ['ID=1000ff5e-09c5-4f9d-9aa8-0183f19793fc,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:45.999175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] Set router 64949779-71d3-4fdc-aa2a-8c551c9b82ee gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:38:46.043416 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4848657 Nov 09 19:38:46.061408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47636) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:46.066268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Request body: {'subnet': {'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-subnet', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:46.109243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038e33b-874b-419b-940c-6d64920c28f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9703b0f7-bc20-4f2b-b885-831590a94c76,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:46.151962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 9703b0f7-bc20-4f2b-b885-831590a94c76 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:38:46.165408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Made reservation on behalf of 25ef8c9e32d74c9d99480d9e826a320e for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:46.165408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:46.182747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:46.186470 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:46.264980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:46.332766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac916d-ba1b-4a0d-817f-141d58c7588b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:46.345189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940198b-82ca-4785-82d6-c4116b620f8e req-91f3a9c6-1e59-4cb9-aafc-9e78ab27e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:46.347164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6940198b-82ca-4785-82d6-c4116b620f8e req-91f3a9c6-1e59-4cb9-aafc-9e78ab27e8af service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.6389368 Nov 09 19:38:46.378220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061b276-ea3d-43af-a869-86a542bcb285 req-3fa3bebb-c7ec-476a-be29-9cb580e09649 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:46.383030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3c41a850-4c9f-4970-b0fd-5c28c10e30b4 None None] Provisioning complete for port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:46.383591 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3c41a850-4c9f-4970-b0fd-5c28c10e30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:46.387215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8061b276-ea3d-43af-a869-86a542bcb285 req-3fa3bebb-c7ec-476a-be29-9cb580e09649 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 943 time: 0.4572275 Nov 09 19:38:46.492300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6940198b-82ca-4785-82d6-c4116b620f8e req-aa3ebcd4-031b-44d3-8935-02740681d333 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 200 len: 217 time: 0.1301765 Nov 09 19:38:46.552474 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3c41a850-4c9f-4970-b0fd-5c28c10e30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:46.557827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-router', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:31Z', 'updated_at': '2021-11-09T19:38:40Z', 'revision_number': 4, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'gw_port': {'id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:32Z', 'updated_at': '2021-11-09T19:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1000ff5e-09c5-4f9d-9aa8-0183f19793fc', 'name': '', 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'mac_address': 'fa:16:3e:77:4f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dda2cb8f-ba5d-4923-8574-6d348bd075a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:38Z', 'updated_at': '2021-11-09T19:38:45Z', 'revision_number': 4, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'subnets': [{'id': 'dda2cb8f-ba5d-4923-8574-6d348bd075a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:46.568074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-4a519fcd-c803-4eaf-9153-12f5f449a978 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:46.569650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-4a519fcd-c803-4eaf-9153-12f5f449a978 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.70 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 950 time: 0.3542733 Nov 09 19:38:46.617620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6171e-d836-472c-83ec-4eb5afa43251 None None] The sync data for ids ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'] in n-d-817256-1 is: [{'id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-router', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:31Z', 'updated_at': '2021-11-09T19:38:40Z', 'revision_number': 4, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'gw_port': {'id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:32Z', 'updated_at': '2021-11-09T19:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1000ff5e-09c5-4f9d-9aa8-0183f19793fc', 'name': '', 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'mac_address': 'fa:16:3e:77:4f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dda2cb8f-ba5d-4923-8574-6d348bd075a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:38Z', 'updated_at': '2021-11-09T19:38:45Z', 'revision_number': 4, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'subnets': [{'id': 'dda2cb8f-ba5d-4923-8574-6d348bd075a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:38:46.651534 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Allocated IP 192.168.233.173 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/179e8706-eccb-4d8a-8583-81d57df95c29) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:46.652732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3c41a850-4c9f-4970-b0fd-5c28c10e30b4 None None] For port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1000ff5e-09c5-4f9d-9aa8-0183f19793fc,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:46.662028 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3c41a850-4c9f-4970-b0fd-5c28c10e30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:46.721469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cf4ab-bc10-4135-bec0-189dbf4bc57e req-3c8f363d-949a-4984-87d2-49c5c9292a8f tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:46.733540 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab1cf4ab-bc10-4135-bec0-189dbf4bc57e req-3c8f363d-949a-4984-87d2-49c5c9292a8f tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 950 time: 0.4155297 Nov 09 19:38:46.774911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41a850-4c9f-4970-b0fd-5c28c10e30b4 None None] Pushing event updated for resources: {'Port': ['ID=1000ff5e-09c5-4f9d-9aa8-0183f19793fc,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:46.834232 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab1cf4ab-bc10-4135-bec0-189dbf4bc57e req-97e27ae0-bea7-4103-bbc8-d541fec794c9 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994065 Nov 09 19:38:47.036852 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:47.115422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-e5e80225-bf0b-4bdc-b0a8-a6eb9e32c699 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:47.120529 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-e5e80225-bf0b-4bdc-b0a8-a6eb9e32c699 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1656950 Nov 09 19:38:47.145496 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03ba26dd-3135-4144-89b9-20626c7c5855 req-859deaa9-0b0f-4f75-a7e3-3e55e5cf0cae tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 210 time: 0.0708928 Nov 09 19:38:47.162423 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:47.175671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95adb0a1-de65-4380-80d5-eeed75387847,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:47.178159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Request body: {'port': {'device_id': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '7c484e1d3fa649f1a7b536ea30195afa'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:47.200692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Checking segment: {'id': '987b0120-3157-44e9-a701-c994765bf8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:47.201162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Network hostable DHCP agents. Network: 9703b0f7-bc20-4f2b-b885-831590a94c76, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:38:47.220522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8061b276-ea3d-43af-a869-86a542bcb285 req-d33bbbd7-9d1c-41b1-b5dd-0cbc96f3ed66 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8319736 Nov 09 19:38:47.255217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Network 9703b0f7-bc20-4f2b-b885-831590a94c76 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:38:47.260136 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:47.319782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940198b-82ca-4785-82d6-c4116b620f8e req-559f3fd8-39a7-4c58-a4db-8f3fdd023958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:47.321304 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6940198b-82ca-4785-82d6-c4116b620f8e req-559f3fd8-39a7-4c58-a4db-8f3fdd023958 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.8149161 Nov 09 19:38:47.338612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Pushing event updated for resources: {'Port': ['ID=179e8706-eccb-4d8a-8583-81d57df95c29,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:47.357052 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:47.360505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 9703b0f7-bc20-4f2b-b885-831590a94c76) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:47.362556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:47.374786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce24c1aa-9957-4f6b-bd77-58d2cd587a1b None None] Network 9703b0f7-bc20-4f2b-b885-831590a94c76 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:47.380981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:47.381644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:47.384311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:47.387449 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6940198b-82ca-4785-82d6-c4116b620f8e req-b857b3d8-6d6d-413c-8bad-3129cb776577 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534294 Nov 09 19:38:47.391537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:47.391933 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:47.446099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2aae82cd-08b7-472d-97b2-cb7762e6469a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3835759 Nov 09 19:38:47.457279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e8448-8cc3-40de-9c7e-339e35387eb9 req-d6483035-6f75-44bc-9988-218d34779961 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:47.468808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f60e8448-8cc3-40de-9c7e-339e35387eb9 req-d6483035-6f75-44bc-9988-218d34779961 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 936 time: 0.1265841 Nov 09 19:38:47.502417 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-12c25229-c5b2-4aa5-821a-dce69654b8a0 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1554859 Nov 09 19:38:47.502837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47650) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:47.507646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-router', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:47.532119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Request body: {'port': {'device_id': '995abe7c-01ea-4d36-8180-5e77d0278d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:47.606741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-aaffdc59-041f-4207-93fc-03ade224c7d7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Deleting port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:38:47.607501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-aaffdc59-041f-4207-93fc-03ade224c7d7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:47.636173 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f60e8448-8cc3-40de-9c7e-339e35387eb9 req-7f12aa8a-e470-4692-8589-b26344b9f2f1 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669493 Nov 09 19:38:47.729931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-9703b0f7-bc20-4f2b-b885-831590a94c76', 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'fixed_ips': [{'subnet_id': '95adb0a1-de65-4380-80d5-eeed75387847'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:38:47.733084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:47.741221 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:47.746324 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:47.799878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:47.807819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1000ff5e-09c5-4f9d-9aa8-0183f19793fc up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:47.868200 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6940198b-82ca-4785-82d6-c4116b620f8e req-040ef54e-ea92-481e-b675-9e8f5d8d922e service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691682 Nov 09 19:38:47.901028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Made reservation on behalf of 7c484e1d3fa649f1a7b536ea30195afa for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:38:47.905776 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.015950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Allocated IP 172.20.0.2 (9703b0f7-bc20-4f2b-b885-831590a94c76/95adb0a1-de65-4380-80d5-eeed75387847/5756b764-544e-4438-9bb6-86d3a12b53fa) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:48.187753 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.199435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7b12463a-575e-44c5-a63c-6d2407992e01 None None] Provisioning complete for port 179e8706-eccb-4d8a-8583-81d57df95c29 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:48.199864 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7b12463a-575e-44c5-a63c-6d2407992e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.225807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-aaffdc59-041f-4207-93fc-03ade224c7d7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] For port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:48.231154 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-aaffdc59-041f-4207-93fc-03ade224c7d7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.251604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7b12463a-575e-44c5-a63c-6d2407992e01 None None] Port 179e8706-eccb-4d8a-8583-81d57df95c29 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:38:48.261952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7669df09-c205-4cd5-97b4-1b8e765679b2 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:48.289985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-aaffdc59-041f-4207-93fc-03ade224c7d7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Calling delete_port for 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:38:48.384708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179e8706-eccb-4d8a-8583-81d57df95c29 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:48.394329 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.409974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Transition to ACTIVE for port object 179e8706-eccb-4d8a-8583-81d57df95c29 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:38:48.421160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6940198b-82ca-4785-82d6-c4116b620f8e req-045607cf-8135-4a1f-bfab-b1f58df27462 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403738 Nov 09 19:38:48.428790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.503966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d48b5f-b76a-4b22-84b5-33b900b17da7 req-466864fb-d872-44b4-af45-be57b1d3e5c4 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:48.511788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8d48b5f-b76a-4b22-84b5-33b900b17da7 req-466864fb-d872-44b4-af45-be57b1d3e5c4 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 950 time: 0.3392048 Nov 09 19:38:48.526456 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.558397 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.596813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Allocated IP 192.168.233.101 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/ff751787-4749-408f-8f65-61ba9af15ecc) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:48.601790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ac67843-8f3a-42b0-8318-5071202d01d8 req-b0df99ac-32ec-4f2f-a713-82127c478709 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 210 time: 0.1870530 Nov 09 19:38:48.621811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8d48b5f-b76a-4b22-84b5-33b900b17da7 req-70b396dc-288f-4684-9af5-2d792279a577 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bf7a6f0-0e93-4be1-8e40-06d561c8c222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049726 Nov 09 19:38:48.692949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Network 9703b0f7-bc20-4f2b-b885-831590a94c76 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:48.708445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:48.709638 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.720974 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:48.754659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Pushing event updated for resources: {'Port': ['ID=179e8706-eccb-4d8a-8583-81d57df95c29,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:48.756460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:48.785143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Pushing event updated for resources: {'Port': ['ID=5756b764-544e-4438-9bb6-86d3a12b53fa,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:48.791633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:48.827204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '7669df09-c205-4cd5-97b4-1b8e765679b2', 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80', 'port_id': '7669df09-c205-4cd5-97b4-1b8e765679b2', 'mac_address': 'fa:16:3e:d3:b7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c271e4cb-f52a-4e29-af68-f8061cc1d4ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:48.852400 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-aaffdc59-041f-4207-93fc-03ade224c7d7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.911036 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:48.931377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7669df09-c205-4cd5-97b4-1b8e765679b2 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:48.968241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:49.001895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffdc59-041f-4207-93fc-03ade224c7d7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Pushing event deleted for resources: {'Port': ['ID=84d7036b-a8ce-4398-be8c-d0eb7a4528d7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:49.004284 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.050414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d764f-5da0-4d9b-bc55-c57e0cf4aadb req-2591b52f-99ac-4707-83d9-94499c743fc4 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:49.059798 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f0d764f-5da0-4d9b-bc55-c57e0cf4aadb req-2591b52f-99ac-4707-83d9-94499c743fc4 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 943 time: 0.3195274 Nov 09 19:38:49.109105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-aaffdc59-041f-4207-93fc-03ade224c7d7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] No DVR routers for this DVR port 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:38:49.115441 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-aaffdc59-041f-4207-93fc-03ade224c7d7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.118549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7669df09-c205-4cd5-97b4-1b8e765679b2,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:49.122419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2aff1e62-6f0a-4600-9f08-cc4b7be66885 req-aaffdc59-041f-4207-93fc-03ade224c7d7 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.70 "DELETE /v2.0/ports/84d7036b-a8ce-4398-be8c-d0eb7a4528d7 HTTP/1.1" status: 204 len: 173 time: 2.5066221 Nov 09 19:38:49.125588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ce89aa-90c4-406e-b30a-4b513bfa65c7', 'name': 'network-vif-deleted', 'tag': '84d7036b-a8ce-4398-be8c-d0eb7a4528d7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:49.129298 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e28c8b5-3d9d-4f09-bea0-b50ed4a15ba8" -d '{"events": [{"server_uuid": "31ce89aa-90c4-406e-b30a-4b513bfa65c7", "name": "network-vif-deleted", "tag": "84d7036b-a8ce-4398-be8c-d0eb7a4528d7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:49.228340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Attempting to bind port 5756b764-544e-4438-9bb6-86d3a12b53fa on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:49.228696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Attempting to bind port 5756b764-544e-4438-9bb6-86d3a12b53fa by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '987b0120-3157-44e9-a701-c994765bf8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:49.228898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Attempting to bind port 5756b764-544e-4438-9bb6-86d3a12b53fa on network 9703b0f7-bc20-4f2b-b885-831590a94c76 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:49.240588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:49.241019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Checking segment: {'id': '987b0120-3157-44e9-a701-c994765bf8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:49.241385 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.241784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Bound using segment: {'id': '987b0120-3157-44e9-a701-c994765bf8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:49.242243 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f0d764f-5da0-4d9b-bc55-c57e0cf4aadb req-b5a8e353-0319-4869-9062-59a0042c0fc3 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807158 Nov 09 19:38:49.242372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Bound port: 5756b764-544e-4438-9bb6-86d3a12b53fa, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987b0120-3157-44e9-a701-c994765bf8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:49.242818 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.277755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.290906 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.370578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Attempting to bind port 179e8706-eccb-4d8a-8583-81d57df95c29 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:49.370922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Attempting to bind port 179e8706-eccb-4d8a-8583-81d57df95c29 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:49.371257 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Attempting to bind port 179e8706-eccb-4d8a-8583-81d57df95c29 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:49.378991 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.410548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Port 179e8706-eccb-4d8a-8583-81d57df95c29 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:38:49.416642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['7669df09-c205-4cd5-97b4-1b8e765679b2'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:49.420217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Attempting to bind port 179e8706-eccb-4d8a-8583-81d57df95c29 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:49.475287 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33561e81-d347-4098-96e7-eb60af2b498a x-openstack-request-id: req-33561e81-d347-4098-96e7-eb60af2b498a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:49.475540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:49.475880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:49.476163 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ce89aa-90c4-406e-b30a-4b513bfa65c7", "name": "network-vif-deleted", "tag": "84d7036b-a8ce-4398-be8c-d0eb7a4528d7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:49.476564 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33561e81-d347-4098-96e7-eb60af2b498a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:49.476744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:49.477218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Bound port: 179e8706-eccb-4d8a-8583-81d57df95c29, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:49.477572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.478168 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ce89aa-90c4-406e-b30a-4b513bfa65c7', 'name': 'network-vif-deleted', 'tag': '84d7036b-a8ce-4398-be8c-d0eb7a4528d7', 'status': 'completed', 'code': 200} Nov 09 19:38:49.480263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:49.484964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:49.489881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:49.504741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670b0cc-0c1b-4908-96d3-97c93cf0994a req-191d26fb-ff7b-4743-8a8e-9e6315550e56 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:49.512331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9670b0cc-0c1b-4908-96d3-97c93cf0994a req-191d26fb-ff7b-4743-8a8e-9e6315550e56 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 948 time: 0.6331174 Nov 09 19:38:49.527704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Pushing event updated for resources: {'Port': ['ID=ff751787-4749-408f-8f65-61ba9af15ecc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:49.564352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] For port 5756b764-544e-4438-9bb6-86d3a12b53fa, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:49.590490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] For port 5756b764-544e-4438-9bb6-86d3a12b53fa, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5756b764-544e-4438-9bb6-86d3a12b53fa,segment=NetworkSegment(987b0120-3157-44e9-a701-c994765bf8b2),segment_id=987b0120-3157-44e9-a701-c994765bf8b2)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:49.605586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.613270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:49.614473 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.657010 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-8555b701-a1b0-411a-8284-7a1527b55477 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5141468 Nov 09 19:38:49.661519 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9670b0cc-0c1b-4908-96d3-97c93cf0994a req-c8a441b5-6093-44e0-8710-3b851849454d tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475716 Nov 09 19:38:49.677794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] For port 179e8706-eccb-4d8a-8583-81d57df95c29, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:49.682186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] For port 179e8706-eccb-4d8a-8583-81d57df95c29, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=179e8706-eccb-4d8a-8583-81d57df95c29,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:49.691045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Request body: {'port': {'device_id': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:38:49.718037 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.878152 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:38:49.896240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91215d-3761-4fd2-903f-ee16517a638b None None] Pushing event updated for resources: {'Port': ['ID=5756b764-544e-4438-9bb6-86d3a12b53fa,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:49.956205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:38:49.956863 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c457e869-50a0-4513-943b-345c1154c66e req-2ced0c29-a847-4fe6-a77a-92544bada726 tempest-DeleteServersAdminTestJSON-1985580187 tempest-DeleteServersAdminTestJSON-1985580187-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ce89aa-90c4-406e-b30a-4b513bfa65c7 HTTP/1.1" status: 200 len: 210 time: 0.1284688 Nov 09 19:38:49.971616 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:49.997978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:49.998663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:50.000168 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] 10.222.0.77 "PUT /v2.0/ports/179e8706-eccb-4d8a-8583-81d57df95c29 HTTP/1.1" status: 200 len: 1096 time: 2.4793625 Nov 09 19:38:50.000660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995abe7c-01ea-4d36-8180-5e77d0278d6d', 'tag': '179e8706-eccb-4d8a-8583-81d57df95c29'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:50.008484 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4910b7cd-7cc8-42a1-af63-8138eef78118" -d '{"events": [{"name": "network-changed", "server_uuid": "995abe7c-01ea-4d36-8180-5e77d0278d6d", "tag": "179e8706-eccb-4d8a-8583-81d57df95c29"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:50.092706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76635187-c17c-414b-ba1f-2c822f034c01 service neutron] Pushing event updated for resources: {'Port': ['ID=179e8706-eccb-4d8a-8583-81d57df95c29,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:50.128035 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd48c1c9-601c-42bb-8d51-3f30e147ce2f x-openstack-request-id: req-bd48c1c9-601c-42bb-8d51-3f30e147ce2f {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:50.144184 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995abe7c-01ea-4d36-8180-5e77d0278d6d", "tag": "179e8706-eccb-4d8a-8583-81d57df95c29", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:50.144184 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd48c1c9-601c-42bb-8d51-3f30e147ce2f {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:50.144184 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995abe7c-01ea-4d36-8180-5e77d0278d6d', 'tag': '179e8706-eccb-4d8a-8583-81d57df95c29', 'status': 'completed', 'code': 200} Nov 09 19:38:50.166056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da0c13-c53b-473f-8917-60cc3addf33d req-185eb617-6dd3-4ea4-8a00-007e5da010af tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:50.167680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-23da0c13-c53b-473f-8917-60cc3addf33d req-185eb617-6dd3-4ea4-8a00-007e5da010af tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 936 time: 0.2601807 Nov 09 19:38:50.241133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:38:50.243764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 84d7036b-a8ce-4398-be8c-d0eb7a4528d7 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:38:50.306142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-11d98366-4a61-4937-adf7-1060df453593 None None] Provisioning complete for port ff751787-4749-408f-8f65-61ba9af15ecc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:50.330900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-11d98366-4a61-4937-adf7-1060df453593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:50.343380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-7d430ace-a61e-42df-8944-ad559a499728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:50.351843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-7d430ace-a61e-42df-8944-ad559a499728 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40bd0d03d0a14ab8a791bced0766e75f&device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 1099 time: 0.2855411 Nov 09 19:38:50.425422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-99850c34-6cb5-4761-a7bb-de8ef0451bdf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=179e8706-eccb-4d8a-8583-81d57df95c29 HTTP/1.1" status: 200 len: 217 time: 0.0575538 Nov 09 19:38:50.426184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-11d98366-4a61-4937-adf7-1060df453593 None None] Port ff751787-4749-408f-8f65-61ba9af15ecc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:38:50.451601 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-23da0c13-c53b-473f-8917-60cc3addf33d req-1dac0edf-10d8-43ce-a2f9-7e27d4c64067 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715082 Nov 09 19:38:50.509815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:50.533538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:50.545315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-9076c8ac-82e9-4657-bea4-57db33ccaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:50.547197 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-9076c8ac-82e9-4657-bea4-57db33ccaca5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0997219 Nov 09 19:38:50.598883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbf492-a368-4246-a7f9-55e67d6cef6c req-e85b3a1f-b5c3-4adc-8ab2-f6a2e1fd315d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:50.607403 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2dcbf492-a368-4246-a7f9-55e67d6cef6c req-e85b3a1f-b5c3-4adc-8ab2-f6a2e1fd315d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 944 time: 0.1619906 Nov 09 19:38:50.661945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-1c1087b3-f1d6-438a-af32-a9404b733650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:50.662806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-1c1087b3-f1d6-438a-af32-a9404b733650 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652657 Nov 09 19:38:50.708760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2dcbf492-a368-4246-a7f9-55e67d6cef6c req-57d862a9-af63-4ac6-9db9-cf83094ec9d7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961895 Nov 09 19:38:50.710964 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:50.757958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff751787-4749-408f-8f65-61ba9af15ecc {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:50.769311 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:50.783654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Transition to ACTIVE for port object ff751787-4749-408f-8f65-61ba9af15ecc will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:38:50.790667 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:50.834567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Allocated IP 172.25.6.237 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/8385f598-5025-450a-8c3a-b10b49b3c678) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:50.895830 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['1a2e06e6-50f4-4893-b383-bf253ff3e26b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:51.055518 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:51.057666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff751787-4749-408f-8f65-61ba9af15ecc,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:51.066077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Attempting to bind port ff751787-4749-408f-8f65-61ba9af15ecc on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:51.066355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Attempting to bind port ff751787-4749-408f-8f65-61ba9af15ecc by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:51.066712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Attempting to bind port ff751787-4749-408f-8f65-61ba9af15ecc on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:51.078365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Port ff751787-4749-408f-8f65-61ba9af15ecc on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:38:51.078886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Attempting to bind port ff751787-4749-408f-8f65-61ba9af15ecc on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:51.096105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:51.096445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:51.096835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:51.097285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Bound port: ff751787-4749-408f-8f65-61ba9af15ecc, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:51.097645 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:51.150067 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-1c35df87-c61d-4027-a57c-70e464df1070 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255371 Nov 09 19:38:51.154452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:51.290802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] For port ff751787-4749-408f-8f65-61ba9af15ecc, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:51.297835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] For port ff751787-4749-408f-8f65-61ba9af15ecc, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff751787-4749-408f-8f65-61ba9af15ecc,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:51.320045 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:51.322887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8385f598-5025-450a-8c3a-b10b49b3c678,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:51.337790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da7c22c0-6379-48da-8bac-6ba64c305246 req-935fabc6-a273-4593-b480-7aa31f3eabb0 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267948 Nov 09 19:38:51.352296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57ee37-7e39-4575-8f21-01fb4da0bb9d req-a87a5fd1-5972-4d0d-9cdd-bd47591835cb tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:51.360034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a57ee37-7e39-4575-8f21-01fb4da0bb9d req-a87a5fd1-5972-4d0d-9cdd-bd47591835cb tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 948 time: 0.6049755 Nov 09 19:38:51.435402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:51.436666 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:51.440980 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] 10.222.0.70 "PUT /v2.0/ports/ff751787-4749-408f-8f65-61ba9af15ecc HTTP/1.1" status: 200 len: 1096 time: 1.7531981 Nov 09 19:38:51.456658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a57ee37-7e39-4575-8f21-01fb4da0bb9d req-72fc509d-e75c-44ec-8630-4688813512f6 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955727 Nov 09 19:38:51.461597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:51.482617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'tag': 'ff751787-4749-408f-8f65-61ba9af15ecc'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:51.484977 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc951d2-954e-49a4-adc1-1c43176e287b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c013631-bbc4-4d7c-8dfd-89719538c236", "tag": "ff751787-4749-408f-8f65-61ba9af15ecc"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:51.539573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db65974b-124c-4a57-ab72-fac1eb9f7f13 None None] Network 9703b0f7-bc20-4f2b-b885-831590a94c76 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:38:51.560140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:51.568520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:51.596398 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4d2208-bf2d-430d-8aea-825d36577044 x-openstack-request-id: req-8e4d2208-bf2d-430d-8aea-825d36577044 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:51.596651 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c013631-bbc4-4d7c-8dfd-89719538c236", "tag": "ff751787-4749-408f-8f65-61ba9af15ecc", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:51.596904 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e4d2208-bf2d-430d-8aea-825d36577044 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:51.597307 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'tag': 'ff751787-4749-408f-8f65-61ba9af15ecc', 'status': 'completed', 'code': 200} Nov 09 19:38:51.605202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba338ec8-5268-47ef-9f05-dda4e06ff9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff751787-4749-408f-8f65-61ba9af15ecc,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:51.633297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-974a24ac-72c0-4a31-af60-7257bb47308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:51.636021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-974a24ac-72c0-4a31-af60-7257bb47308e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 1099 time: 0.1187708 Nov 09 19:38:51.757894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-af4844a1-b21a-48ed-af60-1bd9546b8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:51.768560 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-af4844a1-b21a-48ed-af60-1bd9546b8723 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40bd0d03d0a14ab8a791bced0766e75f&device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 1099 time: 0.3057556 Nov 09 19:38:51.791477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1d90e166-6203-4936-a024-30ab9643866e None None] Provisioning complete for port 5756b764-544e-4438-9bb6-86d3a12b53fa triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:51.791933 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1d90e166-6203-4936-a024-30ab9643866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:51.801104 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-836159f5-22e0-4dca-ac34-901847817e35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ff751787-4749-408f-8f65-61ba9af15ecc HTTP/1.1" status: 200 len: 217 time: 0.1513245 Nov 09 19:38:51.858758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5756b764-544e-4438-9bb6-86d3a12b53fa up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:51.915013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bdcca-9851-405e-bafd-8e202500400e req-938b3569-f61f-40e4-8a0a-fb5270820a7f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:51.917255 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a13bdcca-9851-405e-bafd-8e202500400e req-938b3569-f61f-40e4-8a0a-fb5270820a7f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 948 time: 0.3354092 Nov 09 19:38:51.993219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-47df3543-015e-47ba-9f3e-c030f5f3ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:52.000451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-47df3543-015e-47ba-9f3e-c030f5f3ecea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1832483 Nov 09 19:38:52.006996 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1d90e166-6203-4936-a024-30ab9643866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:52.064990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47718) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:52.088470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1d90e166-6203-4936-a024-30ab9643866e None None] For port 5756b764-544e-4438-9bb6-86d3a12b53fa, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5756b764-544e-4438-9bb6-86d3a12b53fa,segment=NetworkSegment(987b0120-3157-44e9-a701-c994765bf8b2),segment_id=987b0120-3157-44e9-a701-c994765bf8b2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:52.097797 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1d90e166-6203-4936-a024-30ab9643866e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:52.111384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea913c3-2fcd-4113-8a68-b1bd8c9d09ac req-1f9141dd-c66e-492f-b62a-a0bd76d1842e tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:52.113082 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dea913c3-2fcd-4113-8a68-b1bd8c9d09ac req-1f9141dd-c66e-492f-b62a-a0bd76d1842e tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 944 time: 0.2436590 Nov 09 19:38:52.142722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5756b764-544e-4438-9bb6-86d3a12b53fa triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:52.143661 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:52.157095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a13bdcca-9851-405e-bafd-8e202500400e req-49c1e4fe-7372-4da6-a873-1327be4a89ad tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303901 Nov 09 19:38:52.185351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-228c4fdf-f931-4bf8-8f71-c27db83c8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:52.186999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-228c4fdf-f931-4bf8-8f71-c27db83c8f19 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.3842113 Nov 09 19:38:52.210338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-bb4cd31a-3756-40a8-9e59-12f44d1cac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:52.211879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-bb4cd31a-3756-40a8-9e59-12f44d1cac8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2086685 Nov 09 19:38:52.245383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7669df09-c205-4cd5-97b4-1b8e765679b2 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:52.259059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-dd3313f8-7633-427f-80ca-23852cc34be5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=179e8706-eccb-4d8a-8583-81d57df95c29 HTTP/1.1" status: 200 len: 217 time: 0.0521088 Nov 09 19:38:52.289947 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:52.294582 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dea913c3-2fcd-4113-8a68-b1bd8c9d09ac req-679b5b1c-43b8-439b-88d1-e98283cab153 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715381 Nov 09 19:38:52.408886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90e166-6203-4936-a024-30ab9643866e None None] Pushing event updated for resources: {'Port': ['ID=5756b764-544e-4438-9bb6-86d3a12b53fa,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:52.505205 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-22f8fffc-b0d4-4332-a7ae-52e8ef8646cc service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683322 Nov 09 19:38:52.593614 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 7669df09-c205-4cd5-97b4-1b8e765679b2 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:52.598632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 7669df09-c205-4cd5-97b4-1b8e765679b2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:52.599018 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:52.673965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5d332bf6-03f2-459f-b58c-dbbd08801f5f None None] Provisioning complete for port 5756b764-544e-4438-9bb6-86d3a12b53fa triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:52.674338 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d332bf6-03f2-459f-b58c-dbbd08801f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:52.707704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-7a0a8f07-3a1f-4d62-a631-18658cb0ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:52.709353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-7a0a8f07-3a1f-4d62-a631-18658cb0ae9b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.4309685 Nov 09 19:38:52.727516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e21ca410-6033-45ed-9dfc-c8ff48067ffe req-a2dfeeb1-baae-4c96-a51c-b44c8cec9682 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210412 Nov 09 19:38:52.737026 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:52.738989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7d5d5-4021-4917-9bc8-6c7b9b0acf6d req-1fa98180-7f3b-49b3-8458-27ab351c8321 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:52.740532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2e7d5d5-4021-4917-9bc8-6c7b9b0acf6d req-1fa98180-7f3b-49b3-8458-27ab351c8321 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 948 time: 0.1668537 Nov 09 19:38:52.775803 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-73fcf324-d213-468b-a171-9d55822b57a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87a7aec0a36542e88a26d535920e9eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082150 Nov 09 19:38:52.779335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47736) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:52.807943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:52.810347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7669df09-c205-4cd5-97b4-1b8e765679b2'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:52.814823 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54189942-671a-4fb4-9160-5649d8cd404c" -d '{"events": [{"server_uuid": "e630d2f8-2f0e-498e-817b-96f0350e2319", "name": "network-vif-plugged", "status": "completed", "tag": "7669df09-c205-4cd5-97b4-1b8e765679b2"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:52.820260 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:52.910226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:52.924967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7669df09-c205-4cd5-97b4-1b8e765679b2,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:52.931215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-dfc07092-4e8e-42a5-9d7e-c2d0269a8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:52.933010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-dfc07092-4e8e-42a5-9d7e-c2d0269a8599 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2067597 Nov 09 19:38:52.946547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa882bbe-cd76-40ee-91f4-eddc2883dc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:52.954470 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2e7d5d5-4021-4917-9bc8-6c7b9b0acf6d req-083f95f6-0989-4dc6-94d2-f5096930f675 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024102 Nov 09 19:38:52.992572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-187a36b6-9e5d-42e9-9d08-c3d5dcdbfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:52.996196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-187a36b6-9e5d-42e9-9d08-c3d5dcdbfc34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 1099 time: 0.1644089 Nov 09 19:38:53.021468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa882bbe-cd76-40ee-91f4-eddc2883dc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:53.103339 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d11b94-bc56-480a-b028-68bc28bd16b4 x-openstack-request-id: req-24d11b94-bc56-480a-b028-68bc28bd16b4 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:53.103681 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e630d2f8-2f0e-498e-817b-96f0350e2319", "name": "network-vif-plugged", "status": "completed", "tag": "7669df09-c205-4cd5-97b4-1b8e765679b2", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:53.103998 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24d11b94-bc56-480a-b028-68bc28bd16b4 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:53.104467 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7669df09-c205-4cd5-97b4-1b8e765679b2', 'code': 200} Nov 09 19:38:53.184136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-33e8a327-8ae3-468f-8398-ee9eefac1805 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947727 Nov 09 19:38:53.307785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa882bbe-cd76-40ee-91f4-eddc2883dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:53.311789 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa882bbe-cd76-40ee-91f4-eddc2883dc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:53.313471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fa882bbe-cd76-40ee-91f4-eddc2883dc90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bf7a6f0-0e93-4be1-8e40-06d561c8c222 HTTP/1.1" status: 204 len: 168 time: 0.5305641 Nov 09 19:38:53.315285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-d64f4a42-fed3-4a2d-befd-ed0fe13b4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:53.318424 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-d64f4a42-fed3-4a2d-befd-ed0fe13b4f9d service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.3009641 Nov 09 19:38:53.340360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:38:53.343758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c53a2-2940-4f40-9432-ee39d2e71988 req-9d9149ed-1bd5-405d-bed8-ebba33f892a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:53.345302 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-416c53a2-2940-4f40-9432-ee39d2e71988 req-9d9149ed-1bd5-405d-bed8-ebba33f892a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1096 time: 0.1713564 Nov 09 19:38:53.376523 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4910b7cd-7cc8-42a1-af63-8138eef78118 req-6a80a331-dcfb-430d-a9c4-dabcaca84850 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853602 Nov 09 19:38:53.399988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa882bbe-cd76-40ee-91f4-eddc2883dc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7a6f0-0e93-4be1-8e40-06d561c8c222,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:53.413393 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-96661587-6bc7-4518-bdfd-0be838f682db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ff751787-4749-408f-8f65-61ba9af15ecc HTTP/1.1" status: 200 len: 217 time: 0.0669281 Nov 09 19:38:53.500682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:38:53.513822 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Sync routers for ids ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:38:53.529199 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:53.535990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-59a3df75-fadc-431a-a54d-feb278e313e8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0264409 Nov 09 19:38:53.535990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47758) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:53.546711 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Routers {'61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:38:53.549471 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:38:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:53.724430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70496a36-01fa-4f00-8aee-e1541cd8ce17 req-4bd220c7-1d42-4bc3-9129-ba29d9f197b2 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:53.726042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-70496a36-01fa-4f00-8aee-e1541cd8ce17 req-4bd220c7-1d42-4bc3-9129-ba29d9f197b2 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 948 time: 0.4408755 Nov 09 19:38:53.737412 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-416c53a2-2940-4f40-9432-ee39d2e71988 req-2522c3b8-7dd0-4d3f-80ef-cc447c92ecad service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732042 Nov 09 19:38:53.782430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5756b764-544e-4438-9bb6-86d3a12b53fa up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:53.807508 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Set router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:38:53.812159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-a5beb1a7-41e7-443a-9324-a1a4d487e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:53.813872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-a5beb1a7-41e7-443a-9324-a1a4d487e71c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.3912952 Nov 09 19:38:53.839706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47764) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:53.864770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5756b764-544e-4438-9bb6-86d3a12b53fa triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:53.865550 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:53.866237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-70496a36-01fa-4f00-8aee-e1541cd8ce17 req-c45f889f-38d2-451e-a3f8-b3b419e2d7b0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185930 Nov 09 19:38:53.896322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63e67cd3-46e3-4e5f-928a-5940539bba0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:53.922936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-e89d6415-1f99-46a5-82b7-283946d646d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:53.924560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-e89d6415-1f99-46a5-82b7-283946d646d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977049 Nov 09 19:38:53.941148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fd769-3cb5-48f0-8d46-5579c0b0b172 req-f5a378ce-39d6-41a1-a56f-d9ace9a42f13 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:53.942832 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-737fd769-3cb5-48f0-8d46-5579c0b0b172 req-f5a378ce-39d6-41a1-a56f-d9ace9a42f13 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 945 time: 0.1255832 Nov 09 19:38:54.000886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-737fd769-3cb5-48f0-8d46-5579c0b0b172 req-a8af5d9a-9213-4f2d-9e86-54ecb963f587 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512590 Nov 09 19:38:54.116011 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-router', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:47Z', 'updated_at': '2021-11-09T19:38:51Z', 'revision_number': 3, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'gw_port': {'id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:50Z', 'updated_at': '2021-11-09T19:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:54.145009 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-fa92968f-7d5d-45bf-8ff8-7b27ec4e0d36 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103868 Nov 09 19:38:54.161344 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Checking router: 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:38:54.161693 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Updating router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac port 8385f598-5025-450a-8c3a-b10b49b3c678 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:38:54.173535 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63e67cd3-46e3-4e5f-928a-5940539bba0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.196902 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.201277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 179e8706-eccb-4d8a-8583-81d57df95c29 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:54.211841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb3af-a1cf-45d5-9d7e-9f44430c444d req-1216a00c-3c07-4a27-b840-7730e19b7633 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:54.219786 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b96eb3af-a1cf-45d5-9d7e-9f44430c444d req-1216a00c-3c07-4a27-b840-7730e19b7633 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 948 time: 0.1245177 Nov 09 19:38:54.220899 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63e67cd3-46e3-4e5f-928a-5940539bba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.281989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-63e67cd3-46e3-4e5f-928a-5940539bba0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=343b296c9fc749c0aa6ef89f1262919d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396935 Nov 09 19:38:54.285456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47770) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:38:54.293537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e67cd3-46e3-4e5f-928a-5940539bba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b2a8b7-e3db-4b76-90d3-0b4b4e88d97d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:54.296346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b96eb3af-a1cf-45d5-9d7e-9f44430c444d req-193be6fb-84c0-4365-91b5-2e959e2f62ba tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724533 Nov 09 19:38:54.350244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 179e8706-eccb-4d8a-8583-81d57df95c29, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=179e8706-eccb-4d8a-8583-81d57df95c29,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:54.362636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8fc951d2-954e-49a4-adc1-1c43176e287b req-9df74171-3bfb-47bd-8bc4-27e7ff083323 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052176 Nov 09 19:38:54.376749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '179e8706-eccb-4d8a-8583-81d57df95c29', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '179e8706-eccb-4d8a-8583-81d57df95c29', 'mac_address': 'fa:16:3e:14:f7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:54.381529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3669-ef22-4ef2-9198-6dabe5952d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.410774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3669-ef22-4ef2-9198-6dabe5952d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.423260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.425551 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.445348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179e8706-eccb-4d8a-8583-81d57df95c29 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:54.469183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3669-ef22-4ef2-9198-6dabe5952d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.472610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3669-ef22-4ef2-9198-6dabe5952d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.474675 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fe1d3669-ef22-4ef2-9198-6dabe5952d9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1b2a8b7-e3db-4b76-90d3-0b4b4e88d97d HTTP/1.1" status: 204 len: 168 time: 0.1875894 Nov 09 19:38:54.478625 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 179e8706-eccb-4d8a-8583-81d57df95c29, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=179e8706-eccb-4d8a-8583-81d57df95c29,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:54.486750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d3669-ef22-4ef2-9198-6dabe5952d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b2a8b7-e3db-4b76-90d3-0b4b4e88d97d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:54.491473 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.593204 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.599374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=179e8706-eccb-4d8a-8583-81d57df95c29,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:54.604149 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.672995 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7156b77-f178-475b-a5bd-d800fafd015c None None] Pushing event updated for resources: {'Port': ['ID=8385f598-5025-450a-8c3a-b10b49b3c678,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:54.679346 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Attempting to bind port 8385f598-5025-450a-8c3a-b10b49b3c678 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:38:54.679346 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Attempting to bind port 8385f598-5025-450a-8c3a-b10b49b3c678 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:38:54.679612 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Attempting to bind port 8385f598-5025-450a-8c3a-b10b49b3c678 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:38:54.688630 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:38:54.689125 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:38:54.689725 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.690548 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:38:54.691104 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Bound port: 8385f598-5025-450a-8c3a-b10b49b3c678, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:38:54.691566 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.729545 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Allocated IP 172.20.0.1 (9703b0f7-bc20-4f2b-b885-831590a94c76/95adb0a1-de65-4380-80d5-eeed75387847/dc9daae1-18c3-49a1-baf4-3f2d09e9129b) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:38:54.764563 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] For port 8385f598-5025-450a-8c3a-b10b49b3c678, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:38:54.773268 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] For port 8385f598-5025-450a-8c3a-b10b49b3c678, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8385f598-5025-450a-8c3a-b10b49b3c678,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:38:54.786507 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.801190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['179e8706-eccb-4d8a-8583-81d57df95c29'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:54.921219 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Routers {'61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:38:54.928119 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:38:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:54.933637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:54.998152 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:55.077226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9daae1-18c3-49a1-baf4-3f2d09e9129b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:55.104803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f70075-2501-41fb-8f2d-7a542f6fc420 req-adb84cbd-4b1d-4631-9800-2fd9454e3a09 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:55.115771 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7156b77-f178-475b-a5bd-d800fafd015c None None] Pushing event updated for resources: {'Port': ['ID=8385f598-5025-450a-8c3a-b10b49b3c678,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:55.116187 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-28f70075-2501-41fb-8f2d-7a542f6fc420 req-adb84cbd-4b1d-4631-9800-2fd9454e3a09 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 948 time: 0.1301820 Nov 09 19:38:55.128968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.129636 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.131486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.132122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.133261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.134402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.135949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.137119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.138598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.139813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.140969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.142090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:55.143965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:55.198453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Network 9703b0f7-bc20-4f2b-b885-831590a94c76 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:55.205954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-28f70075-2501-41fb-8f2d-7a542f6fc420 req-9946647f-07c4-4621-afce-33b8f0ec7280 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883975 Nov 09 19:38:55.217285 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] Set router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:38:55.223796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:55.243370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:38:55.243370 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:55.545942 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf371bb-e84b-4457-9499-1d5ae3c73873 req-a26f1d59-e70d-405e-b29b-ad2275b36c45 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:55.546835 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-router', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:47Z', 'updated_at': '2021-11-09T19:38:51Z', 'revision_number': 3, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'gw_port': {'id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:50Z', 'updated_at': '2021-11-09T19:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:55.547806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-acf371bb-e84b-4457-9499-1d5ae3c73873 req-a26f1d59-e70d-405e-b29b-ad2275b36c45 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 945 time: 0.3886335 Nov 09 19:38:55.585620 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bcf40b-3ed5-4558-83b0-6fcd4833476c None None] The sync data for ids ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'] in n-d-817256-1 is: [{'id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-router', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:47Z', 'updated_at': '2021-11-09T19:38:51Z', 'revision_number': 3, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'gw_port': {'id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:50Z', 'updated_at': '2021-11-09T19:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:38:55.590145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f03fa207-9c64-4547-b8f0-5fb09f7045ac None None] Provisioning complete for port dc9daae1-18c3-49a1-baf4-3f2d09e9129b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:55.591833 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f03fa207-9c64-4547-b8f0-5fb09f7045ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:55.642631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-acf371bb-e84b-4457-9499-1d5ae3c73873 req-6479edc5-e73b-461e-a062-dccabb422b3c tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722945 Nov 09 19:38:55.664649 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:55.681705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f03fa207-9c64-4547-b8f0-5fb09f7045ac None None] Port dc9daae1-18c3-49a1-baf4-3f2d09e9129b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:38:55.724369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50c1e3-beb8-4a7d-9902-b77b2e8fdb63 req-e02a85c6-59d4-4c0a-80bb-de32bdb3779a tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:55.734678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d50c1e3-beb8-4a7d-9902-b77b2e8fdb63 req-e02a85c6-59d4-4c0a-80bb-de32bdb3779a tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 949 time: 0.0907171 Nov 09 19:38:55.808914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d50c1e3-beb8-4a7d-9902-b77b2e8fdb63 req-cded0f48-185c-4abf-9eaa-85631d0defd8 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730047 Nov 09 19:38:55.892722 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:55.899042 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:55.899925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:56.006992 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9daae1-18c3-49a1-baf4-3f2d09e9129b,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:56.024279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff751787-4749-408f-8f65-61ba9af15ecc details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:38:56.076068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Network 9703b0f7-bc20-4f2b-b885-831590a94c76 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:38:56.078209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:38:56.218612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ff751787-4749-408f-8f65-61ba9af15ecc, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff751787-4749-408f-8f65-61ba9af15ecc,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:56.245652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 179e8706-eccb-4d8a-8583-81d57df95c29 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:56.288376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'ff751787-4749-408f-8f65-61ba9af15ecc', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'ff751787-4749-408f-8f65-61ba9af15ecc', 'mac_address': 'fa:16:3e:54:0a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:38:56.406060 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:56.455481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff751787-4749-408f-8f65-61ba9af15ecc {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:38:56.489335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 179e8706-eccb-4d8a-8583-81d57df95c29 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:56.506220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-36e550c9-0e9f-41dc-9d6b-306bba4129f0 None None] Provisioning complete for port dc9daae1-18c3-49a1-baf4-3f2d09e9129b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:56.506620 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36e550c9-0e9f-41dc-9d6b-306bba4129f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:56.544615 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ff751787-4749-408f-8f65-61ba9af15ecc, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff751787-4749-408f-8f65-61ba9af15ecc,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:56.546336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 179e8706-eccb-4d8a-8583-81d57df95c29 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:56.546998 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:56.610629 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:56.650443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-36e550c9-0e9f-41dc-9d6b-306bba4129f0 None None] Port dc9daae1-18c3-49a1-baf4-3f2d09e9129b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:38:56.740202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395fcc3-64f5-4492-af98-b75d5a7fd3dd req-44bd9399-8f10-4e17-b0de-75eab9300558 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:56.749132 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8395fcc3-64f5-4492-af98-b75d5a7fd3dd req-44bd9399-8f10-4e17-b0de-75eab9300558 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 949 time: 0.1484041 Nov 09 19:38:56.819148 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:56.823830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8395fcc3-64f5-4492-af98-b75d5a7fd3dd req-fb30ef4c-5b11-409b-b099-8ee8b2e4f22b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683265 Nov 09 19:38:56.828793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:38:56.846229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ff751787-4749-408f-8f65-61ba9af15ecc,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:56.884207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995abe7c-01ea-4d36-8180-5e77d0278d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179e8706-eccb-4d8a-8583-81d57df95c29'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:56.896936 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c31be39-0808-42a9-9b6c-638512ab9b56" -d '{"events": [{"server_uuid": "995abe7c-01ea-4d36-8180-5e77d0278d6d", "name": "network-vif-plugged", "status": "completed", "tag": "179e8706-eccb-4d8a-8583-81d57df95c29"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:56.901164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669821cf-25ab-4d8f-841c-20e6af044ae2 req-3690d761-ac6c-4f4a-bd56-d245f26ebca4 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:56.905123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-669821cf-25ab-4d8f-841c-20e6af044ae2 req-3690d761-ac6c-4f4a-bd56-d245f26ebca4 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 945 time: 0.1169508 Nov 09 19:38:56.923390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 179e8706-eccb-4d8a-8583-81d57df95c29, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=179e8706-eccb-4d8a-8583-81d57df95c29,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:56.936616 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:56.943118 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ff751787-4749-408f-8f65-61ba9af15ecc'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:38:56.989450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-669821cf-25ab-4d8f-841c-20e6af044ae2 req-d1edf8cf-061e-4dd2-9b4c-31a49cca5ad7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770953 Nov 09 19:38:57.090287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=179e8706-eccb-4d8a-8583-81d57df95c29,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:57.096417 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd259e-f913-44e3-99f3-da1706f092a6 x-openstack-request-id: req-70fd259e-f913-44e3-99f3-da1706f092a6 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:38:57.096804 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995abe7c-01ea-4d36-8180-5e77d0278d6d", "name": "network-vif-plugged", "status": "completed", "tag": "179e8706-eccb-4d8a-8583-81d57df95c29", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:38:57.097136 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70fd259e-f913-44e3-99f3-da1706f092a6 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:38:57.097600 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995abe7c-01ea-4d36-8180-5e77d0278d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179e8706-eccb-4d8a-8583-81d57df95c29', 'code': 200} Nov 09 19:38:57.207867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd69efd-166f-4a9a-b91e-f71108d80d69 req-9d38f4de-1c61-4354-8a45-7b963bbe135a tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:57.217451 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-abd69efd-166f-4a9a-b91e-f71108d80d69 req-9d38f4de-1c61-4354-8a45-7b963bbe135a tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 950 time: 0.2410290 Nov 09 19:38:57.237251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe54136-11f3-4e05-b1ea-485145f82bd3 req-9acab882-3224-4ec9-95ff-dd5ba853e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:57.244815 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2fe54136-11f3-4e05-b1ea-485145f82bd3 req-9acab882-3224-4ec9-95ff-dd5ba853e9d7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 1101 time: 0.0845971 Nov 09 19:38:57.271794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-abd69efd-166f-4a9a-b91e-f71108d80d69 req-ee685961-3b7a-415f-85db-77733c274b82 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485897 Nov 09 19:38:57.298370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:38:57.309308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8208bbff-55aa-4ca0-acb7-52fc18efb785 admin admin] 10.222.0.53 "PUT /v2.0/routers/61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7725024 Nov 09 19:38:57.319577 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2fe54136-11f3-4e05-b1ea-485145f82bd3 req-0324ff21-0983-4f1a-8925-aa17931aefda service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680659 Nov 09 19:38:57.563522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698f8b3-2b05-46f5-9e2c-963a6982fa4e req-1565fdbe-1cf5-48cd-a459-7dd54b9e4376 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:57.567517 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f698f8b3-2b05-46f5-9e2c-963a6982fa4e req-1565fdbe-1cf5-48cd-a459-7dd54b9e4376 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1096 time: 0.0971935 Nov 09 19:38:57.633035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f698f8b3-2b05-46f5-9e2c-963a6982fa4e req-396b0bc6-b672-4f98-b344-0143a8976524 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587840 Nov 09 19:38:57.811094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8385f598-5025-450a-8c3a-b10b49b3c678 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:57.924431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8385f598-5025-450a-8c3a-b10b49b3c678 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:57.924964 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:57.932551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4fa5e-f9ef-49b7-8e9e-90114e601436 req-3530f8db-1ad2-45ef-aa70-18dc83fee2a0 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:57.942475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66a4fa5e-f9ef-49b7-8e9e-90114e601436 req-3530f8db-1ad2-45ef-aa70-18dc83fee2a0 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1096 time: 0.1630611 Nov 09 19:38:58.091197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff751787-4749-408f-8f65-61ba9af15ecc up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:58.143612 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66a4fa5e-f9ef-49b7-8e9e-90114e601436 req-a48ec249-3424-4a55-a78b-b2c373d316c4 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753023 Nov 09 19:38:58.249625 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Sync routers for ids ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:38:58.272624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5667-3fd9-49c7-94e3-23ec57344f6c req-c6d620b4-62df-4440-aad5-cb6da5065235 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:58.285890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6aec5667-3fd9-49c7-94e3-23ec57344f6c req-c6d620b4-62df-4440-aad5-cb6da5065235 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 949 time: 0.2446303 Nov 09 19:38:58.326075 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:58.370452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Routers {'61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:38:58.371129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:38:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:58.400383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6aec5667-3fd9-49c7-94e3-23ec57344f6c req-9b3204fd-093d-44cd-a4fa-7c19a6e282fe tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098683 Nov 09 19:38:58.514235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 8385f598-5025-450a-8c3a-b10b49b3c678, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8385f598-5025-450a-8c3a-b10b49b3c678,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:58.542342 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:58.755000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port ff751787-4749-408f-8f65-61ba9af15ecc completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:38:58.757102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897181cd-2627-4f9e-a5f8-17a92b3c98a6 req-5b5cf172-e3bd-4644-afdf-9877557d5d17 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:58.758990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-897181cd-2627-4f9e-a5f8-17a92b3c98a6 req-5b5cf172-e3bd-4644-afdf-9877557d5d17 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 950 time: 0.1686373 Nov 09 19:38:58.781885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port ff751787-4749-408f-8f65-61ba9af15ecc triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:38:58.782301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:58.838037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-897181cd-2627-4f9e-a5f8-17a92b3c98a6 req-7a7e0721-0c2a-4690-80e8-b1938bdb4e71 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727799 Nov 09 19:38:59.010360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=8385f598-5025-450a-8c3a-b10b49b3c678,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:59.105342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.106152 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.107139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.107496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.107832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.109442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.109793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.110478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.110840 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.111171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.111507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.111829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:38:59.131158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Set router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:38:59.536776 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:59.578330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff751787-4749-408f-8f65-61ba9af15ecc'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:38:59.580847 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7987ef5f-36e2-4e37-a5c1-9bc5c8d7a235" -d '{"events": [{"server_uuid": "6c013631-bbc4-4d7c-8dfd-89719538c236", "name": "network-vif-plugged", "status": "completed", "tag": "ff751787-4749-408f-8f65-61ba9af15ecc"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:38:59.630293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ff751787-4749-408f-8f65-61ba9af15ecc, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff751787-4749-408f-8f65-61ba9af15ecc,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:38:59.740653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f235395-3252-4523-a7c1-0a53786d8816 req-f76feda8-cc87-4694-8684-bac66299538f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:38:59.755120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:38:59.756882 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f235395-3252-4523-a7c1-0a53786d8816 req-f76feda8-cc87-4694-8684-bac66299538f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 949 time: 0.1506705 Nov 09 19:38:59.762993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8385f598-5025-450a-8c3a-b10b49b3c678 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:38:59.895196 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f235395-3252-4523-a7c1-0a53786d8816 req-14f2eb6e-7b44-49cf-8776-cd8dd6a88832 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363719 Nov 09 19:38:59.916776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ff751787-4749-408f-8f65-61ba9af15ecc,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:38:59.964291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-router', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:47Z', 'updated_at': '2021-11-09T19:38:55Z', 'revision_number': 4, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'gw_port': {'id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:50Z', 'updated_at': '2021-11-09T19:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'dc9daae1-18c3-49a1-baf4-3f2d09e9129b', 'name': '', 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'mac_address': 'fa:16:3e:63:24:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '95adb0a1-de65-4380-80d5-eeed75387847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:54Z', 'updated_at': '2021-11-09T19:38:55Z', 'revision_number': 2, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'subnets': [{'id': '95adb0a1-de65-4380-80d5-eeed75387847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:38:59.995726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Checking router: 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:38:59.995726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Updating router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac port dc9daae1-18c3-49a1-baf4-3f2d09e9129b binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:39:00.026669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8385f598-5025-450a-8c3a-b10b49b3c678 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:00.026982 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:00.029146 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:00.487747 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b6980f-e329-4afe-a6c0-7f53583a30eb x-openstack-request-id: req-78b6980f-e329-4afe-a6c0-7f53583a30eb {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:00.488439 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c013631-bbc4-4d7c-8dfd-89719538c236", "name": "network-vif-plugged", "status": "completed", "tag": "ff751787-4749-408f-8f65-61ba9af15ecc", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:00.488662 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78b6980f-e329-4afe-a6c0-7f53583a30eb {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:00.489389 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff751787-4749-408f-8f65-61ba9af15ecc', 'code': 200} Nov 09 19:39:00.589829 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5499-030b-4d04-b098-aa5dde2c7d92 req-6d1691da-8fde-4736-819c-11dfeff09adf tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:00.610921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13ae5499-030b-4d04-b098-aa5dde2c7d92 req-6d1691da-8fde-4736-819c-11dfeff09adf tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 950 time: 0.1477134 Nov 09 19:39:00.660869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7794-474e-466d-acd4-5c929d0edcd4 req-78070a2e-d984-4660-bb76-01181a4967d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:00.666615 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-104c7794-474e-466d-acd4-5c929d0edcd4 req-78070a2e-d984-4660-bb76-01181a4967d5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 1101 time: 0.1705687 Nov 09 19:39:00.713104 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13ae5499-030b-4d04-b098-aa5dde2c7d92 req-ac36bd12-4154-4c82-8e61-5320bbb0cfe1 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994365 Nov 09 19:39:00.727739 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-104c7794-474e-466d-acd4-5c929d0edcd4 req-c90180c8-ab7a-4ecd-8de7-c02fdab347ae service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520487 Nov 09 19:39:00.848218 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:00.872611 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:00.949434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-2405d157-988e-4a64-af54-726669ce60ba tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:39:00.958047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-2405d157-988e-4a64-af54-726669ce60ba tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1911106 Nov 09 19:39:01.003700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-6b8a35f1-f802-4770-9c69-0f3a4612e9b4 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:01.012500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-6b8a35f1-f802-4770-9c69-0f3a4612e9b4 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports/7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 200 len: 1093 time: 0.0520768 Nov 09 19:39:01.021228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Request body: {'binding': {'host': 'n-h1-817256-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:01.021972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Unknown quota resources ['binding']. {{(pid=102296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 19:39:01.086028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c28c8-91aa-4af6-8616-992d93483512 None None] Pushing event updated for resources: {'Port': ['ID=dc9daae1-18c3-49a1-baf4-3f2d09e9129b,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:01.241270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Attempting to bind port dc9daae1-18c3-49a1-baf4-3f2d09e9129b on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:01.241642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Attempting to bind port dc9daae1-18c3-49a1-baf4-3f2d09e9129b by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '987b0120-3157-44e9-a701-c994765bf8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:01.241988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Attempting to bind port dc9daae1-18c3-49a1-baf4-3f2d09e9129b on network 9703b0f7-bc20-4f2b-b885-831590a94c76 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:01.259593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:01.260181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Checking segment: {'id': '987b0120-3157-44e9-a701-c994765bf8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:01.264517 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:01.282592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Bound using segment: {'id': '987b0120-3157-44e9-a701-c994765bf8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:01.282592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Bound port: dc9daae1-18c3-49a1-baf4-3f2d09e9129b, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987b0120-3157-44e9-a701-c994765bf8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:01.282592 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:01.297725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cb88-64ce-41d7-b7b2-56b6ed85c28e req-0d0c1526-56d4-4866-8417-ec73830ec754 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:01.315562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2892cb88-64ce-41d7-b7b2-56b6ed85c28e req-0d0c1526-56d4-4866-8417-ec73830ec754 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 945 time: 0.1305809 Nov 09 19:39:01.363745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 on host n-h1-817256-1 for vnic_type normal with profile None {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:01.365951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:01.366369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:01.376985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Port 7669df09-c205-4cd5-97b4-1b8e765679b2 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:39:01.378738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:01.389706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:01.390043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:01.390442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:01.390947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Bound port: 7669df09-c205-4cd5-97b4-1b8e765679b2, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:01.427453 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2892cb88-64ce-41d7-b7b2-56b6ed85c28e req-68cb96c5-87a0-490e-9a89-ab78f82b5082 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104879 Nov 09 19:39:01.483354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] For port dc9daae1-18c3-49a1-baf4-3f2d09e9129b, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:01.488542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] For port dc9daae1-18c3-49a1-baf4-3f2d09e9129b, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=dc9daae1-18c3-49a1-baf4-3f2d09e9129b,segment=NetworkSegment(987b0120-3157-44e9-a701-c994765bf8b2),segment_id=987b0120-3157-44e9-a701-c994765bf8b2)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:01.491667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-32303628-a4f6-4030-8d2d-f1b4b93373ff None None] Provisioning complete for port dc9daae1-18c3-49a1-baf4-3f2d09e9129b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:01.492035 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32303628-a4f6-4030-8d2d-f1b4b93373ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:01.497937 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:01.517527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:01.538628 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:01.567054 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-cc6e634a-9b89-440f-828e-fc3b726f09f9 service neutron] 10.222.0.53 "POST /v2.0/ports/7669df09-c205-4cd5-97b4-1b8e765679b2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5489881 Nov 09 19:39:01.582900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Routers {'61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:39:01.583641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:38:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:01.851315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e0b35-138c-497a-ac88-29f5f0291076 req-f6ff8cc6-3a48-4e76-9717-ee28a05de913 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:01.856836 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-540e0b35-138c-497a-ac88-29f5f0291076 req-f6ff8cc6-3a48-4e76-9717-ee28a05de913 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1036134 Nov 09 19:39:01.899857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] Set router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:39:01.991997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c28c8-91aa-4af6-8616-992d93483512 None None] Pushing event updated for resources: {'Port': ['ID=dc9daae1-18c3-49a1-baf4-3f2d09e9129b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:02.010300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-540e0b35-138c-497a-ac88-29f5f0291076 req-4e943c27-637b-4252-a4db-13bfd894022a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427650 Nov 09 19:39:02.027668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dc8ca-2fb6-4866-97be-7d15a30ab38d req-c7fdaa05-d51b-4320-9ec4-428f38a56265 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:02.029830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-426dc8ca-2fb6-4866-97be-7d15a30ab38d req-c7fdaa05-d51b-4320-9ec4-428f38a56265 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 945 time: 0.0828536 Nov 09 19:39:02.054440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-1ee0c368-7cde-44f8-af8f-5c676830da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:02.057637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-1ee0c368-7cde-44f8-af8f-5c676830da22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1096 time: 0.1272807 Nov 09 19:39:02.122758 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-426dc8ca-2fb6-4866-97be-7d15a30ab38d req-c04cbd5c-b942-4bc1-b051-db6113e1a232 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818851 Nov 09 19:39:02.203149 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-3092cad6-3022-43ac-bad2-cec9ccfe68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:02.203149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-3092cad6-3022-43ac-bad2-cec9ccfe68a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.1266978 Nov 09 19:39:02.323809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-b62bb77c-d3a5-4935-9b36-90a7eb9bb807 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 200 len: 217 time: 0.1002004 Nov 09 19:39:02.467876 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32303628-a4f6-4030-8d2d-f1b4b93373ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:02.522555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-c417e485-885c-4cf9-b6b4-9bd1e1026612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:02.524373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-c417e485-885c-4cf9-b6b4-9bd1e1026612 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1645033 Nov 09 19:39:02.555278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-154c6340-925b-4f3a-be75-7b5c31fa91a6 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:02.562877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-154c6340-925b-4f3a-be75-7b5c31fa91a6 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.70 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 945 time: 0.2352571 Nov 09 19:39:02.596870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-router', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:47Z', 'updated_at': '2021-11-09T19:38:55Z', 'revision_number': 4, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'gw_port': {'id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:50Z', 'updated_at': '2021-11-09T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'dc9daae1-18c3-49a1-baf4-3f2d09e9129b', 'name': '', 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'mac_address': 'fa:16:3e:63:24:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '95adb0a1-de65-4380-80d5-eeed75387847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:54Z', 'updated_at': '2021-11-09T19:39:01Z', 'revision_number': 4, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'subnets': [{'id': '95adb0a1-de65-4380-80d5-eeed75387847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:02.605482 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-32303628-a4f6-4030-8d2d-f1b4b93373ff None None] For port dc9daae1-18c3-49a1-baf4-3f2d09e9129b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=dc9daae1-18c3-49a1-baf4-3f2d09e9129b,segment=NetworkSegment(987b0120-3157-44e9-a701-c994765bf8b2),segment_id=987b0120-3157-44e9-a701-c994765bf8b2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:02.642992 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-12e882ca-c4f9-4ac8-835a-ac0d43d3e859 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774994 Nov 09 19:39:02.682786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ffd03-dcec-427d-8dbb-b9d7eb7b38f8 req-76b59c30-c1b5-4283-a209-923dbd9fae53 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:02.697854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e606826-c8cc-4fc6-93af-b82632e6daab None None] The sync data for ids ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'] in n-d-817256-1 is: [{'id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-router', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:47Z', 'updated_at': '2021-11-09T19:38:55Z', 'revision_number': 4, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'gw_port': {'id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:50Z', 'updated_at': '2021-11-09T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'dc9daae1-18c3-49a1-baf4-3f2d09e9129b', 'name': '', 'network_id': '9703b0f7-bc20-4f2b-b885-831590a94c76', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'mac_address': 'fa:16:3e:63:24:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '95adb0a1-de65-4380-80d5-eeed75387847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:54Z', 'updated_at': '2021-11-09T19:39:01Z', 'revision_number': 4, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'subnets': [{'id': '95adb0a1-de65-4380-80d5-eeed75387847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:39:02.706164 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e60ffd03-dcec-427d-8dbb-b9d7eb7b38f8 req-76b59c30-c1b5-4283-a209-923dbd9fae53 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 945 time: 0.1628146 Nov 09 19:39:02.709226 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32303628-a4f6-4030-8d2d-f1b4b93373ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:02.885481 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e60ffd03-dcec-427d-8dbb-b9d7eb7b38f8 req-0de28951-bfa7-49c4-850c-0614c23d9168 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732781 Nov 09 19:39:02.952306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32303628-a4f6-4030-8d2d-f1b4b93373ff None None] Pushing event updated for resources: {'Port': ['ID=dc9daae1-18c3-49a1-baf4-3f2d09e9129b,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:03.000082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8f71747c-38ae-4f98-b537-f23f1643ab61 None None] Provisioning complete for port dc9daae1-18c3-49a1-baf4-3f2d09e9129b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:03.009494 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f71747c-38ae-4f98-b537-f23f1643ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:03.023507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-02d40d57-d94e-4619-9126-01958aaffd8c service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723233 Nov 09 19:39:03.131371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847211b4-ec28-4af5-8308-2cf92b7e5668 req-f5eca9db-982c-4060-81a8-edc8a9b200eb tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:03.145234 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-847211b4-ec28-4af5-8308-2cf92b7e5668 req-f5eca9db-982c-4060-81a8-edc8a9b200eb tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 950 time: 0.1377928 Nov 09 19:39:03.281510 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-847211b4-ec28-4af5-8308-2cf92b7e5668 req-908306a8-1eb0-4a39-8e14-0785f21b5254 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270442 Nov 09 19:39:03.357674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-45b424a0-67c2-4c8f-8f74-0123b6692c05 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038442 Nov 09 19:39:03.439712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebea4f5-64fe-4005-8e70-5edaa4058559 req-30a274b8-2080-421e-8ad5-e4895851d4af tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:03.441468 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ebea4f5-64fe-4005-8e70-5edaa4058559 req-30a274b8-2080-421e-8ad5-e4895851d4af tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 945 time: 0.0743093 Nov 09 19:39:03.511711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9418489-4918-47d5-bc7f-eb326c64a551 req-2bfec609-f9d0-4417-87b6-cf35327fa46c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:03.521004 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9418489-4918-47d5-bc7f-eb326c64a551 req-2bfec609-f9d0-4417-87b6-cf35327fa46c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1059957 Nov 09 19:39:03.570807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Deleting port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:39:03.571393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:03.592554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9418489-4918-47d5-bc7f-eb326c64a551 req-f396caee-8f12-435b-a771-00c9dbaf74cd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703757 Nov 09 19:39:03.643677 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ebea4f5-64fe-4005-8e70-5edaa4058559 req-039e733f-4288-4570-81dd-031fd5595b7f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319089 Nov 09 19:39:03.758127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-94e7cdde-7967-4bbd-9059-66966756c7b7 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:03.770555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-94e7cdde-7967-4bbd-9059-66966756c7b7 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.3279855 Nov 09 19:39:03.879639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device dc9daae1-18c3-49a1-baf4-3f2d09e9129b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:03.957470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] For port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:03.957844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:03.995988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Calling delete_port for d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:39:04.015079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port dc9daae1-18c3-49a1-baf4-3f2d09e9129b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:04.015458 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:04.173370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817256-1'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:04.181172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb163df-7af3-41bd-8a7c-832e087a4bf3 req-5609f5a4-d121-4385-bce3-efc70942a139 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:04.188708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fb163df-7af3-41bd-8a7c-832e087a4bf3 req-5609f5a4-d121-4385-bce3-efc70942a139 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 945 time: 0.1448245 Nov 09 19:39:04.264636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-7ab7d190-923e-4bc3-bd89-c1d4c83c78a0 req-f3ef08ce-6396-40e7-a129-83acaa49dcea service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:39:04.264636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ab7d190-923e-4bc3-bd89-c1d4c83c78a0 req-f3ef08ce-6396-40e7-a129-83acaa49dcea service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553141 Nov 09 19:39:04.265575 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:04.294115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fb163df-7af3-41bd-8a7c-832e087a4bf3 req-591ce8aa-d7cb-4033-8bdf-f367e218fb3d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025670 Nov 09 19:39:04.643439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:04.720593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-b2b7110e-65fd-468e-aec9-4d36d67c8451 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:04.723572 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-b2b7110e-65fd-468e-aec9-4d36d67c8451 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.77 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 950 time: 0.3149700 Nov 09 19:39:04.726911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:04.738204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604ef41-5875-482c-9b5c-9721273b5d7b req-1fece9b1-a040-4e03-8ed3-9c5b36430252 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:04.743161 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1604ef41-5875-482c-9b5c-9721273b5d7b req-1fece9b1-a040-4e03-8ed3-9c5b36430252 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 950 time: 0.1094923 Nov 09 19:39:04.799262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1604ef41-5875-482c-9b5c-9721273b5d7b req-b2553b43-74fa-4e31-8d22-2291cbf60309 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492749 Nov 09 19:39:04.806857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48046) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:04.853230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:04.938279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event deleted for resources: {'Port': ['ID=d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:04.957375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfafdcd-ab43-435e-97aa-6d148a2c0569 req-99fd9fa4-03ca-40ed-9b7f-271cfa416327 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:04.958940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bbfafdcd-ab43-435e-97aa-6d148a2c0569 req-99fd9fa4-03ca-40ed-9b7f-271cfa416327 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 945 time: 0.0945301 Nov 09 19:39:04.968135 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-dcdf2ac9-4e4f-4143-9c65-d29f7a667b9a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1599464 Nov 09 19:39:04.972383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-2d926fad-9a1a-48d0-a69b-255f97e26262 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:39:04.974431 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-2d926fad-9a1a-48d0-a69b-255f97e26262 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060525 Nov 09 19:39:04.988046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.988391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.988732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.989068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.989400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.989730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.990055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.990375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.990725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.991048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.991369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.991686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:04.998627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] No DVR routers for this DVR port d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:39:05.004125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:05.007469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc6079d4-7fe3-4c1e-8f12-e5a852223154 req-8752f982-fa7d-47ea-81bc-0df58c454dfd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.70 "DELETE /v2.0/ports/d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 HTTP/1.1" status: 204 len: 173 time: 2.3633077 Nov 09 19:39:05.018355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53e1881-1885-4478-a538-d38c1b6c8efe', 'name': 'network-vif-deleted', 'tag': 'd9d8a7dd-c1b9-4cb0-8051-91d3ee33d747'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:05.020716 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6641ab9-75dc-4ec2-86ed-b63cde3c907b" -d '{"events": [{"server_uuid": "b53e1881-1885-4478-a538-d38c1b6c8efe", "name": "network-vif-deleted", "tag": "d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:05.033038 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:05.056512 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bbfafdcd-ab43-435e-97aa-6d148a2c0569 req-0d78e50f-401a-4a7a-99de-d4569f4bea0f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757103 Nov 09 19:39:05.090653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db37d14-d37b-45a9-bd68-2de6b72e5fc7 req-abf91ef8-1944-4419-931c-339032397d13 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:05.090653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2db37d14-d37b-45a9-bd68-2de6b72e5fc7 req-abf91ef8-1944-4419-931c-339032397d13 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.2371707 Nov 09 19:39:05.095076 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:05.203655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Pushing event updated for resources: {'Port': ['ID=7669df09-c205-4cd5-97b4-1b8e765679b2,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:05.238927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2db37d14-d37b-45a9-bd68-2de6b72e5fc7 req-529efb0f-ee88-4211-b525-b7e21006b102 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448648 Nov 09 19:39:05.241138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-f28a32a8-1e7b-4813-9ea9-fa6024e68401 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Deleting port 179e8706-eccb-4d8a-8583-81d57df95c29 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:39:05.241485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-f28a32a8-1e7b-4813-9ea9-fa6024e68401 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:05.394210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 on host n-h2-817256-1 for vnic_type normal with profile {"migrating_to": "n-h1-817256-1"} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:05.394609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:05.394995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:05.413129 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4ea0e9-6680-4416-ab4a-5fb5f7f78367 x-openstack-request-id: req-ca4ea0e9-6680-4416-ab4a-5fb5f7f78367 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:05.413425 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53e1881-1885-4478-a538-d38c1b6c8efe", "name": "network-vif-deleted", "tag": "d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:05.413681 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca4ea0e9-6680-4416-ab4a-5fb5f7f78367 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:05.414077 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53e1881-1885-4478-a538-d38c1b6c8efe', 'name': 'network-vif-deleted', 'tag': 'd9d8a7dd-c1b9-4cb0-8051-91d3ee33d747', 'status': 'completed', 'code': 200} Nov 09 19:39:05.421596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Port 7669df09-c205-4cd5-97b4-1b8e765679b2 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:39:05.421925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Attempting to bind port 7669df09-c205-4cd5-97b4-1b8e765679b2 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:05.445534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:05.456866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:05.457405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:05.458058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Bound port: 7669df09-c205-4cd5-97b4-1b8e765679b2, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:05.458689 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:05.674096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-214affd4-2bc2-49f1-bee7-fb6c24a2fa46 req-5ab4223b-881a-4678-abf0-81da6778a853 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 210 time: 0.0645292 Nov 09 19:39:05.738020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:05.744258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:05.776627 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:05.826828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-f28a32a8-1e7b-4813-9ea9-fa6024e68401 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] For port 179e8706-eccb-4d8a-8583-81d57df95c29, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=179e8706-eccb-4d8a-8583-81d57df95c29,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:05.831546 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-f28a32a8-1e7b-4813-9ea9-fa6024e68401 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:05.903848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-f28a32a8-1e7b-4813-9ea9-fa6024e68401 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Calling delete_port for 179e8706-eccb-4d8a-8583-81d57df95c29 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:39:06.063500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:39:06.130103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:39:06.132756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d9d8a7dd-c1b9-4cb0-8051-91d3ee33d747 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:39:06.140248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb070083-e8bb-4106-8f43-a12291e0fbe9 req-cbf7701a-2719-495b-bb7e-4a87bf35dbb1 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:06.176468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb070083-e8bb-4106-8f43-a12291e0fbe9 req-cbf7701a-2719-495b-bb7e-4a87bf35dbb1 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 950 time: 0.2084162 Nov 09 19:39:06.320422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb070083-e8bb-4106-8f43-a12291e0fbe9 req-9f4d438e-4c83-4429-bd86-6735137e9117 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/security-groups?id=49ac916d-ba1b-4a0d-817f-141d58c7588b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428413 Nov 09 19:39:06.632288 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-f28a32a8-1e7b-4813-9ea9-fa6024e68401 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:06.663086 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f7215-9140-46ce-8f62-4fe6bc1073e5 req-ee750310-480b-48fd-bf3f-10309f751ca3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:06.688349 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af1f7215-9140-46ce-8f62-4fe6bc1073e5 req-ee750310-480b-48fd-bf3f-10309f751ca3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1775932 Nov 09 19:39:06.813202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0177c9-2087-4acd-a294-a11a14196c48 req-f773d540-451e-457f-9bd2-59fd095848f6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:06.834176 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f0177c9-2087-4acd-a294-a11a14196c48 req-f773d540-451e-457f-9bd2-59fd095848f6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 943 time: 0.3618689 Nov 09 19:39:06.875519 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af1f7215-9140-46ce-8f62-4fe6bc1073e5 req-2a7592fd-9790-4c34-9c8c-cc8249d9bb71 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861832 Nov 09 19:39:06.951357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48122) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:07.291593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8a6e9532-1cf9-48c6-ae8d-310028fc2397 req-b95bacdc-e0c9-4bc4-92bd-a2bc5d320be5 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 210 time: 0.0967972 Nov 09 19:39:07.311695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-363b8548-d600-4758-8570-27d0fb647205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:07.385107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-f28a32a8-1e7b-4813-9ea9-fa6024e68401 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] No DVR routers for this DVR port 179e8706-eccb-4d8a-8583-81d57df95c29 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:39:07.399927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-f28a32a8-1e7b-4813-9ea9-fa6024e68401 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:07.405389 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae0ee4a8-75cb-4d9f-a6ad-8d00e557185c req-f28a32a8-1e7b-4813-9ea9-fa6024e68401 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.77 "DELETE /v2.0/ports/179e8706-eccb-4d8a-8583-81d57df95c29 HTTP/1.1" status: 204 len: 173 time: 2.6725950 Nov 09 19:39:07.433180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7669df09-c205-4cd5-97b4-1b8e765679b2'}, {'server_uuid': '995abe7c-01ea-4d36-8180-5e77d0278d6d', 'name': 'network-vif-deleted', 'tag': '179e8706-eccb-4d8a-8583-81d57df95c29'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:07.437684 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dac9c0-bd3b-4aba-a4e8-a96cd749284b" -d '{"events": [{"server_uuid": "e630d2f8-2f0e-498e-817b-96f0350e2319", "name": "network-vif-unplugged", "status": "completed", "tag": "7669df09-c205-4cd5-97b4-1b8e765679b2"}, {"server_uuid": "995abe7c-01ea-4d36-8180-5e77d0278d6d", "name": "network-vif-deleted", "tag": "179e8706-eccb-4d8a-8583-81d57df95c29"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:07.441241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Pushing event updated for resources: {'Port': ['ID=7669df09-c205-4cd5-97b4-1b8e765679b2,revision_number=8']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:07.533961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-363b8548-d600-4758-8570-27d0fb647205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:07.549401 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-363b8548-d600-4758-8570-27d0fb647205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:07.573923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:07.577803 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:07.581645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['7669df09-c205-4cd5-97b4-1b8e765679b2'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:39:07.582222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-4f84773b-a40d-486d-b0db-ec6176923382 service neutron] 10.222.0.70 "PUT /v2.0/ports/7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 200 len: 1121 time: 3.7936842 Nov 09 19:39:07.608691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a32a8-1e7b-4813-9ea9-fa6024e68401 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] Pushing event deleted for resources: {'Port': ['ID=179e8706-eccb-4d8a-8583-81d57df95c29,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:07.633061 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d419945-dde0-4e93-ab0c-1ebae9fe2882 req-9e2e0fcc-0d59-4c0f-b559-c88cfb0271c1 tempest-TenantUsagesTestJSON-1855570969 tempest-TenantUsagesTestJSON-1855570969-project] 10.222.0.53 "GET /v2.0/ports?device_id=995abe7c-01ea-4d36-8180-5e77d0278d6d HTTP/1.1" status: 200 len: 210 time: 0.0960217 Nov 09 19:39:07.636363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f0177c9-2087-4acd-a294-a11a14196c48 req-523a13eb-d94e-4dc5-a86a-c87a3735215d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8009715 Nov 09 19:39:07.755139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854545-7a88-4411-9522-6f296de35fbe req-330556cf-e851-4fe4-93da-af0bb2851d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:07.756605 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-363b8548-d600-4758-8570-27d0fb647205 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=154c2767618f423aa2f71756cdf1c252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8027880 Nov 09 19:39:07.758169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48132) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:07.759575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-330556cf-e851-4fe4-93da-af0bb2851d92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 1101 time: 0.3611975 Nov 09 19:39:07.779556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8548-d600-4758-8570-27d0fb647205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9184e8cc-42c5-4b55-b92d-30c132ec79f0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:07.883525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca310e3-fa8c-48c9-b750-ffdb5390a8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:07.893337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854545-7a88-4411-9522-6f296de35fbe req-8bd62795-b547-4989-84b2-e447b3931414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:07.895145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-8bd62795-b547-4989-84b2-e447b3931414 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1300576 Nov 09 19:39:07.896874 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee3e721-6352-4c44-8953-d98d3b93841d x-openstack-request-id: req-dee3e721-6352-4c44-8953-d98d3b93841d {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:07.897424 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e630d2f8-2f0e-498e-817b-96f0350e2319", "name": "network-vif-unplugged", "status": "completed", "tag": "7669df09-c205-4cd5-97b4-1b8e765679b2", "code": 200}, {"server_uuid": "995abe7c-01ea-4d36-8180-5e77d0278d6d", "name": "network-vif-deleted", "tag": "179e8706-eccb-4d8a-8583-81d57df95c29", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:07.898073 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dee3e721-6352-4c44-8953-d98d3b93841d {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:07.898709 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7669df09-c205-4cd5-97b4-1b8e765679b2', 'code': 200} Nov 09 19:39:07.899366 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995abe7c-01ea-4d36-8180-5e77d0278d6d', 'name': 'network-vif-deleted', 'tag': '179e8706-eccb-4d8a-8583-81d57df95c29', 'status': 'completed', 'code': 200} Nov 09 19:39:07.932039 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca310e3-fa8c-48c9-b750-ffdb5390a8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:07.989844 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-f6942f90-feeb-4ec7-acdf-d5e3b6963690 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ff751787-4749-408f-8f65-61ba9af15ecc HTTP/1.1" status: 200 len: 217 time: 0.0872934 Nov 09 19:39:08.002928 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca310e3-fa8c-48c9-b750-ffdb5390a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:08.007137 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca310e3-fa8c-48c9-b750-ffdb5390a8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:08.010985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fca310e3-fa8c-48c9-b750-ffdb5390a8a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9184e8cc-42c5-4b55-b92d-30c132ec79f0 HTTP/1.1" status: 204 len: 168 time: 0.2469478 Nov 09 19:39:08.093732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca310e3-fa8c-48c9-b750-ffdb5390a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9184e8cc-42c5-4b55-b92d-30c132ec79f0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:08.116371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854545-7a88-4411-9522-6f296de35fbe req-da2f3cd0-af22-48c1-956a-382d06a67c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:08.118466 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-da2f3cd0-af22-48c1-956a-382d06a67c7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1156988 Nov 09 19:39:08.240402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff7588-98a2-4f8f-9035-3280cad02d9f req-0c94faab-5be7-41a1-993f-5135af56977b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:08.258905 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5ff7588-98a2-4f8f-9035-3280cad02d9f req-0c94faab-5be7-41a1-993f-5135af56977b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.2383301 Nov 09 19:39:08.267949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 179e8706-eccb-4d8a-8583-81d57df95c29 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:39:08.329650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854545-7a88-4411-9522-6f296de35fbe req-cbb59ccb-002c-48ae-9962-7f9e06cceaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:08.342484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-cbb59ccb-002c-48ae-9962-7f9e06cceaaf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2127283 Nov 09 19:39:08.365972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 179e8706-eccb-4d8a-8583-81d57df95c29 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:39:08.366326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 179e8706-eccb-4d8a-8583-81d57df95c29 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:39:08.404841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5ff7588-98a2-4f8f-9035-3280cad02d9f req-21466ef1-32fa-4e56-8008-c3c07f7eb725 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391695 Nov 09 19:39:08.608972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f4c57a-9811-4bd4-945e-a614cab5c599 req-7c806ffa-697e-4a32-adb4-1daa05b380ee tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 210 time: 0.0452347 Nov 09 19:39:08.733670 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-ba9ee15b-a1b5-47d0-9ade-7b26b12ebcb1 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751509 Nov 09 19:39:08.813973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48152) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:08.842364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4d1e52e-2cc6-4bb1-9703-169d67f9d23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:08.960243 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-1792e42d-b064-453a-bd84-53f86fef1179 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186522 Nov 09 19:39:08.986194 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4d1e52e-2cc6-4bb1-9703-169d67f9d23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:09.018414 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4d1e52e-2cc6-4bb1-9703-169d67f9d23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:09.130193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c4d1e52e-2cc6-4bb1-9703-169d67f9d23e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=516a707dca32418b8ee0bbff8109a955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138220 Nov 09 19:39:09.132703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48154) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:09.172540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1e52e-2cc6-4bb1-9703-169d67f9d23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f183b78-66fe-4ad9-a495-5c20c82e98a7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:09.214194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141818e-b1c0-4b63-b119-f50382631ff8 req-17623051-bea5-47c1-97c7-e6ca43764219 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:09.217694 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8141818e-b1c0-4b63-b119-f50382631ff8 req-17623051-bea5-47c1-97c7-e6ca43764219 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 943 time: 0.3655288 Nov 09 19:39:09.284337 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-257c6122-5857-4847-beac-6de849b687e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:09.349991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8141818e-b1c0-4b63-b119-f50382631ff8 req-5b5078ec-ca81-4a6f-878d-928a73d20211 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006742 Nov 09 19:39:09.352552 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-257c6122-5857-4847-beac-6de849b687e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:09.437531 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-257c6122-5857-4847-beac-6de849b687e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:09.441153 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-257c6122-5857-4847-beac-6de849b687e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:09.442302 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-257c6122-5857-4847-beac-6de849b687e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f183b78-66fe-4ad9-a495-5c20c82e98a7 HTTP/1.1" status: 204 len: 168 time: 0.3083341 Nov 09 19:39:09.455834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c6122-5857-4847-beac-6de849b687e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f183b78-66fe-4ad9-a495-5c20c82e98a7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:09.522761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48166) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:09.714120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8182c6-6f35-4355-8027-10130679118a req-21bba054-3d6c-4eab-b1d4-7d43bda23c48 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:09.734182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8182c6-6f35-4355-8027-10130679118a req-21bba054-3d6c-4eab-b1d4-7d43bda23c48 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1019971 Nov 09 19:39:09.835622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-524580d8-c760-4110-ac71-a52931b09d09 req-56955a4f-d2c1-4adf-8bb4-45feb1afa9c3 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 210 time: 0.0616477 Nov 09 19:39:09.907001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'tag': '7669df09-c205-4cd5-97b4-1b8e765679b2'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:09.909874 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345e30c7-3be9-459d-baf0-6f2a2ad98364" -d '{"events": [{"name": "network-changed", "server_uuid": "e630d2f8-2f0e-498e-817b-96f0350e2319", "tag": "7669df09-c205-4cd5-97b4-1b8e765679b2"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:09.954559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8182c6-6f35-4355-8027-10130679118a req-45ca8212-db1d-45dd-9044-d9683820b941 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191937 Nov 09 19:39:09.964215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8f82d6fc-5e64-44e1-9c96-9df56a655f71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40bd0d03d0a14ab8a791bced0766e75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377561 Nov 09 19:39:09.965232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48178) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:09.986884 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984e2be5-d46e-4ad8-8065-8a3ecb5dc5e6 x-openstack-request-id: req-984e2be5-d46e-4ad8-8065-8a3ecb5dc5e6 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:09.987245 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e630d2f8-2f0e-498e-817b-96f0350e2319", "tag": "7669df09-c205-4cd5-97b4-1b8e765679b2", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:09.987565 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-984e2be5-d46e-4ad8-8065-8a3ecb5dc5e6 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:09.988119 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'tag': '7669df09-c205-4cd5-97b4-1b8e765679b2', 'status': 'completed', 'code': 200} Nov 09 19:39:10.076234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7669df09-c205-4cd5-97b4-1b8e765679b2 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:39:10.116444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bd16347-898f-4951-9941-f02e17d65139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:10.131469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e30c7-3be9-459d-baf0-6f2a2ad98364 req-5068c31c-33a3-4fb0-bba3-3ae4398bfc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:10.131469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-345e30c7-3be9-459d-baf0-6f2a2ad98364 req-5068c31c-33a3-4fb0-bba3-3ae4398bfc63 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1124 time: 0.1155844 Nov 09 19:39:10.194104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bd16347-898f-4951-9941-f02e17d65139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:10.323442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bd16347-898f-4951-9941-f02e17d65139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:10.327193 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bd16347-898f-4951-9941-f02e17d65139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:10.338394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9bd16347-898f-4951-9941-f02e17d65139 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49ac916d-ba1b-4a0d-817f-141d58c7588b HTTP/1.1" status: 204 len: 168 time: 0.3698597 Nov 09 19:39:10.356471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd16347-898f-4951-9941-f02e17d65139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac916d-ba1b-4a0d-817f-141d58c7588b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:10.370360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:10.394810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e30c7-3be9-459d-baf0-6f2a2ad98364 req-d847818e-7ede-4db8-a0bf-e712238d5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:10.395996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-345e30c7-3be9-459d-baf0-6f2a2ad98364 req-d847818e-7ede-4db8-a0bf-e712238d5902 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.2516270 Nov 09 19:39:10.466372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48192) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:10.468914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-345e30c7-3be9-459d-baf0-6f2a2ad98364 req-f0bf6017-d407-4bad-9a93-d42fe3cb1373 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 200 len: 217 time: 0.0567999 Nov 09 19:39:10.483469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf12ecf9-0f9d-472b-b248-3180b35a7aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:10.511302 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7669df09-c205-4cd5-97b4-1b8e765679b2 has no active binding in host n-h1-817256-1 {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 19:39:10.521445 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-055d7a09-dab1-41d2-9fa5-8f3d212da27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:10.571816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e30c7-3be9-459d-baf0-6f2a2ad98364 req-6b8b1c74-4a09-4870-8527-e7b3c3e2581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:10.575148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-345e30c7-3be9-459d-baf0-6f2a2ad98364 req-6b8b1c74-4a09-4870-8527-e7b3c3e2581c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.0854127 Nov 09 19:39:10.634658 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-345e30c7-3be9-459d-baf0-6f2a2ad98364 req-f2d31d12-a934-4f01-9857-1cc4276bcfba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467291 Nov 09 19:39:10.697155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05545d-9c87-441c-96a9-8aaa7a5379c2 req-4adf8fb0-7003-4c53-9cbf-f7bf6aadf856 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:10.706451 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e05545d-9c87-441c-96a9-8aaa7a5379c2 req-4adf8fb0-7003-4c53-9cbf-f7bf6aadf856 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 943 time: 0.1404181 Nov 09 19:39:10.770449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf12ecf9-0f9d-472b-b248-3180b35a7aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:10.786034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e05545d-9c87-441c-96a9-8aaa7a5379c2 req-bef06603-702c-4e1b-a18f-2901f1048fea tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784616 Nov 09 19:39:10.789197 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf12ecf9-0f9d-472b-b248-3180b35a7aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:10.795082 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-345e30c7-3be9-459d-baf0-6f2a2ad98364 req-6b642198-202a-4ee8-bc83-c8ae851ac6fa service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528759 Nov 09 19:39:10.869012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12ecf9-0f9d-472b-b248-3180b35a7aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f91931-5e2f-46f3-843b-05471e6ea478,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:10.907068 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cf12ecf9-0f9d-472b-b248-3180b35a7aad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b18f6c8b0f8476e87be2375f84b2f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395723 Nov 09 19:39:10.909897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48214) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:10.939768 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-345e30c7-3be9-459d-baf0-6f2a2ad98364 req-89d99a3d-aa1e-49ff-8f97-62e4544b3496 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334310 Nov 09 19:39:11.018035 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa834-aaf0-4ba9-91f3-955a40dfcfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.030924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed9bc224-ba29-4ead-bbff-a37f8be7e1a2 req-c38b36c7-9d91-46c6-b6af-5d2288ae8a86 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 210 time: 0.0516481 Nov 09 19:39:11.060366 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa834-aaf0-4ba9-91f3-955a40dfcfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.126391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48220) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:11.149413 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c91cd33-6527-4faa-9519-fce5984f46cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.190346 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa834-aaf0-4ba9-91f3-955a40dfcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.192975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf4fa834-aaf0-4ba9-91f3-955a40dfcfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.194117 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bf4fa834-aaf0-4ba9-91f3-955a40dfcfbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1f91931-5e2f-46f3-843b-05471e6ea478 HTTP/1.1" status: 204 len: 168 time: 0.2830315 Nov 09 19:39:11.216808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48b52f-9f66-4258-8440-7b14edf16b5c req-d50969db-12fd-47b1-827d-2dbc17928916 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:11.226597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f48b52f-9f66-4258-8440-7b14edf16b5c req-d50969db-12fd-47b1-827d-2dbc17928916 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1125653 Nov 09 19:39:11.232057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fa834-aaf0-4ba9-91f3-955a40dfcfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f91931-5e2f-46f3-843b-05471e6ea478,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:11.316870 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f48b52f-9f66-4258-8440-7b14edf16b5c req-4cc98360-057b-4f63-994e-8e1b72d1d816 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885434 Nov 09 19:39:11.344225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c91cd33-6527-4faa-9519-fce5984f46cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.354711 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c91cd33-6527-4faa-9519-fce5984f46cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.391176 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0c91cd33-6527-4faa-9519-fce5984f46cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04090538954145b6bdd6ef9126a5b582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632635 Nov 09 19:39:11.393311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48226) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:11.440276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91cd33-6527-4faa-9519-fce5984f46cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819a695d-3255-4194-a13f-a50adc51bd13,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:11.503459 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7c11-40d0-43c1-8530-1fbf57dd84dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.561358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7c11-40d0-43c1-8530-1fbf57dd84dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.662279 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7c11-40d0-43c1-8530-1fbf57dd84dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.666098 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7c11-40d0-43c1-8530-1fbf57dd84dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:11.667339 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d3ce7c11-40d0-43c1-8530-1fbf57dd84dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/819a695d-3255-4194-a13f-a50adc51bd13 HTTP/1.1" status: 204 len: 168 time: 0.2729206 Nov 09 19:39:11.677362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce7c11-40d0-43c1-8530-1fbf57dd84dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819a695d-3255-4194-a13f-a50adc51bd13,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:11.986473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12292cd6-8c72-42e6-a32e-9cd0e2cfc1c8 req-2bc19845-926c-4953-bbc9-1a17a1a45028 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:12.002551 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-12292cd6-8c72-42e6-a32e-9cd0e2cfc1c8 req-2bc19845-926c-4953-bbc9-1a17a1a45028 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 943 time: 0.1137707 Nov 09 19:39:12.155844 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-12292cd6-8c72-42e6-a32e-9cd0e2cfc1c8 req-30bfdc3f-968a-4346-b372-3216ff8c6ef2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513700 Nov 09 19:39:12.314865 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa55fd16-936a-4976-a4f3-87bcd7815b92 req-eb36ed7d-77d6-4ba1-8197-3a4c6012eeab tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 210 time: 0.0863986 Nov 09 19:39:12.582786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164e67a-0ae4-4068-ab2f-d80891715bd8 req-1d14d451-3573-4500-8796-885f0265986c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:12.584435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8164e67a-0ae4-4068-ab2f-d80891715bd8 req-1d14d451-3573-4500-8796-885f0265986c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1391580 Nov 09 19:39:12.694776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8164e67a-0ae4-4068-ab2f-d80891715bd8 req-8bf60bf1-07c8-4feb-8047-25672230572b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022346 Nov 09 19:39:13.146048 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8962c9a5-b0e1-4d7d-b2a5-9ef996d8759f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:13.151894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48286) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:13.371914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-e23e4da8-ee0d-4697-bcb6-25c02bf2e4f7 service neutron] 10.222.0.77 "GET /v2.0/ports/7669df09-c205-4cd5-97b4-1b8e765679b2/bindings/n-h1-817256-1 HTTP/1.1" status: 200 len: 384 time: 0.2045252 Nov 09 19:39:13.404045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bea6ca-533a-4045-9901-c150c291537c req-b5f94e41-a408-44e8-84d2-94586c9c9898 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:13.418216 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8bea6ca-533a-4045-9901-c150c291537c req-b5f94e41-a408-44e8-84d2-94586c9c9898 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 943 time: 0.1276531 Nov 09 19:39:13.424767 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:13.454627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-network', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:13.486013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Made reservation on behalf of 355fcdebc8c54d6a833a88435547c8d2 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:13.489518 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:13.512035 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:13.530833 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8bea6ca-533a-4045-9901-c150c291537c req-7a9e43ff-18da-40f1-ac6c-f0f68463a22b tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039939 Nov 09 19:39:13.765528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-d7225289-1e67-49b4-9a7d-cef7c6a585b7 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:13.766833 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:13.777704 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:13.799914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-d7225289-1e67-49b4-9a7d-cef7c6a585b7 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:13.846105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-d7225289-1e67-49b4-9a7d-cef7c6a585b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7669df09-c205-4cd5-97b4-1b8e765679b2 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:13.859067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84052c-134f-4827-926c-3071441ba171,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:13.871819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-d7225289-1e67-49b4-9a7d-cef7c6a585b7 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:13.915860 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-d7225289-1e67-49b4-9a7d-cef7c6a585b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:13.932199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:39:13.955624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc5e26ee-8b01-4d81-94ff-899379024c61 req-36f3ee4b-7dff-4f11-b49a-2829df48415e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=b53e1881-1885-4478-a538-d38c1b6c8efe HTTP/1.1" status: 200 len: 210 time: 0.0580297 Nov 09 19:39:13.956002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:13.956340 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Added segment cf23760c-ef2a-4133-8327-b6775d0f38f9 of type vlan for network 89879e33-a6e0-4692-9339-4d8946a2b9b5 Nov 09 19:39:14.015419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99912b6-d7d1-48c2-95f5-cbe41060c5dd req-fd8c6765-a4ec-4750-af32-18f353b7c54a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:14.023008 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a99912b6-d7d1-48c2-95f5-cbe41060c5dd req-fd8c6765-a4ec-4750-af32-18f353b7c54a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1469171 Nov 09 19:39:14.040926 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:14.119993 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a99912b6-d7d1-48c2-95f5-cbe41060c5dd req-9a8e4582-de60-483b-8014-292968c53969 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960011 Nov 09 19:39:14.121403 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:14.122388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:14.123587 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:14.128440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-d7225289-1e67-49b4-9a7d-cef7c6a585b7 service neutron] Transition to ACTIVE for port object 7669df09-c205-4cd5-97b4-1b8e765679b2 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:39:14.138951 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-d7225289-1e67-49b4-9a7d-cef7c6a585b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:14.264131 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1075180 Nov 09 19:39:14.264724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48314) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:14.269909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Request body: {'subnet': {'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-subnet', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:14.289890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0d13c-f90f-4ab1-acd5-a2a9f350752f admin admin] Pushing event updated for resources: {'Network': ['ID=89879e33-a6e0-4692-9339-4d8946a2b9b5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:14.291877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7225289-1e67-49b4-9a7d-cef7c6a585b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7669df09-c205-4cd5-97b4-1b8e765679b2,revision_number=10']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:14.319479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 89879e33-a6e0-4692-9339-4d8946a2b9b5 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:39:14.341691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-d7225289-1e67-49b4-9a7d-cef7c6a585b7 service neutron] No DVR routers for this DVR port 7669df09-c205-4cd5-97b4-1b8e765679b2 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:39:14.344513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Made reservation on behalf of 355fcdebc8c54d6a833a88435547c8d2 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:14.363596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:14.429510 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:14.459225 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-d7225289-1e67-49b4-9a7d-cef7c6a585b7 service neutron] 10.222.0.77 "PUT /v2.0/ports/7669df09-c205-4cd5-97b4-1b8e765679b2/bindings/n-h1-817256-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0772505 Nov 09 19:39:14.660607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-23d11e2e-a731-4ea9-9446-c1109965992b tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:14.662204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-23d11e2e-a731-4ea9-9446-c1109965992b tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1095 time: 0.1207292 Nov 09 19:39:14.681109 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:14.769941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54eb687-8572-4fa7-84af-4c4ba88cea73,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:14.805124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-70794ad6-a86a-4f1a-a8cc-f852ad64b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:14.806803 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-70794ad6-a86a-4f1a-a8cc-f852ad64b055 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319&tenant_id=2859bc85160d463285748068eb9becfd HTTP/1.1" status: 200 len: 1095 time: 0.1313264 Nov 09 19:39:14.819482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Checking segment: {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:14.820185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Network hostable DHCP agents. Network: 89879e33-a6e0-4692-9339-4d8946a2b9b5, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:39:14.831611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114783d3-d0cb-4acb-b7f0-eff8b86d4296 req-380d7f81-9cfd-4cb2-934f-6cf5792ca6c9 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:14.833535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-114783d3-d0cb-4acb-b7f0-eff8b86d4296 req-380d7f81-9cfd-4cb2-934f-6cf5792ca6c9 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 944 time: 0.1298742 Nov 09 19:39:14.849923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Network 89879e33-a6e0-4692-9339-4d8946a2b9b5 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:39:14.892765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 89879e33-a6e0-4692-9339-4d8946a2b9b5) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:14.899789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:14.900896 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:14.904594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca68304-cdcd-49cd-ac95-002e370cfcfc None None] Network 89879e33-a6e0-4692-9339-4d8946a2b9b5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:39:14.926842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48326) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:14.944425 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a3a298a9-5fb6-4479-86d8-331b20e6a865 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6784306 Nov 09 19:39:14.945322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48330) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:14.951659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:14.957170 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-114783d3-d0cb-4acb-b7f0-eff8b86d4296 req-44b0db9f-bbc0-4de9-8485-fbfc54742993 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026630 Nov 09 19:39:14.984275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-94088c2f-6064-495f-864c-dccd9058ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:14.985978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:14.987498 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:14.991562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-94088c2f-6064-495f-864c-dccd9058ca29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1095 time: 0.1531136 Nov 09 19:39:15.136627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:15.262359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-0202e3e0-892f-4f79-8740-d5e68dcd12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:15.264652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-0202e3e0-892f-4f79-8740-d5e68dcd12ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.2657957 Nov 09 19:39:15.323533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-89879e33-a6e0-4692-9339-4d8946a2b9b5', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:39:15.325992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:15.376242 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-e8d5caa1-104f-474c-818a-27acb9ea703a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 200 len: 217 time: 0.1012673 Nov 09 19:39:15.426759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f04cfa3b-dac3-40ce-a4cd-ffa9efd52ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:15.569347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-102a775f-0cf5-40bd-9bc3-78532297698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:15.573696 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-102a775f-0cf5-40bd-9bc3-78532297698b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1894267 Nov 09 19:39:15.574473 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f04cfa3b-dac3-40ce-a4cd-ffa9efd52ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:15.601537 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f04cfa3b-dac3-40ce-a4cd-ffa9efd52ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:15.639822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-f0e1d7bb-8612-436c-abda-6e7bfb0d65ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549726 Nov 09 19:39:15.657152 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f04cfa3b-dac3-40ce-a4cd-ffa9efd52ec6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6481d6b66225490cab2695e0fc6016e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281508 Nov 09 19:39:15.665469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48352) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:15.712063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f713a2-fb5f-4482-a15c-47d86ba5b723 req-60b1bd9d-0b70-4197-818e-d41558a8dc13 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:15.713737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72f713a2-fb5f-4482-a15c-47d86ba5b723 req-60b1bd9d-0b70-4197-818e-d41558a8dc13 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.3110301 Nov 09 19:39:15.791472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:15.809920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cfa3b-dac3-40ce-a4cd-ffa9efd52ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbbe12f-00b0-4c9b-9a59-67d4be2a96ca,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:15.855745 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72f713a2-fb5f-4482-a15c-47d86ba5b723 req-7e36aac0-0cb7-4706-a5a7-acc4f65c9e4c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044054 Nov 09 19:39:15.907371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Allocated IP 172.20.0.2 (89879e33-a6e0-4692-9339-4d8946a2b9b5/c54eb687-8572-4fa7-84af-4c4ba88cea73/b46fcb86-5682-41ce-b81b-dca4aaeb2722) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:15.959960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f30e-b71a-46fe-ace7-876bfeb3afde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:15.994609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f30e-b71a-46fe-ace7-876bfeb3afde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.073775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f30e-b71a-46fe-ace7-876bfeb3afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.076763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f30e-b71a-46fe-ace7-876bfeb3afde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.080550 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6cb4f30e-b71a-46fe-ace7-876bfeb3afde admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ddbbe12f-00b0-4c9b-9a59-67d4be2a96ca HTTP/1.1" status: 204 len: 168 time: 0.4116087 Nov 09 19:39:16.121326 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-be01747d-048f-4132-b373-c7e38f6e5eb8 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728746 Nov 09 19:39:16.122048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4f30e-b71a-46fe-ace7-876bfeb3afde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbbe12f-00b0-4c9b-9a59-67d4be2a96ca,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:16.177287 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.221586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.234497 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.254423 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.255985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1682d-4592-44d5-8bd3-fa707117b3dd req-ea383ae3-c324-4e65-8603-ed0f42f285d6 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:16.269633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9cb1682d-4592-44d5-8bd3-fa707117b3dd req-ea383ae3-c324-4e65-8603-ed0f42f285d6 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.5219650 Nov 09 19:39:16.315591 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9cb1682d-4592-44d5-8bd3-fa707117b3dd req-8c6a8957-9d76-4cc3-8176-c9e3d888385a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/quotas/02ed719938fa4992bcde1f7435869c3d HTTP/1.1" status: 200 len: 375 time: 0.0450058 Nov 09 19:39:16.357088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Pushing event updated for resources: {'Port': ['ID=b46fcb86-5682-41ce-b81b-dca4aaeb2722,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:16.360047 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7669df09-c205-4cd5-97b4-1b8e765679b2 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:39:16.429271 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9cb1682d-4592-44d5-8bd3-fa707117b3dd req-1bc734cd-e742-4d26-a05d-901fdb0114ea tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126153 Nov 09 19:39:16.464477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Network 89879e33-a6e0-4692-9339-4d8946a2b9b5 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:16.473542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:16.477953 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:16.592245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7669df09-c205-4cd5-97b4-1b8e765679b2 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:39:16.632705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-0d51d193-106d-4ecf-a3c2-5acef6811f4d service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876053 Nov 09 19:39:16.667435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9cb1682d-4592-44d5-8bd3-fa707117b3dd req-67c76f97-3d5d-405b-9328-b66366976801 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372611 Nov 09 19:39:16.701527 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.722351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Attempting to bind port b46fcb86-5682-41ce-b81b-dca4aaeb2722 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:16.724754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Attempting to bind port b46fcb86-5682-41ce-b81b-dca4aaeb2722 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:16.725154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Attempting to bind port b46fcb86-5682-41ce-b81b-dca4aaeb2722 on network 89879e33-a6e0-4692-9339-4d8946a2b9b5 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:16.739455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:16.740771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Checking segment: {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:16.741898 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.742326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Bound using segment: {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:16.746704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Bound port: b46fcb86-5682-41ce-b81b-dca4aaeb2722, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:16.747199 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.812762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48372) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:16.844991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5063e5f-152e-4dc2-8166-f48f26286a43 req-17562668-73b6-4b27-b855-54bd3ca3f4d7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:16.846781 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5063e5f-152e-4dc2-8166-f48f26286a43 req-17562668-73b6-4b27-b855-54bd3ca3f4d7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 944 time: 0.7830372 Nov 09 19:39:16.873699 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf897-93ab-4299-b381-30bde785abb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.905616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] For port b46fcb86-5682-41ce-b81b-dca4aaeb2722, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:16.914362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Allocated IP 172.25.6.246 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/5555f7ef-a306-4f8f-b08f-07f8fd054086) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:16.921236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] For port b46fcb86-5682-41ce-b81b-dca4aaeb2722, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b46fcb86-5682-41ce-b81b-dca4aaeb2722,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:16.936281 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:16.938226 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5063e5f-152e-4dc2-8166-f48f26286a43 req-562a2fc2-4069-4697-8abd-786f3ffa2d16 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836535 Nov 09 19:39:17.055593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9cb1682d-4592-44d5-8bd3-fa707117b3dd req-9aa1812b-489b-4c4e-bcc4-6d43f297eef0 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614087 Nov 09 19:39:17.092053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-2ea74ab7-6855-4eb5-aac0-6405dae05a18 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:17.094172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-2ea74ab7-6855-4eb5-aac0-6405dae05a18 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1095 time: 0.1847196 Nov 09 19:39:17.097496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cc357-0b95-492b-8bc6-acbeffc4b59b None None] Pushing event updated for resources: {'Port': ['ID=b46fcb86-5682-41ce-b81b-dca4aaeb2722,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:17.151149 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:17.215185 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:17.299077 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf897-93ab-4299-b381-30bde785abb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:17.313743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b7cf897-93ab-4299-b381-30bde785abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:17.320503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:17.346060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:17.352111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:17.470542 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1b7cf897-93ab-4299-b381-30bde785abb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39dbe9eede6d47d488727d8b95c51c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230597 Nov 09 19:39:17.495535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48380) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:17.504100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cf897-93ab-4299-b381-30bde785abb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fcdcda-b96b-4fd2-9f9d-b2b6290e9725,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:17.561720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Pushing event updated for resources: {'Port': ['ID=5555f7ef-a306-4f8f-b08f-07f8fd054086,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:17.576859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fb5aa-91a6-4cbf-9a3b-dd0ba4b86738 req-53f34dec-b282-44a7-8a50-41bf8d275dc2 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:17.585474 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b88fb5aa-91a6-4cbf-9a3b-dd0ba4b86738 req-53f34dec-b282-44a7-8a50-41bf8d275dc2 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.3567543 Nov 09 19:39:17.624181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae04c65-215c-4cb4-9695-b447b02f8786 req-bde9f06f-b95c-41f0-a276-d9314022420a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33840c78-96e4-40b0-a106-f3b289d42200 HTTP/1.1" status: 200 len: 210 time: 0.1243179 Nov 09 19:39:17.735633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-6bddec6e-d61f-486a-89fb-1d7e0d556eb7 service neutron] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:17.754830 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-6bddec6e-d61f-486a-89fb-1d7e0d556eb7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:17.756009 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e5f8b9a-3e6b-4345-a579-570d71e91d06 req-6bddec6e-d61f-486a-89fb-1d7e0d556eb7 service neutron] 10.222.0.70 "DELETE /v2.0/ports/7669df09-c205-4cd5-97b4-1b8e765679b2/bindings/n-h2-817256-1 HTTP/1.1" status: 204 len: 173 time: 0.6535442 Nov 09 19:39:17.759918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b88fb5aa-91a6-4cbf-9a3b-dd0ba4b86738 req-3d5c6fcd-c5f5-4c73-ab96-ce0652cb8d32 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699042 Nov 09 19:39:17.795274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6614389-e2cc-4c17-b104-e9d9fe83b556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:17.826747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6614389-e2cc-4c17-b104-e9d9fe83b556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:17.866068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b46fcb86-5682-41ce-b81b-dca4aaeb2722 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:17.966058 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6614389-e2cc-4c17-b104-e9d9fe83b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:18.010138 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6614389-e2cc-4c17-b104-e9d9fe83b556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:18.014346 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b6614389-e2cc-4c17-b104-e9d9fe83b556 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0fcdcda-b96b-4fd2-9f9d-b2b6290e9725 HTTP/1.1" status: 204 len: 168 time: 0.5117049 Nov 09 19:39:18.036606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6614389-e2cc-4c17-b104-e9d9fe83b556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fcdcda-b96b-4fd2-9f9d-b2b6290e9725,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:18.043510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b46fcb86-5682-41ce-b81b-dca4aaeb2722 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:18.044144 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:18.178824 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:18.405383 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:18.517361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port b46fcb86-5682-41ce-b81b-dca4aaeb2722, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b46fcb86-5682-41ce-b81b-dca4aaeb2722,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:18.526762 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:18.597734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=b46fcb86-5682-41ce-b81b-dca4aaeb2722,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:18.758402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a8871-4958-4c88-b5bc-39eaabd81b88 req-f8eafc19-bba6-4591-8ebc-9692ca6191d3 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:18.767708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61a8871-4958-4c88-b5bc-39eaabd81b88 req-f8eafc19-bba6-4591-8ebc-9692ca6191d3 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 944 time: 0.2799733 Nov 09 19:39:18.830711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:18.940865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61a8871-4958-4c88-b5bc-39eaabd81b88 req-69950474-4e8f-49a3-bc70-769aa984c289 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575310 Nov 09 19:39:18.982808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9ad49b-ec4b-466e-b83e-a05bbd425416 None None] Network 89879e33-a6e0-4692-9339-4d8946a2b9b5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:39:19.141405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5eb130-f3e2-4541-ab75-8baac0ad1289 req-a6b8065e-76e5-4fc5-973f-aac54552434a tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:19.156687 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0d5eb130-f3e2-4541-ab75-8baac0ad1289 req-a6b8065e-76e5-4fc5-973f-aac54552434a tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 946 time: 0.1472321 Nov 09 19:39:19.194452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Router 87d05691-b69d-4d63-8766-4f294f6f49d6 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:39:19.253761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0d5eb130-f3e2-4541-ab75-8baac0ad1289 req-a9877d9b-5959-4f64-a01a-bfdf82c6b7af tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923305 Nov 09 19:39:19.297593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0092e090-0c6f-491e-b011-25ffa06ac23b None None] Provisioning complete for port b46fcb86-5682-41ce-b81b-dca4aaeb2722 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:19.297966 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0092e090-0c6f-491e-b011-25ffa06ac23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:19.471392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86576b94-9086-400a-b8e2-e0d06c46b393 req-9a84a71a-a1a7-471f-9a03-2a20b1ef9e58 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:19.481165 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-86576b94-9086-400a-b8e2-e0d06c46b393 req-9a84a71a-a1a7-471f-9a03-2a20b1ef9e58 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.2732127 Nov 09 19:39:19.492754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:39:19.512054 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Sync routers for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:39:19.541487 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:39:19.544118 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:19.556633 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:19.561810 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-253ecde2-2863-4f52-a677-f8b4a8f7f793 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6149170 Nov 09 19:39:19.562535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48454) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:19.728686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-a287315d-2171-4da5-8386-ad62d45fa35f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:19.744772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-a287315d-2171-4da5-8386-ad62d45fa35f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.2846594 Nov 09 19:39:19.764634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-b23a7c96-14b2-453f-8cf1-56cd21936f3f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/quotas/02ed719938fa4992bcde1f7435869c3d HTTP/1.1" status: 200 len: 375 time: 0.0180867 Nov 09 19:39:19.784985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-86576b94-9086-400a-b8e2-e0d06c46b393 req-6e80191b-37b3-4c68-93dd-b514a0003d30 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026993 Nov 09 19:39:19.806632 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-e1ff888a-a807-4fa6-aa4c-d765d4fe124a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407827 Nov 09 19:39:19.816994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b46fcb86-5682-41ce-b81b-dca4aaeb2722 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:19.870200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fe3d967d-d102-411f-a45a-5b2d308f8dd1 None None] Provisioning complete for port b46fcb86-5682-41ce-b81b-dca4aaeb2722 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:19.870653 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe3d967d-d102-411f-a45a-5b2d308f8dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:20.009135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b46fcb86-5682-41ce-b81b-dca4aaeb2722 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:20.009810 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:20.053764 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:39:20.060381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624e960-a69c-4cd2-87c7-e4651090da81 req-f8d61249-f079-48bb-bee1-802cd0b79681 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:20.075463 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5624e960-a69c-4cd2-87c7-e4651090da81 req-f8d61249-f079-48bb-bee1-802cd0b79681 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1095 time: 0.1493075 Nov 09 19:39:20.156680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-d4083cb9-23df-4cf9-8f13-8c34ef4357b0 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:20.161056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-d4083cb9-23df-4cf9-8f13-8c34ef4357b0 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.77 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 946 time: 0.3092546 Nov 09 19:39:20.169661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5624e960-a69c-4cd2-87c7-e4651090da81 req-05b1fa5b-30c3-4011-9793-6c465d35ec54 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930612 Nov 09 19:39:20.269506 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-abc38f12-0784-45f1-8d6c-08aec0ea0b9b service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615045 Nov 09 19:39:20.344449 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:17Z', 'revision_number': 3, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:20.391898 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Checking router: 87d05691-b69d-4d63-8766-4f294f6f49d6 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:39:20.392528 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Updating router 87d05691-b69d-4d63-8766-4f294f6f49d6 port 5555f7ef-a306-4f8f-b08f-07f8fd054086 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:39:20.426850 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:20.734551 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:20.939163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f04db8-6847-4695-94fd-338ac244bbdc req-eb5044f0-9a07-488f-98a0-2b204d6751ec tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:20.949642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11f04db8-6847-4695-94fd-338ac244bbdc req-eb5044f0-9a07-488f-98a0-2b204d6751ec tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/ports?device_id=42a88f84-592d-4b63-bae5-58c7eb661885 HTTP/1.1" status: 200 len: 946 time: 0.4483678 Nov 09 19:39:20.965660 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:20.978351 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.007434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-1cda4d69-94d7-43aa-98df-2791fd176cd2 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370431 Nov 09 19:39:21.017855 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11f04db8-6847-4695-94fd-338ac244bbdc req-1d351170-e02b-4bb3-bb59-27882f603338 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8f408a8-1974-409e-9d13-f7eda430c4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672235 Nov 09 19:39:21.028398 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.042791 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1097d-affa-4f6b-b6f1-9e77b888d13f None None] Pushing event updated for resources: {'Port': ['ID=5555f7ef-a306-4f8f-b08f-07f8fd054086,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:21.079211 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Attempting to bind port 5555f7ef-a306-4f8f-b08f-07f8fd054086 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:21.079584 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Attempting to bind port 5555f7ef-a306-4f8f-b08f-07f8fd054086 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:21.084998 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Attempting to bind port 5555f7ef-a306-4f8f-b08f-07f8fd054086 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:21.100609 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:21.101026 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:21.102551 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.104248 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:21.104814 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Bound port: 5555f7ef-a306-4f8f-b08f-07f8fd054086, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:21.105786 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.142039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-928a103d-c2fd-4260-9ec2-665c2766e4e4 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Deleting port c5150832-e11b-4d11-ab27-5ee819b5c221 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:39:21.142402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-928a103d-c2fd-4260-9ec2-665c2766e4e4 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.246140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Allocated IP 172.20.0.1 (89879e33-a6e0-4692-9339-4d8946a2b9b5/c54eb687-8572-4fa7-84af-4c4ba88cea73/bb12efd7-42e6-41f1-a81b-8fe3a72767b9) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:21.254922 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] For port 5555f7ef-a306-4f8f-b08f-07f8fd054086, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:21.263032 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] For port 5555f7ef-a306-4f8f-b08f-07f8fd054086, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5555f7ef-a306-4f8f-b08f-07f8fd054086,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:21.271095 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.379521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.434155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-928a103d-c2fd-4260-9ec2-665c2766e4e4 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] For port c5150832-e11b-4d11-ab27-5ee819b5c221, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=c5150832-e11b-4d11-ab27-5ee819b5c221,segment=NetworkSegment(cdba5030-c65a-4717-9c4d-05af73b8778c),segment_id=cdba5030-c65a-4717-9c4d-05af73b8778c)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:21.434955 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:39:21.435490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-928a103d-c2fd-4260-9ec2-665c2766e4e4 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.435648 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:21.439029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.478849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-928a103d-c2fd-4260-9ec2-665c2766e4e4 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Calling delete_port for c5150832-e11b-4d11-ab27-5ee819b5c221 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:39:21.530350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Pushing event updated for resources: {'Port': ['ID=bb12efd7-42e6-41f1-a81b-8fe3a72767b9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:21.616895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Network 89879e33-a6e0-4692-9339-4d8946a2b9b5 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:21.620562 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:21.625003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:21.625763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.732274 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:39:21.773915 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-928a103d-c2fd-4260-9ec2-665c2766e4e4 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.790604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['c5150832-e11b-4d11-ab27-5ee819b5c221'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:39:21.852031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a103d-c2fd-4260-9ec2-665c2766e4e4 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Pushing event deleted for resources: {'Port': ['ID=c5150832-e11b-4d11-ab27-5ee819b5c221,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:21.897332 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:21.930835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2f214-01b8-4e14-a243-c6067f85109e req-c18e26a1-1786-4b84-b03e-55f1da1622c3 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:21.940052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-c18e26a1-1786-4b84-b03e-55f1da1622c3 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 808 time: 0.5136831 Nov 09 19:39:21.984339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-5d2e3a6d-234b-4ac1-b675-2afcc6f5d4be tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/quotas/2859bc85160d463285748068eb9becfd HTTP/1.1" status: 200 len: 375 time: 0.0429835 Nov 09 19:39:22.026011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-928a103d-c2fd-4260-9ec2-665c2766e4e4 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] No DVR routers for this DVR port c5150832-e11b-4d11-ab27-5ee819b5c221 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:39:22.031418 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-928a103d-c2fd-4260-9ec2-665c2766e4e4 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:22.036317 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc81f5f4-e49d-4a77-ba76-01eaed3e9241 req-928a103d-c2fd-4260-9ec2-665c2766e4e4 tempest-VolumesAdminNegativeTest-1867555928 tempest-VolumesAdminNegativeTest-1867555928-project] 10.222.0.77 "DELETE /v2.0/ports/c5150832-e11b-4d11-ab27-5ee819b5c221 HTTP/1.1" status: 204 len: 173 time: 1.8604634 Nov 09 19:39:22.062228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a88f84-592d-4b63-bae5-58c7eb661885', 'name': 'network-vif-deleted', 'tag': 'c5150832-e11b-4d11-ab27-5ee819b5c221'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:22.076518 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae56b58-f264-4d9b-b67a-e6db178020d9" -d '{"events": [{"server_uuid": "42a88f84-592d-4b63-bae5-58c7eb661885", "name": "network-vif-deleted", "tag": "c5150832-e11b-4d11-ab27-5ee819b5c221"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:22.086850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-1e21eb54-c974-4a67-b169-d0d6bd4f64b6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018465 Nov 09 19:39:22.145279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9b697-044f-4de4-a7dd-b71c0807dbf1 req-73a30df3-3a70-4552-8a67-606a43b2c254 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:22.146848 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e0a9b697-044f-4de4-a7dd-b71c0807dbf1 req-73a30df3-3a70-4552-8a67-606a43b2c254 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1647556 Nov 09 19:39:22.171043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a51115eb-bb6e-439f-8aed-962c64478621 None None] Provisioning complete for port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:22.171417 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a51115eb-bb6e-439f-8aed-962c64478621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:22.241121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e0a9b697-044f-4de4-a7dd-b71c0807dbf1 req-f081a352-9e0b-4ec9-8f9c-cf099014d934 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841489 Nov 09 19:39:22.277775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a51115eb-bb6e-439f-8aed-962c64478621 None None] Port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:39:22.298204 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f3951a14-baa3-4b60-b3b5-27e0bdd4b088 service neutron] 10.222.0.53 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103879 Nov 09 19:39:22.326891 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1097d-affa-4f6b-b6f1-9e77b888d13f None None] Pushing event updated for resources: {'Port': ['ID=5555f7ef-a306-4f8f-b08f-07f8fd054086,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:22.335077 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:17Z', 'revision_number': 3, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:22.365762 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd51569-6f1d-4c82-adca-fb9b210554b5 None None] The sync data for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 is: [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:17Z', 'revision_number': 3, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:39:22.484446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-649d4982-7803-401e-8ed2-403ee5d3f1a7 service neutron] 10.222.0.53 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853380 Nov 09 19:39:22.511983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:22.523541 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:22.524295 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:22.679285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Pushing event updated for resources: {'Port': ['ID=bb12efd7-42e6-41f1-a81b-8fe3a72767b9,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:22.773195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Network 89879e33-a6e0-4692-9339-4d8946a2b9b5 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:22.777385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:23.068995 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd290e28-6942-4e5a-ad9c-5bb0ca62a059 req-618e2970-237a-4c54-b942-78c653cc4210 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 210 time: 0.1164227 Nov 09 19:39:23.079288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.088744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.089307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.090057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.090309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.090709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.091167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.091621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.092081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.092526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.115341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.116471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.117008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.148120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc8f2021-7d9f-46bc-b602-190fce953797 req-9e3cb6d6-0dce-41a2-93fd-31de7d5728a2 tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9237 time: 0.5905616 Nov 09 19:39:23.176422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Router 87d05691-b69d-4d63-8766-4f294f6f49d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:39:23.200491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48518) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:23.273071 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1da76b8-fa03-4e59-9a28-cc9b73d7b77c x-openstack-request-id: req-e1da76b8-fa03-4e59-9a28-cc9b73d7b77c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:23.274145 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a88f84-592d-4b63-bae5-58c7eb661885", "name": "network-vif-deleted", "tag": "c5150832-e11b-4d11-ab27-5ee819b5c221", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:23.274489 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1da76b8-fa03-4e59-9a28-cc9b73d7b77c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:23.274996 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a88f84-592d-4b63-bae5-58c7eb661885', 'name': 'network-vif-deleted', 'tag': 'c5150832-e11b-4d11-ab27-5ee819b5c221', 'status': 'completed', 'code': 200} Nov 09 19:39:23.318069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa0ae46-f7ee-4974-ad12-367ec4101ddc admin admin] Deleting subnet 98caca9a-82c8-4b9c-b8bf-d5716e323438 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:39:23.322274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae46-f7ee-4974-ad12-367ec4101ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:23.328074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c8a4eeaa-1674-4c96-9954-daa19a18eb88 None None] Provisioning complete for port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:23.334128 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c8a4eeaa-1674-4c96-9954-daa19a18eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:23.447857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae46-f7ee-4974-ad12-367ec4101ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:23.459371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4eeaa-1674-4c96-9954-daa19a18eb88 None None] Port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:39:23.528753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae46-f7ee-4974-ad12-367ec4101ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:23.535064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b938ed00-80c9-4a56-bfba-b41c69bd5e07 req-cfed9d39-b54f-409f-87a6-76e06a6bda74 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 210 time: 0.1706686 Nov 09 19:39:23.706436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:39:23.752930 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3053d268-b96c-4a93-800b-3ced016a7c32 admin admin] 10.222.0.53 "PUT /v2.0/routers/87d05691-b69d-4d63-8766-4f294f6f49d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1869414 Nov 09 19:39:23.885042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f603c-7aa2-4782-97c9-5f2231d9115f req-eccf0dd6-c10f-44ac-83da-6d5823371e3f tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:23.892839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd1f603c-7aa2-4782-97c9-5f2231d9115f req-eccf0dd6-c10f-44ac-83da-6d5823371e3f tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 886 time: 0.3804090 Nov 09 19:39:23.965987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5555f7ef-a306-4f8f-b08f-07f8fd054086 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:24.072465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89377ea-a38d-4fdc-aef0-4555c20831f4 req-b9790a75-5c65-49bc-9866-d00c795e220d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.077075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e89377ea-a38d-4fdc-aef0-4555c20831f4 req-b9790a75-5c65-49bc-9866-d00c795e220d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.3406830 Nov 09 19:39:24.101390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-dd187529-189b-4981-b84f-e5c7db5e6ce9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.104220 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-dd187529-189b-4981-b84f-e5c7db5e6ce9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.5261910 Nov 09 19:39:24.108360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae46-f7ee-4974-ad12-367ec4101ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:24.117319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5555f7ef-a306-4f8f-b08f-07f8fd054086 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:24.117933 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:24.138580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Request body: {'port': {'device_id': '33c1e0aa-0d5f-47cc-94f5-a8c24421b412', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'admin_state_up': True, 'tenant_id': '02ed719938fa4992bcde1f7435869c3d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:24.179613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.180155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.180541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.180999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.181470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.181920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.182367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.182889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.183385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.183814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.184264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.184713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.185165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.219782 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-577a7351-9189-48e3-b358-45eb7a7b6516 req-3938ddf7-e4b9-4347-9dad-bed0f5678bed tempest-NetworksTest-1394559473 tempest-NetworksTest-1394559473-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9237 time: 0.3077557 Nov 09 19:39:24.226137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ae46-f7ee-4974-ad12-367ec4101ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:24.229304 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8aa0ae46-f7ee-4974-ad12-367ec4101ddc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/98caca9a-82c8-4b9c-b8bf-d5716e323438 HTTP/1.1" status: 204 len: 168 time: 1.0276806 Nov 09 19:39:24.233536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48540) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:24.233821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0ae46-f7ee-4974-ad12-367ec4101ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98caca9a-82c8-4b9c-b8bf-d5716e323438,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:24.280964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e89377ea-a38d-4fdc-aef0-4555c20831f4 req-ea305d02-0bfc-462e-96a3-44520df3a861 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703541 Nov 09 19:39:24.340133 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:24.404408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 5555f7ef-a306-4f8f-b08f-07f8fd054086, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5555f7ef-a306-4f8f-b08f-07f8fd054086,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:24.416701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device c5150832-e11b-4d11-ab27-5ee819b5c221 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:39:24.432704 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:24.452342 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2bdbd19-1b4b-4093-92a3-cdb64723d32f req-9748e920-d0ef-4598-8bef-b1b371aa57be tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 210 time: 0.0570562 Nov 09 19:39:24.461381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Made reservation on behalf of 02ed719938fa4992bcde1f7435869c3d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:24.465587 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:24.466081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: c5150832-e11b-4d11-ab27-5ee819b5c221 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:39:24.466842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device c5150832-e11b-4d11-ab27-5ee819b5c221 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:39:24.471977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:24.561818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=5555f7ef-a306-4f8f-b08f-07f8fd054086,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:24.733748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-a1995848-a5e2-42ca-9674-e55e8c0e92e3 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:24.736032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7605c251-8bfe-49b4-9beb-ff13bc8213db req-9c28be9f-66d3-4f73-bc96-f41010e3abe8 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 210 time: 0.0616796 Nov 09 19:39:24.753428 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-a1995848-a5e2-42ca-9674-e55e8c0e92e3 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 820 time: 0.2053688 Nov 09 19:39:24.760072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Allocated IP 172.20.0.4 (7bd582a7-d2f6-49cc-ad84-6e5bbb10c258/c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a/907d89b6-488c-4b55-b77c-27da84bece14) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:24.839882 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-17904863-88a8-49c5-bf31-505171cd6a82 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/quotas/355fcdebc8c54d6a833a88435547c8d2 HTTP/1.1" status: 200 len: 375 time: 0.0845089 Nov 09 19:39:24.886797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48556) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:24.888717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:24.931829 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:24.932446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:24.933381 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:24.933869 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > port after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:24.934372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:24.934915 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:24.935386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:24.935858 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:24.936355 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:24.936680 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:25.115360 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.126876 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:25.127378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:25.127856 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:25.128339 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 19:39:25.128794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0f6dac-9ba7-49ed-9025-61c837ffa69d']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:25.190068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdba5030-c65a-4717-9c4d-05af73b8778c') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:25.190653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdba5030-c65a-4717-9c4d-05af73b8778c') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:25.194844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5858f4cb-3802-408f-b270-2f4d57d40c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.216812 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.228490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.237143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2f214-01b8-4e14-a243-c6067f85109e req-a05f3c70-e8a4-4973-bf68-3d9e4da8f4ae tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:25.238826 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-a05f3c70-e8a4-4973-bf68-3d9e4da8f4ae tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 808 time: 0.2929165 Nov 09 19:39:25.241715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-f61d554c-bf78-4114-84a9-cb3064ebae70 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1621516 Nov 09 19:39:25.258802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Request body: {'port': {'device_id': 'b136c2c4-e070-493a-9545-86e0e2543070', 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80', 'admin_state_up': True, 'tenant_id': '2859bc85160d463285748068eb9becfd'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:25.259368 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-159e3b88-f0a7-4644-b90f-807737aaceab tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4147289 Nov 09 19:39:25.295940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.351774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:39:25.352765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: from cryptography.utils import int_from_bytes Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: from cryptography.utils import int_from_bytes Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:39:25.390921 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:39:25.400670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Sync routers for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:39:25.402255 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.412786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:39:25.413639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:25.525033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-b02993d7-117f-48e5-bf45-6c66632408f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:25.527249 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-b02993d7-117f-48e5-bf45-6c66632408f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1095 time: 0.2146072 Nov 09 19:39:25.527590 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.553980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.560316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6e0f6dac-9ba7-49ed-9025-61c837ffa69d HTTP/1.1" status: 204 len: 168 time: 1.3223238 Nov 09 19:39:25.564572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48564) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:25.605640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:25.609989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:39:25.624812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:25.634926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bd6b1e-0702-48b1-b579-94174ab8be1c admin admin] Deleting subnet 8c4baf08-93ae-44c4-9fd7-a6f973c6e860 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:39:25.659710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffefc8-047c-450f-a62f-8fd58203a511 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0f6dac-9ba7-49ed-9025-61c837ffa69d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:25.670465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48bd6b1e-0702-48b1-b579-94174ab8be1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.752969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-a393d61a-f35e-4553-b4f4-3de5b202fd12 service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675873 Nov 09 19:39:25.780449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5555f7ef-a306-4f8f-b08f-07f8fd054086 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:25.782617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48bd6b1e-0702-48b1-b579-94174ab8be1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.806901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:25.833736 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48bd6b1e-0702-48b1-b579-94174ab8be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.857645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event updated for resources: {'Port': ['ID=907d89b6-488c-4b55-b77c-27da84bece14,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:25.884427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03920fd7-95b1-4527-a211-a20fa26c2173 req-a27c7caf-acdb-46fa-9afa-15ddbdcfbd1e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:25.886219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-03920fd7-95b1-4527-a211-a20fa26c2173 req-a27c7caf-acdb-46fa-9afa-15ddbdcfbd1e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.4961221 Nov 09 19:39:25.892971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Made reservation on behalf of 2859bc85160d463285748068eb9becfd for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:25.896858 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.952499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5858f4cb-3802-408f-b270-2f4d57d40c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.956922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48bd6b1e-0702-48b1-b579-94174ab8be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:25.980665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5858f4cb-3802-408f-b270-2f4d57d40c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:26.016300 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48bd6b1e-0702-48b1-b579-94174ab8be1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:26.022255 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-48bd6b1e-0702-48b1-b579-94174ab8be1c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8c4baf08-93ae-44c4-9fd7-a6f973c6e860 HTTP/1.1" status: 204 len: 168 time: 0.4441607 Nov 09 19:39:26.030707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48570) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:26.034296 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-03920fd7-95b1-4527-a211-a20fa26c2173 req-f2de7df4-d698-4213-82b0-f3c5e349f8c1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720868 Nov 09 19:39:26.054767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5555f7ef-a306-4f8f-b08f-07f8fd054086 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:26.055272 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:26.079350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858f4cb-3802-408f-b270-2f4d57d40c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693f9e39-3586-49f6-b8ee-2b92e5f9067a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:26.100354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd6b1e-0702-48b1-b579-94174ab8be1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4baf08-93ae-44c4-9fd7-a6f973c6e860,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:26.118847 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5858f4cb-3802-408f-b270-2f4d57d40c5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ddb87862b244928bc36a510d420ca91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2270973 Nov 09 19:39:26.123653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48572) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:26.188328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:22Z', 'revision_number': 2, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:26.200641 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61494e8e-f30c-4689-9201-6f397a31fb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:26.236036 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-0754cffa-9a11-47b0-88bd-3b193fa1f480 service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820597 Nov 09 19:39:26.238027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61494e8e-f30c-4689-9201-6f397a31fb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:26.273095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Checking router: 87d05691-b69d-4d63-8766-4f294f6f49d6 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:39:26.273578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Updating router 87d05691-b69d-4d63-8766-4f294f6f49d6 port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:39:26.297915 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61494e8e-f30c-4689-9201-6f397a31fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:26.302208 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61494e8e-f30c-4689-9201-6f397a31fb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:26.303723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-61494e8e-f30c-4689-9201-6f397a31fb5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/693f9e39-3586-49f6-b8ee-2b92e5f9067a HTTP/1.1" status: 204 len: 168 time: 0.1790514 Nov 09 19:39:26.313393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61494e8e-f30c-4689-9201-6f397a31fb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693f9e39-3586-49f6-b8ee-2b92e5f9067a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:26.326415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:26.327101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:26.333595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-e49aae7a-923a-4a1f-ac26-94196c217945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:26.335102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-e49aae7a-923a-4a1f-ac26-94196c217945 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.7659647 Nov 09 19:39:26.398448 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:26.732454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed69f06f-6790-49a4-aa1b-26ffe6cdf830 req-893fe9c8-1901-4791-b46d-88ea98a17528 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 210 time: 0.0789227 Nov 09 19:39:26.803634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-298e355c-62ee-4cee-b596-8ce422290dca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 200 len: 217 time: 0.4204030 Nov 09 19:39:26.803872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Allocated IP 172.20.0.5 (3c440a8d-8700-46d7-8491-c2d72d754c80/c271e4cb-f52a-4e29-af68-f8061cc1d4ad/d2d15410-eea3-4106-9166-748657545de6) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:26.877788 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:39:26.892739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-3863d087-9051-41eb-88af-f32c118ac2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:26.894976 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-3863d087-9051-41eb-88af-f32c118ac2ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.0770669 Nov 09 19:39:26.916541 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-051b7867-5d65-4f2a-8e72-208acb073bd9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7940347 Nov 09 19:39:26.930442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1413ca27-91b2-489a-add0-23cc975bc532 req-98c44718-b62d-42d7-8b25-558e8454e2da tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 210 time: 0.0914254 Nov 09 19:39:26.949969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-b26f76da-187b-4276-b7b3-3639b07dbc41 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403116 Nov 09 19:39:26.969879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Request body: {'port': {'device_id': '33c1e0aa-0d5f-47cc-94f5-a8c24421b412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:27.019501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ac8db-bf51-467b-b339-8edb7c0157bc req-3d7d5d4b-42e2-4e8d-b5db-a8777466d1af tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:27.026881 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-509ac8db-bf51-467b-b339-8edb7c0157bc req-3d7d5d4b-42e2-4e8d-b5db-a8777466d1af tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 931 time: 0.7213032 Nov 09 19:39:27.030606 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.088324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48590) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:27.133234 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60824a6a-6773-431f-b7e3-c32310b0d699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.165739 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.295829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.309591 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.353550 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-509ac8db-bf51-467b-b339-8edb7c0157bc req-4d31bd9c-e35f-4643-a14e-9a11a34cff1f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232985 Nov 09 19:39:27.377618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a1d6b-a51b-4a8f-92df-1523e1c6b9cd None None] Pushing event updated for resources: {'Port': ['ID=bb12efd7-42e6-41f1-a81b-8fe3a72767b9,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:27.420867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0acae-d995-44e8-83f1-cb2c94f1ed84 req-4f3d3d3f-2832-48df-80c6-5a088f45b570 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:27.424942 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8c0acae-d995-44e8-83f1-cb2c94f1ed84 req-4f3d3d3f-2832-48df-80c6-5a088f45b570 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.2268569 Nov 09 19:39:27.468572 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-012b5901-ad3d-471d-9d72-5dafc4d7a2fe service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605789 Nov 09 19:39:27.479428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Attempting to bind port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:27.480527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Attempting to bind port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:27.481393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Attempting to bind port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 on network 89879e33-a6e0-4692-9339-4d8946a2b9b5 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:27.491970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:27.492369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Checking segment: {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:27.492751 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.493147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Bound using segment: {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:27.493632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Bound port: bb12efd7-42e6-41f1-a81b-8fe3a72767b9, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:27.493763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60824a6a-6773-431f-b7e3-c32310b0d699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.494013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.503629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60824a6a-6773-431f-b7e3-c32310b0d699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.529539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8c0acae-d995-44e8-83f1-cb2c94f1ed84 req-cbbc5886-a247-4df5-b82e-512954f07fc1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977082 Nov 09 19:39:27.572672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-60824a6a-6773-431f-b7e3-c32310b0d699 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1495bad363045f6bf1637737e80e195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822304 Nov 09 19:39:27.575349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60824a6a-6773-431f-b7e3-c32310b0d699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec526f1-f4fa-4db8-b9bf-9c910afb6ab6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:27.596398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.598257 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48596) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:27.634114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9a92c3-c50a-449e-b599-9c585d3345e6']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:27.649629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdd627d-ca39-4dfd-9641-d88a4152af12') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:27.650278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdd627d-ca39-4dfd-9641-d88a4152af12') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:27.663094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] For port bb12efd7-42e6-41f1-a81b-8fe3a72767b9, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:27.669705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] For port bb12efd7-42e6-41f1-a81b-8fe3a72767b9, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bb12efd7-42e6-41f1-a81b-8fe3a72767b9,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:27.671304 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.681700 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.695061 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accf65c3-15e4-4ad6-9518-731e46728018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.701937 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.708658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:39:27.709389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.723700 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accf65c3-15e4-4ad6-9518-731e46728018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.782008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:39:27.782688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:27.784965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a1d6b-a51b-4a8f-92df-1523e1c6b9cd None None] Pushing event updated for resources: {'Port': ['ID=bb12efd7-42e6-41f1-a81b-8fe3a72767b9,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:39:27.819521 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:39:27.824965 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.900814 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba1eff42-c97c-4c91-8320-0f6db73e4c38 req-a35c1267-1ed0-436c-b954-d5df12c9307a tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 210 time: 0.0461507 Nov 09 19:39:27.905098 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accf65c3-15e4-4ad6-9518-731e46728018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.909344 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accf65c3-15e4-4ad6-9518-731e46728018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.910838 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-accf65c3-15e4-4ad6-9518-731e46728018 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ec526f1-f4fa-4db8-b9bf-9c910afb6ab6 HTTP/1.1" status: 204 len: 168 time: 0.3092279 Nov 09 19:39:27.927525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf65c3-15e4-4ad6-9518-731e46728018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec526f1-f4fa-4db8-b9bf-9c910afb6ab6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:27.935769 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:27.941726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ae9a92c3-c50a-449e-b599-9c585d3345e6 HTTP/1.1" status: 204 len: 168 time: 1.9037156 Nov 09 19:39:28.007630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-aa546eb2-6c10-41a3-85ae-6e5742755626 None None] Provisioning complete for port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:28.007630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aa546eb2-6c10-41a3-85ae-6e5742755626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:28.084597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04861f-5c1b-45ac-8e25-f2054e0bbf56 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9a92c3-c50a-449e-b599-9c585d3345e6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:28.217638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:39:28.255163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-265d8857-a3c0-4330-a43d-2b2038aef34f req-78fabb2e-8c4a-4754-89dc-fe75aa18b7fe tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 210 time: 0.1487412 Nov 09 19:39:28.333014 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:28.349005 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-d7e9cc61-f8c8-46dd-8a97-c29c5148ddd1 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:28.350582 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-d7e9cc61-f8c8-46dd-8a97-c29c5148ddd1 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.77 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 820 time: 0.2439013 Nov 09 19:39:28.376116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Request body: {'port': {'device_id': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'admin_state_up': True, 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:28.395231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cffb358f-1461-4b1d-a677-3b243d0f589a req-78a10e9c-1eeb-4898-b0ac-ff7335d9969d service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9109612 Nov 09 19:39:28.442152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48610) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:28.516136 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aa546eb2-6c10-41a3-85ae-6e5742755626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:28.565762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:28.591899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cba4ed87-5279-4e26-b0e8-3c5c880bbfff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44f87cb1161941eba1a16030a03d98ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465678 Nov 09 19:39:28.613004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48616) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:28.697570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Network 3c440a8d-8700-46d7-8491-c2d72d754c80 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:28.819034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:28.858781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:28.891871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cab4f0-f967-4193-9abb-5b44fc9cd77b req-30afe2d4-39c8-4fed-b403-0b7cdb009feb tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:28.893709 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77cab4f0-f967-4193-9abb-5b44fc9cd77b req-30afe2d4-39c8-4fed-b403-0b7cdb009feb tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.2049499 Nov 09 19:39:28.935226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Pushing event updated for resources: {'Port': ['ID=d2d15410-eea3-4106-9166-748657545de6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:28.936451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-aa546eb2-6c10-41a3-85ae-6e5742755626 None None] For port bb12efd7-42e6-41f1-a81b-8fe3a72767b9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bb12efd7-42e6-41f1-a81b-8fe3a72767b9,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:28.951685 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aa546eb2-6c10-41a3-85ae-6e5742755626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.010629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77cab4f0-f967-4193-9abb-5b44fc9cd77b req-5dd42b1f-4c53-4209-8367-1d6bb4fc016d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771720 Nov 09 19:39:29.022206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907d89b6-488c-4b55-b77c-27da84bece14 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:29.024542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa546eb2-6c10-41a3-85ae-6e5742755626 None None] Pushing event updated for resources: {'Port': ['ID=bb12efd7-42e6-41f1-a81b-8fe3a72767b9,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:29.028798 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f265424c-7aea-4834-ba8e-7f8a3b563ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.062680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:27Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:29.062929 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f265424c-7aea-4834-ba8e-7f8a3b563ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.116428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19839bce-3151-42e0-8c10-a38b14379193 None None] The sync data for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 is: [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:27Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:39:29.136958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.152738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93b96b-8db7-4178-8ff8-e5685768c08b req-85de4b25-2817-4f48-9f81-a0baa2a7a878 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:29.154338 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f93b96b-8db7-4178-8ff8-e5685768c08b req-85de4b25-2817-4f48-9f81-a0baa2a7a878 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 931 time: 0.6083848 Nov 09 19:39:29.154634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a0db3307-0f71-4151-83e8-1afa25a6d28a None None] Provisioning complete for port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:29.155091 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a0db3307-0f71-4151-83e8-1afa25a6d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.223967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:29.246865 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.318189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Made reservation on behalf of 355fcdebc8c54d6a833a88435547c8d2 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:29.322459 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.362669 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-8e82395d-cc2a-4bf3-b7b1-b3ac96fc9b7d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1076069 Nov 09 19:39:29.429620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Transition to ACTIVE for port object 907d89b6-488c-4b55-b77c-27da84bece14 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:39:29.437812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Request body: {'port': {'device_id': 'b136c2c4-e070-493a-9545-86e0e2543070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:29.477599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f93b96b-8db7-4178-8ff8-e5685768c08b req-e324415b-bfc2-40a8-8c7c-635ad2d443a7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074999 Nov 09 19:39:29.490193 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.548019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Pushing event updated for resources: {'Port': ['ID=907d89b6-488c-4b55-b77c-27da84bece14,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:29.611820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.628672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Allocated IP 172.20.0.4 (89879e33-a6e0-4692-9339-4d8946a2b9b5/c54eb687-8572-4fa7-84af-4c4ba88cea73/9690290e-128c-496d-aaa8-bd4986414264) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:29.648145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b572d87-394d-48ed-a7c6-54c81d5bcad0 req-27feaa57-4adc-45e8-be42-59b1a24105c1 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:29.650022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b572d87-394d-48ed-a7c6-54c81d5bcad0 req-27feaa57-4adc-45e8-be42-59b1a24105c1 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 931 time: 0.3005438 Nov 09 19:39:29.657344 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f265424c-7aea-4834-ba8e-7f8a3b563ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.660858 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f265424c-7aea-4834-ba8e-7f8a3b563ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.664933 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f265424c-7aea-4834-ba8e-7f8a3b563ee5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8f408a8-1974-409e-9d13-f7eda430c4ce HTTP/1.1" status: 204 len: 168 time: 1.0483983 Nov 09 19:39:29.799880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265424c-7aea-4834-ba8e-7f8a3b563ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f408a8-1974-409e-9d13-f7eda430c4ce,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:29.835617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Attempting to bind port 907d89b6-488c-4b55-b77c-27da84bece14 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:29.836702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Attempting to bind port 907d89b6-488c-4b55-b77c-27da84bece14 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:29.837210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Attempting to bind port 907d89b6-488c-4b55-b77c-27da84bece14 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:29.861833 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea56f501-7c22-4b1f-bd68-b0b32a98febf req-16cbbf8e-b81c-481c-84be-9240304d5d6d tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 210 time: 0.1724200 Nov 09 19:39:29.903729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Port 907d89b6-488c-4b55-b77c-27da84bece14 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:39:29.903729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Attempting to bind port 907d89b6-488c-4b55-b77c-27da84bece14 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:29.916386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:29.922975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Checking segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:29.924197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Bound using segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:29.924683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Bound port: 907d89b6-488c-4b55-b77c-27da84bece14, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:29.925065 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:29.931612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bb12efd7-42e6-41f1-a81b-8fe3a72767b9 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:29.993691 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b572d87-394d-48ed-a7c6-54c81d5bcad0 req-8f169279-08b1-4724-a4f8-acb165085ab3 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840939 Nov 09 19:39:30.178559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:30.188744 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:30.443843 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:30.470691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53b454-ad71-49b3-9d01-14649fdb9e48 req-66dfd77e-a8b4-4fd5-a135-9a83ce7c8916 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:30.475555 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1d53b454-ad71-49b3-9d01-14649fdb9e48 req-66dfd77e-a8b4-4fd5-a135-9a83ce7c8916 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.2694547 Nov 09 19:39:30.618627 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1d53b454-ad71-49b3-9d01-14649fdb9e48 req-a6a40bd3-fcc8-4f1f-9af1-3c531523856b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313417 Nov 09 19:39:30.667219 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:30.724464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d15410-eea3-4106-9166-748657545de6 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:30.734535 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:30.751433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Transition to ACTIVE for port object d2d15410-eea3-4106-9166-748657545de6 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:39:30.770134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Network 89879e33-a6e0-4692-9339-4d8946a2b9b5 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:30.782100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:30.793984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:30.953505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:30.954039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48660) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:30.970127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:30.972219 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:30.993996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] For port 907d89b6-488c-4b55-b77c-27da84bece14, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:31.057947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6921263 Nov 09 19:39:31.083103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Request body: {'port': {'device_id': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:31.105836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] For port 907d89b6-488c-4b55-b77c-27da84bece14, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=907d89b6-488c-4b55-b77c-27da84bece14,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:31.163503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94a15c-e48c-4d96-b9a0-f618c9aa892e req-6df06334-676f-458f-bb21-2c487e030b05 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:31.165101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa94a15c-e48c-4d96-b9a0-f618c9aa892e req-6df06334-676f-458f-bb21-2c487e030b05 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 943 time: 0.3631837 Nov 09 19:39:31.168484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:31.203572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9382890d-001f-4307-a2ff-9dd5012ff1d5 None None] Provisioning complete for port 9690290e-128c-496d-aaa8-bd4986414264 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:31.204120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9382890d-001f-4307-a2ff-9dd5012ff1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:31.215877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73940972-c822-4228-ac11-6b1f06bc13f7 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Pushing event updated for resources: {'Port': ['ID=9690290e-128c-496d-aaa8-bd4986414264,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:31.237930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:31.238390 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:31.240365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] 10.222.0.77 "PUT /v2.0/ports/907d89b6-488c-4b55-b77c-27da84bece14 HTTP/1.1" status: 200 len: 1091 time: 4.2881174 Nov 09 19:39:31.243726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-4ea9ae81-1779-4ffa-b713-2d03be1f2315 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4891729 Nov 09 19:39:31.255901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c1e0aa-0d5f-47cc-94f5-a8c24421b412', 'tag': '907d89b6-488c-4b55-b77c-27da84bece14'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:31.259004 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c731de0-e561-41c0-894f-88b304d0c4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "33c1e0aa-0d5f-47cc-94f5-a8c24421b412", "tag": "907d89b6-488c-4b55-b77c-27da84bece14"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:31.341665 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9382890d-001f-4307-a2ff-9dd5012ff1d5 None None] Port 9690290e-128c-496d-aaa8-bd4986414264 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:39:31.373817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da935cc-6fb2-4d62-8c5b-f1bf3fe8383f req-ff726ba6-78bd-4b21-8624-d1a325195b4c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:31.376065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9da935cc-6fb2-4d62-8c5b-f1bf3fe8383f req-ff726ba6-78bd-4b21-8624-d1a325195b4c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 931 time: 0.3169329 Nov 09 19:39:31.377264 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:31.380336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa94a15c-e48c-4d96-b9a0-f618c9aa892e req-1c2b1d50-2510-48a9-9534-fd2fa847ae84 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487877 Nov 09 19:39:31.405990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d15410-eea3-4106-9166-748657545de6,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:31.473309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1583c-c345-4723-a007-ef223c7a635b service neutron] Pushing event updated for resources: {'Port': ['ID=907d89b6-488c-4b55-b77c-27da84bece14,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:31.515380 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9da935cc-6fb2-4d62-8c5b-f1bf3fe8383f req-5c5540b5-c9ce-446d-a4dc-1ab86b2d1373 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105168 Nov 09 19:39:31.535233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9103cd32-a410-4c27-b945-77d486023f7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c73cd40d34804ae19035c5a813233790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5745475 Nov 09 19:39:31.539548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48676) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:31.570368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-1c3e0f06-e7a9-47e7-a68d-d9c67ff06d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:31.572307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-1c3e0f06-e7a9-47e7-a68d-d9c67ff06d1d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 1094 time: 0.2199655 Nov 09 19:39:31.576218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-6d1f2dc7-6550-4422-ace4-38f40b79a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:31.579068 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-6d1f2dc7-6550-4422-ace4-38f40b79a293 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1101 time: 0.2274113 Nov 09 19:39:31.731133 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f4598a0d-650b-4d19-957b-18a548e3e3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:31.757771 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5f1fc1-7595-4d51-95ae-e083f9ae9a63 x-openstack-request-id: req-1c5f1fc1-7595-4d51-95ae-e083f9ae9a63 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:31.758449 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c1e0aa-0d5f-47cc-94f5-a8c24421b412", "tag": "907d89b6-488c-4b55-b77c-27da84bece14", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:31.758700 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c5f1fc1-7595-4d51-95ae-e083f9ae9a63 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:31.759072 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c1e0aa-0d5f-47cc-94f5-a8c24421b412', 'tag': '907d89b6-488c-4b55-b77c-27da84bece14', 'status': 'completed', 'code': 200} Nov 09 19:39:31.772340 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f4598a0d-650b-4d19-957b-18a548e3e3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:31.793260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-4a8eb36f-683f-416b-9c4a-50726d55e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:31.795628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-4a8eb36f-683f-416b-9c4a-50726d55e3f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1876178 Nov 09 19:39:31.796336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:31.796668 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:31.796994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:31.802888 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-cf0bcf17-873d-42b9-b4ac-0aa58e36334a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907d89b6-488c-4b55-b77c-27da84bece14 HTTP/1.1" status: 200 len: 217 time: 0.2164896 Nov 09 19:39:31.849963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Port d2d15410-eea3-4106-9166-748657545de6 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:39:31.850795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:31.919042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:31.919764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:31.920539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:31.921213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Bound port: d2d15410-eea3-4106-9166-748657545de6, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:31.921820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:31.923937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9690290e-128c-496d-aaa8-bd4986414264 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:31.925231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-0dc67653-b314-4f08-b313-578c143a1995 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 217 time: 0.1058204 Nov 09 19:39:31.936733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79d826-44c2-4264-b496-829116456853 req-a4b5f9ae-9f5d-4d4a-989d-2e037ee83c1e tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:31.938361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:31.939163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae79d826-44c2-4264-b496-829116456853 req-a4b5f9ae-9f5d-4d4a-989d-2e037ee83c1e tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 943 time: 0.1792011 Nov 09 19:39:31.961920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Transition to ACTIVE for port object 9690290e-128c-496d-aaa8-bd4986414264 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:39:31.971093 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.041601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-af1daf30-b776-4dd4-bd12-2009d406ecb3 req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1187342408', 'description': 'tempest-description-187886762'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:32.092168 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-af1daf30-b776-4dd4-bd12-2009d406ecb3 req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.165008 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-af1daf30-b776-4dd4-bd12-2009d406ecb3 req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.186024 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f4598a0d-650b-4d19-957b-18a548e3e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.188650 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f4598a0d-650b-4d19-957b-18a548e3e3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.189862 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f4598a0d-650b-4d19-957b-18a548e3e3f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd9d4bf6-7ca0-40c4-b751-79276277a7b4 HTTP/1.1" status: 204 len: 168 time: 0.6493418 Nov 09 19:39:32.190596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9690290e-128c-496d-aaa8-bd4986414264,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:32.240296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4598a0d-650b-4d19-957b-18a548e3e3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9d4bf6-7ca0-40c4-b751-79276277a7b4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:32.317652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Attempting to bind port 9690290e-128c-496d-aaa8-bd4986414264 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:32.317994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Attempting to bind port 9690290e-128c-496d-aaa8-bd4986414264 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:32.318314 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Attempting to bind port 9690290e-128c-496d-aaa8-bd4986414264 on network 89879e33-a6e0-4692-9339-4d8946a2b9b5 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:32.327568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Port 9690290e-128c-496d-aaa8-bd4986414264 on network 89879e33-a6e0-4692-9339-4d8946a2b9b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:39:32.327932 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Attempting to bind port 9690290e-128c-496d-aaa8-bd4986414264 on network 89879e33-a6e0-4692-9339-4d8946a2b9b5 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:32.338371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:32.339354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Checking segment: {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:32.339672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Bound using segment: {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:32.340119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Bound port: 9690290e-128c-496d-aaa8-bd4986414264, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:32.340479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.438977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-af1daf30-b776-4dd4-bd12-2009d406ecb3 req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.452672 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-af1daf30-b776-4dd4-bd12-2009d406ecb3 req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.503633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] For port 9690290e-128c-496d-aaa8-bd4986414264, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:32.520759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e80678-cabe-425d-b3a5-fde8874116d8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:32.566881 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae79d826-44c2-4264-b496-829116456853 req-25102846-1e86-4b67-89ec-9047530aa815 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117773 Nov 09 19:39:32.571377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-6139e747-3ff4-4830-b5ed-2c3625d5eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:32.572799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-6139e747-3ff4-4830-b5ed-2c3625d5eaba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.7358742 Nov 09 19:39:32.588584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-b1d3be41-29e3-476e-8f26-74d34b9464a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:32.591217 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-b1d3be41-29e3-476e-8f26-74d34b9464a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.6450067 Nov 09 19:39:32.602763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-af1daf30-b776-4dd4-bd12-2009d406ecb3 req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.621994 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-af1daf30-b776-4dd4-bd12-2009d406ecb3 req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.626065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] For port 9690290e-128c-496d-aaa8-bd4986414264, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9690290e-128c-496d-aaa8-bd4986414264,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:32.634380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-7d05b1fd-7127-49ea-96b1-dd2171f27e05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475953 Nov 09 19:39:32.655383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:32.692122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc51f134-efed-4562-9b26-048e3f216514,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:32.710197 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.719495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:32.739696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.756449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-36f46392-3b91-458a-b6cd-fdf2486d8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:32.757953 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-36f46392-3b91-458a-b6cd-fdf2486d8904 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529698 Nov 09 19:39:32.768106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-af1daf30-b776-4dd4-bd12-2009d406ecb3 req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.769639 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af1daf30-b776-4dd4-bd12-2009d406ecb3 req-e3c837a2-34ba-4cb1-9767-5967072723e5 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7483809 Nov 09 19:39:32.779306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:32.779306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.779306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] 10.222.0.77 "PUT /v2.0/ports/9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 1091 time: 1.7104459 Nov 09 19:39:32.779825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'tag': '9690290e-128c-496d-aaa8-bd4986414264'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:32.782004 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c20c566-8a58-47cf-a998-7325a663b6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "tag": "9690290e-128c-496d-aaa8-bd4986414264"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:32.825789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e60783-1079-4844-bcd6-d523619a4cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9690290e-128c-496d-aaa8-bd4986414264,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:32.966978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:32.967950 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:32.969560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] 10.222.0.70 "PUT /v2.0/ports/d2d15410-eea3-4106-9166-748657545de6 HTTP/1.1" status: 200 len: 1091 time: 3.5726440 Nov 09 19:39:32.975846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-b47cbec7-6b2f-4683-8870-bc14a66e9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:32.977386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-b47cbec7-6b2f-4683-8870-bc14a66e9f15 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1094 time: 0.1312733 Nov 09 19:39:32.994702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6cb08-486f-4fad-95ac-ebea461335dc req-20ba9da7-811e-46eb-b08a-d984ad7bc807 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:32.997053 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83e6cb08-486f-4fad-95ac-ebea461335dc req-20ba9da7-811e-46eb-b08a-d984ad7bc807 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 945 time: 0.1028831 Nov 09 19:39:33.099851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-8058b3d9-25e9-4eff-a77f-e5f330f20a27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 217 time: 0.1016903 Nov 09 19:39:33.101392 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdda30-0b5c-44d6-86fe-05783af0b3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d15410-eea3-4106-9166-748657545de6,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:33.118461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6a6b2-0159-404d-8639-8f16a3443265 req-38784896-aa74-4f68-b349-500eefe56f40 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:33.122742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e0f6a6b2-0159-404d-8639-8f16a3443265 req-38784896-aa74-4f68-b349-500eefe56f40 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.3982978 Nov 09 19:39:33.188969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-c83a3804-597c-449f-9289-3063f4aae272 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352311 Nov 09 19:39:33.201571 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83e6cb08-486f-4fad-95ac-ebea461335dc req-b5e1ca33-554e-47eb-9944-c263d8201bd2 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778879 Nov 09 19:39:33.208478 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-70aaefce-54bb-4e91-bf9d-6a26f0fed748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:33.210218 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-70aaefce-54bb-4e91-bf9d-6a26f0fed748 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.0964088 Nov 09 19:39:33.212877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-931902ae-c6c3-4859-b12a-ed1eb8780832 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671873 Nov 09 19:39:33.222593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2f214-01b8-4e14-a243-c6067f85109e req-0fe16a87-efa7-46cd-8a17-3ea572c21abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:33.229867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-0fe16a87-efa7-46cd-8a17-3ea572c21abb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1094 time: 0.1997921 Nov 09 19:39:33.279699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-d8fac476-4888-4e0a-ad4e-f7b6b47c15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:33.281358 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-d8fac476-4888-4e0a-ad4e-f7b6b47c15cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620058 Nov 09 19:39:33.437115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e0f6a6b2-0159-404d-8639-8f16a3443265 req-44590126-d52d-463e-b24a-4a988591b12d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950029 Nov 09 19:39:33.441805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-f694a638-bac4-4b07-947c-136f7022fa03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2d15410-eea3-4106-9166-748657545de6 HTTP/1.1" status: 200 len: 217 time: 0.1454659 Nov 09 19:39:33.492859 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-6ab0cd36-1621-4bef-b098-49d114b87252 service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924686 Nov 09 19:39:33.511330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e119c6-ba15-4c20-ac78-e0ccb5bca8b0 req-5744c020-74cf-4d9c-acd8-6cae5e0447cc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:33.513222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-55e119c6-ba15-4c20-ac78-e0ccb5bca8b0 req-5744c020-74cf-4d9c-acd8-6cae5e0447cc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 943 time: 0.2244358 Nov 09 19:39:33.567264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2f214-01b8-4e14-a243-c6067f85109e req-d681b477-5b87-4d2b-a58f-026789713801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:33.569014 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-d681b477-5b87-4d2b-a58f-026789713801 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1186407 Nov 09 19:39:33.570873 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a38e7f1-34aa-4564-9232-c65048496c3e req-611a3a57-4ec1-4674-bc8a-ec4133b9f8f1 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391967 Nov 09 19:39:33.605284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504c7ef5-1942-42ce-b0b7-531a19cc969c req-c2e72349-b295-45aa-80b3-73b8800171da service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892472 Nov 09 19:39:33.615526 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-55e119c6-ba15-4c20-ac78-e0ccb5bca8b0 req-e189d1b5-b20c-4151-8ff0-008344ab172d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930562 Nov 09 19:39:33.648695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b03f611-e158-4c75-aaed-e68e91f66355 req-dbace7db-eac0-4d39-ba58-f89cdfd1e295 service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470950 Nov 09 19:39:33.678101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-76e3db12-691f-4292-ae49-e17cffa15539 req-531da3c9-e6b1-4012-85c1-9590580b4dca tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1141854643', 'description': 'tempest-description-380442374'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:33.688390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-b092ebdb-f77d-4a8a-8929-9ce6a5468db8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984643 Nov 09 19:39:33.736823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76e3db12-691f-4292-ae49-e17cffa15539 req-531da3c9-e6b1-4012-85c1-9590580b4dca tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:33.755498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c731de0-e561-41c0-894f-88b304d0c4ce req-0373f587-579f-4a65-aa3a-83292a6c5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:33.757394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c731de0-e561-41c0-894f-88b304d0c4ce req-0373f587-579f-4a65-aa3a-83292a6c5f69 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 1094 time: 0.0680699 Nov 09 19:39:33.761636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c466b6-3b00-4b24-a2e9-f298c46db0b8 req-493652a4-bbbe-49af-9db1-6fc44a6807b0 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:33.763196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06c466b6-3b00-4b24-a2e9-f298c46db0b8 req-493652a4-bbbe-49af-9db1-6fc44a6807b0 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 943 time: 0.2022617 Nov 09 19:39:33.767596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b136c2c4-e070-493a-9545-86e0e2543070', 'tag': 'd2d15410-eea3-4106-9166-748657545de6'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:33.769922 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b136c2c4-e070-493a-9545-86e0e2543070", "tag": "d2d15410-eea3-4106-9166-748657545de6"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:33.830152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06c466b6-3b00-4b24-a2e9-f298c46db0b8 req-cd86704d-e4e6-4307-a906-dcde08b600cc tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548916 Nov 09 19:39:33.842653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-d9698d7d-3b97-441c-9a57-98483c917b87 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455235 Nov 09 19:39:33.917814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c731de0-e561-41c0-894f-88b304d0c4ce req-5a556bd9-00c7-4dd6-8248-e43821865653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:33.920595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c731de0-e561-41c0-894f-88b304d0c4ce req-5a556bd9-00c7-4dd6-8248-e43821865653 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 912 time: 0.1510916 Nov 09 19:39:33.947352 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f78cee-07a3-4db9-a9e9-4a9ced06672e x-openstack-request-id: req-07f78cee-07a3-4db9-a9e9-4a9ced06672e {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:33.947760 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "tag": "9690290e-128c-496d-aaa8-bd4986414264", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:33.947944 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07f78cee-07a3-4db9-a9e9-4a9ced06672e {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:33.948325 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'tag': '9690290e-128c-496d-aaa8-bd4986414264', 'status': 'completed', 'code': 200} Nov 09 19:39:33.987362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09a2f214-01b8-4e14-a243-c6067f85109e req-70cba341-f5ce-4396-aab1-c48e159bdf44 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357994 Nov 09 19:39:33.993177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76e3db12-691f-4292-ae49-e17cffa15539 req-531da3c9-e6b1-4012-85c1-9590580b4dca tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:33.996278 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c731de0-e561-41c0-894f-88b304d0c4ce req-e37be39a-1dd9-41d8-ac12-cea258a4d112 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=907d89b6-488c-4b55-b77c-27da84bece14 HTTP/1.1" status: 200 len: 217 time: 0.0634611 Nov 09 19:39:34.003161 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76e3db12-691f-4292-ae49-e17cffa15539 req-531da3c9-e6b1-4012-85c1-9590580b4dca tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:34.044469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-449b740c-390f-4016-a6d2-8191cb1efeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:34.045981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-449b740c-390f-4016-a6d2-8191cb1efeed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1094 time: 0.0742955 Nov 09 19:39:34.081318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76e3db12-691f-4292-ae49-e17cffa15539 req-531da3c9-e6b1-4012-85c1-9590580b4dca tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:34.082616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76e3db12-691f-4292-ae49-e17cffa15539 req-531da3c9-e6b1-4012-85c1-9590580b4dca tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4125574 Nov 09 19:39:34.085592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531da3c9-e6b1-4012-85c1-9590580b4dca tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04d7ec-1fa2-475f-a73d-c35225c5421a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:34.108120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c731de0-e561-41c0-894f-88b304d0c4ce req-bd1638c2-a666-44c9-bf7d-38afdf29d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:34.110233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c731de0-e561-41c0-894f-88b304d0c4ce req-bd1638c2-a666-44c9-bf7d-38afdf29d96f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.1023231 Nov 09 19:39:34.156701 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c731de0-e561-41c0-894f-88b304d0c4ce req-b1057120-235e-47e5-9140-675c93e62714 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335834 Nov 09 19:39:34.194154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-1aeec3c4-abbe-4601-ac75-496cf70209fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:34.195126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-1aeec3c4-abbe-4601-ac75-496cf70209fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.1402318 Nov 09 19:39:34.259654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-5d1ae9d3-c751-4ebb-a22e-f129212866aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 217 time: 0.0536487 Nov 09 19:39:34.300170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1efc24-a1c2-4150-8169-6612842e3a86 req-17c48cb9-cd86-478e-a516-c11088fdd886 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:34.301692 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c1efc24-a1c2-4150-8169-6612842e3a86 req-17c48cb9-cd86-478e-a516-c11088fdd886 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 943 time: 0.1091559 Nov 09 19:39:34.320309 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c731de0-e561-41c0-894f-88b304d0c4ce req-bb58e98e-0244-4286-9b77-fe06accb14b8 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527088 Nov 09 19:39:34.322344 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82877ba-c4f9-49fa-958e-e5dfa5ce6133 x-openstack-request-id: req-f82877ba-c4f9-49fa-958e-e5dfa5ce6133 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:34.323646 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b136c2c4-e070-493a-9545-86e0e2543070", "tag": "d2d15410-eea3-4106-9166-748657545de6", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:34.323909 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f82877ba-c4f9-49fa-958e-e5dfa5ce6133 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:34.324463 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b136c2c4-e070-493a-9545-86e0e2543070', 'tag': 'd2d15410-eea3-4106-9166-748657545de6', 'status': 'completed', 'code': 200} Nov 09 19:39:34.367669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c1efc24-a1c2-4150-8169-6612842e3a86 req-32807852-0abc-445f-9ab6-cd423a7c9d98 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575352 Nov 09 19:39:34.383791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-07c6de3b-f3e9-4723-944e-bac60e1dda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:34.385303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-07c6de3b-f3e9-4723-944e-bac60e1dda40 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.1166165 Nov 09 19:39:34.441497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb req-b20d7660-4fc5-42cc-99ca-d3e3166928b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:34.443153 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb req-b20d7660-4fc5-42cc-99ca-d3e3166928b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1094 time: 0.1143062 Nov 09 19:39:34.532026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c731de0-e561-41c0-894f-88b304d0c4ce req-0168b8b0-2267-42a7-9c0e-e970e1b9a0d2 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870859 Nov 09 19:39:34.611073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-832682d4-5aca-4011-8825-8a43c3f05b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:34.614151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-832682d4-5aca-4011-8825-8a43c3f05b81 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138605 Nov 09 19:39:34.659048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-a9a35478-b9e1-4f1a-81f5-69451f8a9f7b req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1974415945', 'description': 'tempest-description-1504452115'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:34.686994 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a9a35478-b9e1-4f1a-81f5-69451f8a9f7b req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:34.704429 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a9a35478-b9e1-4f1a-81f5-69451f8a9f7b req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:34.740229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb req-21e73833-e09d-448b-b9e9-5f3574cc2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:34.742058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb req-21e73833-e09d-448b-b9e9-5f3574cc2bbc service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.2884510 Nov 09 19:39:34.783311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683fb22-6218-4cad-838f-42a44c878c97 req-bdbdfe46-8b65-4872-bc80-b629ed440a07 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:34.784887 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f683fb22-6218-4cad-838f-42a44c878c97 req-bdbdfe46-8b65-4872-bc80-b629ed440a07 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1495011 Nov 09 19:39:34.808762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a9a35478-b9e1-4f1a-81f5-69451f8a9f7b req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:34.818157 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a9a35478-b9e1-4f1a-81f5-69451f8a9f7b req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:34.828143 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb req-2418795e-ae5f-4f48-be1d-e416d5bdcdea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2d15410-eea3-4106-9166-748657545de6 HTTP/1.1" status: 200 len: 217 time: 0.0731506 Nov 09 19:39:34.845966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ef6aa6-176c-439c-a4c6-fd3c158a3038,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:34.905409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-6c0e8b35-e5a5-4bc4-9bf2-758ca5fce7c9 service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806962 Nov 09 19:39:34.917916 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a9a35478-b9e1-4f1a-81f5-69451f8a9f7b req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:34.922795 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a9a35478-b9e1-4f1a-81f5-69451f8a9f7b req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:34.952368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a9a35478-b9e1-4f1a-81f5-69451f8a9f7b req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:34.953596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a9a35478-b9e1-4f1a-81f5-69451f8a9f7b req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2991362 Nov 09 19:39:34.954687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d51b44-94e3-412a-b4a0-7c16f6aad00c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c68cac-5e77-4fd8-92fa-99eae9a3549e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:34.984957 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f683fb22-6218-4cad-838f-42a44c878c97 req-32ba7770-eb35-4925-aa3a-7da8cc58dac7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693857 Nov 09 19:39:34.993165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb req-211e253c-902c-42bc-b941-b8d5b1686583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:34.995428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb req-211e253c-902c-42bc-b941-b8d5b1686583 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1566205 Nov 09 19:39:35.036803 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb req-2a675a23-55c2-4d59-838b-d779b6b2c2ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342958 Nov 09 19:39:35.132717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-21fb1d96-f7d4-40eb-b8e6-45da63c2c70f tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--646177542&fields=id&tenant_id=680f524dfe864ca0aa5e62d7ca065773 HTTP/1.1" status: 200 len: 267 time: 0.0620947 Nov 09 19:39:35.150293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c20c566-8a58-47cf-a998-7325a663b6eb req-f8760ea4-d701-4bf0-8247-89e3a86cce6f service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356570 Nov 09 19:39:35.181378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf37943-0a1c-49b0-b572-f60b2bd48698 req-a7e918ba-a2be-45e8-ac5f-52ddc3f73645 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:35.184684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-abf37943-0a1c-49b0-b572-f60b2bd48698 req-a7e918ba-a2be-45e8-ac5f-52ddc3f73645 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 943 time: 0.1206622 Nov 09 19:39:35.234373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb req-e98b5f59-f1fb-4cce-a850-7189582b90ba service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842632 Nov 09 19:39:35.270157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-684a7d88-bac5-4643-b70d-3b9d67bc9e06 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:35.272040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-684a7d88-bac5-4643-b70d-3b9d67bc9e06 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/networks?id=b5b6fb47-7a20-48ea-9835-141612264bec HTTP/1.1" status: 200 len: 823 time: 0.1375785 Nov 09 19:39:35.288766 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-abf37943-0a1c-49b0-b572-f60b2bd48698 req-bc52bcd3-8682-4a75-b113-d3c95b0f62a5 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936229 Nov 09 19:39:35.291685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-654b21c7-0c3c-4a1f-91c7-f46e3e96c255 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/quotas/680f524dfe864ca0aa5e62d7ca065773 HTTP/1.1" status: 200 len: 375 time: 0.0101347 Nov 09 19:39:35.335657 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ba094e8-4d6f-421b-8393-0ecf1c8502eb req-bd455289-39aa-4a13-9194-ff60e303dda1 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931952 Nov 09 19:39:35.393208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-ff08f392-c095-4197-94af-df453d8cc809 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=680f524dfe864ca0aa5e62d7ca065773&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0908029 Nov 09 19:39:35.458409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ba2fc-da25-4418-a3bf-59daa19ca030 req-218745f2-8954-4209-9a86-1f153081c1ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:35.466788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f8ba2fc-da25-4418-a3bf-59daa19ca030 req-218745f2-8954-4209-9a86-1f153081c1ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 943 time: 0.0726416 Nov 09 19:39:35.515772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f8ba2fc-da25-4418-a3bf-59daa19ca030 req-fbae10b4-453e-45d9-8f84-e4fd4985d74e tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479128 Nov 09 19:39:35.520234 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-505f8fbd-0671-4976-8a65-4ec90850a650 service neutron] 10.222.0.53 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127069 Nov 09 19:39:35.539302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-22394d82-bbc0-4fdb-96b6-56e9c89bdbf7 req-843c4e1e-fe7f-4740-81b2-d413445b73ed tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-330492187', 'description': 'tempest-description-1491835629'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:35.575276 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-22394d82-bbc0-4fdb-96b6-56e9c89bdbf7 req-843c4e1e-fe7f-4740-81b2-d413445b73ed tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:35.634162 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-2c7cbee9-9fb0-4a3c-b195-b703485c5b32 service neutron] 10.222.0.53 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025705 Nov 09 19:39:35.675564 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-22394d82-bbc0-4fdb-96b6-56e9c89bdbf7 req-843c4e1e-fe7f-4740-81b2-d413445b73ed tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:35.681168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-22394d82-bbc0-4fdb-96b6-56e9c89bdbf7 req-843c4e1e-fe7f-4740-81b2-d413445b73ed tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:35.709229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-22394d82-bbc0-4fdb-96b6-56e9c89bdbf7 req-843c4e1e-fe7f-4740-81b2-d413445b73ed tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:35.710605 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22394d82-bbc0-4fdb-96b6-56e9c89bdbf7 req-843c4e1e-fe7f-4740-81b2-d413445b73ed tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1757398 Nov 09 19:39:35.715352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c4e1e-fe7f-4740-81b2-d413445b73ed tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b35ae0d-15ec-466b-b5be-0d383392625e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:35.863211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a139271-396a-4b6d-b461-b1746611a827 req-4d1f76ea-62e7-4543-811a-76e15c6a80fa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:35.864994 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a139271-396a-4b6d-b461-b1746611a827 req-4d1f76ea-62e7-4543-811a-76e15c6a80fa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 943 time: 0.0704870 Nov 09 19:39:35.909911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a139271-396a-4b6d-b461-b1746611a827 req-d91b431f-0d46-4fd5-8a4e-369053d0211d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360513 Nov 09 19:39:35.994229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-38e87fd9-1a94-4bf6-9c79-eb95f2bf0de2 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:35.996354 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-38e87fd9-1a94-4bf6-9c79-eb95f2bf0de2 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9672689d-a060-4f21-9c68-44c4f05a0531 HTTP/1.1" status: 200 len: 945 time: 0.0568419 Nov 09 19:39:36.039279 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0e9e30c6-c61e-4cf2-8655-5b31a48cae9b req-c2ce14f0-3021-45d5-8ae0-d59b8a8400f4 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 210 time: 0.0390139 Nov 09 19:39:36.092523 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-9bc8ac26-44b8-4886-87b7-627b9c47d340 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50608 time: 0.3006015 Nov 09 19:39:36.130386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Deleting port f25ee7da-d896-4045-a1e4-7a7c6f0f499d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:39:36.130757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:36.159108 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-b3adb39f-2cd2-4c67-b763-4bfd3462319a tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/08e80678-cabe-425d-b3a5-fde8874116d8 HTTP/1.1" status: 200 len: 2981 time: 0.0582137 Nov 09 19:39:36.213033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-f0ff2916-4c25-465b-90e9-c450274cec3d tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/08e80678-cabe-425d-b3a5-fde8874116d8 HTTP/1.1" status: 200 len: 2981 time: 0.0521314 Nov 09 19:39:36.267912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-efca90dc-7319-4e2e-9f7d-eeed5d6c0db5 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/0d84052c-134f-4827-926c-3071441ba171 HTTP/1.1" status: 200 len: 2981 time: 0.0475128 Nov 09 19:39:36.320295 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-7ecb71ba-0f0f-4846-8ea3-67a179c6e14d tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/0d84052c-134f-4827-926c-3071441ba171 HTTP/1.1" status: 200 len: 2981 time: 0.0434101 Nov 09 19:39:36.327825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] For port f25ee7da-d896-4045-a1e4-7a7c6f0f499d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:36.328221 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:36.379385 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-5c908769-45d3-4dcd-8e7a-2a290279c792 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/28b29126-a6e0-49e6-a103-e1ea95d849a1 HTTP/1.1" status: 200 len: 2981 time: 0.0507104 Nov 09 19:39:36.383445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9690290e-128c-496d-aaa8-bd4986414264 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:39:36.429645 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-f4868e7f-4dfd-41e9-9369-696c3cdd6d62 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/28b29126-a6e0-49e6-a103-e1ea95d849a1 HTTP/1.1" status: 200 len: 2981 time: 0.0477467 Nov 09 19:39:36.489682 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-7a463c10-28bc-48b7-8565-d043da00b2e8 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2aa0db4a-4c76-4128-a013-a34ac787893c HTTP/1.1" status: 200 len: 2973 time: 0.0535984 Nov 09 19:39:36.523913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 9690290e-128c-496d-aaa8-bd4986414264, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9690290e-128c-496d-aaa8-bd4986414264,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:36.539538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '9690290e-128c-496d-aaa8-bd4986414264', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'port_id': '9690290e-128c-496d-aaa8-bd4986414264', 'mac_address': 'fa:16:3e:32:aa:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:39:36.555569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-c1834af1-8d53-43c9-97b0-919a2edc99c2 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2aa0db4a-4c76-4128-a013-a34ac787893c HTTP/1.1" status: 200 len: 2973 time: 0.0588763 Nov 09 19:39:36.594140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:36.611598 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-355f9f53-1c00-44c9-81e4-9b9b3ed772a2 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4433be8d-d947-4379-8ee8-468513b7f744 HTTP/1.1" status: 200 len: 2981 time: 0.0492060 Nov 09 19:39:36.615915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9690290e-128c-496d-aaa8-bd4986414264 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:36.638606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 9690290e-128c-496d-aaa8-bd4986414264, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9690290e-128c-496d-aaa8-bd4986414264,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:36.645542 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:36.646671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 907d89b6-488c-4b55-b77c-27da84bece14 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:39:36.663184 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-977e235e-23c9-481a-839b-c3c740fab9a9 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4433be8d-d947-4379-8ee8-468513b7f744 HTTP/1.1" status: 200 len: 2981 time: 0.0450897 Nov 09 19:39:36.679801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-28b34735-02da-4d8f-9b17-095dbd285494 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:36.688038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-28b34735-02da-4d8f-9b17-095dbd285494 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/networks?id=5ec10223-1afa-4ffa-b1d1-e4a67090c5ae HTTP/1.1" status: 200 len: 815 time: 0.4874470 Nov 09 19:39:36.719128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-fb697c8a-a635-4124-93b9-9c54eeff24d3 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/70ceadcc-a494-49cb-8e59-568ab1ab322e HTTP/1.1" status: 200 len: 2981 time: 0.0472202 Nov 09 19:39:36.723085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-d43c63fa-7001-41b0-a206-92017b67f8ad tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/quotas/36c3716f9a1a4627a9dd87593858816f HTTP/1.1" status: 200 len: 375 time: 0.0341306 Nov 09 19:39:36.752093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=9690290e-128c-496d-aaa8-bd4986414264,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:36.784029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-4eb829a6-dad6-46db-962c-f39eb077a8f5 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/70ceadcc-a494-49cb-8e59-568ab1ab322e HTTP/1.1" status: 200 len: 2981 time: 0.0587387 Nov 09 19:39:36.815541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 907d89b6-488c-4b55-b77c-27da84bece14, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=907d89b6-488c-4b55-b77c-27da84bece14,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:36.830122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '907d89b6-488c-4b55-b77c-27da84bece14', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'port_id': '907d89b6-488c-4b55-b77c-27da84bece14', 'mac_address': 'fa:16:3e:f6:37:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:39:36.831071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-3aba4b77-683b-4697-9970-ea10116474ba tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=36c3716f9a1a4627a9dd87593858816f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070838 Nov 09 19:39:36.843073 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-f1e5cbc8-00ae-4d88-97c4-718fc0e117f1 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/79ef6aa6-176c-439c-a4c6-fd3c158a3038 HTTP/1.1" status: 200 len: 2981 time: 0.0521948 Nov 09 19:39:36.891002 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:36.899173 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-f0288b9c-225a-474c-a50f-2c50ca6604bf tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/79ef6aa6-176c-439c-a4c6-fd3c158a3038 HTTP/1.1" status: 200 len: 2981 time: 0.0493910 Nov 09 19:39:36.905890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907d89b6-488c-4b55-b77c-27da84bece14 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:36.932371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 907d89b6-488c-4b55-b77c-27da84bece14, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=907d89b6-488c-4b55-b77c-27da84bece14,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:36.939563 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:36.951719 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-3fd3ab2c-2789-42f8-acbe-5e9c96a1a77b tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8f74b946-bc5b-41ec-83b5-1205e10c4984 HTTP/1.1" status: 200 len: 2981 time: 0.0477109 Nov 09 19:39:36.960468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:36.961054 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:36.961179 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Floating IP 51c469e7-6690-4cd6-9091-27565ef6b4a8 disassociated. External IP: 172.25.6.204, port: f25ee7da-d896-4045-a1e4-7a7c6f0f499d. Nov 09 19:39:36.961517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Calling delete_port for f25ee7da-d896-4045-a1e4-7a7c6f0f499d owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:39:36.998980 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-790dbb27-f016-4aa2-a628-004d2077ea89 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8f74b946-bc5b-41ec-83b5-1205e10c4984 HTTP/1.1" status: 200 len: 2981 time: 0.0407071 Nov 09 19:39:36.999316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=907d89b6-488c-4b55-b77c-27da84bece14,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:37.033196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-f00db310-b547-4b5e-b894-b5535b44de09 service neutron] 10.222.0.53 "GET /v2.0/networks/5ec10223-1afa-4ffa-b1d1-e4a67090c5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916630 Nov 09 19:39:37.044547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-85cff5a6-cd41-41d2-a077-7a43b7c4c72c tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b38b4820-2c2a-4d18-841a-3f094986716d HTTP/1.1" status: 200 len: 2981 time: 0.0390666 Nov 09 19:39:37.087390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-9051f841-40d0-415e-af88-10abbd0f5a32 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b38b4820-2c2a-4d18-841a-3f094986716d HTTP/1.1" status: 200 len: 2981 time: 0.0364342 Nov 09 19:39:37.133316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-b4f00c64-ec53-4261-b496-6bf31591437a tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c46c5d13-9b15-4749-bb6f-c4387ccd12f5 HTTP/1.1" status: 200 len: 2981 time: 0.0394027 Nov 09 19:39:37.183968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-79e634bb-ae66-4fab-9750-e51ced3a9ca1 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c46c5d13-9b15-4749-bb6f-c4387ccd12f5 HTTP/1.1" status: 200 len: 2981 time: 0.0426183 Nov 09 19:39:37.187596 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-a44f5c7e-ee17-4915-b7a2-940641ce2a24 service neutron] 10.222.0.53 "GET /v2.0/networks/5ec10223-1afa-4ffa-b1d1-e4a67090c5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460207 Nov 09 19:39:37.193302 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['907d89b6-488c-4b55-b77c-27da84bece14'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:39:37.207251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['9690290e-128c-496d-aaa8-bd4986414264'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:39:37.254432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-aedb06be-7398-4215-9c3e-e8cf7a6faea5 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c6b9cb91-319c-49ea-a9df-40f02c159fc3 HTTP/1.1" status: 200 len: 2981 time: 0.0589190 Nov 09 19:39:37.315096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-a0cf2846-af01-4f31-840f-051e3d8ed5c9 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c6b9cb91-319c-49ea-a9df-40f02c159fc3 HTTP/1.1" status: 200 len: 2981 time: 0.0533707 Nov 09 19:39:37.318098 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:37.373066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event deleted for resources: {'Port': ['ID=f25ee7da-d896-4045-a1e4-7a7c6f0f499d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:37.390670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-7e344de2-86db-45ca-b37b-72b9fb7ba841 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:37.392252 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-7e344de2-86db-45ca-b37b-72b9fb7ba841 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.70 "GET /v2.0/networks?id=b5b6fb47-7a20-48ea-9835-141612264bec HTTP/1.1" status: 200 len: 823 time: 0.1974072 Nov 09 19:39:37.406057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-315f0c63-78d8-4a2b-9382-fca5914b14dc tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/dc2ce4ab-1d88-4c56-b95a-efdeae9c2195 HTTP/1.1" status: 200 len: 2981 time: 0.0843177 Nov 09 19:39:37.472991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-66615813-80ff-4c7e-b4a0-f68c6cf938ec tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/dc2ce4ab-1d88-4c56-b95a-efdeae9c2195 HTTP/1.1" status: 200 len: 2981 time: 0.0595417 Nov 09 19:39:37.571125 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-de13d645-a86d-4b0a-9f8b-884c06dd1a72 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/dde124cf-57a7-4402-b76f-4b7d241f9905 HTTP/1.1" status: 200 len: 2977 time: 0.0902839 Nov 09 19:39:37.622165 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-600a8f1c-bcb2-4ae6-9869-1dfa4d76365a tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/dde124cf-57a7-4402-b76f-4b7d241f9905 HTTP/1.1" status: 200 len: 2977 time: 0.0451522 Nov 09 19:39:37.641417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-bd9c2f07-261f-4d9f-8def-d45802e286e9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=680f524dfe864ca0aa5e62d7ca065773 HTTP/1.1" status: 200 len: 379 time: 0.1061990 Nov 09 19:39:37.655820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Request body: {'port': {'device_id': 'be9dc86d-6af4-4028-a848-0803e36014df', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'admin_state_up': True, 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'security_groups': ['69aa2968-db56-44b7-9b9a-12e5d2c83138']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:37.668683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d44817-0fe6-4520-9f4a-0d522206c06e req-c097fa62-d0f8-4e7c-8b81-c290fd97efea tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:37.670255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54d44817-0fe6-4520-9f4a-0d522206c06e req-c097fa62-d0f8-4e7c-8b81-c290fd97efea tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1334620 Nov 09 19:39:37.686718 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-c19f21e9-e909-47cc-b1a6-c3f788c067e8 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e768901e-2a41-4f19-b198-526a82705c0e HTTP/1.1" status: 200 len: 2977 time: 0.0557339 Nov 09 19:39:37.728358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Router dbe1a6a9-1e81-4973-bb7f-0da12c615407 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:39:37.739138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-a2368bb3-bdc5-451e-8284-6a3d79503de4 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e768901e-2a41-4f19-b198-526a82705c0e HTTP/1.1" status: 200 len: 2977 time: 0.0423131 Nov 09 19:39:37.805355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-e903ebe3-d27f-4045-96a7-3bf7b624fc24 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f8f432ab-15ef-4161-b5da-e89bb0275b7d HTTP/1.1" status: 200 len: 2977 time: 0.0622303 Nov 09 19:39:37.806640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54d44817-0fe6-4520-9f4a-0d522206c06e req-43810151-8ef0-482c-8a1c-589e7def4077 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126640 Nov 09 19:39:37.865137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7914c42-543f-4310-889a-8c222063648e req-bea9167c-1e0c-468e-8bc4-138e9f0e19de tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f8f432ab-15ef-4161-b5da-e89bb0275b7d HTTP/1.1" status: 200 len: 2977 time: 0.0473750 Nov 09 19:39:37.985682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Made reservation on behalf of 680f524dfe864ca0aa5e62d7ca065773 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:37.989263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:38.003402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd061f3b-c423-43e2-89f9-a9bc3703e60a req-344a5d83-9793-4f8a-8d49-b9ff0de52167 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:38.014967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:39:38.015170 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fd061f3b-c423-43e2-89f9-a9bc3703e60a req-344a5d83-9793-4f8a-8d49-b9ff0de52167 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 944 time: 0.0777903 Nov 09 19:39:38.025670 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] Sync routers for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:39:38.033032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270206db-fabd-4eba-bfb2-b9d3427be01f req-af40b69c-fa9e-4153-8f24-2862f06c8d8c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:38.034611 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-270206db-fabd-4eba-bfb2-b9d3427be01f req-af40b69c-fa9e-4153-8f24-2862f06c8d8c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 944 time: 0.1116352 Nov 09 19:39:38.043008 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:39:38.043851 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:38.057865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fd061f3b-c423-43e2-89f9-a9bc3703e60a req-1f557bce-c7e5-4736-bb55-0694bdac9199 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Nov 09 19:39:38.138983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] No DVR routers for this DVR port f25ee7da-d896-4045-a1e4-7a7c6f0f499d on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:39:38.142186 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:38.146105 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f9814b1-8c8d-45ed-b561-141e655ba121 req-d3888ec7-3e0d-4ac9-b508-f1f3b685e8f9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.77 "DELETE /v2.0/ports/f25ee7da-d896-4045-a1e4-7a7c6f0f499d HTTP/1.1" status: 204 len: 173 time: 2.1368036 Nov 09 19:39:38.154717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9672689d-a060-4f21-9c68-44c4f05a0531', 'name': 'network-vif-deleted', 'tag': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:38.157462 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbfb3d3-34f2-4f3c-8b16-7338d786d464" -d '{"events": [{"server_uuid": "9672689d-a060-4f21-9c68-44c4f05a0531", "name": "network-vif-deleted", "tag": "f25ee7da-d896-4045-a1e4-7a7c6f0f499d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:38.173793 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:39:38.186873 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-270206db-fabd-4eba-bfb2-b9d3427be01f req-f66dff96-0742-4bec-9762-abdd1aeec87d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256838 Nov 09 19:39:38.248124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d2d15410-eea3-4106-9166-748657545de6 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:39:38.259517 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84b201-966b-403f-b70a-43bdc9a6b239 req-2abaf782-f8d0-428b-8257-4937e5b29a90 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:38.270215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e84b201-966b-403f-b70a-43bdc9a6b239 req-2abaf782-f8d0-428b-8257-4937e5b29a90 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 943 time: 0.1351898 Nov 09 19:39:38.333148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2cef716-accb-4b88-9317-e76bbe58d8b6 req-edc6a112-4203-4b18-b4d0-f8c0229c4f63 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 210 time: 0.0492439 Nov 09 19:39:38.335074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e84b201-966b-403f-b70a-43bdc9a6b239 req-50a35122-5310-49e6-97cf-198e0fd04dfd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633571 Nov 09 19:39:38.370674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Allocated IP 172.20.0.6 (b5b6fb47-7a20-48ea-9835-141612264bec/f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3/0e6a6a30-628e-44f4-8a95-1c6eeb35d39c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:38.398920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9690290e-128c-496d-aaa8-bd4986414264 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:38.479743 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:38.490721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69930caf-aa83-42c3-8ef3-c1eb772594b5 req-ee27c4f5-411a-4d0e-a6d6-1f60b7307eb7 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 210 time: 0.0515127 Nov 09 19:39:38.515840 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:38.530054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd2d15410-eea3-4106-9166-748657545de6', 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80', 'port_id': 'd2d15410-eea3-4106-9166-748657545de6', 'mac_address': 'fa:16:3e:8d:0a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c271e4cb-f52a-4e29-af68-f8061cc1d4ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:39:38.547030 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] Checking router: dbe1a6a9-1e81-4973-bb7f-0da12c615407 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:39:38.553734 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c21975-96fa-4de5-aa0a-e9b795b9aec3 x-openstack-request-id: req-d6c21975-96fa-4de5-aa0a-e9b795b9aec3 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:38.554095 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9672689d-a060-4f21-9c68-44c4f05a0531", "name": "network-vif-deleted", "tag": "f25ee7da-d896-4045-a1e4-7a7c6f0f499d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:38.554410 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6c21975-96fa-4de5-aa0a-e9b795b9aec3 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:38.554953 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9672689d-a060-4f21-9c68-44c4f05a0531', 'name': 'network-vif-deleted', 'tag': 'f25ee7da-d896-4045-a1e4-7a7c6f0f499d', 'status': 'completed', 'code': 200} Nov 09 19:39:38.559791 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:39:38.568746 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 9690290e-128c-496d-aaa8-bd4986414264 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:39:38.572482 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:38.578179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 9690290e-128c-496d-aaa8-bd4986414264 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:38.578869 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:38.628798 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:38.637940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed19b5c1-3ff9-41e2-a213-59b771c25787 req-856793aa-0722-4755-898c-397ac97c5cd2 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d74d3b1744984d23bbdbb139c2f71b7d HTTP/1.1" status: 200 len: 6102 time: 0.1680889 Nov 09 19:39:38.650334 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:38.657200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d15410-eea3-4106-9166-748657545de6 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:38.718074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:38.719097 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed19b5c1-3ff9-41e2-a213-59b771c25787 req-9988fcc9-583a-4891-a032-c6fe16d5770f tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] 10.222.0.53 "GET /v2.0/security-groups/08e80678-cabe-425d-b3a5-fde8874116d8 HTTP/1.1" status: 200 len: 2981 time: 0.0730486 Nov 09 19:39:38.724212 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:38.728697 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:38.758384 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:39:38.770053 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:38.813241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed19b5c1-3ff9-41e2-a213-59b771c25787 req-b7b3df14-1633-4d83-be55-f7f92e983a6f tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] 10.222.0.53 "GET /v2.0/security-groups/08e80678-cabe-425d-b3a5-fde8874116d8 HTTP/1.1" status: 200 len: 2981 time: 0.0929861 Nov 09 19:39:38.825486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9690290e-128c-496d-aaa8-bd4986414264'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:38.826958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Network b5b6fb47-7a20-48ea-9835-141612264bec is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:38.829430 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e848ef-3913-4b9e-90cf-696d448711d9" -d '{"events": [{"server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "name": "network-vif-plugged", "status": "completed", "tag": "9690290e-128c-496d-aaa8-bd4986414264"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:38.831976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:38.839483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:38.843358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event updated for resources: {'Port': ['ID=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:38.886337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 9690290e-128c-496d-aaa8-bd4986414264, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9690290e-128c-496d-aaa8-bd4986414264,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:38.902822 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:38.904257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 907d89b6-488c-4b55-b77c-27da84bece14 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:38.934091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:38.934774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:38.973784 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-adb90824-4dc7-4848-b30c-5c1b480eacf4 req-531535f1-8592-45ce-aa40-f828706ae3df tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7b35ae0d-15ec-466b-b5be-0d383392625e HTTP/1.1" status: 200 len: 1777 time: 0.0764327 Nov 09 19:39:38.977041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d2d15410-eea3-4106-9166-748657545de6,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:38.992622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d2d15410-eea3-4106-9166-748657545de6'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:39:39.031467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c93c-8a8f-46e3-a9cc-d21de24eb0c6 req-7bb80ca4-fded-4074-833e-7c2a1537df62 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:39.041027 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23d4c93c-8a8f-46e3-a9cc-d21de24eb0c6 req-7bb80ca4-fded-4074-833e-7c2a1537df62 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1261895 Nov 09 19:39:39.048899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-3b023a35-58ec-4feb-be3d-b2513b0fdecf tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3968873 Nov 09 19:39:39.065473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 907d89b6-488c-4b55-b77c-27da84bece14 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:39:39.066193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Request body: {'port': {'device_id': 'be9dc86d-6af4-4028-a848-0803e36014df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:39.086487 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-adb90824-4dc7-4848-b30c-5c1b480eacf4 req-04576b2e-3ef2-447e-bb42-9d6091dba91e tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.089072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 907d89b6-488c-4b55-b77c-27da84bece14 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:39.089757 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.145902 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:39.166976 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-adb90824-4dc7-4848-b30c-5c1b480eacf4 req-04576b2e-3ef2-447e-bb42-9d6091dba91e tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.171562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=9690290e-128c-496d-aaa8-bd4986414264,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:39.214278 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e77856-c299-4e0f-821d-ca144bc49c6e None None] The sync data for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 is: [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:39:39.253105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-adb90824-4dc7-4848-b30c-5c1b480eacf4 req-04576b2e-3ef2-447e-bb42-9d6091dba91e tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.256496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-adb90824-4dc7-4848-b30c-5c1b480eacf4 req-04576b2e-3ef2-447e-bb42-9d6091dba91e tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.262506 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-adb90824-4dc7-4848-b30c-5c1b480eacf4 req-04576b2e-3ef2-447e-bb42-9d6091dba91e tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b35ae0d-15ec-466b-b5be-0d383392625e HTTP/1.1" status: 204 len: 173 time: 0.2872984 Nov 09 19:39:39.298448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-3ba88fb4-f8d6-45d5-94a5-02105d1688fe tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:39.308683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04576b2e-3ef2-447e-bb42-9d6091dba91e tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b35ae0d-15ec-466b-b5be-0d383392625e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:39.311641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-3ba88fb4-f8d6-45d5-94a5-02105d1688fe tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.77 "GET /v2.0/networks?id=5ec10223-1afa-4ffa-b1d1-e4a67090c5ae HTTP/1.1" status: 200 len: 815 time: 0.1907506 Nov 09 19:39:39.329113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Request body: {'port': {'device_id': '0b1abd5f-0729-4b28-a8a9-143126f03544', 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae', 'admin_state_up': True, 'tenant_id': '36c3716f9a1a4627a9dd87593858816f'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:39.396784 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b21ee4c-c3b9-4e44-97e9-32c04594b8ad x-openstack-request-id: req-7b21ee4c-c3b9-4e44-97e9-32c04594b8ad {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:39.397387 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "name": "network-vif-plugged", "status": "completed", "tag": "9690290e-128c-496d-aaa8-bd4986414264", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:39.397571 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b21ee4c-c3b9-4e44-97e9-32c04594b8ad {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:39.398033 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9690290e-128c-496d-aaa8-bd4986414264', 'code': 200} Nov 09 19:39:39.470723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-16ed7cd5-ed2d-483c-863a-7354858b08fe None None] Provisioning complete for port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:39.471243 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-16ed7cd5-ed2d-483c-863a-7354858b08fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.486134 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23d4c93c-8a8f-46e3-a9cc-d21de24eb0c6 req-a096534b-50a7-4670-828d-cd96fd0b6d5c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377308 Nov 09 19:39:39.487262 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.496860 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.647339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-16ed7cd5-ed2d-483c-863a-7354858b08fe None None] Port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:39:39.651358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 907d89b6-488c-4b55-b77c-27da84bece14, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=907d89b6-488c-4b55-b77c-27da84bece14,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:39.658039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e81902-5920-4b0c-8945-0a1c1ced05c7 req-630fde69-9417-443e-b32a-d48a4ba3fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:39.659580 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29e81902-5920-4b0c-8945-0a1c1ced05c7 req-630fde69-9417-443e-b32a-d48a4ba3fa75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1096 time: 0.1187894 Nov 09 19:39:39.667805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a6911-648a-4dbe-b4e7-301dd2475b11 req-8d20012a-4e3b-41fb-8a9d-f8a97b2364df tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:39.669494 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.677275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db4a6911-648a-4dbe-b4e7-301dd2475b11 req-8d20012a-4e3b-41fb-8a9d-f8a97b2364df tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 945 time: 0.1940637 Nov 09 19:39:39.758447 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db4a6911-648a-4dbe-b4e7-301dd2475b11 req-e5e3db81-8c8b-4078-b90a-8900a5eeb85a tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801342 Nov 09 19:39:39.769162 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29e81902-5920-4b0c-8945-0a1c1ced05c7 req-8c7f8fd1-2ba6-45e1-875f-1662d4ccc594 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890415 Nov 09 19:39:39.775580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=907d89b6-488c-4b55-b77c-27da84bece14,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:39.824612 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-acbc70b1-8269-49c6-8cae-c4eee61fe697 req-d6d44d9b-b4e8-4a1f-998d-a651e238f868 tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a3c68cac-5e77-4fd8-92fa-99eae9a3549e HTTP/1.1" status: 200 len: 1778 time: 0.0378482 Nov 09 19:39:39.827692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd865-9fa3-4608-8f68-67e324a612fe req-2334a446-9600-4191-8cba-16717671aef4 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:39.829312 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-826cd865-9fa3-4608-8f68-67e324a612fe req-2334a446-9600-4191-8cba-16717671aef4 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 944 time: 0.2167430 Nov 09 19:39:39.887615 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-acbc70b1-8269-49c6-8cae-c4eee61fe697 req-be138a40-e608-4946-b2d2-fdcc942961dd tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.909966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-acbc70b1-8269-49c6-8cae-c4eee61fe697 req-be138a40-e608-4946-b2d2-fdcc942961dd tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.915783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Made reservation on behalf of 36c3716f9a1a4627a9dd87593858816f for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:39.919594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.937240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb6438-9b04-4b0e-8249-1099223971ef None None] New status for floating IP 51c469e7-6690-4cd6-9091-27565ef6b4a8: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:39:39.942556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-826cd865-9fa3-4608-8f68-67e324a612fe req-9801192d-05f5-4090-a6d6-dd8cd09c6006 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055977 Nov 09 19:39:39.981934 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-acbc70b1-8269-49c6-8cae-c4eee61fe697 req-be138a40-e608-4946-b2d2-fdcc942961dd tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:39.989278 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-acbc70b1-8269-49c6-8cae-c4eee61fe697 req-be138a40-e608-4946-b2d2-fdcc942961dd tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.008411 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-acbc70b1-8269-49c6-8cae-c4eee61fe697 req-be138a40-e608-4946-b2d2-fdcc942961dd tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3c68cac-5e77-4fd8-92fa-99eae9a3549e HTTP/1.1" status: 204 len: 173 time: 0.1711519 Nov 09 19:39:40.052816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138a40-e608-4946-b2d2-fdcc942961dd tempest-SecurityGroupsTestAdminJSON-1624868758 tempest-SecurityGroupsTestAdminJSON-1624868758-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c68cac-5e77-4fd8-92fa-99eae9a3549e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:40.251523 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-72e11ceb-4f4e-4da1-9aec-f137cdfbc730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.252053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a4ff7-65fc-4e7e-84df-062db406894d req-04d64a1e-d0f5-4a8a-a8b3-9a9bc4610d8c tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:40.253666 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b76a4ff7-65fc-4e7e-84df-062db406894d req-04d64a1e-d0f5-4a8a-a8b3-9a9bc4610d8c tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 931 time: 0.1244373 Nov 09 19:39:40.271264 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d2d15410-eea3-4106-9166-748657545de6 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:40.326367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c61ae9-f781-4067-a35a-708ef69455a7 req-a0525993-6570-4f5c-b9c0-149d198b6d6e tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:40.327984 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83c61ae9-f781-4067-a35a-708ef69455a7 req-a0525993-6570-4f5c-b9c0-149d198b6d6e tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 944 time: 0.2810595 Nov 09 19:39:40.348613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:40.362936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b76a4ff7-65fc-4e7e-84df-062db406894d req-172527ce-fb9e-44a2-8252-1e94c3bf5b79 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013141 Nov 09 19:39:40.381523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f25ee7da-d896-4045-a1e4-7a7c6f0f499d no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:39:40.405884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.414138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: f25ee7da-d896-4045-a1e4-7a7c6f0f499d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:39:40.419499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f25ee7da-d896-4045-a1e4-7a7c6f0f499d not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:39:40.423491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Allocated IP 172.20.0.5 (5ec10223-1afa-4ffa-b1d1-e4a67090c5ae/dda2cb8f-ba5d-4923-8574-6d348bd075a8/08ec1997-294e-4780-9d0b-4d210b4bac90) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:40.434684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d2d15410-eea3-4106-9166-748657545de6 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:39:40.446884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d2d15410-eea3-4106-9166-748657545de6 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:40.448945 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.501409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Transition to ACTIVE for port object 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:39:40.536433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.553586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb19f1f7-ea34-4aad-9c15-78ac14334e8d req-aeb7bcf4-ae0a-4c01-8078-d1808a434d66 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 210 time: 0.0480218 Nov 09 19:39:40.606391 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.611163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83c61ae9-f781-4067-a35a-708ef69455a7 req-70eca24e-be6a-48b9-b741-0fe1a82afb91 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362227 Nov 09 19:39:40.659200 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9054c3ca-e57c-4028-8a13-d76ef35dd8dc req-f804a0c4-5d5d-4301-a1aa-e3129e6ddb65 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] 10.222.0.53 "GET /v2.0/security-groups/1e04d7ec-1fa2-475f-a73d-c35225c5421a HTTP/1.1" status: 200 len: 1777 time: 0.0625343 Nov 09 19:39:40.681361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:40.692382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.744953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9054c3ca-e57c-4028-8a13-d76ef35dd8dc req-7c0dc674-3761-4158-8c07-7b2dddd728a3 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.812229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9054c3ca-e57c-4028-8a13-d76ef35dd8dc req-7c0dc674-3761-4158-8c07-7b2dddd728a3 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.832625 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d2d15410-eea3-4106-9166-748657545de6,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:40.884588 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9054c3ca-e57c-4028-8a13-d76ef35dd8dc req-7c0dc674-3761-4158-8c07-7b2dddd728a3 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.888229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9054c3ca-e57c-4028-8a13-d76ef35dd8dc req-7c0dc674-3761-4158-8c07-7b2dddd728a3 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:40.897882 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9054c3ca-e57c-4028-8a13-d76ef35dd8dc req-7c0dc674-3761-4158-8c07-7b2dddd728a3 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] 10.222.0.53 "DELETE /v2.0/security-groups/1e04d7ec-1fa2-475f-a73d-c35225c5421a HTTP/1.1" status: 204 len: 173 time: 0.2377427 Nov 09 19:39:40.913459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0dc674-3761-4158-8c07-7b2dddd728a3 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04d7ec-1fa2-475f-a73d-c35225c5421a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:41.134602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:41.161463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff701e-0009-4b47-9093-42cfcf65c039 req-031f2df0-abe5-4a42-ac90-7273ac90c5a9 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:41.163650 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-27ff701e-0009-4b47-9093-42cfcf65c039 req-031f2df0-abe5-4a42-ac90-7273ac90c5a9 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 945 time: 0.1130831 Nov 09 19:39:41.244143 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-27ff701e-0009-4b47-9093-42cfcf65c039 req-cf50d2ad-3e80-48b5-acb4-d767563256d9 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674248 Nov 09 19:39:41.280564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Attempting to bind port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:41.281042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Attempting to bind port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:41.281473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Attempting to bind port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c on network b5b6fb47-7a20-48ea-9835-141612264bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:41.315777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c on network b5b6fb47-7a20-48ea-9835-141612264bec not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:39:41.316766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Attempting to bind port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c on network b5b6fb47-7a20-48ea-9835-141612264bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:41.339552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:41.340531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Checking segment: {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:41.340531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Bound using segment: {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:41.341023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Bound port: 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59bdb369-898d-4e3d-91e2-5871846adbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:41.341506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:41.348171 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d6b0e5f-941b-4995-aa10-11392ebec332 req-86494026-5f77-4444-964d-1cd3b475e95d tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] 10.222.0.53 "GET /v2.0/security-groups/cc51f134-efed-4562-9b26-048e3f216514 HTTP/1.1" status: 200 len: 1777 time: 0.0663965 Nov 09 19:39:41.359923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b07b8-3969-4765-9753-df66966fbf33 req-2286f622-20cf-4cb7-baee-27f9d7ac0db6 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:41.361627 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c14b07b8-3969-4765-9753-df66966fbf33 req-2286f622-20cf-4cb7-baee-27f9d7ac0db6 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.2535453 Nov 09 19:39:41.383705 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:41.395477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-bcde2c17-2a5c-4934-98bb-8ce3f3c84d88 service neutron] 10.222.0.70 "GET /v2.0/ports/ff751787-4749-408f-8f65-61ba9af15ecc/bindings/n-h1-817256-1 HTTP/1.1" status: 200 len: 382 time: 0.2886324 Nov 09 19:39:41.414722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c1e0aa-0d5f-47cc-94f5-a8c24421b412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907d89b6-488c-4b55-b77c-27da84bece14'}, {'server_uuid': 'b136c2c4-e070-493a-9545-86e0e2543070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d15410-eea3-4106-9166-748657545de6'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:41.419213 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6405fa4-0434-4b48-91d2-4da08e301042" -d '{"events": [{"server_uuid": "33c1e0aa-0d5f-47cc-94f5-a8c24421b412", "name": "network-vif-plugged", "status": "completed", "tag": "907d89b6-488c-4b55-b77c-27da84bece14"}, {"server_uuid": "b136c2c4-e070-493a-9545-86e0e2543070", "name": "network-vif-plugged", "status": "completed", "tag": "d2d15410-eea3-4106-9166-748657545de6"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:41.437206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8d6b0e5f-941b-4995-aa10-11392ebec332 req-9354ed38-493f-4b2f-be69-5b96fc507820 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:41.470548 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8d6b0e5f-941b-4995-aa10-11392ebec332 req-9354ed38-493f-4b2f-be69-5b96fc507820 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:41.489659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c14b07b8-3969-4765-9753-df66966fbf33 req-c890cc7a-25b2-4cb0-b7cc-2f9cfdcf31c3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116211 Nov 09 19:39:41.496324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] For port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:41.501097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] For port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:41.514909 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:41.547814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8d6b0e5f-941b-4995-aa10-11392ebec332 req-9354ed38-493f-4b2f-be69-5b96fc507820 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:41.550983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:41.558400 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8d6b0e5f-941b-4995-aa10-11392ebec332 req-9354ed38-493f-4b2f-be69-5b96fc507820 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:41.571989 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d6b0e5f-941b-4995-aa10-11392ebec332 req-9354ed38-493f-4b2f-be69-5b96fc507820 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] 10.222.0.53 "DELETE /v2.0/security-groups/cc51f134-efed-4562-9b26-048e3f216514 HTTP/1.1" status: 204 len: 173 time: 0.2230556 Nov 09 19:39:41.619210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354ed38-493f-4b2f-be69-5b96fc507820 tempest-SecurityGroupsTestAdminJSON-1141372694 tempest-SecurityGroupsTestAdminJSON-1141372694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc51f134-efed-4562-9b26-048e3f216514,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:41.658795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:41.659454 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:41.660901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-10250e7d-0563-4441-9210-7705152cb223 service neutron] 10.222.0.70 "PUT /v2.0/ports/0e6a6a30-628e-44f4-8a95-1c6eeb35d39c HTTP/1.1" status: 200 len: 1091 time: 2.6017165 Nov 09 19:39:41.674463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9dc86d-6af4-4028-a848-0803e36014df', 'tag': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:41.676848 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42befa7b-a40a-4e24-8c21-247025604d72" -d '{"events": [{"name": "network-changed", "server_uuid": "be9dc86d-6af4-4028-a848-0803e36014df", "tag": "0e6a6a30-628e-44f4-8a95-1c6eeb35d39c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:41.826603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd29684-db6d-47e1-bb05-f4f90efccca4 req-19eec295-a53f-4c5c-bf04-21f6c63c864a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:41.836986 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ddd29684-db6d-47e1-bb05-f4f90efccca4 req-19eec295-a53f-4c5c-bf04-21f6c63c864a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 945 time: 0.1394675 Nov 09 19:39:41.884637 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:41.928934 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ddd29684-db6d-47e1-bb05-f4f90efccca4 req-9387c448-c796-4913-9fdf-25e1f57979bc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866768 Nov 09 19:39:41.956766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:41.985199 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b839d54-1998-481e-9265-9fbb5bde7d1d x-openstack-request-id: req-5b839d54-1998-481e-9265-9fbb5bde7d1d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:41.985524 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c1e0aa-0d5f-47cc-94f5-a8c24421b412", "name": "network-vif-plugged", "status": "completed", "tag": "907d89b6-488c-4b55-b77c-27da84bece14", "code": 200}, {"server_uuid": "b136c2c4-e070-493a-9545-86e0e2543070", "name": "network-vif-plugged", "status": "completed", "tag": "d2d15410-eea3-4106-9166-748657545de6", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:41.985758 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b839d54-1998-481e-9265-9fbb5bde7d1d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:41.986156 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c1e0aa-0d5f-47cc-94f5-a8c24421b412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907d89b6-488c-4b55-b77c-27da84bece14', 'code': 200} Nov 09 19:39:41.986409 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b136c2c4-e070-493a-9545-86e0e2543070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d15410-eea3-4106-9166-748657545de6', 'code': 200} Nov 09 19:39:42.046381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:42.162479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250e7d-0563-4441-9210-7705152cb223 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:42.259309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48912) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:42.293403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-496fcd23-98b3-4330-b93a-6e409e2dae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:42.295407 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-496fcd23-98b3-4330-b93a-6e409e2dae12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=680f524dfe864ca0aa5e62d7ca065773&device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 1094 time: 0.5614307 Nov 09 19:39:42.385291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-fbc99481-271a-4c8c-8f19-8948dc208110 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c HTTP/1.1" status: 200 len: 217 time: 0.0630112 Nov 09 19:39:42.387076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48918) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:42.453180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f58fe0-6b6d-460a-8cf8-ff8783ef6328 req-2e5fe893-8e88-41f7-bd0b-3ea515839b81 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:42.456165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86f58fe0-6b6d-460a-8cf8-ff8783ef6328 req-2e5fe893-8e88-41f7-bd0b-3ea515839b81 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 943 time: 0.6560712 Nov 09 19:39:42.472099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7f3041c9-c51d-4831-a5f6-26ce7036e288 None None] Provisioning complete for port 08ec1997-294e-4780-9d0b-4d210b4bac90 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:42.473083 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7f3041c9-c51d-4831-a5f6-26ce7036e288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:42.556124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7f3041c9-c51d-4831-a5f6-26ce7036e288 None None] Port 08ec1997-294e-4780-9d0b-4d210b4bac90 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:39:42.562310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Pushing event updated for resources: {'Port': ['ID=08ec1997-294e-4780-9d0b-4d210b4bac90,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:42.577745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854545-7a88-4411-9522-6f296de35fbe req-0ead49e2-09d0-4471-8ad3-761d7d4ba81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:42.579584 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-0ead49e2-09d0-4471-8ad3-761d7d4ba81a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236&tenant_id=7c484e1d3fa649f1a7b536ea30195afa HTTP/1.1" status: 200 len: 1101 time: 0.6859379 Nov 09 19:39:42.606767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce6851-e455-4df5-9a3a-a3a6e23d111e req-d8519f6f-dfa9-495a-8b2e-5ee9483b45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:42.607859 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-adce6851-e455-4df5-9a3a-a3a6e23d111e req-d8519f6f-dfa9-495a-8b2e-5ee9483b45f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1096 time: 0.5568364 Nov 09 19:39:42.609901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:42.611395 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:42.622798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f7950-b4c8-4618-9201-96c346a7a0a1 req-e37c41ab-c6aa-400e-a4ea-9ee48b30897b tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:42.630599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf5f7950-b4c8-4618-9201-96c346a7a0a1 req-e37c41ab-c6aa-400e-a4ea-9ee48b30897b tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 931 time: 0.4852281 Nov 09 19:39:42.660165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73fe0c17-eae6-4610-9b73-7ee78735d03c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3474948 Nov 09 19:39:42.675569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bea67-4214-4723-ad84-01c68ad2389c req-5d8b5cc9-a893-400d-831a-9d4c164b06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:42.677307 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-816bea67-4214-4723-ad84-01c68ad2389c req-5d8b5cc9-a893-400d-831a-9d4c164b06d5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 1096 time: 0.1469054 Nov 09 19:39:42.718372 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf5f7950-b4c8-4618-9201-96c346a7a0a1 req-4514503e-6cf7-446f-9d7e-f7e692e0cf5f tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806923 Nov 09 19:39:42.720642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-adce6851-e455-4df5-9a3a-a3a6e23d111e req-bccf14b4-3cb9-422b-a823-75381db3395c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880260 Nov 09 19:39:42.729880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2016-c6e0-4860-a305-ac18a8531496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:42.749319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-32d4fe29-bb46-447a-a963-56b5de077d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:42.750993 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-32d4fe29-bb46-447a-a963-56b5de077d17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3 HTTP/1.1" status: 200 len: 862 time: 0.3259099 Nov 09 19:39:42.753395 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a74c5e8b-3316-468e-8e84-13c8327bee6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d74d3b1744984d23bbdbb139c2f71b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906008 Nov 09 19:39:42.756315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48924) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:42.768164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86f58fe0-6b6d-460a-8cf8-ff8783ef6328 req-552a9634-cbca-43e5-96c0-eadcade21a3f tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029351 Nov 09 19:39:42.773926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854545-7a88-4411-9522-6f296de35fbe req-68170d25-1d63-4595-b0d3-660d3037dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:42.776309 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-68170d25-1d63-4595-b0d3-660d3037dc6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 1101 time: 0.1430154 Nov 09 19:39:42.867891 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd22b6e8-4374-4236-98d7-ee8c29839d9a x-openstack-request-id: req-dd22b6e8-4374-4236-98d7-ee8c29839d9a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:42.868217 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9dc86d-6af4-4028-a848-0803e36014df", "tag": "0e6a6a30-628e-44f4-8a95-1c6eeb35d39c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:42.868607 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd22b6e8-4374-4236-98d7-ee8c29839d9a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:42.869162 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9dc86d-6af4-4028-a848-0803e36014df', 'tag': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c', 'status': 'completed', 'code': 200} Nov 09 19:39:42.871924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e17105d8-927a-406c-874a-8bbd444b013a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:42.896404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f35dbf-eeb3-4b15-8f67-2ad0269dacbf req-b446e9bb-a323-4e1d-9e6a-090eeb387c68 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:42.900242 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62f35dbf-eeb3-4b15-8f67-2ad0269dacbf req-b446e9bb-a323-4e1d-9e6a-090eeb387c68 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 945 time: 0.1137109 Nov 09 19:39:42.917410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e17105d8-927a-406c-874a-8bbd444b013a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:42.949975 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2016-c6e0-4860-a305-ac18a8531496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:42.973020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62f35dbf-eeb3-4b15-8f67-2ad0269dacbf req-2785f631-7be8-4040-bbbf-b74a9188baba tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590446 Nov 09 19:39:42.998878 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2016-c6e0-4860-a305-ac18a8531496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:43.137198 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0e58035-2c0d-4baf-be3c-d2ba5ef8d748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:43.147796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d3704-15b2-49b6-96ff-a88f65b4110c req-07398874-dd71-4c67-adad-8ab61f0af58e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:43.156902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d4d3704-15b2-49b6-96ff-a88f65b4110c req-07398874-dd71-4c67-adad-8ab61f0af58e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.0828085 Nov 09 19:39:43.220783 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f2cf2016-c6e0-4860-a305-ac18a8531496 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3836c67fd9d64cf1a9b089c3dc3d2c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8146842 Nov 09 19:39:43.222099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d4d3704-15b2-49b6-96ff-a88f65b4110c req-0ac853da-9aa5-426c-967f-6459d4b094a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642450 Nov 09 19:39:43.223389 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48930) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:43.226697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf2016-c6e0-4860-a305-ac18a8531496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7f64ae-5ece-4f48-ba44-386559454ec6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:43.249931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-19cd19b4-e6e5-4b44-ba57-ac5f1abbcd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:43.251576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-19cd19b4-e6e5-4b44-ba57-ac5f1abbcd05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5b6fb47-7a20-48ea-9835-141612264bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170226 Nov 09 19:39:43.273248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea9d4f-8bbd-463f-8d4e-d90e65917b7f req-62b17bb4-b95c-4182-aa7c-526a43f0bd94 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:43.281966 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a8ea9d4f-8bbd-463f-8d4e-d90e65917b7f req-62b17bb4-b95c-4182-aa7c-526a43f0bd94 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 945 time: 0.3040862 Nov 09 19:39:43.380210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9604ddd2-79ab-4d0e-bb9a-49fa52e73bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:43.418712 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:43.426945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854545-7a88-4411-9522-6f296de35fbe req-e4d3bd5d-007f-45e2-91b1-7a23281507d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:43.428573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-e4d3bd5d-007f-45e2-91b1-7a23281507d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4928806 Nov 09 19:39:43.431890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e17105d8-927a-406c-874a-8bbd444b013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:43.434700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e17105d8-927a-406c-874a-8bbd444b013a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:43.435033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9604ddd2-79ab-4d0e-bb9a-49fa52e73bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:43.436383 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e17105d8-927a-406c-874a-8bbd444b013a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08e80678-cabe-425d-b3a5-fde8874116d8 HTTP/1.1" status: 204 len: 168 time: 0.6789782 Nov 09 19:39:43.461211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712c496-6ae4-4a6e-8d7f-dfb971ceba2e req-013a7185-7ae8-40d8-a0c7-823b61bf2288 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:43.472303 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8712c496-6ae4-4a6e-8d7f-dfb971ceba2e req-013a7185-7ae8-40d8-a0c7-823b61bf2288 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 945 time: 0.1368985 Nov 09 19:39:43.546025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17105d8-927a-406c-874a-8bbd444b013a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e80678-cabe-425d-b3a5-fde8874116d8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:43.551968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-6a285e88-6109-45db-a222-84170464a092 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ff751787-4749-408f-8f65-61ba9af15ecc HTTP/1.1" status: 200 len: 217 time: 0.1074698 Nov 09 19:39:43.558719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a8ea9d4f-8bbd-463f-8d4e-d90e65917b7f req-dfacd07d-a9c6-4b79-9cc3-640f5731427e tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750814 Nov 09 19:39:43.583903 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8712c496-6ae4-4a6e-8d7f-dfb971ceba2e req-9d852109-ef17-4069-ae01-297951d95f69 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055205 Nov 09 19:39:43.629240 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9604ddd2-79ab-4d0e-bb9a-49fa52e73bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:43.632425 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9604ddd2-79ab-4d0e-bb9a-49fa52e73bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:43.636817 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9604ddd2-79ab-4d0e-bb9a-49fa52e73bb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f7f64ae-5ece-4f48-ba44-386559454ec6 HTTP/1.1" status: 204 len: 168 time: 0.4029529 Nov 09 19:39:43.661567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604ddd2-79ab-4d0e-bb9a-49fa52e73bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7f64ae-5ece-4f48-ba44-386559454ec6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:43.667164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-9fd36c05-8dae-4399-a93b-b17dcee07da3 service neutron] 10.222.0.70 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709466 Nov 09 19:39:43.675692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854545-7a88-4411-9522-6f296de35fbe req-f5db059a-720c-4ede-8884-cd44995392c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:43.680507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-f5db059a-720c-4ede-8884-cd44995392c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1180263 Nov 09 19:39:43.802768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854545-7a88-4411-9522-6f296de35fbe req-0b6b178a-8ea4-480c-a539-2acbdf8e7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:43.811663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-0b6b178a-8ea4-480c-a539-2acbdf8e7717 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132727 Nov 09 19:39:43.951808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66348de1-86dc-4cae-8bb6-25f5cd7d694e req-752d1913-8396-4663-87ad-d5b0111510f9 service neutron] 10.222.0.70 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700713 Nov 09 19:39:43.994666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b016e4c-5371-4889-a59b-1bd38e71cb7a req-779b9f8f-648c-4e7e-91f3-f151064f29b0 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:43.999079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b016e4c-5371-4889-a59b-1bd38e71cb7a req-779b9f8f-648c-4e7e-91f3-f151064f29b0 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 931 time: 0.1198759 Nov 09 19:39:44.030293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4fd20-1ca6-4893-9c0b-5a14d5742e08 req-caff1342-0fbb-4c46-b055-c2bd170ba75f tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:44.032262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89e4fd20-1ca6-4893-9c0b-5a14d5742e08 req-caff1342-0fbb-4c46-b055-c2bd170ba75f tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 943 time: 0.1070302 Nov 09 19:39:44.061926 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b016e4c-5371-4889-a59b-1bd38e71cb7a req-71175c54-be94-4892-932b-125e9784bb13 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472894 Nov 09 19:39:44.075596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48946) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:44.080919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-a1fb6bc6-4874-4e33-854e-48a249b96d32 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642357 Nov 09 19:39:44.170403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab2246e4-59d7-44a6-bd35-405678a89c45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b3172c5ffd274698ac0e0445288b42b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922434 Nov 09 19:39:44.172421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48948) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:44.264940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89e4fd20-1ca6-4893-9c0b-5a14d5742e08 req-a207db69-6613-41f3-9429-642a3b1df373 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103770 Nov 09 19:39:44.271632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42befa7b-a40a-4e24-8c21-247025604d72 req-a2e6c06d-8380-401c-9f05-dae1c5115dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:44.273167 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42befa7b-a40a-4e24-8c21-247025604d72 req-a2e6c06d-8380-401c-9f05-dae1c5115dcc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=680f524dfe864ca0aa5e62d7ca065773&device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 1094 time: 0.2348962 Nov 09 19:39:44.278946 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff751787-4749-408f-8f65-61ba9af15ecc no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:39:44.380405 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07c470a1-3d31-47b6-8407-afe5865b7c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:44.403658 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad854545-7a88-4411-9522-6f296de35fbe req-0242a77c-eea9-45cf-a4d5-e553fa5d4368 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065159 Nov 09 19:39:44.421954 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:44.430004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab6787-db46-42cd-b5ea-3fbf8c33a83f req-d7aab5a8-8d68-4c58-ac41-54605f1640be tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:44.440655 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e9ab6787-db46-42cd-b5ea-3fbf8c33a83f req-d7aab5a8-8d68-4c58-ac41-54605f1640be tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 945 time: 0.1393356 Nov 09 19:39:44.499385 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:44.554962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07c470a1-3d31-47b6-8407-afe5865b7c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:44.564069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff751787-4749-408f-8f65-61ba9af15ecc'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:44.566494 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e201be0-b4cc-44ae-9e4c-5627621c6fae" -d '{"events": [{"server_uuid": "6c013631-bbc4-4d7c-8dfd-89719538c236", "name": "network-vif-unplugged", "status": "completed", "tag": "ff751787-4749-408f-8f65-61ba9af15ecc"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:44.625547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ff751787-4749-408f-8f65-61ba9af15ecc, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff751787-4749-408f-8f65-61ba9af15ecc,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:44.639157 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:44.687216 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e9ab6787-db46-42cd-b5ea-3fbf8c33a83f req-70a23d5f-a5cc-4682-a455-d56d89affd7b tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455554 Nov 09 19:39:44.729942 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07c470a1-3d31-47b6-8407-afe5865b7c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:44.737286 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07c470a1-3d31-47b6-8407-afe5865b7c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:44.740254 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-07c470a1-3d31-47b6-8407-afe5865b7c75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79ef6aa6-176c-439c-a4c6-fd3c158a3038 HTTP/1.1" status: 204 len: 168 time: 0.5666509 Nov 09 19:39:44.746255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7b4a-fd6b-4a12-a511-402ecfb54338 req-6a06b739-9f9c-4bdf-bd00-e4abbe6ce456 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:44.758478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1fc7b4a-fd6b-4a12-a511-402ecfb54338 req-6a06b739-9f9c-4bdf-bd00-e4abbe6ce456 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.2268105 Nov 09 19:39:44.766769 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c470a1-3d31-47b6-8407-afe5865b7c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ef6aa6-176c-439c-a4c6-fd3c158a3038,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:44.784263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42befa7b-a40a-4e24-8c21-247025604d72 req-2511011d-ad63-40d2-b296-396f300e896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:44.789564 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42befa7b-a40a-4e24-8c21-247025604d72 req-2511011d-ad63-40d2-b296-396f300e896a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5b6fb47-7a20-48ea-9835-141612264bec HTTP/1.1" status: 200 len: 924 time: 0.5032692 Nov 09 19:39:44.822117 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ea949f-f8b9-4ab2-8e95-6b9bb786d672 x-openstack-request-id: req-a7ea949f-f8b9-4ab2-8e95-6b9bb786d672 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:44.823365 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c013631-bbc4-4d7c-8dfd-89719538c236", "name": "network-vif-unplugged", "status": "completed", "tag": "ff751787-4749-408f-8f65-61ba9af15ecc", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:44.823835 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7ea949f-f8b9-4ab2-8e95-6b9bb786d672 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:44.824454 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff751787-4749-408f-8f65-61ba9af15ecc', 'code': 200} Nov 09 19:39:44.825376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ff751787-4749-408f-8f65-61ba9af15ecc,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:44.860676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Request body: {'port': {'device_id': '0b1abd5f-0729-4b28-a8a9-143126f03544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:44.867940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-816bea67-4214-4723-ad84-01c68ad2389c req-e96f7d3f-4d9f-4d0a-aa02-4c41d3c581f7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668316 Nov 09 19:39:44.975462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42befa7b-a40a-4e24-8c21-247025604d72 req-170d6537-5f86-4ead-a9e1-ad7a336da9d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c HTTP/1.1" status: 200 len: 217 time: 0.1757171 Nov 09 19:39:45.048435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15ce42-de93-4379-a757-907b9836af05 req-6a468d76-62ba-4918-91e4-0a09a30cb0e8 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:45.059359 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b15ce42-de93-4379-a757-907b9836af05 req-6a468d76-62ba-4918-91e4-0a09a30cb0e8 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 945 time: 0.1159971 Nov 09 19:39:45.076721 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1fc7b4a-fd6b-4a12-a511-402ecfb54338 req-ee5f94ca-54c5-42dd-9ef1-62f9bdde0b13 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152313 Nov 09 19:39:45.150225 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b15ce42-de93-4379-a757-907b9836af05 req-c30ea66f-54b7-4394-a2df-ccb6fdc86759 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862975 Nov 09 19:39:45.161516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42befa7b-a40a-4e24-8c21-247025604d72 req-fe380904-994c-4f17-a9a7-28831b9f7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:45.163043 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42befa7b-a40a-4e24-8c21-247025604d72 req-fe380904-994c-4f17-a9a7-28831b9f7251 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3 HTTP/1.1" status: 200 len: 862 time: 0.1409523 Nov 09 19:39:45.166809 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:45.299938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b546f9a-2048-430c-8b9b-ad5e8635ca92 req-7b6d44eb-9407-4697-ab0d-59703734cfc5 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:45.310442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b546f9a-2048-430c-8b9b-ad5e8635ca92 req-7b6d44eb-9407-4697-ab0d-59703734cfc5 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1096 time: 0.0702362 Nov 09 19:39:45.339805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42befa7b-a40a-4e24-8c21-247025604d72 req-55d1f275-99b8-45b1-9215-f60613ee5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:45.342277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42befa7b-a40a-4e24-8c21-247025604d72 req-55d1f275-99b8-45b1-9215-f60613ee5510 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5b6fb47-7a20-48ea-9835-141612264bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484964 Nov 09 19:39:45.373708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b546f9a-2048-430c-8b9b-ad5e8635ca92 req-81f5d509-b2e2-456b-8a7b-ed1b12de5f9c tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567758 Nov 09 19:39:45.501223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48992) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:45.515215 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03b157-c64c-4be0-a582-fea53302f85b req-51065859-f55b-4e8c-bcad-2377b135a9f9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:45.531161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b03b157-c64c-4be0-a582-fea53302f85b req-51065859-f55b-4e8c-bcad-2377b135a9f9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 945 time: 0.2787199 Nov 09 19:39:45.560175 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaf91b-dd29-4763-b3d1-5e5649319766 req-2e7034d8-d66f-48ad-946b-6dfbed6eea00 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:45.562019 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-98aaf91b-dd29-4763-b3d1-5e5649319766 req-2e7034d8-d66f-48ad-946b-6dfbed6eea00 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 931 time: 0.1015108 Nov 09 19:39:45.660884 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-98aaf91b-dd29-4763-b3d1-5e5649319766 req-3ef7d4a1-270a-40bf-9fc0-fe5646ae60c9 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840931 Nov 09 19:39:45.834176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac44b2a-ff51-4acd-a4bd-a2a5bcf1a433 req-3df913fb-fd37-4787-8e58-0444be221716 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:45.834972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b03b157-c64c-4be0-a582-fea53302f85b req-e4e628e5-fa25-497f-b83e-1656fc0f9fa0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885935 Nov 09 19:39:45.847505 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bac44b2a-ff51-4acd-a4bd-a2a5bcf1a433 req-3df913fb-fd37-4787-8e58-0444be221716 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 943 time: 0.0782294 Nov 09 19:39:45.860930 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42befa7b-a40a-4e24-8c21-247025604d72 req-6a1d4b70-b4f2-42e1-b23b-bde584065cfc service neutron] 10.222.0.70 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060325 Nov 09 19:39:45.943785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bac44b2a-ff51-4acd-a4bd-a2a5bcf1a433 req-1cb178f7-b860-43e6-97aa-3d9f7bacee98 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941713 Nov 09 19:39:45.962839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-37155847-network', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:46.004731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Made reservation on behalf of c2fd431b389b44d29b5cb5da9b271663 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:46.006958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:46.024884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:46.128173 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:46.293927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7ef11-8cf3-4e0e-a056-c56f355fccac req-e181fde8-9941-4ab0-a309-06cf80e62c9a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:46.296223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ea7ef11-8cf3-4e0e-a056-c56f355fccac req-e181fde8-9941-4ab0-a309-06cf80e62c9a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 948 time: 0.0940700 Nov 09 19:39:46.390423 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ea7ef11-8cf3-4e0e-a056-c56f355fccac req-ad0569dd-d3a0-4a0c-b1ad-2f1270668b60 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616367 Nov 09 19:39:46.520338 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42befa7b-a40a-4e24-8c21-247025604d72 req-000ef9ae-1c86-41f7-880c-2ddf2c575b59 service neutron] 10.222.0.70 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505041 Nov 09 19:39:46.543621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d3c00-2766-4f98-964f-2714589083ee req-3ac8d70f-1f7d-488e-9f2a-4ec008edd527 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:46.552032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e30d3c00-2766-4f98-964f-2714589083ee req-3ac8d70f-1f7d-488e-9f2a-4ec008edd527 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1096 time: 0.5634422 Nov 09 19:39:46.622850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e207ee-545c-4044-af7b-7dc13aa9759d req-6fb282ef-127e-42be-914e-2ca8553f0b09 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:46.637318 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19e207ee-545c-4044-af7b-7dc13aa9759d req-6fb282ef-127e-42be-914e-2ca8553f0b09 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 945 time: 0.1437194 Nov 09 19:39:46.653929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ec1997-294e-4780-9d0b-4d210b4bac90 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:46.672083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e30d3c00-2766-4f98-964f-2714589083ee req-30e60ed0-af05-4a44-845e-e0db72abafad tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190526 Nov 09 19:39:46.681180 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:46.712782 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19e207ee-545c-4044-af7b-7dc13aa9759d req-b3f96664-c86f-43cf-9331-a4f4a03f05db tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735910 Nov 09 19:39:46.724433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Transition to ACTIVE for port object 08ec1997-294e-4780-9d0b-4d210b4bac90 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:39:46.767607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:46.894239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b95e6-d7a0-4bd8-922e-330f036a54f8 req-f45fecd0-a60e-475f-8683-898d65a29399 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:46.903211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f50b95e6-d7a0-4bd8-922e-330f036a54f8 req-f45fecd0-a60e-475f-8683-898d65a29399 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 943 time: 0.0761011 Nov 09 19:39:46.935678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Pushing event updated for resources: {'Port': ['ID=08ec1997-294e-4780-9d0b-4d210b4bac90,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:46.979273 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:46.980483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f50b95e6-d7a0-4bd8-922e-330f036a54f8 req-c9505959-7301-4fb1-9080-ff42f6f892c2 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760498 Nov 09 19:39:47.029428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:47.045893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:39:47.064356 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:47.064356 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Added segment f11ba8cc-b31d-4d91-82e4-bd9515e60023 of type vlan for network 15d72d6c-0680-41cc-ad59-956797ac6ae6 Nov 09 19:39:47.277170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:47.321640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa33e86-abba-49e1-8272-2a164ed922ae,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:47.345727 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729b2d4-c012-4fa4-8635-3f0a9b9a6f23 req-98b33a96-25e2-40cb-9f1b-cd3bb6efd1b7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:47.347278 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2729b2d4-c012-4fa4-8635-3f0a9b9a6f23 req-98b33a96-25e2-40cb-9f1b-cd3bb6efd1b7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 945 time: 0.1286750 Nov 09 19:39:47.434444 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2729b2d4-c012-4fa4-8635-3f0a9b9a6f23 req-70ac8306-8444-43b4-b22e-9c40ad255554 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761044 Nov 09 19:39:47.513214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:47.514232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:47.514968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:47.583370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b49d5-5610-4498-b1d7-954594f9797c req-025bb77c-ad0c-4336-a0ff-e850ae42f1b5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:47.585702 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9e2b49d5-5610-4498-b1d7-954594f9797c req-025bb77c-ad0c-4336-a0ff-e850ae42f1b5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 943 time: 0.0746543 Nov 09 19:39:47.611374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-521f97d1-4baa-4fea-ad2e-7ef0b918d1cd tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8454378 Nov 09 19:39:47.636231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:47.643320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] Pushing event updated for resources: {'Network': ['ID=15d72d6c-0680-41cc-ad59-956797ac6ae6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:47.651072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Attempting to bind port 08ec1997-294e-4780-9d0b-4d210b4bac90 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:47.651441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9e2b49d5-5610-4498-b1d7-954594f9797c req-46e980ab-9a87-4ef0-9108-7b8fa159a2dd tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584517 Nov 09 19:39:47.651581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Attempting to bind port 08ec1997-294e-4780-9d0b-4d210b4bac90 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:47.651887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Attempting to bind port 08ec1997-294e-4780-9d0b-4d210b4bac90 on network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:47.662058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Port 08ec1997-294e-4780-9d0b-4d210b4bac90 on network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:39:47.662377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Attempting to bind port 08ec1997-294e-4780-9d0b-4d210b4bac90 on network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:47.664523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 15d72d6c-0680-41cc-ad59-956797ac6ae6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:39:47.676372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49048) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:47.676834 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0b4d46a3-296b-4ddb-af50-01149038cfcf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1715395 Nov 09 19:39:47.680630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:47.680995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Checking segment: {'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:47.681375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Bound using segment: {'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:47.681888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Bound port: 08ec1997-294e-4780-9d0b-4d210b4bac90, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198ce3b5-5281-461c-8ff7-af2f777d7a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:47.682428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:47.688956 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Request body: {'subnet': {'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-37155847-subnet', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:47.714285 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.api [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 19:39:47.714285 n-d-817256-1 neutron-server[102295]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 19:39:47.714285 n-d-817256-1 neutron-server[102295]: [parameters: {'project_id_1': 'c2fd431b389b44d29b5cb5da9b271663', 'expiration_1': datetime.datetime(2021, 11, 9, 19, 39, 27, 693934)}] Nov 09 19:39:47.714285 n-d-817256-1 neutron-server[102295]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:39:47.714805 n-d-817256-1 neutron-server[102295]: DEBUG oslo_db.api [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:39:47.732021 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:47.817596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] For port 08ec1997-294e-4780-9d0b-4d210b4bac90, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:47.821004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] For port 08ec1997-294e-4780-9d0b-4d210b4bac90, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=08ec1997-294e-4780-9d0b-4d210b4bac90,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:47.828688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f008-13e8-437b-88f3-4ad31fbdb369 req-01227f76-b2ca-4094-8b27-963fa7dbd08e tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:47.830159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:47.830639 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9b1f008-13e8-437b-88f3-4ad31fbdb369 req-01227f76-b2ca-4094-8b27-963fa7dbd08e tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1096 time: 0.0533907 Nov 09 19:39:47.875747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:47.876370 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:47.877779 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] 10.222.0.77 "PUT /v2.0/ports/08ec1997-294e-4780-9d0b-4d210b4bac90 HTTP/1.1" status: 200 len: 1091 time: 3.0321646 Nov 09 19:39:47.878240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1abd5f-0729-4b28-a8a9-143126f03544', 'tag': '08ec1997-294e-4780-9d0b-4d210b4bac90'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:47.879125 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9b1f008-13e8-437b-88f3-4ad31fbdb369 req-3cba870c-6b58-4ad7-86a1-763d6e7496f7 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360186 Nov 09 19:39:47.880544 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063b3c42-b3d3-4ba3-b9f7-b3a9bf61e67c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1abd5f-0729-4b28-a8a9-143126f03544", "tag": "08ec1997-294e-4780-9d0b-4d210b4bac90"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:47.914023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7147c-f0d5-40fa-a35e-bb1349690c81 service neutron] Pushing event updated for resources: {'Port': ['ID=08ec1997-294e-4780-9d0b-4d210b4bac90,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:47.969062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.042356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa63c0-9ddf-45d3-9c14-8c8c796f876e req-c861a669-0f22-4281-b0fd-0babbe3f503b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:48.047165 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbfa63c0-9ddf-45d3-9c14-8c8c796f876e req-c861a669-0f22-4281-b0fd-0babbe3f503b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 948 time: 0.0759211 Nov 09 19:39:48.114177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbfa63c0-9ddf-45d3-9c14-8c8c796f876e req-faeeb8b6-82a1-4e23-b10d-e6b1ae3466ea tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640028 Nov 09 19:39:48.147646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Allocated IP 172.25.6.32 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/4680b5fc-0192-49cb-b45f-6267be42a41d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:48.242768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Made reservation on behalf of c2fd431b389b44d29b5cb5da9b271663 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:48.245455 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.301565 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.318551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff751787-4749-408f-8f65-61ba9af15ecc details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:39:48.357920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.401656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:48.404952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:48.408930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:48.451117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Pushing event updated for resources: {'Port': ['ID=4680b5fc-0192-49cb-b45f-6267be42a41d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:48.522526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ff751787-4749-408f-8f65-61ba9af15ecc, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff751787-4749-408f-8f65-61ba9af15ecc,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:48.538298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'ff751787-4749-408f-8f65-61ba9af15ecc', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'ff751787-4749-408f-8f65-61ba9af15ecc', 'mac_address': 'fa:16:3e:54:0a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:39:48.555856 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-0aec4da7-bae4-4f38-ab34-3d19cfa8230c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=478fd5521af344eab7afc8ad3989f728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323486 Nov 09 19:39:48.563279 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.600062 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.603679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.615182 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.627158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff751787-4749-408f-8f65-61ba9af15ecc {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:48.660817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ff751787-4749-408f-8f65-61ba9af15ecc, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff751787-4749-408f-8f65-61ba9af15ecc,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:48.666822 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.668123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:39:48.735812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09536b78-11f3-4e54-ac91-4a502701dd3f,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:48.755322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ff751787-4749-408f-8f65-61ba9af15ecc,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:48.840129 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.861634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:48.866315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Checking segment: {'id': 'f11ba8cc-b31d-4d91-82e4-bd9515e60023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:48.872969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Network hostable DHCP agents. Network: 15d72d6c-0680-41cc-ad59-956797ac6ae6, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:39:48.892500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-3afc8c8f-1eca-43a7-895d-cd8d65940666 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:48.902419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-3afc8c8f-1eca-43a7-895d-cd8d65940666 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377180 Nov 09 19:39:48.912887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:48.928143 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-290e9554-42bf-4071-974a-b1c40aae8454 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/quotas/478fd5521af344eab7afc8ad3989f728 HTTP/1.1" status: 200 len: 375 time: 0.0246117 Nov 09 19:39:48.933295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Pushing event updated for resources: {'Port': ['ID=4680b5fc-0192-49cb-b45f-6267be42a41d,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:48.941011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'port_id': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c', 'mac_address': 'fa:16:3e:ee:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:39:48.973843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-dc4b33b3-7f52-4e29-9ed4-841ee257a127 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=478fd5521af344eab7afc8ad3989f728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435438 Nov 09 19:39:48.988604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Network 15d72d6c-0680-41cc-ad59-956797ac6ae6 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:39:49.002546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 15d72d6c-0680-41cc-ad59-956797ac6ae6) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:49.007395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:49.007981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:49.014389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:49.032770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a55f1-a237-4f63-be97-cbaf07e208ee None None] Network 15d72d6c-0680-41cc-ad59-956797ac6ae6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:39:49.049300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2fb5d732-f7c9-4dfe-8dc6-b1768eca3938 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3705196 Nov 09 19:39:49.050216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49072) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:49.057339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-37155847-router', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:49.063675 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:49.065177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-5ae7af32-344a-459d-9a18-a1ef3a902421 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4349401 Nov 09 19:39:49.085554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:49.089445 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:49.124938 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:49.151519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:49.184864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-81139f0e-94a6-440b-8162-ccfb17419009 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.1133032 Nov 09 19:39:49.189986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:49.211811 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:49.215320 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:49.329244 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b4a13-bff4-4bde-86b7-9231054180fa x-openstack-request-id: req-5b2b4a13-bff4-4bde-86b7-9231054180fa {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:49.329926 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1abd5f-0729-4b28-a8a9-143126f03544", "tag": "08ec1997-294e-4780-9d0b-4d210b4bac90", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:49.330406 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b2b4a13-bff4-4bde-86b7-9231054180fa {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:49.338989 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1abd5f-0729-4b28-a8a9-143126f03544', 'tag': '08ec1997-294e-4780-9d0b-4d210b4bac90', 'status': 'completed', 'code': 200} Nov 09 19:39:49.340474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:49.409618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-15d72d6c-0680-41cc-ad59-956797ac6ae6', 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'fixed_ips': [{'subnet_id': '09536b78-11f3-4e54-ac91-4a502701dd3f'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:39:49.410499 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:49.451903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-b47e999e-0aa6-40a9-9558-4edb62f65764 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:49.469765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-b47e999e-0aa6-40a9-9558-4edb62f65764 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.2787511 Nov 09 19:39:49.500445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['0e6a6a30-628e-44f4-8a95-1c6eeb35d39c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:39:49.503042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ff751787-4749-408f-8f65-61ba9af15ecc'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:39:49.507628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-4d9c087c-bc8d-42fb-8fdd-d10ed224f57b tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:39:49.513785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62233fb8-c705-42d7-b7f2-941c137a24d4 req-4d9c087c-bc8d-42fb-8fdd-d10ed224f57b tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0377190 Nov 09 19:39:49.718604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:49.776675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f60e96-b8d0-449f-8b06-b80e4eb38df1 req-717927b3-930d-4085-892f-27a56d1db98d tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:49.787142 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4f60e96-b8d0-449f-8b06-b80e4eb38df1 req-717927b3-930d-4085-892f-27a56d1db98d tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 943 time: 0.1557064 Nov 09 19:39:49.887913 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4f60e96-b8d0-449f-8b06-b80e4eb38df1 req-23cc04d8-ed6b-450c-a34a-ce3d111b6fb5 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978251 Nov 09 19:39:49.922493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Allocated IP 172.20.0.2 (15d72d6c-0680-41cc-ad59-956797ac6ae6/09536b78-11f3-4e54-ac91-4a502701dd3f/bd5e4961-4944-4001-9a14-76b15ca28fbb) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:50.199162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:50.247233 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:50.350714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8106d2-ee49-41bd-a1b7-805a76063a3c req-60d43191-15e8-45b2-8a16-e98059505baf tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:50.352707 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa8106d2-ee49-41bd-a1b7-805a76063a3c req-60d43191-15e8-45b2-8a16-e98059505baf tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 945 time: 0.1392112 Nov 09 19:39:50.404468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-10823c19-1cc0-4c85-943b-93d1d752d0a3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:50.406203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-10823c19-1cc0-4c85-943b-93d1d752d0a3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236&tenant_id=7c484e1d3fa649f1a7b536ea30195afa&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 949 time: 0.1408210 Nov 09 19:39:50.475369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Allocated IP 172.25.6.65 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/54e5ae91-0e07-4589-ade9-c2f7aaaa13fa) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:50.601962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa8106d2-ee49-41bd-a1b7-805a76063a3c req-921705bd-7641-425b-bc64-fdafef24cb54 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931741 Nov 09 19:39:50.615833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-56657c8d-81db-43ff-aa5a-55ac99d4bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:50.617586 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-56657c8d-81db-43ff-aa5a-55ac99d4bfa8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 1100 time: 0.0515730 Nov 09 19:39:50.642606 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:50.693626 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:50.726982 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:50.735355 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:50.738599 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:50.743637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:50.747577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:50.752850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:50.786378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Pushing event updated for resources: {'Port': ['ID=54e5ae91-0e07-4589-ade9-c2f7aaaa13fa,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:50.798328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Network 15d72d6c-0680-41cc-ad59-956797ac6ae6 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:50.801367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:50.810590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:50.820971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4769ef-0c4c-4617-a653-2618b255768f req-6e74bf3b-71f3-44cd-a69a-6b86369e05c0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:50.821909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Pushing event updated for resources: {'Port': ['ID=bd5e4961-4944-4001-9a14-76b15ca28fbb,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:50.828340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6b4769ef-0c4c-4617-a653-2618b255768f req-6e74bf3b-71f3-44cd-a69a-6b86369e05c0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 944 time: 0.1021285 Nov 09 19:39:50.854699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-d83993fa-f693-49d9-9432-6eab2dfa72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:50.856294 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-d83993fa-f693-49d9-9432-6eab2dfa72ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2308319 Nov 09 19:39:50.890293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6b4769ef-0c4c-4617-a653-2618b255768f req-391e7bd9-0584-48ab-a4d5-27b27cf08f58 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610757 Nov 09 19:39:50.894241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Attempting to bind port bd5e4961-4944-4001-9a14-76b15ca28fbb on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:50.894653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Attempting to bind port bd5e4961-4944-4001-9a14-76b15ca28fbb by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'f11ba8cc-b31d-4d91-82e4-bd9515e60023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:50.895016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Attempting to bind port bd5e4961-4944-4001-9a14-76b15ca28fbb on network 15d72d6c-0680-41cc-ad59-956797ac6ae6 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:50.916987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:50.917379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Checking segment: {'id': 'f11ba8cc-b31d-4d91-82e4-bd9515e60023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:50.918355 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:50.919398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Bound using segment: {'id': 'f11ba8cc-b31d-4d91-82e4-bd9515e60023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:50.920263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Bound port: bd5e4961-4944-4001-9a14-76b15ca28fbb, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11ba8cc-b31d-4d91-82e4-bd9515e60023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:50.920929 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:50.942618 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-7f7000c9-df22-44c7-a296-796d778c1880 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ff751787-4749-408f-8f65-61ba9af15ecc HTTP/1.1" status: 200 len: 217 time: 0.0640004 Nov 09 19:39:51.071003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-1bbc1c8c-cd9c-43b3-8991-11c45d53cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:51.073330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-1bbc1c8c-cd9c-43b3-8991-11c45d53cff5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1221991 Nov 09 19:39:51.083267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3c42-b3d3-4ba3-b9f7-b3a9bf61e67c req-70c26208-1b4d-4626-9d26-fbb495bf36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:51.084334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] For port bd5e4961-4944-4001-9a14-76b15ca28fbb, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:51.084808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-063b3c42-b3d3-4ba3-b9f7-b3a9bf61e67c req-70c26208-1b4d-4626-9d26-fbb495bf36b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36c3716f9a1a4627a9dd87593858816f&device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 1094 time: 0.1028793 Nov 09 19:39:51.091171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:51.092167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] For port bd5e4961-4944-4001-9a14-76b15ca28fbb, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bd5e4961-4944-4001-9a14-76b15ca28fbb,segment=NetworkSegment(f11ba8cc-b31d-4d91-82e4-bd9515e60023),segment_id=f11ba8cc-b31d-4d91-82e4-bd9515e60023)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:51.096665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-f70df424-5116-48a4-acfa-be99385548f9 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=478fd5521af344eab7afc8ad3989f728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419779 Nov 09 19:39:51.101139 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:51.178981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090fff4-1a4a-4d15-a8f9-2e15531d611f None None] Pushing event updated for resources: {'Port': ['ID=bd5e4961-4944-4001-9a14-76b15ca28fbb,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:51.337977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:51.356673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582266-22f4-4a6b-b447-31e681374b81 req-b9d0dfb2-e7b5-454e-af57-15cb56e95a18 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:51.358223 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-b9d0dfb2-e7b5-454e-af57-15cb56e95a18 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416911 Nov 09 19:39:51.379181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-f3ac0fa3-b220-4c91-b885-eff8a62f9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:51.380681 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-f3ac0fa3-b220-4c91-b885-eff8a62f9142 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2950923 Nov 09 19:39:51.453741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-feaec6e5-d9da-43a1-b4e5-dfafeb0525a8 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/quotas/478fd5521af344eab7afc8ad3989f728 HTTP/1.1" status: 200 len: 375 time: 0.0828567 Nov 09 19:39:51.515211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:39:51.633680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-78029da7-4d1f-448f-895a-a9e48f7b640f tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:39:51.635660 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-78029da7-4d1f-448f-895a-a9e48f7b640f tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2537372 Nov 09 19:39:51.689704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-87d16389-51df-4a82-9ae7-3c0c824e2436 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:51.691341 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-87d16389-51df-4a82-9ae7-3c0c824e2436 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports/d2d15410-eea3-4106-9166-748657545de6 HTTP/1.1" status: 200 len: 1093 time: 0.0450213 Nov 09 19:39:51.711121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Request body: {'binding': {'host': 'n-h2-817256-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:51.711745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Unknown quota resources ['binding']. {{(pid=102295) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 19:39:51.858748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd5e4961-4944-4001-9a14-76b15ca28fbb up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:51.868202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-80eaf7d9-d77a-4d24-87e4-f340620203c7 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=478fd5521af344eab7afc8ad3989f728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362439 Nov 09 19:39:51.922413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-2690419d-c750-4a3a-83aa-63fb268466ab tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=478fd5521af344eab7afc8ad3989f728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4389803 Nov 09 19:39:51.929249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bd5e4961-4944-4001-9a14-76b15ca28fbb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:51.930316 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:51.945287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3c42-b3d3-4ba3-b9f7-b3a9bf61e67c req-55a1b66b-35b2-4e7e-8357-0da93b533ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:51.946812 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-063b3c42-b3d3-4ba3-b9f7-b3a9bf61e67c req-55a1b66b-35b2-4e7e-8357-0da93b533ecb service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=36c3716f9a1a4627a9dd87593858816f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7352414 Nov 09 19:39:52.055870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-49bd04ef-344f-4f37-afb1-d725c25063de tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:52.057599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-49bd04ef-344f-4f37-afb1-d725c25063de tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776304 Nov 09 19:39:52.058767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:39:52.080149 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Sync routers for ids ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:39:52.108395 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Routers {'01cbb6f9-b26e-4aeb-a2bf-3101445ba260'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:39:52.112057 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:52.187721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Request body: {'port': {'device_id': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '478fd5521af344eab7afc8ad3989f728'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:52.252572 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-af2abe51-153d-4a4e-9abd-49565bcd962c service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8495643 Nov 09 19:39:52.265601 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.316424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.317784 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4ae2ce7d-b235-4bf5-8dbc-2f9f055d798a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2664244 Nov 09 19:39:52.326323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49148) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:39:52.338256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port bd5e4961-4944-4001-9a14-76b15ca28fbb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bd5e4961-4944-4001-9a14-76b15ca28fbb,segment=NetworkSegment(f11ba8cc-b31d-4d91-82e4-bd9515e60023),segment_id=f11ba8cc-b31d-4d91-82e4-bd9515e60023)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:52.344914 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.393669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff751787-4749-408f-8f65-61ba9af15ecc up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:52.450197 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Set router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:39:52.485333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=bd5e4961-4944-4001-9a14-76b15ca28fbb,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:52.533862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port ff751787-4749-408f-8f65-61ba9af15ecc triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:52.534354 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.683943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3c42-b3d3-4ba3-b9f7-b3a9bf61e67c req-3f9eda31-0b71-4a2b-9c55-4429fe70eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:52.686840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-063b3c42-b3d3-4ba3-b9f7-b3a9bf61e67c req-3f9eda31-0b71-4a2b-9c55-4429fe70eb42 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7276754 Nov 09 19:39:52.692081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2ceaf0-8024-4084-b4fd-0f25ee831035 None None] Network 15d72d6c-0680-41cc-ad59-956797ac6ae6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:39:52.710219 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'name': 'tempest-FloatingIPDetailsTestJSON-37155847-router', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:49Z', 'updated_at': '2021-11-09T19:39:50Z', 'revision_number': 3, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'gw_port': {'id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:50Z', 'updated_at': '2021-11-09T19:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:52.723763 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 on host n-h2-817256-1 for vnic_type normal with profile None {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:52.724376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:52.724485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:52.740922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Port d2d15410-eea3-4106-9166-748657545de6 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:39:52.741249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:52.753740 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Checking router: 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:39:52.754214 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Updating router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:39:52.757997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:52.758262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:52.758653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:52.759191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Bound port: d2d15410-eea3-4106-9166-748657545de6, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:52.788092 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.817338 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.856179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff751787-4749-408f-8f65-61ba9af15ecc'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:52.858080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Made reservation on behalf of 478fd5521af344eab7afc8ad3989f728 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:52.858485 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e036dbd9-4d82-42fb-a3bf-5bb1104ea480" -d '{"events": [{"server_uuid": "6c013631-bbc4-4d7c-8dfd-89719538c236", "name": "network-vif-plugged", "status": "completed", "tag": "ff751787-4749-408f-8f65-61ba9af15ecc"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:52.862585 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.873161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ba582655-3556-466a-98b1-44397fca260c None None] Provisioning complete for port bd5e4961-4944-4001-9a14-76b15ca28fbb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:52.873422 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba582655-3556-466a-98b1-44397fca260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.882374 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.883010 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2718513-a5d8-4b3f-866c-ea718436df2b req-a22a3c74-6bc5-495a-afc3-1b935e307ea9 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957696 Nov 09 19:39:52.920940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:52.924674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ff751787-4749-408f-8f65-61ba9af15ecc, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff751787-4749-408f-8f65-61ba9af15ecc,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:52.938993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] Notify callbacks [] for binding, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.941989 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:52.943212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:52.950060 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d311a1a7-5cf6-47b0-bd11-a52fa555368c service neutron] 10.222.0.53 "POST /v2.0/ports/d2d15410-eea3-4106-9166-748657545de6/bindings HTTP/1.1" status: 201 len: 389 time: 1.2375309 Nov 09 19:39:53.128025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:39:53.168860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-10e14d6a-50c0-46c3-9cef-4c8d8cc7fb84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:53.176038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:53.176330 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.177476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-10e14d6a-50c0-46c3-9cef-4c8d8cc7fb84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 820 time: 0.9465220 Nov 09 19:39:53.179517 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.199541 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.220534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-fe4d8d59-b60f-4068-bc68-079c2b0d8d89 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/quotas/355fcdebc8c54d6a833a88435547c8d2 HTTP/1.1" status: 200 len: 375 time: 0.0419409 Nov 09 19:39:53.238312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ff751787-4749-408f-8f65-61ba9af15ecc,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:53.260088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73c12cc4-2e15-488a-ac36-04aa92a25b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:53.261894 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-73c12cc4-2e15-488a-ac36-04aa92a25b0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=36c3716f9a1a4627a9dd87593858816f&device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 1094 time: 0.4802349 Nov 09 19:39:53.299883 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.321342 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.331823 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.348215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:53.360081 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.385737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76abf87-07c8-41b6-aea2-6d53dee62209,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:53.413587 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Attempting to bind port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:53.414775 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Attempting to bind port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:53.415269 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Attempting to bind port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:53.425549 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:53.425918 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:53.426410 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.426791 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:53.427263 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Bound port: 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:53.427656 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.454886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:53.482965 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Pushing event updated for resources: {'Port': ['ID=54e5ae91-0e07-4589-ade9-c2f7aaaa13fa,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:53.504440 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.504941 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.505280 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.505609 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.506601 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.506944 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.507267 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.507587 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.507907 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.508223 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.508537 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.508848 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:53.536664 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] For port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:53.537694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-b8444f09-f559-4d48-9fb1-1b86e63bdbc7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08ec1997-294e-4780-9d0b-4d210b4bac90 HTTP/1.1" status: 200 len: 217 time: 0.1799524 Nov 09 19:39:53.540216 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] For port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=54e5ae91-0e07-4589-ade9-c2f7aaaa13fa,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:53.547039 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.562701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ae779-4c52-490b-86ef-ab566d87f36f req-fc4ea0d0-f17d-4661-beec-2e79f6e58f3d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:53.573226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-28f5eb90-1985-4258-95c5-da194fe3e0aa tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3497264 Nov 09 19:39:53.578136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e3ae779-4c52-490b-86ef-ab566d87f36f req-fc4ea0d0-f17d-4661-beec-2e79f6e58f3d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.3105261 Nov 09 19:39:53.625278 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a5435-8bf2-4734-82ac-130b3243473e None None] Pushing event updated for resources: {'Port': ['ID=54e5ae91-0e07-4589-ade9-c2f7aaaa13fa,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:53.650069 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Routers {'01cbb6f9-b26e-4aeb-a2bf-3101445ba260'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:39:53.650722 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:53.659337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-58f5517e-3e05-48d1-9c51-e2f6d624dda0 None None] Provisioning complete for port bd5e4961-4944-4001-9a14-76b15ca28fbb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:53.659971 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-58f5517e-3e05-48d1-9c51-e2f6d624dda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.675586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Allocated IP 192.168.233.65 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/f47ac727-f38e-4d55-9812-fe6262af22d4) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:53.699084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-c2c8b6b8-a830-4ddb-bba6-d775564f9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:53.700808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-c2c8b6b8-a830-4ddb-bba6-d775564f9141 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1096 time: 0.2458720 Nov 09 19:39:53.730015 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e3ae779-4c52-490b-86ef-ab566d87f36f req-ff96b1d0-a263-4544-8fc6-2b9f93928d02 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439929 Nov 09 19:39:53.738132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-d339a94f-8d17-41f8-9497-86d624961168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:53.739634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-d339a94f-8d17-41f8-9497-86d624961168 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dda2cb8f-ba5d-4923-8574-6d348bd075a8 HTTP/1.1" status: 200 len: 854 time: 0.1918206 Nov 09 19:39:53.832052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd5e4961-4944-4001-9a14-76b15ca28fbb up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:53.880687 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] Set router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:39:53.936140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bd5e4961-4944-4001-9a14-76b15ca28fbb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:53.936442 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:53.971166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab165fa-80b1-4be0-aab5-07c29bacc801 req-3c97f535-8be4-4b72-967b-50ff78b5b0c6 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:53.975935 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-17f127d3-707d-45aa-a12a-b7785bffd78d service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717568 Nov 09 19:39:53.980388 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eab165fa-80b1-4be0-aab5-07c29bacc801 req-3c97f535-8be4-4b72-967b-50ff78b5b0c6 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 943 time: 0.1548471 Nov 09 19:39:54.050602 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eab165fa-80b1-4be0-aab5-07c29bacc801 req-eeaa4de6-def1-4967-991c-103a2230390e tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640652 Nov 09 19:39:54.055493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-c528ba3f-1d05-4e38-9971-3a27b82d5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:54.057819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-c528ba3f-1d05-4e38-9971-3a27b82d5011 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ec10223-1afa-4ffa-b1d1-e4a67090c5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527339 Nov 09 19:39:54.134027 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'name': 'tempest-FloatingIPDetailsTestJSON-37155847-router', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:49Z', 'updated_at': '2021-11-09T19:39:50Z', 'revision_number': 3, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'gw_port': {'id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:50Z', 'updated_at': '2021-11-09T19:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:39:54.163751 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:54.171342 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bcfe2-c180-467a-bbfe-aa4e7d0f7e68 None None] The sync data for ids ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'] in n-d-817256-1 is: [{'id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'name': 'tempest-FloatingIPDetailsTestJSON-37155847-router', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:49Z', 'updated_at': '2021-11-09T19:39:50Z', 'revision_number': 3, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'gw_port': {'id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:50Z', 'updated_at': '2021-11-09T19:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:39:54.199685 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-31d6a76a-1ef4-466e-a3a2-f6884fd9fced tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=478fd5521af344eab7afc8ad3989f728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1767499 Nov 09 19:39:54.207200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-1f561566-f49f-4d9d-bcd8-abae271aae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:54.208826 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-1f561566-f49f-4d9d-bcd8-abae271aae0a service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.4949408 Nov 09 19:39:54.244587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5675798-0cba-402f-badc-7516642501f1 req-af2de107-6c9e-4a18-8042-be8f386f7ec1 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:54.246251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5675798-0cba-402f-badc-7516642501f1 req-af2de107-6c9e-4a18-8042-be8f386f7ec1 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 945 time: 0.0734954 Nov 09 19:39:54.262705 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:54.340011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:54.343549 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5675798-0cba-402f-badc-7516642501f1 req-980446da-50ce-4822-a530-cff9ae679b24 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907302 Nov 09 19:39:54.347659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:54.352110 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:54.363115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Pushing event updated for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:54.430192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:54.430909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:54.464989 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-44490e56-1246-4947-a48d-7270a22d2f03 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3034658 Nov 09 19:39:54.490239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Request body: {'port': {'device_id': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:54.586960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6222db-f6ec-4e57-b5ae-df272d540d3a req-9ae33239-5dd9-47b4-8533-a25839a7531f tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:54.589769 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb6222db-f6ec-4e57-b5ae-df272d540d3a req-9ae33239-5dd9-47b4-8533-a25839a7531f tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 945 time: 0.1443615 Nov 09 19:39:54.592986 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:54.642734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-fbe9179b-71af-4500-95aa-b6273713d342 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2d15410-eea3-4106-9166-748657545de6 HTTP/1.1" status: 200 len: 217 time: 0.4195120 Nov 09 19:39:54.668703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-e6b2a28e-ed34-445a-afac-851e0f67ff83 service neutron] 10.222.0.77 "GET /v2.0/networks/5ec10223-1afa-4ffa-b1d1-e4a67090c5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512912 Nov 09 19:39:54.698480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb6222db-f6ec-4e57-b5ae-df272d540d3a req-037672c4-ce8d-4baa-a8a4-fe9c5d96e41d tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825899 Nov 09 19:39:54.700189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-242e0d7c-133c-4896-8003-9345a0fdd798 None None] Provisioning complete for port f47ac727-f38e-4d55-9812-fe6262af22d4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:54.700688 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-242e0d7c-133c-4896-8003-9345a0fdd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:54.740735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-242e0d7c-133c-4896-8003-9345a0fdd798 None None] Port f47ac727-f38e-4d55-9812-fe6262af22d4 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:39:54.825784 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:54.826496 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b64c1957-4330-45ce-8b58-5e4b69b19294 req-544690c6-c6dd-4a62-9ee9-ff28cd7d52a7 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 210 time: 0.0356801 Nov 09 19:39:54.858085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-300b59b7-b69e-468b-90a0-1d656dc9a5be service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8173823 Nov 09 19:39:54.861350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-ed0ebbaf-73d5-4290-b366-8c29ff02af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:54.863703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-ed0ebbaf-73d5-4290-b366-8c29ff02af83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1941333 Nov 09 19:39:54.901279 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796bbc18-fade-4f26-894a-218c95b963c8 x-openstack-request-id: req-796bbc18-fade-4f26-894a-218c95b963c8 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:54.901651 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c013631-bbc4-4d7c-8dfd-89719538c236", "name": "network-vif-plugged", "status": "completed", "tag": "ff751787-4749-408f-8f65-61ba9af15ecc", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:54.901919 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-796bbc18-fade-4f26-894a-218c95b963c8 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:54.902609 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff751787-4749-408f-8f65-61ba9af15ecc', 'code': 200} Nov 09 19:39:54.981725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-675c1313-30fd-4498-9ea1-08f8c8e6a107 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975780 Nov 09 19:39:54.992571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582266-22f4-4a6b-b447-31e681374b81 req-b5c397b0-aada-40d8-8b3b-214d956987e6 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:54.994410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-b5c397b0-aada-40d8-8b3b-214d956987e6 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7845995 Nov 09 19:39:55.023614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Request body: {'port': {'device_id': 'd16389aa-4818-47ab-82db-39897324255f', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '478fd5521af344eab7afc8ad3989f728'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:55.069281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1e1ba-9f07-49e0-a4b1-6d05237f0b48 req-a26c40a6-8dca-44c1-9359-aca56dfab943 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:55.071059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c8c1e1ba-9f07-49e0-a4b1-6d05237f0b48 req-a26c40a6-8dca-44c1-9359-aca56dfab943 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 945 time: 0.1142108 Nov 09 19:39:55.124695 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:55.196249 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f05eaf39-bda9-4e38-b098-6c4420f6f767 req-48b3d2e8-62a6-4a8a-8d7e-845707095722 service neutron] 10.222.0.77 "GET /v2.0/networks/5ec10223-1afa-4ffa-b1d1-e4a67090c5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127645 Nov 09 19:39:55.236930 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c8c1e1ba-9f07-49e0-a4b1-6d05237f0b48 req-3bec1b93-c318-466c-a28c-af57c6e6b1e8 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532428 Nov 09 19:39:55.264583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47ac727-f38e-4d55-9812-fe6262af22d4 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:55.288551 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:55.309426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Transition to ACTIVE for port object f47ac727-f38e-4d55-9812-fe6262af22d4 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:39:55.345480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-75569e09-ab38-474d-8d49-4c57e4b97dab req-a25126ae-e9da-47e1-b051-2a8a4350a536 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 210 time: 0.0345643 Nov 09 19:39:55.347410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:55.430504 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f46ed04c-8b50-44c9-8e5a-ad666b751048 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308567 Nov 09 19:39:55.516842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Pushing event updated for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:55.549696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.550042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.550390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.550922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.551101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.551431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.551754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.552141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.552469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.552692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.553014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.553334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:39:55.566701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7b8ef-5eeb-4d4c-93f8-f9f38bf8e931 req-c113cb20-f5f3-451e-9847-d18f94dd572b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:55.568444 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ce7b8ef-5eeb-4d4c-93f8-f9f38bf8e931 req-c113cb20-f5f3-451e-9847-d18f94dd572b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.2694206 Nov 09 19:39:55.570170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43e76c-b847-40aa-bd50-74bd456634b8 req-aeeb2780-d9dc-4525-94d1-c37d9556da20 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:55.571822 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f43e76c-b847-40aa-bd50-74bd456634b8 req-aeeb2780-d9dc-4525-94d1-c37d9556da20 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 943 time: 0.1097903 Nov 09 19:39:55.599742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Made reservation on behalf of 478fd5521af344eab7afc8ad3989f728 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:55.603908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:55.611971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Allocated IP 172.20.0.1 (15d72d6c-0680-41cc-ad59-956797ac6ae6/09536b78-11f3-4e54-ac91-4a502701dd3f/fe335263-5111-4f8d-95af-e34e079e0914) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:55.717097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Attempting to bind port f47ac727-f38e-4d55-9812-fe6262af22d4 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:55.717431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Attempting to bind port f47ac727-f38e-4d55-9812-fe6262af22d4 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:55.717849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Attempting to bind port f47ac727-f38e-4d55-9812-fe6262af22d4 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:55.722525 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f43e76c-b847-40aa-bd50-74bd456634b8 req-826b53f8-60de-4c3d-b1b6-a4ff882faadb tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067371 Nov 09 19:39:55.726055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Port f47ac727-f38e-4d55-9812-fe6262af22d4 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:39:55.726391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Attempting to bind port f47ac727-f38e-4d55-9812-fe6262af22d4 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:55.732691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:55.733042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:55.737092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:55.737092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Bound port: f47ac727-f38e-4d55-9812-fe6262af22d4, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:55.737092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:55.804709 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ce7b8ef-5eeb-4d4c-93f8-f9f38bf8e931 req-ecf4e67d-8b24-4f37-af38-6d043c943603 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151992 Nov 09 19:39:55.821796 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-09f8b78c-f32c-4792-b1da-dfd3e2bfc1b9 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564188 Nov 09 19:39:55.865927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:55.908898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:55.924887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:55.939821 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:55.953346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:55.953731 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:56.021404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:56.023214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Allocated IP 192.168.233.191 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/d545d8a6-2fb6-4dc0-b11d-c5965af19880) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:56.034555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:56.035326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:56.041029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] 10.222.0.77 "PUT /v2.0/ports/f47ac727-f38e-4d55-9812-fe6262af22d4 HTTP/1.1" status: 200 len: 1095 time: 1.5590625 Nov 09 19:39:56.083218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'tag': 'f47ac727-f38e-4d55-9812-fe6262af22d4'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:56.088523 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccf2022-41f7-4e6e-b205-088c290998fd", "tag": "f47ac727-f38e-4d55-9812-fe6262af22d4"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:56.099592 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:56.127572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-5efda5c9-2c68-455b-8b7e-3573c07ecd06 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:56.129289 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-5efda5c9-2c68-455b-8b7e-3573c07ecd06 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.2270262 Nov 09 19:39:56.129445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=54e5ae91-0e07-4589-ade9-c2f7aaaa13fa,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:56.137366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820578a7-e1b7-4182-a1cf-4ff6f72060b2 req-e9e60b48-bbf1-43e5-9dce-18d0d29bdee3 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:56.137541 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:56.146414 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-820578a7-e1b7-4182-a1cf-4ff6f72060b2 req-e9e60b48-bbf1-43e5-9dce-18d0d29bdee3 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 945 time: 0.1911852 Nov 09 19:39:56.155116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817256-1'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:56.209562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=54e5ae91-0e07-4589-ade9-c2f7aaaa13fa,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:56.230323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c416966-440e-4a70-a5be-d55cf7763dae req-6236a4f5-a38f-4876-97eb-27a320ad11e7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:56.240259 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c416966-440e-4a70-a5be-d55cf7763dae req-6236a4f5-a38f-4876-97eb-27a320ad11e7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 945 time: 0.3137712 Nov 09 19:39:56.245460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c155e-f4ab-4c69-afba-d018232f4da7 service neutron] Pushing event updated for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:56.257439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-dce3e802-c0f9-43f2-a17a-108f3e7c8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:56.259214 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-dce3e802-c0f9-43f2-a17a-108f3e7c8e98 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=478fd5521af344eab7afc8ad3989f728&device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 1098 time: 0.1411991 Nov 09 19:39:56.287574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:56.312252 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-24ebf4bd-eadb-416e-a934-db2c5b3e3800 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=f47ac727-f38e-4d55-9812-fe6262af22d4 HTTP/1.1" status: 200 len: 217 time: 0.0434971 Nov 09 19:39:56.332920 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c416966-440e-4a70-a5be-d55cf7763dae req-0c0f2263-9981-474a-9a3d-9f1b91568b0a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914903 Nov 09 19:39:56.369462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-820578a7-e1b7-4182-a1cf-4ff6f72060b2 req-a6809b2c-c4a6-4a2f-a1a9-be4ffdb74850 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992168 Nov 09 19:39:56.383488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:56.444395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-ca386991-663b-4bc0-bd03-f7320fbf559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:56.445932 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-ca386991-663b-4bc0-bd03-f7320fbf559b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1252904 Nov 09 19:39:56.513652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-348ab034-2aa0-4543-a59e-b0744932321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:56.516077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-348ab034-2aa0-4543-a59e-b0744932321a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618064 Nov 09 19:39:56.543705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Network 15d72d6c-0680-41cc-ad59-956797ac6ae6 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:56.544637 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Pushing event updated for resources: {'Port': ['ID=fe335263-5111-4f8d-95af-e34e079e0914,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:56.560418 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ade5b2ab-714c-4dcf-8aef-aa97424d2703 req-5d58e4a3-422b-4e23-8a84-69953b06425b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 210 time: 0.1081908 Nov 09 19:39:56.609009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:56.613127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:56.712989 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5235401-9633-4418-9f22-2f088aace380 x-openstack-request-id: req-b5235401-9633-4418-9f22-2f088aace380 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:56.713578 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccf2022-41f7-4e6e-b205-088c290998fd", "tag": "f47ac727-f38e-4d55-9812-fe6262af22d4", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:56.714001 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5235401-9633-4418-9f22-2f088aace380 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:56.714660 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'tag': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'status': 'completed', 'code': 200} Nov 09 19:39:56.760955 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-0c782274-8b35-47d0-b55e-67d73f6b9f1f service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340269 Nov 09 19:39:56.799429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8a2ed-5ff1-46e4-b439-f43e623723e2 req-4e1410c7-e768-4fd2-9caf-277170d4d800 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:56.801055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6c8a2ed-5ff1-46e4-b439-f43e623723e2 req-4e1410c7-e768-4fd2-9caf-277170d4d800 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.1568038 Nov 09 19:39:56.843713 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:56.869844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:56.885217 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6c8a2ed-5ff1-46e4-b439-f43e623723e2 req-13c6daf3-a7df-481d-a846-83e2b14442e3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572402 Nov 09 19:39:56.889420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4a62684f-4eb0-45a6-8569-616793a3c92d None None] Provisioning complete for port fe335263-5111-4f8d-95af-e34e079e0914 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:56.889890 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a62684f-4eb0-45a6-8569-616793a3c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:56.916516 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9dc86d-6af4-4028-a848-0803e36014df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:56.916672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4b80dc-1465-411b-8a0b-92d218f0a267 req-a5b149cc-1a84-47f0-b108-fede0cc389cf service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449208 Nov 09 19:39:56.918460 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8930e6e-ee39-44f4-8a9b-9a1e379bd76f" -d '{"events": [{"server_uuid": "be9dc86d-6af4-4028-a848-0803e36014df", "name": "network-vif-plugged", "status": "completed", "tag": "0e6a6a30-628e-44f4-8a95-1c6eeb35d39c"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:56.945401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4a62684f-4eb0-45a6-8569-616793a3c92d None None] Port fe335263-5111-4f8d-95af-e34e079e0914 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:39:56.961899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-8ec6a1f5-d1a5-4028-b704-1ad0feca3999 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:56.963729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-8ec6a1f5-d1a5-4028-b704-1ad0feca3999 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.70 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 820 time: 0.4646919 Nov 09 19:39:56.981952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52f984-15fe-4b91-81f6-91208424bc2c req-777d766d-9372-417a-b5d4-83bde9dd07f6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:56.983521 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd52f984-15fe-4b91-81f6-91208424bc2c req-777d766d-9372-417a-b5d4-83bde9dd07f6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 945 time: 0.2247002 Nov 09 19:39:56.991653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Request body: {'port': {'device_id': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'admin_state_up': True, 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:56.996809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:57.009390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-b2f28c9f-c2d9-44b1-be89-457a29137ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:57.011221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-b2f28c9f-c2d9-44b1-be89-457a29137ffc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=478fd5521af344eab7afc8ad3989f728&device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 1098 time: 0.0453184 Nov 09 19:39:57.150469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c718f752-7416-4e91-a85c-f0a637d2183f req-f04d904a-c840-42a5-be05-207cb526504d tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 210 time: 0.0367591 Nov 09 19:39:57.151810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-d5631aac-0d6a-4137-bb72-1a4c7d28aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:57.153279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-d5631aac-0d6a-4137-bb72-1a4c7d28aa36 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1314764 Nov 09 19:39:57.162367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:57.197737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-4f07dbfa-f4f1-4a59-865f-f9e3c472fc27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=f47ac727-f38e-4d55-9812-fe6262af22d4 HTTP/1.1" status: 200 len: 217 time: 0.0364223 Nov 09 19:39:57.216493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd52f984-15fe-4b91-81f6-91208424bc2c req-e5065fe3-79a2-4b2d-867a-c20f6e32f313 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157047 Nov 09 19:39:57.217739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:57.284586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-17afe9d5-273f-4e1e-a93a-c11498b504b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:57.286064 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-17afe9d5-273f-4e1e-a93a-c11498b504b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0788164 Nov 09 19:39:57.304223 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1980e0f-5187-42bc-b3bc-9b4bd75a2d7f x-openstack-request-id: req-c1980e0f-5187-42bc-b3bc-9b4bd75a2d7f {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:57.304728 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9dc86d-6af4-4028-a848-0803e36014df", "name": "network-vif-plugged", "status": "completed", "tag": "0e6a6a30-628e-44f4-8a95-1c6eeb35d39c", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:57.305137 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1980e0f-5187-42bc-b3bc-9b4bd75a2d7f {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:57.307285 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9dc86d-6af4-4028-a848-0803e36014df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c', 'code': 200} Nov 09 19:39:57.329654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e774242-7c54-4fd9-9602-bf8835806f94 req-d1456719-9df5-49ec-a69d-ecf466c78e08 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:57.331253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9e774242-7c54-4fd9-9602-bf8835806f94 req-d1456719-9df5-49ec-a69d-ecf466c78e08 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 943 time: 0.0966096 Nov 09 19:39:57.394318 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9e774242-7c54-4fd9-9602-bf8835806f94 req-aeb1315a-8d52-49b7-8c64-176d41b1a478 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556400 Nov 09 19:39:57.410974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-6d294855-9274-4b8d-8401-6f1100ab5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:57.412104 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-6d294855-9274-4b8d-8401-6f1100ab5c00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170557 Nov 09 19:39:57.476653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b415c9-6a19-4d0e-9bcc-c6a2543811ae req-907bdfd3-d211-4045-b922-d48f2d03a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:57.478228 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9b415c9-6a19-4d0e-9bcc-c6a2543811ae req-907bdfd3-d211-4045-b922-d48f2d03a54b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 1096 time: 0.0996597 Nov 09 19:39:57.566613 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9b415c9-6a19-4d0e-9bcc-c6a2543811ae req-f39e50a2-cb62-453d-9f76-aac07763bd7d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737381 Nov 09 19:39:57.583826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-16a497c7-3241-49db-b4a0-8df6dbf310c8 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629138 Nov 09 19:39:57.598689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28ad96-00a8-4305-b5ad-3afac05aaad8 req-14197157-aa03-4744-a702-386edbda78b7 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:57.600519 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1d28ad96-00a8-4305-b5ad-3afac05aaad8 req-14197157-aa03-4744-a702-386edbda78b7 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 945 time: 0.1179128 Nov 09 19:39:57.615238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:57.637773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:57.640385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:57.649272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Pushing event updated for resources: {'Port': ['ID=d545d8a6-2fb6-4dc0-b11d-c5965af19880,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:57.653361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b136c2c4-e070-493a-9545-86e0e2543070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d15410-eea3-4106-9166-748657545de6'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:39:57.655673 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c953cd-6cdf-47de-a890-801c0eecdc51" -d '{"events": [{"server_uuid": "b136c2c4-e070-493a-9545-86e0e2543070", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d15410-eea3-4106-9166-748657545de6"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:39:57.660253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:57.716676 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1d28ad96-00a8-4305-b5ad-3afac05aaad8 req-1148a39c-fbfc-4c6c-a367-32d6e08b0f76 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048913 Nov 09 19:39:57.734329 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:57.758401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e26a6-e17a-4260-9d95-802cefeadae8 req-91161212-d503-4fc6-bc89-d3811ea1f57f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:57.769017 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b21e26a6-e17a-4260-9d95-802cefeadae8 req-91161212-d503-4fc6-bc89-d3811ea1f57f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 945 time: 0.2443280 Nov 09 19:39:57.770654 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d694c6ce-a68e-4139-9a40-f5ba8c1d5e4d req-da7e7e4d-a528-400e-81c9-4aa62fad2341 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690993 Nov 09 19:39:57.775371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:57.814504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:39:57.835750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Made reservation on behalf of 355fcdebc8c54d6a833a88435547c8d2 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:39:57.840081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:57.875341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:57.876141 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:57.882890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:57.883295 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:57.909070 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346e6d4-34a0-4d95-ad8f-0d6d1a53214c req-5004dc27-5ff3-4a1a-b43d-dab1cca71469 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:57.909070 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7346e6d4-34a0-4d95-ad8f-0d6d1a53214c req-5004dc27-5ff3-4a1a-b43d-dab1cca71469 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 936 time: 0.0581787 Nov 09 19:39:57.957751 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7346e6d4-34a0-4d95-ad8f-0d6d1a53214c req-bfe77926-8d44-46a0-b326-521a3d373fdd tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 Nov 09 19:39:57.965997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-763eef6a-eb25-4972-8628-89c31ff7616b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9465926 Nov 09 19:39:57.969286 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b21e26a6-e17a-4260-9d95-802cefeadae8 req-0960ca54-64b3-4b54-a1a4-c525c5db7f9b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003126 Nov 09 19:39:57.974241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d15410-eea3-4106-9166-748657545de6,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:58.002367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Request body: {'port': {'device_id': 'd16389aa-4818-47ab-82db-39897324255f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:58.021259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d41d31f0-103c-45d1-8391-67ce4b66c0f7 None None] Provisioning complete for port d545d8a6-2fb6-4dc0-b11d-c5965af19880 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:58.021764 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d41d31f0-103c-45d1-8391-67ce4b66c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:58.058223 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98af4636-9617-4bbc-b6dc-b39f295d4d1e x-openstack-request-id: req-98af4636-9617-4bbc-b6dc-b39f295d4d1e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:39:58.058612 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b136c2c4-e070-493a-9545-86e0e2543070", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d15410-eea3-4106-9166-748657545de6", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:39:58.059227 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98af4636-9617-4bbc-b6dc-b39f295d4d1e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:39:58.059348 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b136c2c4-e070-493a-9545-86e0e2543070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d15410-eea3-4106-9166-748657545de6', 'code': 200} Nov 09 19:39:58.070725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d41d31f0-103c-45d1-8391-67ce4b66c0f7 None None] Port d545d8a6-2fb6-4dc0-b11d-c5965af19880 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:39:58.154083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 on host n-h1-817256-1 for vnic_type normal with profile {"migrating_to": "n-h2-817256-1"} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:39:58.154421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:39:58.154984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:58.223638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Port d2d15410-eea3-4106-9166-748657545de6 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:39:58.224331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Attempting to bind port d2d15410-eea3-4106-9166-748657545de6 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:39:58.250091 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-824ca3e2-8212-4626-af55-0ac080fe5156 req-9dbb6397-157c-4b4f-833b-f537f4c309b4 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 210 time: 0.0261865 Nov 09 19:39:58.263346 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:58.266378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-3e220302-db5d-418f-b38b-76134c01d0fd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664651 Nov 09 19:39:58.272073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:39:58.272542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:39:58.272932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:39:58.273390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Bound port: d2d15410-eea3-4106-9166-748657545de6, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:39:58.273767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:58.339083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Allocated IP 172.20.0.14 (89879e33-a6e0-4692-9339-4d8946a2b9b5/c54eb687-8572-4fa7-84af-4c4ba88cea73/c7838119-83e0-45dc-9b5a-19be70ebcc0a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:39:58.361067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f42603-5ae2-43bb-993d-dc290c1b5d04 req-5f6c00f8-f013-4267-b51a-111aa949533e tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:58.362537 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5f42603-5ae2-43bb-993d-dc290c1b5d04 req-5f6c00f8-f013-4267-b51a-111aa949533e tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 943 time: 0.0528314 Nov 09 19:39:58.402596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5f42603-5ae2-43bb-993d-dc290c1b5d04 req-c53f38f3-4ab7-4338-9d26-a83ac1679c90 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332882 Nov 09 19:39:58.518092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bafb2-af28-4e90-ae6b-e04e80b3b05f req-4e15a51a-dd18-4bd2-b3d8-136e60ab7fb3 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:58.519694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:58.519872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a53bafb2-af28-4e90-ae6b-e04e80b3b05f req-4e15a51a-dd18-4bd2-b3d8-136e60ab7fb3 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 943 time: 0.0495512 Nov 09 19:39:58.538230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 08ec1997-294e-4780-9d0b-4d210b4bac90 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:39:58.549834 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:58.563868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a53bafb2-af28-4e90-ae6b-e04e80b3b05f req-a4c88c19-e5e8-46cb-9b28-4dba0f5e3a4c tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365000 Nov 09 19:39:58.610010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:39:58.650857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 08ec1997-294e-4780-9d0b-4d210b4bac90, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=08ec1997-294e-4780-9d0b-4d210b4bac90,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:58.662717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '08ec1997-294e-4780-9d0b-4d210b4bac90', 'network_id': '5ec10223-1afa-4ffa-b1d1-e4a67090c5ae', 'port_id': '08ec1997-294e-4780-9d0b-4d210b4bac90', 'mac_address': 'fa:16:3e:73:3d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda2cb8f-ba5d-4923-8574-6d348bd075a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:39:58.717862 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:58.723107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-e1b023fc-9fc4-443a-9766-3df5c444b11e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:58.729424 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-e1b023fc-9fc4-443a-9766-3df5c444b11e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 945 time: 0.0624177 Nov 09 19:39:58.732307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ec1997-294e-4780-9d0b-4d210b4bac90 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:58.736385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:39:58.752118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-1a45a2ab-77c4-441c-aac8-0d7d02afc099 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:58.759409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-1a45a2ab-77c4-441c-aac8-0d7d02afc099 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4655519 Nov 09 19:39:58.784491 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:58.788926 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 08ec1997-294e-4780-9d0b-4d210b4bac90, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=08ec1997-294e-4780-9d0b-4d210b4bac90,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:58.796622 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:58.802437 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:58.809514 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-aecb8ff9-c137-485b-8975-8653cdf92289 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/quotas/7c484e1d3fa649f1a7b536ea30195afa HTTP/1.1" status: 200 len: 375 time: 0.0491748 Nov 09 19:39:58.850395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=08ec1997-294e-4780-9d0b-4d210b4bac90,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:58.884086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Pushing event updated for resources: {'Port': ['ID=fe335263-5111-4f8d-95af-e34e079e0914,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:58.915278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437e2e9-75ab-41c1-9d96-3e295495c2e5 req-182ccae6-4600-42a3-a894-6b9b727f019d tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:58.917260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3437e2e9-75ab-41c1-9d96-3e295495c2e5 req-182ccae6-4600-42a3-a894-6b9b727f019d tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 945 time: 0.0758138 Nov 09 19:39:58.926315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-3776a5c1-06b3-4cab-b371-6b52a6b0c3dd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Deleting port 907d89b6-488c-4b55-b77c-27da84bece14 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:39:58.926697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-3776a5c1-06b3-4cab-b371-6b52a6b0c3dd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.021997 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3437e2e9-75ab-41c1-9d96-3e295495c2e5 req-9a9d4ab0-0299-445a-9c14-19adc54ca6bb tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923312 Nov 09 19:39:59.049990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['08ec1997-294e-4780-9d0b-4d210b4bac90'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:39:59.060749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-3776a5c1-06b3-4cab-b371-6b52a6b0c3dd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] For port 907d89b6-488c-4b55-b77c-27da84bece14, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=907d89b6-488c-4b55-b77c-27da84bece14,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:39:59.061121 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-3776a5c1-06b3-4cab-b371-6b52a6b0c3dd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.079055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-3776a5c1-06b3-4cab-b371-6b52a6b0c3dd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Calling delete_port for 907d89b6-488c-4b55-b77c-27da84bece14 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:39:59.104107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:59.104740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.106157 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] 10.222.0.77 "PUT /v2.0/ports/d2d15410-eea3-4106-9166-748657545de6 HTTP/1.1" status: 200 len: 1121 time: 2.9552431 Nov 09 19:39:59.116118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-8b3301d7-8909-45e3-a969-cdc81747c03d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3057394 Nov 09 19:39:59.139987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.142812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127757c-1a1a-4496-80f5-22bbb22cb788 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d15410-eea3-4106-9166-748657545de6,revision_number=8']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:59.207407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Network 15d72d6c-0680-41cc-ad59-956797ac6ae6 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:59.216226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:59.246323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa63763-4079-402c-9516-3a6734f8e164 req-8e5987f6-ba28-41ce-9970-3a5a05b0a103 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:59.253722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d2d15410-eea3-4106-9166-748657545de6'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:39:59.256538 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1fa63763-4079-402c-9516-3a6734f8e164 req-8e5987f6-ba28-41ce-9970-3a5a05b0a103 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 936 time: 0.1146247 Nov 09 19:39:59.343734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.351495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d545d8a6-2fb6-4dc0-b11d-c5965af19880 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:39:59.415118 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.507362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Network 89879e33-a6e0-4692-9339-4d8946a2b9b5 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:39:59.509206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Transition to ACTIVE for port object d545d8a6-2fb6-4dc0-b11d-c5965af19880 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:39:59.517545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:39:59.525118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:39:59.547542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.606844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4cac83f9-f410-4a64-9925-78a018a68739 None None] Provisioning complete for port fe335263-5111-4f8d-95af-e34e079e0914 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:59.607483 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4cac83f9-f410-4a64-9925-78a018a68739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.625344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Pushing event updated for resources: {'Port': ['ID=c7838119-83e0-45dc-9b5a-19be70ebcc0a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:59.679483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4cac83f9-f410-4a64-9925-78a018a68739 None None] Port fe335263-5111-4f8d-95af-e34e079e0914 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:39:59.693854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:39:59.702624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b22c7-b80c-4c85-b7f3-bf40d432b0d5 req-05bbb44c-cfc8-48c8-88c2-55a894b02a8f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:59.704204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef2b22c7-b80c-4c85-b7f3-bf40d432b0d5 req-05bbb44c-cfc8-48c8-88c2-55a894b02a8f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=33c1e0aa-0d5f-47cc-94f5-a8c24421b412 HTTP/1.1" status: 200 len: 945 time: 0.3113174 Nov 09 19:39:59.704873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Pushing event updated for resources: {'Port': ['ID=d545d8a6-2fb6-4dc0-b11d-c5965af19880,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:39:59.707888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['9690290e-128c-496d-aaa8-bd4986414264'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:39:59.790643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1fa63763-4079-402c-9516-3a6734f8e164 req-49b7b781-1d12-416b-a7f8-95110dea9bf8 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287235 Nov 09 19:39:59.888544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:39:59.889590 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.911688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-3776a5c1-06b3-4cab-b371-6b52a6b0c3dd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.935012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-900898a4-b11a-4522-a1f7-26ad17d277ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9468760 Nov 09 19:39:59.938480 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef2b22c7-b80c-4c85-b7f3-bf40d432b0d5 req-eb9fd373-66a9-4c66-98cd-9a11fa4deffe tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182260 Nov 09 19:39:59.942723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31cdf104-1e53-4d27-b3d4-076df50999fa req-9c860584-a25f-438e-962a-affb68d53e6c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 210 time: 0.0516136 Nov 09 19:39:59.982558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Request body: {'port': {'device_id': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:39:59.983472 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9db5056e-d5a0-43b5-a438-8943b61da70b None None] Provisioning complete for port c7838119-83e0-45dc-9b5a-19be70ebcc0a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:39:59.984034 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9db5056e-d5a0-43b5-a438-8943b61da70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:39:59.987459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776a5c1-06b3-4cab-b371-6b52a6b0c3dd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event deleted for resources: {'Port': ['ID=907d89b6-488c-4b55-b77c-27da84bece14,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:00.028493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9db5056e-d5a0-43b5-a438-8943b61da70b None None] Port c7838119-83e0-45dc-9b5a-19be70ebcc0a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:40:00.088097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-3776a5c1-06b3-4cab-b371-6b52a6b0c3dd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] No DVR routers for this DVR port 907d89b6-488c-4b55-b77c-27da84bece14 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:00.093284 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-3776a5c1-06b3-4cab-b371-6b52a6b0c3dd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:00.096880 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5767dde-b2c4-4ba3-90dd-94c096d2a724 req-3776a5c1-06b3-4cab-b371-6b52a6b0c3dd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "DELETE /v2.0/ports/907d89b6-488c-4b55-b77c-27da84bece14 HTTP/1.1" status: 204 len: 173 time: 1.3615084 Nov 09 19:40:00.097359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c1e0aa-0d5f-47cc-94f5-a8c24421b412', 'name': 'network-vif-deleted', 'tag': '907d89b6-488c-4b55-b77c-27da84bece14'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:00.099876 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fd548b-dfe1-4d57-a7f7-663363b14acf" -d '{"events": [{"server_uuid": "33c1e0aa-0d5f-47cc-94f5-a8c24421b412", "name": "network-vif-deleted", "tag": "907d89b6-488c-4b55-b77c-27da84bece14"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:00.193039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['907d89b6-488c-4b55-b77c-27da84bece14'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:00.201795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d236f-db2c-41b4-afb7-7aae49706c77 req-d513f750-c89b-4bee-ac32-c32586523c3c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:00.204113 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a93d236f-db2c-41b4-afb7-7aae49706c77 req-d513f750-c89b-4bee-ac32-c32586523c3c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 932 time: 0.0721049 Nov 09 19:40:00.250909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a93d236f-db2c-41b4-afb7-7aae49706c77 req-eab2aa42-ba7f-42b1-aea3-3de4b9d91117 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Nov 09 19:40:00.329338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b136c2c4-e070-493a-9545-86e0e2543070', 'tag': 'd2d15410-eea3-4106-9166-748657545de6'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:00.331585 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde2b952-739f-4919-9025-8fbaf88eb381" -d '{"events": [{"name": "network-changed", "server_uuid": "b136c2c4-e070-493a-9545-86e0e2543070", "tag": "d2d15410-eea3-4106-9166-748657545de6"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:00.360480 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cfa92-419f-4025-ae74-187a11580351 req-ff46e1d1-3778-4d95-89db-f58dee119338 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:00.362358 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc6cfa92-419f-4025-ae74-187a11580351 req-ff46e1d1-3778-4d95-89db-f58dee119338 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 944 time: 0.0526626 Nov 09 19:40:00.411340 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc6cfa92-419f-4025-ae74-187a11580351 req-fed6b96a-d520-4c59-bff9-8dc4e6a2a576 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Nov 09 19:40:00.452635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Attempting to bind port d545d8a6-2fb6-4dc0-b11d-c5965af19880 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:00.453356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Attempting to bind port d545d8a6-2fb6-4dc0-b11d-c5965af19880 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:00.453356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Attempting to bind port d545d8a6-2fb6-4dc0-b11d-c5965af19880 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:00.482213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc4063-6e1e-4619-952c-79d69354e066 req-e9566dfa-b4f6-449a-b145-7347b41a36e9 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:00.483835 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bdbc4063-6e1e-4619-952c-79d69354e066 req-e9566dfa-b4f6-449a-b145-7347b41a36e9 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 943 time: 0.1484134 Nov 09 19:40:00.486674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Port d545d8a6-2fb6-4dc0-b11d-c5965af19880 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:40:00.486982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Attempting to bind port d545d8a6-2fb6-4dc0-b11d-c5965af19880 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:00.491253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:00.514971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:00.515948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b3e80-6d7b-4dfc-8bc0-ab22b4f1fadf req-93428e81-ca31-4cc9-b556-cff459e940f8 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:00.517463 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-065b3e80-6d7b-4dfc-8bc0-ab22b4f1fadf req-93428e81-ca31-4cc9-b556-cff459e940f8 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 945 time: 0.0499806 Nov 09 19:40:00.529198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d668901b-1c47-45fd-a9c0-246fe4693697 admin admin] 10.222.0.53 "PUT /v2.0/routers/01cbb6f9-b26e-4aeb-a2bf-3101445ba260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1603103 Nov 09 19:40:00.529198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:00.529198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:00.529198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:00.529610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Sync routers for ids ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:00.529716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Bound port: d545d8a6-2fb6-4dc0-b11d-c5965af19880, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:00.529716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:00.543567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f47ac727-f38e-4d55-9812-fe6262af22d4 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:00.545753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 08ec1997-294e-4780-9d0b-4d210b4bac90 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:00.579947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Routers {'01cbb6f9-b26e-4aeb-a2bf-3101445ba260'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:00.580848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:00.615265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-065b3e80-6d7b-4dfc-8bc0-ab22b4f1fadf req-94cb7e2a-8058-4d03-93d3-a6fadaceed13 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834270 Nov 09 19:40:00.629622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bdbc4063-6e1e-4619-952c-79d69354e066 req-fa08b461-8ba1-4cb7-b6c6-e3c865c49c69 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362808 Nov 09 19:40:00.735456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-1db41725-0735-4c53-8b6c-182c38b8c3da tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561728 Nov 09 19:40:00.754928 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45635b3a-ecd7-43f6-b5b0-9e918f9c9cd4 x-openstack-request-id: req-45635b3a-ecd7-43f6-b5b0-9e918f9c9cd4 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:00.755126 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b136c2c4-e070-493a-9545-86e0e2543070", "tag": "d2d15410-eea3-4106-9166-748657545de6", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:00.755378 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45635b3a-ecd7-43f6-b5b0-9e918f9c9cd4 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:00.755764 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b136c2c4-e070-493a-9545-86e0e2543070', 'tag': 'd2d15410-eea3-4106-9166-748657545de6', 'status': 'completed', 'code': 200} Nov 09 19:40:00.782432 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c83c144-171d-422a-aad7-cc20a0ee6cab x-openstack-request-id: req-6c83c144-171d-422a-aad7-cc20a0ee6cab {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:00.782771 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c1e0aa-0d5f-47cc-94f5-a8c24421b412", "name": "network-vif-deleted", "tag": "907d89b6-488c-4b55-b77c-27da84bece14", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:00.783442 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c83c144-171d-422a-aad7-cc20a0ee6cab {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:00.783570 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c1e0aa-0d5f-47cc-94f5-a8c24421b412', 'name': 'network-vif-deleted', 'tag': '907d89b6-488c-4b55-b77c-27da84bece14', 'status': 'completed', 'code': 200} Nov 09 19:40:00.795809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] For port d545d8a6-2fb6-4dc0-b11d-c5965af19880, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:00.800622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] For port d545d8a6-2fb6-4dc0-b11d-c5965af19880, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d545d8a6-2fb6-4dc0-b11d-c5965af19880,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:00.889674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:00.920501 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 08ec1997-294e-4780-9d0b-4d210b4bac90 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:40:00.943326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 08ec1997-294e-4780-9d0b-4d210b4bac90 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:00.943793 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:00.946496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Set router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:00.971286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:00.972344 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:00.974006 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] 10.222.0.70 "PUT /v2.0/ports/d545d8a6-2fb6-4dc0-b11d-c5965af19880 HTTP/1.1" status: 200 len: 1096 time: 2.9760623 Nov 09 19:40:01.030913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:01.076137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'mac_address': 'fa:16:3e:0a:90:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:01.108410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759b291-3143-4ad5-8da8-ae33f8c1a112 req-40695712-b3d1-4fc6-a4a7-934a89e26ce5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:01.122925 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d759b291-3143-4ad5-8da8-ae33f8c1a112 req-40695712-b3d1-4fc6-a4a7-934a89e26ce5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 945 time: 0.2540011 Nov 09 19:40:01.128673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49274) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:01.148884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cd662-4664-43b0-9d55-43c85c8bcf62 service neutron] Pushing event updated for resources: {'Port': ['ID=d545d8a6-2fb6-4dc0-b11d-c5965af19880,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:01.164927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-484434c4-6243-4506-97cd-9376a8ff3224 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Request body: {'floatingip': {'port_id': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:01.187954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2b952-739f-4919-9025-8fbaf88eb381 req-61f233b6-5eda-4d8e-b1fa-93310a50e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:01.189686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bde2b952-739f-4919-9025-8fbaf88eb381 req-61f233b6-5eda-4d8e-b1fa-93310a50e57e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1124 time: 0.4265993 Nov 09 19:40:01.251868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-fad75232-cd3f-40ed-9cc4-9986f1bda218 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:01.253361 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-fad75232-cd3f-40ed-9cc4-9986f1bda218 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5106187 Nov 09 19:40:01.307708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Request body: {'port': {'device_id': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '7c484e1d3fa649f1a7b536ea30195afa'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:01.312872 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-484434c4-6243-4506-97cd-9376a8ff3224 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:01.334462 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683b7291-eb6b-402e-8a5f-304fc937830e req-3d284e41-47dd-4ca1-ba2b-f201be7cdbc9 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4420712 Nov 09 19:40:01.376074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582266-22f4-4a6b-b447-31e681374b81 req-e54e1ca3-6715-4562-9aac-bad83858f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:01.377705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-e54e1ca3-6715-4562-9aac-bad83858f6a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=478fd5521af344eab7afc8ad3989f728&device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 1099 time: 0.3264728 Nov 09 19:40:01.380979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:01.389721 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:01.440682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47ac727-f38e-4d55-9812-fe6262af22d4 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:01.452010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2b952-739f-4919-9025-8fbaf88eb381 req-a664f0f6-9d8f-4d05-878e-ceadd91001ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:01.453675 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bde2b952-739f-4919-9025-8fbaf88eb381 req-a664f0f6-9d8f-4d05-878e-ceadd91001ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.2440255 Nov 09 19:40:01.457050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:01.464933 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:01.473413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-e7787c91-d2cb-4a1c-87b0-528bf0aaf5d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d545d8a6-2fb6-4dc0-b11d-c5965af19880 HTTP/1.1" status: 200 len: 217 time: 0.0701933 Nov 09 19:40:01.482330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a4cc8-745a-44db-ab9c-c789ad12b4eb req-1d413c47-d8c4-4731-bc57-f1cbcf6e85c4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:01.483510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d39a4cc8-745a-44db-ab9c-c789ad12b4eb req-1d413c47-d8c4-4731-bc57-f1cbcf6e85c4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 948 time: 0.2700605 Nov 09 19:40:01.505054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:01.517440 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:01.526151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1abd5f-0729-4b28-a8a9-143126f03544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ec1997-294e-4780-9d0b-4d210b4bac90'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:01.528582 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153b947f-ad2b-451d-8773-fe82a9f3e084" -d '{"events": [{"server_uuid": "0b1abd5f-0729-4b28-a8a9-143126f03544", "name": "network-vif-plugged", "status": "completed", "tag": "08ec1997-294e-4780-9d0b-4d210b4bac90"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:01.556211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bde2b952-739f-4919-9025-8fbaf88eb381 req-bf7a748b-691c-44f8-b861-2359073ae90f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2d15410-eea3-4106-9166-748657545de6 HTTP/1.1" status: 200 len: 217 time: 0.0922251 Nov 09 19:40:01.568246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 08ec1997-294e-4780-9d0b-4d210b4bac90, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=08ec1997-294e-4780-9d0b-4d210b4bac90,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:01.573171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7838119-83e0-45dc-9b5a-19be70ebcc0a {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:01.582802 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:01.589461 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:01.608149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:01.618193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'name': 'tempest-FloatingIPDetailsTestJSON-37155847-router', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:49Z', 'updated_at': '2021-11-09T19:39:57Z', 'revision_number': 4, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'gw_port': {'id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:50Z', 'updated_at': '2021-11-09T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'fe335263-5111-4f8d-95af-e34e079e0914', 'name': '', 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'mac_address': 'fa:16:3e:bc:77:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09536b78-11f3-4e54-ac91-4a502701dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:54Z', 'updated_at': '2021-11-09T19:39:57Z', 'revision_number': 2, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'subnets': [{'id': '09536b78-11f3-4e54-ac91-4a502701dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:01.622947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.623297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.623641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.623979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.624318 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.624652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.624983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.625313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.625644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.625980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.626297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.626646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:01.647462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Made reservation on behalf of 7c484e1d3fa649f1a7b536ea30195afa for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:40:01.651153 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:01.662231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Checking router: 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:01.663009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Updating router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 port fe335263-5111-4f8d-95af-e34e079e0914 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:40:01.665131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2b952-739f-4919-9025-8fbaf88eb381 req-b53fbd25-9df5-4296-a4ff-5c7fcf5a34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:01.667079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bde2b952-739f-4919-9025-8fbaf88eb381 req-b53fbd25-9df5-4296-a4ff-5c7fcf5a34ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1001022 Nov 09 19:40:01.692145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d39a4cc8-745a-44db-ab9c-c789ad12b4eb req-c917c0fa-4275-41e7-a17e-366f9b6bc980 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777425 Nov 09 19:40:01.692145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582266-22f4-4a6b-b447-31e681374b81 req-5ec8a5c2-f6e7-4b59-ad58-1cd0e4fe1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:01.694219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-5ec8a5c2-f6e7-4b59-ad58-1cd0e4fe1f60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2090518 Nov 09 19:40:01.699013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Transition to ACTIVE for port object c7838119-83e0-45dc-9b5a-19be70ebcc0a will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:40:01.718363 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:01.723661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:01.750591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=08ec1997-294e-4780-9d0b-4d210b4bac90,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:01.762140 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bde2b952-739f-4919-9025-8fbaf88eb381 req-94bfa109-2c28-4979-a62b-a679a20806e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735719 Nov 09 19:40:01.818985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Pushing event updated for resources: {'Port': ['ID=c7838119-83e0-45dc-9b5a-19be70ebcc0a,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:01.840043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582266-22f4-4a6b-b447-31e681374b81 req-d7596944-f0db-4200-84a3-07159623e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:01.841645 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-d7596944-f0db-4200-84a3-07159623e5de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398535 Nov 09 19:40:01.865198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['f47ac727-f38e-4d55-9812-fe6262af22d4'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:01.987306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.006563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bde2b952-739f-4919-9025-8fbaf88eb381 req-cf84bacb-7354-48d8-b7d5-84ecebe173cf service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433836 Nov 09 19:40:02.030379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04b14b86-c867-455c-80f0-44dabd262188 req-1b699936-32c9-4183-a0d4-23a89b11a32e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 210 time: 0.1700342 Nov 09 19:40:02.113415 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Allocated IP 192.168.233.115 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/136acd93-cc6f-4360-ae8c-0a6584b2ca3c) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:02.173127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Attempting to bind port c7838119-83e0-45dc-9b5a-19be70ebcc0a on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:02.173436 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.173619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Attempting to bind port c7838119-83e0-45dc-9b5a-19be70ebcc0a by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:02.173777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Attempting to bind port c7838119-83e0-45dc-9b5a-19be70ebcc0a on network 89879e33-a6e0-4692-9339-4d8946a2b9b5 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:02.193719 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.217215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-b2de2c7e-bda6-4a63-b853-19432e7f7445 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272190 Nov 09 19:40:02.241157 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Port c7838119-83e0-45dc-9b5a-19be70ebcc0a on network 89879e33-a6e0-4692-9339-4d8946a2b9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:40:02.241582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Attempting to bind port c7838119-83e0-45dc-9b5a-19be70ebcc0a on network 89879e33-a6e0-4692-9339-4d8946a2b9b5 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:02.280454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:02.280746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Checking segment: {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:02.281166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Bound using segment: {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:02.281628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Bound port: c7838119-83e0-45dc-9b5a-19be70ebcc0a, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf23760c-ef2a-4133-8327-b6775d0f38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:02.282285 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.318724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.resource_extend [None req-484434c4-6243-4506-97cd-9376a8ff3224 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:40:02.322657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f801e-8640-45da-b6d8-b5347e8e2ae8 None None] Pushing event updated for resources: {'Port': ['ID=fe335263-5111-4f8d-95af-e34e079e0914,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:02.412789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Attempting to bind port fe335263-5111-4f8d-95af-e34e079e0914 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:02.413439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Attempting to bind port fe335263-5111-4f8d-95af-e34e079e0914 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'f11ba8cc-b31d-4d91-82e4-bd9515e60023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:02.413533 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Allocated IP 172.25.6.20 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/96615994-a38c-4168-8348-b7062d9fce1d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:02.413945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Attempting to bind port fe335263-5111-4f8d-95af-e34e079e0914 on network 15d72d6c-0680-41cc-ad59-956797ac6ae6 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:02.424799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:02.425205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Checking segment: {'id': 'f11ba8cc-b31d-4d91-82e4-bd9515e60023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:02.425962 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.425962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Bound using segment: {'id': 'f11ba8cc-b31d-4d91-82e4-bd9515e60023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:02.426449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Bound port: fe335263-5111-4f8d-95af-e34e079e0914, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11ba8cc-b31d-4d91-82e4-bd9515e60023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:02.426860 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.431782 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-484434c4-6243-4506-97cd-9376a8ff3224 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.437329 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bde2b952-739f-4919-9025-8fbaf88eb381 req-010c8f32-7afe-4350-9a22-d646b864c39c service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196241 Nov 09 19:40:02.443452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a070f2-bd17-4417-a578-cdba2405900d req-ad27b660-09e8-4668-ab8e-d8f602471432 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:02.453381 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79a070f2-bd17-4417-a578-cdba2405900d req-ad27b660-09e8-4668-ab8e-d8f602471432 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 944 time: 0.2517471 Nov 09 19:40:02.478358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-484434c4-6243-4506-97cd-9376a8ff3224 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.543811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d2d15410-eea3-4106-9166-748657545de6 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:02.545600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 907d89b6-488c-4b55-b77c-27da84bece14 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:02.551158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] For port fe335263-5111-4f8d-95af-e34e079e0914, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:02.556983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-02df6b1a-7643-408f-a4c3-1494d1ea6a81 None None] Provisioning complete for port fe335263-5111-4f8d-95af-e34e079e0914 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:02.556983 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-02df6b1a-7643-408f-a4c3-1494d1ea6a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.609644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 907d89b6-488c-4b55-b77c-27da84bece14 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:02.610190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 907d89b6-488c-4b55-b77c-27da84bece14 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:02.614050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] For port fe335263-5111-4f8d-95af-e34e079e0914, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe335263-5111-4f8d-95af-e34e079e0914,segment=NetworkSegment(f11ba8cc-b31d-4d91-82e4-bd9515e60023),segment_id=f11ba8cc-b31d-4d91-82e4-bd9515e60023)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:02.625395 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.625870 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79a070f2-bd17-4417-a578-cdba2405900d req-5446ec70-96fc-44de-85d0-931bb6a72e3e tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710620 Nov 09 19:40:02.628975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] For port c7838119-83e0-45dc-9b5a-19be70ebcc0a, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:02.632531 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7582266-22f4-4a6b-b447-31e681374b81 req-ac968599-6f28-4029-ae2e-5828ff288db5 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851025 Nov 09 19:40:02.647721 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.658498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] For port c7838119-83e0-45dc-9b5a-19be70ebcc0a, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:02.673355 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.694948 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.701180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-02df6b1a-7643-408f-a4c3-1494d1ea6a81 None None] Port fe335263-5111-4f8d-95af-e34e079e0914 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:40:02.725404 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-484434c4-6243-4506-97cd-9376a8ff3224 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Floating IP 51c469e7-6690-4cd6-9091-27565ef6b4a8 associated. External IP: 172.25.6.204, port: 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c. Nov 09 19:40:02.728346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:02.728976 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.730688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] 10.222.0.70 "PUT /v2.0/ports/c7838119-83e0-45dc-9b5a-19be70ebcc0a HTTP/1.1" status: 200 len: 1092 time: 2.7533300 Nov 09 19:40:02.764565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Routers {'01cbb6f9-b26e-4aeb-a2bf-3101445ba260'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:02.765339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:02.769167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f801e-8640-45da-b6d8-b5347e8e2ae8 None None] Pushing event updated for resources: {'Port': ['ID=fe335263-5111-4f8d-95af-e34e079e0914,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:02.771021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16389aa-4818-47ab-82db-39897324255f', 'tag': 'd545d8a6-2fb6-4dc0-b11d-c5965af19880'}, {'name': 'network-changed', 'server_uuid': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'tag': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:02.775431 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd6ae97-dea6-4965-8b34-37e30b26e37a" -d '{"events": [{"name": "network-changed", "server_uuid": "d16389aa-4818-47ab-82db-39897324255f", "tag": "d545d8a6-2fb6-4dc0-b11d-c5965af19880"}, {"name": "network-changed", "server_uuid": "6b32ec51-22f6-46d0-b409-b1e5096ab2d1", "tag": "c7838119-83e0-45dc-9b5a-19be70ebcc0a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:02.788057 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.835104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:02.871988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ff751787-4749-408f-8f65-61ba9af15ecc'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:02.873579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:02.887007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:02.892779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:02.896278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:02.908324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:02.923912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:02.954346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:02.999257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['1a2e06e6-50f4-4893-b383-bf253ff3e26b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:03.056588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:03.081554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:03.081813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d2d15410-eea3-4106-9166-748657545de6 has no active binding in host n-h2-817256-1 {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 19:40:03.082243 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:03.093335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event updated for resources: {'Port': ['ID=96615994-a38c-4168-8348-b7062d9fce1d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:03.161554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f3446030-715d-4569-9076-d7754536575e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8668280 Nov 09 19:40:03.180002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Request body: {'port': {'device_id': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:03.221664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] Set router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:03.234026 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:03.313773 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:03.370027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:03.407572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-454d3942-aa88-49a0-bc6b-5b6629c6a627 None None] Provisioning complete for port fe335263-5111-4f8d-95af-e34e079e0914 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:03.407855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-454d3942-aa88-49a0-bc6b-5b6629c6a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:03.409903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdb09b-30c0-4c68-ae3c-240724fa0020 service neutron] Pushing event updated for resources: {'Port': ['ID=c7838119-83e0-45dc-9b5a-19be70ebcc0a,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:03.570801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-9aff73bf-1ba3-4f3a-8394-464b2f8d18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:03.572314 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-9aff73bf-1ba3-4f3a-8394-464b2f8d18a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 1095 time: 0.1458843 Nov 09 19:40:03.585787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18238056-738c-4d99-978b-672450fb91b5 req-9ac01c60-a382-451c-b6ff-aa1386c89003 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:03.588821 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-18238056-738c-4d99-978b-672450fb91b5 req-9ac01c60-a382-451c-b6ff-aa1386c89003 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 945 time: 0.1599529 Nov 09 19:40:03.644029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-5e5bebc5-aeb0-4f6e-96bd-385555fb551b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a HTTP/1.1" status: 200 len: 217 time: 0.0554497 Nov 09 19:40:03.690278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-8b0bb161-bbe0-4d5c-b7e7-52aeb64935cd service neutron] 10.222.0.70 "GET /v2.0/ports/d2d15410-eea3-4106-9166-748657545de6/bindings/n-h2-817256-1 HTTP/1.1" status: 200 len: 384 time: 0.2648909 Nov 09 19:40:03.844119 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-454d3942-aa88-49a0-bc6b-5b6629c6a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:03.855518 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-18238056-738c-4d99-978b-672450fb91b5 req-2ed80ab2-a055-4e06-9837-d50f9226d239 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560756 Nov 09 19:40:03.868162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-3dabe1e0-96b2-4fa1-8753-a0ddc3054078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:03.870303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-3dabe1e0-96b2-4fa1-8753-a0ddc3054078 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.1385710 Nov 09 19:40:03.899029 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:40:03.927385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-454d3942-aa88-49a0-bc6b-5b6629c6a627 None None] For port fe335263-5111-4f8d-95af-e34e079e0914, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe335263-5111-4f8d-95af-e34e079e0914,segment=NetworkSegment(f11ba8cc-b31d-4d91-82e4-bd9515e60023),segment_id=f11ba8cc-b31d-4d91-82e4-bd9515e60023)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:03.929601 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea451884-7a77-47ba-8e29-d8bfb4d574fc x-openstack-request-id: req-ea451884-7a77-47ba-8e29-d8bfb4d574fc {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:03.929916 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1abd5f-0729-4b28-a8a9-143126f03544", "name": "network-vif-plugged", "status": "completed", "tag": "08ec1997-294e-4780-9d0b-4d210b4bac90", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:03.930292 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea451884-7a77-47ba-8e29-d8bfb4d574fc {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:03.930726 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1abd5f-0729-4b28-a8a9-143126f03544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ec1997-294e-4780-9d0b-4d210b4bac90', 'code': 200} Nov 09 19:40:03.945605 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:03.949376 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-454d3942-aa88-49a0-bc6b-5b6629c6a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:03.953723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'name': 'tempest-FloatingIPDetailsTestJSON-37155847-router', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:49Z', 'updated_at': '2021-11-09T19:39:57Z', 'revision_number': 4, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'gw_port': {'id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:50Z', 'updated_at': '2021-11-09T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'fe335263-5111-4f8d-95af-e34e079e0914', 'name': '', 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'mac_address': 'fa:16:3e:bc:77:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09536b78-11f3-4e54-ac91-4a502701dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:54Z', 'updated_at': '2021-11-09T19:40:02Z', 'revision_number': 4, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'subnets': [{'id': '09536b78-11f3-4e54-ac91-4a502701dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:03.961350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484434c4-6243-4506-97cd-9376a8ff3224 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Router dbe1a6a9-1e81-4973-bb7f-0da12c615407 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:03.963464 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.035550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5a2648-7862-4c96-8b3f-9f31c2ec8784 None None] The sync data for ids ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'] in n-d-817256-1 is: [{'id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'name': 'tempest-FloatingIPDetailsTestJSON-37155847-router', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:49Z', 'updated_at': '2021-11-09T19:39:57Z', 'revision_number': 4, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'gw_port': {'id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:50Z', 'updated_at': '2021-11-09T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'fe335263-5111-4f8d-95af-e34e079e0914', 'name': '', 'network_id': '15d72d6c-0680-41cc-ad59-956797ac6ae6', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'mac_address': 'fa:16:3e:bc:77:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '09536b78-11f3-4e54-ac91-4a502701dd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:54Z', 'updated_at': '2021-11-09T19:40:02Z', 'revision_number': 4, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'subnets': [{'id': '09536b78-11f3-4e54-ac91-4a502701dd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:04.043969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d3942-aa88-49a0-bc6b-5b6629c6a627 None None] Pushing event updated for resources: {'Port': ['ID=fe335263-5111-4f8d-95af-e34e079e0914,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:04.081106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event updated for resources: {'Port': ['ID=96615994-a38c-4168-8348-b7062d9fce1d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:04.112862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136acd93-cc6f-4360-ae8c-0a6584b2ca3c {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:04.113223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f084373d-d4c1-455a-8bfd-a9edd66cfddd None None] Provisioning complete for port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:04.113735 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f084373d-d4c1-455a-8bfd-a9edd66cfddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.127890 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.142891 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.158243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f084373d-d4c1-455a-8bfd-a9edd66cfddd None None] Port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:40:04.164521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Transition to ACTIVE for port object 136acd93-cc6f-4360-ae8c-0a6584b2ca3c will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:40:04.168461 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.169740 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683b7291-eb6b-402e-8a5f-304fc937830e req-cb66681d-4364-42cd-95ec-afe919a4557c tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8010049 Nov 09 19:40:04.171106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.177187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-fd8cb57f-2a5f-4bfa-b154-e72740b9d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:04.178736 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-fd8cb57f-2a5f-4bfa-b154-e72740b9d4ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986064 Nov 09 19:40:04.309257 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683b7291-eb6b-402e-8a5f-304fc937830e req-1ae28610-d037-4071-b2af-2bccfb798fd0 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.1319077 Nov 09 19:40:04.324749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e452c-91e4-4ea5-a801-bc26a5bb0702 req-ec36c869-14d6-4779-b301-d6486066119a tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:04.326261 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-410e452c-91e4-4ea5-a801-bc26a5bb0702 req-ec36c869-14d6-4779-b301-d6486066119a tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 943 time: 0.3127403 Nov 09 19:40:04.335158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c27997-8038-4489-ad39-247054417fee req-278f3e0f-361e-4716-a585-f131506ffe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:04.336706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f1c27997-8038-4489-ad39-247054417fee req-278f3e0f-361e-4716-a585-f131506ffe4d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 1096 time: 0.3146751 Nov 09 19:40:04.357079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:04.483580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484434c4-6243-4506-97cd-9376a8ff3224 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:04.488411 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-484434c4-6243-4506-97cd-9376a8ff3224 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.496782 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] Sync routers for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:04.501332 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-410e452c-91e4-4ea5-a801-bc26a5bb0702 req-b6d9e89a-151c-43ed-be3c-2066f5f77336 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593697 Nov 09 19:40:04.521458 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:04.522989 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:04.527889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:04.527889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:04.527889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:04.536738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f47ac727-f38e-4d55-9812-fe6262af22d4 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:04.549135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f1c27997-8038-4489-ad39-247054417fee req-53bd57d0-372b-4ec9-9e14-4d7c63cbcd2d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889389 Nov 09 19:40:04.557781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:04.563534 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:40:04.571000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:04.595091 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-484434c4-6243-4506-97cd-9376a8ff3224 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "PUT /v2.0/floatingips/51c469e7-6690-4cd6-9091-27565ef6b4a8 HTTP/1.1" status: 200 len: 991 time: 3.4452941 Nov 09 19:40:04.596679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:04.596679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:04.596679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:04.596679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Bound port: 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:04.596679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.597210 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-b49dd20e-140b-4ff7-acbb-4df37b8ae803 service neutron] 10.222.0.70 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763037 Nov 09 19:40:04.597210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:04.623360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b7291-eb6b-402e-8a5f-304fc937830e req-c7fc67f1-cc10-4f2d-ab91-530acbb5a9ca tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:04.624840 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683b7291-eb6b-402e-8a5f-304fc937830e req-c7fc67f1-cc10-4f2d-ab91-530acbb5a9ca tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.2689404 Nov 09 19:40:04.653569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port f47ac727-f38e-4d55-9812-fe6262af22d4 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:40:04.656190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-683b7291-eb6b-402e-8a5f-304fc937830e req-17aa434f-856f-4c5f-8f71-16e48ec5fb3e tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:40:04.657787 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-683b7291-eb6b-402e-8a5f-304fc937830e req-17aa434f-856f-4c5f-8f71-16e48ec5fb3e tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176907 Nov 09 19:40:04.676444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port f47ac727-f38e-4d55-9812-fe6262af22d4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:04.677604 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.697521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d15410-eea3-4106-9166-748657545de6 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:04.701910 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:04.713016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:04.756542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:04.766003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:04.773272 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.836790 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.871267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.878980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:04.886719 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.908903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:04.911716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:04.913233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] 10.222.0.77 "PUT /v2.0/ports/136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 1096 time: 1.7410793 Nov 09 19:40:04.920901 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:04.930443 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67078aac-5aa8-4851-890d-b945f0137dea" -d '{"events": [{"name": "network-changed", "server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:04.956533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:05.007118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e88f-b1e4-4ed2-9400-1ddf0de7c90a req-77fe2c10-f200-47c3-911c-44ef020ae7e2 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.009499 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1e0e88f-b1e4-4ed2-9400-1ddf0de7c90a req-77fe2c10-f200-47c3-911c-44ef020ae7e2 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 948 time: 0.2319362 Nov 09 19:40:05.024784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c47ab-4118-4f93-a85c-6ac6677248d7 service neutron] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:05.097707 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '51c469e7-6690-4cd6-9091-27565ef6b4a8', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'port_id': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'mac_address': 'fa:16:3e:ee:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9dc86d-6af4-4028-a848-0803e36014df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:37:14Z', 'updated_at': '2021-11-09T19:40:02Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:05.098361 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1e0e88f-b1e4-4ed2-9400-1ddf0de7c90a req-6ba0547e-35ff-4d1d-8649-155d5e0cb9eb tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745697 Nov 09 19:40:05.106315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-4d8c8f1e-041c-45cd-9c94-934f62b84be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.108627 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-4d8c8f1e-041c-45cd-9c94-934f62b84be1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1099 time: 0.0979807 Nov 09 19:40:05.150979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69a1d706-dfc3-45c9-8289-df686d2902ae req-2acc7f76-af4a-4e4d-b552-0b5b9ca678e5 service neutron] 10.222.0.70 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049632 Nov 09 19:40:05.186438 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b96a78-901e-4139-8ba3-b43c82c97d49 x-openstack-request-id: req-57b96a78-901e-4139-8ba3-b43c82c97d49 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:05.186779 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16389aa-4818-47ab-82db-39897324255f", "tag": "d545d8a6-2fb6-4dc0-b11d-c5965af19880", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b32ec51-22f6-46d0-b409-b1e5096ab2d1", "tag": "c7838119-83e0-45dc-9b5a-19be70ebcc0a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:05.187031 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57b96a78-901e-4139-8ba3-b43c82c97d49 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:05.187514 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16389aa-4818-47ab-82db-39897324255f', 'tag': 'd545d8a6-2fb6-4dc0-b11d-c5965af19880', 'status': 'completed', 'code': 200} Nov 09 19:40:05.187672 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'tag': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'status': 'completed', 'code': 200} Nov 09 19:40:05.193702 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] Checking router: dbe1a6a9-1e81-4973-bb7f-0da12c615407 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:05.200801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-ef95edfb-7eca-488e-b0a5-2340cbdb81c4 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.203043 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-ef95edfb-7eca-488e-b0a5-2340cbdb81c4 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.5561166 Nov 09 19:40:05.204937 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:05.206282 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:39:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:05.210065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-ab4ffe5c-6faa-4e03-9ed3-5e2de7c373d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 217 time: 0.0913217 Nov 09 19:40:05.263310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Transition to ACTIVE for port object d2d15410-eea3-4106-9166-748657545de6 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:40:05.275612 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:05.279427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-78051f2f-0a0e-4b7a-8248-6ee37605fc05 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/quotas/02ed719938fa4992bcde1f7435869c3d HTTP/1.1" status: 200 len: 375 time: 0.0327871 Nov 09 19:40:05.301553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f4553634-7388-4fd5-b62a-d10613687d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.303204 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-f4553634-7388-4fd5-b62a-d10613687d3d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0852783 Nov 09 19:40:05.357762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-28f9ede3-e95a-42e7-9e7b-37538ebec3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.360951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-28f9ede3-e95a-42e7-9e7b-37538ebec3e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=478fd5521af344eab7afc8ad3989f728&device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 1099 time: 0.1542640 Nov 09 19:40:05.367335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-3cd5cd85-3399-4078-a553-93ee803ad95b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749457 Nov 09 19:40:05.422833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46895880-a20a-466e-a016-b939eea91c73 req-0b214d48-0b58-425d-acf1-2edf9c8aaced tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.424685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46895880-a20a-466e-a016-b939eea91c73 req-0b214d48-0b58-425d-acf1-2edf9c8aaced tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 948 time: 0.1205804 Nov 09 19:40:05.429519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-d1b157b0-add4-42f3-97f0-8e146ae95e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.431636 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-d1b157b0-add4-42f3-97f0-8e146ae95e1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993397 Nov 09 19:40:05.480467 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:05.504757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] No DVR routers for this DVR port d2d15410-eea3-4106-9166-748657545de6 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:05.510498 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46895880-a20a-466e-a016-b939eea91c73 req-7bd525ca-3ba7-4ac2-bb2e-6c58d196a574 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770760 Nov 09 19:40:05.563633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Pushing event updated for resources: {'Port': ['ID=d2d15410-eea3-4106-9166-748657545de6,revision_number=10']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:05.572047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] 10.222.0.70 "PUT /v2.0/ports/d2d15410-eea3-4106-9166-748657545de6/bindings/n-h2-817256-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8080006 Nov 09 19:40:05.587222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-5aee7f1f-c663-41c4-9b30-d7b74034906d service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314113 Nov 09 19:40:05.593611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.594382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.595449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.596007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.597193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.598464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.598464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.599286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.599950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.600602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.601049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.601610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd2cab6-7a9c-44c5-99b5-7c7e2dce021d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:05.697214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-511e7e38-d72a-4beb-b7ee-a5bcd6135f79 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141940 Nov 09 19:40:05.716320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-11cf5fce-eb4a-4580-a480-4a3f451a6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.723436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-11cf5fce-eb4a-4580-a480-4a3f451a6dfa service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.3548660 Nov 09 19:40:05.801484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090aca9-5837-45e4-940f-cf6a32205680 req-dbbc9671-0b13-46fb-afad-0e96fdfc2e45 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.803667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0090aca9-5837-45e4-940f-cf6a32205680 req-dbbc9671-0b13-46fb-afad-0e96fdfc2e45 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 944 time: 0.1828718 Nov 09 19:40:05.849198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe335263-5111-4f8d-95af-e34e079e0914 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:05.865850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9535b610-5737-4bf0-8d8f-45fb25dd0d12 req-a7dd65c5-4679-4e7f-b012-9680fa6bd117 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683351 Nov 09 19:40:05.872355 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '51c469e7-6690-4cd6-9091-27565ef6b4a8', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'port_id': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'mac_address': 'fa:16:3e:ee:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9dc86d-6af4-4028-a848-0803e36014df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:37:14Z', 'updated_at': '2021-11-09T19:40:02Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:05.878476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-e7106e2a-5401-4e0b-b8e0-335ee4e0d468 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d545d8a6-2fb6-4dc0-b11d-c5965af19880 HTTP/1.1" status: 200 len: 217 time: 0.1305132 Nov 09 19:40:05.880508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-8aac97b7-c3c8-4e71-91cf-72619994588b tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.882245 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-8aac97b7-c3c8-4e71-91cf-72619994588b tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1095 time: 0.2352996 Nov 09 19:40:05.909893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0090aca9-5837-45e4-940f-cf6a32205680 req-fc6c60fc-3a38-478f-b7cd-ea7224ab20ca tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965714 Nov 09 19:40:05.923223 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a458c-88a1-44a4-ac7e-c995a78139ad None None] The sync data for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 is: [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '51c469e7-6690-4cd6-9091-27565ef6b4a8', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'port_id': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'mac_address': 'fa:16:3e:ee:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9dc86d-6af4-4028-a848-0803e36014df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:37:14Z', 'updated_at': '2021-11-09T19:40:02Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:05.937388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ac727-f38e-4d55-9812-fe6262af22d4'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:05.939847 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914bd6d6-e7dd-4354-80f8-de705edc03d0" -d '{"events": [{"server_uuid": "0ccf2022-41f7-4e6e-b205-088c290998fd", "name": "network-vif-plugged", "status": "completed", "tag": "f47ac727-f38e-4d55-9812-fe6262af22d4"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:05.958531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fe335263-5111-4f8d-95af-e34e079e0914 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:05.959227 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:05.996514 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-13815837-0e58-44d4-b327-8d09d41e7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:05.997993 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-13815837-0e58-44d4-b327-8d09d41e7fe2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1077764 Nov 09 19:40:06.023073 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-2c0b2f9f-6aae-4af9-90b1-b66eaa05f523 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961359 Nov 09 19:40:06.055047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-bbd7db66-7866-4661-afa2-f75355b239b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:06.057651 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-bbd7db66-7866-4661-afa2-f75355b239b9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070&tenant_id=2859bc85160d463285748068eb9becfd HTTP/1.1" status: 200 len: 1095 time: 0.1534400 Nov 09 19:40:06.080619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-b5b69c6f-4a13-44f2-b208-55a482a9b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:06.082387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-b5b69c6f-4a13-44f2-b208-55a482a9b596 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742800 Nov 09 19:40:06.173569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-69b6c2fc-3e14-403d-8325-1c37dd8f9c78 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1372807 Nov 09 19:40:06.206122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:06.245556 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58993936-b5c9-4a39-ab20-ee7f1ef6484f None None] New status for floating IP 51c469e7-6690-4cd6-9091-27565ef6b4a8: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:40:06.256741 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:06.396083 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:06.455032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d545d8a6-2fb6-4dc0-b11d-c5965af19880 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:06.457176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d2d15410-eea3-4106-9166-748657545de6 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:06.533793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d2d15410-eea3-4106-9166-748657545de6 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:06.541790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-bbebf5c7-6da0-4e13-80e3-edbb75536db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:06.543387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-bbebf5c7-6da0-4e13-80e3-edbb75536db1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1095 time: 0.4562864 Nov 09 19:40:06.572705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Allocated IP 172.25.6.215 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/6623b3ec-05bc-46bf-9110-e824d60db720) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:06.643081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402438f5-288a-446a-a944-bc4980d12f6c req-100861e7-66ec-434e-b5d0-49384cd357fb tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:06.644637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-402438f5-288a-446a-a944-bc4980d12f6c req-100861e7-66ec-434e-b5d0-49384cd357fb tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 945 time: 0.1607356 Nov 09 19:40:06.663358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d545d8a6-2fb6-4dc0-b11d-c5965af19880, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d545d8a6-2fb6-4dc0-b11d-c5965af19880,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:06.676724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd545d8a6-2fb6-4dc0-b11d-c5965af19880', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'd545d8a6-2fb6-4dc0-b11d-c5965af19880', 'mac_address': 'fa:16:3e:42:b2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:06.685756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-de036f7b-4411-49f5-a08f-f59954ef3e6a service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888205 Nov 09 19:40:06.724140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:06.728667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-fae0df06-acc2-4a5c-a193-85bd3807bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:06.730416 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-fae0df06-acc2-4a5c-a193-85bd3807bb35 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.1774979 Nov 09 19:40:06.740786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d545d8a6-2fb6-4dc0-b11d-c5965af19880 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:06.750838 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:06.766690 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d545d8a6-2fb6-4dc0-b11d-c5965af19880, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d545d8a6-2fb6-4dc0-b11d-c5965af19880,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:06.772427 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:06.796743 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:06.807133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-d0aef469-7126-45e8-be5b-27459c00de45 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2d15410-eea3-4106-9166-748657545de6 HTTP/1.1" status: 200 len: 217 time: 0.0465772 Nov 09 19:40:06.823064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-402438f5-288a-446a-a944-bc4980d12f6c req-6c4a4f4f-4b07-4a47-a51d-137ae0c5b91e tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655574 Nov 09 19:40:06.834952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d545d8a6-2fb6-4dc0-b11d-c5965af19880,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:06.841246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:06.842903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:06.848701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:06.901381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event updated for resources: {'Port': ['ID=6623b3ec-05bc-46bf-9110-e824d60db720,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:06.912986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-af74fcd5-b83f-4a2e-8898-e806db1942c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:06.914478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-af74fcd5-b83f-4a2e-8898-e806db1942c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.0887756 Nov 09 19:40:06.925568 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debb329d-c8c7-425c-9e74-8be9fe46a006 x-openstack-request-id: req-debb329d-c8c7-425c-9e74-8be9fe46a006 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:06.925964 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:06.926324 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-debb329d-c8c7-425c-9e74-8be9fe46a006 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:06.926445 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-abbd6317-4e6f-4cbb-880b-9da3252033e3 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274101 Nov 09 19:40:06.926926 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'status': 'completed', 'code': 200} Nov 09 19:40:06.976435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-fa953dc3-c4be-4188-afd8-0a1e5c79caca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472021 Nov 09 19:40:07.020285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d545d8a6-2fb6-4dc0-b11d-c5965af19880'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:07.049731 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67078aac-5aa8-4851-890d-b945f0137dea req-30095bae-a887-4c02-b6dd-b48b74b2ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.051798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67078aac-5aa8-4851-890d-b945f0137dea req-30095bae-a887-4c02-b6dd-b48b74b2ba02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1099 time: 0.0747585 Nov 09 19:40:07.052964 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:07.162713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:07.175588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fed327-0639-4646-90b2-05696dc1914a req-46757df7-3bd1-4396-b4ce-6c4a5a2e3fce tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.176999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1fed327-0639-4646-90b2-05696dc1914a req-46757df7-3bd1-4396-b4ce-6c4a5a2e3fce tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 944 time: 0.1432264 Nov 09 19:40:07.185524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-d13d88a6-dd3b-4a50-9e42-9ca5dad8ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.186963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-d13d88a6-dd3b-4a50-9e42-9ca5dad8ce8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 1095 time: 0.2067535 Nov 09 19:40:07.191989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9dc86d-6af4-4028-a848-0803e36014df', 'tag': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:07.195117 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d604358-32d8-4ae4-bf68-efa1ab24aee0" -d '{"events": [{"name": "network-changed", "server_uuid": "be9dc86d-6af4-4028-a848-0803e36014df", "tag": "0e6a6a30-628e-44f4-8a95-1c6eeb35d39c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:07.307902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-7614b239-e738-4654-b984-502f5b503803 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131928 Nov 09 19:40:07.337935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67078aac-5aa8-4851-890d-b945f0137dea req-84c27d65-c4cd-4a7f-a53f-7703e25eaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.339861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1fed327-0639-4646-90b2-05696dc1914a req-bb42c2e9-cb53-458d-bf95-7c592b088c1b tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518228 Nov 09 19:40:07.341302 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67078aac-5aa8-4851-890d-b945f0137dea req-84c27d65-c4cd-4a7f-a53f-7703e25eaa9c service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2798452 Nov 09 19:40:07.395574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-1b615e66-2ca4-4d46-8f98-ea75c3ef9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.397530 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-1b615e66-2ca4-4d46-8f98-ea75c3ef9079 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.1763289 Nov 09 19:40:07.398999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67078aac-5aa8-4851-890d-b945f0137dea req-9666ee07-2126-4175-93f8-2cba6fef96b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 217 time: 0.0465076 Nov 09 19:40:07.457738 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e661ae0e-c620-4d90-9a6c-48bd4c1f89de x-openstack-request-id: req-e661ae0e-c620-4d90-9a6c-48bd4c1f89de {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:07.458295 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccf2022-41f7-4e6e-b205-088c290998fd", "name": "network-vif-plugged", "status": "completed", "tag": "f47ac727-f38e-4d55-9812-fe6262af22d4", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:07.458731 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e661ae0e-c620-4d90-9a6c-48bd4c1f89de {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:07.459276 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'code': 200} Nov 09 19:40:07.460001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67078aac-5aa8-4851-890d-b945f0137dea req-815ea8f7-8422-4c95-b930-909635c26960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.461980 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67078aac-5aa8-4851-890d-b945f0137dea req-815ea8f7-8422-4c95-b930-909635c26960 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0557473 Nov 09 19:40:07.519561 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-6f177b52-a80a-49fd-80d2-e78aa15d5ae0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a HTTP/1.1" status: 200 len: 217 time: 0.0902109 Nov 09 19:40:07.559431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.77', 65453) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:07.630446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:07.635932 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67078aac-5aa8-4851-890d-b945f0137dea req-be4d012c-4717-4753-83a6-be30334a2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.637569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67078aac-5aa8-4851-890d-b945f0137dea req-be4d012c-4717-4753-83a6-be30334a2399 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318605 Nov 09 19:40:07.642015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:07.645077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21616c4-5b0f-41c0-bc58-371936d2c437 req-09625d61-c64a-4fa8-a96b-f98c35e7c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.646456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c21616c4-5b0f-41c0-bc58-371936d2c437 req-09625d61-c64a-4fa8-a96b-f98c35e7c2a9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 1100 time: 0.0858171 Nov 09 19:40:07.657263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-b51ae975-af40-4251-9f59-0caaea15763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.658930 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-b51ae975-af40-4251-9f59-0caaea15763d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.1295385 Nov 09 19:40:07.679205 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-541b200c-e6d8-446e-b6f0-efe2e39e9ecf service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623524 Nov 09 19:40:07.715388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d50e87-aa92-414a-b778-abc251f35fe1 req-90b1bfbb-6621-4f42-94b7-37544c339aac tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.716915 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93d50e87-aa92-414a-b778-abc251f35fe1 req-90b1bfbb-6621-4f42-94b7-37544c339aac tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 949 time: 0.1519604 Nov 09 19:40:07.730261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-b8a37fcd-a1f5-4914-a108-67be1c01538a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.731817 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-b8a37fcd-a1f5-4914-a108-67be1c01538a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.3333838 Nov 09 19:40:07.752663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Request body: {'port': {'device_id': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'admin_state_up': True, 'tenant_id': '02ed719938fa4992bcde1f7435869c3d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:07.820330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event updated for resources: {'Port': ['ID=6623b3ec-05bc-46bf-9110-e824d60db720,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:07.822770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93d50e87-aa92-414a-b778-abc251f35fe1 req-e6936da6-c9dd-40ee-a5a8-085dc6b91d90 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899067 Nov 09 19:40:07.829211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-e6672c2d-692d-436d-8d5f-4f39ad59c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:07.830752 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-e6672c2d-692d-436d-8d5f-4f39ad59c5a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631145 Nov 09 19:40:07.862631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c21616c4-5b0f-41c0-bc58-371936d2c437 req-cbd859ae-4b79-4082-80fa-c8a584a23340 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994107 Nov 09 19:40:07.885213 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:07.910826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67078aac-5aa8-4851-890d-b945f0137dea req-56dc3d1a-dec9-4bac-a5fc-c74f26a3eccb service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628970 Nov 09 19:40:07.917012 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:07.919155 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-cd0675ae-1a6b-4f49-b14e-9ca9a78c8d2a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7264178 Nov 09 19:40:07.997473 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5601845b-4cb7-490c-a567-6410d7c793cd req-f52a55f6-0f0f-43cd-9c3e-9c657b29f5ac tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 210 time: 0.0443921 Nov 09 19:40:08.001230 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-d79a5f3f-df67-45de-bfd6-b7dcd4e80d23 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0584698 Nov 09 19:40:08.007474 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-ddaa9f5f-3235-401a-af3c-5eca04888dad service neutron] 10.222.0.70 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673362 Nov 09 19:40:08.024153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Made reservation on behalf of 02ed719938fa4992bcde1f7435869c3d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:40:08.028627 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:08.300115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6ae97-dea6-4965-8b34-37e30b26e37a req-32f2bad1-c78a-4612-b861-833f44d2a6c0 service neutron] 10.222.0.70 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850878 Nov 09 19:40:08.305518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-c88d9f23-c5a0-4418-a167-ef3ac499dc7b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:08.307524 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5eabb449-0a56-4e89-ab89-b9b6a7097338 req-c88d9f23-c5a0-4418-a167-ef3ac499dc7b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.2891407 Nov 09 19:40:08.335626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-2697c1ef-042f-4969-8f73-b15d394768b6 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:08.337379 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-2697c1ef-042f-4969-8f73-b15d394768b6 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1095 time: 0.1663022 Nov 09 19:40:08.348067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac6d6f-0d5f-4899-8286-d11f46a116cc req-c0866545-815d-481a-98b7-168c13b48037 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:08.349843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79ac6d6f-0d5f-4899-8286-d11f46a116cc req-c0866545-815d-481a-98b7-168c13b48037 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 948 time: 0.1794128 Nov 09 19:40:08.365456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Allocated IP 172.20.0.4 (7bd582a7-d2f6-49cc-ad84-6e5bbb10c258/c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a/65c122a9-7748-4aa6-9622-11231ee37177) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:08.421321 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67078aac-5aa8-4851-890d-b945f0137dea req-a28b757b-7b7e-48df-b424-398b96e76fe6 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505573 Nov 09 19:40:08.450209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79ac6d6f-0d5f-4899-8286-d11f46a116cc req-dd574ab3-a3ca-4088-8ebf-6e4a4581908f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702801 Nov 09 19:40:08.467927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device c7838119-83e0-45dc-9b5a-19be70ebcc0a details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:08.481500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d545d8a6-2fb6-4dc0-b11d-c5965af19880 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:08.582861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:08.625943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d545d8a6-2fb6-4dc0-b11d-c5965af19880 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:40:08.645331 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddfbdd8-e405-4554-872a-24fc1c0afac7 x-openstack-request-id: req-6ddfbdd8-e405-4554-872a-24fc1c0afac7 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:08.645679 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9dc86d-6af4-4028-a848-0803e36014df", "tag": "0e6a6a30-628e-44f4-8a95-1c6eeb35d39c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:08.645875 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ddfbdd8-e405-4554-872a-24fc1c0afac7 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:08.646280 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9dc86d-6af4-4028-a848-0803e36014df', 'tag': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c', 'status': 'completed', 'code': 200} Nov 09 19:40:08.687297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d545d8a6-2fb6-4dc0-b11d-c5965af19880 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:08.687724 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:08.698449 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:08.749454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port c7838119-83e0-45dc-9b5a-19be70ebcc0a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:08.782021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'port_id': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'mac_address': 'fa:16:3e:ce:6d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:08.794106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013066cf-658a-485b-8338-762ec6b002fc req-39c9da6a-5250-43dc-9002-6d30f9ae4255 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:08.795680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-013066cf-658a-485b-8338-762ec6b002fc req-39c9da6a-5250-43dc-9002-6d30f9ae4255 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 944 time: 0.3592124 Nov 09 19:40:08.805207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-b3dfb542-af54-474c-b7f5-9f089bc638ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:08.806956 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-b3dfb542-af54-474c-b7f5-9f089bc638ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=680f524dfe864ca0aa5e62d7ca065773&device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 1096 time: 0.1263750 Nov 09 19:40:08.828065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-6f34e072-c644-4f7e-8a48-4ffb11af256b service neutron] For port d2d15410-eea3-4106-9166-748657545de6, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:08.831074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:08.832499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-6f34e072-c644-4f7e-8a48-4ffb11af256b service neutron] Notify callbacks [] for binding, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:08.833595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7f36332-9c79-44f9-ba76-417a7ccd54a8 req-6f34e072-c644-4f7e-8a48-4ffb11af256b service neutron] 10.222.0.77 "DELETE /v2.0/ports/d2d15410-eea3-4106-9166-748657545de6/bindings/n-h1-817256-1 HTTP/1.1" status: 204 len: 173 time: 0.4736841 Nov 09 19:40:08.865584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-013066cf-658a-485b-8338-762ec6b002fc req-ab330a70-00fe-47c5-b6b6-5049dd589d6a tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568514 Nov 09 19:40:08.888100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'mac_address': 'fa:16:3e:f9:6a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:08.889588 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:08.892816 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:08.911825 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-f9f4754b-14a0-4a4f-a279-a0195e26e2d1 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2536516 Nov 09 19:40:08.917046 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:08.943205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7838119-83e0-45dc-9b5a-19be70ebcc0a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:08.949927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:08.983407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port c7838119-83e0-45dc-9b5a-19be70ebcc0a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:08.987442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:08.995597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:09.000666 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:09.005330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d545d8a6-2fb6-4dc0-b11d-c5965af19880, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d545d8a6-2fb6-4dc0-b11d-c5965af19880,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:09.009510 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:09.012118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:09.042423 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:09.045013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e60297-8d59-4d13-98ca-77052d91c85b req-d78ad2f6-633b-4605-9660-7074decba0fc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:09.049982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136acd93-cc6f-4360-ae8c-0a6584b2ca3c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:09.051572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event updated for resources: {'Port': ['ID=65c122a9-7748-4aa6-9622-11231ee37177,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:09.057069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00e60297-8d59-4d13-98ca-77052d91c85b req-d78ad2f6-633b-4605-9660-7074decba0fc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 944 time: 0.1139433 Nov 09 19:40:09.070815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-39bd89c8-a9a0-46a4-b9b7-973432625d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:09.077202 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-39bd89c8-a9a0-46a4-b9b7-973432625d5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b5b6fb47-7a20-48ea-9835-141612264bec HTTP/1.1" status: 200 len: 924 time: 0.2560759 Nov 09 19:40:09.091064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:09.096543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=c7838119-83e0-45dc-9b5a-19be70ebcc0a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:09.104204 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:09.110203 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:09.110934 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:09.113650 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:09.125891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00e60297-8d59-4d13-98ca-77052d91c85b req-8fcede3a-672e-4ce7-880a-b27c00815fdc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678182 Nov 09 19:40:09.160214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d545d8a6-2fb6-4dc0-b11d-c5965af19880,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:09.220847 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d2b3f874-8166-41c3-823c-5fabcfa58c4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4717653 Nov 09 19:40:09.226017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:09.240457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Request body: {'port': {'device_id': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:09.275283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-16495445-2f16-4981-9515-6af529c7079f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c HTTP/1.1" status: 200 len: 1001 time: 0.1570156 Nov 09 19:40:09.277496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['c7838119-83e0-45dc-9b5a-19be70ebcc0a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:09.286284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd1c09-1cae-476f-8ed7-57f222e435e8 req-074dae76-780d-4b35-b28e-32aefa6a561d tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:09.288457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ffd1c09-1cae-476f-8ed7-57f222e435e8 req-074dae76-780d-4b35-b28e-32aefa6a561d tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 950 time: 0.0622783 Nov 09 19:40:09.339086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ffd1c09-1cae-476f-8ed7-57f222e435e8 req-cdd02d7a-286e-44fb-9415-30bef2a804cf tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Nov 09 19:40:09.358483 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:09.386693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['136acd93-cc6f-4360-ae8c-0a6584b2ca3c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:09.399134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-ba5e763f-d69f-4910-9ac0-d09ce675f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:09.401086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-ba5e763f-d69f-4910-9ac0-d09ce675f402 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3 HTTP/1.1" status: 200 len: 862 time: 0.0966146 Nov 09 19:40:09.463299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16389aa-4818-47ab-82db-39897324255f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd545d8a6-2fb6-4dc0-b11d-c5965af19880'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:09.466111 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1918636c-54ea-4be4-8d3f-0d76ef38d120" -d '{"events": [{"server_uuid": "d16389aa-4818-47ab-82db-39897324255f", "name": "network-vif-plugged", "status": "completed", "tag": "d545d8a6-2fb6-4dc0-b11d-c5965af19880"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:09.476505 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:09.478915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62847aa2-c53e-480d-979c-4d9efd3847fd req-5db8698c-13e6-4737-aa54-3cf049fa1b47 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:09.481345 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62847aa2-c53e-480d-979c-4d9efd3847fd req-5db8698c-13e6-4737-aa54-3cf049fa1b47 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 931 time: 0.0693827 Nov 09 19:40:09.534908 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62847aa2-c53e-480d-979c-4d9efd3847fd req-c2d0a036-b50d-4b35-bbb2-1a99df30767b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466816 Nov 09 19:40:09.615216 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e312c2e3-336a-42d4-aa9d-e809e2cb3c32 x-openstack-request-id: req-e312c2e3-336a-42d4-aa9d-e809e2cb3c32 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:09.615726 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16389aa-4818-47ab-82db-39897324255f", "name": "network-vif-plugged", "status": "completed", "tag": "d545d8a6-2fb6-4dc0-b11d-c5965af19880", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:09.615823 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e312c2e3-336a-42d4-aa9d-e809e2cb3c32 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:09.616187 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16389aa-4818-47ab-82db-39897324255f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd545d8a6-2fb6-4dc0-b11d-c5965af19880', 'code': 200} Nov 09 19:40:09.624063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-cdf72aff-c43c-4604-82a3-e3f2be30b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:09.625629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-cdf72aff-c43c-4604-82a3-e3f2be30b727 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b5b6fb47-7a20-48ea-9835-141612264bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168665 Nov 09 19:40:09.728705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37bc23-d946-4882-b799-0c62b6662807 req-ece25fd5-6120-4e63-8b40-b8f2a04dbef3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:09.730979 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ef37bc23-d946-4882-b799-0c62b6662807 req-ece25fd5-6120-4e63-8b40-b8f2a04dbef3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 949 time: 0.0662854 Nov 09 19:40:09.770886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ef37bc23-d946-4882-b799-0c62b6662807 req-eb91d96d-c51f-46e9-bf04-9e0449de459d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341210 Nov 09 19:40:10.097520 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Allocated IP 172.25.6.181 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/7762e8ee-69c7-4ed7-b070-8db64464b3ad) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:10.146580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab0282-d2fe-4b9f-b732-313ad3dd4991 req-427aa784-130e-4120-8e49-33d418490fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:10.148105 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6ab0282-d2fe-4b9f-b732-313ad3dd4991 req-427aa784-130e-4120-8e49-33d418490fa3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 1101 time: 0.4319930 Nov 09 19:40:10.177756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1fa11-1181-4023-b503-6115a5dd6a5c req-88a6b366-a783-4772-9c85-15abaf159164 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:10.180145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a5d1fa11-1181-4023-b503-6115a5dd6a5c req-88a6b366-a783-4772-9c85-15abaf159164 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1095 time: 0.0491693 Nov 09 19:40:10.184262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-938ae7f1-e184-4b4c-afbf-a70453af507a service neutron] 10.222.0.70 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485477 Nov 09 19:40:10.191971 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e4336960-ec74-4756-a749-442c2570dbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.222763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a5d1fa11-1181-4023-b503-6115a5dd6a5c req-4b505a10-fb5a-4575-9db4-4f5ad3f08353 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360186 Nov 09 19:40:10.404889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6ab0282-d2fe-4b9f-b732-313ad3dd4991 req-7c501bf2-5267-4bd5-bbdb-d8e4daa7aa6d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474482 Nov 09 19:40:10.412580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c122a9-7748-4aa6-9622-11231ee37177 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:10.433964 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.441605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bca93-24e8-4c23-ad97-9cd71a43f387 req-9db46ba8-1866-4c5e-bad2-72542891283e tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:10.443722 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c68bca93-24e8-4c23-ad97-9cd71a43f387 req-9db46ba8-1866-4c5e-bad2-72542891283e tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 945 time: 0.0607340 Nov 09 19:40:10.482488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device c7838119-83e0-45dc-9b5a-19be70ebcc0a up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:10.485276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Transition to ACTIVE for port object 65c122a9-7748-4aa6-9622-11231ee37177 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:40:10.491382 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.497606 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c68bca93-24e8-4c23-ad97-9cd71a43f387 req-de6d2746-4f21-4792-b188-b499a709b5d0 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461216 Nov 09 19:40:10.498097 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d604358-32d8-4ae4-bf68-efa1ab24aee0 req-517b0334-471d-42fd-a004-931c0d80dab9 service neutron] 10.222.0.70 "GET /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755480 Nov 09 19:40:10.498407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.562229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port c7838119-83e0-45dc-9b5a-19be70ebcc0a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:40:10.568326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:10.596572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=65c122a9-7748-4aa6-9622-11231ee37177,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:10.634491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port c7838119-83e0-45dc-9b5a-19be70ebcc0a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:10.635094 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.656932 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.706721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:10.712953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95a57-3a1a-466f-8834-734131bb0634 req-eef9d3c4-87bf-4c5d-9365-aeacb59d8cea tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:10.719505 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-eef9d3c4-87bf-4c5d-9365-aeacb59d8cea tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 808 time: 0.1344061 Nov 09 19:40:10.719742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:10.722135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:10.731885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event updated for resources: {'Port': ['ID=7762e8ee-69c7-4ed7-b070-8db64464b3ad,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:10.738289 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-7a565009-af8c-455e-a238-c1dc4f1eabd4 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/quotas/2859bc85160d463285748068eb9becfd HTTP/1.1" status: 200 len: 375 time: 0.0172870 Nov 09 19:40:10.745462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:40:10.755695 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.759920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Attempting to bind port 65c122a9-7748-4aa6-9622-11231ee37177 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:10.760277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Attempting to bind port 65c122a9-7748-4aa6-9622-11231ee37177 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:10.760584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Attempting to bind port 65c122a9-7748-4aa6-9622-11231ee37177 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:10.767503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:10.768293 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.768433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Port 65c122a9-7748-4aa6-9622-11231ee37177 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:40:10.768741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Attempting to bind port 65c122a9-7748-4aa6-9622-11231ee37177 on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:10.777234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:10.777586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Checking segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:10.777958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Bound using segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:10.778397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Bound port: 65c122a9-7748-4aa6-9622-11231ee37177, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:10.778784 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.793924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-2ef56c97-2711-47a2-bd69-b8fc8509f5ae tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544596 Nov 09 19:40:10.830649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port c7838119-83e0-45dc-9b5a-19be70ebcc0a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:10.840391 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.910024 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.919921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] For port 65c122a9-7748-4aa6-9622-11231ee37177, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:10.925686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] For port 65c122a9-7748-4aa6-9622-11231ee37177, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65c122a9-7748-4aa6-9622-11231ee37177,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:10.935567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:10.936329 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-7f4381e6-b58e-4261-825e-30b9ad409897 service neutron] 10.222.0.53 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323867 Nov 09 19:40:10.941499 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:11.019075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:11.020463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:11.022318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] 10.222.0.77 "PUT /v2.0/ports/65c122a9-7748-4aa6-9622-11231ee37177 HTTP/1.1" status: 200 len: 1091 time: 1.7918622 Nov 09 19:40:11.023391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'tag': '65c122a9-7748-4aa6-9622-11231ee37177'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:11.027776 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e047076-0190-4def-ac7e-936e68b85e17" -d '{"events": [{"name": "network-changed", "server_uuid": "c22c11f5-72b8-4a1a-8cb4-58ea5ff24431", "tag": "65c122a9-7748-4aa6-9622-11231ee37177"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:11.034880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:11.060887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-ab310115-e16f-4188-bc01-02813b92cdc0 service neutron] 10.222.0.53 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235332 Nov 09 19:40:11.150502 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:11.160464 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:11.163688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec7676-9f14-4d97-bffb-f68e29f8c4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=65c122a9-7748-4aa6-9622-11231ee37177,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:11.165816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=c7838119-83e0-45dc-9b5a-19be70ebcc0a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:11.248129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-3de3bf6c-7554-4644-9f5b-ec788ec1e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:11.250398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-3de3bf6c-7554-4644-9f5b-ec788ec1e307 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 1094 time: 0.1645260 Nov 09 19:40:11.298885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:11.313912 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-bd581911-e9ad-4515-b793-be098bc04afd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c122a9-7748-4aa6-9622-11231ee37177 HTTP/1.1" status: 200 len: 217 time: 0.0529938 Nov 09 19:40:11.351141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1ce8d-0b7b-4b3a-a090-a09f31645149 req-b24b202e-44b5-419b-82b4-4410b0cf365c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:11.355920 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ecf1ce8d-0b7b-4b3a-a090-a09f31645149 req-b24b202e-44b5-419b-82b4-4410b0cf365c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 950 time: 0.0776179 Nov 09 19:40:11.397686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-8171e767-ce2d-4139-8760-9a3f791855a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:11.401100 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-8171e767-ce2d-4139-8760-9a3f791855a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.0775344 Nov 09 19:40:11.409494 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ecf1ce8d-0b7b-4b3a-a090-a09f31645149 req-fbfcb8e4-6bbc-45c1-b537-a146c3173867 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 Nov 09 19:40:11.450222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-d0010984-867f-4086-9855-5b7233c410fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412130 Nov 09 19:40:11.490298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:11.522444 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:11.554712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4617d25-0449-4111-bd42-23ff345b63d5 req-78ccefc4-5322-48b7-b9ac-ea990d8c4f86 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:11.557026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4617d25-0449-4111-bd42-23ff345b63d5 req-78ccefc4-5322-48b7-b9ac-ea990d8c4f86 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 943 time: 0.0610306 Nov 09 19:40:11.617622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a'}, {'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:11.622193 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12a7865-8849-41a5-bc5b-abfcc559f39a" -d '{"events": [{"server_uuid": "6b32ec51-22f6-46d0-b409-b1e5096ab2d1", "name": "network-vif-plugged", "status": "completed", "tag": "c7838119-83e0-45dc-9b5a-19be70ebcc0a"}, {"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-plugged", "status": "completed", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:11.645573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event updated for resources: {'Port': ['ID=7762e8ee-69c7-4ed7-b070-8db64464b3ad,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:11.658610 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4617d25-0449-4111-bd42-23ff345b63d5 req-0a6545ea-c82c-48d6-9abd-ae4b6e94267f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872922 Nov 09 19:40:11.667913 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:11.688856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-2a41905f-afe8-47c9-978e-0302ea0e6a90 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280533 Nov 09 19:40:11.699099 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:11.700363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-1c5433d9-b921-4e21-88f7-3df3c6f9dc14 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7735190 Nov 09 19:40:11.816722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31619e5b-bd1f-416b-a773-f5146398e4da req-b8d20ac8-6e86-4f36-9898-1f83d231f195 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:11.818880 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31619e5b-bd1f-416b-a773-f5146398e4da req-b8d20ac8-6e86-4f36-9898-1f83d231f195 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0769522 Nov 09 19:40:11.827719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-dda44143-1c40-49be-b94a-1b0f1ce546c1 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 696 time: 0.1033075 Nov 09 19:40:11.864375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31619e5b-bd1f-416b-a773-f5146398e4da req-43cbdfa7-60df-4db2-b040-deaf202596fa tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367653 Nov 09 19:40:11.919569 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c59666-ac75-4701-97e6-54317f215341 x-openstack-request-id: req-91c59666-ac75-4701-97e6-54317f215341 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:11.919871 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22c11f5-72b8-4a1a-8cb4-58ea5ff24431", "tag": "65c122a9-7748-4aa6-9622-11231ee37177", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:11.920127 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91c59666-ac75-4701-97e6-54317f215341 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:11.920530 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'tag': '65c122a9-7748-4aa6-9622-11231ee37177', 'status': 'completed', 'code': 200} Nov 09 19:40:11.938768 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-171c963f-5886-40c5-8ec0-7bec70c54a06 req-7e8ceb85-1e60-45ef-bd1b-3a2a03fa6fe3 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372181 Nov 09 19:40:11.979549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-79806130-a59b-47ce-874f-1ce3c9a1fda5 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:11.981246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6f6f020-18d5-4291-a0ef-ca1c965bb55f req-79806130-a59b-47ce-874f-1ce3c9a1fda5 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1472995 Nov 09 19:40:12.025748 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5844679e-04c7-4f03-9f12-ab90887eb1f0 req-9c656b8e-9e06-404c-b8b8-3565a0bbe848 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 210 time: 0.0378783 Nov 09 19:40:12.069941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e047076-0190-4def-ac7e-936e68b85e17 req-2423bd85-54d1-44a5-8368-d97b1cee03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:12.073000 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e047076-0190-4def-ac7e-936e68b85e17 req-2423bd85-54d1-44a5-8368-d97b1cee03ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 1094 time: 0.0747716 Nov 09 19:40:12.135648 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806a3f4c-78d5-4e02-9ac2-643bef0ab1a0 x-openstack-request-id: req-806a3f4c-78d5-4e02-9ac2-643bef0ab1a0 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:12.136127 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32ec51-22f6-46d0-b409-b1e5096ab2d1", "name": "network-vif-plugged", "status": "completed", "tag": "c7838119-83e0-45dc-9b5a-19be70ebcc0a", "code": 200}, {"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-plugged", "status": "completed", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:12.136242 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-806a3f4c-78d5-4e02-9ac2-643bef0ab1a0 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:12.136584 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'code': 200} Nov 09 19:40:12.136840 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'code': 200} Nov 09 19:40:12.214822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d27f5-ee16-4f22-b6c7-86736eedafd5 req-8e6c964d-3af0-40d8-b14d-d37e01174911 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:12.227102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-460d27f5-ee16-4f22-b6c7-86736eedafd5 req-8e6c964d-3af0-40d8-b14d-d37e01174911 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 946 time: 0.1140227 Nov 09 19:40:12.295016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-9ab7d766-bc83-45d3-bf2d-6e3a20b7571a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1385319 Nov 09 19:40:12.300422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:12.302128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-460d27f5-ee16-4f22-b6c7-86736eedafd5 req-df4b7d9b-10ba-4e34-bddf-2b83f4833238 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735116 Nov 09 19:40:12.313335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e47269-3ef3-40a6-a2ca-9573cd515f18 req-e564482c-05fe-4452-9bd5-dd60c5c81100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:12.314842 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00e47269-3ef3-40a6-a2ca-9573cd515f18 req-e564482c-05fe-4452-9bd5-dd60c5c81100 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1101 time: 0.0844548 Nov 09 19:40:12.359916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00e47269-3ef3-40a6-a2ca-9573cd515f18 req-6255715e-9018-42a0-a04f-5cea80bc90a9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365577 Nov 09 19:40:12.380483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e047076-0190-4def-ac7e-936e68b85e17 req-7656ea23-8f73-4e53-9923-6e783ffe11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:12.382005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e047076-0190-4def-ac7e-936e68b85e17 req-7656ea23-8f73-4e53-9923-6e783ffe11c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 912 time: 0.3019643 Nov 09 19:40:12.384856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:12.405279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9750124-a02c-4ae7-820c-04f9768105c5 req-1cedd4d3-d2a1-423f-9c5d-60c83b0c00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:12.407045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9750124-a02c-4ae7-820c-04f9768105c5 req-1cedd4d3-d2a1-423f-9c5d-60c83b0c00f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0911920 Nov 09 19:40:12.481429 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9750124-a02c-4ae7-820c-04f9768105c5 req-0346a31e-361c-4e7d-8114-df1862187d66 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510476 Nov 09 19:40:12.541414 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:12.544258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c074913-278c-4be7-af9e-16e234495f8f req-32e182b8-8406-4486-8b76-699f45238bc4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:12.546304 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c074913-278c-4be7-af9e-16e234495f8f req-32e182b8-8406-4486-8b76-699f45238bc4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 950 time: 0.0536525 Nov 09 19:40:12.605466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c074913-278c-4be7-af9e-16e234495f8f req-43b1dbc9-25ec-4e03-95ac-e4b1702e70d8 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508864 Nov 09 19:40:12.625393 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e047076-0190-4def-ac7e-936e68b85e17 req-1d98cef6-4caa-44ac-84ac-6188762e5419 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c122a9-7748-4aa6-9622-11231ee37177 HTTP/1.1" status: 200 len: 217 time: 0.0447457 Nov 09 19:40:12.735375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446e00-dbb6-4ea3-a414-c10ca807809a req-df2b3b52-a712-4e94-af45-304560f88d1b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:12.737293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad446e00-dbb6-4ea3-a414-c10ca807809a req-df2b3b52-a712-4e94-af45-304560f88d1b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.0560827 Nov 09 19:40:12.781006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e047076-0190-4def-ac7e-936e68b85e17 req-13a37089-0796-42c8-8f91-bc3c43a7ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:12.782772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e047076-0190-4def-ac7e-936e68b85e17 req-13a37089-0796-42c8-8f91-bc3c43a7ceda service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.1470585 Nov 09 19:40:12.786011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Allocated IP 172.25.6.70 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/688ddefe-18af-43e3-81e3-91c20e1ea7b2) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:12.788113 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad446e00-dbb6-4ea3-a414-c10ca807809a req-99c5112c-86e4-4f3f-bc83-e9b6d54c9048 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429227 Nov 09 19:40:12.890192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95a57-3a1a-466f-8834-734131bb0634 req-27045dc6-24e9-4910-9ddd-43c628e5a9ad tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:12.891800 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-27045dc6-24e9-4910-9ddd-43c628e5a9ad tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 808 time: 0.1903644 Nov 09 19:40:12.916675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e0c79-3166-4e65-8c33-18f83bb4629c req-c8066e09-2d08-4370-b078-b9974d0119bc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:12.920891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e047076-0190-4def-ac7e-936e68b85e17 req-efd502e4-3c3b-4be0-81f8-758d8e0e3762 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283958 Nov 09 19:40:12.924442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da8e0c79-3166-4e65-8c33-18f83bb4629c req-c8066e09-2d08-4370-b078-b9974d0119bc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 943 time: 0.0640812 Nov 09 19:40:12.930857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Request body: {'port': {'device_id': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80', 'admin_state_up': True, 'tenant_id': '2859bc85160d463285748068eb9becfd'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:12.959485 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da8e0c79-3166-4e65-8c33-18f83bb4629c req-ff4252eb-9147-4ddd-b0f6-62774a55e4a0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341737 Nov 09 19:40:13.085218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f529d1-6b62-4585-8591-f6289580ca04 req-0e0b05e5-0cf7-49f6-ae6c-91b410bc52fd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:13.088610 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3f529d1-6b62-4585-8591-f6289580ca04 req-0e0b05e5-0cf7-49f6-ae6c-91b410bc52fd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0563631 Nov 09 19:40:13.133340 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-69661d4c-9c19-46a6-a2c4-e09478755b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:13.145376 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3f529d1-6b62-4585-8591-f6289580ca04 req-84bc58b8-3f39-4d92-8b9f-85805dea6369 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502861 Nov 09 19:40:13.261722 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-4a80c8e8-2e50-4086-a1f3-b97874a27594 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=478fd5521af344eab7afc8ad3989f728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239093 Nov 09 19:40:13.419301 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-6e919d82-77b9-4f1f-a8ba-7649304ae33f tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:13.420116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:13.423353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-6e919d82-77b9-4f1f-a8ba-7649304ae33f tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549749 Nov 09 19:40:13.425602 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:13.439863 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e047076-0190-4def-ac7e-936e68b85e17 req-1644a038-ded5-4956-990a-0d3112538c23 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046046 Nov 09 19:40:13.441321 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-9180e364-5b9d-4cd2-9548-b2096d782718 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/quotas/478fd5521af344eab7afc8ad3989f728 HTTP/1.1" status: 200 len: 375 time: 0.0126758 Nov 09 19:40:13.473965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Made reservation on behalf of 2859bc85160d463285748068eb9becfd for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:40:13.478911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:13.501075 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-3313e7ec-63f5-4c1f-8a6a-c815ccb6eb0f tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=478fd5521af344eab7afc8ad3989f728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526967 Nov 09 19:40:13.569365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:13.719878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:13.738294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:13.767441 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e047076-0190-4def-ac7e-936e68b85e17 req-62563fd5-430b-4ea0-ada2-dcb3146465d5 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101966 Nov 09 19:40:13.768099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d2b16cd3-1f12-4648-b532-76ac498b6357 req-7f739a38-86c1-4295-bcf2-90a98a5dbe0e tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 210 time: 0.0368805 Nov 09 19:40:13.776356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:13.839781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event updated for resources: {'Port': ['ID=688ddefe-18af-43e3-81e3-91c20e1ea7b2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:14.026041 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Allocated IP 172.20.0.4 (3c440a8d-8700-46d7-8491-c2d72d754c80/c271e4cb-f52a-4e29-af68-f8061cc1d4ad/4ed35e5c-6352-4467-a34e-585cd12b4a36) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:14.089881 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.094604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72cf6b-2d8c-45dc-ad58-1fc11d4cb6b3 req-d658b67b-9c51-404e-b120-6350d600e54d tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:14.104680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3c72cf6b-2d8c-45dc-ad58-1fc11d4cb6b3 req-d658b67b-9c51-404e-b120-6350d600e54d tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 946 time: 0.1056027 Nov 09 19:40:14.177331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3c72cf6b-2d8c-45dc-ad58-1fc11d4cb6b3 req-bd9242d2-531d-4802-9809-d0e292ca82d3 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575619 Nov 09 19:40:14.213201 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.296423 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d8b562be-d4a3-442f-846e-8d871adee8ab req-7c986092-e885-4e2d-ac28-f07be2653397 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 210 time: 0.0449340 Nov 09 19:40:14.397789 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.411350 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.459027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f45aba-37e2-4598-b160-92dc7a75c56f req-72e3c044-fea7-422d-934c-ff50406f176c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:14.469893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91f45aba-37e2-4598-b160-92dc7a75c56f req-72e3c044-fea7-422d-934c-ff50406f176c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 943 time: 0.0945647 Nov 09 19:40:14.534998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.546331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91f45aba-37e2-4598-b160-92dc7a75c56f req-87ac5d9d-a96a-4381-88bd-f7644a172487 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712609 Nov 09 19:40:14.551349 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.577955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.586947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 65c122a9-7748-4aa6-9622-11231ee37177 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:14.596134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Network 3c440a8d-8700-46d7-8491-c2d72d754c80 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:14.603046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:14.609069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:14.666267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:14.666886 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.690196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Pushing event updated for resources: {'Port': ['ID=4ed35e5c-6352-4467-a34e-585cd12b4a36,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:14.741664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 65c122a9-7748-4aa6-9622-11231ee37177, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65c122a9-7748-4aa6-9622-11231ee37177,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:14.748496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-923bf032-982b-401a-9254-d87681674bfa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8249195 Nov 09 19:40:14.754094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fee35-98ee-4612-a85d-634cadf25709 req-e3b0595b-5e8d-425b-9502-edb75c1b8733 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:14.755780 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.762488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '65c122a9-7748-4aa6-9622-11231ee37177', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'port_id': '65c122a9-7748-4aa6-9622-11231ee37177', 'mac_address': 'fa:16:3e:72:09:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:14.763001 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c7fee35-98ee-4612-a85d-634cadf25709 req-e3b0595b-5e8d-425b-9502-edb75c1b8733 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1150296 Nov 09 19:40:14.771578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Request body: {'port': {'device_id': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:14.783959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event updated for resources: {'Port': ['ID=688ddefe-18af-43e3-81e3-91c20e1ea7b2,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:14.811741 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.820563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c7fee35-98ee-4612-a85d-634cadf25709 req-d893d666-a16f-4dc3-84de-25bcc2c3e2a7 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563636 Nov 09 19:40:14.845720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c122a9-7748-4aa6-9622-11231ee37177 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:14.846924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.850979 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.852272 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-c9c401d6-3680-482e-bbaa-8c261b49c82b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5563982 Nov 09 19:40:14.895364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 65c122a9-7748-4aa6-9622-11231ee37177, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65c122a9-7748-4aa6-9622-11231ee37177,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:14.902168 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:14.946671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-1bcf98d4-bd0d-4d5e-a8e8-2a2cfa961c63 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.0816326 Nov 09 19:40:14.968598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=65c122a9-7748-4aa6-9622-11231ee37177,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:15.036280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-bb8a0e0a-16c6-4eaa-ad3e-a7faa3186c81 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:15.038427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-bb8a0e0a-16c6-4eaa-ad3e-a7faa3186c81 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0984075 Nov 09 19:40:15.119901 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-22b4c194-da65-4fac-a6d8-1fcb740090dd tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.0673935 Nov 09 19:40:15.145362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-30f92968-bc6a-430f-b4b0-fbd02f983481 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Request body: {'floatingip': {'port_id': '9690290e-128c-496d-aaa8-bd4986414264', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:15.163326 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-53af1e4c-3f35-4f46-8348-897b3f25697e tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=478fd5521af344eab7afc8ad3989f728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254142 Nov 09 19:40:15.229201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['65c122a9-7748-4aa6-9622-11231ee37177'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:15.234607 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-30f92968-bc6a-430f-b4b0-fbd02f983481 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:15.284266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-39006986-ad6b-4a72-bfe7-9b6c825ac4c8 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:15.285675 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-471a42f2-dbfd-47bb-be5a-327208a92cc2 req-39006986-ad6b-4a72-bfe7-9b6c825ac4c8 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.3247213 Nov 09 19:40:15.384861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-df090471-19b1-4c75-beea-907ed6dc0174 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:15.385997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-df090471-19b1-4c75-beea-907ed6dc0174 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142622 Nov 09 19:40:15.405081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Request body: {'port': {'device_id': '8120f376-d61c-4326-bc69-f8d6a81f8c28', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '478fd5521af344eab7afc8ad3989f728'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:15.525853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed35e5c-6352-4467-a34e-585cd12b4a36 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:15.540949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:15.560658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e01576-9508-4e56-9f7c-9a700681e73f req-0c030de2-0a1f-4962-a843-4225b880f562 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:15.562235 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06e01576-9508-4e56-9f7c-9a700681e73f req-0c030de2-0a1f-4962-a843-4225b880f562 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 931 time: 0.1631112 Nov 09 19:40:15.586290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Transition to ACTIVE for port object 4ed35e5c-6352-4467-a34e-585cd12b4a36 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:40:15.605258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:15.690357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06e01576-9508-4e56-9f7c-9a700681e73f req-cfc87555-9882-4463-8665-03aa3b19a2d7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156180 Nov 09 19:40:15.693766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Pushing event updated for resources: {'Port': ['ID=4ed35e5c-6352-4467-a34e-585cd12b4a36,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:15.734000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Made reservation on behalf of 478fd5521af344eab7afc8ad3989f728 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:40:15.737760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:15.871340 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-30f92968-bc6a-430f-b4b0-fbd02f983481 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:15.875277 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-30f92968-bc6a-430f-b4b0-fbd02f983481 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:15.882912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:15.883255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:15.884577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:15.904425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550ba8c-2833-4447-b2f3-dc81d5fdf35a req-51b5d937-2b72-4b2c-b705-7cd460bbc99a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:15.905946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3550ba8c-2833-4447-b2f3-dc81d5fdf35a req-51b5d937-2b72-4b2c-b705-7cd460bbc99a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1365232 Nov 09 19:40:15.906799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:40:15.907128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:15.927978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:15.928345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:15.928715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:15.929155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Bound port: 4ed35e5c-6352-4467-a34e-585cd12b4a36, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:15.929520 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:15.995965 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-30f92968-bc6a-430f-b4b0-fbd02f983481 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Floating IP 564282c3-de1e-42de-8db1-79deb1344582 associated. External IP: 172.25.6.32, port: 9690290e-128c-496d-aaa8-bd4986414264. Nov 09 19:40:16.026690 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3550ba8c-2833-4447-b2f3-dc81d5fdf35a req-1804c212-fca5-4489-afc3-9361f99cdbad tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120212 Nov 09 19:40:16.049865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Allocated IP 192.168.233.4 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/00543b08-f409-405e-a453-420b9a0c1b8f) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:16.078389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:16.085494 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:16.098765 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:16.113997 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:16.162339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:16.162994 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:16.164431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] 10.222.0.70 "PUT /v2.0/ports/4ed35e5c-6352-4467-a34e-585cd12b4a36 HTTP/1.1" status: 200 len: 1091 time: 1.4003370 Nov 09 19:40:16.195398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'tag': '4ed35e5c-6352-4467-a34e-585cd12b4a36'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:16.198437 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bfab39-5e29-4d60-97d3-a5c08f8b735d" -d '{"events": [{"name": "network-changed", "server_uuid": "fac28ce9-d505-4019-8888-3f7a260cd9e7", "tag": "4ed35e5c-6352-4467-a34e-585cd12b4a36"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:16.239458 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2532ea1e-f520-447d-8066-7a88be1fef0e req-1f034cd0-7069-4f81-9c58-2e4344ab968a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips/dae5ca1f-cfaa-4711-85ad-242a01335458 HTTP/1.1" status: 200 len: 692 time: 0.1022277 Nov 09 19:40:16.359031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecbe7e-5160-4498-8492-997b9e40e77a service neutron] Pushing event updated for resources: {'Port': ['ID=4ed35e5c-6352-4467-a34e-585cd12b4a36,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:16.409449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95a57-3a1a-466f-8834-734131bb0634 req-fc54651e-aa51-42c8-97b6-3d53bdd9ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:16.410978 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-fc54651e-aa51-42c8-97b6-3d53bdd9ecb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 1094 time: 0.1976383 Nov 09 19:40:16.471878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-30f92968-bc6a-430f-b4b0-fbd02f983481 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Router 87d05691-b69d-4d63-8766-4f294f6f49d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:16.483522 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:16.491499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-ed343103-204a-40d2-9c21-db4152e9879a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36 HTTP/1.1" status: 200 len: 217 time: 0.0576265 Nov 09 19:40:16.510303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532ea1e-f520-447d-8066-7a88be1fef0e req-a5111eec-ca3c-4bae-8e37-cc84acc8cc81 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:16.511632 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2532ea1e-f520-447d-8066-7a88be1fef0e req-a5111eec-ca3c-4bae-8e37-cc84acc8cc81 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.2278967 Nov 09 19:40:16.543600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-2532ea1e-f520-447d-8066-7a88be1fef0e req-49cbbeb9-43f3-46e2-b502-a97a5f2965ed tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:40:16.544581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2532ea1e-f520-447d-8066-7a88be1fef0e req-49cbbeb9-43f3-46e2-b502-a97a5f2965ed tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246341 Nov 09 19:40:16.577849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df95a57-3a1a-466f-8834-734131bb0634 req-2b5cb2b6-65e6-4d16-bc26-d15ef1f7d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:16.578750 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-2b5cb2b6-65e6-4d16-bc26-d15ef1f7d2e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.0764775 Nov 09 19:40:16.585870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:16.586871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-30f92968-bc6a-430f-b4b0-fbd02f983481 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:16.592039 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-30f92968-bc6a-430f-b4b0-fbd02f983481 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:16.601502 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] Sync routers for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:16.605151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d545d8a6-2fb6-4dc0-b11d-c5965af19880'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:16.620745 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:16.621312 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:16.639652 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-30f92968-bc6a-430f-b4b0-fbd02f983481 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "PUT /v2.0/floatingips/564282c3-de1e-42de-8db1-79deb1344582 HTTP/1.1" status: 200 len: 995 time: 1.5073106 Nov 09 19:40:16.640200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'tag': '9690290e-128c-496d-aaa8-bd4986414264'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:16.643305 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-daaeaae3-4acf-4682-9eed-d3a4e121d624 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551202 Nov 09 19:40:16.646059 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ca6161-a797-4a79-971b-9777ad893bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "tag": "9690290e-128c-496d-aaa8-bd4986414264"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:16.666183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:16.704960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:16.711121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['f47ac727-f38e-4d55-9812-fe6262af22d4'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:16.712410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:16.766456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-430f7e52-4145-4e3b-95b7-008b257472b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:16.768293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-430f7e52-4145-4e3b-95b7-008b257472b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1096 time: 0.0971239 Nov 09 19:40:16.770445 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:16.785180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 65c122a9-7748-4aa6-9622-11231ee37177 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:16.794789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Pushing event updated for resources: {'Port': ['ID=00543b08-f409-405e-a453-420b9a0c1b8f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:16.853627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:16.854584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:16.899165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69497e-3ba0-4673-bab3-e8c7733d382b req-92d61213-da24-46a7-8126-2b930e74ab44 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:16.901184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed69497e-3ba0-4673-bab3-e8c7733d382b req-92d61213-da24-46a7-8126-2b930e74ab44 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 934 time: 0.1936469 Nov 09 19:40:16.906979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-eccc3331-6bba-40b8-985f-1c1feb9c455c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5057125 Nov 09 19:40:16.947552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-e9c6f223-98b3-40c3-8973-4d41b9381e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:16.957796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-e9c6f223-98b3-40c3-8973-4d41b9381e0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.1824775 Nov 09 19:40:16.997468 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed69497e-3ba0-4673-bab3-e8c7733d382b req-16568091-7e85-4efa-90d5-6ea453ec9f43 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803127 Nov 09 19:40:17.001863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 65c122a9-7748-4aa6-9622-11231ee37177 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:40:17.019276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Request body: {'port': {'device_id': '8120f376-d61c-4326-bc69-f8d6a81f8c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:17.021897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 65c122a9-7748-4aa6-9622-11231ee37177 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:17.022452 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:17.023616 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-9a079fae-6c2f-40e4-89b2-e75f8d613b68 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721461 Nov 09 19:40:17.081387 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': '9690290e-128c-496d-aaa8-bd4986414264', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:32:aa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:15Z', 'revision_number': 1, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:17.124573 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] Checking router: 87d05691-b69d-4d63-8766-4f294f6f49d6 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:17.126773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-071ec2df-fb53-44f9-85a0-0d12b8c92f15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 998 time: 0.1679566 Nov 09 19:40:17.143613 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:17.144277 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:17.182702 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:17.183474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-a023fa63-3bb0-4333-b3ce-67f119b64cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:17.190298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-aaa49d9a-dbfb-4de4-a020-d75c4e54df61 None None] Provisioning complete for port 00543b08-f409-405e-a453-420b9a0c1b8f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:17.190868 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aaa49d9a-dbfb-4de4-a020-d75c4e54df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:17.195542 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-a023fa63-3bb0-4333-b3ce-67f119b64cd6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.0678570 Nov 09 19:40:17.230897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf95e00-3b4d-450b-845c-db5ad3530585 req-10f1aad3-13f7-4b05-90e6-eb44d596a068 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:17.237888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-aaa49d9a-dbfb-4de4-a020-d75c4e54df61 None None] Port 00543b08-f409-405e-a453-420b9a0c1b8f cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:40:17.247991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-137ce43b-d72f-4669-8a79-8b28f948f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:17.248303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-caf95e00-3b4d-450b-845c-db5ad3530585 req-10f1aad3-13f7-4b05-90e6-eb44d596a068 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 944 time: 0.1350768 Nov 09 19:40:17.256755 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-137ce43b-d72f-4669-8a79-8b28f948f338 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593531 Nov 09 19:40:17.262865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-6cdc6674-686b-4f77-9276-d7110a5e3576 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:40:17.270609 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-6cdc6674-686b-4f77-9276-d7110a5e3576 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129986 Nov 09 19:40:17.274947 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:17.284003 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:17.309761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c122a9-7748-4aa6-9622-11231ee37177'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:17.312098 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c1097d-97fb-4a9d-8256-51da87f5761b" -d '{"events": [{"server_uuid": "c22c11f5-72b8-4a1a-8cb4-58ea5ff24431", "name": "network-vif-plugged", "status": "completed", "tag": "65c122a9-7748-4aa6-9622-11231ee37177"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:17.328904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 65c122a9-7748-4aa6-9622-11231ee37177, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65c122a9-7748-4aa6-9622-11231ee37177,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:17.334460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:17.388842 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-8a89490e-9c94-44ca-9e41-4202c3a0fc8a service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170075 Nov 09 19:40:17.406046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=65c122a9-7748-4aa6-9622-11231ee37177,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:17.496975 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4241f52c-a1e2-4478-8db7-2e4e82a4b976 req-bea4e088-c574-4871-b57c-5fab0fe38b04 service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067605 Nov 09 19:40:17.553387 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': '9690290e-128c-496d-aaa8-bd4986414264', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:32:aa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:15Z', 'revision_number': 1, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:17.581937 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c8b7f-7ad2-4bca-b031-2784d5c3cc8e None None] The sync data for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 is: [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': '9690290e-128c-496d-aaa8-bd4986414264', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:32:aa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:15Z', 'revision_number': 1, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:17.604758 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcc2e06-aa2f-4ba7-b62f-17bcada52298 x-openstack-request-id: req-ddcc2e06-aa2f-4ba7-b62f-17bcada52298 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:17.605328 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac28ce9-d505-4019-8888-3f7a260cd9e7", "tag": "4ed35e5c-6352-4467-a34e-585cd12b4a36", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:17.605328 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddcc2e06-aa2f-4ba7-b62f-17bcada52298 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:17.605659 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'tag': '4ed35e5c-6352-4467-a34e-585cd12b4a36', 'status': 'completed', 'code': 200} Nov 09 19:40:17.610035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1df95a57-3a1a-466f-8834-734131bb0634 req-4895fb2c-b70b-4f93-a4fc-2313129839dd service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621271 Nov 09 19:40:17.634290 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-caf95e00-3b4d-450b-845c-db5ad3530585 req-a04ef13f-f98a-435d-9113-283bcdf31bd0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842828 Nov 09 19:40:17.662279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-04637361-d778-4e57-a5da-b62e5cb665d5 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips/dae5ca1f-cfaa-4711-85ad-242a01335458 HTTP/1.1" status: 200 len: 692 time: 0.0687308 Nov 09 19:40:17.707301 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0cbcc3-f59d-4b30-953b-3607db8d95a9 x-openstack-request-id: req-fe0cbcc3-f59d-4b30-953b-3607db8d95a9 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:17.707631 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "tag": "9690290e-128c-496d-aaa8-bd4986414264", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:17.707890 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe0cbcc3-f59d-4b30-953b-3607db8d95a9 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:17.708263 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'tag': '9690290e-128c-496d-aaa8-bd4986414264', 'status': 'completed', 'code': 200} Nov 09 19:40:17.837221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-18db2e11-8ec6-492b-ba33-0a83bcc7260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:17.838948 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-18db2e11-8ec6-492b-ba33-0a83bcc7260b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1096 time: 0.0927405 Nov 09 19:40:17.850944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-b6e5aece-8049-4765-acbe-819f824f6e63 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:17.852541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-b6e5aece-8049-4765-acbe-819f824f6e63 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1894097 Nov 09 19:40:17.870570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a542754-b026-4e0c-9fa9-f2efba9ff403 None None] New status for floating IP 564282c3-de1e-42de-8db1-79deb1344582: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:40:17.872890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfab39-5e29-4d60-97d3-a5c08f8b735d req-7e637eee-c463-4301-95cb-ef06001191c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:17.874481 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bfab39-5e29-4d60-97d3-a5c08f8b735d req-7e637eee-c463-4301-95cb-ef06001191c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 1094 time: 0.1693108 Nov 09 19:40:17.909908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a415cd-bb74-4ce0-8f0f-ef0bc54195dc req-e6fd8382-8ddf-459b-8a52-ca02ed36d53d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:17.912581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34a415cd-bb74-4ce0-8f0f-ef0bc54195dc req-e6fd8382-8ddf-459b-8a52-ca02ed36d53d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 943 time: 0.1509018 Nov 09 19:40:17.912827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-8a07d361-2230-434e-a64c-be394daf94df tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:40:17.913853 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-8a07d361-2230-434e-a64c-be394daf94df tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517299 Nov 09 19:40:17.978387 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-eba8ee25-7541-4bbd-86d0-5da77e286349 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.0531590 Nov 09 19:40:18.043881 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34a415cd-bb74-4ce0-8f0f-ef0bc54195dc req-9afeb084-f2fd-46e9-b3ed-76f5b466cb81 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122527 Nov 09 19:40:18.050223 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-4291728f-e9d4-4de4-86b1-50fd8839763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:18.051409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-4291728f-e9d4-4de4-86b1-50fd8839763f service neutron] 10.222.0.77 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.1979830 Nov 09 19:40:18.054553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-28c61ee1-ff3a-472c-bb09-5405b4ed0bbe tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.0635676 Nov 09 19:40:18.095733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfab39-5e29-4d60-97d3-a5c08f8b735d req-8c40287d-4c4f-4fc7-a1aa-f6c51b8a5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:18.097234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bfab39-5e29-4d60-97d3-a5c08f8b735d req-8c40287d-4c4f-4fc7-a1aa-f6c51b8a5622 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.2078316 Nov 09 19:40:18.176223 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bfab39-5e29-4d60-97d3-a5c08f8b735d req-f9de172b-2b0a-459e-8e0a-daab54d8a938 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36 HTTP/1.1" status: 200 len: 217 time: 0.0521078 Nov 09 19:40:18.184333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00543b08-f409-405e-a453-420b9a0c1b8f {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:18.186612 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b59df5b-3c7f-4ac7-81cc-3097e67b0a92 x-openstack-request-id: req-0b59df5b-3c7f-4ac7-81cc-3097e67b0a92 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:18.186842 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22c11f5-72b8-4a1a-8cb4-58ea5ff24431", "name": "network-vif-plugged", "status": "completed", "tag": "65c122a9-7748-4aa6-9622-11231ee37177", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:18.187106 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b59df5b-3c7f-4ac7-81cc-3097e67b0a92 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:18.187495 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c122a9-7748-4aa6-9622-11231ee37177', 'code': 200} Nov 09 19:40:18.200578 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:18.210650 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-74539452-d1ac-4644-8ea6-527cb6d32f6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 1000 time: 0.1430874 Nov 09 19:40:18.249805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Transition to ACTIVE for port object 00543b08-f409-405e-a453-420b9a0c1b8f will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:40:18.258547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:18.263860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfab39-5e29-4d60-97d3-a5c08f8b735d req-b66c142e-4f18-45fe-b662-aa737c74b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:18.265409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bfab39-5e29-4d60-97d3-a5c08f8b735d req-b66c142e-4f18-45fe-b662-aa737c74b665 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.0763855 Nov 09 19:40:18.319837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-497b2adb-25d1-478d-bc95-d9f63a9c6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:18.321934 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-497b2adb-25d1-478d-bc95-d9f63a9c6348 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.0895836 Nov 09 19:40:18.362395 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bfab39-5e29-4d60-97d3-a5c08f8b735d req-06d28dba-658b-4516-904e-ca8ff77df736 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702550 Nov 09 19:40:18.366177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-6ae62b03-7b9b-4028-b17b-3ffbdc7faf5a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Deleting port 688ddefe-18af-43e3-81e3-91c20e1ea7b2 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:18.366555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-6ae62b03-7b9b-4028-b17b-3ffbdc7faf5a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:18.372803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32d6f9-028d-4cca-b98a-8a064ffceffc req-b7ffe2f1-0e1c-47dc-bc27-1755b5174d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:18.374337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa32d6f9-028d-4cca-b98a-8a064ffceffc req-b7ffe2f1-0e1c-47dc-bc27-1755b5174d93 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 1096 time: 0.0974052 Nov 09 19:40:18.416056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Pushing event updated for resources: {'Port': ['ID=00543b08-f409-405e-a453-420b9a0c1b8f,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:18.455589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-75d147c0-12e1-4632-bafb-61564d63701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:18.457114 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-75d147c0-12e1-4632-bafb-61564d63701f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270175 Nov 09 19:40:18.498172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa32d6f9-028d-4cca-b98a-8a064ffceffc req-38417b68-ec9c-424a-8618-b7b0bbdf2aac service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108868 Nov 09 19:40:18.541984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-a2e82036-10ce-4479-97fa-1b86a3b8ad8d tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:18.543570 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-a2e82036-10ce-4479-97fa-1b86a3b8ad8d tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2505920 Nov 09 19:40:18.553429 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-6ae62b03-7b9b-4028-b17b-3ffbdc7faf5a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:18.553758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-6ae62b03-7b9b-4028-b17b-3ffbdc7faf5a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:18.570419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-6ae62b03-7b9b-4028-b17b-3ffbdc7faf5a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Calling delete_port for 688ddefe-18af-43e3-81e3-91c20e1ea7b2 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:18.621603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Attempting to bind port 00543b08-f409-405e-a453-420b9a0c1b8f on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:18.622170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Attempting to bind port 00543b08-f409-405e-a453-420b9a0c1b8f by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:18.622170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Attempting to bind port 00543b08-f409-405e-a453-420b9a0c1b8f on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:18.640439 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-f373b84a-45e0-4397-a430-bbfa09d33cc3 service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706300 Nov 09 19:40:18.659184 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Port 00543b08-f409-405e-a453-420b9a0c1b8f on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:40:18.659517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Attempting to bind port 00543b08-f409-405e-a453-420b9a0c1b8f on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:18.670413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bfab39-5e29-4d60-97d3-a5c08f8b735d req-d596459a-5593-4a82-a91d-e61268fe02d1 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724907 Nov 09 19:40:18.687981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:18.688327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:18.688710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:18.689161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Bound port: 00543b08-f409-405e-a453-420b9a0c1b8f, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:18.689526 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:18.723252 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-66eb21b3-dc84-4ce1-994b-3bdad2d1561f tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1000 time: 0.1693630 Nov 09 19:40:18.759180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Request body: {'floatingip': {'port_id': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:18.774677 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-6ae62b03-7b9b-4028-b17b-3ffbdc7faf5a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:18.810595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae62b03-7b9b-4028-b17b-3ffbdc7faf5a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event deleted for resources: {'Port': ['ID=688ddefe-18af-43e3-81e3-91c20e1ea7b2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:18.885973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7ca6161-a797-4a79-971b-9777ad893bb5 req-b1945426-1cef-4054-b48a-40510dbbb40a service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693144 Nov 09 19:40:18.888062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:18.901275 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-6ae62b03-7b9b-4028-b17b-3ffbdc7faf5a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:18.904260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-6ae62b03-7b9b-4028-b17b-3ffbdc7faf5a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:18.905669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb137eb0-9171-4747-9e20-49f5cfb587e6 req-6ae62b03-7b9b-4028-b17b-3ffbdc7faf5a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "DELETE /v2.0/floatingips/dae5ca1f-cfaa-4711-85ad-242a01335458 HTTP/1.1" status: 204 len: 173 time: 0.8375762 Nov 09 19:40:18.932752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] For port 00543b08-f409-405e-a453-420b9a0c1b8f, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:18.953898 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bfab39-5e29-4d60-97d3-a5c08f8b735d req-c49bb680-cb3a-497d-b3d1-6e7f199b47d9 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671409 Nov 09 19:40:18.955632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] For port 00543b08-f409-405e-a453-420b9a0c1b8f, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=00543b08-f409-405e-a453-420b9a0c1b8f,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:18.964585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:19.035207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:19.035784 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:19.037181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] 10.222.0.77 "PUT /v2.0/ports/00543b08-f409-405e-a453-420b9a0c1b8f HTTP/1.1" status: 200 len: 1094 time: 2.0441892 Nov 09 19:40:19.051856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dde305-57e3-4cd6-bd65-e6d25d9880c0 req-2469d5f3-b80e-4d5c-baf7-fed32a49a104 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:19.053883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66dde305-57e3-4cd6-bd65-e6d25d9880c0 req-2469d5f3-b80e-4d5c-baf7-fed32a49a104 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 946 time: 0.0542672 Nov 09 19:40:19.107375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66dde305-57e3-4cd6-bd65-e6d25d9880c0 req-71308d9c-bf67-4096-a25d-3f94352705ae tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Nov 09 19:40:19.130478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64ca8e-b3d9-4a32-b77f-034642f17f13 service neutron] Pushing event updated for resources: {'Port': ['ID=00543b08-f409-405e-a453-420b9a0c1b8f,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:19.226092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-77acdedd-aa9b-41e8-9602-0935c6d574e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:19.228217 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-77acdedd-aa9b-41e8-9602-0935c6d574e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=478fd5521af344eab7afc8ad3989f728&device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 1097 time: 0.1335492 Nov 09 19:40:19.234593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591822c9-37cd-40d4-bf36-0204c269aae2 req-2cac360a-2351-489c-929d-a85a8f58d358 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:19.236179 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-591822c9-37cd-40d4-bf36-0204c269aae2 req-2cac360a-2351-489c-929d-a85a8f58d358 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0519960 Nov 09 19:40:19.277582 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-591822c9-37cd-40d4-bf36-0204c269aae2 req-43de0ede-b302-4173-ae53-f0a7e0e39a1d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350184 Nov 09 19:40:19.283164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-456d7b9f-cf3f-4b73-a654-e8ed045f4868 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=00543b08-f409-405e-a453-420b9a0c1b8f HTTP/1.1" status: 200 len: 217 time: 0.0421057 Nov 09 19:40:19.389157 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-a4db43b4-bf78-4352-8bb8-3b975f47412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:19.390556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-a4db43b4-bf78-4352-8bb8-3b975f47412d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0983725 Nov 09 19:40:19.511639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35faff-7dc5-4554-b708-2ea4a52c505f req-0d4e815b-86fb-454f-9a09-22e2224caddd tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:19.513295 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e35faff-7dc5-4554-b708-2ea4a52c505f req-0d4e815b-86fb-454f-9a09-22e2224caddd tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1944933 Nov 09 19:40:19.537517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-484a89ec-0d71-45b2-a27e-d0eb776c5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:19.541126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-484a89ec-0d71-45b2-a27e-d0eb776c5f4c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381621 Nov 09 19:40:19.611817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8120f376-d61c-4326-bc69-f8d6a81f8c28', 'tag': '00543b08-f409-405e-a453-420b9a0c1b8f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:19.614387 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e2db07-1609-4f58-900c-523433afd34a" -d '{"events": [{"name": "network-changed", "server_uuid": "8120f376-d61c-4326-bc69-f8d6a81f8c28", "tag": "00543b08-f409-405e-a453-420b9a0c1b8f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:19.619340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-f8b310ae-26ee-4831-ab39-a33a86e2c7bb req-6f06b865-8f7a-40b7-94f7-674397195bae service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:40:19.620485 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8b310ae-26ee-4831-ab39-a33a86e2c7bb req-6f06b865-8f7a-40b7-94f7-674397195bae service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056486 Nov 09 19:40:19.700049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:19.712269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:19.729323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-06f5cfd9-6e99-4f33-8c65-455d294c5c5b service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660552 Nov 09 19:40:19.868847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc6fc6-a4bb-4669-9e19-fc2ae3e2aa54 req-cabc9cc6-8a5c-4c1e-8a50-9a85b1f103bc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:19.871256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bdfc6fc6-a4bb-4669-9e19-fc2ae3e2aa54 req-cabc9cc6-8a5c-4c1e-8a50-9a85b1f103bc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 943 time: 0.0621531 Nov 09 19:40:19.920865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bdfc6fc6-a4bb-4669-9e19-fc2ae3e2aa54 req-786bddc2-a139-4592-8f00-7479ba96758b tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Nov 09 19:40:20.145997 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d23d5cbb-f0bb-4ab9-947f-e1b688272189 req-e8e9e908-e07e-4911-9f0b-1a8552947c96 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=c2fd431b389b44d29b5cb5da9b271663 HTTP/1.1" status: 200 len: 1656 time: 0.0878458 Nov 09 19:40:20.193518 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-4f426fb4-d738-4bda-912d-96fee11b896b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1473873 Nov 09 19:40:20.218642 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Floating IP 564282c3-de1e-42de-8db1-79deb1344582 associated. External IP: 172.25.6.32, port: 9690290e-128c-496d-aaa8-bd4986414264. Nov 09 19:40:20.268862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d5cbb-f0bb-4ab9-947f-e1b688272189 req-04c3f88a-8087-45a7-b0d8-3746636a207a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:20.270880 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d23d5cbb-f0bb-4ab9-947f-e1b688272189 req-04c3f88a-8087-45a7-b0d8-3746636a207a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks?id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 787 time: 0.1165562 Nov 09 19:40:20.283590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-d23d5cbb-f0bb-4ab9-947f-e1b688272189 req-71bef555-0591-4806-ba83-b59f959c8233 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:40:20.284867 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d23d5cbb-f0bb-4ab9-947f-e1b688272189 req-71bef555-0591-4806-ba83-b59f959c8233 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068867 Nov 09 19:40:20.291884 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a148e25-92de-41aa-a37d-8082a8638ab3 req-08e2eaa0-313f-4853-bbfa-6c160137a943 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469032 Nov 09 19:40:20.333151 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebf4b07-534f-4f58-846a-88f32bae1da3 x-openstack-request-id: req-cebf4b07-534f-4f58-846a-88f32bae1da3 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:20.333454 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8120f376-d61c-4326-bc69-f8d6a81f8c28", "tag": "00543b08-f409-405e-a453-420b9a0c1b8f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:20.333702 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cebf4b07-534f-4f58-846a-88f32bae1da3 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:20.334102 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8120f376-d61c-4326-bc69-f8d6a81f8c28', 'tag': '00543b08-f409-405e-a453-420b9a0c1b8f', 'status': 'completed', 'code': 200} Nov 09 19:40:20.484975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9c5cf-c499-4352-9f4b-08f52ad1e73d req-f1e32dd2-3f32-4007-97cc-4535cd27a2d0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:20.486994 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ba9c5cf-c499-4352-9f4b-08f52ad1e73d req-f1e32dd2-3f32-4007-97cc-4535cd27a2d0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0692515 Nov 09 19:40:20.501041 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2db07-1609-4f58-900c-523433afd34a req-509cc334-a27c-47a2-9fa2-de4efe00af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:20.502763 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71e2db07-1609-4f58-900c-523433afd34a req-509cc334-a27c-47a2-9fa2-de4efe00af72 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=478fd5521af344eab7afc8ad3989f728&device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 1097 time: 0.0930846 Nov 09 19:40:20.527450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Router 87d05691-b69d-4d63-8766-4f294f6f49d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:20.538834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4ed35e5c-6352-4467-a34e-585cd12b4a36 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:20.541242 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ba9c5cf-c499-4352-9f4b-08f52ad1e73d req-b11bc585-0270-4cf0-ae67-0a6596a759ee tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Nov 09 19:40:20.675848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:20.677762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327830d5-c19a-47f9-a628-a2eb22575792 req-3b5a83d7-230b-46f5-a33c-d882ebfe5327 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:20.687569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-327830d5-c19a-47f9-a628-a2eb22575792 req-3b5a83d7-230b-46f5-a33c-d882ebfe5327 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 946 time: 0.0764687 Nov 09 19:40:20.699156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '4ed35e5c-6352-4467-a34e-585cd12b4a36', 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80', 'port_id': '4ed35e5c-6352-4467-a34e-585cd12b4a36', 'mac_address': 'fa:16:3e:47:1d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c271e4cb-f52a-4e29-af68-f8061cc1d4ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:20.739442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-327830d5-c19a-47f9-a628-a2eb22575792 req-3de7d6bc-47c4-41ca-9c0b-d0c6763f8eb1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488055 Nov 09 19:40:20.768545 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:20.769249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:20.771666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2db07-1609-4f58-900c-523433afd34a req-99511bf4-0360-40a7-b57b-547a8ce5848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:20.773097 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71e2db07-1609-4f58-900c-523433afd34a req-99511bf4-0360-40a7-b57b-547a8ce5848b service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2583070 Nov 09 19:40:20.788141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed35e5c-6352-4467-a34e-585cd12b4a36 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:20.817186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:20.823927 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:20.828099 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71e2db07-1609-4f58-900c-523433afd34a req-85c3091a-1e31-45e2-8ce9-dfa38084300e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=00543b08-f409-405e-a453-420b9a0c1b8f HTTP/1.1" status: 200 len: 217 time: 0.0457602 Nov 09 19:40:20.831128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-07e59fc0-f41e-43b7-9b31-66e0b07ac02e tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips/20da4d84-1e07-43cf-b682-cbcb14121d1c HTTP/1.1" status: 200 len: 693 time: 0.0703168 Nov 09 19:40:20.837297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:20.849515 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] Sync routers for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:20.865066 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:20.865958 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:20.907906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=4ed35e5c-6352-4467-a34e-585cd12b4a36,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:20.995921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2db07-1609-4f58-900c-523433afd34a req-3b3a83ac-5ce6-4491-b629-cd8e9625a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:20.997380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71e2db07-1609-4f58-900c-523433afd34a req-3b3a83ac-5ce6-4491-b629-cd8e9625a59a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1540856 Nov 09 19:40:21.047866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-d393df51-16d9-4190-97e2-8d49bcdecf42 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:21.053552 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:21.057627 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-d393df51-16d9-4190-97e2-8d49bcdecf42 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.2255540 Nov 09 19:40:21.124108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['4ed35e5c-6352-4467-a34e-585cd12b4a36'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:21.185171 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-4a774e39-5707-4d10-8340-6d01f787181b tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 696 time: 0.1263924 Nov 09 19:40:21.219906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2db07-1609-4f58-900c-523433afd34a req-42852069-b159-4306-9c96-35da6ad37e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:21.221503 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71e2db07-1609-4f58-900c-523433afd34a req-42852069-b159-4306-9c96-35da6ad37e04 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2106805 Nov 09 19:40:21.225846 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Router 87d05691-b69d-4d63-8766-4f294f6f49d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:21.269423 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-fceb7673-e329-4384-a652-a0e0443d2f17 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 696 time: 0.0832522 Nov 09 19:40:21.413522 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:ce:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:19Z', 'revision_number': 3, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:21.443501 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] Checking router: 87d05691-b69d-4d63-8766-4f294f6f49d6 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:21.444857 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71e2db07-1609-4f58-900c-523433afd34a req-58ece6c1-ac31-48e8-a450-e7dc53980c57 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092576 Nov 09 19:40:21.454717 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:21.455348 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:21.466466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:21.480915 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:21.585976 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-9650cd47-ea09-4027-a459-c10c89ae70ac tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "PUT /v2.0/floatingips/564282c3-de1e-42de-8db1-79deb1344582 HTTP/1.1" status: 200 len: 998 time: 2.8344185 Nov 09 19:40:21.612419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71e2db07-1609-4f58-900c-523433afd34a req-ca070c3a-6a69-4603-94fd-9e20b55aeb6c service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547053 Nov 09 19:40:21.647773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-f7622633-a642-4f8b-897c-9032e41af379 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:21.649234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-f7622633-a642-4f8b-897c-9032e41af379 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports/9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 942 time: 0.0533178 Nov 09 19:40:21.693774 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:21.721566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-321cdd73-a6ed-4371-a588-ac2d2e520bc2 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Deleting port 7762e8ee-69c7-4ed7-b070-8db64464b3ad {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:21.722848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-321cdd73-a6ed-4371-a588-ac2d2e520bc2 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:21.799304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-72872622-c74c-423b-9aca-580a96c1d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:21.800824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-72872622-c74c-423b-9aca-580a96c1d737 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1101 time: 0.0761962 Nov 09 19:40:21.808824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-a5c6f2d9-3b71-4515-8ae4-94ebd8509880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:21.810305 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-a5c6f2d9-3b71-4515-8ae4-94ebd8509880 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1096 time: 0.0593951 Nov 09 19:40:21.815866 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-321cdd73-a6ed-4371-a588-ac2d2e520bc2 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:21.816451 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-321cdd73-a6ed-4371-a588-ac2d2e520bc2 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:21.833310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-321cdd73-a6ed-4371-a588-ac2d2e520bc2 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Calling delete_port for 7762e8ee-69c7-4ed7-b070-8db64464b3ad owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:21.955307 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:ce:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:19Z', 'revision_number': 3, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:21.967128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-fad52dae-76dc-4641-8bb6-2a55690acef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:21.969031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-fad52dae-76dc-4641-8bb6-2a55690acef7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1574450 Nov 09 19:40:21.985738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-df606288-40de-419b-b12b-e7c5a0d99a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:21.987435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-df606288-40de-419b-b12b-e7c5a0d99a76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.1666274 Nov 09 19:40:21.993319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-321cdd73-a6ed-4371-a588-ac2d2e520bc2 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:21.997201 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559748f9-3c1f-431f-9210-8ff2dd50afae None None] The sync data for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 is: [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:ce:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:19Z', 'revision_number': 3, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:22.025764 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-2be82f72-4d16-482c-92d9-90a5bc322942 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 217 time: 0.0469196 Nov 09 19:40:22.029356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cdd73-a6ed-4371-a588-ac2d2e520bc2 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event deleted for resources: {'Port': ['ID=7762e8ee-69c7-4ed7-b070-8db64464b3ad,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:22.067139 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-1803ee82-e42c-41bd-b69d-a8b053b57b5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 217 time: 0.0490968 Nov 09 19:40:22.092859 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-321cdd73-a6ed-4371-a588-ac2d2e520bc2 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:22.096072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-321cdd73-a6ed-4371-a588-ac2d2e520bc2 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:22.097266 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6aef8a4-2bd3-454c-817e-8f4d766f9ef4 req-321cdd73-a6ed-4371-a588-ac2d2e520bc2 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "DELETE /v2.0/floatingips/20da4d84-1e07-43cf-b682-cbcb14121d1c HTTP/1.1" status: 204 len: 173 time: 0.8213468 Nov 09 19:40:22.144731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-703940c0-b6dd-4edf-8891-0144fc4b63df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:22.146227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-703940c0-b6dd-4edf-8891-0144fc4b63df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0875165 Nov 09 19:40:22.147695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-dd027cd4-684f-463c-8e32-577c54ec49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:22.149694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-dd027cd4-684f-463c-8e32-577c54ec49c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.0616117 Nov 09 19:40:22.210896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00facd41-7773-4c39-9a94-50d4ee258b87 req-86d913c3-ac36-4710-ba41-9252c269843e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:22.212632 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00facd41-7773-4c39-9a94-50d4ee258b87 req-86d913c3-ac36-4710-ba41-9252c269843e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0556345 Nov 09 19:40:22.227572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-92877fbc-b36f-4b14-bd62-694d5778d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:22.229244 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-92877fbc-b36f-4b14-bd62-694d5778d394 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670021 Nov 09 19:40:22.245249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-4d34339d-2a3a-4f89-93f3-286b4fd31f81 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:40:22.246297 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-4d34339d-2a3a-4f89-93f3-286b4fd31f81 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087130 Nov 09 19:40:22.249468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-940b5a22-5fda-40fb-93d2-6b0badca734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:22.251086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-940b5a22-5fda-40fb-93d2-6b0badca734f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967915 Nov 09 19:40:22.257879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbdd68-061f-47a5-ab48-8f81b4da4f52 None None] New status for floating IP 564282c3-de1e-42de-8db1-79deb1344582: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:40:22.271218 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00facd41-7773-4c39-9a94-50d4ee258b87 req-3fefcfd8-ad65-44b5-b611-5698bf895068 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516877 Nov 09 19:40:22.356556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'tag': '9690290e-128c-496d-aaa8-bd4986414264'}, {'name': 'network-changed', 'server_uuid': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'tag': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:22.358812 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0cab48-833a-4d4c-8f7d-351398cdc07f" -d '{"events": [{"name": "network-changed", "server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "tag": "9690290e-128c-496d-aaa8-bd4986414264"}, {"name": "network-changed", "server_uuid": "6b32ec51-22f6-46d0-b409-b1e5096ab2d1", "tag": "c7838119-83e0-45dc-9b5a-19be70ebcc0a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:22.400792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef716e-c4e3-456f-b829-afb786b60dc1 req-02334c58-5199-4422-a7f8-3e82c8dbc300 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:22.402372 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b2ef716e-c4e3-456f-b829-afb786b60dc1 req-02334c58-5199-4422-a7f8-3e82c8dbc300 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 944 time: 0.0553501 Nov 09 19:40:22.434132 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-6038d253-2db6-4b03-b788-2f459b4df86e service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722105 Nov 09 19:40:22.435872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-6f37a654-7f79-4ee8-95cd-8a957bfcc490 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729009 Nov 09 19:40:22.451401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b2ef716e-c4e3-456f-b829-afb786b60dc1 req-4bb95107-3e9d-4ec0-8e6e-cc4d17ac5a43 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383177 Nov 09 19:40:22.562796 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] Sync routers for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:22.574136 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:22.574873 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:22.580665 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4ed35e5c-6352-4467-a34e-585cd12b4a36 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:22.623816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 00543b08-f409-405e-a453-420b9a0c1b8f details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:22.674394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b628e1-82d3-4e87-88c3-bd52f0950402 req-0f1afa8f-a626-484f-b721-338860012972 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:22.674936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 4ed35e5c-6352-4467-a34e-585cd12b4a36 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:40:22.683401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3b628e1-82d3-4e87-88c3-bd52f0950402 req-0f1afa8f-a626-484f-b721-338860012972 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0819333 Nov 09 19:40:22.718819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 4ed35e5c-6352-4467-a34e-585cd12b4a36 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:22.719186 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:22.733829 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:22.736996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3b628e1-82d3-4e87-88c3-bd52f0950402 req-e36f1259-a56c-4b72-b58e-f665e24dc34d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520110 Nov 09 19:40:22.848312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 00543b08-f409-405e-a453-420b9a0c1b8f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=00543b08-f409-405e-a453-420b9a0c1b8f,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:22.876327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '00543b08-f409-405e-a453-420b9a0c1b8f', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '00543b08-f409-405e-a453-420b9a0c1b8f', 'mac_address': 'fa:16:3e:14:a1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:22.878758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9c76e-27a3-4e72-845b-2a43a88ca538 req-f741c2f7-78ec-45d4-a99c-650b86eea5bf tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:22.888492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00e9c76e-27a3-4e72-845b-2a43a88ca538 req-f741c2f7-78ec-45d4-a99c-650b86eea5bf tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 946 time: 0.0721915 Nov 09 19:40:22.919212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-6906bc07-ff0f-4abe-806c-9c2f318ad1ca service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777210 Nov 09 19:40:22.921550 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-20561c41-3b00-49ae-b7f4-f583e54be3fd service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716394 Nov 09 19:40:22.933460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:22.936182 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:22.958282 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00e9c76e-27a3-4e72-845b-2a43a88ca538 req-9c62f6da-80e2-40a3-ba8e-6e4426e7afbd tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627172 Nov 09 19:40:22.969913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed35e5c-6352-4467-a34e-585cd12b4a36'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:22.972130 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115da116-109d-406f-ba64-7eaee87ee397" -d '{"events": [{"server_uuid": "fac28ce9-d505-4019-8888-3f7a260cd9e7", "name": "network-vif-plugged", "status": "completed", "tag": "4ed35e5c-6352-4467-a34e-585cd12b4a36"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:22.978831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00543b08-f409-405e-a453-420b9a0c1b8f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:22.996007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:23.011355 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:23.020172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-0ae8de9b-0b78-4690-af45-d8cbc19de85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:23.022527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 00543b08-f409-405e-a453-420b9a0c1b8f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=00543b08-f409-405e-a453-420b9a0c1b8f,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:23.032163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-0ae8de9b-0b78-4690-af45-d8cbc19de85e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0803573 Nov 09 19:40:23.050843 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:23.069289 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-cc547f75-715d-4bb3-8608-7b7dc8af8492 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips/45fab9b8-54b7-4c91-a835-f6fc0832673c HTTP/1.1" status: 200 len: 693 time: 0.0792139 Nov 09 19:40:23.096091 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:ce:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:22Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:23.100190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=4ed35e5c-6352-4467-a34e-585cd12b4a36,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:23.134210 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] Checking router: 87d05691-b69d-4d63-8766-4f294f6f49d6 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:23.145585 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:23.146440 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:23.153362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=00543b08-f409-405e-a453-420b9a0c1b8f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:23.175258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-f7ca90da-fa7e-4481-a716-52294b699c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:23.176799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-f7ca90da-fa7e-4481-a716-52294b699c0b service neutron] 10.222.0.53 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.1434669 Nov 09 19:40:23.211722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-e805b5db-fed0-4797-a218-eb1be339e2ed tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:23.213672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-e805b5db-fed0-4797-a218-eb1be339e2ed tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1359918 Nov 09 19:40:23.248911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-a7725959-d2d8-4e18-8d98-27a7dda05257 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a HTTP/1.1" status: 200 len: 1001 time: 0.0655277 Nov 09 19:40:23.268911 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:23.271179 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-f03d83ef-5300-42f6-b36f-96bb181a42b8 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0510364 Nov 09 19:40:23.309843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-a382a09c-6ec4-41a0-a1d6-d5c8a5a39e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:23.311362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-a382a09c-6ec4-41a0-a1d6-d5c8a5a39e2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.0557520 Nov 09 19:40:23.326978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-904858a3-9bed-4174-b383-0ddd519f1555 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0488288 Nov 09 19:40:23.360422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-a2931c36-f557-4e93-ad40-06e2fd488fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:23.362052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-a2931c36-f557-4e93-ad40-06e2fd488fe0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445099 Nov 09 19:40:23.379911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['00543b08-f409-405e-a453-420b9a0c1b8f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:23.465710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-682ce879-30bd-40f7-97db-0268ce8523fd service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958104 Nov 09 19:40:23.489765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-4230185a-f3da-4c51-93d8-73757e281590 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Deleting port 6623b3ec-05bc-46bf-9110-e824d60db720 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:23.490219 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-4230185a-f3da-4c51-93d8-73757e281590 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:23.537174 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:ce:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:22Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:23.570011 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74a235a-5ea7-4c8f-96a0-c233f8d66369 None None] The sync data for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 is: [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:ce:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:22Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:23.596749 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-4230185a-f3da-4c51-93d8-73757e281590 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:23.597097 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-4230185a-f3da-4c51-93d8-73757e281590 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:23.612365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ea6faa1-43d3-4799-bc45-1a15bf5b82c8 req-fe2ea9e6-4cdd-4b28-8941-afdd47410f6d service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398256 Nov 09 19:40:23.622698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-4230185a-f3da-4c51-93d8-73757e281590 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Calling delete_port for 6623b3ec-05bc-46bf-9110-e824d60db720 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:23.783514 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-4230185a-f3da-4c51-93d8-73757e281590 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:23.811987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230185a-f3da-4c51-93d8-73757e281590 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event deleted for resources: {'Port': ['ID=6623b3ec-05bc-46bf-9110-e824d60db720,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:23.876174 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-4230185a-f3da-4c51-93d8-73757e281590 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:23.878744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-4230185a-f3da-4c51-93d8-73757e281590 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:23.879910 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62c99069-92b6-4b65-9944-4b0e342d35f4 req-4230185a-f3da-4c51-93d8-73757e281590 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "DELETE /v2.0/floatingips/45fab9b8-54b7-4c91-a835-f6fc0832673c HTTP/1.1" status: 204 len: 173 time: 0.5472424 Nov 09 19:40:23.979606 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb8696e-fbe9-425a-b045-68bdcaafb943 x-openstack-request-id: req-feb8696e-fbe9-425a-b045-68bdcaafb943 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:23.980563 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "tag": "9690290e-128c-496d-aaa8-bd4986414264", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b32ec51-22f6-46d0-b409-b1e5096ab2d1", "tag": "c7838119-83e0-45dc-9b5a-19be70ebcc0a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:23.980998 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-feb8696e-fbe9-425a-b045-68bdcaafb943 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:23.981681 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'tag': '9690290e-128c-496d-aaa8-bd4986414264', 'status': 'completed', 'code': 200} Nov 09 19:40:23.982151 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'tag': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'status': 'completed', 'code': 200} Nov 09 19:40:24.022284 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d43f16-247f-4644-8499-0c5d5861d67d x-openstack-request-id: req-51d43f16-247f-4644-8499-0c5d5861d67d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:24.022767 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac28ce9-d505-4019-8888-3f7a260cd9e7", "name": "network-vif-plugged", "status": "completed", "tag": "4ed35e5c-6352-4467-a34e-585cd12b4a36", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:24.023150 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51d43f16-247f-4644-8499-0c5d5861d67d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:24.024048 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed35e5c-6352-4467-a34e-585cd12b4a36', 'code': 200} Nov 09 19:40:24.096757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-7fb8712e-daf0-40fe-ae15-44350fd3c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.098277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-7fb8712e-daf0-40fe-ae15-44350fd3c9be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1096 time: 0.0911252 Nov 09 19:40:24.104433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-8ff3c22b-ab68-4cd2-892f-b3f45dc2181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.105999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-8ff3c22b-ab68-4cd2-892f-b3f45dc2181c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 1097 time: 0.1077960 Nov 09 19:40:24.156449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f738c-e98b-4248-86be-7e34d8e0794f req-63a2eb22-4397-4cc3-b998-84c76f7666f2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.158125 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-478f738c-e98b-4248-86be-7e34d8e0794f req-63a2eb22-4397-4cc3-b998-84c76f7666f2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.0695293 Nov 09 19:40:24.231450 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-478f738c-e98b-4248-86be-7e34d8e0794f req-8057055d-f872-4d5c-8ce4-d112ff3128e6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659857 Nov 09 19:40:24.241799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79f464-0313-4e46-bfcb-ba661bfde0f4 req-48d5b2df-2336-4bd2-bee5-ce8cc0bd6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.243648 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c79f464-0313-4e46-bfcb-ba661bfde0f4 req-48d5b2df-2336-4bd2-bee5-ce8cc0bd6f95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0568395 Nov 09 19:40:24.285812 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c79f464-0313-4e46-bfcb-ba661bfde0f4 req-94987f90-0cd6-46fd-91fd-3e088b1a8e59 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334914 Nov 09 19:40:24.344754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749ad60-7a77-4d74-8065-c4cec54fa958 req-84b43fe9-57ae-42c8-b349-640b1a61efa9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.346287 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3749ad60-7a77-4d74-8065-c4cec54fa958 req-84b43fe9-57ae-42c8-b349-640b1a61efa9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0504813 Nov 09 19:40:24.366659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acdd8df9-801a-4710-9e7f-d8ab19c1d88d req-07134e10-caa6-4670-a475-613bb8933f9f tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1001 time: 0.1865396 Nov 09 19:40:24.369919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-fdbd1e88-e601-421a-a370-47f831ea0857 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1910210 Nov 09 19:40:24.386256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3749ad60-7a77-4d74-8065-c4cec54fa958 req-2830d42f-d4ea-4fb4-b54f-0ff9eb3d31a0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Nov 09 19:40:24.394457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-18b314bb-c414-46c9-b69c-613dc0bdb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.395928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-18b314bb-c414-46c9-b69c-613dc0bdb6c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.2824066 Nov 09 19:40:24.400715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-41d03402-2737-46ce-9a44-c0b0f7108fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.402132 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-41d03402-2737-46ce-9a44-c0b0f7108fa5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.2655814 Nov 09 19:40:24.466446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-3e4c3c9a-801d-4acf-8091-82b5d1222533 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips/b681aad4-58eb-4f82-beb9-c39408027f07 HTTP/1.1" status: 200 len: 692 time: 0.0479887 Nov 09 19:40:24.466920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd8df9-801a-4710-9e7f-d8ab19c1d88d req-96c415c1-43b5-4bf1-9d99-b13b3c8e46cf tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.468325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acdd8df9-801a-4710-9e7f-d8ab19c1d88d req-96c415c1-43b5-4bf1-9d99-b13b3c8e46cf tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports/c7838119-83e0-45dc-9b5a-19be70ebcc0a HTTP/1.1" status: 200 len: 943 time: 0.0902855 Nov 09 19:40:24.469639 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-cf948cdb-8131-42ec-ad6d-0be6c38ad0a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 217 time: 0.0511255 Nov 09 19:40:24.595021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-d73fb465-4c43-458c-b24a-d2bae8dc734f tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.596311 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-d73fb465-4c43-458c-b24a-d2bae8dc734f tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1239188 Nov 09 19:40:24.624088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 00543b08-f409-405e-a453-420b9a0c1b8f up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:24.652636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-fe9debca-b585-48e4-aef7-d0505f96e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.653731 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-fe9debca-b585-48e4-aef7-d0505f96e89e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.1756854 Nov 09 19:40:24.654337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-a76c79a7-1fe3-4e2f-bc3a-353e3ce5b86f tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.0502965 Nov 09 19:40:24.678021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-cade4fd5-92f8-42f5-8155-976d4e1cc332 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a HTTP/1.1" status: 200 len: 1001 time: 0.1620114 Nov 09 19:40:24.683268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 00543b08-f409-405e-a453-420b9a0c1b8f completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:40:24.687661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 00543b08-f409-405e-a453-420b9a0c1b8f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:24.688025 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:24.708267 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-71e7c4f2-26bc-497f-9ea4-cac63e45364a tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.0456338 Nov 09 19:40:24.712439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-7a9520f7-edeb-407e-ba32-64a4a9b5a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.714095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-7a9520f7-edeb-407e-ba32-64a4a9b5a609 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 1101 time: 0.1961806 Nov 09 19:40:24.718278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acdd8df9-801a-4710-9e7f-d8ab19c1d88d req-44801f2e-b56c-4e4e-96c4-ffb74b4491d4 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1001 time: 0.2012665 Nov 09 19:40:24.788594 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:24.825873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 00543b08-f409-405e-a453-420b9a0c1b8f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=00543b08-f409-405e-a453-420b9a0c1b8f,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:24.831452 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:24.853793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-03211c1d-d9d5-4823-983e-ed95d9410cc4 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Deleting port 96615994-a38c-4168-8348-b7062d9fce1d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:24.854037 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-03211c1d-d9d5-4823-983e-ed95d9410cc4 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:24.879974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-c9b05817-728c-4576-8715-957632098d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.881451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-c9b05817-728c-4576-8715-957632098d9e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.1924682 Nov 09 19:40:24.881573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=00543b08-f409-405e-a453-420b9a0c1b8f,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:24.888112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-6aeb206b-bb0c-4a7e-bc6f-2dae211f7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:24.889644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-6aeb206b-bb0c-4a7e-bc6f-2dae211f7b5c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238758 Nov 09 19:40:24.944589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-03211c1d-d9d5-4823-983e-ed95d9410cc4 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:24.944922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-03211c1d-d9d5-4823-983e-ed95d9410cc4 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:24.959314 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-03211c1d-d9d5-4823-983e-ed95d9410cc4 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Calling delete_port for 96615994-a38c-4168-8348-b7062d9fce1d owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:25.038920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-8f17eb49-dacf-401a-80b2-336dc96664c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:25.040670 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-8f17eb49-dacf-401a-80b2-336dc96664c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2945042 Nov 09 19:40:25.055142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd8df9-801a-4710-9e7f-d8ab19c1d88d req-e0440d8f-0574-4ea7-9990-c323cd8f6d1f tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:25.056477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acdd8df9-801a-4710-9e7f-d8ab19c1d88d req-e0440d8f-0574-4ea7-9990-c323cd8f6d1f tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.3154452 Nov 09 19:40:25.111279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-aee48195-b974-4697-9026-7012e4874531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:25.112827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-aee48195-b974-4697-9026-7012e4874531 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173593 Nov 09 19:40:25.112998 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-03211c1d-d9d5-4823-983e-ed95d9410cc4 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:25.114213 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-231f474d-d5e5-449a-a8ba-8e50ca6b73a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ff751787-4749-408f-8f65-61ba9af15ecc HTTP/1.1" status: 200 len: 217 time: 0.0552995 Nov 09 19:40:25.131144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-60fc4548-ff21-4364-9783-bc14d576a6d5 service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264490 Nov 09 19:40:25.132081 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:25.176343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03211c1d-d9d5-4823-983e-ed95d9410cc4 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Pushing event deleted for resources: {'Port': ['ID=96615994-a38c-4168-8348-b7062d9fce1d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:25.216100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-03211c1d-d9d5-4823-983e-ed95d9410cc4 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:25.219002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-03211c1d-d9d5-4823-983e-ed95d9410cc4 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:25.231072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-019f675c-bd94-4293-bbf1-11e07d8042a7 req-03211c1d-d9d5-4823-983e-ed95d9410cc4 tempest-FloatingIPDetailsTestJSON-815027577 tempest-FloatingIPDetailsTestJSON-815027577-project] 10.222.0.53 "DELETE /v2.0/floatingips/b681aad4-58eb-4f82-beb9-c39408027f07 HTTP/1.1" status: 204 len: 173 time: 0.5152061 Nov 09 19:40:25.231695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49614) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:25.296035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-f102c399-4903-4bda-b7d8-ea821b5af98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:25.297514 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-f102c399-4903-4bda-b7d8-ea821b5af98c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1562097 Nov 09 19:40:25.365509 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-8d645ed3-a148-410c-ac19-e693f16ec033 service neutron] 10.222.0.70 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255554 Nov 09 19:40:25.407377 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-60138202-d344-49ee-b90e-f93db09b5611 service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477865 Nov 09 19:40:25.433204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b0d9f-bde4-4ac8-9574-021b68627232 req-d6c88a37-748b-4f6b-98e9-c7bc20512d6a tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:25.434782 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-922b0d9f-bde4-4ac8-9574-021b68627232 req-d6c88a37-748b-4f6b-98e9-c7bc20512d6a tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 948 time: 0.1177406 Nov 09 19:40:25.451743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-3fa86715-ccd5-486b-b2b3-ccf8b5a04441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:25.453233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-3fa86715-ccd5-486b-b2b3-ccf8b5a04441 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1428080 Nov 09 19:40:25.565125 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-922b0d9f-bde4-4ac8-9574-021b68627232 req-138f370a-7ea8-4351-a00f-b3c4d3421e24 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210592 Nov 09 19:40:25.584067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c0cab48-833a-4d4c-8f7d-351398cdc07f req-80243fa3-26e6-4a13-bae5-7dc2a4f98e54 service neutron] 10.222.0.70 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022884 Nov 09 19:40:25.623326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cb5f3-eb1f-4797-8cf3-70b3e7097a97 req-6325248e-db55-4776-b503-6187a87944d3 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:25.624771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf8cb5f3-eb1f-4797-8cf3-70b3e7097a97 req-6325248e-db55-4776-b503-6187a87944d3 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.1353791 Nov 09 19:40:25.627074 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-84c855dc-6760-4b56-bd6d-bee493835260 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642742 Nov 09 19:40:25.718200 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf8cb5f3-eb1f-4797-8cf3-70b3e7097a97 req-6f707b1d-0f59-4df1-b7b4-49945d15e215 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845191 Nov 09 19:40:25.764892 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d18f86a7-8944-4ef6-b561-6e01de53dc96 req-a5147193-db31-4215-8571-b39b549deb01 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246498 Nov 09 19:40:25.782410 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-319e7d39-aebe-4012-b802-60b51b332a37 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1001 time: 0.1653676 Nov 09 19:40:25.856649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6840-8164-4d06-ab54-c6283514fc4a req-0e0eab6c-b05d-4b90-9bfc-d873d53bc49b tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:25.858011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-0e0eab6c-b05d-4b90-9bfc-d873d53bc49b tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports/c7838119-83e0-45dc-9b5a-19be70ebcc0a HTTP/1.1" status: 200 len: 943 time: 0.0660129 Nov 09 19:40:25.907825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d2465-cb40-4505-a0b2-79b6bbac91c2 req-f858a97c-28cf-45dd-9e4d-3d187a7ff0cb tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:25.909258 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d1d2465-cb40-4505-a0b2-79b6bbac91c2 req-f858a97c-28cf-45dd-9e4d-3d187a7ff0cb tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.0555236 Nov 09 19:40:25.949771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d1d2465-cb40-4505-a0b2-79b6bbac91c2 req-23d7c6a7-8cc4-4b00-8b0c-0375eb70ff63 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339639 Nov 09 19:40:26.006349 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-20e110f6-10db-4504-a1b8-17563c47dedb tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1001 time: 0.1026845 Nov 09 19:40:26.026298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8120f376-d61c-4326-bc69-f8d6a81f8c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00543b08-f409-405e-a453-420b9a0c1b8f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:26.028671 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ef647e-69ff-4cdf-bb1c-f8d14a30fc82" -d '{"events": [{"server_uuid": "8120f376-d61c-4326-bc69-f8d6a81f8c28", "name": "network-vif-plugged", "status": "completed", "tag": "00543b08-f409-405e-a453-420b9a0c1b8f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:26.033321 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:26.094981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a248-ab18-4a12-ac02-8ba634296a24 req-325ebec3-be0c-4e4e-b3a3-93786357327b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:26.096733 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d799a248-ab18-4a12-ac02-8ba634296a24 req-325ebec3-be0c-4e4e-b3a3-93786357327b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0810502 Nov 09 19:40:26.141961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d799a248-ab18-4a12-ac02-8ba634296a24 req-bb4e58ee-2ee7-4a6e-af2a-fbb8b19b701e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392280 Nov 09 19:40:26.224124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6840-8164-4d06-ab54-c6283514fc4a req-cb1f6311-5cbb-4c0a-b43a-c856781736d8 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:26.225633 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-cb1f6311-5cbb-4c0a-b43a-c856781736d8 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.2066963 Nov 09 19:40:26.266217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ae09a-65e5-4553-ab7d-11464dbe3a95 req-ceb1bb86-8f70-4a7c-b2e4-b395212ea394 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:26.266969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-365ae09a-65e5-4553-ab7d-11464dbe3a95 req-ceb1bb86-8f70-4a7c-b2e4-b395212ea394 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0590878 Nov 09 19:40:26.316360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-365ae09a-65e5-4553-ab7d-11464dbe3a95 req-99ab48de-702a-4924-aff3-e7a004c17bf6 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383139 Nov 09 19:40:26.352191 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3c084b-2f72-4043-bfcd-d0d7700aa3ae x-openstack-request-id: req-ad3c084b-2f72-4043-bfcd-d0d7700aa3ae {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:26.352467 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8120f376-d61c-4326-bc69-f8d6a81f8c28", "name": "network-vif-plugged", "status": "completed", "tag": "00543b08-f409-405e-a453-420b9a0c1b8f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:26.352810 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad3c084b-2f72-4043-bfcd-d0d7700aa3ae {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:26.353371 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8120f376-d61c-4326-bc69-f8d6a81f8c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00543b08-f409-405e-a453-420b9a0c1b8f', 'code': 200} Nov 09 19:40:26.505194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae851cc6-a415-440e-bfbb-22236e790630 req-c49b670e-865e-4b2f-a217-be794d50e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:26.507146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae851cc6-a415-440e-bfbb-22236e790630 req-c49b670e-865e-4b2f-a217-be794d50e91c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 1099 time: 0.0500541 Nov 09 19:40:26.563827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae851cc6-a415-440e-bfbb-22236e790630 req-488a039f-2929-4f0e-921d-b50921d9be00 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474546 Nov 09 19:40:26.719009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6419d8-bae7-41ad-9b4b-f783eb50b824 req-e224d458-8268-42ba-9b75-2ed0557d150a tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:26.720608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc6419d8-bae7-41ad-9b4b-f783eb50b824 req-e224d458-8268-42ba-9b75-2ed0557d150a tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 948 time: 0.0655594 Nov 09 19:40:26.779824 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-eb05df9b-af52-45c3-b3f7-efae6491ccab tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1001 time: 0.5275793 Nov 09 19:40:26.793582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98c9f50c-7026-491a-87d3-e91b75d01bd6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:26.827230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc6419d8-bae7-41ad-9b4b-f783eb50b824 req-e448ae09-8596-4932-9095-29a12e3cf975 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996313 Nov 09 19:40:26.907992 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98c9f50c-7026-491a-87d3-e91b75d01bd6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:26.971340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f48a8-d7d8-4bc8-9e1d-12bb3bc59141 req-c524937a-4142-4148-a5b3-498117663317 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:26.973644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-952f48a8-d7d8-4bc8-9e1d-12bb3bc59141 req-c524937a-4142-4148-a5b3-498117663317 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0792208 Nov 09 19:40:27.026865 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-952f48a8-d7d8-4bc8-9e1d-12bb3bc59141 req-e7bb6a47-208d-40bc-97f9-858f3d8d74d2 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Nov 09 19:40:27.151693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98c9f50c-7026-491a-87d3-e91b75d01bd6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:27.158980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98c9f50c-7026-491a-87d3-e91b75d01bd6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:27.159502 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98c9f50c-7026-491a-87d3-e91b75d01bd6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Floating IP 564282c3-de1e-42de-8db1-79deb1344582 disassociated. External IP: 172.25.6.32, port: c7838119-83e0-45dc-9b5a-19be70ebcc0a. Nov 09 19:40:27.254812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] Deleting port fe335263-5111-4f8d-95af-e34e079e0914 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:27.255130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:27.285658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60031a-b761-41eb-8b9a-45a94ad7f8e3 req-ad8c3ee9-5e0d-44a7-b725-e6730d957fa0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:27.288290 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a60031a-b761-41eb-8b9a-45a94ad7f8e3 req-ad8c3ee9-5e0d-44a7-b725-e6730d957fa0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0655890 Nov 09 19:40:27.343109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a60031a-b761-41eb-8b9a-45a94ad7f8e3 req-bbf8c94b-9614-4ba5-9b4f-1c8f42a6e2fa tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434983 Nov 09 19:40:27.381259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] For port fe335263-5111-4f8d-95af-e34e079e0914, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe335263-5111-4f8d-95af-e34e079e0914,segment=NetworkSegment(f11ba8cc-b31d-4d91-82e4-bd9515e60023),segment_id=f11ba8cc-b31d-4d91-82e4-bd9515e60023)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:27.381726 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:27.456418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] Calling delete_port for fe335263-5111-4f8d-95af-e34e079e0914 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:27.557905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98c9f50c-7026-491a-87d3-e91b75d01bd6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Router 87d05691-b69d-4d63-8766-4f294f6f49d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:27.759448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98c9f50c-7026-491a-87d3-e91b75d01bd6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:27.764618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98c9f50c-7026-491a-87d3-e91b75d01bd6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:27.770891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] Sync routers for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:27.793920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:27.796357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:27.804366 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98c9f50c-7026-491a-87d3-e91b75d01bd6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "PUT /v2.0/floatingips/564282c3-de1e-42de-8db1-79deb1344582 HTTP/1.1" status: 200 len: 694 time: 1.0220053 Nov 09 19:40:27.808106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'tag': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:27.808997 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082aadef-cb82-4322-8d08-2d3a8041d579" -d '{"events": [{"name": "network-changed", "server_uuid": "6b32ec51-22f6-46d0-b409-b1e5096ab2d1", "tag": "c7838119-83e0-45dc-9b5a-19be70ebcc0a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:27.817243 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:27.953563 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4b494a-9328-417d-8abc-9ecf586815dc x-openstack-request-id: req-da4b494a-9328-417d-8abc-9ecf586815dc {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:27.953971 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b32ec51-22f6-46d0-b409-b1e5096ab2d1", "tag": "c7838119-83e0-45dc-9b5a-19be70ebcc0a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:27.954366 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da4b494a-9328-417d-8abc-9ecf586815dc {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:27.964896 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'tag': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'status': 'completed', 'code': 200} Nov 09 19:40:27.966839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe335263-5111-4f8d-95af-e34e079e0914,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:28.058607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-2eb07bea-1d23-42f4-9a87-b1cd6b0f441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:28.061219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:28.063556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6840-8164-4d06-ab54-c6283514fc4a req-001ca8f8-9ec7-4246-a921-55773883dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:28.064805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-001ca8f8-9ec7-4246-a921-55773883dde8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 1097 time: 0.2358520 Nov 09 19:40:28.068183 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-2eb07bea-1d23-42f4-9a87-b1cd6b0f441c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 1097 time: 0.1462936 Nov 09 19:40:28.220264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-2be467ad-2813-4bfb-9eb4-67fa50c8119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:28.221762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-2be467ad-2813-4bfb-9eb4-67fa50c8119a service neutron] 10.222.0.70 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.1165762 Nov 09 19:40:28.235012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210f335-17d3-44f0-b2b3-05f95265008e req-2691eb7e-30a2-4333-b541-65a8c9aefc62 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:28.244826 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f210f335-17d3-44f0-b2b3-05f95265008e req-2691eb7e-30a2-4333-b541-65a8c9aefc62 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 948 time: 0.2121198 Nov 09 19:40:28.285639 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:28.333147 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-c38e518a-6f59-45d7-9873-a9251589a527 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a HTTP/1.1" status: 200 len: 217 time: 0.0853658 Nov 09 19:40:28.348602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:28.384090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] Checking router: 87d05691-b69d-4d63-8766-4f294f6f49d6 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:28.393721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:28.394630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:28.511626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:28.566271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] Router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:28.567611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6840-8164-4d06-ab54-c6283514fc4a req-bc08141e-b584-480a-b964-435614d5f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:28.576542 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-bc08141e-b584-480a-b964-435614d5f935 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.4186835 Nov 09 19:40:28.669549 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-4ccb85dc-2787-43ad-94e2-f9af10971d14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a HTTP/1.1" status: 200 len: 217 time: 0.0921147 Nov 09 19:40:28.692026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-90d3a123-f18d-43b3-9eb0-b7c7a884ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:28.693689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-90d3a123-f18d-43b3-9eb0-b7c7a884ca7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.3523023 Nov 09 19:40:28.723752 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f210f335-17d3-44f0-b2b3-05f95265008e req-4910ebb8-8bbc-437a-90e7-61606b64bbbb tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778864 Nov 09 19:40:28.772845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-f12b9bc6-19cf-4d11-8dc3-f333562a1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:28.775185 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-f12b9bc6-19cf-4d11-8dc3-f333562a1adf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666156 Nov 09 19:40:28.776963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6840-8164-4d06-ab54-c6283514fc4a req-21bb189a-9802-41fe-ba7c-32993c77d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:28.779248 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-21bb189a-9802-41fe-ba7c-32993c77d74e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.0785470 Nov 09 19:40:28.786995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:28.822911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:28.831463 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] Sync routers for ids ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:28.837433 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9a5410fc-ce75-4ad5-bdf5-27fc4fbfe9c8 admin admin] 10.222.0.53 "PUT /v2.0/routers/01cbb6f9-b26e-4aeb-a2bf-3101445ba260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6023009 Nov 09 19:40:28.839040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a8e50-9f21-4064-84d8-7247caffcb05 None None] The sync data for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 is: [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:28.839281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49666) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:28.851899 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] Routers {'01cbb6f9-b26e-4aeb-a2bf-3101445ba260'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:28.852556 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:28.926204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b9b92-a0cb-48bb-9c21-63a3b2608e7b req-cd8726d2-ea08-40fc-9d73-1af7da6cb24c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:28.927965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-601b9b92-a0cb-48bb-9c21-63a3b2608e7b req-cd8726d2-ea08-40fc-9d73-1af7da6cb24c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.1045339 Nov 09 19:40:28.972224 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-80737ce3-f663-4afe-a8cf-7e07b5d80a41 service neutron] 10.222.0.70 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817923 Nov 09 19:40:29.010572 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-601b9b92-a0cb-48bb-9c21-63a3b2608e7b req-9f560266-4d7c-4df8-b30b-f95e57a73c83 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677674 Nov 09 19:40:29.054078 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] Set router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:29.164679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-082aadef-cb82-4322-8d08-2d3a8041d579 req-24981c5f-9b63-47d3-801a-2c25856493e2 service neutron] 10.222.0.70 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846299 Nov 09 19:40:29.320604 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'name': 'tempest-FloatingIPDetailsTestJSON-37155847-router', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:49Z', 'updated_at': '2021-11-09T19:40:27Z', 'revision_number': 5, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'gw_port': {'id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:50Z', 'updated_at': '2021-11-09T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:29.341834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd5ca91-6e89-4a2a-9a31-57a7ac5b1743 None None] New status for floating IP 564282c3-de1e-42de-8db1-79deb1344582: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:40:29.349862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98cdb0d1-bbd2-462f-aef2-068af3bea3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:29.351979 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-98cdb0d1-bbd2-462f-aef2-068af3bea3b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5587628 Nov 09 19:40:29.361079 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] Checking router: 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:29.373204 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] Routers {'01cbb6f9-b26e-4aeb-a2bf-3101445ba260'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:29.373922 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:29.450743 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:29.511575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-c6af8e40-ecd3-423e-bcca-dcbeb2f01de2 service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523869 Nov 09 19:40:29.643187 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] Set router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:29.755727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf7aff-03af-4fab-8fe4-1c3b81f14ce2 req-c7051945-f548-4a36-b534-e25f0b0762ed tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:29.758495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ebf7aff-03af-4fab-8fe4-1c3b81f14ce2 req-c7051945-f548-4a36-b534-e25f0b0762ed tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1058636 Nov 09 19:40:29.785432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-110e6840-8164-4d06-ab54-c6283514fc4a req-7ca51edf-2beb-4b97-878a-ec0cd68dd7dd service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098947 Nov 09 19:40:29.848244 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:29.865575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ebf7aff-03af-4fab-8fe4-1c3b81f14ce2 req-4d692c42-75ae-41a4-a770-b94c5759d1d3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974295 Nov 09 19:40:29.996918 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'name': 'tempest-FloatingIPDetailsTestJSON-37155847-router', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:49Z', 'updated_at': '2021-11-09T19:40:27Z', 'revision_number': 5, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'gw_port': {'id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:50Z', 'updated_at': '2021-11-09T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:30.053722 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b665c3-e93d-4aa7-a7b5-b9978f2754c4 None None] The sync data for ids ['01cbb6f9-b26e-4aeb-a2bf-3101445ba260'] in n-d-817256-1 is: [{'id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'name': 'tempest-FloatingIPDetailsTestJSON-37155847-router', 'tenant_id': 'c2fd431b389b44d29b5cb5da9b271663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:49Z', 'updated_at': '2021-11-09T19:40:27Z', 'revision_number': 5, 'project_id': 'c2fd431b389b44d29b5cb5da9b271663', 'gw_port': {'id': '54e5ae91-0e07-4589-ade9-c2f7aaaa13fa', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cbb6f9-b26e-4aeb-a2bf-3101445ba260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:50Z', 'updated_at': '2021-11-09T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:30.068720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Deleting port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:30.071635 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:30.155719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097e9f-5240-4d87-a86e-8981e63a2870 req-238ee5e1-5111-4c62-8ab4-2fe8e5d26790 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:30.157584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18097e9f-5240-4d87-a86e-8981e63a2870 req-238ee5e1-5111-4c62-8ab4-2fe8e5d26790 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 948 time: 0.2327266 Nov 09 19:40:30.190832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c5481-3b20-4a1e-afc9-f8190e0e6ce5 req-26ef6942-2d4a-4044-baf1-a9bca4096bcf tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:30.192868 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a33c5481-3b20-4a1e-afc9-f8190e0e6ce5 req-26ef6942-2d4a-4044-baf1-a9bca4096bcf tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0653973 Nov 09 19:40:30.228050 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18097e9f-5240-4d87-a86e-8981e63a2870 req-aabf77aa-8006-41e2-b1fd-d9bb615457ca tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622973 Nov 09 19:40:30.230432 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] For port 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=54e5ae91-0e07-4589-ade9-c2f7aaaa13fa,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:30.230844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:30.246756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Calling delete_port for 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:30.302558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a33c5481-3b20-4a1e-afc9-f8190e0e6ce5 req-92778f32-eba4-4c1b-9504-c8c87287f37b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991991 Nov 09 19:40:30.540796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30043166-7a86-4767-8e27-ba07bd60f297 req-3ab075b9-9c9e-47d3-a110-66b92a34965f tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:30.549210 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30043166-7a86-4767-8e27-ba07bd60f297 req-3ab075b9-9c9e-47d3-a110-66b92a34965f tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1862843 Nov 09 19:40:30.669277 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30043166-7a86-4767-8e27-ba07bd60f297 req-d35d6bd8-2e93-4084-a74e-666aa4d062b0 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.1190224 Nov 09 19:40:30.738871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-30043166-7a86-4767-8e27-ba07bd60f297 req-fef74dce-e28f-469b-8d09-67ed1a57e058 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Request body: {'floatingip': {'port_id': '9690290e-128c-496d-aaa8-bd4986414264', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:30.794048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30043166-7a86-4767-8e27-ba07bd60f297 req-fef74dce-e28f-469b-8d09-67ed1a57e058 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:30.834635 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:30.878418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e5ae91-0e07-4589-ade9-c2f7aaaa13fa,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:31.030037 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.206777 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.210280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.280490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.281857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.282485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.283057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.283815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.284836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.285531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.286270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.287359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.288422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.290810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.290810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.290810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.291503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.295504 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-dcd2afaf-8f1e-4e22-9538-2f75d141f6d1 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28&device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7&device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a&device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1&device_id=d16389aa-4818-47ab-82db-39897324255f&device_id=0ccf2022-41f7-4e6e-b205-088c290998fd&device_id=0b1abd5f-0729-4b28-a8a9-143126f03544&device_id=be9dc86d-6af4-4028-a848-0803e36014df&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22&device_id=b136c2c4-e070-493a-9545-86e0e2543070&device_id=6c013631-bbc4-4d7c-8dfd-89719538c236&device_id=e630d2f8-2f0e-498e-817b-96f0350e2319&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 12642 time: 0.0866792 Nov 09 19:40:31.318106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-3c20ca67-8045-471b-93a2-8759e22234bf tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.355812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.356395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01cbb6f9-b26e-4aeb-a2bf-3101445ba260 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:40:31.365702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.366875 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-137a52d7-1c21-4fcf-9079-1f94f7baf6d9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/01cbb6f9-b26e-4aeb-a2bf-3101445ba260 HTTP/1.1" status: 204 len: 168 time: 2.5208836 Nov 09 19:40:31.370665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49708) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:31.519157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-3c20ca67-8045-471b-93a2-8759e22234bf tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.525259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ab179a-ecf3-46b5-9459-f3da24293809 admin admin] Deleting subnet 09536b78-11f3-4e54-ac91-4a502701dd3f {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:40:31.532330 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4ab179a-ecf3-46b5-9459-f3da24293809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.534162 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-3c20ca67-8045-471b-93a2-8759e22234bf tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.595259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0aa0986-dd1c-4d98-86a2-accc596e1a21 req-3c20ca67-8045-471b-93a2-8759e22234bf tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&id=8f74b946-bc5b-41ec-83b5-1205e10c4984&id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&id=0d84052c-134f-4827-926c-3071441ba171&id=69aa2968-db56-44b7-9b9a-12e5d2c83138&id=70ceadcc-a494-49cb-8e59-568ab1ab322e&id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.2922251 Nov 09 19:40:31.608333 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4ab179a-ecf3-46b5-9459-f3da24293809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.639359 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30043166-7a86-4767-8e27-ba07bd60f297 req-fef74dce-e28f-469b-8d09-67ed1a57e058 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.645974 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30043166-7a86-4767-8e27-ba07bd60f297 req-fef74dce-e28f-469b-8d09-67ed1a57e058 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.671947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20ca67-8045-471b-93a2-8759e22234bf tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bc8616-0e3d-4aa3-9897-8c116620dad6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:31.770390 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-30043166-7a86-4767-8e27-ba07bd60f297 req-fef74dce-e28f-469b-8d09-67ed1a57e058 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Floating IP 564282c3-de1e-42de-8db1-79deb1344582 associated. External IP: 172.25.6.32, port: 9690290e-128c-496d-aaa8-bd4986414264. Nov 09 19:40:31.810585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55764e54-ed28-4eb7-9642-d265e22e1563 req-825f5b8a-f7a7-469d-b34a-acaf5ec41470 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.812117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-55764e54-ed28-4eb7-9642-d265e22e1563 req-825f5b8a-f7a7-469d-b34a-acaf5ec41470 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1561716 Nov 09 19:40:31.818105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4ab179a-ecf3-46b5-9459-f3da24293809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:31.866245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-94fa2c31-b493-47d6-abc5-53a952dbaa6b tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:31.867587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-94fa2c31-b493-47d6-abc5-53a952dbaa6b tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b32ec51-22f6-46d0-b409-b1e5096ab2d1 HTTP/1.1" status: 200 len: 946 time: 0.1776915 Nov 09 19:40:31.969618 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-55764e54-ed28-4eb7-9642-d265e22e1563 req-dbe3ac2b-fad9-4ddb-814b-25a95c383eba tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376851 Nov 09 19:40:32.035168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30043166-7a86-4767-8e27-ba07bd60f297 req-fef74dce-e28f-469b-8d09-67ed1a57e058 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Router 87d05691-b69d-4d63-8766-4f294f6f49d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:32.035750 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4ab179a-ecf3-46b5-9459-f3da24293809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.066920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4ab179a-ecf3-46b5-9459-f3da24293809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.066920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b4ab179a-ecf3-46b5-9459-f3da24293809 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/09536b78-11f3-4e54-ac91-4a502701dd3f HTTP/1.1" status: 204 len: 168 time: 0.6918676 Nov 09 19:40:32.078686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe335263-5111-4f8d-95af-e34e079e0914 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:32.080985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3beb3f-f15d-4bb1-b980-e721d4679ca1 None None] Network 15d72d6c-0680-41cc-ad59-956797ac6ae6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:40:32.123586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49716) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:32.143388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab179a-ecf3-46b5-9459-f3da24293809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09536b78-11f3-4e54-ac91-4a502701dd3f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:32.170527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-e68f0087-6e44-468a-be38-fd84549c456c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Deleting port c7838119-83e0-45dc-9b5a-19be70ebcc0a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:32.171218 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-e68f0087-6e44-468a-be38-fd84549c456c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.172562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: fe335263-5111-4f8d-95af-e34e079e0914 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:32.172909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe335263-5111-4f8d-95af-e34e079e0914 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:32.173334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:32.205658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:32.206018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 54e5ae91-0e07-4589-ade9-c2f7aaaa13fa not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:32.288228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-e68f0087-6e44-468a-be38-fd84549c456c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] For port c7838119-83e0-45dc-9b5a-19be70ebcc0a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=c7838119-83e0-45dc-9b5a-19be70ebcc0a,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:32.289549 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-e68f0087-6e44-468a-be38-fd84549c456c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.300239 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.310176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-e68f0087-6e44-468a-be38-fd84549c456c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Calling delete_port for c7838119-83e0-45dc-9b5a-19be70ebcc0a owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:32.321892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30043166-7a86-4767-8e27-ba07bd60f297 req-fef74dce-e28f-469b-8d09-67ed1a57e058 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:32.327575 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30043166-7a86-4767-8e27-ba07bd60f297 req-fef74dce-e28f-469b-8d09-67ed1a57e058 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.334077 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] Sync routers for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:32.344615 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:32.345310 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:32.380735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134e6e09-401d-4dd2-af81-5eafe8c1728b None None] DHCP port deletion for 15d72d6c-0680-41cc-ad59-956797ac6ae6 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:40:32.387949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30043166-7a86-4767-8e27-ba07bd60f297 req-fef74dce-e28f-469b-8d09-67ed1a57e058 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "PUT /v2.0/floatingips/564282c3-de1e-42de-8db1-79deb1344582 HTTP/1.1" status: 200 len: 995 time: 1.6565137 Nov 09 19:40:32.389876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'tag': '9690290e-128c-496d-aaa8-bd4986414264'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:32.392468 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384" -d '{"events": [{"name": "network-changed", "server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "tag": "9690290e-128c-496d-aaa8-bd4986414264"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:32.448973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Deleting port bd5e4961-4944-4001-9a14-76b15ca28fbb {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:32.449561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.495087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30043166-7a86-4767-8e27-ba07bd60f297 req-e4d4ea78-a211-490c-a2e2-b9db5ebe593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:32.497079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30043166-7a86-4767-8e27-ba07bd60f297 req-e4d4ea78-a211-490c-a2e2-b9db5ebe593f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1096 time: 0.0957384 Nov 09 19:40:32.520263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-e68f0087-6e44-468a-be38-fd84549c456c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.522686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-134e6e09-401d-4dd2-af81-5eafe8c1728b None None] Deleting port bd5e4961-4944-4001-9a14-76b15ca28fbb {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:32.525452 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-134e6e09-401d-4dd2-af81-5eafe8c1728b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.551682 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:32.567127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458cf68-0fb6-402d-8905-c0595d3835d6 req-ed5a6055-ddf8-402f-9aec-831ed960d496 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:32.576898 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d458cf68-0fb6-402d-8905-c0595d3835d6 req-ed5a6055-ddf8-402f-9aec-831ed960d496 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.2599101 Nov 09 19:40:32.617232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['c7838119-83e0-45dc-9b5a-19be70ebcc0a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:32.647224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['9690290e-128c-496d-aaa8-bd4986414264'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:32.658933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] For port bd5e4961-4944-4001-9a14-76b15ca28fbb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bd5e4961-4944-4001-9a14-76b15ca28fbb,segment=NetworkSegment(f11ba8cc-b31d-4d91-82e4-bd9515e60023),segment_id=f11ba8cc-b31d-4d91-82e4-bd9515e60023)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:32.661332 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d458cf68-0fb6-402d-8905-c0595d3835d6 req-21e919af-db85-4d8f-b5c0-4d6f862ebe70 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786626 Nov 09 19:40:32.662294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f0087-6e44-468a-be38-fd84549c456c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Pushing event deleted for resources: {'Port': ['ID=c7838119-83e0-45dc-9b5a-19be70ebcc0a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:32.670945 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.679111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-134e6e09-401d-4dd2-af81-5eafe8c1728b None None] For port bd5e4961-4944-4001-9a14-76b15ca28fbb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bd5e4961-4944-4001-9a14-76b15ca28fbb,segment=NetworkSegment(f11ba8cc-b31d-4d91-82e4-bd9515e60023),segment_id=f11ba8cc-b31d-4d91-82e4-bd9515e60023)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:32.680332 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-134e6e09-401d-4dd2-af81-5eafe8c1728b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.703836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-134e6e09-401d-4dd2-af81-5eafe8c1728b None None] Calling delete_port for bd5e4961-4944-4001-9a14-76b15ca28fbb owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:32.706487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Calling delete_port for bd5e4961-4944-4001-9a14-76b15ca28fbb owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:32.764569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-e68f0087-6e44-468a-be38-fd84549c456c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] No DVR routers for this DVR port c7838119-83e0-45dc-9b5a-19be70ebcc0a on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:32.772357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-e68f0087-6e44-468a-be38-fd84549c456c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:32.781999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ddd1320-c28f-474a-ae23-d65c97f2c0ef req-e68f0087-6e44-468a-be38-fd84549c456c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.70 "DELETE /v2.0/ports/c7838119-83e0-45dc-9b5a-19be70ebcc0a HTTP/1.1" status: 204 len: 173 time: 0.9013867 Nov 09 19:40:32.783009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'name': 'network-vif-deleted', 'tag': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:32.798637 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12300109-0470-4fd3-8e48-d5048a853667" -d '{"events": [{"server_uuid": "6b32ec51-22f6-46d0-b409-b1e5096ab2d1", "name": "network-vif-deleted", "tag": "c7838119-83e0-45dc-9b5a-19be70ebcc0a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:32.927226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30043166-7a86-4767-8e27-ba07bd60f297 req-e0e30a65-e372-4991-befa-30fa08cd0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:32.934578 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30043166-7a86-4767-8e27-ba07bd60f297 req-e0e30a65-e372-4991-befa-30fa08cd0bcd service neutron] 10.222.0.53 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.4148786 Nov 09 19:40:33.046945 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:33.049526 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': '9690290e-128c-496d-aaa8-bd4986414264', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:32:aa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:31Z', 'revision_number': 8, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:33.085964 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] Checking router: 87d05691-b69d-4d63-8766-4f294f6f49d6 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:33.095437 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:33.096314 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:33.105173 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30043166-7a86-4767-8e27-ba07bd60f297 req-dd7f6167-1544-4d16-a72e-7c957cb7a1cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 998 time: 0.1520507 Nov 09 19:40:33.109781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5e4961-4944-4001-9a14-76b15ca28fbb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:33.112409 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] No DVR routers for this DVR port bd5e4961-4944-4001-9a14-76b15ca28fbb on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:33.174609 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-134e6e09-401d-4dd2-af81-5eafe8c1728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:33.190167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134e6e09-401d-4dd2-af81-5eafe8c1728b None None] No DVR routers for this DVR port bd5e4961-4944-4001-9a14-76b15ca28fbb on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:33.228796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e6e09-401d-4dd2-af81-5eafe8c1728b None None] Pushing event deleted for resources: {'Port': ['ID=bd5e4961-4944-4001-9a14-76b15ca28fbb,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:33.276671 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:33.362400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-f08cff1e-341f-4ce4-b63a-f4e0469bb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:33.363944 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-f08cff1e-341f-4ce4-b63a-f4e0469bb532 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1096 time: 0.0863898 Nov 09 19:40:33.561923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-125155ac-153d-4ae2-ab46-135592818861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:33.563382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-125155ac-153d-4ae2-ab46-135592818861 service neutron] 10.222.0.77 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.1861801 Nov 09 19:40:33.607544 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': '9690290e-128c-496d-aaa8-bd4986414264', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:32:aa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:31Z', 'revision_number': 8, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:33.622208 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530fa2f2-e827-4e59-9ed2-a6eaa9f8a4df x-openstack-request-id: req-530fa2f2-e827-4e59-9ed2-a6eaa9f8a4df {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:33.622678 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "tag": "9690290e-128c-496d-aaa8-bd4986414264", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:33.626945 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-530fa2f2-e827-4e59-9ed2-a6eaa9f8a4df {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:33.626945 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'tag': '9690290e-128c-496d-aaa8-bd4986414264', 'status': 'completed', 'code': 200} Nov 09 19:40:33.658773 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1140900-3459-4200-b405-cc9406c1c0b0 None None] The sync data for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 is: [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '564282c3-de1e-42de-8db1-79deb1344582', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'port_id': '9690290e-128c-496d-aaa8-bd4986414264', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'mac_address': 'fa:16:3e:32:aa:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:39:48Z', 'updated_at': '2021-11-09T19:40:31Z', 'revision_number': 8, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:33.677366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-9438a3ea-28b2-4f4e-a9f3-487e2e23e007 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 998 time: 0.1058102 Nov 09 19:40:33.680405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5861a4-06ab-449d-a329-0e5fbb948633 req-a31a2ce1-16b3-4fdb-83e2-7e6fffe54dc8 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:33.681096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5861a4-06ab-449d-a329-0e5fbb948633 req-a31a2ce1-16b3-4fdb-83e2-7e6fffe54dc8 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:33.681575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5861a4-06ab-449d-a329-0e5fbb948633 req-a31a2ce1-16b3-4fdb-83e2-7e6fffe54dc8 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:33.683331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a5861a4-06ab-449d-a329-0e5fbb948633 req-a31a2ce1-16b3-4fdb-83e2-7e6fffe54dc8 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28&device_id=d16389aa-4818-47ab-82db-39897324255f&device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 2881 time: 0.0643356 Nov 09 19:40:33.694987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30043166-7a86-4767-8e27-ba07bd60f297 req-b97c1e87-f8ba-4aca-a8cd-8f30d3d5157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:33.703318 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30043166-7a86-4767-8e27-ba07bd60f297 req-b97c1e87-f8ba-4aca-a8cd-8f30d3d5157c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.5863171 Nov 09 19:40:33.717459 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:33.760506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d72d6c-0680-41cc-ad59-956797ac6ae6']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:33.774430 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11ba8cc-b31d-4d91-82e4-bd9515e60023') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:33.774809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11ba8cc-b31d-4d91-82e4-bd9515e60023') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:33.787574 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:33.792255 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30043166-7a86-4767-8e27-ba07bd60f297 req-1311eccb-51bd-4b57-80ed-8777e737897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:33.800674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30043166-7a86-4767-8e27-ba07bd60f297 req-1311eccb-51bd-4b57-80ed-8777e737897d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962260 Nov 09 19:40:33.803041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a5861a4-06ab-449d-a329-0e5fbb948633 req-0861ca87-face-4d7b-b1b0-ed21f8899ebc tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114657 Nov 09 19:40:33.804875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-e61abc71-78cd-4e79-9173-46c8b8cf8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:33.806327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-e61abc71-78cd-4e79-9173-46c8b8cf8e42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.1082802 Nov 09 19:40:33.854934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd5e4961-4944-4001-9a14-76b15ca28fbb no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:33.859862 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2785f1dc-2703-4a8d-a5cc-1bbc482b0e4a x-openstack-request-id: req-2785f1dc-2703-4a8d-a5cc-1bbc482b0e4a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:33.860067 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b32ec51-22f6-46d0-b409-b1e5096ab2d1", "name": "network-vif-deleted", "tag": "c7838119-83e0-45dc-9b5a-19be70ebcc0a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:33.860169 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2785f1dc-2703-4a8d-a5cc-1bbc482b0e4a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:33.863195 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b32ec51-22f6-46d0-b409-b1e5096ab2d1', 'name': 'network-vif-deleted', 'tag': 'c7838119-83e0-45dc-9b5a-19be70ebcc0a', 'status': 'completed', 'code': 200} Nov 09 19:40:33.866694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:33.877125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:40:33.877677 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:40:33.879559 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:40:33.899281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-5150f244-aade-4891-9733-9ff903d95136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:33.902870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: bd5e4961-4944-4001-9a14-76b15ca28fbb {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:33.903227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd5e4961-4944-4001-9a14-76b15ca28fbb not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:33.905029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-5150f244-aade-4891-9733-9ff903d95136 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874147 Nov 09 19:40:33.980535 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:33.989044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:33.996166 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/15d72d6c-0680-41cc-ad59-956797ac6ae6 HTTP/1.1" status: 204 len: 168 time: 1.8715074 Nov 09 19:40:34.012914 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30043166-7a86-4767-8e27-ba07bd60f297 req-20c35997-45b3-4240-ac39-88662087f169 service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110813 Nov 09 19:40:34.042728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976c0b7-e407-4c40-a997-8acb8d2cca0d None None] New status for floating IP 564282c3-de1e-42de-8db1-79deb1344582: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:40:34.044022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5ed64-6520-488e-8cee-485fbaf537b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d72d6c-0680-41cc-ad59-956797ac6ae6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:34.097238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f7096-a2eb-420a-8aa9-a24d423aa62c req-8a9fefde-130d-424c-b1b0-0bc3fca813a3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:34.099060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db7f7096-a2eb-420a-8aa9-a24d423aa62c req-8a9fefde-130d-424c-b1b0-0bc3fca813a3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1043727 Nov 09 19:40:34.177865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30043166-7a86-4767-8e27-ba07bd60f297 req-f9ffc0b2-c71d-4aae-88f1-47f2bc90bf67 service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636369 Nov 09 19:40:34.179236 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-987b7947-6073-4df5-962a-2d7aae92866a service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584984 Nov 09 19:40:34.305500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49746) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:34.332466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c2107-0d69-4afe-9e99-a8089663bc3e req-a2a1d44f-bcf1-4902-827a-7e95e0dd3c6d tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:34.333561 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db7f7096-a2eb-420a-8aa9-a24d423aa62c req-623acf45-6f7e-411e-8564-8465c4d6be8e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267523 Nov 09 19:40:34.334390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d87c2107-0d69-4afe-9e99-a8089663bc3e req-a2a1d44f-bcf1-4902-827a-7e95e0dd3c6d tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 945 time: 0.0850823 Nov 09 19:40:34.367216 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab98f203-3063-46a1-b4fc-8df7086e018f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2fd431b389b44d29b5cb5da9b271663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602565 Nov 09 19:40:34.374208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49748) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:34.413440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cd86be7-2bdd-4b4f-8c52-eb97f067e384 req-ea829490-1f3f-4b88-b524-93b7cb985771 service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216508 Nov 09 19:40:34.436629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d87c2107-0d69-4afe-9e99-a8089663bc3e req-9ba74a1e-ea0e-45f1-bf47-bde47ca79464 tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/security-groups?id=8f74b946-bc5b-41ec-83b5-1205e10c4984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739353 Nov 09 19:40:34.458042 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef70820d-b94c-457e-9915-f8b3b80bf72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:34.485931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef70820d-b94c-457e-9915-f8b3b80bf72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:34.519065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc3bf9-a896-4c52-8854-2ed0cd5929a0 req-6a638213-7000-4925-b05c-eee9d8032f77 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:34.520571 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6fc3bf9-a896-4c52-8854-2ed0cd5929a0 req-6a638213-7000-4925-b05c-eee9d8032f77 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0891292 Nov 09 19:40:34.548698 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef70820d-b94c-457e-9915-f8b3b80bf72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:34.552103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef70820d-b94c-457e-9915-f8b3b80bf72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:34.555155 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ef70820d-b94c-457e-9915-f8b3b80bf72d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9aa33e86-abba-49e1-8272-2a164ed922ae HTTP/1.1" status: 204 len: 168 time: 0.1789298 Nov 09 19:40:34.581083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6fc3bf9-a896-4c52-8854-2ed0cd5929a0 req-e999deb0-af4f-45b9-99e8-ff413a51c1e0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493910 Nov 09 19:40:34.588123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70820d-b94c-457e-9915-f8b3b80bf72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa33e86-abba-49e1-8272-2a164ed922ae,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:34.729702 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fff49dbd-fd59-4647-bac3-a02dabd72563 req-b0302bfd-2aaa-4f4c-bc42-47fd87986bef tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips/564282c3-de1e-42de-8db1-79deb1344582 HTTP/1.1" status: 200 len: 997 time: 0.0878112 Nov 09 19:40:34.872750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff49dbd-fd59-4647-bac3-a02dabd72563 req-4c87dbdc-1df1-44f2-a620-d110c6c029ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:34.874201 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fff49dbd-fd59-4647-bac3-a02dabd72563 req-4c87dbdc-1df1-44f2-a620-d110c6c029ea tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1364944 Nov 09 19:40:34.885798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-fff49dbd-fd59-4647-bac3-a02dabd72563 req-076a3505-83e4-4ae8-b1b4-9b96e8ba08b0 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:40:34.886936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fff49dbd-fd59-4647-bac3-a02dabd72563 req-076a3505-83e4-4ae8-b1b4-9b96e8ba08b0 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068061 Nov 09 19:40:35.009341 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-31f5a00c-e6cf-4536-8591-4bcc55eec26b tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1000 time: 0.0799012 Nov 09 19:40:35.088622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109936a2-ff7d-491e-b3c1-398022a79128 req-86803839-736a-449d-9cf4-42c071fdaea6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:35.102663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-86803839-736a-449d-9cf4-42c071fdaea6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports/9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 942 time: 0.0747352 Nov 09 19:40:35.188884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-da52eaad-5f0d-40a6-b1ed-a9a30efe9b5e tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:35.191279 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-da52eaad-5f0d-40a6-b1ed-a9a30efe9b5e tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 945 time: 0.0933900 Nov 09 19:40:35.233155 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-d5ec2089-40af-48f6-b9b1-7b3aebf82c25 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1000 time: 0.0882001 Nov 09 19:40:35.389060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-cfdce1b2-412d-4411-8e6b-ca7d2a750d5a tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Deleting port 08ec1997-294e-4780-9d0b-4d210b4bac90 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:35.389619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-cfdce1b2-412d-4411-8e6b-ca7d2a750d5a tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:35.421426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109936a2-ff7d-491e-b3c1-398022a79128 req-abd6d9a1-b8e2-4367-92fb-ea77887617e3 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:35.423570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-abd6d9a1-b8e2-4367-92fb-ea77887617e3 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1817319 Nov 09 19:40:35.473838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84d7b-10e0-446d-ba39-3fdb1697c05f req-8f5133a1-ccd4-46da-9d44-bf15abeceb22 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:35.475511 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04b84d7b-10e0-446d-ba39-3fdb1697c05f req-8f5133a1-ccd4-46da-9d44-bf15abeceb22 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 1100 time: 0.1216390 Nov 09 19:40:35.531412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-cfdce1b2-412d-4411-8e6b-ca7d2a750d5a tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] For port 08ec1997-294e-4780-9d0b-4d210b4bac90, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=08ec1997-294e-4780-9d0b-4d210b4bac90,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:35.531790 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-cfdce1b2-412d-4411-8e6b-ca7d2a750d5a tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:35.554901 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-12e9accc-d5e9-41e8-aade-daf475f3a986 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1000 time: 0.0997629 Nov 09 19:40:35.555064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-cfdce1b2-412d-4411-8e6b-ca7d2a750d5a tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Calling delete_port for 08ec1997-294e-4780-9d0b-4d210b4bac90 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:35.560249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-109936a2-ff7d-491e-b3c1-398022a79128 req-43ccbccc-f2d4-4bf9-be63-775e159fe339 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:35.564747 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04b84d7b-10e0-446d-ba39-3fdb1697c05f req-520e47e3-e095-478b-a793-2404a74e7ef2 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805218 Nov 09 19:40:35.625094 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-109936a2-ff7d-491e-b3c1-398022a79128 req-43ccbccc-f2d4-4bf9-be63-775e159fe339 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:35.717694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418300c-7082-4611-8d9d-53fcb623ab14 req-81bea5d4-b6f8-443f-a55b-65aedcd368e6 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:35.719532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5418300c-7082-4611-8d9d-53fcb623ab14 req-81bea5d4-b6f8-443f-a55b-65aedcd368e6 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0851812 Nov 09 19:40:35.796963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5418300c-7082-4611-8d9d-53fcb623ab14 req-e652d759-bad0-4538-b1d5-d329e8b5fa04 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502527 Nov 09 19:40:35.798001 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-cfdce1b2-412d-4411-8e6b-ca7d2a750d5a tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:35.810618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['08ec1997-294e-4780-9d0b-4d210b4bac90'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:35.836737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdce1b2-412d-4411-8e6b-ca7d2a750d5a tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Pushing event deleted for resources: {'Port': ['ID=08ec1997-294e-4780-9d0b-4d210b4bac90,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:35.838746 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-109936a2-ff7d-491e-b3c1-398022a79128 req-43ccbccc-f2d4-4bf9-be63-775e159fe339 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:35.850372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-109936a2-ff7d-491e-b3c1-398022a79128 req-43ccbccc-f2d4-4bf9-be63-775e159fe339 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:35.850943 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-109936a2-ff7d-491e-b3c1-398022a79128 req-43ccbccc-f2d4-4bf9-be63-775e159fe339 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Floating IP 564282c3-de1e-42de-8db1-79deb1344582 disassociated. External IP: 172.25.6.32, port: 9690290e-128c-496d-aaa8-bd4986414264. Nov 09 19:40:35.879564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-cfdce1b2-412d-4411-8e6b-ca7d2a750d5a tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] No DVR routers for this DVR port 08ec1997-294e-4780-9d0b-4d210b4bac90 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:35.883089 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-cfdce1b2-412d-4411-8e6b-ca7d2a750d5a tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:35.886883 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66a44e53-43a9-4be3-ac71-16b43ef95abe req-cfdce1b2-412d-4411-8e6b-ca7d2a750d5a tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.77 "DELETE /v2.0/ports/08ec1997-294e-4780-9d0b-4d210b4bac90 HTTP/1.1" status: 204 len: 173 time: 0.6872597 Nov 09 19:40:35.887461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1abd5f-0729-4b28-a8a9-143126f03544', 'name': 'network-vif-deleted', 'tag': '08ec1997-294e-4780-9d0b-4d210b4bac90'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:35.899678 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36069ed4-5489-42e9-9a81-cc4d49682359" -d '{"events": [{"server_uuid": "0b1abd5f-0729-4b28-a8a9-143126f03544", "name": "network-vif-deleted", "tag": "08ec1997-294e-4780-9d0b-4d210b4bac90"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:35.938166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-908a4dec-e95e-45c7-92b1-90db00a06326 req-69befb7f-66da-41ba-86f5-93ae91d5c6aa tempest-AttachSCSIVolumeTestJSON-1818797004 tempest-AttachSCSIVolumeTestJSON-1818797004-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1abd5f-0729-4b28-a8a9-143126f03544 HTTP/1.1" status: 200 len: 210 time: 0.0336952 Nov 09 19:40:36.072793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7fd8f-e91c-47c6-a86b-5edd934f17b9 req-b24a4498-0c58-4054-ab25-fcc30b650013 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:36.074548 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2af7fd8f-e91c-47c6-a86b-5edd934f17b9 req-b24a4498-0c58-4054-ab25-fcc30b650013 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 1100 time: 0.0548604 Nov 09 19:40:36.111020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2af7fd8f-e91c-47c6-a86b-5edd934f17b9 req-19db4bad-0276-4b1e-ade0-6044e432ac24 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298433 Nov 09 19:40:36.117686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-109936a2-ff7d-491e-b3c1-398022a79128 req-43ccbccc-f2d4-4bf9-be63-775e159fe339 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Router 87d05691-b69d-4d63-8766-4f294f6f49d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:36.227231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd5ac3-c67a-4672-aadb-dac0499a39d0 req-57363b2d-1f18-4e98-beca-72994d9ac165 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:36.228862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a8bd5ac3-c67a-4672-aadb-dac0499a39d0 req-57363b2d-1f18-4e98-beca-72994d9ac165 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0509098 Nov 09 19:40:36.233779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-109936a2-ff7d-491e-b3c1-398022a79128 req-43ccbccc-f2d4-4bf9-be63-775e159fe339 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:36.238481 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-109936a2-ff7d-491e-b3c1-398022a79128 req-43ccbccc-f2d4-4bf9-be63-775e159fe339 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:36.245032 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] Sync routers for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:36.255181 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:36.256030 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:36.266410 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-43ccbccc-f2d4-4bf9-be63-775e159fe339 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "PUT /v2.0/floatingips/564282c3-de1e-42de-8db1-79deb1344582 HTTP/1.1" status: 200 len: 695 time: 0.7103696 Nov 09 19:40:36.267039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'tag': '9690290e-128c-496d-aaa8-bd4986414264'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:36.269513 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "tag": "9690290e-128c-496d-aaa8-bd4986414264"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:36.276217 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a8bd5ac3-c67a-4672-aadb-dac0499a39d0 req-5677108c-4c96-4bc8-b97f-8e5467b1ff3d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Nov 09 19:40:36.324242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109936a2-ff7d-491e-b3c1-398022a79128 req-8c7c028e-f86e-4f57-a612-7b108a14ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:36.325963 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-8c7c028e-f86e-4f57-a612-7b108a14ce70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1096 time: 0.0465052 Nov 09 19:40:36.367318 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:36.437249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109936a2-ff7d-491e-b3c1-398022a79128 req-b7d386cf-a55b-47fd-9889-288f9832c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:36.438854 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-b7d386cf-a55b-47fd-9889-288f9832c7f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.1067786 Nov 09 19:40:36.497752 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-55388435-8ae8-4da1-8bb5-a542a00d5f37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 217 time: 0.0501802 Nov 09 19:40:36.559146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109936a2-ff7d-491e-b3c1-398022a79128 req-a5d50816-1c45-4904-a4c1-823cab1a5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:36.560728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-a5d50816-1c45-4904-a4c1-823cab1a5f86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.0616608 Nov 09 19:40:36.607389 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:36.611065 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-ecdaee97-e4ff-4452-9503-bec83ebfdb59 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=95d5318178294cd89985716d7d3b9b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282495 Nov 09 19:40:36.611677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109936a2-ff7d-491e-b3c1-398022a79128 req-599c8eb7-7d77-421a-b4bd-11c31ba06219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:36.613292 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-599c8eb7-7d77-421a-b4bd-11c31ba06219 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460289 Nov 09 19:40:36.635980 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] Checking router: 87d05691-b69d-4d63-8766-4f294f6f49d6 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:36.645883 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:36.646538 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:36.659349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device c7838119-83e0-45dc-9b5a-19be70ebcc0a no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:36.692711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: c7838119-83e0-45dc-9b5a-19be70ebcc0a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:36.693448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device c7838119-83e0-45dc-9b5a-19be70ebcc0a not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:36.718432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-23d6a383-a28b-443f-97be-508155707659 service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974104 Nov 09 19:40:36.724452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-3a781f55-f6e4-4185-800d-7dffc3267fe1 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:36.725924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-3a781f55-f6e4-4185-800d-7dffc3267fe1 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105914 Nov 09 19:40:36.743300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-a6c733fc-b068-4ce8-9369-508322cb0df8 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/quotas/95d5318178294cd89985716d7d3b9b1a HTTP/1.1" status: 200 len: 375 time: 0.0103581 Nov 09 19:40:36.763326 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:36.776516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9d1aac3e-066d-486e-b958-354cc40d21cf tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d5318178294cd89985716d7d3b9b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267737 Nov 09 19:40:36.816378 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109936a2-ff7d-491e-b3c1-398022a79128 req-3295d0ef-3832-4a52-9ab0-4985fdf16ba1 service neutron] 10.222.0.53 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908895 Nov 09 19:40:36.881121 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb5e8a-d0ff-4380-9ec8-5fe77d516a3f x-openstack-request-id: req-95fb5e8a-d0ff-4380-9ec8-5fe77d516a3f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:36.881664 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1abd5f-0729-4b28-a8a9-143126f03544", "name": "network-vif-deleted", "tag": "08ec1997-294e-4780-9d0b-4d210b4bac90", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:36.882193 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95fb5e8a-d0ff-4380-9ec8-5fe77d516a3f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:36.883041 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1abd5f-0729-4b28-a8a9-143126f03544', 'name': 'network-vif-deleted', 'tag': '08ec1997-294e-4780-9d0b-4d210b4bac90', 'status': 'completed', 'code': 200} Nov 09 19:40:36.938628 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f11b37-965c-498e-8f10-000323f6ebab x-openstack-request-id: req-21f11b37-965c-498e-8f10-000323f6ebab {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:36.938931 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "tag": "9690290e-128c-496d-aaa8-bd4986414264", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:36.939189 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21f11b37-965c-498e-8f10-000323f6ebab {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:36.939601 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'tag': '9690290e-128c-496d-aaa8-bd4986414264', 'status': 'completed', 'code': 200} Nov 09 19:40:37.083926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-c0286e1b-66b2-4908-b75b-f9b0bd03a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:37.086210 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-c0286e1b-66b2-4908-b75b-f9b0bd03a955 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=355fcdebc8c54d6a833a88435547c8d2&device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 1096 time: 0.1161182 Nov 09 19:40:37.108629 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:37.149208 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2482f5-fb7b-48a8-b7b5-51b59729bb43 None None] The sync data for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 is: [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:39:21Z', 'revision_number': 4, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bb12efd7-42e6-41f1-a81b-8fe3a72767b9', 'name': '', 'network_id': '89879e33-a6e0-4692-9339-4d8946a2b9b5', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'mac_address': 'fa:16:3e:35:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:21Z', 'updated_at': '2021-11-09T19:39:28Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'subnets': [{'id': 'c54eb687-8572-4fa7-84af-4c4ba88cea73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:37.162793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cb97f-751c-4613-a996-375204ad0ee7 req-108419c2-fc72-41c3-aa41-d4528db1ae0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:37.177265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f2cb97f-751c-4613-a996-375204ad0ee7 req-108419c2-fc72-41c3-aa41-d4528db1ae0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1223533 Nov 09 19:40:37.254709 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f2cb97f-751c-4613-a996-375204ad0ee7 req-ea9b2820-68a5-4d96-a757-d5cffaabd0b3 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671940 Nov 09 19:40:37.276303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-d935801f-d918-48e9-aa94-8b1822bd99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:37.277801 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-d935801f-d918-48e9-aa94-8b1822bd99c9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 200 len: 921 time: 0.1840012 Nov 09 19:40:37.303085 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-51bb5ab1-bf11-428d-92be-8b97a63bbd28 req-8faefee6-bbca-40d7-9d38-0407045a163a tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 210 time: 0.0473857 Nov 09 19:40:37.376083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-67d83f77-5c68-4f73-bc5c-9b5e0e841241 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 200 len: 217 time: 0.0901339 Nov 09 19:40:37.454674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-f3f83a83-18b0-45f7-9937-dddc834f3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:37.456283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-f3f83a83-18b0-45f7-9937-dddc834f3721 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 200 len: 859 time: 0.0716801 Nov 09 19:40:37.564423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-e4095416-a187-4d3d-8fe8-2e4f5ff69f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:37.566092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-e4095416-a187-4d3d-8fe8-2e4f5ff69f56 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=89879e33-a6e0-4692-9339-4d8946a2b9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012774 Nov 09 19:40:37.581625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e33737-1bfe-4baa-a849-d4dc4f707da9 req-7e955f86-3389-4bb8-b908-fb3199ae62f7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:37.583382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32e33737-1bfe-4baa-a849-d4dc4f707da9 req-7e955f86-3389-4bb8-b908-fb3199ae62f7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0711637 Nov 09 19:40:37.587202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-b5e584d7-b056-45da-ac74-00804eab36a6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips/564282c3-de1e-42de-8db1-79deb1344582 HTTP/1.1" status: 200 len: 695 time: 0.0669413 Nov 09 19:40:37.669239 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c7bd2-a4df-4214-bbe1-efb2de609f49 None None] New status for floating IP 564282c3-de1e-42de-8db1-79deb1344582: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:40:37.695625 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32e33737-1bfe-4baa-a849-d4dc4f707da9 req-f69b932e-b3f2-47dd-bef2-2b2984459001 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933027 Nov 09 19:40:37.721909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-5415e221-f0e6-42f9-9d37-4e3ca07bb222 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:37.732335 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-5415e221-f0e6-42f9-9d37-4e3ca07bb222 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1435425 Nov 09 19:40:37.770788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-fecfe420-ba27-4cf7-8f46-1ff21b4f8e46 service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861916 Nov 09 19:40:37.810944 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-8b920dbe-203f-470b-8726-aec361cef414 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 698 time: 0.0724905 Nov 09 19:40:37.927462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f24a6b62-ad23-4896-bc32-a3ba3c3c45d2 req-22ac647b-760f-4c1f-b3e1-7cdcaa6c4e92 service neutron] 10.222.0.77 "GET /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440666 Nov 09 19:40:37.932595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-23d8ea59-7536-41c6-9d32-4b3861b228e6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 698 time: 0.1180840 Nov 09 19:40:38.098719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-44b26a42-4dcd-4d11-836f-e2312b9f8bd2 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Deleting port 4680b5fc-0192-49cb-b45f-6267be42a41d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:38.099189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-44b26a42-4dcd-4d11-836f-e2312b9f8bd2 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:38.188759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-44b26a42-4dcd-4d11-836f-e2312b9f8bd2 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:38.189243 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-44b26a42-4dcd-4d11-836f-e2312b9f8bd2 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:38.204608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-44b26a42-4dcd-4d11-836f-e2312b9f8bd2 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Calling delete_port for 4680b5fc-0192-49cb-b45f-6267be42a41d owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:38.316196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54181-eca3-49c0-b488-1efdc90d9bba req-b72bdddc-95ab-421a-930f-59bc4a79bf86 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:38.324776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ed54181-eca3-49c0-b488-1efdc90d9bba req-b72bdddc-95ab-421a-930f-59bc4a79bf86 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.0928524 Nov 09 19:40:38.394833 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-44b26a42-4dcd-4d11-836f-e2312b9f8bd2 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:38.402566 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ed54181-eca3-49c0-b488-1efdc90d9bba req-123321d0-d43d-4d0a-8ead-9ec09ee1cbd4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720475 Nov 09 19:40:38.408102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-b9548912-aa64-42b2-bb3a-58f3a746458e tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=95d5318178294cd89985716d7d3b9b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163702 Nov 09 19:40:38.430282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b26a42-4dcd-4d11-836f-e2312b9f8bd2 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Pushing event deleted for resources: {'Port': ['ID=4680b5fc-0192-49cb-b45f-6267be42a41d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:38.525537 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-44b26a42-4dcd-4d11-836f-e2312b9f8bd2 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:38.528432 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-44b26a42-4dcd-4d11-836f-e2312b9f8bd2 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:38.552127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30f212ce-ae9b-49e3-8137-2024a6a259e3 req-44b26a42-4dcd-4d11-836f-e2312b9f8bd2 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "DELETE /v2.0/floatingips/564282c3-de1e-42de-8db1-79deb1344582 HTTP/1.1" status: 204 len: 173 time: 0.6014030 Nov 09 19:40:38.647115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3843ecd3-74c1-41cd-912e-894ae74be36a req-b11f79a0-ccec-40ea-9484-652fa98e551d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 210 time: 0.0375791 Nov 09 19:40:38.658483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b109d8-1237-4739-839a-3fb75f6c3442 req-c91b58ce-9456-4e85-b7b7-daa3ee76b7ac tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:38.667848 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77b109d8-1237-4739-839a-3fb75f6c3442 req-c91b58ce-9456-4e85-b7b7-daa3ee76b7ac tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1491630 Nov 09 19:40:38.668398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-e3c0ea47-532b-4cb7-ae62-dd7d29a1ccf6 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:38.669859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-e3c0ea47-532b-4cb7-ae62-dd7d29a1ccf6 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555482 Nov 09 19:40:38.689357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Request body: {'port': {'device_id': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '95d5318178294cd89985716d7d3b9b1a'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:38.715182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 08ec1997-294e-4780-9d0b-4d210b4bac90 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:38.745513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 08ec1997-294e-4780-9d0b-4d210b4bac90 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:38.746122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 08ec1997-294e-4780-9d0b-4d210b4bac90 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:38.765732 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77b109d8-1237-4739-839a-3fb75f6c3442 req-5918e398-cf31-4917-9367-bab8a52954d0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948892 Nov 09 19:40:38.846841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Made reservation on behalf of 95d5318178294cd89985716d7d3b9b1a for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:40:38.850990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:38.878285 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:38.934862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdc81b-1c4d-409c-bf25-c09fa596b761 req-f186a9fa-ab82-4752-bd16-bd670494ea54 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:38.936393 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79fdc81b-1c4d-409c-bf25-c09fa596b761 req-f186a9fa-ab82-4752-bd16-bd670494ea54 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0995572 Nov 09 19:40:38.998946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42792-debb-4923-9905-95091e75237c req-53741187-bab6-4020-a6be-2a4e8abd6ff3 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:39.002394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79fdc81b-1c4d-409c-bf25-c09fa596b761 req-d2338556-e6f8-45c6-8d79-93fdced03432 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564499 Nov 09 19:40:39.008030 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31e42792-debb-4923-9905-95091e75237c req-53741187-bab6-4020-a6be-2a4e8abd6ff3 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 945 time: 0.0711160 Nov 09 19:40:39.032319 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:39.036267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:39.043405 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31e42792-debb-4923-9905-95091e75237c req-89afd883-f85e-44ae-822a-b15c5b9f911c tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346684 Nov 09 19:40:39.111084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc25e2f-5027-4ed7-b36a-3ae802328d81,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:39.188804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Allocated IP 192.168.233.194 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/7b06c18c-862a-4439-b2e3-2c7027760ae3) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:39.349767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:39.385054 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:39.432226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:39.435442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:39.439412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:39.467105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:39.499063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:39.499740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:39.555092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-2ffa5f34-7678-45df-8d92-34ee3ba0284d tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8689737 Nov 09 19:40:39.573562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892f71-8efd-48c0-a0f5-f3beba28f02a req-450bcdce-baed-4353-8a05-e2f516d52a42 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:39.575183 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2892f71-8efd-48c0-a0f5-f3beba28f02a req-450bcdce-baed-4353-8a05-e2f516d52a42 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.0725503 Nov 09 19:40:39.579218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Request body: {'port': {'device_id': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:39.666855 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2892f71-8efd-48c0-a0f5-f3beba28f02a req-7f7e7904-8e53-488b-8579-c62e7f3f7d93 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846856 Nov 09 19:40:39.690665 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:39.810071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-84ee25ee-8f94-4e43-a7ec-e09f98701469 None None] Provisioning complete for port 7b06c18c-862a-4439-b2e3-2c7027760ae3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:39.812288 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84ee25ee-8f94-4e43-a7ec-e09f98701469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:39.821572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c2d9c-ea3a-4bae-8c47-c5fbaaf254e3 req-bcebe540-8dd3-4f07-9de2-f9f8ce46cdc9 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:39.829452 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e38c2d9c-ea3a-4bae-8c47-c5fbaaf254e3 req-bcebe540-8dd3-4f07-9de2-f9f8ce46cdc9 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 936 time: 0.0966012 Nov 09 19:40:39.857828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-84ee25ee-8f94-4e43-a7ec-e09f98701469 None None] Port 7b06c18c-862a-4439-b2e3-2c7027760ae3 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:40:39.896603 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e38c2d9c-ea3a-4bae-8c47-c5fbaaf254e3 req-808d465a-823b-4c65-99a5-d1a8f6810d55 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658715 Nov 09 19:40:40.136517 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2d5d2-f40b-47b7-8cc7-edc5cfc1b81b req-cdaa6794-8178-4a1a-8527-919f2a2cb536 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:40.138104 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4e2d5d2-f40b-47b7-8cc7-edc5cfc1b81b req-cdaa6794-8178-4a1a-8527-919f2a2cb536 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0501635 Nov 09 19:40:40.186761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4e2d5d2-f40b-47b7-8cc7-edc5cfc1b81b req-1ecae173-9b5e-4ce1-8948-2770b7d122ae tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392096 Nov 09 19:40:40.191422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c78ce2-e17f-4581-824a-3430293fb13c req-eeec1f01-3aaf-49d6-a1e0-f4d8fb75bcb5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:40.194057 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71c78ce2-e17f-4581-824a-3430293fb13c req-eeec1f01-3aaf-49d6-a1e0-f4d8fb75bcb5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1286025 Nov 09 19:40:40.201811 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-10f26ec8-6b00-464a-87d2-bf2479955f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:40.270594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71c78ce2-e17f-4581-824a-3430293fb13c req-13672694-7a54-4a14-9e98-5acd64823ae4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473297 Nov 09 19:40:40.331775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58006c4d-759e-4b7f-b5d4-7f6f4790712b req-45652dfb-b8a3-4747-97c2-b232814d8e15 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:40.342935 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-58006c4d-759e-4b7f-b5d4-7f6f4790712b req-45652dfb-b8a3-4747-97c2-b232814d8e15 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 945 time: 0.0827775 Nov 09 19:40:40.380620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b06c18c-862a-4439-b2e3-2c7027760ae3 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:40.388033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-58006c4d-759e-4b7f-b5d4-7f6f4790712b req-1af1260e-89f3-4223-831f-ae96d739ffc6 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Nov 09 19:40:40.392925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:40.408767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Transition to ACTIVE for port object 7b06c18c-862a-4439-b2e3-2c7027760ae3 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:40:40.412584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:40.482111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:40.572482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-84269b92-31d5-40c0-b57f-dd10d9801f04 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:40.574130 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-84269b92-31d5-40c0-b57f-dd10d9801f04 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.77 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 945 time: 0.1111951 Nov 09 19:40:40.599270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Attempting to bind port 7b06c18c-862a-4439-b2e3-2c7027760ae3 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:40.599740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Attempting to bind port 7b06c18c-862a-4439-b2e3-2c7027760ae3 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:40.600584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Attempting to bind port 7b06c18c-862a-4439-b2e3-2c7027760ae3 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:40.636163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Port 7b06c18c-862a-4439-b2e3-2c7027760ae3 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:40:40.636537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Attempting to bind port 7b06c18c-862a-4439-b2e3-2c7027760ae3 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:40.646787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:40.647076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:40.647474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:40.648263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Bound port: 7b06c18c-862a-4439-b2e3-2c7027760ae3, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:40.648744 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:40.766761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:40.805003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:40.808892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-b95e63c9-eac6-414e-b0fa-9b97114b7d84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Deleting port 9690290e-128c-496d-aaa8-bd4986414264 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:40.809308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-b95e63c9-eac6-414e-b0fa-9b97114b7d84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:40.826116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:40.882735 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:40:40.925324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aaf7b-c808-4890-897e-213883e5440d req-2569ea6e-f126-4d40-b9a0-fd34bbcae6b7 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:40.933678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-738aaf7b-c808-4890-897e-213883e5440d req-2569ea6e-f126-4d40-b9a0-fd34bbcae6b7 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.1867940 Nov 09 19:40:40.940588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:40.941268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:40.942689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] 10.222.0.70 "PUT /v2.0/ports/7b06c18c-862a-4439-b2e3-2c7027760ae3 HTTP/1.1" status: 200 len: 1096 time: 1.3787217 Nov 09 19:40:40.943065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:40.946257 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b245a795-c61f-410b-85a4-32b7efcbd456" -d '{"events": [{"name": "network-changed", "server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:41.047081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49df2a-5535-4b01-9343-4e5fd605d23a service neutron] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:41.051304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca73f5-6a9e-4001-a7bb-5602fecff692 req-e3833fdc-dd7b-491f-9d55-3b5fdb94bf3b tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:41.053609 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfca73f5-6a9e-4001-a7bb-5602fecff692 req-e3833fdc-dd7b-491f-9d55-3b5fdb94bf3b tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 948 time: 0.0645535 Nov 09 19:40:41.077901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-738aaf7b-c808-4890-897e-213883e5440d req-b43f0e57-3a36-47fa-b375-8f03ccf3a935 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402171 Nov 09 19:40:41.080040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-b95e63c9-eac6-414e-b0fa-9b97114b7d84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] For port 9690290e-128c-496d-aaa8-bd4986414264, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9690290e-128c-496d-aaa8-bd4986414264,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:41.093379 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-b95e63c9-eac6-414e-b0fa-9b97114b7d84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:41.118535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-b95e63c9-eac6-414e-b0fa-9b97114b7d84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Calling delete_port for 9690290e-128c-496d-aaa8-bd4986414264 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:41.142324 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfca73f5-6a9e-4001-a7bb-5602fecff692 req-0c9dbd9b-4451-418b-934f-64a462956174 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771906 Nov 09 19:40:41.157446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-4e225e50-38eb-422f-ba38-265da8edcf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:41.169054 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-4e225e50-38eb-422f-ba38-265da8edcf44 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95d5318178294cd89985716d7d3b9b1a&device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 1099 time: 0.1678684 Nov 09 19:40:41.172223 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a504d75-941a-450a-8982-e48119cca439 x-openstack-request-id: req-2a504d75-941a-450a-8982-e48119cca439 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:41.172504 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:41.172799 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a504d75-941a-450a-8982-e48119cca439 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:41.173208 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'status': 'completed', 'code': 200} Nov 09 19:40:41.249394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-57c43351-43c6-4e8b-908f-433d68f25505 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3 HTTP/1.1" status: 200 len: 217 time: 0.0459049 Nov 09 19:40:41.348900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-e532ea62-bdb0-4fdb-acb2-c466342512ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:41.350403 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-e532ea62-bdb0-4fdb-acb2-c466342512ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0877924 Nov 09 19:40:41.355656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb18207-2ab5-4765-b7d5-45fa543cf98b req-01edc5bc-211f-4fbe-9862-d51e30517464 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:41.363087 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9cb18207-2ab5-4765-b7d5-45fa543cf98b req-01edc5bc-211f-4fbe-9862-d51e30517464 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0817239 Nov 09 19:40:41.407314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9cb18207-2ab5-4765-b7d5-45fa543cf98b req-692bcd55-8d1b-4e1b-a2fa-7aa5a4a089d9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Nov 09 19:40:41.487375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-b95e63c9-eac6-414e-b0fa-9b97114b7d84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:41.493095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-1912d33b-a8ae-4737-8470-a05bc5b9395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:41.494798 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-1912d33b-a8ae-4737-8470-a05bc5b9395c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342144 Nov 09 19:40:41.502939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['9690290e-128c-496d-aaa8-bd4986414264'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:41.516394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b90bb-75f9-44c3-84ce-db00b246b82c req-4ed2b90d-f627-4c15-804c-0350fcdc86c4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:41.517956 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b57b90bb-75f9-44c3-84ce-db00b246b82c req-4ed2b90d-f627-4c15-804c-0350fcdc86c4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1478348 Nov 09 19:40:41.519164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e0179-bd4c-48f9-978a-85b3bb248bc3 req-c229c1fe-c371-4496-92a8-21494fbe529f tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:41.520748 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f12e0179-bd4c-48f9-978a-85b3bb248bc3 req-c229c1fe-c371-4496-92a8-21494fbe529f tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/ports?device_id=3acbd2ea-3c92-457f-a9f5-dad4f5edac22 HTTP/1.1" status: 200 len: 867 time: 0.0602744 Nov 09 19:40:41.560142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e63c9-eac6-414e-b0fa-9b97114b7d84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Pushing event deleted for resources: {'Port': ['ID=9690290e-128c-496d-aaa8-bd4986414264,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:41.577883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f12e0179-bd4c-48f9-978a-85b3bb248bc3 req-4d2f7b91-588e-4b3a-a1c8-19d2519705d0 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d84052c-134f-4827-926c-3071441ba171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Nov 09 19:40:41.655177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-b95e63c9-eac6-414e-b0fa-9b97114b7d84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] No DVR routers for this DVR port 9690290e-128c-496d-aaa8-bd4986414264 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:41.658123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-b95e63c9-eac6-414e-b0fa-9b97114b7d84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:41.661867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b8c493d-dc7a-4914-935f-e7f249d363c3 req-b95e63c9-eac6-414e-b0fa-9b97114b7d84 tempest-FloatingIPsAssociationTestJSON-1613343077 tempest-FloatingIPsAssociationTestJSON-1613343077-project] 10.222.0.77 "DELETE /v2.0/ports/9690290e-128c-496d-aaa8-bd4986414264 HTTP/1.1" status: 204 len: 173 time: 1.0749273 Nov 09 19:40:41.707150 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b57b90bb-75f9-44c3-84ce-db00b246b82c req-502e8254-0449-4020-87f9-efe9aaf9103e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615677 Nov 09 19:40:41.774219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-d5c9653f-6b33-41d2-9609-f461e1c3b81b service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303028 Nov 09 19:40:41.793817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49970) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:41.885102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f45ec-e97e-413a-8012-35b23e6529a7 req-e4609db0-22d7-467b-93ab-8a1c83e5306d tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:41.886858 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e4f45ec-e97e-413a-8012-35b23e6529a7 req-e4609db0-22d7-467b-93ab-8a1c83e5306d tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0539989 Nov 09 19:40:41.926271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e4f45ec-e97e-413a-8012-35b23e6529a7 req-2bc419a2-916a-4d78-9f59-e6dc818c6a55 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Nov 09 19:40:41.965524 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4d9037-7437-494d-ba92-2a34d2ec24ac req-6deb1b55-f669-4772-b072-5700fa0b04a1 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828144 Nov 09 19:40:42.119207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-9f23f821-f417-4489-8b4f-21ea45a5ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:42.121362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-9f23f821-f417-4489-8b4f-21ea45a5ed3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95d5318178294cd89985716d7d3b9b1a&device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 1099 time: 0.0737901 Nov 09 19:40:42.350322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66376452-acc8-4ccb-b4b3-d3482a9e7723 req-bf99b0b4-6164-449a-acd2-066e25ede1c8 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:42.351920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66376452-acc8-4ccb-b4b3-d3482a9e7723 req-bf99b0b4-6164-449a-acd2-066e25ede1c8 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.1668386 Nov 09 19:40:42.362269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-627cbb04-5c0d-4804-a449-47267eafcb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:42.363740 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-627cbb04-5c0d-4804-a449-47267eafcb88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2339599 Nov 09 19:40:42.449185 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-13648a04-6570-4dd2-b3e1-675c74f0394d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3 HTTP/1.1" status: 200 len: 217 time: 0.0688376 Nov 09 19:40:42.476597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66376452-acc8-4ccb-b4b3-d3482a9e7723 req-b285754a-2655-4e7f-8614-d0feef8aa48d tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174867 Nov 09 19:40:42.531839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-aeb061d9-f1de-459b-9ada-f9fb713ee3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:42.533323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-aeb061d9-f1de-459b-9ada-f9fb713ee3e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0729313 Nov 09 19:40:42.672925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-84d374aa-5490-457f-b889-865d273026cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:42.674418 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-84d374aa-5490-457f-b889-865d273026cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202605 Nov 09 19:40:42.688254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaa5a4-5087-4178-8a2e-f3ea5376e4a0 req-b9bb155e-5b3f-4652-b349-bb2b404c1256 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:42.689750 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-efeaa5a4-5087-4178-8a2e-f3ea5376e4a0 req-b9bb155e-5b3f-4652-b349-bb2b404c1256 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 948 time: 0.1371222 Nov 09 19:40:42.752269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:42.863269 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-efeaa5a4-5087-4178-8a2e-f3ea5376e4a0 req-1a872644-af57-4fb7-9efa-169f79b1d4c5 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572096 Nov 09 19:40:42.897911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-2c5cdc99-8abe-4eb5-b1ac-d9367170836d service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057397 Nov 09 19:40:42.933649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-6c66e7f9-a0f6-499c-aaa4-4d202dbbf61d tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:40:42.935125 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-6c66e7f9-a0f6-499c-aaa4-4d202dbbf61d tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085292 Nov 09 19:40:42.983339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-1c6083ad-7483-4b67-9189-ae9880a5eea6 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:42.984685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-1c6083ad-7483-4b67-9189-ae9880a5eea6 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports/4ed35e5c-6352-4467-a34e-585cd12b4a36 HTTP/1.1" status: 200 len: 1093 time: 0.0374498 Nov 09 19:40:42.995781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Request body: {'binding': {'host': 'n-h2-817256-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:42.996484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Unknown quota resources ['binding']. {{(pid=102295) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 19:40:43.128850 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc0888b0-73df-48e1-834e-ab63a5acb2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:43.146379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on host n-h2-817256-1 for vnic_type normal with profile None {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:43.146852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:43.147188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:43.152721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:40:43.153042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:43.158651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:43.158994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:43.159383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:43.159823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Bound port: 4ed35e5c-6352-4467-a34e-585cd12b4a36, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:43.214601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:43.220894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:43.222122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edee1a4f-e258-482c-99b1-051f256096c7 service neutron] 10.222.0.53 "POST /v2.0/ports/4ed35e5c-6352-4467-a34e-585cd12b4a36/bindings HTTP/1.1" status: 201 len: 389 time: 0.2317319 Nov 09 19:40:43.248132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'name': 'network-vif-deleted', 'tag': '9690290e-128c-496d-aaa8-bd4986414264'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:43.250386 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ab498f-bb6e-43e7-8ee1-79e21d6d0279" -d '{"events": [{"server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "name": "network-vif-deleted", "tag": "9690290e-128c-496d-aaa8-bd4986414264"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:43.321717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50012) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:43.399220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c29bd-48d2-4d35-9c20-efc6dafd31d0 req-ef2f6928-7f81-49b7-9d41-cda8a32b6024 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:43.407207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d5c29bd-48d2-4d35-9c20-efc6dafd31d0 req-ef2f6928-7f81-49b7-9d41-cda8a32b6024 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.4638839 Nov 09 19:40:43.418769 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:43.451130 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b245a795-c61f-410b-85a4-32b7efcbd456 req-26ee4b2d-cb57-4139-b920-f0d0adeffebf service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385787 Nov 09 19:40:43.488866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea25fc-9823-4743-a802-f60bdab49c89 req-4168b328-868d-4650-ba21-837ca32086dc tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:43.490382 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ea25fc-9823-4743-a802-f60bdab49c89 req-4168b328-868d-4650-ba21-837ca32086dc tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0970464 Nov 09 19:40:43.509127 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d5c29bd-48d2-4d35-9c20-efc6dafd31d0 req-5abb92f3-1b42-4fc4-9cd2-3293168143e1 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006949 Nov 09 19:40:43.551752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-f5e182c3-3720-4537-a2d3-0ae1f652a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:43.553275 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-f5e182c3-3720-4537-a2d3-0ae1f652a7ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0867727 Nov 09 19:40:43.628656 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f4c78-7116-4253-9571-8c0ae1cca847 x-openstack-request-id: req-f57f4c78-7116-4253-9571-8c0ae1cca847 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:43.629059 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3acbd2ea-3c92-457f-a9f5-dad4f5edac22", "name": "network-vif-deleted", "tag": "9690290e-128c-496d-aaa8-bd4986414264", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:43.629320 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f57f4c78-7116-4253-9571-8c0ae1cca847 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:43.629715 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acbd2ea-3c92-457f-a9f5-dad4f5edac22', 'name': 'network-vif-deleted', 'tag': '9690290e-128c-496d-aaa8-bd4986414264', 'status': 'completed', 'code': 200} Nov 09 19:40:43.686528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] Deleting port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:43.686882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:43.697966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-8d1ba2f8-7420-4d21-a94a-95147dce6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:43.699423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-8d1ba2f8-7420-4d21-a94a-95147dce6699 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.1268849 Nov 09 19:40:43.800695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-1369ea42-d7a9-4880-a43a-de1a84f13058 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36 HTTP/1.1" status: 200 len: 217 time: 0.0649111 Nov 09 19:40:43.855101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d866a-bd96-4c23-9af5-9b8dcaf768b0 req-f177aa71-d61e-4e26-972d-886d502d330f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:43.856695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-258d866a-bd96-4c23-9af5-9b8dcaf768b0 req-f177aa71-d61e-4e26-972d-886d502d330f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.1719992 Nov 09 19:40:43.891824 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ea25fc-9823-4743-a802-f60bdab49c89 req-2ab53648-38c0-444f-a672-438fc80b6d4f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942966 Nov 09 19:40:43.902558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] For port 1000ff5e-09c5-4f9d-9aa8-0183f19793fc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1000ff5e-09c5-4f9d-9aa8-0183f19793fc,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:43.902912 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:43.908244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4a1e1283-9126-473e-8f2f-8635d44bb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:43.909712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4a1e1283-9126-473e-8f2f-8635d44bb6c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.0986123 Nov 09 19:40:43.967483 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-6b12beda-6a05-4e05-8164-50bc9377bc29 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446012 Nov 09 19:40:43.968334 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] Calling delete_port for 1000ff5e-09c5-4f9d-9aa8-0183f19793fc owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:43.978556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-258d866a-bd96-4c23-9af5-9b8dcaf768b0 req-2dcb5244-fdbd-459a-8293-af7bfe6c93e3 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118844 Nov 09 19:40:44.055239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a70869-9a1b-41f3-927a-157a15498c0d req-7c9d08d0-a6e2-426d-a5f2-a3d53f11c280 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:44.056643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69a70869-9a1b-41f3-927a-157a15498c0d req-7c9d08d0-a6e2-426d-a5f2-a3d53f11c280 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.0939097 Nov 09 19:40:44.117518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69a70869-9a1b-41f3-927a-157a15498c0d req-3e57c9b8-33d3-4333-b193-ed89590f2d04 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535567 Nov 09 19:40:44.154942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88fd8b-9ea6-42bf-86a6-3a34b620cf3b req-76ed5c3a-d075-418c-ae75-ad96c64cc3c5 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:44.156678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd88fd8b-9ea6-42bf-86a6-3a34b620cf3b req-76ed5c3a-d075-418c-ae75-ad96c64cc3c5 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 948 time: 0.0936508 Nov 09 19:40:44.162171 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-d3e6903d-5199-45d5-a737-608875e8a738 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827600 Nov 09 19:40:44.175517 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:44.303162 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd88fd8b-9ea6-42bf-86a6-3a34b620cf3b req-c4365482-a5ba-4c14-aaa5-2c8e73579f99 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111896 Nov 09 19:40:44.373151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-c15016ff-1127-40dc-b894-510316a86d1a service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798730 Nov 09 19:40:44.391775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:44.403612 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:44.419488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1000ff5e-09c5-4f9d-9aa8-0183f19793fc,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:44.464536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] Deleting port bb12efd7-42e6-41f1-a81b-8fe3a72767b9 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:44.464977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:44.567851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] For port bb12efd7-42e6-41f1-a81b-8fe3a72767b9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bb12efd7-42e6-41f1-a81b-8fe3a72767b9,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:44.568260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:44.584104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] Calling delete_port for bb12efd7-42e6-41f1-a81b-8fe3a72767b9 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:44.638557 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:44.698214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7b06c18c-862a-4439-b2e3-2c7027760ae3 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:44.805241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:44.821500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:44.826089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:44.826935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9690290e-128c-496d-aaa8-bd4986414264 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:44.854791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 9690290e-128c-496d-aaa8-bd4986414264 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:44.855861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9690290e-128c-496d-aaa8-bd4986414264 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:44.901536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] Router 64949779-71d3-4fdc-aa2a-8c551c9b82ee has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:44.905153 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:44.926081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b06c18c-862a-4439-b2e3-2c7027760ae3 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:44.970785 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb12efd7-42e6-41f1-a81b-8fe3a72767b9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:44.989029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:44.996161 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:45.027503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aceade-8cad-41cc-a243-12c9d0803fbc req-36468336-114a-4ef5-a3c3-cbe9b82e76ef tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:45.035909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83aceade-8cad-41cc-a243-12c9d0803fbc req-36468336-114a-4ef5-a3c3-cbe9b82e76ef tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.2227206 Nov 09 19:40:45.078327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:45.104448 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83aceade-8cad-41cc-a243-12c9d0803fbc req-b2357e54-f8f9-4e53-bae8-8143b19d459c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681226 Nov 09 19:40:45.120137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58273513-b4e5-4b44-a5a3-0489fff439d1 req-29548e60-0478-4bc8-b795-bd900d78a12b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:45.120137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58273513-b4e5-4b44-a5a3-0489fff439d1 req-29548e60-0478-4bc8-b795-bd900d78a12b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1003606 Nov 09 19:40:45.120596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:45.129363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-88b75eab-443b-4d6e-8b68-3b87a81b83ba admin admin] 10.222.0.53 "PUT /v2.0/routers/64949779-71d3-4fdc-aa2a-8c551c9b82ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3321431 Nov 09 19:40:45.132535 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] Sync routers for ids ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:45.140812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50026) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:45.165875 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] Routers {'64949779-71d3-4fdc-aa2a-8c551c9b82ee'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:45.166706 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:45.274300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['7b06c18c-862a-4439-b2e3-2c7027760ae3'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:45.280274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58273513-b4e5-4b44-a5a3-0489fff439d1 req-d2659d65-fc83-4cb8-ad09-210ed8269b14 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570821 Nov 09 19:40:45.291291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb22e9-6fee-4d51-821f-3f154214c3a7 req-48f5b191-9b21-4dc2-98d9-4a8cf3159f0a tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:45.298814 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87cb22e9-6fee-4d51-821f-3f154214c3a7 req-48f5b191-9b21-4dc2-98d9-4a8cf3159f0a tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.0873883 Nov 09 19:40:45.312062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:45.379703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:45.406039 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] Set router 64949779-71d3-4fdc-aa2a-8c551c9b82ee gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:45.448849 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87cb22e9-6fee-4d51-821f-3f154214c3a7 req-b8f5d95e-a5fb-4684-94f2-77d020424009 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491137 Nov 09 19:40:45.557357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:45.612476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ab39c-c8d3-484f-b8bd-970b20266065 req-ba73d946-fcdf-45b2-a23d-5de83c77dab4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:45.614628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd7ab39c-c8d3-484f-b8bd-970b20266065 req-ba73d946-fcdf-45b2-a23d-5de83c77dab4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.2266564 Nov 09 19:40:45.653249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] Router 87d05691-b69d-4d63-8766-4f294f6f49d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:45.672866 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd7ab39c-c8d3-484f-b8bd-970b20266065 req-37701644-3f69-4823-8af9-602dccfe544e tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515139 Nov 09 19:40:45.686663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Deleting port cf68ae7a-9611-4300-aea1-8c414c4866f1 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:45.687038 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:45.808805 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-router', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:31Z', 'updated_at': '2021-11-09T19:40:44Z', 'revision_number': 5, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'gw_port': {'id': 'cf68ae7a-9611-4300-aea1-8c414c4866f1', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:32Z', 'updated_at': '2021-11-09T19:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:45.814573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] For port cf68ae7a-9611-4300-aea1-8c414c4866f1, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cf68ae7a-9611-4300-aea1-8c414c4866f1,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:45.814573 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:45.816324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25116e-1a4d-47e8-a771-b5f29d443a7d req-74a7723a-41c0-4714-9e2c-305c2b957bc4 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:45.830749 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d25116e-1a4d-47e8-a771-b5f29d443a7d req-74a7723a-41c0-4714-9e2c-305c2b957bc4 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 949 time: 0.2089036 Nov 09 19:40:45.832974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Calling delete_port for cf68ae7a-9611-4300-aea1-8c414c4866f1 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:45.858619 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] Checking router: 64949779-71d3-4fdc-aa2a-8c551c9b82ee for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:45.874587 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] Routers {'64949779-71d3-4fdc-aa2a-8c551c9b82ee'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:45.875378 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:45.913758 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d25116e-1a4d-47e8-a771-b5f29d443a7d req-b0c2d3a7-ea31-437a-a827-7b80d6743ede tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658560 Nov 09 19:40:45.927895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:45.939583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] Sync routers for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:45.946770 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-14bd5499-d996-49af-afa2-1efa1d39a699 admin admin] 10.222.0.53 "PUT /v2.0/routers/87d05691-b69d-4d63-8766-4f294f6f49d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6204197 Nov 09 19:40:45.949296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50034) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:45.960973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:45.962365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:46.023399 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] Set router 64949779-71d3-4fdc-aa2a-8c551c9b82ee gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:46.077483 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.080684 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-router', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:31Z', 'updated_at': '2021-11-09T19:40:45Z', 'revision_number': 6, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:46.117613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.121163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:46.133725 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e9f6f8-30f0-4726-bee8-5097fecde7a8 None None] The sync data for ids ['64949779-71d3-4fdc-aa2a-8c551c9b82ee'] in n-d-817256-1 is: [{'id': '64949779-71d3-4fdc-aa2a-8c551c9b82ee', 'name': 'tempest-AttachSCSIVolumeTestJSON-2092550098-router', 'tenant_id': '36c3716f9a1a4627a9dd87593858816f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:31Z', 'updated_at': '2021-11-09T19:40:45Z', 'revision_number': 6, 'project_id': '36c3716f9a1a4627a9dd87593858816f', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:46.184091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf68ae7a-9611-4300-aea1-8c414c4866f1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:46.250067 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.302440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e870ac-0ff1-49e3-ba17-762bdeef1ada req-bc8db03a-3796-438e-92e3-372ae7334258 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:46.304920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0e870ac-0ff1-49e3-ba17-762bdeef1ada req-bc8db03a-3796-438e-92e3-372ae7334258 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0906069 Nov 09 19:40:46.316869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.324630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Deleting port 5555f7ef-a306-4f8f-b08f-07f8fd054086 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:46.324980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.388365 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.434796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:40:44Z', 'revision_number': 5, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port': {'id': '5555f7ef-a306-4f8f-b08f-07f8fd054086', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:39:16Z', 'updated_at': '2021-11-09T19:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:46.446888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc54f0-8861-4903-82cf-532d16bccb00 req-4b5657b7-683e-451d-93aa-e5bcc6beff06 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:46.448479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1cc54f0-8861-4903-82cf-532d16bccb00 req-4b5657b7-683e-451d-93aa-e5bcc6beff06 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0766032 Nov 09 19:40:46.448738 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.452571 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.462881 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0e870ac-0ff1-49e3-ba17-762bdeef1ada req-81b4a4f0-06b3-465b-84a1-cd55ab780be5 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474175 Nov 09 19:40:46.469707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] Checking router: 87d05691-b69d-4d63-8766-4f294f6f49d6 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:46.489734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] Routers {'87d05691-b69d-4d63-8766-4f294f6f49d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:46.490399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87d05691-b69d-4d63-8766-4f294f6f49d6'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:46.547058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] For port 5555f7ef-a306-4f8f-b08f-07f8fd054086, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5555f7ef-a306-4f8f-b08f-07f8fd054086,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:46.547440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.589104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Calling delete_port for 5555f7ef-a306-4f8f-b08f-07f8fd054086 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:46.636097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] Set router 87d05691-b69d-4d63-8766-4f294f6f49d6 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:46.662689 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1cc54f0-8861-4903-82cf-532d16bccb00 req-3892f25d-fbe9-4995-94d3-2e717666ac0f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033257 Nov 09 19:40:46.715159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:40:46Z', 'revision_number': 6, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:46.749692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7b06c18c-862a-4439-b2e3-2c7027760ae3 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:46.753942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcea6b-22ad-40b9-a4bc-a00800511686 None None] The sync data for ids ['87d05691-b69d-4d63-8766-4f294f6f49d6'] in n-d-817256-1 is: [{'id': '87d05691-b69d-4d63-8766-4f294f6f49d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-375756412-router', 'tenant_id': '355fcdebc8c54d6a833a88435547c8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:39:14Z', 'updated_at': '2021-11-09T19:40:46Z', 'revision_number': 6, 'project_id': '355fcdebc8c54d6a833a88435547c8d2', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:46.831749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 7b06c18c-862a-4439-b2e3-2c7027760ae3 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:40:46.838115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 7b06c18c-862a-4439-b2e3-2c7027760ae3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:46.838782 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.877672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba721b50-3a88-4485-a388-0f3cc5b885d5 req-b2ae6f98-0314-4be6-8942-cf1812d63cd4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:46.886251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba721b50-3a88-4485-a388-0f3cc5b885d5 req-b2ae6f98-0314-4be6-8942-cf1812d63cd4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.0808656 Nov 09 19:40:46.917230 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.944988 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.946359 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.946869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64949779-71d3-4fdc-aa2a-8c551c9b82ee {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:40:46.955030 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:46.956375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-04a56719-6ae1-40b2-ae3a-e7459941539b admin admin] 10.222.0.53 "DELETE /v2.0/routers/64949779-71d3-4fdc-aa2a-8c551c9b82ee HTTP/1.1" status: 204 len: 168 time: 1.8144009 Nov 09 19:40:46.961447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50048) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:46.968806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5555f7ef-a306-4f8f-b08f-07f8fd054086,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:46.982986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:46.986059 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453851bd-9bd8-4774-a7f0-dee2955cc0c7" -d '{"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-plugged", "status": "completed", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:46.987140 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba721b50-3a88-4485-a388-0f3cc5b885d5 req-a02ee065-30f5-4741-8cce-cc958a3b06b4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998168 Nov 09 19:40:47.021224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:47.027320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.080877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98ccd0-c3b7-42b2-9c5a-7e500c7227ae req-eb605172-a414-4845-a29c-0bddd2475770 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:47.082693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf98ccd0-c3b7-42b2-9c5a-7e500c7227ae req-eb605172-a414-4845-a29c-0bddd2475770 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.1765914 Nov 09 19:40:47.106494 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.120338 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:47.146196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d17a9e9-7a24-4887-af34-0fdca0265e75 admin admin] Deleting subnet dda2cb8f-ba5d-4923-8574-6d348bd075a8 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:40:47.152610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d17a9e9-7a24-4887-af34-0fdca0265e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.197464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf98ccd0-c3b7-42b2-9c5a-7e500c7227ae req-f4d66915-8273-4e5c-9a61-e5b7eb798910 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053445 Nov 09 19:40:47.212448 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d17a9e9-7a24-4887-af34-0fdca0265e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.258919 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.261293 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.268496 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430d8138-2783-409a-9266-97b870f22bb0 x-openstack-request-id: req-430d8138-2783-409a-9266-97b870f22bb0 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:47.268813 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-plugged", "status": "completed", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:47.269073 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-430d8138-2783-409a-9266-97b870f22bb0 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:47.269470 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'code': 200} Nov 09 19:40:47.338802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6648d2f-8773-4c36-ad8d-d6c569787b72 req-6d3584fb-7590-4216-9dd9-7e3ff89e82ca tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:47.340392 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6648d2f-8773-4c36-ad8d-d6c569787b72 req-6d3584fb-7590-4216-9dd9-7e3ff89e82ca tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 950 time: 0.1181886 Nov 09 19:40:47.342914 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d17a9e9-7a24-4887-af34-0fdca0265e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.345686 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.346593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d05691-b69d-4d63-8766-4f294f6f49d6 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:40:47.361582 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.366192 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c8480f2e-ba4a-4757-b5f9-36db9ec729e6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/87d05691-b69d-4d63-8766-4f294f6f49d6 HTTP/1.1" status: 204 len: 168 time: 1.4154491 Nov 09 19:40:47.373881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50052) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:47.442210 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6648d2f-8773-4c36-ad8d-d6c569787b72 req-ffc16f06-48fc-4d12-9d07-a8449c0ea934 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928519 Nov 09 19:40:47.471066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d46a4-6783-466f-a826-8768b9b9727a req-6bccb0a4-f5de-4889-a47e-a38fd04d2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:47.473128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-620d46a4-6783-466f-a826-8768b9b9727a req-6bccb0a4-f5de-4889-a47e-a38fd04d2be7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 1101 time: 0.0769119 Nov 09 19:40:47.476109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fddd43-fd82-4a2b-a2a7-acc2cfdac103 admin admin] Deleting subnet c54eb687-8572-4fa7-84af-4c4ba88cea73 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:40:47.476332 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d17a9e9-7a24-4887-af34-0fdca0265e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.480623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80fddd43-fd82-4a2b-a2a7-acc2cfdac103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.532388 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80fddd43-fd82-4a2b-a2a7-acc2cfdac103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.564635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17a9e9-7a24-4887-af34-0fdca0265e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda2cb8f-ba5d-4923-8574-6d348bd075a8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:47.575507 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d17a9e9-7a24-4887-af34-0fdca0265e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.578348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4d17a9e9-7a24-4887-af34-0fdca0265e75 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dda2cb8f-ba5d-4923-8574-6d348bd075a8 HTTP/1.1" status: 204 len: 168 time: 0.6151893 Nov 09 19:40:47.580994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50056) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:47.584354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb82e79-ccd1-4e4f-99e5-bcd7b335abf2 None None] Network 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:40:47.591325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-620d46a4-6783-466f-a826-8768b9b9727a req-2b79b1da-6fb3-4806-9614-43b2cdda143a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079888 Nov 09 19:40:47.686576 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80fddd43-fd82-4a2b-a2a7-acc2cfdac103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.704080 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.748888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd89fc-3b0a-40c8-9e51-1b1a18bfc3b2 req-7b5174f2-09b3-4ece-be26-aee4641833b7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:47.750872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4efd89fc-3b0a-40c8-9e51-1b1a18bfc3b2 req-7b5174f2-09b3-4ece-be26-aee4641833b7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.1135643 Nov 09 19:40:47.761931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80fddd43-fd82-4a2b-a2a7-acc2cfdac103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.779183 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80fddd43-fd82-4a2b-a2a7-acc2cfdac103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.785496 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-80fddd43-fd82-4a2b-a2a7-acc2cfdac103 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c54eb687-8572-4fa7-84af-4c4ba88cea73 HTTP/1.1" status: 204 len: 168 time: 0.4077787 Nov 09 19:40:47.790755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409da5ed-31a7-4051-8fac-6fa035ef3133 None None] Network 89879e33-a6e0-4692-9339-4d8946a2b9b5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:40:47.793832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50060) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:47.839097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fddd43-fd82-4a2b-a2a7-acc2cfdac103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54eb687-8572-4fa7-84af-4c4ba88cea73,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:47.865151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96a62f-6640-4fba-ae81-30f3ccc9e2b9 req-7b16980a-37bd-4bbc-9fe7-8761ea9fd443 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:47.868396 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ee96a62f-6640-4fba-ae81-30f3ccc9e2b9 req-7b16980a-37bd-4bbc-9fe7-8761ea9fd443 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0958145 Nov 09 19:40:47.926680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cdbb12-9359-403a-b09a-f6705ca9875c None None] DHCP port deletion for 5ec10223-1afa-4ffa-b1d1-e4a67090c5ae request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:40:47.952571 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:47.983000 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ee96a62f-6640-4fba-ae81-30f3ccc9e2b9 req-c350bc8c-0aee-4bcd-98d4-a80586af67fa tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941105 Nov 09 19:40:47.990985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Deleting port 6682f7ba-21fb-4398-bbb1-de322e4066a3 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:47.991355 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.046774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdbb12-9359-403a-b09a-f6705ca9875c None None] Deleting port 6682f7ba-21fb-4398-bbb1-de322e4066a3 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:48.047354 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbb12-9359-403a-b09a-f6705ca9875c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.086605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d1df49-4120-4073-8ddb-517ed71e8b66 None None] DHCP port deletion for 89879e33-a6e0-4692-9339-4d8946a2b9b5 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:40:48.093721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] For port 6682f7ba-21fb-4398-bbb1-de322e4066a3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6682f7ba-21fb-4398-bbb1-de322e4066a3,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:48.094096 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.094888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5555f7ef-a306-4f8f-b08f-07f8fd054086 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:48.110639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Calling delete_port for 6682f7ba-21fb-4398-bbb1-de322e4066a3 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:48.153656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dba41-c7e0-4ea0-8dfb-c23105c6e4b0 req-dea7e1c6-9919-4dbf-af5e-0db56e437a97 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:48.155906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c0dba41-c7e0-4ea0-8dfb-c23105c6e4b0 req-dea7e1c6-9919-4dbf-af5e-0db56e437a97 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.0622594 Nov 09 19:40:48.164588 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4efd89fc-3b0a-40c8-9e51-1b1a18bfc3b2 req-6be49c11-3ce0-4dbf-ba96-28379aab0d60 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832698 Nov 09 19:40:48.219544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 5555f7ef-a306-4f8f-b08f-07f8fd054086 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:48.219891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5555f7ef-a306-4f8f-b08f-07f8fd054086 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:48.220317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1000ff5e-09c5-4f9d-9aa8-0183f19793fc no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:48.231658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c0dba41-c7e0-4ea0-8dfb-c23105c6e4b0 req-1d05c0ae-0c77-4b67-a8e5-708a0f66d65c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693531 Nov 09 19:40:48.268129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Deleting port b46fcb86-5682-41ce-b81b-dca4aaeb2722 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:48.268475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.280187 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1000ff5e-09c5-4f9d-9aa8-0183f19793fc {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:48.281064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1000ff5e-09c5-4f9d-9aa8-0183f19793fc not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:48.281644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bb12efd7-42e6-41f1-a81b-8fe3a72767b9 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:48.312816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: bb12efd7-42e6-41f1-a81b-8fe3a72767b9 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:48.313419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bb12efd7-42e6-41f1-a81b-8fe3a72767b9 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:48.314084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6682f7ba-21fb-4398-bbb1-de322e4066a3 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:48.346289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] For port b46fcb86-5682-41ce-b81b-dca4aaeb2722, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b46fcb86-5682-41ce-b81b-dca4aaeb2722,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:48.346676 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.356402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.373903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Calling delete_port for b46fcb86-5682-41ce-b81b-dca4aaeb2722 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:48.401926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Pushing event deleted for resources: {'Port': ['ID=6682f7ba-21fb-4398-bbb1-de322e4066a3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:48.407889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] No DVR routers for this DVR port 6682f7ba-21fb-4398-bbb1-de322e4066a3 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:48.435639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5332838-156c-471b-beaf-3e5b197ecf44 req-fc8b9bd7-e3e0-4490-99d8-6e7345eda364 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:48.437257 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a5332838-156c-471b-beaf-3e5b197ecf44 req-fc8b9bd7-e3e0-4490-99d8-6e7345eda364 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.0886600 Nov 09 19:40:48.511596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a5332838-156c-471b-beaf-3e5b197ecf44 req-6a1f0ba2-6330-4584-8dfe-ed76f16100b6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669587 Nov 09 19:40:48.534245 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.546880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d3cdbb12-9359-403a-b09a-f6705ca9875c None None] For port 6682f7ba-21fb-4398-bbb1-de322e4066a3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6682f7ba-21fb-4398-bbb1-de322e4066a3,segment=NetworkSegment(198ce3b5-5281-461c-8ff7-af2f777d7a88),segment_id=198ce3b5-5281-461c-8ff7-af2f777d7a88)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:48.547370 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbb12-9359-403a-b09a-f6705ca9875c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.568186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdbb12-9359-403a-b09a-f6705ca9875c None None] Calling delete_port for 6682f7ba-21fb-4398-bbb1-de322e4066a3 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:48.570671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec10223-1afa-4ffa-b1d1-e4a67090c5ae']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:48.577062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-84d1df49-4120-4073-8ddb-517ed71e8b66 None None] Deleting port b46fcb86-5682-41ce-b81b-dca4aaeb2722 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:48.577062 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84d1df49-4120-4073-8ddb-517ed71e8b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.578479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No active binding found for port 6682f7ba-21fb-4398-bbb1-de322e4066a3 {{(pid=102297) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 19:40:48.578995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6682f7ba-21fb-4398-bbb1-de322e4066a3 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:48.579477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cf68ae7a-9611-4300-aea1-8c414c4866f1 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:48.604223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: cf68ae7a-9611-4300-aea1-8c414c4866f1 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:48.604464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cf68ae7a-9611-4300-aea1-8c414c4866f1 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:48.609688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198ce3b5-5281-461c-8ff7-af2f777d7a88') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:48.610000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198ce3b5-5281-461c-8ff7-af2f777d7a88') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:48.626588 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.662316 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.672560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9abbd-29bb-40a9-9cb8-dd89b49c5da0 req-6419c54d-3d05-4dfb-840e-a15820665c20 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:48.674163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ba9abbd-29bb-40a9-9cb8-dd89b49c5da0 req-6419c54d-3d05-4dfb-840e-a15820665c20 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 950 time: 0.1168449 Nov 09 19:40:48.677549 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.692707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:40:48.693205 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:40:48.695796 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:40:48.724821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-84d1df49-4120-4073-8ddb-517ed71e8b66 None None] For port b46fcb86-5682-41ce-b81b-dca4aaeb2722, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b46fcb86-5682-41ce-b81b-dca4aaeb2722,segment=NetworkSegment(cf23760c-ef2a-4133-8327-b6775d0f38f9),segment_id=cf23760c-ef2a-4133-8327-b6775d0f38f9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:48.725320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84d1df49-4120-4073-8ddb-517ed71e8b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.744247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-84d1df49-4120-4073-8ddb-517ed71e8b66 None None] Calling delete_port for b46fcb86-5682-41ce-b81b-dca4aaeb2722 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:48.784036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46fcb86-5682-41ce-b81b-dca4aaeb2722,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:48.787714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] No DVR routers for this DVR port b46fcb86-5682-41ce-b81b-dca4aaeb2722 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:48.803728 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbb12-9359-403a-b09a-f6705ca9875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.843998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cdbb12-9359-403a-b09a-f6705ca9875c None None] No DVR routers for this DVR port 6682f7ba-21fb-4398-bbb1-de322e4066a3 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:48.845796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdbb12-9359-403a-b09a-f6705ca9875c None None] Pushing event deleted for resources: {'Port': ['ID=6682f7ba-21fb-4398-bbb1-de322e4066a3,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:48.883559 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84d1df49-4120-4073-8ddb-517ed71e8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.900682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d1df49-4120-4073-8ddb-517ed71e8b66 None None] No DVR routers for this DVR port b46fcb86-5682-41ce-b81b-dca4aaeb2722 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:48.923529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1df49-4120-4073-8ddb-517ed71e8b66 None None] Pushing event deleted for resources: {'Port': ['ID=b46fcb86-5682-41ce-b81b-dca4aaeb2722,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:48.930085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.950229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.953637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] 10.222.0.53 "DELETE /v2.0/networks/5ec10223-1afa-4ffa-b1d1-e4a67090c5ae HTTP/1.1" status: 204 len: 168 time: 1.3715634 Nov 09 19:40:48.956894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50070) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:48.960663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ba9abbd-29bb-40a9-9cb8-dd89b49c5da0 req-a5f65adc-4c67-48e2-823b-e576f18d18c6 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738006 Nov 09 19:40:48.972791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:48.977573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9e808-9393-4ef7-b8cb-48eeb324676f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec10223-1afa-4ffa-b1d1-e4a67090c5ae,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:49.007866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89879e33-a6e0-4692-9339-4d8946a2b9b5']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:49.018176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf23760c-ef2a-4133-8327-b6775d0f38f9') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:49.018495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf23760c-ef2a-4133-8327-b6775d0f38f9') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:49.037200 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:49.052163 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:49.060230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:40:49.060664 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:40:49.062422 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:40:49.133060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e81ab-b76e-4050-bfa5-75a6136e957a req-a38c4011-6e06-46ec-b5d0-e4ef6b7cccf6 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:49.133719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:49.134625 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f40e81ab-b76e-4050-bfa5-75a6136e957a req-a38c4011-6e06-46ec-b5d0-e4ef6b7cccf6 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0807068 Nov 09 19:40:49.158359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:49.162325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] 10.222.0.53 "DELETE /v2.0/networks/89879e33-a6e0-4692-9339-4d8946a2b9b5 HTTP/1.1" status: 204 len: 168 time: 1.3545289 Nov 09 19:40:49.164089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad44602-1890-4b22-872d-89a51b920437 admin admin] Pushing event deleted for resources: {'Network': ['ID=89879e33-a6e0-4692-9339-4d8946a2b9b5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:49.244878 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f40e81ab-b76e-4050-bfa5-75a6136e957a req-6a66a0cb-b9e4-4218-a4df-6021434e802d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999005 Nov 09 19:40:49.350659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb42c66-1b16-4ffc-b86f-42832de7613f req-a40cb2a0-f39a-4187-96f7-6ce283d9cd4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:49.358405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1cb42c66-1b16-4ffc-b86f-42832de7613f req-a40cb2a0-f39a-4187-96f7-6ce283d9cd4c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.1084430 Nov 09 19:40:49.404640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50082) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:49.406979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1cb42c66-1b16-4ffc-b86f-42832de7613f req-0110ebcd-1995-49ef-af71-1ce59f655a1c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Nov 09 19:40:49.485656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6e5ff-0f59-4a3f-a305-52dc6cb933af req-b752e1ff-89d2-4673-a526-73ac942d8848 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:49.487180 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42f6e5ff-0f59-4a3f-a305-52dc6cb933af req-b752e1ff-89d2-4673-a526-73ac942d8848 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.1399560 Nov 09 19:40:49.492634 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1fda9630-2bf1-41ee-b308-f7d9a9a7f436 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=355fcdebc8c54d6a833a88435547c8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820384 Nov 09 19:40:49.493738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50084) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:49.545394 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43c31995-15be-4e94-989e-98bf6a4e3267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:49.570011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43c31995-15be-4e94-989e-98bf6a4e3267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:49.570366 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42f6e5ff-0f59-4a3f-a305-52dc6cb933af req-5dc59536-01ff-4516-96d5-af2ad0bb082f tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742424 Nov 09 19:40:49.603472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:49.637074 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43c31995-15be-4e94-989e-98bf6a4e3267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:49.640055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43c31995-15be-4e94-989e-98bf6a4e3267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:49.642545 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-43c31995-15be-4e94-989e-98bf6a4e3267 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d84052c-134f-4827-926c-3071441ba171 HTTP/1.1" status: 204 len: 168 time: 0.1465976 Nov 09 19:40:49.665797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c31995-15be-4e94-989e-98bf6a4e3267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84052c-134f-4827-926c-3071441ba171,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:49.707208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f8172-db89-4eb8-a0e6-5d169633465e req-e9652884-8784-4671-95a5-96110f8c6464 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:49.709099 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-090f8172-db89-4eb8-a0e6-5d169633465e req-e9652884-8784-4671-95a5-96110f8c6464 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.0839345 Nov 09 19:40:49.779477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-090f8172-db89-4eb8-a0e6-5d169633465e req-a1f90337-ef6b-4406-80ba-e47217f09b38 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545316 Nov 09 19:40:49.844648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b46fcb86-5682-41ce-b81b-dca4aaeb2722 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:49.866178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: b46fcb86-5682-41ce-b81b-dca4aaeb2722 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:49.866528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b46fcb86-5682-41ce-b81b-dca4aaeb2722 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:49.915519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] Deleting port dc9daae1-18c3-49a1-baf4-3f2d09e9129b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:49.915859 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:50.019431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] For port dc9daae1-18c3-49a1-baf4-3f2d09e9129b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=dc9daae1-18c3-49a1-baf4-3f2d09e9129b,segment=NetworkSegment(987b0120-3157-44e9-a701-c994765bf8b2),segment_id=987b0120-3157-44e9-a701-c994765bf8b2)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:50.019813 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:50.036695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] Calling delete_port for dc9daae1-18c3-49a1-baf4-3f2d09e9129b owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:50.114534 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-999ac8f4-31a1-4e37-b641-5a2475c043d7 service neutron] show failed (client error): The resource could not be found. Nov 09 19:40:50.117009 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-999ac8f4-31a1-4e37-b641-5a2475c043d7 service neutron] 10.222.0.77 "GET /v2.0/ports/136acd93-cc6f-4360-ae8c-0a6584b2ca3c/bindings/n-h1-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0672612 Nov 09 19:40:50.202643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651c21a-76dd-4171-88c0-218e88b303aa req-81e782f6-8722-4664-856f-beb5255518fd tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:50.207333 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6651c21a-76dd-4171-88c0-218e88b303aa req-81e782f6-8722-4664-856f-beb5255518fd tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 950 time: 0.1598303 Nov 09 19:40:50.277112 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6651c21a-76dd-4171-88c0-218e88b303aa req-72752855-6d4a-46d0-8fe1-9b9e8cad8dfd tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634060 Nov 09 19:40:50.356615 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:50.402205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9daae1-18c3-49a1-baf4-3f2d09e9129b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:50.501629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e9d82-4566-4968-b7de-95665c0c08b9 req-5655aff6-b7f1-405b-b2bc-2e8bd2499d73 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:50.510136 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e47e9d82-4566-4968-b7de-95665c0c08b9 req-5655aff6-b7f1-405b-b2bc-2e8bd2499d73 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.1442490 Nov 09 19:40:50.563583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-00437809-52b8-4663-944a-adc3d54d9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:50.565577 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-00437809-52b8-4663-944a-adc3d54d9419 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a&tenant_id=7c484e1d3fa649f1a7b536ea30195afa HTTP/1.1" status: 200 len: 1101 time: 0.1723499 Nov 09 19:40:50.576032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e47e9d82-4566-4968-b7de-95665c0c08b9 req-02699e9a-5295-45c9-923a-7ab9c2cbc4f1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647357 Nov 09 19:40:50.581180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:50.657013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:50.682133 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:50.764529 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:50.790494 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50130) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:50.910891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d07fd9-0b4b-4d0b-9022-143e5f14f5a1 req-f36605d9-f4a9-4c85-a471-f803f5719e3f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:50.912512 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0d07fd9-0b4b-4d0b-9022-143e5f14f5a1 req-f36605d9-f4a9-4c85-a471-f803f5719e3f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.2169173 Nov 09 19:40:50.982046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-774137555-network', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:51.044760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0d07fd9-0b4b-4d0b-9022-143e5f14f5a1 req-487cbf83-3cfe-4ee4-b033-acfadd089b05 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148703 Nov 09 19:40:51.048757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Made reservation on behalf of 547382cd74e04df49a9292a86f9f16d4 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:40:51.051070 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.067282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.075102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:51.136053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:51.207386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610586d-bcee-45a1-be83-cc9b3a1b36fc req-72987396-a094-40a6-83fd-55151c4959f3 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:51.207625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:51.208913 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e610586d-bcee-45a1-be83-cc9b3a1b36fc req-72987396-a094-40a6-83fd-55151c4959f3 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.0979943 Nov 09 19:40:51.209611 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc3f443-5276-4f24-8320-6c573b54d00a" -d '{"events": [{"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-unplugged", "status": "completed", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:51.218795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.269637 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.271024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Transition to ACTIVE for port object 136acd93-cc6f-4360-ae8c-0a6584b2ca3c will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:40:51.275889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.282073 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.325918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e610586d-bcee-45a1-be83-cc9b3a1b36fc req-8ad9a578-7386-4b10-840b-ecb8e3007edf tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086376 Nov 09 19:40:51.340695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:40:51.359616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499da02-cb33-433f-896a-8415de9517bf req-cff06d24-5059-4cc2-9f5f-fe8a92f3af20 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:51.361164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f499da02-cb33-433f-896a-8415de9517bf req-cff06d24-5059-4cc2-9f5f-fe8a92f3af20 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.1594074 Nov 09 19:40:51.367481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f5631f-4c09-4b1d-9d40-6329d421646c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:51.379896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:51.387880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.388226 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Added segment ba1e073c-e25d-4258-bc05-60c044726289 of type vlan for network b7c9d175-c011-4611-b9b5-9b458b97224a Nov 09 19:40:51.403665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] Router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:40:51.418191 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6c08b-f1df-4386-9708-27aeea5ccca5 x-openstack-request-id: req-28d6c08b-f1df-4386-9708-27aeea5ccca5 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:51.418473 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-unplugged", "status": "completed", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:51.418750 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28d6c08b-f1df-4386-9708-27aeea5ccca5 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:51.419142 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'code': 200} Nov 09 19:40:51.419915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] No DVR routers for this DVR port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:51.517326 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.521966 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f499da02-cb33-433f-896a-8415de9517bf req-31fb9499-3a83-4220-8b4d-094f5bbce028 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367965 Nov 09 19:40:51.526486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:40:51.530950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:51.531280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:51.531612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:51.533103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d8db43d4-a063-4148-8cfe-43f4e7d05438 admin admin] 10.222.0.53 "PUT /v2.0/routers/61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5750470 Nov 09 19:40:51.535609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50146) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:51.544091 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] Sync routers for ids ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:40:51.547124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:40:51.547525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:51.556689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:51.557099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:51.557621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:51.558054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Bound port: 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:51.558480 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.561697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.562764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:51.563729 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.565758 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] Routers {'61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:51.567321 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:51.657776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8651505 Nov 09 19:40:51.661831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50150) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:51.670413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Request body: {'subnet': {'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-774137555-subnet', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:51.676282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1a06a-4695-4328-9ad3-39fc246e59fd admin admin] Pushing event updated for resources: {'Network': ['ID=b7c9d175-c011-4611-b9b5-9b458b97224a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:51.679944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.689891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network b7c9d175-c011-4611-b9b5-9b458b97224a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:40:51.715627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:51.719112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:51.720650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Made reservation on behalf of 547382cd74e04df49a9292a86f9f16d4 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:40:51.723869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.727030 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] Set router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:51.739345 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.824872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:51.825564 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:51.827078 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] 10.222.0.70 "PUT /v2.0/ports/136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 1096 time: 1.2501209 Nov 09 19:40:51.881295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dde5d9-ae4f-46d8-9d52-2731986fb9cd service neutron] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:51.901698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b8a3-be19-486b-9fbb-4b506c5752dc req-68d67703-2f26-4b95-9dfc-b9ea3e85f5f5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:51.904135 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7510b8a3-be19-486b-9fbb-4b506c5752dc req-68d67703-2f26-4b95-9dfc-b9ea3e85f5f5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 948 time: 0.1377258 Nov 09 19:40:51.984170 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7510b8a3-be19-486b-9fbb-4b506c5752dc req-89b58e7b-56eb-482d-bd85-d52375a8f554 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711427 Nov 09 19:40:51.985425 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.055446 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-router', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:47Z', 'updated_at': '2021-11-09T19:40:50Z', 'revision_number': 5, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'gw_port': {'id': '8385f598-5025-450a-8c3a-b10b49b3c678', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:38:50Z', 'updated_at': '2021-11-09T19:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:52.066532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.093163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Deleting port 8385f598-5025-450a-8c3a-b10b49b3c678 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:52.095057 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.107693 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] Checking router: 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:40:52.129149 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] Routers {'61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:40:52.131286 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:52.152994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-b009cf03-2090-425f-bde3-0e279265f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:52.169171 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-b009cf03-2090-425f-bde3-0e279265f4a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1099 time: 0.2631946 Nov 09 19:40:52.219220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:52.242354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] For port 8385f598-5025-450a-8c3a-b10b49b3c678, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8385f598-5025-450a-8c3a-b10b49b3c678,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:52.242848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.259191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Calling delete_port for 8385f598-5025-450a-8c3a-b10b49b3c678 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:52.275619 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] Set router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:40:52.289718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Checking segment: {'id': 'ba1e073c-e25d-4258-bc05-60c044726289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:52.290078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Network hostable DHCP agents. Network: b7c9d175-c011-4611-b9b5-9b458b97224a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:40:52.334132 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-router', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:47Z', 'updated_at': '2021-11-09T19:40:51Z', 'revision_number': 6, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:52.347338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Network b7c9d175-c011-4611-b9b5-9b458b97224a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:40:52.358487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e144775-a5db-4e15-a752-9376bb4c83bf req-ef4143ea-34b1-4eb2-92dc-a8817a13d096 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:52.359426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e144775-a5db-4e15-a752-9376bb4c83bf req-ef4143ea-34b1-4eb2-92dc-a8817a13d096 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.1539314 Nov 09 19:40:52.368394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-f45c28bc-3834-4f6e-8003-56ed9f5fb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:52.369987 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-f45c28bc-3834-4f6e-8003-56ed9f5fb570 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1913977 Nov 09 19:40:52.372929 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9835cf-228c-4d0f-9fa9-8b39747edf93 None None] The sync data for ids ['61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac'] in n-d-817256-1 is: [{'id': '61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169241036-router', 'tenant_id': '25ef8c9e32d74c9d99480d9e826a320e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:38:47Z', 'updated_at': '2021-11-09T19:40:51Z', 'revision_number': 6, 'project_id': '25ef8c9e32d74c9d99480d9e826a320e', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:40:52.438091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, b7c9d175-c011-4611-b9b5-9b458b97224a) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:52.444056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-c8168676-6f8d-4876-bbae-b378a1839eb4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 217 time: 0.0596852 Nov 09 19:40:52.446039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:52.446613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.448699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6605ae7d-598d-4f22-8d63-e9d4eb510ca9 None None] Network b7c9d175-c011-4611-b9b5-9b458b97224a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:40:52.493461 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.510653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b56801f7-28bb-43e2-8875-8b0f6bc6a331 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8455534 Nov 09 19:40:52.512447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731b6a8-ee31-4888-a419-603b097ba1b2 req-7fe707bd-d84b-4157-9b13-4085fe1c5438 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:52.513662 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e144775-a5db-4e15-a752-9376bb4c83bf req-0331ee4a-d4de-4411-9d61-12477d62ae6d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427426 Nov 09 19:40:52.514006 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e731b6a8-ee31-4888-a419-603b097ba1b2 req-7fe707bd-d84b-4157-9b13-4085fe1c5438 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.0754135 Nov 09 19:40:52.514131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50168) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:52.521821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-774137555-router', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:52.534160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-7599e8c3-7fc5-421e-b776-9a98d588282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:52.535841 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-7599e8c3-7fc5-421e-b776-9a98d588282d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0813620 Nov 09 19:40:52.535977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8385f598-5025-450a-8c3a-b10b49b3c678,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:52.594042 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.595110 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.600009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-7fe0331d-433a-4aa1-ab27-452255a9bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:52.602115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-7fe0331d-433a-4aa1-ab27-452255a9bb28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578473 Nov 09 19:40:52.637003 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e731b6a8-ee31-4888-a419-603b097ba1b2 req-11150849-7f70-461d-a86c-32187a97fd20 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035378 Nov 09 19:40:52.647745 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.680259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-b7c9d175-c011-4611-b9b5-9b458b97224a', 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'fixed_ips': [{'subnet_id': 'ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:40:52.681374 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.730771 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.759293 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.761877 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.816074 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.816952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:40:52.829424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.831610 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-05748138-d0cf-4720-a31e-9199a22679dd admin admin] 10.222.0.53 "DELETE /v2.0/routers/61b6b33d-8fe0-4b78-9aa9-e83a73a8e9ac HTTP/1.1" status: 204 len: 168 time: 1.2945840 Nov 09 19:40:52.833768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50172) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:52.844678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce8900-9a0d-4725-a877-5cbaeb78eac1 req-ee2cc3f9-8551-451b-91e1-6fb1d9ea9fc0 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:52.846197 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9fce8900-9a0d-4725-a877-5cbaeb78eac1 req-ee2cc3f9-8551-451b-91e1-6fb1d9ea9fc0 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.1745794 Nov 09 19:40:52.854269 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-756bc45f-fb29-4701-8a9d-c1934132c9fe service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387364 Nov 09 19:40:52.858426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f47ac727-f38e-4d55-9812-fe6262af22d4 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:52.868173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Allocated IP 172.20.0.2 (b7c9d175-c011-4611-b9b5-9b458b97224a/ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7/68bce35c-fb5a-49d7-89be-370b87fffe87) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:52.890095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-798f9039-59fd-4a50-a5f5-514b1d8715dd admin admin] Deleting subnet 95adb0a1-de65-4380-80d5-eeed75387847 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:40:52.893447 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-798f9039-59fd-4a50-a5f5-514b1d8715dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.939102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-798f9039-59fd-4a50-a5f5-514b1d8715dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:52.952111 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.017962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9fce8900-9a0d-4725-a877-5cbaeb78eac1 req-73ab2e94-3d8e-466a-b1f3-de9db7a629a6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316769 Nov 09 19:40:53.042335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-798f9039-59fd-4a50-a5f5-514b1d8715dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.096522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-737bf3de-2cd3-4203-8235-a8e68007f8e4 req-07e05a96-241c-4372-add3-1f40aee91548 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828108 Nov 09 19:40:53.115990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:53.154818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'mac_address': 'fa:16:3e:0a:90:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:53.167422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-798f9039-59fd-4a50-a5f5-514b1d8715dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.209162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f9039-59fd-4a50-a5f5-514b1d8715dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95adb0a1-de65-4380-80d5-eeed75387847,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:53.212299 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-798f9039-59fd-4a50-a5f5-514b1d8715dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.219054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-798f9039-59fd-4a50-a5f5-514b1d8715dd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/95adb0a1-de65-4380-80d5-eeed75387847 HTTP/1.1" status: 204 len: 168 time: 0.3822036 Nov 09 19:40:53.220088 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.220223 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50178) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:53.244371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f47ac727-f38e-4d55-9812-fe6262af22d4 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:53.249849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ae316-6f15-4cc9-936c-8a1e076c17b4 None None] Network 9703b0f7-bc20-4f2b-b885-831590a94c76 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:40:53.303148 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.325193 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.330090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:53.361339 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.382140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.419249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Network b7c9d175-c011-4611-b9b5-9b458b97224a is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:53.421341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Pushing event updated for resources: {'Port': ['ID=68bce35c-fb5a-49d7-89be-370b87fffe87,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:53.422770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Deleting port 5756b764-544e-4438-9bb6-86d3a12b53fa {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:40:53.423118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.446452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:53.450474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:53.500082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] For port 5756b764-544e-4438-9bb6-86d3a12b53fa, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5756b764-544e-4438-9bb6-86d3a12b53fa,segment=NetworkSegment(987b0120-3157-44e9-a701-c994765bf8b2),segment_id=987b0120-3157-44e9-a701-c994765bf8b2)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:53.500467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.516646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Calling delete_port for 5756b764-544e-4438-9bb6-86d3a12b53fa owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:40:53.539913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:53.542049 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e54dfd-5b62-4bcf-9a8d-337a6df96946" -d '{"events": [{"name": "network-changed", "server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:53.572098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f3c7e-899b-41a0-824c-e67b333946fe req-814259c5-b9b3-49f0-9470-5391b3426987 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:53.574157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:53.582792 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc6f3c7e-899b-41a0-824c-e67b333946fe req-814259c5-b9b3-49f0-9470-5391b3426987 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 948 time: 0.4580319 Nov 09 19:40:53.592540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Attempting to bind port 68bce35c-fb5a-49d7-89be-370b87fffe87 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:40:53.592921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Attempting to bind port 68bce35c-fb5a-49d7-89be-370b87fffe87 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'ba1e073c-e25d-4258-bc05-60c044726289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:40:53.593290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Attempting to bind port 68bce35c-fb5a-49d7-89be-370b87fffe87 on network b7c9d175-c011-4611-b9b5-9b458b97224a {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:40:53.610718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:40:53.611523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Checking segment: {'id': 'ba1e073c-e25d-4258-bc05-60c044726289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:53.612158 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.612950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Bound using segment: {'id': 'ba1e073c-e25d-4258-bc05-60c044726289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:40:53.615009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Bound port: 68bce35c-fb5a-49d7-89be-370b87fffe87, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1e073c-e25d-4258-bc05-60c044726289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:40:53.618109 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.672554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['f47ac727-f38e-4d55-9812-fe6262af22d4'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:53.680181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3b62ba-a8ca-4f27-aebe-4f4252cd25f1 None None] DHCP port deletion for 9703b0f7-bc20-4f2b-b885-831590a94c76 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:40:53.705465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.721274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f443a-d616-4a20-a883-01d41d541d45 req-b4b4c368-6ab3-41ba-a94a-3a32a57439a0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:53.722966 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-207f443a-d616-4a20-a883-01d41d541d45 req-b4b4c368-6ab3-41ba-a94a-3a32a57439a0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.0781345 Nov 09 19:40:53.726411 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc6f3c7e-899b-41a0-824c-e67b333946fe req-b3542a16-b0b7-43c3-a9d1-a499ad7cbbdd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395912 Nov 09 19:40:53.750704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5756b764-544e-4438-9bb6-86d3a12b53fa,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:53.752057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ff3b62ba-a8ca-4f27-aebe-4f4252cd25f1 None None] The port '5756b764-544e-4438-9bb6-86d3a12b53fa' was deleted {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 09 19:40:53.761659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] No DVR routers for this DVR port 5756b764-544e-4438-9bb6-86d3a12b53fa on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:40:53.783829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.824500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] For port 68bce35c-fb5a-49d7-89be-370b87fffe87, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:53.835808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] For port 68bce35c-fb5a-49d7-89be-370b87fffe87, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=68bce35c-fb5a-49d7-89be-370b87fffe87,segment=NetworkSegment(ba1e073c-e25d-4258-bc05-60c044726289),segment_id=ba1e073c-e25d-4258-bc05-60c044726289)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:40:53.839578 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.862266 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-207f443a-d616-4a20-a883-01d41d541d45 req-f53c1374-e267-4b5a-a15c-97411cfe1327 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150362 Nov 09 19:40:53.870204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.885302 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:53.927641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9703b0f7-bc20-4f2b-b885-831590a94c76']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:53.940061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5756b764-544e-4438-9bb6-86d3a12b53fa no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:53.945615 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b14ee09-8143-486d-9993-f3658126c1b2 x-openstack-request-id: req-1b14ee09-8143-486d-9993-f3658126c1b2 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:53.946018 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:53.946361 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b14ee09-8143-486d-9993-f3658126c1b2 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:53.946831 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'status': 'completed', 'code': 200} Nov 09 19:40:53.957765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987b0120-3157-44e9-a701-c994765bf8b2') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:53.957765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987b0120-3157-44e9-a701-c994765bf8b2') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:40:53.985297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 5756b764-544e-4438-9bb6-86d3a12b53fa {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:53.985644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5756b764-544e-4438-9bb6-86d3a12b53fa not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:53.986229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device dc9daae1-18c3-49a1-baf4-3f2d09e9129b no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:54.014439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: dc9daae1-18c3-49a1-baf4-3f2d09e9129b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:54.014831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device dc9daae1-18c3-49a1-baf4-3f2d09e9129b not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:54.015405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8385f598-5025-450a-8c3a-b10b49b3c678 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:54.055771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:54.063354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8385f598-5025-450a-8c3a-b10b49b3c678 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:40:54.063596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8385f598-5025-450a-8c3a-b10b49b3c678 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:54.091830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:54.098021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80d532-2a89-4471-b066-69d48c79d451 None None] Pushing event updated for resources: {'Port': ['ID=68bce35c-fb5a-49d7-89be-370b87fffe87,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:54.114274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:40:54.115076 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:54.127646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-e9c523a9-007a-4a20-9dcf-fb3fbbe66f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:54.128880 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-e9c523a9-007a-4a20-9dcf-fb3fbbe66f72 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1099 time: 0.1865072 Nov 09 19:40:54.145237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-b489a5c7-d300-4ac9-8365-d39037173f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:54.146848 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-b489a5c7-d300-4ac9-8365-d39037173f97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1099 time: 0.2031691 Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:40:54.185382 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:40:54.195873 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:54.205561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:54.210314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] 10.222.0.53 "DELETE /v2.0/networks/9703b0f7-bc20-4f2b-b885-831590a94c76 HTTP/1.1" status: 204 len: 168 time: 0.9889925 Nov 09 19:40:54.229708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f613079-9e3d-45be-b44c-4e32a2695a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=9703b0f7-bc20-4f2b-b885-831590a94c76,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:54.252172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d128d99-3f37-44ad-b7c9-755dc899cb09 req-5454c198-094f-4e00-aba9-b1cfafd1c0bd tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:54.269932 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d128d99-3f37-44ad-b7c9-755dc899cb09 req-5454c198-094f-4e00-aba9-b1cfafd1c0bd tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 948 time: 0.2899842 Nov 09 19:40:54.313433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Allocated IP 172.25.6.188 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/a6780270-2585-44e9-8a33-cbc283de1300) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:40:54.329150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d128d99-3f37-44ad-b7c9-755dc899cb09 req-39c312d9-343f-4381-af8f-7e82d60fe222 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581081 Nov 09 19:40:54.451775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50222) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:54.511844 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-37c61b7e-4f42-41af-bc28-870381c5bbcf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36c3716f9a1a4627a9dd87593858816f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561950 Nov 09 19:40:54.512381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50228) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:54.536245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d78c4-1b6d-49c9-be05-ffb5c2273ffc req-c1efad85-f741-40a2-91d4-b5e99fa15936 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:54.544218 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f6d78c4-1b6d-49c9-be05-ffb5c2273ffc req-c1efad85-f741-40a2-91d4-b5e99fa15936 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.3212743 Nov 09 19:40:54.581368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f22c22c-cac8-415c-b1e1-f19d13968042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:54.581603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-ce9f8ab2-eeef-431e-b651-74cf10a2479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:54.582899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-ce9f8ab2-eeef-431e-b651-74cf10a2479f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4253733 Nov 09 19:40:54.583863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-1e10af51-ed15-492c-8313-3c44b68f8799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:54.585718 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-1e10af51-ed15-492c-8313-3c44b68f8799 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4427605 Nov 09 19:40:54.613030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f22c22c-cac8-415c-b1e1-f19d13968042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:54.677334 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f22c22c-cac8-415c-b1e1-f19d13968042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:54.680841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f22c22c-cac8-415c-b1e1-f19d13968042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:54.682990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6f22c22c-cac8-415c-b1e1-f19d13968042 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f74b946-bc5b-41ec-83b5-1205e10c4984 HTTP/1.1" status: 204 len: 168 time: 0.1696205 Nov 09 19:40:54.686995 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-a69b5b92-9c58-4257-abe0-c5b1318f73eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 217 time: 0.0949991 Nov 09 19:40:54.690799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-05d2cab3-5af3-4ce9-823f-b930c6ea1af6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 217 time: 0.0848927 Nov 09 19:40:54.698356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22c22c-cac8-415c-b1e1-f19d13968042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f74b946-bc5b-41ec-83b5-1205e10c4984,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:54.706804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f6d78c4-1b6d-49c9-be05-ffb5c2273ffc req-379f60fc-bd05-4667-93f7-d5deaea020f8 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582143 Nov 09 19:40:54.765175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7b06c18c-862a-4439-b2e3-2c7027760ae3 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:54.810353 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:54.833389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-0c9b0b96-ba36-43b9-a527-ae040247e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:54.834216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-0c9b0b96-ba36-43b9-a527-ae040247e117 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1225765 Nov 09 19:40:54.840029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-1d72a461-b09c-4ac3-b924-778fbe4ba055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:54.841469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-1d72a461-b09c-4ac3-b924-778fbe4ba055 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1287463 Nov 09 19:40:54.873911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f47ac727-f38e-4d55-9812-fe6262af22d4 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:55.044184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090ae2b-e33d-4282-b610-0872f55b47b0 req-f86c852f-14ad-4774-8e88-498fd2731a89 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:55.055058 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d090ae2b-e33d-4282-b610-0872f55b47b0 req-f86c852f-14ad-4774-8e88-498fd2731a89 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 948 time: 0.1763830 Nov 09 19:40:55.132270 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d090ae2b-e33d-4282-b610-0872f55b47b0 req-62b820c3-abdd-4060-93e2-440888834813 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755949 Nov 09 19:40:55.159058 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.166340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:55.183591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:55.217477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port f47ac727-f38e-4d55-9812-fe6262af22d4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:55.218359 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.240130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-5a10d2d6-ad7e-4e1c-a476-5f486a647723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:55.242961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-5a10d2d6-ad7e-4e1c-a476-5f486a647723 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3910892 Nov 09 19:40:55.280954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73651-b96f-4717-9968-f7241e1d8f00 req-c0167959-f233-4d4b-aa25-d802195ca336 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:55.283675 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51f73651-b96f-4717-9968-f7241e1d8f00 req-c0167959-f233-4d4b-aa25-d802195ca336 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.2743149 Nov 09 19:40:55.298560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-b43c6568-9996-4f2a-9c5e-b8c7d6867df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:55.301490 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-b43c6568-9996-4f2a-9c5e-b8c7d6867df8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4515133 Nov 09 19:40:55.323894 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.326404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.357199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:40:55.388749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50248) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:55.402193 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.455608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ac727-f38e-4d55-9812-fe6262af22d4'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:55.458322 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf8faeb-2ed6-4d59-aa96-b830289d0446" -d '{"events": [{"server_uuid": "0ccf2022-41f7-4e6e-b205-088c290998fd", "name": "network-vif-plugged", "status": "completed", "tag": "f47ac727-f38e-4d55-9812-fe6262af22d4"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:55.464754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b06c18c-862a-4439-b2e3-2c7027760ae3 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:55.492199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:55.502303 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-25383ddc-cfa4-48fa-827e-adec1b9b62ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25ef8c9e32d74c9d99480d9e826a320e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113214 Nov 09 19:40:55.505977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50254) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:55.510955 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.526024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:55.591127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:40:55.599952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68beef-ea1e-46d9-b365-977502555ef6 req-bd984eaf-6a65-4e93-ab94-beb7e96931bd tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:55.609848 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a68beef-ea1e-46d9-b365-977502555ef6 req-bd984eaf-6a65-4e93-ab94-beb7e96931bd tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 948 time: 0.1046388 Nov 09 19:40:55.634442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Pushing event updated for resources: {'Port': ['ID=a6780270-2585-44e9-8a33-cbc283de1300,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:55.658176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:55.663072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:55.683509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81bdf37-81a8-41b2-9f8b-1c602b49566c None None] Network b7c9d175-c011-4611-b9b5-9b458b97224a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:40:55.687117 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a68beef-ea1e-46d9-b365-977502555ef6 req-85c5ac02-116d-4fb6-b095-2b96bd91318c tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762165 Nov 09 19:40:55.699100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.727369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51f73651-b96f-4717-9968-f7241e1d8f00 req-074880a0-f9a0-4ae8-ae82-5e1844b6c003 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267857 Nov 09 19:40:55.745924 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.774899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['7b06c18c-862a-4439-b2e3-2c7027760ae3'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:55.806862 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.808313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:40:55.902114 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24c7479-af4d-4c3f-957e-6e7192648e0d x-openstack-request-id: req-b24c7479-af4d-4c3f-957e-6e7192648e0d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:40:55.902430 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccf2022-41f7-4e6e-b205-088c290998fd", "name": "network-vif-plugged", "status": "completed", "tag": "f47ac727-f38e-4d55-9812-fe6262af22d4", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:40:55.902896 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b24c7479-af4d-4c3f-957e-6e7192648e0d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:40:55.903462 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'code': 200} Nov 09 19:40:55.934291 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.939500 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:55.940692 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc2ce4ab-1d88-4c56-b95a-efdeae9c2195 HTTP/1.1" status: 204 len: 168 time: 0.4332128 Nov 09 19:40:55.956258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ce4ab-1d88-4c56-b95a-efdeae9c2195,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:55.976263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.976615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.976960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.977303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.977696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.978038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.978369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.978764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.979073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.979383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.979732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:55.980060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5723d87a-213e-44d0-bf24-d4095d694549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:40:56.025370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 68bce35c-fb5a-49d7-89be-370b87fffe87 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:56.027844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:40:56.063490 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-fc6be790-6965-45ac-83b8-2485e9aa30fb service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036041 Nov 09 19:40:56.086980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0d03d83a-19ba-4440-9103-023f58d75212 None None] Provisioning complete for port 68bce35c-fb5a-49d7-89be-370b87fffe87 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:56.087356 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0d03d83a-19ba-4440-9103-023f58d75212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:56.131102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-772a9010-50a1-478f-b9a8-0350b255ee7a service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871692 Nov 09 19:40:56.167118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d73c1-e566-40f5-ac06-40b035be9167 req-1fc858a1-e28a-4342-be76-dc5cf709f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:56.168751 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad5d73c1-e566-40f5-ac06-40b035be9167 req-1fc858a1-e28a-4342-be76-dc5cf709f84e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 1100 time: 0.0628772 Nov 09 19:40:56.228015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:56.306243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd2664-3a14-4e6c-b4ce-19c4f0b80e79 req-a40be1f4-b4f5-4d65-bf62-be337873e9df tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:56.313936 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23bd2664-3a14-4e6c-b4ce-19c4f0b80e79 req-a40be1f4-b4f5-4d65-bf62-be337873e9df tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.3724618 Nov 09 19:40:56.325563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad5d73c1-e566-40f5-ac06-40b035be9167 req-08173548-45ac-43a9-99b9-610f94d57226 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472116 Nov 09 19:40:56.377755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca55919-b2d3-453b-9249-0c15630edd63 req-412f4e93-9ab8-4aa1-a480-e0c3f774a36c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:56.385463 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ca55919-b2d3-453b-9249-0c15630edd63 req-412f4e93-9ab8-4aa1-a480-e0c3f774a36c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 948 time: 0.1611991 Nov 09 19:40:56.496264 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ca55919-b2d3-453b-9249-0c15630edd63 req-4781726e-53ea-4d64-8391-af3887d9ed71 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944431 Nov 09 19:40:56.497478 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0d03d83a-19ba-4440-9103-023f58d75212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:56.542729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0d03d83a-19ba-4440-9103-023f58d75212 None None] For port 68bce35c-fb5a-49d7-89be-370b87fffe87, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=68bce35c-fb5a-49d7-89be-370b87fffe87,segment=NetworkSegment(ba1e073c-e25d-4258-bc05-60c044726289),segment_id=ba1e073c-e25d-4258-bc05-60c044726289)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:56.543983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 68bce35c-fb5a-49d7-89be-370b87fffe87 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:56.544403 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:56.553155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23bd2664-3a14-4e6c-b4ce-19c4f0b80e79 req-83aa00ec-bf67-4e70-ada4-883cf730e373 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375920 Nov 09 19:40:56.553418 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0d03d83a-19ba-4440-9103-023f58d75212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:56.581356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-864d0f0e-de92-4769-9961-7c61eaabd34d service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744544 Nov 09 19:40:56.583932 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49e54dfd-5b62-4bcf-9a8d-337a6df96946 req-fe7b79bf-1a66-4cea-9b65-9baed3748220 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326134 Nov 09 19:40:56.633484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:56.667053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03d83a-19ba-4440-9103-023f58d75212 None None] Pushing event updated for resources: {'Port': ['ID=68bce35c-fb5a-49d7-89be-370b87fffe87,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:56.777577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:56.928374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4ed35e5c-6352-4467-a34e-585cd12b4a36 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:57.038373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a81f10-76cd-4cf8-b9e5-0d5b0d0ba85f req-8542b6d6-5975-4cb1-9bd5-2bc5a0ebf274 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:57.044460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06a81f10-76cd-4cf8-b9e5-0d5b0d0ba85f req-8542b6d6-5975-4cb1-9bd5-2bc5a0ebf274 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.1741097 Nov 09 19:40:57.048302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-12a09494-84b9-412d-af38-2a427def353c tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:57.060313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-12a09494-84b9-412d-af38-2a427def353c tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.4239554 Nov 09 19:40:57.081997 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.resource_extend [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:40:57.093902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817256-1'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:57.204432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f79d594d-0af2-46cc-8443-734b1422e995 None None] Provisioning complete for port 68bce35c-fb5a-49d7-89be-370b87fffe87 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:57.205519 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f79d594d-0af2-46cc-8443-734b1422e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:57.391191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e64c24-8528-4b31-966a-5662c5304c80 req-33b2c6c9-350a-4501-a8de-f7d1636e2caf tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:57.393746 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-63e64c24-8528-4b31-966a-5662c5304c80 req-33b2c6c9-350a-4501-a8de-f7d1636e2caf tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.1565156 Nov 09 19:40:57.556383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-63e64c24-8528-4b31-966a-5662c5304c80 req-afa7bbd4-cc70-4227-9578-591115255a15 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503699 Nov 09 19:40:57.607318 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:57.669176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'mac_address': 'fa:16:3e:f9:6a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:57.712881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:57.784006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50330) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:57.821546 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:57.859448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4ed35e5c-6352-4467-a34e-585cd12b4a36 has no active binding in host n-h2-817256-1 {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 19:40:57.860392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 65c122a9-7748-4aa6-9622-11231ee37177 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:40:57.930813 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:57.956152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06a81f10-76cd-4cf8-b9e5-0d5b0d0ba85f req-1b673de6-78ba-4c6a-82e0-4a92f31122ad tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8880343 Nov 09 19:40:57.992315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-network', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:58.029171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Made reservation on behalf of 820b62e637ad4feab3eb9c37946849ca for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:40:58.033662 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.048278 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.070618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 68bce35c-fb5a-49d7-89be-370b87fffe87 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:58.132743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136acd93-cc6f-4360-ae8c-0a6584b2ca3c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:58.149318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-b29f1163-8bfd-4f4c-b3ec-7d2b2e1ca427 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:58.150972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-b29f1163-8bfd-4f4c-b3ec-7d2b2e1ca427 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a&tenant_id=7c484e1d3fa649f1a7b536ea30195afa&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 948 time: 0.9649923 Nov 09 19:40:58.162500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 65c122a9-7748-4aa6-9622-11231ee37177, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65c122a9-7748-4aa6-9622-11231ee37177,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:58.198374 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.202370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:58.207656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '65c122a9-7748-4aa6-9622-11231ee37177', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'port_id': '65c122a9-7748-4aa6-9622-11231ee37177', 'mac_address': 'fa:16:3e:72:09:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:40:58.209165 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.229265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:40:58.243768 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.244501 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Added segment ca6778c3-9b64-42f3-a52e-4c15394fac04 of type vlan for network 5009a35b-c7b0-4bca-aee2-04e8680130fc Nov 09 19:40:58.253861 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.255232 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.279783 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.301761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65c122a9-7748-4aa6-9622-11231ee37177 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:40:58.325459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 65c122a9-7748-4aa6-9622-11231ee37177, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65c122a9-7748-4aa6-9622-11231ee37177,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:58.332900 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.355753 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.388744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.390978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:58.391881 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.392452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 68bce35c-fb5a-49d7-89be-370b87fffe87 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:58.392452 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.437245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:58.524036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=65c122a9-7748-4aa6-9622-11231ee37177,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:58.525311 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7397368 Nov 09 19:40:58.526424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50338) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:58.529609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['65c122a9-7748-4aa6-9622-11231ee37177'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:58.544713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Request body: {'subnet': {'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-subnet', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:58.588497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64ac8a2-87ad-4b19-ba25-6b5e11ef348d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:58.595747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Made reservation on behalf of 820b62e637ad4feab3eb9c37946849ca for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:40:58.598044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:58.646595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f46a7a-8e84-4cb6-9a17-1593724d3b7a admin admin] Pushing event updated for resources: {'Network': ['ID=5009a35b-c7b0-4bca-aee2-04e8680130fc,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:58.709399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5009a35b-c7b0-4bca-aee2-04e8680130fc details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:40:58.740020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fb47c6b-f023-4b23-bbb1-a10795e0ed18 service neutron] 10.222.0.70 "GET /v2.0/ports/136acd93-cc6f-4360-ae8c-0a6584b2ca3c/bindings/n-h1-817256-1 HTTP/1.1" status: 200 len: 382 time: 0.5600569 Nov 09 19:40:58.766613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65320eb-4d13-4278-a7dc-924ba59d7a77 req-0129e0bc-4a92-439d-bd4e-106eaa8a9628 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:58.779010 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a65320eb-4d13-4278-a7dc-924ba59d7a77 req-0129e0bc-4a92-439d-bd4e-106eaa8a9628 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 948 time: 0.6819158 Nov 09 19:40:58.851768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['136acd93-cc6f-4360-ae8c-0a6584b2ca3c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:40:58.872791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7b06c18c-862a-4439-b2e3-2c7027760ae3 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:40:58.918713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:59.002469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a65320eb-4d13-4278-a7dc-924ba59d7a77 req-17d12923-27d7-4a40-9a01-deb0fd0a018d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216411 Nov 09 19:40:59.070565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-a15f73f1-ca5f-4596-ab86-11e7e7d28ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:59.076176 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-a15f73f1-ca5f-4596-ab86-11e7e7d28ffd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1100 time: 0.2930393 Nov 09 19:40:59.079779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.129466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 7b06c18c-862a-4439-b2e3-2c7027760ae3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:40:59.129895 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.189163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:40:59.265800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f97fcda-6db5-4eb5-980a-98ba2e390256,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:59.281113 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.290445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Checking segment: {'id': 'ca6778c3-9b64-42f3-a52e-4c15394fac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:40:59.290843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Network hostable DHCP agents. Network: 5009a35b-c7b0-4bca-aee2-04e8680130fc, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:40:59.325185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Network 5009a35b-c7b0-4bca-aee2-04e8680130fc is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:40:59.338317 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5009a35b-c7b0-4bca-aee2-04e8680130fc) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:40:59.344407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:59.345007 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.381215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-19941b68-1fd6-438f-9af9-74034c4e813b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8411019 Nov 09 19:40:59.382157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50346) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:40:59.386935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-router', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:40:59.412320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ed35e5c-6352-4467-a34e-585cd12b4a36'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:59.419909 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8b4bb1-d1dd-4034-93bc-9a608813206f" -d '{"events": [{"server_uuid": "fac28ce9-d505-4019-8888-3f7a260cd9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "4ed35e5c-6352-4467-a34e-585cd12b4a36"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:59.439280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.441371 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.449250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.468945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-73c00e4b-d2ba-4e6e-b69c-c7e1d87c3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:59.473305 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-73c00e4b-d2ba-4e6e-b69c-c7e1d87c3761 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.3801219 Nov 09 19:40:59.603233 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.623229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52941112-c9e1-45ab-ac67-6da0514797a4 None None] Network 5009a35b-c7b0-4bca-aee2-04e8680130fc requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:40:59.651586 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-b07e9f31-0238-42f6-bff0-46b26b3cdd36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 217 time: 0.1098807 Nov 09 19:40:59.697324 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.705297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Router ffc3345f-76e8-443a-a2f1-504ae2927117 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:40:59.735994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:40:59.739065 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991b2c9a-1726-4a9d-a4b9-3128697e191b" -d '{"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-plugged", "status": "completed", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:40:59.763955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:40:59.791312 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.892623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:40:59.916644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867c4c9-f460-42f3-8de0-2f58bf68e462 req-c97b78c7-5023-46cc-a136-9bd12db030cc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:40:59.925841 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4867c4c9-f460-42f3-8de0-2f58bf68e462 req-c97b78c7-5023-46cc-a136-9bd12db030cc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 945 time: 0.7497108 Nov 09 19:40:59.954807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:40:59.998205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-5009a35b-c7b0-4bca-aee2-04e8680130fc', 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'fixed_ips': [{'subnet_id': '1f97fcda-6db5-4eb5-980a-98ba2e390256'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:40:59.999331 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:00.195066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:41:00.210954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Sync routers for ids ['ffc3345f-76e8-443a-a2f1-504ae2927117'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:41:00.216132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Pushing event updated for resources: {'Port': ['ID=4ed35e5c-6352-4467-a34e-585cd12b4a36,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:00.233091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on host n-h1-817256-1 for vnic_type normal with profile {"migrating_to": "n-h2-817256-1"} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:00.233770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:00.234269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:00.242656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-3ccb82bf-2a8e-4264-9169-dc20eaec2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:00.244513 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-3ccb82bf-2a8e-4264-9169-dc20eaec2af1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.5775018 Nov 09 19:41:00.267670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Routers {'ffc3345f-76e8-443a-a2f1-504ae2927117'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:00.270358 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:00.271185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ffc3345f-76e8-443a-a2f1-504ae2927117'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:00.274620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:41:00.274963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Attempting to bind port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:00.313460 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:00.315861 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:00.321653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ec62261c-e455-49fe-91e7-b2b10ac0ef29 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8045359 Nov 09 19:41:00.340260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50354) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:00.402661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:00.402956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:00.403257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:00.403714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Bound port: 4ed35e5c-6352-4467-a34e-585cd12b4a36, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:00.404072 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:00.477440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4867c4c9-f460-42f3-8de0-2f58bf68e462 req-f1e71b43-c6d9-4285-b7d9-48a5f5a128aa tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371814 Nov 09 19:41:00.574893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Allocated IP 172.20.0.2 (5009a35b-c7b0-4bca-aee2-04e8680130fc/1f97fcda-6db5-4eb5-980a-98ba2e390256/f5b316fc-16b4-4038-9226-8941897ffd69) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:00.598476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Allocated IP 172.25.6.98 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/71742b53-6e0b-441f-9998-6cb0b1d49f4c) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:00.651443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Set router ffc3345f-76e8-443a-a2f1-504ae2927117 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:00.744933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-e601e995-95c1-46a9-915a-ca7c4270159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:00.746418 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-e601e995-95c1-46a9-915a-ca7c4270159c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4827557 Nov 09 19:41:00.828979 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:00.859716 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:00.924716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:00.969837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 65c122a9-7748-4aa6-9622-11231ee37177 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:01.010619 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:01.015031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:01.027814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:01.031214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:01.036002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:01.041329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fe0bc-6292-44d7-9864-4baabc9f3bd6 req-14d75142-41a4-4ca4-9722-db397369b262 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:01.043176 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-012fe0bc-6292-44d7-9864-4baabc9f3bd6 req-14d75142-41a4-4ca4-9722-db397369b262 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 944 time: 0.4518318 Nov 09 19:41:01.240265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:01.240265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-4fb9c115-a0b8-466f-a101-ace7fb1ba6d2 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422388 Nov 09 19:41:01.353513 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Pushing event updated for resources: {'Port': ['ID=4ed35e5c-6352-4467-a34e-585cd12b4a36,revision_number=8']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:01.376330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 65c122a9-7748-4aa6-9622-11231ee37177 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:01.376695 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:01.392395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Pushing event updated for resources: {'Port': ['ID=71742b53-6e0b-441f-9998-6cb0b1d49f4c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:01.496987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:41:01.603736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:01.608360 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:01.732542 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-012fe0bc-6292-44d7-9864-4baabc9f3bd6 req-11a4c42a-8d91-42a3-bf05-b0a964e0e078 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026395 Nov 09 19:41:01.746337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:01.752063 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:01.755102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4b010cf5-c07a-4e8a-afe3-25f4cb0a07bd service neutron] 10.222.0.77 "PUT /v2.0/ports/4ed35e5c-6352-4467-a34e-585cd12b4a36 HTTP/1.1" status: 200 len: 1121 time: 4.6747463 Nov 09 19:41:01.763654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:01.869135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-912df4c6-e5ed-40e1-b71d-837625ba7483 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511765 Nov 09 19:41:01.911442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['4ed35e5c-6352-4467-a34e-585cd12b4a36'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:01.918466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['4ed35e5c-6352-4467-a34e-585cd12b4a36'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:02.071988 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:02.163642 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:02.318225 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:02.408750 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:02.502666 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:02.523047 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Network 5009a35b-c7b0-4bca-aee2-04e8680130fc is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:02.547872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'name': 'tempest-FloatingIPsTestJSON-774137555-router', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:52Z', 'updated_at': '2021-11-09T19:40:56Z', 'revision_number': 3, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'gw_port': {'id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:40:53Z', 'updated_at': '2021-11-09T19:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:02.610266 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:02.644492 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Checking router: ffc3345f-76e8-443a-a2f1-504ae2927117 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:41:02.650907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Updating router ffc3345f-76e8-443a-a2f1-504ae2927117 port a6780270-2585-44e9-8a33-cbc283de1300 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:41:02.657317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:02.679348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:02.817146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Attempting to bind port f5b316fc-16b4-4038-9226-8941897ffd69 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:02.817541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Attempting to bind port f5b316fc-16b4-4038-9226-8941897ffd69 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'ca6778c3-9b64-42f3-a52e-4c15394fac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:02.817902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Attempting to bind port f5b316fc-16b4-4038-9226-8941897ffd69 on network 5009a35b-c7b0-4bca-aee2-04e8680130fc {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:02.932285 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:02.951011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Pushing event updated for resources: {'Port': ['ID=f5b316fc-16b4-4038-9226-8941897ffd69,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:02.998338 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 65c122a9-7748-4aa6-9622-11231ee37177, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65c122a9-7748-4aa6-9622-11231ee37177,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:03.004178 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:03.057852 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:03.379289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:03.379937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Checking segment: {'id': 'ca6778c3-9b64-42f3-a52e-4c15394fac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:03.386753 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:03.387304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Bound using segment: {'id': 'ca6778c3-9b64-42f3-a52e-4c15394fac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:03.387841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Bound port: f5b316fc-16b4-4038-9226-8941897ffd69, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6778c3-9b64-42f3-a52e-4c15394fac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:03.388239 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:03.470899 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:03.493329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Router 98b1f5f6-7aa3-45e4-9390-1f766b83507f is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:41:03.596768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9c4c2-0e3a-4a93-8dfa-1ee705f8f8b6 req-9f2f4ffa-5eab-4fe8-89e9-842090d3ed38 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:03.598525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35b9c4c2-0e3a-4a93-8dfa-1ee705f8f8b6 req-9f2f4ffa-5eab-4fe8-89e9-842090d3ed38 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 1.5120652 Nov 09 19:41:03.607424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Allocated IP 172.20.0.1 (b7c9d175-c011-4611-b9b5-9b458b97224a/ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7/fa6cf178-0be4-46db-89cc-3767363aee67) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:03.664939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.665315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.667020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.667391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.667729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.669420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.669954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.670343 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.670729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.671981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.672543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.672884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:03.819846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:41:03.833403 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Sync routers for ids ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:41:03.854629 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Routers {'98b1f5f6-7aa3-45e4-9390-1f766b83507f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:03.855396 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:03.857935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:03.859853 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-493c25c5-59f4-4ad7-b47e-a15b2bea0752 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4764566 Nov 09 19:41:03.878408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50366) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:04.066477 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Set router 98b1f5f6-7aa3-45e4-9390-1f766b83507f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:04.254888 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35b9c4c2-0e3a-4a93-8dfa-1ee705f8f8b6 req-5492739f-0932-4355-b7e5-e39cef0d361d tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982702 Nov 09 19:41:04.438617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] For port f5b316fc-16b4-4038-9226-8941897ffd69, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:04.488245 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68a4ef1-fe51-4108-b5eb-18c97c9fff12 x-openstack-request-id: req-a68a4ef1-fe51-4108-b5eb-18c97c9fff12 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:04.490438 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-plugged", "status": "completed", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:04.491044 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a68a4ef1-fe51-4108-b5eb-18c97c9fff12 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:04.493360 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'code': 200} Nov 09 19:41:04.495885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] For port f5b316fc-16b4-4038-9226-8941897ffd69, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f5b316fc-16b4-4038-9226-8941897ffd69,segment=NetworkSegment(ca6778c3-9b64-42f3-a52e-4c15394fac04),segment_id=ca6778c3-9b64-42f3-a52e-4c15394fac04)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:04.513578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:04.587474 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:04.615688 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ae293d-037a-4023-8797-7da714d68ac9 x-openstack-request-id: req-93ae293d-037a-4023-8797-7da714d68ac9 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:04.615688 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac28ce9-d505-4019-8888-3f7a260cd9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "4ed35e5c-6352-4467-a34e-585cd12b4a36", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:04.616792 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93ae293d-037a-4023-8797-7da714d68ac9 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:04.617069 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ed35e5c-6352-4467-a34e-585cd12b4a36', 'code': 200} Nov 09 19:41:04.696545 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-router', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:59Z', 'updated_at': '2021-11-09T19:41:01Z', 'revision_number': 3, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'gw_port': {'id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:14:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:00Z', 'updated_at': '2021-11-09T19:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:04.745979 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Checking router: 98b1f5f6-7aa3-45e4-9390-1f766b83507f for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:41:04.745979 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Updating router 98b1f5f6-7aa3-45e4-9390-1f766b83507f port 71742b53-6e0b-441f-9998-6cb0b1d49f4c binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:41:04.763050 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:04.768735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=65c122a9-7748-4aa6-9622-11231ee37177,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:04.785360 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:04.809848 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:04.925464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Attempting to bind port a6780270-2585-44e9-8a33-cbc283de1300 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:04.931004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Attempting to bind port a6780270-2585-44e9-8a33-cbc283de1300 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:04.931595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Attempting to bind port a6780270-2585-44e9-8a33-cbc283de1300 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:04.944329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b13ec4-4925-4647-ba49-b80016aaa0d2 None None] Pushing event updated for resources: {'Port': ['ID=f5b316fc-16b4-4038-9226-8941897ffd69,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:04.966848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:04.967138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:04.993658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:04.994418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:04.995070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Bound port: a6780270-2585-44e9-8a33-cbc283de1300, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:04.995586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:05.157085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:05.169776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5624e0d-3087-43a6-aa6a-82501e55f941 None None] Pushing event updated for resources: {'Port': ['ID=a6780270-2585-44e9-8a33-cbc283de1300,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:05.228957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] For port a6780270-2585-44e9-8a33-cbc283de1300, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:05.237697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] For port a6780270-2585-44e9-8a33-cbc283de1300, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a6780270-2585-44e9-8a33-cbc283de1300,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:05.246180 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:05.374639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Routers {'ffc3345f-76e8-443a-a2f1-504ae2927117'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:05.375415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ffc3345f-76e8-443a-a2f1-504ae2927117'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:05.496166 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:05.536861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5624e0d-3087-43a6-aa6a-82501e55f941 None None] Pushing event updated for resources: {'Port': ['ID=a6780270-2585-44e9-8a33-cbc283de1300,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:05.568739 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:05.584412 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:05.632744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] Set router ffc3345f-76e8-443a-a2f1-504ae2927117 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:05.744584 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Pushing event updated for resources: {'Port': ['ID=71742b53-6e0b-441f-9998-6cb0b1d49f4c,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:05.746685 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Attempting to bind port 71742b53-6e0b-441f-9998-6cb0b1d49f4c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:05.747083 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Attempting to bind port 71742b53-6e0b-441f-9998-6cb0b1d49f4c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:05.747435 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Attempting to bind port 71742b53-6e0b-441f-9998-6cb0b1d49f4c on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:05.788676 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:05.789108 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:05.789534 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:05.789939 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:05.790477 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Bound port: 71742b53-6e0b-441f-9998-6cb0b1d49f4c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:05.790976 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:05.799531 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.799941 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.800279 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.800613 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.800944 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.801272 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.801595 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.801903 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.802221 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.802556 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.809303 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.809750 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:05.943681 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] For port 71742b53-6e0b-441f-9998-6cb0b1d49f4c, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:05.948448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Allocated IP 172.20.0.1 (5009a35b-c7b0-4bca-aee2-04e8680130fc/1f97fcda-6db5-4eb5-980a-98ba2e390256/d83ca8b7-a389-425a-82f5-b3d79e4e4d80) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:05.951972 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] For port 71742b53-6e0b-441f-9998-6cb0b1d49f4c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=71742b53-6e0b-441f-9998-6cb0b1d49f4c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:05.964876 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:06.046015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f5b316fc-16b4-4038-9226-8941897ffd69 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:06.103247 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Routers {'98b1f5f6-7aa3-45e4-9390-1f766b83507f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:06.103880 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:06.135906 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:06.178387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:06.242381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'name': 'tempest-FloatingIPsTestJSON-774137555-router', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:52Z', 'updated_at': '2021-11-09T19:40:56Z', 'revision_number': 3, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'gw_port': {'id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:40:53Z', 'updated_at': '2021-11-09T19:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:06.250064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Network b7c9d175-c011-4611-b9b5-9b458b97224a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:06.257210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-22af1213-f30d-48a5-8e38-1d50892aa34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:06.258831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-22af1213-f30d-48a5-8e38-1d50892aa34a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a&tenant_id=7c484e1d3fa649f1a7b536ea30195afa HTTP/1.1" status: 200 len: 1101 time: 1.3269098 Nov 09 19:41:06.277144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:06.292452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:06.333328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6fcf5a-753f-4258-9a3e-4b326067beac None None] The sync data for ids ['ffc3345f-76e8-443a-a2f1-504ae2927117'] in n-d-817256-1 is: [{'id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'name': 'tempest-FloatingIPsTestJSON-774137555-router', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:52Z', 'updated_at': '2021-11-09T19:40:56Z', 'revision_number': 3, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'gw_port': {'id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:40:53Z', 'updated_at': '2021-11-09T19:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:41:06.345532 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f5b316fc-16b4-4038-9226-8941897ffd69 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:06.345978 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:06.356353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:06.377530 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:06.389234 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] Set router 98b1f5f6-7aa3-45e4-9390-1f766b83507f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:06.455924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Network 5009a35b-c7b0-4bca-aee2-04e8680130fc is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:06.482550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3e3c9-d83a-4f4c-a8ff-9c419b349a21 None None] Network 5009a35b-c7b0-4bca-aee2-04e8680130fc requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:41:06.526967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'}, {'server_uuid': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c122a9-7748-4aa6-9622-11231ee37177'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:06.530805 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15667fd-8fe8-4ec9-b996-c55d1bf50b38" -d '{"events": [{"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-plugged", "status": "completed", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c"}, {"server_uuid": "c22c11f5-72b8-4a1a-8cb4-58ea5ff24431", "name": "network-vif-plugged", "status": "completed", "tag": "65c122a9-7748-4aa6-9622-11231ee37177"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:06.544057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:06.581022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3098be8-1ca1-41da-ba74-4423646255e6 req-640259aa-eabf-4e34-9fed-8546648694c2 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:06.592192 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3098be8-1ca1-41da-ba74-4423646255e6 req-640259aa-eabf-4e34-9fed-8546648694c2 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 1.6457770 Nov 09 19:41:06.612788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:06.616020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6cf178-0be4-46db-89cc-3767363aee67,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:06.668484 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4db79f-a427-4f81-be01-e5a685b958c9 None None] Pushing event updated for resources: {'Port': ['ID=71742b53-6e0b-441f-9998-6cb0b1d49f4c,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:06.696078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'tag': '4ed35e5c-6352-4467-a34e-585cd12b4a36'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:06.698392 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cd7236-b3c5-4f7b-89ee-b3641cc47405" -d '{"events": [{"name": "network-changed", "server_uuid": "fac28ce9-d505-4019-8888-3f7a260cd9e7", "tag": "4ed35e5c-6352-4467-a34e-585cd12b4a36"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:06.706731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.707080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.707428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.707936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.708096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.708429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.708760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.709336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.709716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.710077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.710375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.718879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:06.822111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-71d3bb03-3955-416d-b3ee-1617735bfe8f None None] Provisioning complete for port f5b316fc-16b4-4038-9226-8941897ffd69 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:06.822701 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-71d3bb03-3955-416d-b3ee-1617735bfe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:06.864697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:06.970567 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3098be8-1ca1-41da-ba74-4423646255e6 req-e10d0625-b578-4b40-8aa4-dea8acdc829e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728993 Nov 09 19:41:06.987836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:06.990569 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:07.002771 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-router', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:59Z', 'updated_at': '2021-11-09T19:41:01Z', 'revision_number': 3, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'gw_port': {'id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:14:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:00Z', 'updated_at': '2021-11-09T19:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:07.065216 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9556c44f-ae2a-44cb-9ef6-ba50c0840bbd None None] The sync data for ids ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'] in n-d-817256-1 is: [{'id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-router', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:59Z', 'updated_at': '2021-11-09T19:41:01Z', 'revision_number': 3, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'gw_port': {'id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:14:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:00Z', 'updated_at': '2021-11-09T19:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:41:07.105130 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:07.184391 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:07.198719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Pushing event updated for resources: {'Port': ['ID=d83ca8b7-a389-425a-82f5-b3d79e4e4d80,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:07.436333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port f5b316fc-16b4-4038-9226-8941897ffd69, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f5b316fc-16b4-4038-9226-8941897ffd69,segment=NetworkSegment(ca6778c3-9b64-42f3-a52e-4c15394fac04),segment_id=ca6778c3-9b64-42f3-a52e-4c15394fac04)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:07.451216 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:07.467335 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:07.590051 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-71d3bb03-3955-416d-b3ee-1617735bfe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:07.617568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb5e2d-3802-4d1f-8e8a-a73e2bc7e321 req-6ac3342a-c941-4375-8dac-7341c14e6b0b tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:07.636548 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-accb5e2d-3802-4d1f-8e8a-a73e2bc7e321 req-6ac3342a-c941-4375-8dac-7341c14e6b0b tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 943 time: 0.4460855 Nov 09 19:41:07.795831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=f5b316fc-16b4-4038-9226-8941897ffd69,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:07.875151 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-71d3bb03-3955-416d-b3ee-1617735bfe8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:41:07.877335 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-71d3bb03-3955-416d-b3ee-1617735bfe8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:41:07.959587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-accb5e2d-3802-4d1f-8e8a-a73e2bc7e321 req-cb2681fe-7f27-42bf-b705-9420bcd050ad tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207960 Nov 09 19:41:08.136396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:08.142300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 71742b53-6e0b-441f-9998-6cb0b1d49f4c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:08.340769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 71742b53-6e0b-441f-9998-6cb0b1d49f4c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:08.341202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:08.353910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:08.450704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:08.574299 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:08.590072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Transition to ACTIVE for port object 136acd93-cc6f-4360-ae8c-0a6584b2ca3c will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:41:08.669443 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:08.678486 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:08.745164 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:08.761382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-51fb9e3f-8b11-491e-a412-8ee0285760fa None None] Provisioning complete for port f5b316fc-16b4-4038-9226-8941897ffd69 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:08.761758 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-51fb9e3f-8b11-491e-a412-8ee0285760fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:08.764464 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:41:08.764866 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:41:08.772997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=10']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:08.796120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89abdd-e966-4375-b0a5-f324c951696b req-aa4b56b0-1df7-4482-87d6-93e6064513d9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:08.804955 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e89abdd-e966-4375-b0a5-f324c951696b req-aa4b56b0-1df7-4482-87d6-93e6064513d9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.6222806 Nov 09 19:41:08.825530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 71742b53-6e0b-441f-9998-6cb0b1d49f4c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=71742b53-6e0b-441f-9998-6cb0b1d49f4c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:08.838488 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:08.841043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a6780270-2585-44e9-8a33-cbc283de1300 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:08.963559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] No DVR routers for this DVR port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:41:09.018678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a6780270-2585-44e9-8a33-cbc283de1300 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:09.019244 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:09.192273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:09.192867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:09.193006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:09.233404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:41:09.233764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Attempting to bind port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:09.248106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:09.248449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:09.248843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:09.249298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Bound port: 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:09.249663 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:09.337847 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e89abdd-e966-4375-b0a5-f324c951696b req-cd5fe860-a5f6-439a-839e-7288ffd44316 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317643 Nov 09 19:41:09.483231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=71742b53-6e0b-441f-9998-6cb0b1d49f4c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:09.581581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4ed35e5c-6352-4467-a34e-585cd12b4a36 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:09.637934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:09.710923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-51fb9e3f-8b11-491e-a412-8ee0285760fa None None] Provisioning complete for port fa6cf178-0be4-46db-89cc-3767363aee67 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:09.711755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-51fb9e3f-8b11-491e-a412-8ee0285760fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:09.716903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:09.772133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:09.793261 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:09.805684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-51fb9e3f-8b11-491e-a412-8ee0285760fa None None] Port fa6cf178-0be4-46db-89cc-3767363aee67 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:41:09.811412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:09.812443 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:09.814368 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] 10.222.0.77 "PUT /v2.0/ports/136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 1097 time: 3.5289381 Nov 09 19:41:09.903072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port a6780270-2585-44e9-8a33-cbc283de1300, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a6780270-2585-44e9-8a33-cbc283de1300,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:09.920193 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:09.924919 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:09.930036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-51fb9e3f-8b11-491e-a412-8ee0285760fa None None] Provisioning complete for port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:09.930666 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-51fb9e3f-8b11-491e-a412-8ee0285760fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:10.049226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5cd1f-4c92-4878-a631-01f9fae56590 service neutron] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=11']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:10.114283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:10.114962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 71742b53-6e0b-441f-9998-6cb0b1d49f4c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:10.128421 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-51fb9e3f-8b11-491e-a412-8ee0285760fa None None] Port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:41:10.170777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:10.174506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:10.229638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=a6780270-2585-44e9-8a33-cbc283de1300,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:10.285529 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0c14466d-4482-4265-8e60-23165186cca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:10.353732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 71742b53-6e0b-441f-9998-6cb0b1d49f4c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:10.354490 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:10.540488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f5b316fc-16b4-4038-9226-8941897ffd69 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:10.659896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f5b316fc-16b4-4038-9226-8941897ffd69 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:10.660336 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:10.764737 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:10.810404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-54ce4c6c-fe02-45c8-8b04-cd9df680b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:10.812005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-54ce4c6c-fe02-45c8-8b04-cd9df680b58f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1100 time: 0.7574289 Nov 09 19:41:10.822067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec0028-ebca-4025-8c38-8e7a6eecd13e req-858352f5-72e0-4c3e-a58e-c029cb7bbbf8 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:10.831067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4dec0028-ebca-4025-8c38-8e7a6eecd13e req-858352f5-72e0-4c3e-a58e-c029cb7bbbf8 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 1.1426454 Nov 09 19:41:10.833269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:10.984192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-dab84397-3115-4902-bbbd-c11f8d501feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:10.985634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-dab84397-3115-4902-bbbd-c11f8d501feb service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1468441 Nov 09 19:41:11.007358 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4dec0028-ebca-4025-8c38-8e7a6eecd13e req-3dca472e-5450-4d05-a1f5-d45b39eb1f07 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751335 Nov 09 19:41:11.125250 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d581685-4e2a-425e-8f9f-7eca34ec76df x-openstack-request-id: req-8d581685-4e2a-425e-8f9f-7eca34ec76df {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:11.125765 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-plugged", "status": "completed", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c", "code": 200}, {"server_uuid": "c22c11f5-72b8-4a1a-8cb4-58ea5ff24431", "name": "network-vif-plugged", "status": "completed", "tag": "65c122a9-7748-4aa6-9622-11231ee37177", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:11.126000 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d581685-4e2a-425e-8f9f-7eca34ec76df {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:11.126529 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'code': 200} Nov 09 19:41:11.126895 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c122a9-7748-4aa6-9622-11231ee37177', 'code': 200} Nov 09 19:41:11.221095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Pushing event updated for resources: {'Port': ['ID=d83ca8b7-a389-425a-82f5-b3d79e4e4d80,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:11.233997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-48152e19-b072-4a28-a614-c770757d9a4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 217 time: 0.1867721 Nov 09 19:41:11.251294 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9cc7b2-8bae-400e-aece-a91f07152fbd x-openstack-request-id: req-8c9cc7b2-8bae-400e-aece-a91f07152fbd {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:11.251837 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac28ce9-d505-4019-8888-3f7a260cd9e7", "tag": "4ed35e5c-6352-4467-a34e-585cd12b4a36", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:11.252391 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c9cc7b2-8bae-400e-aece-a91f07152fbd {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:11.252930 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'tag': '4ed35e5c-6352-4467-a34e-585cd12b4a36', 'status': 'completed', 'code': 200} Nov 09 19:41:11.435160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6cf178-0be4-46db-89cc-3767363aee67,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:11.506691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7baa9db2-72ee-4c97-830e-54fae03580a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:11.508403 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-7baa9db2-72ee-4c97-830e-54fae03580a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2434509 Nov 09 19:41:11.588659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de5c54-4773-4128-96d0-913e0e16e752 req-e18c6589-e573-4b00-8789-05fc9a64f3fe tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:11.590140 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17de5c54-4773-4128-96d0-913e0e16e752 req-e18c6589-e573-4b00-8789-05fc9a64f3fe tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 949 time: 0.1642809 Nov 09 19:41:11.600849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd7236-b3c5-4f7b-89ee-b3641cc47405 req-c7d13e4a-a091-4a77-872b-a94ff6beb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:11.602723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14cd7236-b3c5-4f7b-89ee-b3641cc47405 req-c7d13e4a-a091-4a77-872b-a94ff6beb6e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 1124 time: 0.3609095 Nov 09 19:41:11.815348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd7236-b3c5-4f7b-89ee-b3641cc47405 req-7dc5cf64-fc39-4943-b3ae-7fb73b589ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:11.816698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14cd7236-b3c5-4f7b-89ee-b3641cc47405 req-7dc5cf64-fc39-4943-b3ae-7fb73b589ee6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.1736288 Nov 09 19:41:11.819972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17de5c54-4773-4128-96d0-913e0e16e752 req-d6141676-8b30-43b5-a4e8-66ab20f08725 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050543 Nov 09 19:41:11.856534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Network 5009a35b-c7b0-4bca-aee2-04e8680130fc is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:11.924780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-e9796b60-632c-4a36-afd5-ed8c519f8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:11.926382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-e9796b60-632c-4a36-afd5-ed8c519f8958 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4034002 Nov 09 19:41:11.942714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:11.956396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Network b7c9d175-c011-4611-b9b5-9b458b97224a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:11.958213 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14cd7236-b3c5-4f7b-89ee-b3641cc47405 req-9c560c44-7850-4555-a3ec-effae49d9c4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36 HTTP/1.1" status: 200 len: 217 time: 0.1278768 Nov 09 19:41:11.994372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:12.117089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a6780270-2585-44e9-8a33-cbc283de1300 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:12.164688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-ff4ec7c0-c685-4ef2-9108-3eb982c07fe5 service neutron] 10.222.0.70 "GET /v2.0/ports/4ed35e5c-6352-4467-a34e-585cd12b4a36/bindings/n-h2-817256-1 HTTP/1.1" status: 200 len: 384 time: 0.5589752 Nov 09 19:41:12.252658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a6780270-2585-44e9-8a33-cbc283de1300 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:12.253153 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:12.488431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cac700d6-adf9-4ccf-881f-48c972bc4be7 None None] Provisioning complete for port fa6cf178-0be4-46db-89cc-3767363aee67 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:12.488988 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cac700d6-adf9-4ccf-881f-48c972bc4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:12.550220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc9800-1649-4e6b-a272-c5166caac5c6 req-34b094cf-c990-4e37-8501-d8415acdbfaf tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:12.558702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cc9800-1649-4e6b-a272-c5166caac5c6 req-34b094cf-c990-4e37-8501-d8415acdbfaf tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 943 time: 0.5982935 Nov 09 19:41:12.559962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cac700d6-adf9-4ccf-881f-48c972bc4be7 None None] Port fa6cf178-0be4-46db-89cc-3767363aee67 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:41:12.585336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cac700d6-adf9-4ccf-881f-48c972bc4be7 None None] Provisioning complete for port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:12.585878 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cac700d6-adf9-4ccf-881f-48c972bc4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:12.635938 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cc9800-1649-4e6b-a272-c5166caac5c6 req-e641e728-b531-44ab-8df8-ffe9f1e0ad9f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728750 Nov 09 19:41:12.637625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd7236-b3c5-4f7b-89ee-b3641cc47405 req-f7a719ff-22a0-4a66-a897-400094e90f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:12.639180 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14cd7236-b3c5-4f7b-89ee-b3641cc47405 req-f7a719ff-22a0-4a66-a897-400094e90f39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.6655676 Nov 09 19:41:12.681074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cac700d6-adf9-4ccf-881f-48c972bc4be7 None None] Port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:41:12.793941 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14cd7236-b3c5-4f7b-89ee-b3641cc47405 req-41673187-f452-41cf-b1ee-348945f3cb0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547218 Nov 09 19:41:13.007138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-5c394191-f9c9-41d6-8cff-23aa1e01b551 service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:13.033595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-5c394191-f9c9-41d6-8cff-23aa1e01b551 service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:13.076335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-5c394191-f9c9-41d6-8cff-23aa1e01b551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed35e5c-6352-4467-a34e-585cd12b4a36 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:13.089936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-5c394191-f9c9-41d6-8cff-23aa1e01b551 service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:13.105803 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-ecbe1fd5-326b-4fef-88f3-944d6342698b service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1615229 Nov 09 19:41:13.150691 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a0c122b-23e6-41eb-bc6d-0128d7aa3251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:13.179201 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-5c394191-f9c9-41d6-8cff-23aa1e01b551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:13.390537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'}, {'name': 'network-changed', 'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:13.393099 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e" -d '{"events": [{"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-unplugged", "status": "completed", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c"}, {"name": "network-changed", "server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:13.448677 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:13.457655 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14cd7236-b3c5-4f7b-89ee-b3641cc47405 req-a25f5dc9-4788-45aa-a3d3-14d487e3d0ca service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383944 Nov 09 19:41:13.464780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-5c394191-f9c9-41d6-8cff-23aa1e01b551 service neutron] Transition to ACTIVE for port object 4ed35e5c-6352-4467-a34e-585cd12b4a36 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:41:13.483123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Router ffc3345f-76e8-443a-a2f1-504ae2927117 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:41:13.492796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Router 98b1f5f6-7aa3-45e4-9390-1f766b83507f has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:41:13.494466 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-5c394191-f9c9-41d6-8cff-23aa1e01b551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:13.520099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ce4b9-d602-421f-9055-82350fec52be req-70f78130-e2e5-4da2-bd18-6125749a710c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:13.522787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-777ce4b9-d602-421f-9055-82350fec52be req-70f78130-e2e5-4da2-bd18-6125749a710c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.7327569 Nov 09 19:41:13.702601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a89cc6a2-01dc-4807-87df-967bbebb9372 req-06a4b31d-7933-4f0c-91fb-46c2d59d8690 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253162 Nov 09 19:41:14.187570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-5c394191-f9c9-41d6-8cff-23aa1e01b551 service neutron] No DVR routers for this DVR port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:41:14.191170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c394191-f9c9-41d6-8cff-23aa1e01b551 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed35e5c-6352-4467-a34e-585cd12b4a36,revision_number=10']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:14.280343 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-777ce4b9-d602-421f-9055-82350fec52be req-ca8bd5a3-b1d4-4843-bf6e-bd676b56259c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7100308 Nov 09 19:41:14.336420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14cd7236-b3c5-4f7b-89ee-b3641cc47405 req-92e873a5-dd13-43f5-b5a7-23f0a6844774 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8641279 Nov 09 19:41:14.389819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-5c394191-f9c9-41d6-8cff-23aa1e01b551 service neutron] 10.222.0.70 "PUT /v2.0/ports/4ed35e5c-6352-4467-a34e-585cd12b4a36/bindings/n-h2-817256-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9783561 Nov 09 19:41:14.448229 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:14.476013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:41:14.478943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:41:14.490473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Sync routers for ids ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:41:14.501942 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-26860f8d-3329-444d-a359-6c5361f6ecf2 admin admin] 10.222.0.53 "PUT /v2.0/routers/98b1f5f6-7aa3-45e4-9390-1f766b83507f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6145289 Nov 09 19:41:14.501942 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-80d0bcd9-4d40-4416-87bb-e9789af6f9c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/ffc3345f-76e8-443a-a2f1-504ae2927117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1593347 Nov 09 19:41:14.516689 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Sync routers for ids ['ffc3345f-76e8-443a-a2f1-504ae2927117'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:41:14.531062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Routers {'98b1f5f6-7aa3-45e4-9390-1f766b83507f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:14.531748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:14.545093 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Routers {'ffc3345f-76e8-443a-a2f1-504ae2927117'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:14.549752 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ffc3345f-76e8-443a-a2f1-504ae2927117'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:14.611704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edb90fe3-73e8-48eb-96fc-d34e27a5aa2a tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:14.617321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-edb90fe3-73e8-48eb-96fc-d34e27a5aa2a tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1095 time: 0.1360981 Nov 09 19:41:14.745855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-a1838f56-b371-44c6-82b7-4c2eeb0af8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:14.749323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-a1838f56-b371-44c6-82b7-4c2eeb0af8d5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7&tenant_id=2859bc85160d463285748068eb9becfd HTTP/1.1" status: 200 len: 1095 time: 0.1211720 Nov 09 19:41:14.835859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Set router 98b1f5f6-7aa3-45e4-9390-1f766b83507f gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:14.856989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-dd9fac5a-e7bd-4b3e-aac3-f3e63324bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:14.859026 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-dd9fac5a-e7bd-4b3e-aac3-f3e63324bc83 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 1095 time: 0.0637000 Nov 09 19:41:14.870759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d75551-d547-4c4b-a563-c2ad7b572b1a req-ed4b802c-9e7d-425c-8c52-2d8deffff856 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:14.871369 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Set router ffc3345f-76e8-443a-a2f1-504ae2927117 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:14.884350 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a9d75551-d547-4c4b-a563-c2ad7b572b1a req-ed4b802c-9e7d-425c-8c52-2d8deffff856 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 949 time: 0.1243443 Nov 09 19:41:14.946154 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a9d75551-d547-4c4b-a563-c2ad7b572b1a req-d1fefdb8-1113-4c12-8f75-c165a218f4ac tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535667 Nov 09 19:41:15.135800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-d9dc64f1-2bb7-498a-a126-6827765719e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:15.141484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-d9dc64f1-2bb7-498a-a126-6827765719e8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.2678349 Nov 09 19:41:15.144263 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b372abc-a8d4-48bd-808a-531e13fdb1f4 x-openstack-request-id: req-8b372abc-a8d4-48bd-808a-531e13fdb1f4 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:15.144564 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-unplugged", "status": "completed", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c", "code": 200}, {"name": "network-changed", "server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:15.149467 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b372abc-a8d4-48bd-808a-531e13fdb1f4 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:15.149991 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'code': 200} Nov 09 19:41:15.150248 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'status': 'completed', 'code': 200} Nov 09 19:41:15.284870 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-a5152131-8632-4808-94d6-763c1db2f5b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36 HTTP/1.1" status: 200 len: 217 time: 0.1166463 Nov 09 19:41:15.331259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-838f6d38-3279-43d1-98b0-1ec71accf974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:15.340703 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-838f6d38-3279-43d1-98b0-1ec71accf974 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1100 time: 0.1496062 Nov 09 19:41:15.362471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-router', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:59Z', 'updated_at': '2021-11-09T19:41:07Z', 'revision_number': 4, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'gw_port': {'id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:00Z', 'updated_at': '2021-11-09T19:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'd83ca8b7-a389-425a-82f5-b3d79e4e4d80', 'name': '', 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'mac_address': 'fa:16:3e:63:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '1f97fcda-6db5-4eb5-980a-98ba2e390256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:05Z', 'updated_at': '2021-11-09T19:41:09Z', 'revision_number': 2, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'subnets': [{'id': '1f97fcda-6db5-4eb5-980a-98ba2e390256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:15.406667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Checking router: 98b1f5f6-7aa3-45e4-9390-1f766b83507f for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:41:15.407367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Updating router 98b1f5f6-7aa3-45e4-9390-1f766b83507f port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:41:15.480915 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:15.490765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-6e6d25ca-cd6a-426f-a8f9-49502e2c66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:15.497322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-6e6d25ca-cd6a-426f-a8f9-49502e2c66dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1374168 Nov 09 19:41:15.504404 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'name': 'tempest-FloatingIPsTestJSON-774137555-router', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:52Z', 'updated_at': '2021-11-09T19:41:07Z', 'revision_number': 4, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'gw_port': {'id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:40:53Z', 'updated_at': '2021-11-09T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'fa6cf178-0be4-46db-89cc-3767363aee67', 'name': '', 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'mac_address': 'fa:16:3e:f6:d3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:03Z', 'updated_at': '2021-11-09T19:41:08Z', 'revision_number': 2, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'subnets': [{'id': 'ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:15.511263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-3614dacb-e319-4b24-8546-a39f66ebd084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:15.512977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-3614dacb-e319-4b24-8546-a39f66ebd084 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 1100 time: 0.3704412 Nov 09 19:41:15.549882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-86b7aa9f-e643-4953-85df-f1a0ec43376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:15.551861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-86b7aa9f-e643-4953-85df-f1a0ec43376b service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2026854 Nov 09 19:41:15.569783 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-caa1d5ff-947e-4a26-b364-cf4883a66e9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558081 Nov 09 19:41:15.712799 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-84092b72-c45f-43b0-b760-82d074d28235 req-7a6d3285-f364-4ac6-ba17-d26f240d892b tempest-FloatingIPDetailsNegativeTestJSON-1225269702 tempest-FloatingIPDetailsNegativeTestJSON-1225269702-project] show failed (client error): The resource could not be found. Nov 09 19:41:15.712799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-84092b72-c45f-43b0-b760-82d074d28235 req-7a6d3285-f364-4ac6-ba17-d26f240d892b tempest-FloatingIPDetailsNegativeTestJSON-1225269702 tempest-FloatingIPDetailsNegativeTestJSON-1225269702-project] 10.222.0.53 "GET /v2.0/floatingips/a97ecfac-fe96-4112-ba6a-2879e97bc1fd HTTP/1.1" status: 404 len: 350 time: 0.1388855 Nov 09 19:41:15.712799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-665ffc54-0572-440e-af3b-adff1449283a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 217 time: 0.1322360 Nov 09 19:41:15.714342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50460) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:15.714438 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Checking router: ffc3345f-76e8-443a-a2f1-504ae2927117 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:41:15.714438 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Updating router ffc3345f-76e8-443a-a2f1-504ae2927117 port fa6cf178-0be4-46db-89cc-3767363aee67 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:41:15.766549 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:15.980759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-38db139f-8453-4767-ae9c-f79bf12cc37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:15.994651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-38db139f-8453-4767-ae9c-f79bf12cc37b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2869816 Nov 09 19:41:15.999092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-14bfb5e1-15af-4b77-ad7c-92bb229420d6 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112573 Nov 09 19:41:16.011286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e4bd6-6bc4-46bc-80a8-c6b19a7e73ea req-7ef0ff81-9b7c-4d5d-b6fd-55a3e69fad12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:16.014194 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-164e4bd6-6bc4-46bc-80a8-c6b19a7e73ea req-7ef0ff81-9b7c-4d5d-b6fd-55a3e69fad12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 944 time: 0.7491579 Nov 09 19:41:16.112229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-a9a2e6da-7e1d-4ae2-9b10-fce827219366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:16.113988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-a9a2e6da-7e1d-4ae2-9b10-fce827219366 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004510 Nov 09 19:41:16.166146 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.176914 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.250996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-164e4bd6-6bc4-46bc-80a8-c6b19a7e73ea req-1dbf4c83-5a77-4593-b1ea-ddfc6726a5ad tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213392 Nov 09 19:41:16.261949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-557dc4f2-afd9-4087-abc9-4dde921b27b0 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395254 Nov 09 19:41:16.275704 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6514df5-6ffb-4549-a33b-749501e16d22 None None] Pushing event updated for resources: {'Port': ['ID=fa6cf178-0be4-46db-89cc-3767363aee67,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:16.276881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-ca978659-2e19-4429-b0cc-015116f26a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:16.282653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-ca978659-2e19-4429-b0cc-015116f26a8f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.7428024 Nov 09 19:41:16.322776 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.328018 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.336967 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.365711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-6b0f9827-3e4a-40ea-8641-e30ad99a8dd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 200 len: 217 time: 0.0631080 Nov 09 19:41:16.417782 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-0127afed-988b-4895-94bb-0875a7858612 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385686 Nov 09 19:41:16.429478 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-d4068ab4-fa8c-4d15-bd6c-515c3a5ea318 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5010316 Nov 09 19:41:16.434615 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Attempting to bind port fa6cf178-0be4-46db-89cc-3767363aee67 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:16.435584 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Attempting to bind port fa6cf178-0be4-46db-89cc-3767363aee67 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'ba1e073c-e25d-4258-bc05-60c044726289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:16.436399 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Attempting to bind port fa6cf178-0be4-46db-89cc-3767363aee67 on network b7c9d175-c011-4611-b9b5-9b458b97224a {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:16.437487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-3e581bad-a491-4139-bea4-b33d99c28cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:16.443975 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-3e581bad-a491-4139-bea4-b33d99c28cbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0697844 Nov 09 19:41:16.452140 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:16.454213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:16.454348 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Checking segment: {'id': 'ba1e073c-e25d-4258-bc05-60c044726289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:16.466504 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.467139 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Bound using segment: {'id': 'ba1e073c-e25d-4258-bc05-60c044726289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:16.467702 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Bound port: fa6cf178-0be4-46db-89cc-3767363aee67, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1e073c-e25d-4258-bc05-60c044726289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:16.468112 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.478231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0f93a-5960-4ef2-aa4f-64508f75018b None None] Pushing event updated for resources: {'Port': ['ID=d83ca8b7-a389-425a-82f5-b3d79e4e4d80,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:16.504516 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.640890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-b7dd03c8-75cd-479b-ae33-e0a4126bae6b service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227119 Nov 09 19:41:16.668686 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] For port fa6cf178-0be4-46db-89cc-3767363aee67, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:16.674278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Attempting to bind port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:16.675050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Attempting to bind port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'ca6778c3-9b64-42f3-a52e-4c15394fac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:16.676969 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] For port fa6cf178-0be4-46db-89cc-3767363aee67, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fa6cf178-0be4-46db-89cc-3767363aee67,segment=NetworkSegment(ba1e073c-e25d-4258-bc05-60c044726289),segment_id=ba1e073c-e25d-4258-bc05-60c044726289)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:16.678720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Attempting to bind port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 on network 5009a35b-c7b0-4bca-aee2-04e8680130fc {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:16.695315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:16.695867 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Checking segment: {'id': 'ca6778c3-9b64-42f3-a52e-4c15394fac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:16.696629 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.701066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Bound using segment: {'id': 'ca6778c3-9b64-42f3-a52e-4c15394fac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:16.701716 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Bound port: d83ca8b7-a389-425a-82f5-b3d79e4e4d80, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6778c3-9b64-42f3-a52e-4c15394fac04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:16.702307 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.720991 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.737403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-707b00e8-06bf-4988-8e9b-c5e8714ae8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:16.739182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-707b00e8-06bf-4988-8e9b-c5e8714ae8f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2609055 Nov 09 19:41:16.860347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cff7d2-e26b-48b0-86f3-37ad1e58f4fd req-9e24169b-cc95-4bd2-b621-d285ede257e4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:16.866373 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:16.872867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-29cff7d2-e26b-48b0-86f3-37ad1e58f4fd req-9e24169b-cc95-4bd2-b621-d285ede257e4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.3787158 Nov 09 19:41:16.890610 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6514df5-6ffb-4549-a33b-749501e16d22 None None] Pushing event updated for resources: {'Port': ['ID=fa6cf178-0be4-46db-89cc-3767363aee67,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:16.923310 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Routers {'ffc3345f-76e8-443a-a2f1-504ae2927117'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:16.924146 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ffc3345f-76e8-443a-a2f1-504ae2927117'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:16.932730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] For port d83ca8b7-a389-425a-82f5-b3d79e4e4d80, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:16.942661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] For port d83ca8b7-a389-425a-82f5-b3d79e4e4d80, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d83ca8b7-a389-425a-82f5-b3d79e4e4d80,segment=NetworkSegment(ca6778c3-9b64-42f3-a52e-4c15394fac04),segment_id=ca6778c3-9b64-42f3-a52e-4c15394fac04)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:16.975352 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.061235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-36a72263-647b-4039-b85f-63eea37b0791 None None] Provisioning complete for port fa6cf178-0be4-46db-89cc-3767363aee67 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:17.061528 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36a72263-647b-4039-b85f-63eea37b0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.151600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Allocated IP 172.25.6.105 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/51d40546-3810-49f2-b70e-174f2fb45b85) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:17.159736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:41:17.186982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-29cff7d2-e26b-48b0-86f3-37ad1e58f4fd req-31c694ce-745d-4acd-899e-4f7f2ba995b5 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898524 Nov 09 19:41:17.198563 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] Set router ffc3345f-76e8-443a-a2f1-504ae2927117 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:17.300577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Routers {'98b1f5f6-7aa3-45e4-9390-1f766b83507f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:17.301291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:17.385678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.407627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4c3941ae-253a-433a-8578-9084e58f3b76 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:17.409191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-4c3941ae-253a-433a-8578-9084e58f3b76 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1095 time: 0.4202678 Nov 09 19:41:17.440210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.456835 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36a72263-647b-4039-b85f-63eea37b0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.458901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0f93a-5960-4ef2-aa4f-64508f75018b None None] Pushing event updated for resources: {'Port': ['ID=d83ca8b7-a389-425a-82f5-b3d79e4e4d80,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:17.508649 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-8c09c7e9-eafd-4b09-a23e-6bd6bc4b26ea service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516253 Nov 09 19:41:17.508875 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:17.517248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:17.521597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:17.559987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Pushing event updated for resources: {'Port': ['ID=51d40546-3810-49f2-b70e-174f2fb45b85,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:17.625822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.640388 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'name': 'tempest-FloatingIPsTestJSON-774137555-router', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:52Z', 'updated_at': '2021-11-09T19:41:07Z', 'revision_number': 4, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'gw_port': {'id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:40:53Z', 'updated_at': '2021-11-09T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'fa6cf178-0be4-46db-89cc-3767363aee67', 'name': '', 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'mac_address': 'fa:16:3e:f6:d3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:03Z', 'updated_at': '2021-11-09T19:41:16Z', 'revision_number': 4, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'subnets': [{'id': 'ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:17.667157 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.670468 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e22d6d-3245-4cfe-a529-e747071769a5 None None] The sync data for ids ['ffc3345f-76e8-443a-a2f1-504ae2927117'] in n-d-817256-1 is: [{'id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'name': 'tempest-FloatingIPsTestJSON-774137555-router', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:52Z', 'updated_at': '2021-11-09T19:41:07Z', 'revision_number': 4, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'gw_port': {'id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:40:53Z', 'updated_at': '2021-11-09T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'fa6cf178-0be4-46db-89cc-3767363aee67', 'name': '', 'network_id': 'b7c9d175-c011-4611-b9b5-9b458b97224a', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'mac_address': 'fa:16:3e:f6:d3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:03Z', 'updated_at': '2021-11-09T19:41:16Z', 'revision_number': 4, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'subnets': [{'id': 'ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:41:17.705576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-36a72263-647b-4039-b85f-63eea37b0791 None None] For port fa6cf178-0be4-46db-89cc-3767363aee67, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fa6cf178-0be4-46db-89cc-3767363aee67,segment=NetworkSegment(ba1e073c-e25d-4258-bc05-60c044726289),segment_id=ba1e073c-e25d-4258-bc05-60c044726289)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:17.719157 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36a72263-647b-4039-b85f-63eea37b0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.749389 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-877eedef-37d8-428b-9a7b-b0fc7d0bdb6e req-181945d8-6433-44f6-b27e-84378d2428e1 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239869 Nov 09 19:41:17.789838 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:17.798771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] Set router 98b1f5f6-7aa3-45e4-9390-1f766b83507f gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:17.824802 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.870386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0d14-ce84-4c4e-840d-674922f57aa2 req-309e4a61-5455-4a03-b1a4-9abd8da2c05c tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:17.870942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'mac_address': 'fa:16:3e:f9:6a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:41:17.872056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68fe0d14-ce84-4c4e-840d-674922f57aa2 req-309e4a61-5455-4a03-b1a4-9abd8da2c05c tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 950 time: 0.4814866 Nov 09 19:41:17.893143 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:41:17.952892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.964013 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.993380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:17.996780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-87481054-4984-495c-9209-5ca654cad789 None None] Provisioning complete for port fa6cf178-0be4-46db-89cc-3767363aee67 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:18.002985 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-87481054-4984-495c-9209-5ca654cad789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:18.004780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a72263-647b-4039-b85f-63eea37b0791 None None] Pushing event updated for resources: {'Port': ['ID=fa6cf178-0be4-46db-89cc-3767363aee67,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:18.020025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-fd82f9f4-3bb2-4285-95fa-f085f3bd2b17 service neutron] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:18.035250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-fd82f9f4-3bb2-4285-95fa-f085f3bd2b17 service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:18.036342 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7437957b-9b02-4389-a3c4-f3f705611f24 req-fd82f9f4-3bb2-4285-95fa-f085f3bd2b17 service neutron] 10.222.0.77 "DELETE /v2.0/ports/4ed35e5c-6352-4467-a34e-585cd12b4a36/bindings/n-h1-817256-1 HTTP/1.1" status: 204 len: 173 time: 0.5569444 Nov 09 19:41:18.047604 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68fe0d14-ce84-4c4e-840d-674922f57aa2 req-469009a9-7ffb-476f-b9da-c29b003db74a tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319284 Nov 09 19:41:18.094962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136acd93-cc6f-4360-ae8c-0a6584b2ca3c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:18.103890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Pushing event updated for resources: {'Port': ['ID=51d40546-3810-49f2-b70e-174f2fb45b85,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:18.127437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:18.161053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:18.177945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fa6cf178-0be4-46db-89cc-3767363aee67 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:18.184987 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:18.185365 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:18.191094 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-f4e27582-eb9d-4306-bc5c-d75c7f258813 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7535422 Nov 09 19:41:18.262761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-fe6f2dd0-0b1c-45ce-8edd-d04180c1aed7 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.0691440 Nov 09 19:41:18.267899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f728ae-a0d3-4616-97b3-ab16a3199a9f req-c1696ec6-ad32-4ed1-885d-428749bb1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:18.270091 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8f728ae-a0d3-4616-97b3-ab16a3199a9f req-c1696ec6-ad32-4ed1-885d-428749bb1774 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 1096 time: 0.1269045 Nov 09 19:41:18.308583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=12']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:18.357764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105fc1c-e9f2-4d0d-adc8-e67b6a6ecaba req-adff7682-5708-4826-8fde-5ee89c764b6e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:18.359568 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d105fc1c-e9f2-4d0d-adc8-e67b6a6ecaba req-adff7682-5708-4826-8fde-5ee89c764b6e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 945 time: 0.1801784 Nov 09 19:41:18.412612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-561ffed6-b1c2-4183-a820-6104b64aa831 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:18.415008 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb7dbbc6-b0aa-44b6-a01b-ee8e7d03e410 req-561ffed6-b1c2-4183-a820-6104b64aa831 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1442223 Nov 09 19:41:18.419621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-87481054-4984-495c-9209-5ca654cad789 None None] Provisioning complete for port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:18.420064 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-87481054-4984-495c-9209-5ca654cad789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:18.473145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fa6cf178-0be4-46db-89cc-3767363aee67 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:18.473145 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:18.545558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d105fc1c-e9f2-4d0d-adc8-e67b6a6ecaba req-91af3da9-a350-40e1-9bb2-773260ea96bb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775908 Nov 09 19:41:18.556677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f728ae-a0d3-4616-97b3-ab16a3199a9f req-c6078540-9038-4687-bde8-affa70aec40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:18.558490 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8f728ae-a0d3-4616-97b3-ab16a3199a9f req-c6078540-9038-4687-bde8-affa70aec40f service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 912 time: 0.2794180 Nov 09 19:41:18.565464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['136acd93-cc6f-4360-ae8c-0a6584b2ca3c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:18.635722 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8f728ae-a0d3-4616-97b3-ab16a3199a9f req-9eb8bef0-bfbd-49b6-9f97-1774ac2bb096 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c122a9-7748-4aa6-9622-11231ee37177 HTTP/1.1" status: 200 len: 217 time: 0.0574384 Nov 09 19:41:18.646451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae3784-128f-43dd-bf99-c0fbeb435ebd req-f4d73c8c-5210-4856-b7ae-d9c7fe8c2931 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:18.650532 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] Deleting port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:18.650532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:18.651721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4eae3784-128f-43dd-bf99-c0fbeb435ebd req-f4d73c8c-5210-4856-b7ae-d9c7fe8c2931 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0825250 Nov 09 19:41:18.702667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4eae3784-128f-43dd-bf99-c0fbeb435ebd req-18b3cd1d-7249-4520-9b6a-900be39faf68 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Nov 09 19:41:18.741404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-87481054-4984-495c-9209-5ca654cad789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:18.766755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-router', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:59Z', 'updated_at': '2021-11-09T19:41:07Z', 'revision_number': 4, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'gw_port': {'id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:00Z', 'updated_at': '2021-11-09T19:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'd83ca8b7-a389-425a-82f5-b3d79e4e4d80', 'name': '', 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'mac_address': 'fa:16:3e:63:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '1f97fcda-6db5-4eb5-980a-98ba2e390256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:05Z', 'updated_at': '2021-11-09T19:41:16Z', 'revision_number': 4, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'subnets': [{'id': '1f97fcda-6db5-4eb5-980a-98ba2e390256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:18.826252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860a77bf-dbfb-4c97-858b-f77e3ec964a3 None None] The sync data for ids ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'] in n-d-817256-1 is: [{'id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-router', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:59Z', 'updated_at': '2021-11-09T19:41:07Z', 'revision_number': 4, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'gw_port': {'id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:00Z', 'updated_at': '2021-11-09T19:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'd83ca8b7-a389-425a-82f5-b3d79e4e4d80', 'name': '', 'network_id': '5009a35b-c7b0-4bca-aee2-04e8680130fc', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'mac_address': 'fa:16:3e:63:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '1f97fcda-6db5-4eb5-980a-98ba2e390256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:05Z', 'updated_at': '2021-11-09T19:41:16Z', 'revision_number': 4, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'subnets': [{'id': '1f97fcda-6db5-4eb5-980a-98ba2e390256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:41:18.862721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7b06c18c-862a-4439-b2e3-2c7027760ae3 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:18.906139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-87481054-4984-495c-9209-5ca654cad789 None None] For port d83ca8b7-a389-425a-82f5-b3d79e4e4d80, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d83ca8b7-a389-425a-82f5-b3d79e4e4d80,segment=NetworkSegment(ca6778c3-9b64-42f3-a52e-4c15394fac04),segment_id=ca6778c3-9b64-42f3-a52e-4c15394fac04)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:18.947185 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-87481054-4984-495c-9209-5ca654cad789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:18.977089 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cd003-b6be-43c6-b458-31dfc0631231 req-c1ad2fd7-2365-4beb-93e4-6b1bbe440b55 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:18.986648 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cc5cd003-b6be-43c6-b458-31dfc0631231 req-c1ad2fd7-2365-4beb-93e4-6b1bbe440b55 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.1302772 Nov 09 19:41:19.050097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cc5cd003-b6be-43c6-b458-31dfc0631231 req-d1e270cd-baae-46b9-be4b-e595975e3d7d tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622611 Nov 09 19:41:19.089668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87481054-4984-495c-9209-5ca654cad789 None None] Pushing event updated for resources: {'Port': ['ID=d83ca8b7-a389-425a-82f5-b3d79e4e4d80,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:19.096896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 65c122a9-7748-4aa6-9622-11231ee37177 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:19.161236 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c09de914-e452-4fc0-8943-41886be5f271 req-4b129ddd-07e1-4142-9a50-6c121dace757 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips/4d93bd4c-7d7c-4c2d-9de5-3ecd0f51a668 HTTP/1.1" status: 200 len: 693 time: 0.0853896 Nov 09 19:41:19.179642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f728ae-a0d3-4616-97b3-ab16a3199a9f req-d89fcf34-5dae-4437-a282-6b84c6dd5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:19.181141 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8f728ae-a0d3-4616-97b3-ab16a3199a9f req-d89fcf34-5dae-4437-a282-6b84c6dd5c2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.5255527 Nov 09 19:41:19.223616 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:19.250142 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8f728ae-a0d3-4616-97b3-ab16a3199a9f req-82ec09ed-590e-4bd7-b4a3-fbc02ee1888a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446174 Nov 09 19:41:19.283086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:19.285439 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9107c79-fd55-48d8-a075-beccc7b7881f" -d '{"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-unplugged", "status": "completed", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:19.305046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:19.322826 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:19.323065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09de914-e452-4fc0-8943-41886be5f271 req-3d40ad22-b935-400a-a72f-ba6abbccfd52 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:19.324528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c09de914-e452-4fc0-8943-41886be5f271 req-3d40ad22-b935-400a-a72f-ba6abbccfd52 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1623468 Nov 09 19:41:19.340857 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:19.367396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] For port d83ca8b7-a389-425a-82f5-b3d79e4e4d80, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d83ca8b7-a389-425a-82f5-b3d79e4e4d80,segment=NetworkSegment(ca6778c3-9b64-42f3-a52e-4c15394fac04),segment_id=ca6778c3-9b64-42f3-a52e-4c15394fac04)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:19.367770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:19.377230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f521c-99dc-45f5-97fc-cc8648f13f81 req-b09cd795-21f0-44fa-a7c1-7bd1b9500f1c tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:19.379204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be0f521c-99dc-45f5-97fc-cc8648f13f81 req-b09cd795-21f0-44fa-a7c1-7bd1b9500f1c tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 944 time: 0.7245858 Nov 09 19:41:19.397545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 65c122a9-7748-4aa6-9622-11231ee37177, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65c122a9-7748-4aa6-9622-11231ee37177,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:19.402072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] Calling delete_port for d83ca8b7-a389-425a-82f5-b3d79e4e4d80 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:19.414313 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:19.420908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:19.501528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=65c122a9-7748-4aa6-9622-11231ee37177,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:19.548869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00590c2b-5082-4f1d-9b9a-a02bc3a36eb3 req-fecaaf45-f372-4ed9-a2b1-d9197799bf54 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:19.550239 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00590c2b-5082-4f1d-9b9a-a02bc3a36eb3 req-fecaaf45-f372-4ed9-a2b1-d9197799bf54 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 950 time: 0.0702884 Nov 09 19:41:19.550387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8f728ae-a0d3-4616-97b3-ab16a3199a9f req-70e2c0d8-4c8f-4902-9062-84ffa46b3a6c service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836103 Nov 09 19:41:19.575241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be0f521c-99dc-45f5-97fc-cc8648f13f81 req-4f5ad45c-a155-48cb-9237-f0072cb0bedc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825118 Nov 09 19:41:19.604080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00590c2b-5082-4f1d-9b9a-a02bc3a36eb3 req-d7a0abc8-bb85-42ae-9480-4602bc088035 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Nov 09 19:41:19.653132 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5fc2ef-251a-49d0-91d9-91a41a8c10b8 x-openstack-request-id: req-fe5fc2ef-251a-49d0-91d9-91a41a8c10b8 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:19.653452 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-unplugged", "status": "completed", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:19.653717 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe5fc2ef-251a-49d0-91d9-91a41a8c10b8 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:19.654677 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'code': 200} Nov 09 19:41:19.790434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-38913458-e387-429d-a7e1-83c746bddc7c req-1ad5c95a-c9e8-4506-9ac7-c4dd23a7ef46 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=547382cd74e04df49a9292a86f9f16d4 HTTP/1.1" status: 200 len: 696 time: 0.1414611 Nov 09 19:41:19.857763 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc963d-9b1a-4f90-b2d3-c5486da84805 req-c9371c43-71c4-4101-8b0c-53aa4f6728ef tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:19.859686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79fc963d-9b1a-4f90-b2d3-c5486da84805 req-c9371c43-71c4-4101-8b0c-53aa4f6728ef tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 943 time: 0.0814359 Nov 09 19:41:19.894489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8f728ae-a0d3-4616-97b3-ab16a3199a9f req-c5bba52e-f325-4c89-a3da-7bc5753848d3 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352504 Nov 09 19:41:19.917107 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79fc963d-9b1a-4f90-b2d3-c5486da84805 req-cf27b2d7-97cd-468d-a2d2-4f9f9fd1dde6 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506227 Nov 09 19:41:19.996070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913458-e387-429d-a7e1-83c746bddc7c req-2c2288c2-e7a0-423b-83b3-134576cbac72 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:19.997721 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-38913458-e387-429d-a7e1-83c746bddc7c req-2c2288c2-e7a0-423b-83b3-134576cbac72 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/networks?id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 787 time: 0.1975322 Nov 09 19:41:20.015783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-38913458-e387-429d-a7e1-83c746bddc7c req-81ba8193-6095-4e48-84d7-b0f6bcbbdf34 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:41:20.016877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-38913458-e387-429d-a7e1-83c746bddc7c req-81ba8193-6095-4e48-84d7-b0f6bcbbdf34 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071018 Nov 09 19:41:20.018270 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:20.172425 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d83ca8b7-a389-425a-82f5-b3d79e4e4d80 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:20.178593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] Pushing event deleted for resources: {'Port': ['ID=d83ca8b7-a389-425a-82f5-b3d79e4e4d80,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:20.233372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: d83ca8b7-a389-425a-82f5-b3d79e4e4d80 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:41:20.233721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d83ca8b7-a389-425a-82f5-b3d79e4e4d80 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 19:41:20.269636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Port d83ca8b7-a389-425a-82f5-b3d79e4e4d80 not found, will not notify nova. {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 19:41:20.270044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fa6cf178-0be4-46db-89cc-3767363aee67 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:20.292108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b72ed-8030-47c9-ab97-fcd8e4b4cc59 req-7d835a14-ecc0-4436-97cf-a183fe9f98bc tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:20.300273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-951b72ed-8030-47c9-ab97-fcd8e4b4cc59 req-7d835a14-ecc0-4436-97cf-a183fe9f98bc tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 1095 time: 0.1260631 Nov 09 19:41:20.341916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fa6cf178-0be4-46db-89cc-3767363aee67 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:20.342286 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:20.453349 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-951b72ed-8030-47c9-ab97-fcd8e4b4cc59 req-5b8ef8b0-495e-47b6-af75-8f166b3a027e tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507258 Nov 09 19:41:20.552046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02f48738-27af-48be-9121-46cf3043a2f7 req-8782b0b2-3371-4711-9768-e302a2ce2c06 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips/4d93bd4c-7d7c-4c2d-9de5-3ecd0f51a668 HTTP/1.1" status: 200 len: 693 time: 0.0549674 Nov 09 19:41:20.590391 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:20.729974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f9f56-536e-41b3-a8be-51596a5ed2f5 req-da2a3440-dba4-4d05-a149-bc40e9979e65 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:20.731717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e95f9f56-536e-41b3-a8be-51596a5ed2f5 req-da2a3440-dba4-4d05-a149-bc40e9979e65 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.0578377 Nov 09 19:41:20.759311 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:20.766999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f48738-27af-48be-9121-46cf3043a2f7 req-2f8d1bb8-5d04-4448-a1da-7cfd1299df3b tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:20.768443 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02f48738-27af-48be-9121-46cf3043a2f7 req-2f8d1bb8-5d04-4448-a1da-7cfd1299df3b tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.2099755 Nov 09 19:41:20.784177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-02f48738-27af-48be-9121-46cf3043a2f7 req-94dbdbc7-e8f3-4842-82dc-0ec52863cde3 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:41:20.784302 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e95f9f56-536e-41b3-a8be-51596a5ed2f5 req-be1f54ec-030b-4eb7-90b4-81b6aec04dd3 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Nov 09 19:41:20.785343 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02f48738-27af-48be-9121-46cf3043a2f7 req-94dbdbc7-e8f3-4842-82dc-0ec52863cde3 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099702 Nov 09 19:41:20.875437 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-d7f4fa76-ea6d-44b9-96df-000e3a9f81cb tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225236 Nov 09 19:41:20.883364 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02f48738-27af-48be-9121-46cf3043a2f7 req-db33dd7c-9aae-4741-8e51-676640ba534c tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.0848038 Nov 09 19:41:20.963495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02f48738-27af-48be-9121-46cf3043a2f7 req-58265199-3d47-4fc8-b0ef-eacf39a93f23 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.0535755 Nov 09 19:41:20.999270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cde46da5-a41f-4caa-858b-7aa45a67b32a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:21.000779 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cde46da5-a41f-4caa-858b-7aa45a67b32a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162410 Nov 09 19:41:21.018334 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f5f7f871-f4c0-41a1-92ee-697fd25d95d9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/quotas/7c484e1d3fa649f1a7b536ea30195afa HTTP/1.1" status: 200 len: 375 time: 0.0116210 Nov 09 19:41:21.076495 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-6ed5e29c-e293-47ce-8c10-1f7feb668a19 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516791 Nov 09 19:41:21.082363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:21.091324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] Router 98b1f5f6-7aa3-45e4-9390-1f766b83507f has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:41:21.139441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:41:21.145344 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:21.146270 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.192421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-02f48738-27af-48be-9121-46cf3043a2f7 req-592c670a-0b60-4b7b-97a2-b96408ffb969 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Deleting port 51d40546-3810-49f2-b70e-174f2fb45b85 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:21.193953 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02f48738-27af-48be-9121-46cf3043a2f7 req-592c670a-0b60-4b7b-97a2-b96408ffb969 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.259328 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.267195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:41:21.277723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-75cea909-69f9-4730-8a9a-eeeb7e17556a admin admin] 10.222.0.53 "PUT /v2.0/routers/98b1f5f6-7aa3-45e4-9390-1f766b83507f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5659904 Nov 09 19:41:21.277949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:21.280345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] Sync routers for ids ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:41:21.300227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02f48738-27af-48be-9121-46cf3043a2f7 req-592c670a-0b60-4b7b-97a2-b96408ffb969 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.301231 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02f48738-27af-48be-9121-46cf3043a2f7 req-592c670a-0b60-4b7b-97a2-b96408ffb969 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.307865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] Routers {'98b1f5f6-7aa3-45e4-9390-1f766b83507f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:21.308638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:21.313990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:21.315228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-02f48738-27af-48be-9121-46cf3043a2f7 req-592c670a-0b60-4b7b-97a2-b96408ffb969 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Calling delete_port for 51d40546-3810-49f2-b70e-174f2fb45b85 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:21.386905 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.411225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22fcc-3c73-4a11-833c-d034a480d43e req-4accab22-c904-407f-bbf2-1286f1c74338 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:21.419684 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9c22fcc-3c73-4a11-833c-d034a480d43e req-4accab22-c904-407f-bbf2-1286f1c74338 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 1095 time: 0.1603937 Nov 09 19:41:21.461219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=13']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:21.483721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9c22fcc-3c73-4a11-833c-d034a480d43e req-b62489d8-f228-467b-89a1-b1bf778baa77 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624800 Nov 09 19:41:21.485600 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.512741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02f48738-27af-48be-9121-46cf3043a2f7 req-592c670a-0b60-4b7b-97a2-b96408ffb969 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.544700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c670a-0b60-4b7b-97a2-b96408ffb969 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Pushing event deleted for resources: {'Port': ['ID=51d40546-3810-49f2-b70e-174f2fb45b85,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:21.552647 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] Set router 98b1f5f6-7aa3-45e4-9390-1f766b83507f gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:21.659710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02f48738-27af-48be-9121-46cf3043a2f7 req-592c670a-0b60-4b7b-97a2-b96408ffb969 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.662603 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02f48738-27af-48be-9121-46cf3043a2f7 req-592c670a-0b60-4b7b-97a2-b96408ffb969 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.664034 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02f48738-27af-48be-9121-46cf3043a2f7 req-592c670a-0b60-4b7b-97a2-b96408ffb969 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "DELETE /v2.0/floatingips/4d93bd4c-7d7c-4c2d-9de5-3ecd0f51a668 HTTP/1.1" status: 204 len: 173 time: 0.6932793 Nov 09 19:41:21.675818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c122a9-7748-4aa6-9622-11231ee37177'}, {'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:21.678923 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58102c6-a336-4be0-b75b-f5c45059dc8e" -d '{"events": [{"server_uuid": "c22c11f5-72b8-4a1a-8cb4-58ea5ff24431", "name": "network-vif-unplugged", "status": "completed", "tag": "65c122a9-7748-4aa6-9622-11231ee37177"}, {"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-plugged", "status": "completed", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:21.682378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.809472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Deleting port 71742b53-6e0b-441f-9998-6cb0b1d49f4c {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:21.810146 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:21.856500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd06a2-d577-4255-b990-8b6407d783b2 req-1a0a9ca9-8e0c-4119-8159-f0eb8a2713fb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:21.869499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dddd06a2-d577-4255-b990-8b6407d783b2 req-1a0a9ca9-8e0c-4119-8159-f0eb8a2713fb tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 943 time: 0.0954115 Nov 09 19:41:21.887355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-715a2058-6ea5-4606-9097-af5ecd6a7efe req-aee6ed36-2e20-4aa3-98a2-0a46d9cdef11 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 210 time: 0.0752368 Nov 09 19:41:21.901204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-router', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:59Z', 'updated_at': '2021-11-09T19:41:19Z', 'revision_number': 5, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'gw_port': {'id': '71742b53-6e0b-441f-9998-6cb0b1d49f4c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:14:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:00Z', 'updated_at': '2021-11-09T19:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:21.920542 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dddd06a2-d577-4255-b990-8b6407d783b2 req-7d2d72a8-6f06-455c-a57b-accebdeceb42 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484586 Nov 09 19:41:21.933789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] Checking router: 98b1f5f6-7aa3-45e4-9390-1f766b83507f for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:41:21.946730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] Routers {'98b1f5f6-7aa3-45e4-9390-1f766b83507f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:21.947858 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:21.984424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] For port 71742b53-6e0b-441f-9998-6cb0b1d49f4c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=71742b53-6e0b-441f-9998-6cb0b1d49f4c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:21.984951 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:22.004628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Calling delete_port for 71742b53-6e0b-441f-9998-6cb0b1d49f4c owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:22.068515 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] Set router 98b1f5f6-7aa3-45e4-9390-1f766b83507f gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:22.140149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-router', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:59Z', 'updated_at': '2021-11-09T19:41:21Z', 'revision_number': 6, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:22.182545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e7d6ed-064c-4f05-b9df-33a97970a817 None None] The sync data for ids ['98b1f5f6-7aa3-45e4-9390-1f766b83507f'] in n-d-817256-1 is: [{'id': '98b1f5f6-7aa3-45e4-9390-1f766b83507f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360890675-router', 'tenant_id': '820b62e637ad4feab3eb9c37946849ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:59Z', 'updated_at': '2021-11-09T19:41:21Z', 'revision_number': 6, 'project_id': '820b62e637ad4feab3eb9c37946849ca', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:41:22.308656 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:22.338906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Pushing event deleted for resources: {'Port': ['ID=71742b53-6e0b-441f-9998-6cb0b1d49f4c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:22.482985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:22.495642 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dedbabc-2162-45b5-a3dc-868ba7fd3d8b x-openstack-request-id: req-1dedbabc-2162-45b5-a3dc-868ba7fd3d8b {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:22.495937 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22c11f5-72b8-4a1a-8cb4-58ea5ff24431", "name": "network-vif-unplugged", "status": "failed", "tag": "65c122a9-7748-4aa6-9622-11231ee37177", "code": 422}, {"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-plugged", "status": "completed", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:22.496483 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dedbabc-2162-45b5-a3dc-868ba7fd3d8b {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:22.497054 n-d-817256-1 neutron-server[102297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65c122a9-7748-4aa6-9622-11231ee37177', 'code': 422} returned with failed status Nov 09 19:41:22.497190 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'code': 200} Nov 09 19:41:22.652083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f2924-afd9-49ed-976a-73b778b4b273 req-1e3cc9bf-d596-4d20-8086-f9d79e65a85b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:22.653919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad6f2924-afd9-49ed-976a-73b778b4b273 req-1e3cc9bf-d596-4d20-8086-f9d79e65a85b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.0845749 Nov 09 19:41:22.703557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad6f2924-afd9-49ed-976a-73b778b4b273 req-d0d1ee75-9023-4b2e-9ffc-3835cabcf107 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Nov 09 19:41:22.740267 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-875c2468-d605-4bc2-9840-33c9505f6ad5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317240 Nov 09 19:41:22.883628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-9baaa3e2-e560-4720-8441-1e4dd973e40c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:22.885168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-9baaa3e2-e560-4720-8441-1e4dd973e40c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345024 Nov 09 19:41:22.902563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Request body: {'port': {'device_id': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '7c484e1d3fa649f1a7b536ea30195afa'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:22.971705 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:22.979573 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.009889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3414c73d-f0bf-4c34-9c5c-03d5f71095e3 req-427f15c4-2aca-4c96-b8ee-0ad098af4f41 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 210 time: 0.0427756 Nov 09 19:41:23.048389 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-e0a2c3ad-5be8-4710-8d65-49d92a7ec500 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6538060 Nov 09 19:41:23.049510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.050039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b1f5f6-7aa3-45e4-9390-1f766b83507f {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:41:23.059163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.062903 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0d28e4f1-4ce4-4b17-a19c-8ddfa9029837 admin admin] 10.222.0.53 "DELETE /v2.0/routers/98b1f5f6-7aa3-45e4-9390-1f766b83507f HTTP/1.1" status: 204 len: 168 time: 1.7817545 Nov 09 19:41:23.064354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50634) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:23.077427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:23.084610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Made reservation on behalf of 7c484e1d3fa649f1a7b536ea30195afa for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:23.092135 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.148218 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.194107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-4177c8c9-b58a-4c75-84f2-2a809c7807f3 admin admin] Deleting subnet 1f97fcda-6db5-4eb5-980a-98ba2e390256 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:41:23.202188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4177c8c9-b58a-4c75-84f2-2a809c7807f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.264338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d71db-8a2d-4404-b988-073e6124312c req-7edb232e-3323-490c-8a73-64e9c78553e5 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:23.264761 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4177c8c9-b58a-4c75-84f2-2a809c7807f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.266545 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c67d71db-8a2d-4404-b988-073e6124312c req-7edb232e-3323-490c-8a73-64e9c78553e5 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 943 time: 0.1556065 Nov 09 19:41:23.285961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Allocated IP 192.168.233.72 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/1f091d20-794b-4de3-a0b2-987f1d6e7b4a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:23.343659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.346932 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c67d71db-8a2d-4404-b988-073e6124312c req-ef02cfbf-2936-472e-b9d7-3bc12653f503 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692368 Nov 09 19:41:23.519738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Allocated IP 172.25.6.185 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/90ecc785-944f-4c7e-bae3-eb5dc47de010) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:23.547498 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4177c8c9-b58a-4c75-84f2-2a809c7807f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.580309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.675625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.691457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ff751787-4749-408f-8f65-61ba9af15ecc'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:23.694197 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4177c8c9-b58a-4c75-84f2-2a809c7807f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.696516 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['1a2e06e6-50f4-4893-b383-bf253ff3e26b', '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:23.730287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:23.734285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:23.757671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:23.766215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c8c9-b58a-4c75-84f2-2a809c7807f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f97fcda-6db5-4eb5-980a-98ba2e390256,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:23.773435 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4177c8c9-b58a-4c75-84f2-2a809c7807f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.777079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4177c8c9-b58a-4c75-84f2-2a809c7807f3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1f97fcda-6db5-4eb5-980a-98ba2e390256 HTTP/1.1" status: 204 len: 168 time: 0.7114315 Nov 09 19:41:23.779718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50656) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:23.789088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e49aa6-d332-487c-9022-3b05cedb57d5 None None] Network 5009a35b-c7b0-4bca-aee2-04e8680130fc requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:41:23.791140 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.910808 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.918084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:23.919096 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:23.980061 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.020153 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1217904 Nov 09 19:41:24.024884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4ea59-b1a3-41ed-be1c-6b1a95fc1204 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:24.045810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Request body: {'port': {'device_id': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:24.060216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:24.072418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:24.078363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:24.092375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d83ca8b7-a389-425a-82f5-b3d79e4e4d80 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:24.146904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Pushing event updated for resources: {'Port': ['ID=90ecc785-944f-4c7e-bae3-eb5dc47de010,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:24.180596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Deleting port f5b316fc-16b4-4038-9226-8941897ffd69 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:24.181212 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.201587 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: d83ca8b7-a389-425a-82f5-b3d79e4e4d80 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:41:24.201937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d83ca8b7-a389-425a-82f5-b3d79e4e4d80 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:41:24.202364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 71742b53-6e0b-441f-9998-6cb0b1d49f4c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:24.307640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] For port f5b316fc-16b4-4038-9226-8941897ffd69, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f5b316fc-16b4-4038-9226-8941897ffd69,segment=NetworkSegment(ca6778c3-9b64-42f3-a52e-4c15394fac04),segment_id=ca6778c3-9b64-42f3-a52e-4c15394fac04)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:24.308018 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.321301 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.327202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Calling delete_port for f5b316fc-16b4-4038-9226-8941897ffd69 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:24.409309 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.435005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 71742b53-6e0b-441f-9998-6cb0b1d49f4c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:41:24.435890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 71742b53-6e0b-441f-9998-6cb0b1d49f4c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:41:24.529735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-adb089c5-5c66-407e-8238-53d89d1cc54f None None] Provisioning complete for port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:24.530346 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-adb089c5-5c66-407e-8238-53d89d1cc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.538340 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.560518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] No DVR routers for this DVR port f5b316fc-16b4-4038-9226-8941897ffd69 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:41:24.591598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b316fc-16b4-4038-9226-8941897ffd69,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:24.639342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-adb089c5-5c66-407e-8238-53d89d1cc54f None None] Port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:41:24.640848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79797007-b58a-473b-a54c-f55605c70842 None None] DHCP port deletion for 5009a35b-c7b0-4bca-aee2-04e8680130fc request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:41:24.655470 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.723358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-fefee834-e487-44c1-84fe-5b0577fd19f9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:24.731427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-fefee834-e487-44c1-84fe-5b0577fd19f9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=c22c11f5-72b8-4a1a-8cb4-58ea5ff24431 HTTP/1.1" status: 200 len: 943 time: 0.1233101 Nov 09 19:41:24.760262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.786921 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.796240 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.799143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5009a35b-c7b0-4bca-aee2-04e8680130fc']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:24.837766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6778c3-9b64-42f3-a52e-4c15394fac04') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:24.837766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6778c3-9b64-42f3-a52e-4c15394fac04') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:24.873019 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.888091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7b06c18c-862a-4439-b2e3-2c7027760ae3 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:41:24.900530 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.906788 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Pushing event updated for resources: {'Port': ['ID=90ecc785-944f-4c7e-bae3-eb5dc47de010,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:24.914960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:41:24.915399 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:41:24.917180 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:41:24.926858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-a7d897c4-e593-493f-9072-ab14f2a1c577 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Deleting port 65c122a9-7748-4aa6-9622-11231ee37177 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:24.927335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-a7d897c4-e593-493f-9072-ab14f2a1c577 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:24.967996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.002750 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.004516 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-7632c378-4c9b-45cb-a19b-b7977479315d tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9431162 Nov 09 19:41:25.009526 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.025696 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.043077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5009a35b-c7b0-4bca-aee2-04e8680130fc HTTP/1.1" status: 204 len: 168 time: 1.2614255 Nov 09 19:41:25.055594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:25.077096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:41:25.091758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d3400-730a-4962-8dda-65ec390f5784 admin admin] Pushing event deleted for resources: {'Network': ['ID=5009a35b-c7b0-4bca-aee2-04e8680130fc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:25.124205 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-3e7f2478-6ba9-4dd3-863d-df7444551f3b tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.185 HTTP/1.1" status: 200 len: 696 time: 0.1123159 Nov 09 19:41:25.146807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 65c122a9-7748-4aa6-9622-11231ee37177 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:25.152476 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.176119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-a7d897c4-e593-493f-9072-ab14f2a1c577 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] For port 65c122a9-7748-4aa6-9622-11231ee37177, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65c122a9-7748-4aa6-9622-11231ee37177,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:25.176527 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-a7d897c4-e593-493f-9072-ab14f2a1c577 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.199621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-0e412bc7-3034-46cf-88ba-9360d560b9ca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1067276 Nov 09 19:41:25.210048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-a7d897c4-e593-493f-9072-ab14f2a1c577 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Calling delete_port for 65c122a9-7748-4aa6-9622-11231ee37177 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:25.221782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50688) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:25.229758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b06c18c-862a-4439-b2e3-2c7027760ae3 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:25.260259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:25.268274 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.280764 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.293424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-a7e2ef94-1746-4507-bb40-8411f85dcac1 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:25.295426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03bf5451-ba8a-473e-944d-99b533a87d65 req-a7e2ef94-1746-4507-bb40-8411f85dcac1 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1657996 Nov 09 19:41:25.369908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:25.406505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aec204af-4df3-4ebb-a22c-f2e96f5961bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=820b62e637ad4feab3eb9c37946849ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830835 Nov 09 19:41:25.410413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50692) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:25.410784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['7b06c18c-862a-4439-b2e3-2c7027760ae3'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:25.437263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f091d20-794b-4de3-a0b2-987f1d6e7b4a {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:25.455623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afdd41-ba0c-4463-9072-a0d3449f0e33 req-7ba2a5d2-ffbe-40c7-adf7-2dd6e8a388c4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:25.460510 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.488058 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41afdd41-ba0c-4463-9072-a0d3449f0e33 req-7ba2a5d2-ffbe-40c7-adf7-2dd6e8a388c4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.1405976 Nov 09 19:41:25.508385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-8129fc85-e21e-422b-8504-a1b68dd1a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:25.509891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-8129fc85-e21e-422b-8504-a1b68dd1a936 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 1095 time: 0.2076397 Nov 09 19:41:25.528438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Transition to ACTIVE for port object 1f091d20-794b-4de3-a0b2-987f1d6e7b4a will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:41:25.545734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.607667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41afdd41-ba0c-4463-9072-a0d3449f0e33 req-6372f8d9-cfde-449e-86ba-543bac8fb98f tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121180 Nov 09 19:41:25.613422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2060a65-10f7-429e-88ff-85e6c5c793a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.641311 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2060a65-10f7-429e-88ff-85e6c5c793a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.716113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:25.844157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2060a65-10f7-429e-88ff-85e6c5c793a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.847258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2060a65-10f7-429e-88ff-85e6c5c793a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:25.848431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e2060a65-10f7-429e-88ff-85e6c5c793a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a64ac8a2-87ad-4b19-ba25-6b5e11ef348d HTTP/1.1" status: 204 len: 168 time: 0.4315681 Nov 09 19:41:25.893281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2060a65-10f7-429e-88ff-85e6c5c793a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64ac8a2-87ad-4b19-ba25-6b5e11ef348d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:26.047904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-ecc0c588-5c46-49e7-a233-18acf3cefd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:26.054840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-ecc0c588-5c46-49e7-a233-18acf3cefd64 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.4467738 Nov 09 19:41:26.056506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-a7d897c4-e593-493f-9072-ab14f2a1c577 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:26.056756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f5b316fc-16b4-4038-9226-8941897ffd69 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:26.109408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10c041-518c-4d2f-aa7c-87ef7fb948f0 req-36991ba0-2e9b-47c7-b4cf-66710241ff2e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:26.111842 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e10c041-518c-4d2f-aa7c-87ef7fb948f0 req-36991ba0-2e9b-47c7-b4cf-66710241ff2e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 947 time: 0.1300831 Nov 09 19:41:26.120059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: f5b316fc-16b4-4038-9226-8941897ffd69 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:41:26.121103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f5b316fc-16b4-4038-9226-8941897ffd69 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:41:26.214797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d897c4-e593-493f-9072-ab14f2a1c577 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event deleted for resources: {'Port': ['ID=65c122a9-7748-4aa6-9622-11231ee37177,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:26.223134 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-d1641dc1-5bc2-403a-b9ab-afd13701b964 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 200 len: 217 time: 0.1179020 Nov 09 19:41:26.233764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e10c041-518c-4d2f-aa7c-87ef7fb948f0 req-aa063661-d12c-4769-a967-443053efea2e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118701 Nov 09 19:41:26.321657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-a7d897c4-e593-493f-9072-ab14f2a1c577 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] No DVR routers for this DVR port 65c122a9-7748-4aa6-9622-11231ee37177 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:41:26.330268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-a7d897c4-e593-493f-9072-ab14f2a1c577 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:26.341904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a42ddf6a-16c9-4261-ba33-44e7099baa24 req-a7d897c4-e593-493f-9072-ab14f2a1c577 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "DELETE /v2.0/ports/65c122a9-7748-4aa6-9622-11231ee37177 HTTP/1.1" status: 204 len: 173 time: 1.6094713 Nov 09 19:41:26.342593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'name': 'network-vif-deleted', 'tag': '65c122a9-7748-4aa6-9622-11231ee37177'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:26.346046 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750415eb-cbf2-407e-802f-a61890f5da85" -d '{"events": [{"server_uuid": "c22c11f5-72b8-4a1a-8cb4-58ea5ff24431", "name": "network-vif-deleted", "tag": "65c122a9-7748-4aa6-9622-11231ee37177"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:26.355973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3376a983-326b-4eb0-a415-81ce3f76544f req-d164d9c3-25b2-40ef-b130-34c91059dac8 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips/5ae2b444-e460-4cf9-b72d-16f23cb25e44 HTTP/1.1" status: 200 len: 693 time: 0.0916185 Nov 09 19:41:26.382958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:26.383301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:26.383684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:26.400233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:41:26.400554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:26.410647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-dfed0092-d900-4928-9834-a08b11e16118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:26.415172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-dfed0092-d900-4928-9834-a08b11e16118 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1465633 Nov 09 19:41:26.416306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:26.422690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:26.423146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:26.423767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Bound port: 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:26.424151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:26.517451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-d84a6d5c-022d-44ce-8dc8-5575ef687520 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894196 Nov 09 19:41:26.643842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376a983-326b-4eb0-a415-81ce3f76544f req-6bfd01fc-604c-4273-a284-a0ec00345435 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:26.651811 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3376a983-326b-4eb0-a415-81ce3f76544f req-6bfd01fc-604c-4273-a284-a0ec00345435 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.2840793 Nov 09 19:41:26.688450 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c923e4e-5159-4177-82bf-ade3f8876eb7 x-openstack-request-id: req-8c923e4e-5159-4177-82bf-ade3f8876eb7 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:26.688987 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22c11f5-72b8-4a1a-8cb4-58ea5ff24431", "name": "network-vif-deleted", "tag": "65c122a9-7748-4aa6-9622-11231ee37177", "status": "failed", "code": 422}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:26.689423 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c923e4e-5159-4177-82bf-ade3f8876eb7 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:26.689993 n-d-817256-1 neutron-server[102296]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c22c11f5-72b8-4a1a-8cb4-58ea5ff24431', 'name': 'network-vif-deleted', 'tag': '65c122a9-7748-4aa6-9622-11231ee37177', 'status': 'failed', 'code': 422} returned with failed status Nov 09 19:41:26.695451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:26.783771 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3376a983-326b-4eb0-a415-81ce3f76544f req-b2d88533-bf2a-4eb6-90dc-396b7af176ce tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.185 HTTP/1.1" status: 200 len: 696 time: 0.1213019 Nov 09 19:41:26.821149 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:26.859385 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3376a983-326b-4eb0-a415-81ce3f76544f req-65aa6c7c-3958-40ab-8ece-dfacb82a6436 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.185 HTTP/1.1" status: 200 len: 696 time: 0.0671158 Nov 09 19:41:26.908915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7b06c18c-862a-4439-b2e3-2c7027760ae3 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:26.932848 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-a363e1ad-39d4-4be2-920f-927cd1b9945d service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042637 Nov 09 19:41:26.935741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.043140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 7b06c18c-862a-4439-b2e3-2c7027760ae3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:27.045992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.061021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-3376a983-326b-4eb0-a415-81ce3f76544f req-36afaea5-3f41-4907-88b0-4c46928e5353 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Deleting port 90ecc785-944f-4c7e-bae3-eb5dc47de010 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:27.062745 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3376a983-326b-4eb0-a415-81ce3f76544f req-36afaea5-3f41-4907-88b0-4c46928e5353 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.177515 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-025e15e6-ba4f-440a-a6e1-6da46c023052 req-b2edde86-e81c-4684-8f46-f30d553824c3 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296083 Nov 09 19:41:27.213476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:27.213955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.227053 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] 10.222.0.70 "PUT /v2.0/ports/1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 1095 time: 3.1923857 Nov 09 19:41:27.247963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50762) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:27.305194 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.313563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487f3f9-eeeb-4e6e-bd47-2a34bc219bf0 req-2ddefab5-723d-4f96-a489-af54d0d5ffa0 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:27.326658 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3376a983-326b-4eb0-a415-81ce3f76544f req-36afaea5-3f41-4907-88b0-4c46928e5353 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.327564 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3376a983-326b-4eb0-a415-81ce3f76544f req-36afaea5-3f41-4907-88b0-4c46928e5353 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.333868 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f487f3f9-eeeb-4e6e-bd47-2a34bc219bf0 req-2ddefab5-723d-4f96-a489-af54d0d5ffa0 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.5081656 Nov 09 19:41:27.359719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-3376a983-326b-4eb0-a415-81ce3f76544f req-36afaea5-3f41-4907-88b0-4c46928e5353 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Calling delete_port for 90ecc785-944f-4c7e-bae3-eb5dc47de010 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:27.364444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224f1d7-4c6b-4079-bf5f-e7256562066a service neutron] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:27.368055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:27.373402 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c97f1e5-0b9b-4900-bab1-3155d1a3b738" -d '{"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-plugged", "status": "completed", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:27.395025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:27.413801 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.493437 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f487f3f9-eeeb-4e6e-bd47-2a34bc219bf0 req-af51a58d-a564-4b9e-b310-0132752cdacb tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583879 Nov 09 19:41:27.515737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-634038379-network', 'tenant_id': 'eab705d7ba80497c81e8a09f501673f7'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:27.525649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=10']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:27.542809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-1182bb08-34cd-4483-abf9-3ba76496da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:27.548276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-1182bb08-34cd-4483-abf9-3ba76496da5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1098 time: 0.2064464 Nov 09 19:41:27.722607 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-20599fa3-debe-40fc-bd8c-b72f761f40cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 217 time: 0.1550560 Nov 09 19:41:27.731636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3376a983-326b-4eb0-a415-81ce3f76544f req-36afaea5-3f41-4907-88b0-4c46928e5353 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.759641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Made reservation on behalf of eab705d7ba80497c81e8a09f501673f7 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:27.762007 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.780673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afaea5-3f41-4907-88b0-4c46928e5353 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Pushing event deleted for resources: {'Port': ['ID=90ecc785-944f-4c7e-bae3-eb5dc47de010,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:27.832695 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.901844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3376a983-326b-4eb0-a415-81ce3f76544f req-36afaea5-3f41-4907-88b0-4c46928e5353 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.905159 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3376a983-326b-4eb0-a415-81ce3f76544f req-36afaea5-3f41-4907-88b0-4c46928e5353 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:27.912861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3376a983-326b-4eb0-a415-81ce3f76544f req-36afaea5-3f41-4907-88b0-4c46928e5353 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "DELETE /v2.0/floatingips/5ae2b444-e460-4cf9-b72d-16f23cb25e44 HTTP/1.1" status: 204 len: 173 time: 1.0398583 Nov 09 19:41:28.006902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-e0188ef7-a695-452d-9927-3e9d92ef6a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:28.008530 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-e0188ef7-a695-452d-9927-3e9d92ef6a1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2777863 Nov 09 19:41:28.104688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06573636-d524-44f4-b2bc-8235d6a959ed req-efb91eb4-6733-428d-a646-5200adad8202 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:28.115721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06573636-d524-44f4-b2bc-8235d6a959ed req-efb91eb4-6733-428d-a646-5200adad8202 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 947 time: 0.0961554 Nov 09 19:41:28.166709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:28.178659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-52c743d1-9f2c-43da-96f0-253721ed732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:28.181198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-52c743d1-9f2c-43da-96f0-253721ed732c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446464 Nov 09 19:41:28.186492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:28.196384 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06573636-d524-44f4-b2bc-8235d6a959ed req-dc29fa8b-1fb0-4c43-a73d-301f1e155107 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789595 Nov 09 19:41:28.261161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e5523d-5c01-4af8-ad63-1e74eb6933dc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:28.270130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-a80365be-935a-4a85-8bd1-ba0413a37628 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:28.271730 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cc67fa-e5ac-4381-b10d-ddec479941fb x-openstack-request-id: req-20cc67fa-e5ac-4381-b10d-ddec479941fb {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:28.271999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-a80365be-935a-4a85-8bd1-ba0413a37628 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.2781405 Nov 09 19:41:28.272343 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-plugged", "status": "completed", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:28.272768 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20cc67fa-e5ac-4381-b10d-ddec479941fb {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:28.273302 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'code': 200} Nov 09 19:41:28.322155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:41:28.344010 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-8ac09e36-ef44-4946-b985-0a4f69b2dfba req-626190c5-d2fb-442d-be56-b3df217e4457 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] show failed (client error): The resource could not be found. Nov 09 19:41:28.344807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-0c785022-07b0-40d7-906d-f00898473a50 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/quotas/02ed719938fa4992bcde1f7435869c3d HTTP/1.1" status: 200 len: 375 time: 0.0604975 Nov 09 19:41:28.345954 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:28.346301 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Added segment 9c3da1e3-3803-4860-97b5-663aa1bd3526 of type vlan for network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a Nov 09 19:41:28.353458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8ac09e36-ef44-4946-b985-0a4f69b2dfba req-626190c5-d2fb-442d-be56-b3df217e4457 tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips/5ae2b444-e460-4cf9-b72d-16f23cb25e44 HTTP/1.1" status: 404 len: 350 time: 0.0613778 Nov 09 19:41:28.414811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-89095ded-6471-43d6-bd24-a85205c809b8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548897 Nov 09 19:41:28.444239 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-5dab9bb8-d75e-4e07-ad8d-67ba5fbd4516 req-ba0cf92f-3a22-4bf0-aaae-b484f9835dae tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] show failed (client error): The resource could not be found. Nov 09 19:41:28.450541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5dab9bb8-d75e-4e07-ad8d-67ba5fbd4516 req-ba0cf92f-3a22-4bf0-aaae-b484f9835dae tempest-FloatingIPsTestJSON-1888998547 tempest-FloatingIPsTestJSON-1888998547-project] 10.222.0.53 "GET /v2.0/floatingips/5ae2b444-e460-4cf9-b72d-16f23cb25e44 HTTP/1.1" status: 404 len: 350 time: 0.0669041 Nov 09 19:41:28.459637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50790) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:28.533713 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-82818f82-a90f-4ede-bb87-b42afcd34549 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110287 Nov 09 19:41:28.539161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:28.655979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-9e93c96f-281d-4cb6-ac38-d71e2fa2fb06 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654813 Nov 09 19:41:28.716973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:28.719264 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4d1d8c-2823-4941-8893-f063c511ae3c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:28.784201 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:28.785090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:28.785678 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:28.790183 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-9d8c3de7-46be-41f3-a1dc-31a9f3ea33b0 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468560 Nov 09 19:41:28.812295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b97ed-114f-47bf-b2f7-021b4cab501a req-9428f506-3b3e-4964-bb51-e41ba615baa4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:28.822300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b4b97ed-114f-47bf-b2f7-021b4cab501a req-9428f506-3b3e-4964-bb51-e41ba615baa4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.1868193 Nov 09 19:41:28.864492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6048336 Nov 09 19:41:28.868336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50802) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:28.878436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Request body: {'subnet': {'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-634038379-subnet', 'tenant_id': 'eab705d7ba80497c81e8a09f501673f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:28.918366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6a7fb-6d62-4cbd-baed-990d78165384 admin admin] Pushing event updated for resources: {'Network': ['ID=481332f9-2fab-4e6a-b6cd-9a5e32b5177a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:28.922538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Made reservation on behalf of eab705d7ba80497c81e8a09f501673f7 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:28.924886 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:28.931812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:41:28.950949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b4b97ed-114f-47bf-b2f7-021b4cab501a req-c1efc4cd-4b21-4ee9-ab5b-d1bddb068919 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268365 Nov 09 19:41:29.016560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fa8d63a-3293-47c0-b52d-154dd87fde41 req-9bd7ad31-3737-46f3-8497-f5b593097d74 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274982 Nov 09 19:41:29.149856 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20396a7-4855-4662-a060-683ed490859c x-openstack-request-id: req-b20396a7-4855-4662-a060-683ed490859c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:29.150160 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:29.150394 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b20396a7-4855-4662-a060-683ed490859c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:29.163978 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'status': 'completed', 'code': 200} Nov 09 19:41:29.298148 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a6e1daff-6239-4ee6-8188-c84d31594380 req-d749f8b4-c128-4a51-a4fc-55823ead2c51 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 210 time: 0.0804198 Nov 09 19:41:29.377689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-2c60a20e-4adb-4b98-9977-78a0ce40e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:29.381994 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-2c60a20e-4adb-4b98-9977-78a0ce40e82d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1098 time: 0.2043033 Nov 09 19:41:29.457661 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:29.575245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2374d-0554-4fa3-bbbd-56da457adb38 req-20e002fe-4fbc-4ea9-8dd9-0245dcdd3eb0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:29.586214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-80d2374d-0554-4fa3-bbbd-56da457adb38 req-20e002fe-4fbc-4ea9-8dd9-0245dcdd3eb0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 947 time: 0.2533605 Nov 09 19:41:29.691133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:29.767045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=72dd7a90-2692-4c52-b37f-b538d4214f5f,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:29.815772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-80d2374d-0554-4fa3-bbbd-56da457adb38 req-ffcbe5bf-303d-4886-8ded-c51acf835004 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285738 Nov 09 19:41:29.835279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-31e117ee-2058-4e86-849a-664ac6a6a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:29.839967 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-31e117ee-2058-4e86-849a-664ac6a6a54e service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4359560 Nov 09 19:41:29.925780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-983b670d-7c20-4cb5-9e72-c108d7a6f5bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 217 time: 0.0650842 Nov 09 19:41:29.963693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] Deleting port fa6cf178-0be4-46db-89cc-3767363aee67 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:29.964330 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:30.014024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Checking segment: {'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:30.019102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Network hostable DHCP agents. Network: 481332f9-2fab-4e6a-b6cd-9a5e32b5177a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:41:30.108272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:41:30.117562 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] For port fa6cf178-0be4-46db-89cc-3767363aee67, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fa6cf178-0be4-46db-89cc-3767363aee67,segment=NetworkSegment(ba1e073c-e25d-4258-bc05-60c044726289),segment_id=ba1e073c-e25d-4258-bc05-60c044726289)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:30.118231 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:30.118359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-b6034534-799a-4560-b18f-829074257e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:30.120455 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-b6034534-799a-4560-b18f-829074257e64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1849544 Nov 09 19:41:30.125598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 481332f9-2fab-4e6a-b6cd-9a5e32b5177a) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:30.138606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:30.138810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4aa4f6-ce43-4344-9cad-9f2a37a4e5ca None None] Network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:41:30.139234 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:30.165758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] Calling delete_port for fa6cf178-0be4-46db-89cc-3767363aee67 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:30.321926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456de58-8f8f-44e3-82d2-291475bae903 req-138729ad-7668-4adb-9211-7e099e241413 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:30.323805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f456de58-8f8f-44e3-82d2-291475bae903 req-138729ad-7668-4adb-9211-7e099e241413 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 949 time: 0.2459450 Nov 09 19:41:30.344174 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b7ecea97-6cc9-45b7-9ba3-d69d989586fe admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4732862 Nov 09 19:41:30.374308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-e06809e4-b1a0-4307-81db-e871a4964f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:30.376239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-e06809e4-b1a0-4307-81db-e871a4964f95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2177441 Nov 09 19:41:30.514723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f456de58-8f8f-44e3-82d2-291475bae903 req-e309615b-c9dd-432b-b99c-bcffa2c6d600 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734102 Nov 09 19:41:30.527803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b09e0b-bf21-4f55-b6fa-c4a4fb9785fc None None] Network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:41:30.683908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:30.726238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6cf178-0be4-46db-89cc-3767363aee67,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:30.837374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dbad88cb-4df3-4115-a4b9-052341e1fa1c req-021e12fe-38ab-4e05-88ef-1fa20a38f912 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 210 time: 0.1689217 Nov 09 19:41:31.169436 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:31.282467 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-18f793c2-1ea2-43d1-9a6c-96f52d6d4b31 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8928604 Nov 09 19:41:31.658110 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] Router ffc3345f-76e8-443a-a2f1-504ae2927117 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:41:31.897032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed880531-5e80-444d-b607-952b6526fa6f req-70139058-9f5b-4914-8f71-18f1697cd966 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:31.902814 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed880531-5e80-444d-b607-952b6526fa6f req-70139058-9f5b-4914-8f71-18f1697cd966 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 947 time: 0.7301345 Nov 09 19:41:31.986413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-facc0ded-8219-461c-9556-3b589bf8b2c7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:31.988260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-facc0ded-8219-461c-9556-3b589bf8b2c7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 1.0552564 Nov 09 19:41:32.023338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Request body: {'port': {'device_id': '0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'admin_state_up': True, 'tenant_id': '02ed719938fa4992bcde1f7435869c3d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:32.134141 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed880531-5e80-444d-b607-952b6526fa6f req-0ee718e0-7550-4ffa-911b-b5d957c97691 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027571 Nov 09 19:41:32.169457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c4d1d8c-2823-4941-8893-f063c511ae3c req-73dc4124-21e4-4ca7-9da5-549de466d0bb service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8701670 Nov 09 19:41:32.238169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Made reservation on behalf of 02ed719938fa4992bcde1f7435869c3d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:32.244939 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:32.276011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:41:32.282177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e139a0fa-7fb7-4f8c-a678-5cbb53ecaf1d admin admin] 10.222.0.53 "PUT /v2.0/routers/ffc3345f-76e8-443a-a2f1-504ae2927117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8205400 Nov 09 19:41:32.284641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50946) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:32.289253 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] Sync routers for ids ['ffc3345f-76e8-443a-a2f1-504ae2927117'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:41:32.318545 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] Routers {'ffc3345f-76e8-443a-a2f1-504ae2927117'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:32.319246 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ffc3345f-76e8-443a-a2f1-504ae2927117'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:32.451634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Allocated IP 172.20.0.2 (7bd582a7-d2f6-49cc-ad84-6e5bbb10c258/c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a/94ca8393-46c3-46e0-87b2-33d7d5c7b1da) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:32.482337 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] Set router ffc3345f-76e8-443a-a2f1-504ae2927117 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:32.548066 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:32.699068 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:32.750789 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'name': 'tempest-FloatingIPsTestJSON-774137555-router', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:52Z', 'updated_at': '2021-11-09T19:41:30Z', 'revision_number': 5, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'gw_port': {'id': 'a6780270-2585-44e9-8a33-cbc283de1300', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:40:53Z', 'updated_at': '2021-11-09T19:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:32.783007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Deleting port a6780270-2585-44e9-8a33-cbc283de1300 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:32.783426 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:32.798472 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] Checking router: ffc3345f-76e8-443a-a2f1-504ae2927117 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:41:32.817045 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:32.836451 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] Routers {'ffc3345f-76e8-443a-a2f1-504ae2927117'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:32.837413 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ffc3345f-76e8-443a-a2f1-504ae2927117'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:32.915917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:32.926251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1f091d20-794b-4de3-a0b2-987f1d6e7b4a details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:41:32.946842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] For port a6780270-2585-44e9-8a33-cbc283de1300, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a6780270-2585-44e9-8a33-cbc283de1300,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:32.947255 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:32.992348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Calling delete_port for a6780270-2585-44e9-8a33-cbc283de1300 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:32.993745 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] Set router ffc3345f-76e8-443a-a2f1-504ae2927117 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:33.041464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:33.048753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:33.065776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:33.077541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event updated for resources: {'Port': ['ID=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:33.121245 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'name': 'tempest-FloatingIPsTestJSON-774137555-router', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:52Z', 'updated_at': '2021-11-09T19:41:32Z', 'revision_number': 6, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:33.165529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:33.189910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:33.190547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.194212 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0227c-5aa8-40fb-a734-f3a59d0c750e None None] The sync data for ids ['ffc3345f-76e8-443a-a2f1-504ae2927117'] in n-d-817256-1 is: [{'id': 'ffc3345f-76e8-443a-a2f1-504ae2927117', 'name': 'tempest-FloatingIPsTestJSON-774137555-router', 'tenant_id': '547382cd74e04df49a9292a86f9f16d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:40:52Z', 'updated_at': '2021-11-09T19:41:32Z', 'revision_number': 6, 'project_id': '547382cd74e04df49a9292a86f9f16d4', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:41:33.195281 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'mac_address': 'fa:16:3e:79:88:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:41:33.216323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-935f6dd4-af15-4b98-8abf-68053c53153b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2084146 Nov 09 19:41:33.229909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Request body: {'port': {'device_id': '0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:33.279589 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.294863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f091d20-794b-4de3-a0b2-987f1d6e7b4a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:33.319143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:33.327728 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.327961 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.378198 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.410973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:33.436118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6780270-2585-44e9-8a33-cbc283de1300,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:33.545562 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.592086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['1f091d20-794b-4de3-a0b2-987f1d6e7b4a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:33.840626 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-957b5ae7-7e07-4197-b30f-7ea3250d1e11 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2072749 Nov 09 19:41:33.843465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.846134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.867266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ca8393-46c3-46e0-87b2-33d7d5c7b1da {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:33.882635 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.914259 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.914259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffc3345f-76e8-443a-a2f1-504ae2927117 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:41:33.924121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Transition to ACTIVE for port object 94ca8393-46c3-46e0-87b2-33d7d5c7b1da will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:41:33.929659 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.937705 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:33.939054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4b8cb0e1-0943-460b-9a47-5e555a9475f4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ffc3345f-76e8-443a-a2f1-504ae2927117 HTTP/1.1" status: 204 len: 168 time: 1.6518695 Nov 09 19:41:33.942543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50958) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:34.029201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Pushing event updated for resources: {'Port': ['ID=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:34.039612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-5328b0dc-01be-4407-9a68-b6a1313b3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:34.041235 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-5328b0dc-01be-4407-9a68-b6a1313b3aa0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 1101 time: 0.1351812 Nov 09 19:41:34.051118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea59c35-f9d2-4363-a34f-0de10741b2df admin admin] Deleting subnet ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:41:34.055467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dea59c35-f9d2-4363-a34f-0de10741b2df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:34.110123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Attempting to bind port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:34.110483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Attempting to bind port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:34.112714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Attempting to bind port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:34.138372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:41:34.138372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Attempting to bind port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:34.148452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:34.148800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Checking segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:34.149190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Bound using segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:34.149917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Bound port: 94ca8393-46c3-46e0-87b2-33d7d5c7b1da, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:34.150141 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:34.182104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dea59c35-f9d2-4363-a34f-0de10741b2df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:34.241073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fa6cf178-0be4-46db-89cc-3767363aee67 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:34.277121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-8b444947-4da9-41a6-b8ca-39e76247d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:34.279086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-8b444947-4da9-41a6-b8ca-39e76247d696 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1935718 Nov 09 19:41:34.306128 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: fa6cf178-0be4-46db-89cc-3767363aee67 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:41:34.306559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fa6cf178-0be4-46db-89cc-3767363aee67 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:41:34.306998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a6780270-2585-44e9-8a33-cbc283de1300 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:34.347988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] For port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:34.359016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] For port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:34.363394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-0b93a3c7-6713-4f82-ba13-c618c0fb60dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 200 len: 217 time: 0.0631080 Nov 09 19:41:34.366203 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: a6780270-2585-44e9-8a33-cbc283de1300 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:41:34.372896 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:34.374772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a6780270-2585-44e9-8a33-cbc283de1300 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:41:34.429223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dea59c35-f9d2-4363-a34f-0de10741b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:34.484129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-a72b1524-4ba3-434e-94eb-139aacf9a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:34.486386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-a72b1524-4ba3-434e-94eb-139aacf9a932 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1099269 Nov 09 19:41:34.501658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Pushing event updated for resources: {'Port': ['ID=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:34.505816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:34.506538 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:34.508353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-770839d4-f03f-4496-bf2e-ee19ed4e1e2e service neutron] 10.222.0.77 "PUT /v2.0/ports/94ca8393-46c3-46e0-87b2-33d7d5c7b1da HTTP/1.1" status: 200 len: 1091 time: 1.2831476 Nov 09 19:41:34.508826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d', 'tag': '94ca8393-46c3-46e0-87b2-33d7d5c7b1da'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:34.511363 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff186e1-b9dd-407b-a88f-3095c0bc627d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d", "tag": "94ca8393-46c3-46e0-87b2-33d7d5c7b1da"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:34.580092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dea59c35-f9d2-4363-a34f-0de10741b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:34.622242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea59c35-f9d2-4363-a34f-0de10741b2df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:34.625506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-cf418ae4-cfc0-4392-9981-edd59af2cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:34.627105 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-cf418ae4-cfc0-4392-9981-edd59af2cdf8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266496 Nov 09 19:41:34.637915 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dea59c35-f9d2-4363-a34f-0de10741b2df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:34.639940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714bc97-e0b5-4c85-a5f3-46b25fb887ac None None] Network b7c9d175-c011-4611-b9b5-9b458b97224a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:41:34.643412 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dea59c35-f9d2-4363-a34f-0de10741b2df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ce3cd753-0cb3-478a-a0a0-15b24c0cfbb7 HTTP/1.1" status: 204 len: 168 time: 0.6989310 Nov 09 19:41:34.654845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50962) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:34.838963 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:34.852188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-32da2306-38e8-407a-8a9e-8753eeb5c10e service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092745 Nov 09 19:41:34.933988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1f091d20-794b-4de3-a0b2-987f1d6e7b4a up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:34.939101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-9d2da811-9366-4e8f-b4f1-118e0aa75540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:34.940954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-9d2da811-9366-4e8f-b4f1-118e0aa75540 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 1094 time: 0.3619497 Nov 09 19:41:34.998975 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-046d6d3f-f2ba-4d6b-9e36-f56fe1f4573f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94ca8393-46c3-46e0-87b2-33d7d5c7b1da HTTP/1.1" status: 200 len: 217 time: 0.0492938 Nov 09 19:41:35.014898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec92b3ba-3212-4eb0-8d31-0f300ab8637b None None] DHCP port deletion for b7c9d175-c011-4611-b9b5-9b458b97224a request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:41:35.054227 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3407c337-4f66-4fa0-838a-70a00006a9d0 req-49fcd191-42b1-46f8-979c-8fcdb6ace0c6 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860948 Nov 09 19:41:35.091246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Deleting port 68bce35c-fb5a-49d7-89be-370b87fffe87 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:35.091590 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.105429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f47ac727-f38e-4d55-9812-fe6262af22d4 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:41:35.175755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] For port 68bce35c-fb5a-49d7-89be-370b87fffe87, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=68bce35c-fb5a-49d7-89be-370b87fffe87,segment=NetworkSegment(ba1e073c-e25d-4258-bc05-60c044726289),segment_id=ba1e073c-e25d-4258-bc05-60c044726289)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:35.176060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.194705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Calling delete_port for 68bce35c-fb5a-49d7-89be-370b87fffe87 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:35.228572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:35.255730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f47ac727-f38e-4d55-9812-fe6262af22d4 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:35.261937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'mac_address': 'fa:16:3e:0a:90:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:41:35.299426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-32521822-7785-4b25-a230-69ce8c48da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:35.299832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ec92b3ba-3212-4eb0-8d31-0f300ab8637b None None] Deleting port 68bce35c-fb5a-49d7-89be-370b87fffe87 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:35.300420 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ec92b3ba-3212-4eb0-8d31-0f300ab8637b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.300982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-32521822-7785-4b25-a230-69ce8c48da31 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.2748880 Nov 09 19:41:35.306193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:41:35.313571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:35.313947 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.362006 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-09240880-2964-4ba4-b768-e6a6778929d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459433 Nov 09 19:41:35.386671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.468136 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.492803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ec92b3ba-3212-4eb0-8d31-0f300ab8637b None None] For port 68bce35c-fb5a-49d7-89be-370b87fffe87, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=68bce35c-fb5a-49d7-89be-370b87fffe87,segment=NetworkSegment(ba1e073c-e25d-4258-bc05-60c044726289),segment_id=ba1e073c-e25d-4258-bc05-60c044726289)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:35.493200 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ec92b3ba-3212-4eb0-8d31-0f300ab8637b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.530570 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-4e13fdd9-58cf-4d5e-8e98-5c8a5355087b service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601512 Nov 09 19:41:35.536760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=68bce35c-fb5a-49d7-89be-370b87fffe87,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:35.540562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] No DVR routers for this DVR port 68bce35c-fb5a-49d7-89be-370b87fffe87 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:41:35.547283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f47ac727-f38e-4d55-9812-fe6262af22d4 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:35.575965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:35.584262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ec92b3ba-3212-4eb0-8d31-0f300ab8637b None None] Calling delete_port for 68bce35c-fb5a-49d7-89be-370b87fffe87 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:35.666194 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.722583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.737841 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.768318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c9d175-c011-4611-b9b5-9b458b97224a']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:35.788532 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1e073c-e25d-4258-bc05-60c044726289') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:35.788833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1e073c-e25d-4258-bc05-60c044726289') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:35.802080 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1ddd949-17ca-46e4-a60c-e0c1c794fd28 req-d94972ec-d22c-48a9-b262-c3d1da6fb3b0 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335706 Nov 09 19:41:35.808375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.814042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:35.817481 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.826834 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.837049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:41:35.837617 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:41:35.839854 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:41:35.869729 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ec92b3ba-3212-4eb0-8d31-0f300ab8637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.906810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:35.909435 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0866e98e-caba-48d8-9a67-8e6a23bceed2" -d '{"events": [{"server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "name": "network-vif-plugged", "status": "completed", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:35.919560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92b3ba-3212-4eb0-8d31-0f300ab8637b None None] Pushing event deleted for resources: {'Port': ['ID=68bce35c-fb5a-49d7-89be-370b87fffe87,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:35.931537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92b3ba-3212-4eb0-8d31-0f300ab8637b None None] No DVR routers for this DVR port 68bce35c-fb5a-49d7-89be-370b87fffe87 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:41:35.934940 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:41:35.935509 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:41:35.937151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:35.943792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['f47ac727-f38e-4d55-9812-fe6262af22d4'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:35.949034 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.975632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.988163 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:35.995796 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b7c9d175-c011-4611-b9b5-9b458b97224a HTTP/1.1" status: 204 len: 168 time: 1.3326764 Nov 09 19:41:36.009700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749550f4-68b6-45bb-bc9e-e6b3ba135ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c9d175-c011-4611-b9b5-9b458b97224a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:36.100119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 68bce35c-fb5a-49d7-89be-370b87fffe87 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:36.141506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 68bce35c-fb5a-49d7-89be-370b87fffe87 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:41:36.141786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 68bce35c-fb5a-49d7-89be-370b87fffe87 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:41:36.150547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:36.233448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50972) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:36.309744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6e7de2d9-3c21-46b0-ad28-822accf6e57f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=547382cd74e04df49a9292a86f9f16d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746098 Nov 09 19:41:36.312858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50974) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:36.383265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0a8953f-28a3-45ab-863f-e4e7b0096855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:36.414478 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0a8953f-28a3-45ab-863f-e4e7b0096855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:36.484818 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:36.503733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f47ac727-f38e-4d55-9812-fe6262af22d4 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:36.506213 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0a8953f-28a3-45ab-863f-e4e7b0096855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:36.509508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0a8953f-28a3-45ab-863f-e4e7b0096855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:36.514563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c0a8953f-28a3-45ab-863f-e4e7b0096855 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71f5631f-4c09-4b1d-9d40-6329d421646c HTTP/1.1" status: 204 len: 168 time: 0.2014239 Nov 09 19:41:36.533825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8953f-28a3-45ab-863f-e4e7b0096855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f5631f-4c09-4b1d-9d40-6329d421646c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:36.546060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:36.570271 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:36.675752 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:37.117958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f47ac727-f38e-4d55-9812-fe6262af22d4 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:37.343655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port f47ac727-f38e-4d55-9812-fe6262af22d4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:37.344069 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:37.479243 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:37.530224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:37.543695 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:37.620497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=10']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:37.733857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50998) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:37.881362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-network', 'tenant_id': '74ca468563b34d019e460c52ee61d01d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:37.916801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Made reservation on behalf of 74ca468563b34d019e460c52ee61d01d for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:37.919732 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:37.940195 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.079607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.087085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.118809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:41:38.124801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905325ba-f2be-4fe2-94a5-4c425ef95156,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:38.149584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.149938 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Added segment 8584d084-6023-4d82-b366-1bc6e38f9f17 of type vlan for network fa1b5c57-450c-4425-af4b-04b570af71c5 Nov 09 19:41:38.207230 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.241050 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.250085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:38.250085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.328347 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5902381 Nov 09 19:41:38.328720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51010) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:38.337446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Request body: {'subnet': {'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-subnet', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:38.338346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dbb99-7b86-4ee2-8831-2ab25461b9ac admin admin] Pushing event updated for resources: {'Network': ['ID=fa1b5c57-450c-4425-af4b-04b570af71c5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:38.350443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network fa1b5c57-450c-4425-af4b-04b570af71c5 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:41:38.387360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Made reservation on behalf of 74ca468563b34d019e460c52ee61d01d for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:38.389730 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.623139 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.689727 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaacfbd5-0c57-45e9-a546-107c92e0a024,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:38.698663 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Checking segment: {'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:38.699063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Network hostable DHCP agents. Network: fa1b5c57-450c-4425-af4b-04b570af71c5, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:41:38.721386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Network fa1b5c57-450c-4425-af4b-04b570af71c5 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:41:38.735239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, fa1b5c57-450c-4425-af4b-04b570af71c5) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:38.745534 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2901a34-ec1a-43ed-b048-a463a7fa1aca None None] Network fa1b5c57-450c-4425-af4b-04b570af71c5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:41:38.749830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:38.750907 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.781800 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6599cba3-f061-422f-adc4-de7f34e1ec68 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4519608 Nov 09 19:41:38.783724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51012) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:38.788868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:38.828514 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.830642 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.939625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:38.964427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-fa1b5c57-450c-4425-af4b-04b570af71c5', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:41:38.965328 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.117722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 94ca8393-46c3-46e0-87b2-33d7d5c7b1da details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:41:39.127763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.250255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Allocated IP 172.20.0.2 (fa1b5c57-450c-4425-af4b-04b570af71c5/eaacfbd5-0c57-45e9-a546-107c92e0a024/d3c659f1-1847-4dc1-ae26-fce8972d9539) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:39.390539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:39.412097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '94ca8393-46c3-46e0-87b2-33d7d5c7b1da', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'port_id': '94ca8393-46c3-46e0-87b2-33d7d5c7b1da', 'mac_address': 'fa:16:3e:7c:e1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:41:39.491309 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.512062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.532820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ca8393-46c3-46e0-87b2-33d7d5c7b1da {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:39.542841 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.575916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:39.577195 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.581674 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.587853 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.628349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Network fa1b5c57-450c-4425-af4b-04b570af71c5 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:39.632771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:39.636510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:39.658773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:39.685600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Allocated IP 172.25.6.84 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/0fbb2ff3-b6d6-42b9-baf8-783600feb4b8) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:39.753374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Pushing event updated for resources: {'Port': ['ID=d3c659f1-1847-4dc1-ae26-fce8972d9539,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:39.769547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Attempting to bind port d3c659f1-1847-4dc1-ae26-fce8972d9539 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:39.770418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Attempting to bind port d3c659f1-1847-4dc1-ae26-fce8972d9539 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:39.770914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Attempting to bind port d3c659f1-1847-4dc1-ae26-fce8972d9539 on network fa1b5c57-450c-4425-af4b-04b570af71c5 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:39.777037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:39.777409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Checking segment: {'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:39.780011 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.780011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Bound using segment: {'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:39.780011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Bound port: d3c659f1-1847-4dc1-ae26-fce8972d9539, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:39.780011 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.850938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.854140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-86408a30-1960-4474-b803-7db71a8808cb None None] For port d3c659f1-1847-4dc1-ae26-fce8972d9539, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:39.857796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-86408a30-1960-4474-b803-7db71a8808cb None None] For port d3c659f1-1847-4dc1-ae26-fce8972d9539, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d3c659f1-1847-4dc1-ae26-fce8972d9539,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:39.866030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.915751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['94ca8393-46c3-46e0-87b2-33d7d5c7b1da'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:39.938356 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:39.979543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86408a30-1960-4474-b803-7db71a8808cb None None] Pushing event updated for resources: {'Port': ['ID=d3c659f1-1847-4dc1-ae26-fce8972d9539,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:40.015036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:40.018288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:40.021179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:40.080331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0fbb2ff3-b6d6-42b9-baf8-783600feb4b8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:40.245396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-02241549-d8c8-4700-84db-d1234f3203c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:40.520387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:40.766855 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:40.995599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Router ecc80186-46b6-4826-b225-1fce3a6e5d13 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:41:41.125792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 94ca8393-46c3-46e0-87b2-33d7d5c7b1da up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:41.177313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:41:41.188316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Sync routers for ids ['ecc80186-46b6-4826-b225-1fce3a6e5d13'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:41:41.206937 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:41.212202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51018) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:41.213168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fc016a93-1acc-4693-9c57-a52176fdd1c8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.4282460 Nov 09 19:41:41.227061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca08254a-8e37-4bab-a2f4-15b7dec9db54 None None] Network fa1b5c57-450c-4425-af4b-04b570af71c5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:41:41.289140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Routers {'ecc80186-46b6-4826-b225-1fce3a6e5d13'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:41.290222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ecc80186-46b6-4826-b225-1fce3a6e5d13'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:41.431288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Set router ecc80186-46b6-4826-b225-1fce3a6e5d13 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:41.550579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:41:41.714357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d07a0da9-57f3-4317-84c5-26bc85d3617c None None] Provisioning complete for port d3c659f1-1847-4dc1-ae26-fce8972d9539 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:41.715303 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d07a0da9-57f3-4317-84c5-26bc85d3617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:41.721469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:41.722134 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.022118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.165876 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d3c659f1-1847-4dc1-ae26-fce8972d9539 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:42.294761 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.318395 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d07a0da9-57f3-4317-84c5-26bc85d3617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.326806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Allocated IP 172.20.0.1 (fa1b5c57-450c-4425-af4b-04b570af71c5/eaacfbd5-0c57-45e9-a546-107c92e0a024/ec0ddcee-ba6d-4bdb-a758-d9c4e5990766) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:42.434843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:42.443394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d3c659f1-1847-4dc1-ae26-fce8972d9539 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:42.443773 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.450680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.479956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d07a0da9-57f3-4317-84c5-26bc85d3617c None None] For port d3c659f1-1847-4dc1-ae26-fce8972d9539, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d3c659f1-1847-4dc1-ae26-fce8972d9539,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:42.528939 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d07a0da9-57f3-4317-84c5-26bc85d3617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.541115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:40Z', 'revision_number': 3, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:42.575538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.586053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Checking router: ecc80186-46b6-4826-b225-1fce3a6e5d13 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:41:42.586333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Updating router ecc80186-46b6-4826-b225-1fce3a6e5d13 port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:41:42.630578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:42.640963 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.689616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Network fa1b5c57-450c-4425-af4b-04b570af71c5 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:42.693303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:42.708386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:42.740777 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.768757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0ddcee-ba6d-4bdb-a758-d9c4e5990766,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:42.798271 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:42.947380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a0da9-57f3-4317-84c5-26bc85d3617c None None] Pushing event updated for resources: {'Port': ['ID=d3c659f1-1847-4dc1-ae26-fce8972d9539,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:42.950688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bb171d56-947d-4e69-bf0e-26af6ab2b34e None None] Provisioning complete for port d3c659f1-1847-4dc1-ae26-fce8972d9539 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:42.951099 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb171d56-947d-4e69-bf0e-26af6ab2b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.037772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.171393 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-02d48360-9a36-45f0-8362-aa74770eec1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.295102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.303605 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.328297 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.340835 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.369848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.439060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0ddcee-ba6d-4bdb-a758-d9c4e5990766,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:43.455641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-443db134-7400-40a9-aa57-b674f8914fec None None] Provisioning complete for port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:43.457589 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-443db134-7400-40a9-aa57-b674f8914fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.533665 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d161b35-7d2d-425d-aae8-c1511be56d3f None None] Pushing event updated for resources: {'Port': ['ID=0fbb2ff3-b6d6-42b9-baf8-783600feb4b8,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:43.546048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Attempting to bind port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:43.546344 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Attempting to bind port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:43.547459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Attempting to bind port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:43.568691 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.578252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Network fa1b5c57-450c-4425-af4b-04b570af71c5 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:43.579815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:43.580928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:43.582044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:43.585377 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.587225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:43.587809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Bound port: 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:43.588888 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.711785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] For port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:43.715702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] For port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0fbb2ff3-b6d6-42b9-baf8-783600feb4b8,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:43.717605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-443db134-7400-40a9-aa57-b674f8914fec None None] Port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:41:43.731581 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:43.742374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Router ecc80186-46b6-4826-b225-1fce3a6e5d13 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:41:43.797471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d161b35-7d2d-425d-aae8-c1511be56d3f None None] Pushing event updated for resources: {'Port': ['ID=0fbb2ff3-b6d6-42b9-baf8-783600feb4b8,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:43.825963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Routers {'ecc80186-46b6-4826-b225-1fce3a6e5d13'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:43.826844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ecc80186-46b6-4826-b225-1fce3a6e5d13'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:43.958497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:41:43.967558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b31d8dc8-5329-4eb5-ab2e-aea58b754170 admin admin] 10.222.0.53 "PUT /v2.0/routers/ecc80186-46b6-4826-b225-1fce3a6e5d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7541995 Nov 09 19:41:43.995774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] Set router ecc80186-46b6-4826-b225-1fce3a6e5d13 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:44.099989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d3c659f1-1847-4dc1-ae26-fce8972d9539 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:44.139273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-69ce590b-a53f-4805-9843-75a2e128a3a6 None None] Provisioning complete for port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:44.139532 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-69ce590b-a53f-4805-9843-75a2e128a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:44.255666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-a0ae2a07-c84a-4f13-8ef5-42ed15af2cf1 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:44.257542 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-a0ae2a07-c84a-4f13-8ef5-42ed15af2cf1 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/networks?id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a HTTP/1.1" status: 200 len: 821 time: 0.1931853 Nov 09 19:41:44.268980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-69ce590b-a53f-4805-9843-75a2e128a3a6 None None] Port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:41:44.274772 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-4a0e3c7e-9363-49ac-964f-843160d313ee tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/quotas/eab705d7ba80497c81e8a09f501673f7 HTTP/1.1" status: 200 len: 375 time: 0.0108647 Nov 09 19:41:44.287062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629ff9a-a9f3-4d6f-a687-c0cf21f88886 req-a83b005e-a22c-4a85-923f-768ca20a0403 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:44.289162 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3629ff9a-a9f3-4d6f-a687-c0cf21f88886 req-a83b005e-a22c-4a85-923f-768ca20a0403 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 950 time: 0.0684633 Nov 09 19:41:44.323605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d3c659f1-1847-4dc1-ae26-fce8972d9539 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:44.324241 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:44.325505 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-2ca7b207-7b29-4655-902f-659f9f440a0b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eab705d7ba80497c81e8a09f501673f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437207 Nov 09 19:41:44.341934 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3629ff9a-a9f3-4d6f-a687-c0cf21f88886 req-866703a8-37c1-4d45-bc13-abe8eb974007 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463514 Nov 09 19:41:44.447157 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:44.461990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:43Z', 'revision_number': 2, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:44.478304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227574d3-073b-4a83-b46b-0a817efe2fe2 req-e66d426d-25b9-425f-af2b-6bc70f892036 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:44.480015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-227574d3-073b-4a83-b46b-0a817efe2fe2 req-e66d426d-25b9-425f-af2b-6bc70f892036 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.0760791 Nov 09 19:41:44.499659 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-40d9dd7d-858e-4c66-8d23-011abcb35553 service neutron] 10.222.0.53 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732190 Nov 09 19:41:44.534582 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-227574d3-073b-4a83-b46b-0a817efe2fe2 req-cf32a442-f8fb-4d0a-8120-b37f2d076f9c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473731 Nov 09 19:41:44.614572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-600fc9ae-0202-477a-b61e-914155a869ed service neutron] 10.222.0.53 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129124 Nov 09 19:41:44.661354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cca2fa-96e4-4f03-9cb7-4d5c78b06776 req-aeb698c0-1508-456c-8a69-2c05ded03b51 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:44.662939 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2cca2fa-96e4-4f03-9cb7-4d5c78b06776 req-aeb698c0-1508-456c-8a69-2c05ded03b51 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0606353 Nov 09 19:41:44.693760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff6ba9a-b753-4b59-b849-0c860c58edf6 None None] The sync data for ids ['ecc80186-46b6-4826-b225-1fce3a6e5d13'] in n-d-817256-1 is: [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:43Z', 'revision_number': 2, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:41:44.724552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2cca2fa-96e4-4f03-9cb7-4d5c78b06776 req-05c73c61-97f3-42b5-92c9-66984e932e22 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524201 Nov 09 19:41:44.763607 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd630017-44bf-4dd2-9e42-e46464893410 x-openstack-request-id: req-cd630017-44bf-4dd2-9e42-e46464893410 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:44.763951 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d", "tag": "94ca8393-46c3-46e0-87b2-33d7d5c7b1da", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:44.764209 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd630017-44bf-4dd2-9e42-e46464893410 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:44.764620 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d', 'tag': '94ca8393-46c3-46e0-87b2-33d7d5c7b1da', 'status': 'completed', 'code': 200} Nov 09 19:41:44.819678 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d812536-9fe6-4d1f-92c9-373677cf274f x-openstack-request-id: req-0d812536-9fe6-4d1f-92c9-373677cf274f {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:44.819982 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "name": "network-vif-plugged", "status": "completed", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:44.820245 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d812536-9fe6-4d1f-92c9-373677cf274f {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:44.820639 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'code': 200} Nov 09 19:41:44.973883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e83d18ca-7053-4467-850a-138bf7572fd0 req-d4efa45e-4ff0-464f-a1af-80abf9c1a8d7 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 210 time: 0.0582626 Nov 09 19:41:45.197607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798bed9-c87e-472b-9a85-9999b8991871 req-008d6c7e-e221-409b-9e3e-0bf6c9a28cb8 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:45.199238 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e798bed9-c87e-472b-9a85-9999b8991871 req-008d6c7e-e221-409b-9e3e-0bf6c9a28cb8 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 951 time: 0.1240170 Nov 09 19:41:45.273163 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e798bed9-c87e-472b-9a85-9999b8991871 req-eff0a574-f1cb-453b-8601-ce1b68213a3c tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649648 Nov 09 19:41:45.452836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff186e1-b9dd-407b-a88f-3095c0bc627d req-3eb62d10-6493-4c1f-93a9-f2201bcd8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:45.454341 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ff186e1-b9dd-407b-a88f-3095c0bc627d req-3eb62d10-6493-4c1f-93a9-f2201bcd8b5f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 1096 time: 0.6581123 Nov 09 19:41:45.553219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213e9b0-ba52-4a98-9be1-299819967a81 req-981b2cd8-4ae0-4ece-9be6-67be55258b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:45.554970 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c213e9b0-ba52-4a98-9be1-299819967a81 req-981b2cd8-4ae0-4ece-9be6-67be55258b8c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1100 time: 0.2260756 Nov 09 19:41:45.678340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-7e4f02fd-c59f-431b-9603-ac4df44408a1 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:45.686864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-7e4f02fd-c59f-431b-9603-ac4df44408a1 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/networks?id=fa1b5c57-450c-4425-af4b-04b570af71c5 HTTP/1.1" status: 200 len: 829 time: 0.3591769 Nov 09 19:41:45.689704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff186e1-b9dd-407b-a88f-3095c0bc627d req-a7d62d82-3acb-4139-a9d6-dcb7f8b61ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:45.692061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ff186e1-b9dd-407b-a88f-3095c0bc627d req-a7d62d82-3acb-4139-a9d6-dcb7f8b61ff0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 912 time: 0.2286997 Nov 09 19:41:45.743368 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ff186e1-b9dd-407b-a88f-3095c0bc627d req-705b9332-dbd4-4f31-a477-e8551ba4e4b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94ca8393-46c3-46e0-87b2-33d7d5c7b1da HTTP/1.1" status: 200 len: 217 time: 0.0411956 Nov 09 19:41:45.745629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c213e9b0-ba52-4a98-9be1-299819967a81 req-4a37dbc7-34c2-4cdf-89e8-73ebe70877dc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770811 Nov 09 19:41:45.752596 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-c347a47b-a4d4-471e-bda4-118a7af3868d tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/quotas/74ca468563b34d019e460c52ee61d01d HTTP/1.1" status: 200 len: 375 time: 0.0645685 Nov 09 19:41:45.889432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff186e1-b9dd-407b-a88f-3095c0bc627d req-639abf72-fdd5-41c6-8d1a-939e57e59ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:45.891001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ff186e1-b9dd-407b-a88f-3095c0bc627d req-639abf72-fdd5-41c6-8d1a-939e57e59ba9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.1358154 Nov 09 19:41:45.904721 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-f112416f-7d12-4185-af9e-6f90a67e026d tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=74ca468563b34d019e460c52ee61d01d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512613 Nov 09 19:41:45.956699 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ff186e1-b9dd-407b-a88f-3095c0bc627d req-de8a26de-df2e-43fa-b159-c68a6b654f0c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506225 Nov 09 19:41:46.143830 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:46.168394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:46.239266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ff186e1-b9dd-407b-a88f-3095c0bc627d req-75c31a10-02a8-497a-9221-28be4ac069e6 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687616 Nov 09 19:41:46.240114 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:46.240490 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:46.355952 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-81f12dbe-ac92-48e5-986e-35a018cd2efd service neutron] 10.222.0.53 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301870 Nov 09 19:41:46.396113 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:46.447458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0fbb2ff3-b6d6-42b9-baf8-783600feb4b8,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:46.451906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0ed1f-159a-4c3e-b761-549dace8096e req-9f208a12-e5f6-4e83-adfd-ce8c598a261f tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:46.453602 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:46.476743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aca0ed1f-159a-4c3e-b761-549dace8096e req-9f208a12-e5f6-4e83-adfd-ce8c598a261f tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 950 time: 0.1057510 Nov 09 19:41:46.531188 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ff186e1-b9dd-407b-a88f-3095c0bc627d req-5f0ed51b-5fae-424e-880c-0ca1cc70bc70 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781630 Nov 09 19:41:46.541460 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aca0ed1f-159a-4c3e-b761-549dace8096e req-fdb21a57-efc1-4fa3-ab34-4295b1a4351b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628042 Nov 09 19:41:46.549560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-ef610c70-ed52-45e3-8c83-0263e092654c service neutron] 10.222.0.53 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924727 Nov 09 19:41:46.580027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=0fbb2ff3-b6d6-42b9-baf8-783600feb4b8,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:46.759936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d9d3e-7179-4522-be9f-0897d47bbfb6 req-c6edd0f5-7c3f-4ce0-bf46-27c1b304f07a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:46.766588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-155a25ac-779b-4e03-980f-d3447d99569a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:46.768335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-155a25ac-779b-4e03-980f-d3447d99569a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "GET /v2.0/networks?id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a HTTP/1.1" status: 200 len: 821 time: 0.2068036 Nov 09 19:41:46.770964 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f94d9d3e-7179-4522-be9f-0897d47bbfb6 req-c6edd0f5-7c3f-4ce0-bf46-27c1b304f07a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.1378629 Nov 09 19:41:46.790629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Request body: {'port': {'device_id': '5e2f2092-5726-41ba-be42-e5f8d1d72ec4', 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a', 'admin_state_up': True, 'tenant_id': 'eab705d7ba80497c81e8a09f501673f7'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:46.821675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ac727-f38e-4d55-9812-fe6262af22d4'}, {'server_uuid': '0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ca8393-46c3-46e0-87b2-33d7d5c7b1da'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:46.825075 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ecd671-6034-43fc-a5b7-e69adaaa17a7" -d '{"events": [{"server_uuid": "0ccf2022-41f7-4e6e-b205-088c290998fd", "name": "network-vif-plugged", "status": "completed", "tag": "f47ac727-f38e-4d55-9812-fe6262af22d4"}, {"server_uuid": "0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d", "name": "network-vif-plugged", "status": "completed", "tag": "94ca8393-46c3-46e0-87b2-33d7d5c7b1da"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:46.848729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f94d9d3e-7179-4522-be9f-0897d47bbfb6 req-625b8ee3-f17b-4bde-911e-f610ef397448 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707631 Nov 09 19:41:46.977339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ec5b9f3-a2e4-4659-914f-9bb14c5b0e39 req-8be843c2-6ddb-4e25-9a3d-0c2417e7c57e tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 210 time: 0.0620830 Nov 09 19:41:47.056094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Made reservation on behalf of eab705d7ba80497c81e8a09f501673f7 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:47.060204 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:47.074110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad065d3-924c-4ba5-a7da-cc5a1f15c1e9 req-ec67c46f-dad4-45f3-8d9b-507cdac75fda tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:47.075919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ad065d3-924c-4ba5-a7da-cc5a1f15c1e9 req-ec67c46f-dad4-45f3-8d9b-507cdac75fda tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.1945393 Nov 09 19:41:47.214562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ad065d3-924c-4ba5-a7da-cc5a1f15c1e9 req-a525242b-cb96-4bc6-b1bf-dc5e8f784b91 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203072 Nov 09 19:41:47.253663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32c38131-e1d0-4e5a-a718-6f228d82140e req-aff77db3-bf29-4b27-85e2-7f1cbad55f92 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 210 time: 0.0370409 Nov 09 19:41:47.309132 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528faa59-4372-4a40-8979-2fab4ae04b83 x-openstack-request-id: req-528faa59-4372-4a40-8979-2fab4ae04b83 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:47.310506 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccf2022-41f7-4e6e-b205-088c290998fd", "name": "network-vif-plugged", "status": "completed", "tag": "f47ac727-f38e-4d55-9812-fe6262af22d4", "code": 200}, {"server_uuid": "0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d", "name": "network-vif-plugged", "status": "completed", "tag": "94ca8393-46c3-46e0-87b2-33d7d5c7b1da", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:47.311040 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-528faa59-4372-4a40-8979-2fab4ae04b83 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:47.311679 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'code': 200} Nov 09 19:41:47.312151 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ca8393-46c3-46e0-87b2-33d7d5c7b1da', 'code': 200} Nov 09 19:41:47.339640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Allocated IP 172.20.0.2 (481332f9-2fab-4e6a-b6cd-9a5e32b5177a/72dd7a90-2692-4c52-b37f-b538d4214f5f/9b0db8d5-2038-463b-b8ca-86cdc4ae70d0) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:47.536469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea51896-ecce-40c6-b7df-b5aa455c9808 req-b058a201-0d5a-476e-824b-1d908991dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:47.538458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ea51896-ecce-40c6-b7df-b5aa455c9808 req-b058a201-0d5a-476e-824b-1d908991dad3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 1101 time: 0.0766027 Nov 09 19:41:47.630737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ea51896-ecce-40c6-b7df-b5aa455c9808 req-5f4b911b-8fc2-4924-b19d-51a7b576f506 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835454 Nov 09 19:41:47.655995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dfae0-0f86-4ec7-85bc-4005c7de2211 req-5fba3ff5-ae98-4c72-9634-3b443384200c tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:47.664262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9e6dfae0-0f86-4ec7-85bc-4005c7de2211 req-5fba3ff5-ae98-4c72-9634-3b443384200c tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 951 time: 0.0839894 Nov 09 19:41:47.664495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5702e8-7b65-4e2b-9a84-81ac9b707051 req-2984c5b8-aaa2-4309-943b-e440f2a680e9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:47.673344 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f5702e8-7b65-4e2b-9a84-81ac9b707051 req-2984c5b8-aaa2-4309-943b-e440f2a680e9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 945 time: 0.2693498 Nov 09 19:41:47.677122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed01f7-a79e-4fc4-b495-3913038a6465 req-d3879ce2-e8dc-4691-8e1b-75aaf34ee4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:47.678602 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dfed01f7-a79e-4fc4-b495-3913038a6465 req-d3879ce2-e8dc-4691-8e1b-75aaf34ee4ad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 1096 time: 0.2768874 Nov 09 19:41:47.707990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9e6dfae0-0f86-4ec7-85bc-4005c7de2211 req-80b4ac4b-7780-4f80-b546-5f36b3964993 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Nov 09 19:41:47.737293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f5702e8-7b65-4e2b-9a84-81ac9b707051 req-b4580ee0-6c8d-4b69-8e67-dcc709433db5 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571485 Nov 09 19:41:47.792604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:47.847227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:47.857161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d624ece-a59f-4c57-94ea-a97d28c61952 req-3839976d-8d1e-42bb-80a3-54a96994e8f8 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:47.866867 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d624ece-a59f-4c57-94ea-a97d28c61952 req-3839976d-8d1e-42bb-80a3-54a96994e8f8 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 950 time: 0.0772505 Nov 09 19:41:47.940127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d624ece-a59f-4c57-94ea-a97d28c61952 req-277ea5ad-cced-4c1d-b924-d472bbeb0223 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668092 Nov 09 19:41:47.950588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:47.967121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event updated for resources: {'Port': ['ID=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:47.969801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:47.990793 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dfed01f7-a79e-4fc4-b495-3913038a6465 req-03525190-64ce-48cd-8b38-1602f518d7ed service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452079 Nov 09 19:41:47.991495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:48.015559 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Sync routers for ids ['ecc80186-46b6-4826-b225-1fce3a6e5d13'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:41:48.033132 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Routers {'ecc80186-46b6-4826-b225-1fce3a6e5d13'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:48.034388 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ecc80186-46b6-4826-b225-1fce3a6e5d13'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:48.073684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:48.079629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:48.080312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:48.118924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067a05-1b62-4bdb-8b28-85ef8409c4fd req-cd3b012d-85f9-42f1-a750-7af3e8640f36 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:48.120526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac067a05-1b62-4bdb-8b28-85ef8409c4fd req-cd3b012d-85f9-42f1-a750-7af3e8640f36 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.1772058 Nov 09 19:41:48.162454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:48.163119 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:48.183108 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-6f8efc1d-8940-4c80-812c-9ff66d2c97c5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4024503 Nov 09 19:41:48.205183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa46fa-802f-465d-baa1-fb1df8dc8855 req-ada0a7e0-e18d-4ee4-95a1-d2a1952a8881 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:48.211316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5bfa46fa-802f-465d-baa1-fb1df8dc8855 req-ada0a7e0-e18d-4ee4-95a1-d2a1952a8881 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 931 time: 0.1097307 Nov 09 19:41:48.213666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Request body: {'port': {'device_id': '5e2f2092-5726-41ba-be42-e5f8d1d72ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:48.305382 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5bfa46fa-802f-465d-baa1-fb1df8dc8855 req-5d360276-1e65-4221-a730-3e201b2d4211 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870659 Nov 09 19:41:48.382406 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Set router ecc80186-46b6-4826-b225-1fce3a6e5d13 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:48.425340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac067a05-1b62-4bdb-8b28-85ef8409c4fd req-cbd2535d-658b-439a-8bc3-827ca1ef5452 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913625 Nov 09 19:41:48.467026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b355a12-6a8f-423c-928d-ba940d9b48cb req-17b37c91-7b7d-4427-94df-f58f4161a9ce tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:48.471041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b355a12-6a8f-423c-928d-ba940d9b48cb req-17b37c91-7b7d-4427-94df-f58f4161a9ce tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0790689 Nov 09 19:41:48.511684 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:48.532316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b355a12-6a8f-423c-928d-ba940d9b48cb req-52145a0e-8953-486b-b72e-992b362e3227 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564458 Nov 09 19:41:48.594239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7fb57ae4-415c-4248-8421-cdb513b777a4 req-a951c6d0-37c6-4e5e-9a40-836871ff8419 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 210 time: 0.0615451 Nov 09 19:41:48.611169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-09a22c30-e178-462f-8562-12599bdc80fd tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:48.619485 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-09a22c30-e178-462f-8562-12599bdc80fd tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.70 "GET /v2.0/networks?id=fa1b5c57-450c-4425-af4b-04b570af71c5 HTTP/1.1" status: 200 len: 829 time: 0.4025564 Nov 09 19:41:48.652709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Request body: {'port': {'device_id': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'admin_state_up': True, 'tenant_id': '74ca468563b34d019e460c52ee61d01d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:48.654147 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:43Z', 'revision_number': 2, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:48.664861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8511d-94e2-4783-add2-d49667ffeb84 req-d56da3c4-10d9-463f-8672-5950b41529e9 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:48.666596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08f8511d-94e2-4783-add2-d49667ffeb84 req-d56da3c4-10d9-463f-8672-5950b41529e9 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1100 time: 0.0479133 Nov 09 19:41:48.693778 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Checking router: ecc80186-46b6-4826-b225-1fce3a6e5d13 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:41:48.694304 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Updating router ecc80186-46b6-4826-b225-1fce3a6e5d13 port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:41:48.719153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08f8511d-94e2-4783-add2-d49667ffeb84 req-252dd79a-07dc-4f22-8dcc-3e5f5f5df9fa tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445106 Nov 09 19:41:48.752096 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:48.968643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53cf0-3762-42cd-9242-78fc7dbd53f7 req-10ce1328-8c8a-4967-8bdb-ee7136c3f2fb tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:48.970293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53e53cf0-3762-42cd-9242-78fc7dbd53f7 req-10ce1328-8c8a-4967-8bdb-ee7136c3f2fb tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 951 time: 0.1719825 Nov 09 19:41:49.011793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7b06c18c-862a-4439-b2e3-2c7027760ae3 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:49.023469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Made reservation on behalf of 74ca468563b34d019e460c52ee61d01d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:49.027389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.112023 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53e53cf0-3762-42cd-9242-78fc7dbd53f7 req-73119357-45d7-436a-86a9-29875091f1e7 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293859 Nov 09 19:41:49.227572 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.238943 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.242868 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.304254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:49.309808 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.314009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:49.318264 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e70ccd6-6761-47f0-bb6a-8c6292443cf1" -d '{"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-unplugged", "status": "completed", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:49.325765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:49.384815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc6f39-7dfb-4ef1-869b-367df5a8ddc7 req-5bbcd3cb-25c6-4c74-8740-f695fec6ed18 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:49.393819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5bfc6f39-7dfb-4ef1-869b-367df5a8ddc7 req-5bbcd3cb-25c6-4c74-8740-f695fec6ed18 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 950 time: 0.1461873 Nov 09 19:41:49.398227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.439091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-41117cab-dbdc-4c1d-b6c6-8c454f881e13 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:49.440801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-41117cab-dbdc-4c1d-b6c6-8c454f881e13 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.70 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 949 time: 0.1042275 Nov 09 19:41:49.450605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=11']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:49.465985 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7130b8-3dd0-4396-8899-255434cfa7dc None None] Pushing event updated for resources: {'Port': ['ID=ec0ddcee-ba6d-4bdb-a758-d9c4e5990766,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:49.498746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Transition to ACTIVE for port object 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:41:49.516841 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5bfc6f39-7dfb-4ef1-869b-367df5a8ddc7 req-74c00926-7448-44f7-b53d-02ade3b2c1dc tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198049 Nov 09 19:41:49.547191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.564741 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Attempting to bind port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:49.565119 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Attempting to bind port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:49.565482 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Attempting to bind port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 on network fa1b5c57-450c-4425-af4b-04b570af71c5 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:49.573360 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:49.573746 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Checking segment: {'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:49.574145 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.575769 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Bound using segment: {'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:49.576251 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Bound port: ec0ddcee-ba6d-4bdb-a758-d9c4e5990766, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:49.576884 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.602626 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710e3210-565c-4359-82a9-3054ba087a31 x-openstack-request-id: req-710e3210-565c-4359-82a9-3054ba087a31 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:49.602931 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-unplugged", "status": "completed", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:49.603190 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-710e3210-565c-4359-82a9-3054ba087a31 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:49.603586 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'code': 200} Nov 09 19:41:49.629830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-0240af63-210b-493f-ba46-e124de119b37 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Deleting port 7b06c18c-862a-4439-b2e3-2c7027760ae3 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:49.630451 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-0240af63-210b-493f-ba46-e124de119b37 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.672384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Allocated IP 172.20.0.6 (fa1b5c57-450c-4425-af4b-04b570af71c5/eaacfbd5-0c57-45e9-a546-107c92e0a024/d95383a0-fc1c-4749-8ece-c870ce104e68) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:49.678279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:49.730255 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] For port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:49.736015 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] For port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ec0ddcee-ba6d-4bdb-a758-d9c4e5990766,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:49.742479 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.822265 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7130b8-3dd0-4396-8899-255434cfa7dc None None] Pushing event updated for resources: {'Port': ['ID=ec0ddcee-ba6d-4bdb-a758-d9c4e5990766,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:49.837534 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Routers {'ecc80186-46b6-4826-b225-1fce3a6e5d13'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:41:49.838434 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ecc80186-46b6-4826-b225-1fce3a6e5d13'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:49.864243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c96f9b2c-0cb3-4ec4-b171-5bd0b7348328 None None] Provisioning complete for port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:49.864621 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c96f9b2c-0cb3-4ec4-b171-5bd0b7348328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:49.900156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Attempting to bind port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:49.900893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Attempting to bind port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:49.901440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Attempting to bind port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 on network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:49.911015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 on network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:41:49.911717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Attempting to bind port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 on network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:49.988786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:49.996425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Checking segment: {'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:49.997217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Bound using segment: {'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:49.997782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Bound port: 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:49.998268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.039554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7eca5-75d3-4cf5-bb78-ea65f777b967 req-8d7770c6-7cc4-4ed4-83b8-3fabb1902fb0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:50.043023 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-41d7eca5-75d3-4cf5-bb78-ea65f777b967 req-8d7770c6-7cc4-4ed4-83b8-3fabb1902fb0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.3464167 Nov 09 19:41:50.053887 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c96f9b2c-0cb3-4ec4-b171-5bd0b7348328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.132130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c96f9b2c-0cb3-4ec4-b171-5bd0b7348328 None None] For port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ec0ddcee-ba6d-4bdb-a758-d9c4e5990766,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:50.133679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:50.135604 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] Set router ecc80186-46b6-4826-b225-1fce3a6e5d13 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:41:50.183782 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c96f9b2c-0cb3-4ec4-b171-5bd0b7348328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.211862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-41d7eca5-75d3-4cf5-bb78-ea65f777b967 req-35aaffc8-a6e2-4835-9daa-3f49281f6a97 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619539 Nov 09 19:41:50.280791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f9b2c-0cb3-4ec4-b171-5bd0b7348328 None None] Pushing event updated for resources: {'Port': ['ID=ec0ddcee-ba6d-4bdb-a758-d9c4e5990766,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:50.287225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:50.287626 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.350828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1c6a157c-13d8-4705-bf6f-38a7af6a07ce None None] Provisioning complete for port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:50.351236 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1c6a157c-13d8-4705-bf6f-38a7af6a07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.351701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] For port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:50.409156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] For port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:50.424389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.445661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.524488 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-0240af63-210b-493f-ba46-e124de119b37 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] For port 7b06c18c-862a-4439-b2e3-2c7027760ae3, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7b06c18c-862a-4439-b2e3-2c7027760ae3,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:50.526480 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-0240af63-210b-493f-ba46-e124de119b37 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.538770 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:49Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:41:50.557521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:50.570730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-0240af63-210b-493f-ba46-e124de119b37 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Calling delete_port for 7b06c18c-862a-4439-b2e3-2c7027760ae3 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:50.577282 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46196718-842e-4d09-808c-ef7e0351a6ec None None] The sync data for ids ['ecc80186-46b6-4826-b225-1fce3a6e5d13'] in n-d-817256-1 is: [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:49Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:41:50.620550 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-4e882e45-a563-4ea2-904d-c24253c39d9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8632917 Nov 09 19:41:50.627073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:50.627684 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.629209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e789e44e-222c-4158-859d-48eac032a321 service neutron] 10.222.0.70 "PUT /v2.0/ports/9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 HTTP/1.1" status: 200 len: 1091 time: 2.4296386 Nov 09 19:41:50.629703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2f2092-5726-41ba-be42-e5f8d1d72ec4', 'tag': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:50.632057 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631e2e6d-22ef-4dd5-8453-278e48c5043d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2f2092-5726-41ba-be42-e5f8d1d72ec4", "tag": "9b0db8d5-2038-463b-b8ca-86cdc4ae70d0"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:50.703261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de1104-dd93-4dc3-a73b-f118bb774ecf req-2fb00800-ebd4-4882-a018-06019916c6d8 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:50.711594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7de1104-dd93-4dc3-a73b-f118bb774ecf req-2fb00800-ebd4-4882-a018-06019916c6d8 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.1594810 Nov 09 19:41:50.720910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07938335-2527-4788-b317-15a821aeb390 req-0862ec0b-6b7e-46c4-ac26-7961ccc986da tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:50.725208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07938335-2527-4788-b317-15a821aeb390 req-0862ec0b-6b7e-46c4-ac26-7961ccc986da tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 943 time: 0.9758584 Nov 09 19:41:50.747295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.781650 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:50.852079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Network fa1b5c57-450c-4425-af4b-04b570af71c5 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:50.861368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Pushing event updated for resources: {'Port': ['ID=d95383a0-fc1c-4749-8ece-c870ce104e68,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:50.879224 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7de1104-dd93-4dc3-a73b-f118bb774ecf req-aaad2b06-1465-4e6d-b730-68ca3b0ed8e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614480 Nov 09 19:41:50.880595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:50.882987 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07938335-2527-4788-b317-15a821aeb390 req-3170c1f5-5ccd-4764-bafb-f82720559aae tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475079 Nov 09 19:41:50.893785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:50.980043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e9a9bcd4-a0e1-4a6c-8069-b1bf40c70fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:50.981661 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e9a9bcd4-a0e1-4a6c-8069-b1bf40c70fb6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eab705d7ba80497c81e8a09f501673f7&device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 1094 time: 0.3070374 Nov 09 19:41:51.082860 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-e937380b-15a1-48cc-b29f-3eabab052ef2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 HTTP/1.1" status: 200 len: 217 time: 0.0743182 Nov 09 19:41:51.107896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:51.108532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:51.120306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-0240af63-210b-493f-ba46-e124de119b37 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:51.231173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240af63-210b-493f-ba46-e124de119b37 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Pushing event deleted for resources: {'Port': ['ID=7b06c18c-862a-4439-b2e3-2c7027760ae3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:51.239889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-05866ad4-2c86-4ad5-8217-7a9708c3a412 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5936730 Nov 09 19:41:51.265200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0602e63-25ab-46e5-af1e-3794233ab048 req-cf20344a-78bf-420a-9a23-e6bf1eb95f93 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:51.267016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0602e63-25ab-46e5-af1e-3794233ab048 req-cf20344a-78bf-420a-9a23-e6bf1eb95f93 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 931 time: 0.2464442 Nov 09 19:41:51.273850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-36a709af-35c4-4a54-a2d1-bdec3eb503db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:51.275678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-36a709af-35c4-4a54-a2d1-bdec3eb503db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72dd7a90-2692-4c52-b37f-b538d4214f5f HTTP/1.1" status: 200 len: 861 time: 0.1834707 Nov 09 19:41:51.285870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Request body: {'port': {'device_id': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:51.303985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-0240af63-210b-493f-ba46-e124de119b37 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] No DVR routers for this DVR port 7b06c18c-862a-4439-b2e3-2c7027760ae3 on host n-h1-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:41:51.310644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-0240af63-210b-493f-ba46-e124de119b37 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:51.319052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4ec1795-9bc1-43ca-9db1-6bc0f15de4a0 req-0240af63-210b-493f-ba46-e124de119b37 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.70 "DELETE /v2.0/ports/7b06c18c-862a-4439-b2e3-2c7027760ae3 HTTP/1.1" status: 204 len: 173 time: 1.8715558 Nov 09 19:41:51.377065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-deleted', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:51.389911 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4e67ad-2631-414c-80d5-8766d0d05a20" -d '{"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-deleted", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:51.394664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c254fab4-c5a4-49ae-9cb6-2c3b25563f17 None None] Provisioning complete for port d95383a0-fc1c-4749-8ece-c870ce104e68 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:51.397552 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c254fab4-c5a4-49ae-9cb6-2c3b25563f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:51.419739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad92ae9-e717-421d-9100-6b3074ad2bec req-9ecd0e31-7428-4899-ad9e-eef28528b4ea tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:51.423815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ad92ae9-e717-421d-9100-6b3074ad2bec req-9ecd0e31-7428-4899-ad9e-eef28528b4ea tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/ports?device_id=733d6df2-4770-4e76-a5bf-d2a35481e1f1 HTTP/1.1" status: 200 len: 866 time: 0.3803911 Nov 09 19:41:51.468518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c254fab4-c5a4-49ae-9cb6-2c3b25563f17 None None] Port d95383a0-fc1c-4749-8ece-c870ce104e68 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:41:51.553422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ad92ae9-e717-421d-9100-6b3074ad2bec req-60415444-154e-493c-b71a-fdb977e85d73 tempest-ImagesOneServerTestJSON-1787222893 tempest-ImagesOneServerTestJSON-1787222893-project] 10.222.0.53 "GET /v2.0/security-groups?id=3cc25e2f-5027-4ed7-b36a-3ae802328d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192296 Nov 09 19:41:51.991175 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-923618a7-d370-4b8b-aa58-260fffec34d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674341 Nov 09 19:41:52.021477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cc532-9126-4d87-b9d8-79814aaf95b3 req-0519d01a-dbce-47f0-9460-246421e4979c tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:52.025194 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a46cc532-9126-4d87-b9d8-79814aaf95b3 req-0519d01a-dbce-47f0-9460-246421e4979c tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 1101 time: 0.0880921 Nov 09 19:41:52.083454 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0602e63-25ab-46e5-af1e-3794233ab048 req-d04370f6-5f56-4012-b996-79a4b5c41002 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612945 Nov 09 19:41:52.138552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:52.163343 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a46cc532-9126-4d87-b9d8-79814aaf95b3 req-9c34ec8d-114e-4920-9393-67714ec7e3d5 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310060 Nov 09 19:41:52.191136 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313432b3-162e-45b6-88e8-a3700ed2f8a1 x-openstack-request-id: req-313432b3-162e-45b6-88e8-a3700ed2f8a1 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:52.198094 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2f2092-5726-41ba-be42-e5f8d1d72ec4", "tag": "9b0db8d5-2038-463b-b8ca-86cdc4ae70d0", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:52.199528 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-313432b3-162e-45b6-88e8-a3700ed2f8a1 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:52.199661 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2f2092-5726-41ba-be42-e5f8d1d72ec4', 'tag': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0', 'status': 'completed', 'code': 200} Nov 09 19:41:52.202709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:52.212357 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8fafa3-2ef5-49aa-b1fd-ba289a73917a x-openstack-request-id: req-4c8fafa3-2ef5-49aa-b1fd-ba289a73917a {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:52.212692 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733d6df2-4770-4e76-a5bf-d2a35481e1f1", "name": "network-vif-deleted", "tag": "7b06c18c-862a-4439-b2e3-2c7027760ae3", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:52.212953 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c8fafa3-2ef5-49aa-b1fd-ba289a73917a {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:52.213918 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733d6df2-4770-4e76-a5bf-d2a35481e1f1', 'name': 'network-vif-deleted', 'tag': '7b06c18c-862a-4439-b2e3-2c7027760ae3', 'status': 'completed', 'code': 200} Nov 09 19:41:52.225908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:52.226547 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:52.342684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb456cb-2294-49d1-8ac3-fc9c78b87188 req-d562f482-fbd8-4c75-80d7-fb13470fee89 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:52.345608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bdb456cb-2294-49d1-8ac3-fc9c78b87188 req-d562f482-fbd8-4c75-80d7-fb13470fee89 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.0550272 Nov 09 19:41:52.351597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-0cf5169c-0768-4869-b0ae-d4acaa6074eb service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504076 Nov 09 19:41:52.386549 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bdb456cb-2294-49d1-8ac3-fc9c78b87188 req-faf4b071-3b6f-432b-8b66-395cccbfdc40 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351512 Nov 09 19:41:52.525780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeff963-3dff-46a2-b2f9-ece5ba861c29 req-ce64d491-479b-4818-b6b2-3d0e4eaee642 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:52.526019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2429f-a1ed-4a32-b530-c54089997ae2 req-99d0047f-2fc9-4d87-9071-804a587b20e0 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:52.527318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5aeff963-3dff-46a2-b2f9-ece5ba861c29 req-ce64d491-479b-4818-b6b2-3d0e4eaee642 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.2080793 Nov 09 19:41:52.527935 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-abf2429f-a1ed-4a32-b530-c54089997ae2 req-99d0047f-2fc9-4d87-9071-804a587b20e0 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 943 time: 0.0727422 Nov 09 19:41:52.595521 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-abf2429f-a1ed-4a32-b530-c54089997ae2 req-d11f2cfd-80eb-4d9e-b49d-486edb0d538f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467486 Nov 09 19:41:52.630412 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f77afd35-f969-4840-90a4-38e7a431a3b0 req-1cc8da96-227f-478e-95fc-d43ffd33a132 service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628560 Nov 09 19:41:52.664793 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5aeff963-3dff-46a2-b2f9-ece5ba861c29 req-c89f011d-6f3b-4bd1-8867-9b971aa8b7ec tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211753 Nov 09 19:41:52.667603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-37ff314f-8994-4ee4-bfef-6f6e1b19ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:52.669819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-37ff314f-8994-4ee4-bfef-6f6e1b19ea26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1100 time: 0.0723283 Nov 09 19:41:52.816784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e2e6d-22ef-4dd5-8453-278e48c5043d req-1eff890b-b2bd-4c96-99e9-2a9a1f0b43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:52.818378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-631e2e6d-22ef-4dd5-8453-278e48c5043d req-1eff890b-b2bd-4c96-99e9-2a9a1f0b43d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eab705d7ba80497c81e8a09f501673f7&device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 1094 time: 0.1117725 Nov 09 19:41:52.878268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-01c68127-a59a-488f-bdc6-7cca58a4b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:52.880804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-01c68127-a59a-488f-bdc6-7cca58a4b0d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1846240 Nov 09 19:41:52.964831 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-9cbbb7c4-ecd8-424d-81ad-be4a67124670 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 217 time: 0.0740793 Nov 09 19:41:53.003337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95383a0-fc1c-4749-8ece-c870ce104e68 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:53.018743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:53.032097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-9eb6bfa5-38b2-40bc-9975-5cb7cdb230fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:53.034095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-9eb6bfa5-38b2-40bc-9975-5cb7cdb230fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0591774 Nov 09 19:41:53.038835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7b06c18c-862a-4439-b2e3-2c7027760ae3 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:53.048531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Transition to ACTIVE for port object d95383a0-fc1c-4749-8ece-c870ce104e68 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:41:53.049766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e2e6d-22ef-4dd5-8453-278e48c5043d req-d73473a9-7dec-41bc-9a9e-8aac1f036ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:53.052146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-631e2e6d-22ef-4dd5-8453-278e48c5043d req-d73473a9-7dec-41bc-9a9e-8aac1f036ff4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a HTTP/1.1" status: 200 len: 922 time: 0.2143493 Nov 09 19:41:53.057581 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:53.081574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51290) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:53.101334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 7b06c18c-862a-4439-b2e3-2c7027760ae3 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:41:53.101973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7b06c18c-862a-4439-b2e3-2c7027760ae3 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:41:53.105212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105a9f4-ff5b-4fa9-8794-e4a4060a85c4 req-d80c9818-66bf-445e-914c-f1abccb8e71f tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:53.112867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6105a9f4-ff5b-4fa9-8794-e4a4060a85c4 req-d80c9818-66bf-445e-914c-f1abccb8e71f tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 1101 time: 0.1832180 Nov 09 19:41:53.130290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-e5f76d8b-9208-49b8-99ab-277a5b1af956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:53.132357 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-e5f76d8b-9208-49b8-99ab-277a5b1af956 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769510 Nov 09 19:41:53.147894 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-631e2e6d-22ef-4dd5-8453-278e48c5043d req-cec60ee9-f04f-4209-bbb1-d251f5d7387f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 HTTP/1.1" status: 200 len: 217 time: 0.0863860 Nov 09 19:41:53.249471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6105a9f4-ff5b-4fa9-8794-e4a4060a85c4 req-9455a966-0cef-4526-b17f-4ed12b24ea90 tempest-ServersAdminTestJSON-1359873556 tempest-ServersAdminTestJSON-1359873556-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355076 Nov 09 19:41:53.251280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Pushing event updated for resources: {'Port': ['ID=d95383a0-fc1c-4749-8ece-c870ce104e68,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:53.265298 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-46276ba8-54a0-4992-a1ea-5aedbd0d334a service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246305 Nov 09 19:41:53.352488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e2e6d-22ef-4dd5-8453-278e48c5043d req-d3a0d30a-38af-4a51-b386-2d00a1d89280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:53.354121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-631e2e6d-22ef-4dd5-8453-278e48c5043d req-d3a0d30a-38af-4a51-b386-2d00a1d89280 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72dd7a90-2692-4c52-b37f-b538d4214f5f HTTP/1.1" status: 200 len: 861 time: 0.1973560 Nov 09 19:41:53.415091 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-631e2e6d-22ef-4dd5-8453-278e48c5043d req-f317fa19-c7de-42c3-a461-f89f4910ccef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518780 Nov 09 19:41:53.441706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Attempting to bind port d95383a0-fc1c-4749-8ece-c870ce104e68 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:41:53.442118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Attempting to bind port d95383a0-fc1c-4749-8ece-c870ce104e68 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:41:53.442543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Attempting to bind port d95383a0-fc1c-4749-8ece-c870ce104e68 on network fa1b5c57-450c-4425-af4b-04b570af71c5 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:53.506887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Port d95383a0-fc1c-4749-8ece-c870ce104e68 on network fa1b5c57-450c-4425-af4b-04b570af71c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:41:53.506887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Attempting to bind port d95383a0-fc1c-4749-8ece-c870ce104e68 on network fa1b5c57-450c-4425-af4b-04b570af71c5 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:41:53.507256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a0d631fc-51e3-4ee8-891c-cf342d8f16f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95d5318178294cd89985716d7d3b9b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233441 Nov 09 19:41:53.511279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51302) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:53.517421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95e5c4-537c-4561-be92-e5a8160d64e6 req-31b08ddd-26c1-47c0-a986-f7b7af989f51 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:53.518585 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd95e5c4-537c-4561-be92-e5a8160d64e6 req-31b08ddd-26c1-47c0-a986-f7b7af989f51 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 943 time: 0.2445199 Nov 09 19:41:53.552428 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-4f8f8dc3-e958-452e-b713-28fb79d3f75e service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761192 Nov 09 19:41:53.555293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:41:53.555639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Checking segment: {'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:53.556333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Bound using segment: {'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:41:53.556758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Bound port: d95383a0-fc1c-4749-8ece-c870ce104e68, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8584d084-6023-4d82-b366-1bc6e38f9f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:41:53.557204 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:53.584828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd95e5c4-537c-4561-be92-e5a8160d64e6 req-d01c41b4-a23c-4377-beee-2a62ddac94db tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593967 Nov 09 19:41:53.691328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-631e2e6d-22ef-4dd5-8453-278e48c5043d req-a16773fa-d919-426b-afca-aedaca94f9e9 service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635462 Nov 09 19:41:53.708300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8605a-d18a-451f-9880-ddbb826c289e req-530eb4ad-5aad-4875-85fc-60b1585e34a9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:53.709952 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aca8605a-d18a-451f-9880-ddbb826c289e req-530eb4ad-5aad-4875-85fc-60b1585e34a9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.1698618 Nov 09 19:41:53.736379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef541e7-9a0a-4aa8-a32c-b840b7fdc5dd req-b448f243-c8ac-41bd-950b-618c3512e635 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:53.738856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6886aa75-7bf5-4bcb-833d-db8f07e132df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:53.746770 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eef541e7-9a0a-4aa8-a32c-b840b7fdc5dd req-b448f243-c8ac-41bd-950b-618c3512e635 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 948 time: 0.0896094 Nov 09 19:41:53.782760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eef541e7-9a0a-4aa8-a32c-b840b7fdc5dd req-2c081883-9581-426e-b0a8-e3486362a0ff tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347660 Nov 09 19:41:53.799565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] For port d95383a0-fc1c-4749-8ece-c870ce104e68, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:41:53.837730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] For port d95383a0-fc1c-4749-8ece-c870ce104e68, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d95383a0-fc1c-4749-8ece-c870ce104e68,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:41:53.857006 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6886aa75-7bf5-4bcb-833d-db8f07e132df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:53.859452 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:53.921853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aca8605a-d18a-451f-9880-ddbb826c289e req-f6d3a8bf-ac17-4767-9cf1-c05256c4a060 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008295 Nov 09 19:41:53.954077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:53.954878 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:53.956499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] 10.222.0.70 "PUT /v2.0/ports/d95383a0-fc1c-4749-8ece-c870ce104e68 HTTP/1.1" status: 200 len: 1091 time: 2.6882579 Nov 09 19:41:53.961914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185dfdd-0a71-459c-b81c-99e417006b4c req-2770695c-b819-46e3-ab8c-9c485d9b1f69 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:53.962430 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-631e2e6d-22ef-4dd5-8453-278e48c5043d req-a604b64b-50c0-4154-83c8-51f5f5b28c43 service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441084 Nov 09 19:41:53.980926 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1185dfdd-0a71-459c-b81c-99e417006b4c req-2770695c-b819-46e3-ab8c-9c485d9b1f69 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 943 time: 0.1100070 Nov 09 19:41:53.994241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ea9bb-047a-4a5d-bebc-4cdac92f7c30 service neutron] Pushing event updated for resources: {'Port': ['ID=d95383a0-fc1c-4749-8ece-c870ce104e68,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:54.071044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6886aa75-7bf5-4bcb-833d-db8f07e132df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:54.085909 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6886aa75-7bf5-4bcb-833d-db8f07e132df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:54.086197 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1185dfdd-0a71-459c-b81c-99e417006b4c req-77706e6b-110b-4fe4-a73d-2367621a52b1 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955434 Nov 09 19:41:54.087230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6886aa75-7bf5-4bcb-833d-db8f07e132df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3cc25e2f-5027-4ed7-b36a-3ae802328d81 HTTP/1.1" status: 204 len: 168 time: 0.5749316 Nov 09 19:41:54.141409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-a1824f25-1e7e-49c4-adce-5eb7e246945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:54.142947 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-a1824f25-1e7e-49c4-adce-5eb7e246945e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74ca468563b34d019e460c52ee61d01d&device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 1094 time: 0.1394324 Nov 09 19:41:54.145074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886aa75-7bf5-4bcb-833d-db8f07e132df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc25e2f-5027-4ed7-b36a-3ae802328d81,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:54.207828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'tag': 'd95383a0-fc1c-4749-8ece-c870ce104e68'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:54.209427 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5886bc-d8d6-48d4-ac33-823144de15da" -d '{"events": [{"name": "network-changed", "server_uuid": "cae77746-6e37-4e5e-9636-abfc3cf29206", "tag": "d95383a0-fc1c-4749-8ece-c870ce104e68"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:54.214911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-f75c1a00-a146-45d9-862d-5598254ff68d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95383a0-fc1c-4749-8ece-c870ce104e68 HTTP/1.1" status: 200 len: 217 time: 0.0511298 Nov 09 19:41:54.272710 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbb65fb-d820-452f-acbe-c0d719c05ca9 x-openstack-request-id: req-fbbb65fb-d820-452f-acbe-c0d719c05ca9 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:54.273000 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae77746-6e37-4e5e-9636-abfc3cf29206", "tag": "d95383a0-fc1c-4749-8ece-c870ce104e68", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:54.273252 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbbb65fb-d820-452f-acbe-c0d719c05ca9 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:54.273643 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'tag': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'status': 'completed', 'code': 200} Nov 09 19:41:54.281505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac1260-ed10-4b21-b04e-3db072cb082b req-e560ee30-52d0-4d1a-8905-de7ffb1b5bd8 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:54.283067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08ac1260-ed10-4b21-b04e-3db072cb082b req-e560ee30-52d0-4d1a-8905-de7ffb1b5bd8 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.1948080 Nov 09 19:41:54.329889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-4552a932-6433-4993-9af8-d9cc93193110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:54.331754 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-4552a932-6433-4993-9af8-d9cc93193110 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaacfbd5-0c57-45e9-a546-107c92e0a024 HTTP/1.1" status: 200 len: 868 time: 0.1067476 Nov 09 19:41:54.380460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08ac1260-ed10-4b21-b04e-3db072cb082b req-411ec2a5-a546-40a6-974a-2f2ed81e45a1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902920 Nov 09 19:41:54.406139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-4247d3b0-4c7c-4097-bcf0-d08cfbdc8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:54.408030 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-4247d3b0-4c7c-4097-bcf0-d08cfbdc8feb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa1b5c57-450c-4425-af4b-04b570af71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677149 Nov 09 19:41:54.525458 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-196e1b2a-5b3b-4231-81a9-75c4ef51fdd0 service neutron] 10.222.0.70 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096108 Nov 09 19:41:54.647162 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1843ba77-8c57-4e3f-a2e4-3b90ef78a2d7 req-3febe76f-0ddc-4015-aa75-9726efc0f012 service neutron] 10.222.0.70 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149797 Nov 09 19:41:54.746235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b69d1-3132-47a9-b275-cb523808d10c req-59ab12ff-28b2-461a-8c8f-3aae90d12936 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:54.754653 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a7b69d1-3132-47a9-b275-cb523808d10c req-59ab12ff-28b2-461a-8c8f-3aae90d12936 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 943 time: 0.0831337 Nov 09 19:41:54.756538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-e551ba9e-3780-4a1b-92bf-4b38892a368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:54.758537 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-e551ba9e-3780-4a1b-92bf-4b38892a368a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74ca468563b34d019e460c52ee61d01d&device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 1094 time: 0.0542781 Nov 09 19:41:54.800270 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a7b69d1-3132-47a9-b275-cb523808d10c req-c40401c3-1a77-4fa5-a78b-c77b65db0043 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444944 Nov 09 19:41:54.886869 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:41:54.981602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-82746098-79d2-4166-a52c-a24dc1d8e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:54.983477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-82746098-79d2-4166-a52c-a24dc1d8e633 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa1b5c57-450c-4425-af4b-04b570af71c5 HTTP/1.1" status: 200 len: 930 time: 0.2181628 Nov 09 19:41:55.015331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51338) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:55.036071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:41:55.085833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-c9e198a4-f23b-4325-a4d1-ffaafb9743c4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:55.095021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-c9e198a4-f23b-4325-a4d1-ffaafb9743c4 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.77 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 948 time: 0.1993530 Nov 09 19:41:55.100541 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-1d89023d-ecb9-4a23-9d5a-55ec49b716ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95383a0-fc1c-4749-8ece-c870ce104e68 HTTP/1.1" status: 200 len: 217 time: 0.1096642 Nov 09 19:41:55.118053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd0d8a-c63f-41ee-9ec1-e324f52e9107 req-5d5a6bcc-eb9a-4d70-a22c-cadfc28ca5f7 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:55.131140 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91bd0d8a-c63f-41ee-9ec1-e324f52e9107 req-5d5a6bcc-eb9a-4d70-a22c-cadfc28ca5f7 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 948 time: 0.2375124 Nov 09 19:41:55.146989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4056e-8b24-4672-b931-536cbf5edfc4 req-5d6a0023-fe84-440d-b0db-3fe60589f97c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:55.148748 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ba4056e-8b24-4672-b931-536cbf5edfc4 req-5d6a0023-fe84-440d-b0db-3fe60589f97c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.1304681 Nov 09 19:41:55.189892 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.208431 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ba4056e-8b24-4672-b931-536cbf5edfc4 req-1729a905-7fb4-414f-b80f-4e5a59fd38d7 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458407 Nov 09 19:41:55.229394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1427743232-network', 'tenant_id': '202878b3a1ac4e3ba55b6e4a0d5a8b9c'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:55.249607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:55.264197 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Made reservation on behalf of 202878b3a1ac4e3ba55b6e4a0d5a8b9c for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:55.264441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0', 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a', 'port_id': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0', 'mac_address': 'fa:16:3e:bc:eb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72dd7a90-2692-4c52-b37f-b538d4214f5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:41:55.266823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.279863 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.289555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91bd0d8a-c63f-41ee-9ec1-e324f52e9107 req-7d1c44ed-ee76-4a68-b25a-a3e9a30b9873 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575096 Nov 09 19:41:55.313027 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.318956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-6cc06034-e4d1-4ad4-8a26-8f3299506f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:55.320700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-6cc06034-e4d1-4ad4-8a26-8f3299506f72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaacfbd5-0c57-45e9-a546-107c92e0a024 HTTP/1.1" status: 200 len: 868 time: 0.1869397 Nov 09 19:41:55.328626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:55.354706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:55.359847 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.419486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:55.426398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-18a37e5f-89cb-4e46-9dd4-0810f74d056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:55.428086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-18a37e5f-89cb-4e46-9dd4-0810f74d056f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa1b5c57-450c-4425-af4b-04b570af71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845220 Nov 09 19:41:55.436284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-480ea1e5-3543-4ea6-a9a2-d97eb95f1708 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Deleting port 00543b08-f409-405e-a453-420b9a0c1b8f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:41:55.436930 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-480ea1e5-3543-4ea6-a9a2-d97eb95f1708 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.460260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.470822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac5d1d-d93b-49c6-abb4-d1817ca76e30 req-2cd5695f-7d83-4a23-83a3-1423e250a3ea tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:55.472424 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00ac5d1d-d93b-49c6-abb4-d1817ca76e30 req-2cd5695f-7d83-4a23-83a3-1423e250a3ea tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 944 time: 0.1822188 Nov 09 19:41:55.473613 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.523064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:41:55.545125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc122f4-b304-4d7e-9a9e-125718e25d31,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:55.554372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.554664 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Added segment 2905c9a3-02cd-4fd4-8253-882e7546fc54 of type vlan for network a65a05e5-0bd7-4756-a279-12e533e25a5e Nov 09 19:41:55.558770 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00ac5d1d-d93b-49c6-abb4-d1817ca76e30 req-8112c5d8-1c49-4db4-8228-f6d536b8877e tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787213 Nov 09 19:41:55.606881 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.636260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.637233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:55.637977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.641746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68d6e-05e8-4d13-b971-6e3ee6aa55c5 req-2c865c55-59a2-4281-87a3-aa728ef0b0d4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:55.643258 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43f68d6e-05e8-4d13-b971-6e3ee6aa55c5 req-2c865c55-59a2-4281-87a3-aa728ef0b0d4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.1471674 Nov 09 19:41:55.650038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-21926b2b-cadf-41b3-88e0-c83cf6c41ad6 service neutron] 10.222.0.70 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101021 Nov 09 19:41:55.657066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['9b0db8d5-2038-463b-b8ca-86cdc4ae70d0'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:55.686497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-480ea1e5-3543-4ea6-a9a2-d97eb95f1708 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] For port 00543b08-f409-405e-a453-420b9a0c1b8f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=00543b08-f409-405e-a453-420b9a0c1b8f,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:55.686801 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-480ea1e5-3543-4ea6-a9a2-d97eb95f1708 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.730345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] Pushing event updated for resources: {'Network': ['ID=a65a05e5-0bd7-4756-a279-12e533e25a5e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:55.753120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a65a05e5-0bd7-4756-a279-12e533e25a5e details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:41:55.756262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-480ea1e5-3543-4ea6-a9a2-d97eb95f1708 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Calling delete_port for 00543b08-f409-405e-a453-420b9a0c1b8f owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:41:55.757231 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-81da7303-9799-41db-ac84-ce8c0eacdcaa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7403455 Nov 09 19:41:55.760116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51350) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:41:55.766970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Request body: {'subnet': {'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1427743232-subnet', 'tenant_id': '202878b3a1ac4e3ba55b6e4a0d5a8b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:55.771564 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43f68d6e-05e8-4d13-b971-6e3ee6aa55c5 req-1089be78-0cf7-4813-854b-20502a4f70ef tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157928 Nov 09 19:41:55.801046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Made reservation on behalf of 202878b3a1ac4e3ba55b6e4a0d5a8b9c for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:55.803772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.864702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c5886bc-d8d6-48d4-ac33-823144de15da req-811566d7-510a-4726-93a9-1165cbda0389 service neutron] 10.222.0.70 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057574 Nov 09 19:41:55.963835 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-480ea1e5-3543-4ea6-a9a2-d97eb95f1708 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:55.977293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['00543b08-f409-405e-a453-420b9a0c1b8f', 'f47ac727-f38e-4d55-9812-fe6262af22d4'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:55.995004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ea1e5-3543-4ea6-a9a2-d97eb95f1708 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Pushing event deleted for resources: {'Port': ['ID=00543b08-f409-405e-a453-420b9a0c1b8f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:56.044769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-480ea1e5-3543-4ea6-a9a2-d97eb95f1708 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] No DVR routers for this DVR port 00543b08-f409-405e-a453-420b9a0c1b8f on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:41:56.050908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-480ea1e5-3543-4ea6-a9a2-d97eb95f1708 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:56.054335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0b4ee760-5fbf-4b2b-a2b8-82e6214f61b5 req-480ea1e5-3543-4ea6-a9a2-d97eb95f1708 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.77 "DELETE /v2.0/ports/00543b08-f409-405e-a453-420b9a0c1b8f HTTP/1.1" status: 204 len: 173 time: 0.9526746 Nov 09 19:41:56.061606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ff2bd-c196-4236-bdf9-bff785d3e45a req-352dee81-b858-4544-ad07-b8d3ed7f7477 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:56.063203 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-537ff2bd-c196-4236-bdf9-bff785d3e45a req-352dee81-b858-4544-ad07-b8d3ed7f7477 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 943 time: 0.1392386 Nov 09 19:41:56.148860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:56.176218 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-537ff2bd-c196-4236-bdf9-bff785d3e45a req-a34433bd-8e45-4d5b-8b01-00838d320694 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058779 Nov 09 19:41:56.238693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e642abde-590e-4e2e-858c-3106e06814fb,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:56.253422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.254429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.255028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.255380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.255729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.256071 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.256890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.256890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.257050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.257417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.257688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.258019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:41:56.268307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Checking segment: {'id': '2905c9a3-02cd-4fd4-8253-882e7546fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:41:56.268678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Network hostable DHCP agents. Network: a65a05e5-0bd7-4756-a279-12e533e25a5e, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:41:56.276108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8120f376-d61c-4326-bc69-f8d6a81f8c28', 'name': 'network-vif-deleted', 'tag': '00543b08-f409-405e-a453-420b9a0c1b8f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:56.278641 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79448d6-5ff8-47b1-9c77-05294c9675b4" -d '{"events": [{"server_uuid": "8120f376-d61c-4326-bc69-f8d6a81f8c28", "name": "network-vif-deleted", "tag": "00543b08-f409-405e-a453-420b9a0c1b8f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:56.289298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Network a65a05e5-0bd7-4756-a279-12e533e25a5e is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:41:56.298930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a65a05e5-0bd7-4756-a279-12e533e25a5e) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:56.303921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:56.304607 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:56.307860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd029c9d-1743-4777-adfd-919baae564d2 None None] Network a65a05e5-0bd7-4756-a279-12e533e25a5e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:41:56.328344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317dd0a-85b3-4db7-bb24-0b8138f1d29a req-80f7a503-7770-4bac-bc7a-61300997af09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:56.330196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b317dd0a-85b3-4db7-bb24-0b8138f1d29a req-80f7a503-7770-4bac-bc7a-61300997af09 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.0636864 Nov 09 19:41:56.386475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b317dd0a-85b3-4db7-bb24-0b8138f1d29a req-26d4b8a3-594a-4866-bb09-adc9bf553d7a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490551 Nov 09 19:41:56.399241 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-53b6319e-8d33-465d-a8a6-35ecbdfa2dcf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6295834 Nov 09 19:41:56.468919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d545d8a6-2fb6-4dc0-b11d-c5965af19880'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:56.471951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45d4a-49e1-4037-9200-724665ad656b req-e0e1f0db-c46b-4534-8296-b1b92f584c0a tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:56.475230 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9fd0fc-2935-4ed4-badf-1e0f9770e3e8 x-openstack-request-id: req-9a9fd0fc-2935-4ed4-badf-1e0f9770e3e8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:56.475605 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8120f376-d61c-4326-bc69-f8d6a81f8c28", "name": "network-vif-deleted", "tag": "00543b08-f409-405e-a453-420b9a0c1b8f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:56.476068 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a9fd0fc-2935-4ed4-badf-1e0f9770e3e8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:56.476698 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8120f376-d61c-4326-bc69-f8d6a81f8c28', 'name': 'network-vif-deleted', 'tag': '00543b08-f409-405e-a453-420b9a0c1b8f', 'status': 'completed', 'code': 200} Nov 09 19:41:56.491911 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-e0e1f0db-c46b-4534-8296-b1b92f584c0a tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 808 time: 0.1675551 Nov 09 19:41:56.508259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7587d547-4fa5-48b4-96e2-1759b3fb127d None None] Network a65a05e5-0bd7-4756-a279-12e533e25a5e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:41:56.525306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-fe2fea05-28a1-4969-baf2-844608a909f8 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/quotas/2859bc85160d463285748068eb9becfd HTTP/1.1" status: 200 len: 375 time: 0.0304744 Nov 09 19:41:56.632013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-7fd0c775-1044-46de-a80e-b4d934497ce9 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048849 Nov 09 19:41:56.639860 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb17ac68-fd9c-4b00-9257-bcc8a9d32a97 req-daa891f2-d845-4635-90d0-ac785dce9461 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=8120f376-d61c-4326-bc69-f8d6a81f8c28 HTTP/1.1" status: 200 len: 210 time: 0.0425894 Nov 09 19:41:56.745820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bb047-6dfd-40a8-97de-e509879926df req-3b38a648-48f3-4172-988f-b0e5c7120552 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:56.748250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f69bb047-6dfd-40a8-97de-e509879926df req-3b38a648-48f3-4172-988f-b0e5c7120552 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 944 time: 0.0547752 Nov 09 19:41:56.767914 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-03e3a292-3709-41c5-8461-09a7d52f9015 service neutron] 10.222.0.53 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279442 Nov 09 19:41:56.790368 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f69bb047-6dfd-40a8-97de-e509879926df req-7631374b-ab79-4e12-9f7b-bc9f502c6e83 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340779 Nov 09 19:41:56.857063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-1ca1b21b-0df0-470a-a516-4276a4f0a476 service neutron] 10.222.0.53 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882874 Nov 09 19:41:56.942452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f2ade088-eef1-4de9-a93a-6e0ce1fe5ff8 req-fca88137-2a3f-4e5d-9001-1c4fbcc04782 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2043260379', 'description': 'tempest-description-1157092098'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:56.975878 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f2ade088-eef1-4de9-a93a-6e0ce1fe5ff8 req-fca88137-2a3f-4e5d-9001-1c4fbcc04782 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.041622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d95383a0-fc1c-4749-8ece-c870ce104e68 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:41:57.044107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:57.052088 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f2ade088-eef1-4de9-a93a-6e0ce1fe5ff8 req-fca88137-2a3f-4e5d-9001-1c4fbcc04782 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.057087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f2ade088-eef1-4de9-a93a-6e0ce1fe5ff8 req-fca88137-2a3f-4e5d-9001-1c4fbcc04782 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.092878 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f2ade088-eef1-4de9-a93a-6e0ce1fe5ff8 req-fca88137-2a3f-4e5d-9001-1c4fbcc04782 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.094421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2ade088-eef1-4de9-a93a-6e0ce1fe5ff8 req-fca88137-2a3f-4e5d-9001-1c4fbcc04782 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1561477 Nov 09 19:41:57.095417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca88137-2a3f-4e5d-9001-1c4fbcc04782 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127d676e-6f86-4e6f-bf0d-54d653b73848,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:57.134685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-2abef4d6-36f4-4f0f-9cc3-4fb26696d1c3 req-6b64d884-6e9b-433f-9456-9bbbc8e9a30c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-996069938', 'description': 'tempest-description-1969118138'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:57.161491 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2abef4d6-36f4-4f0f-9cc3-4fb26696d1c3 req-6b64d884-6e9b-433f-9456-9bbbc8e9a30c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.195817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:41:57.209404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:57.210247 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.251210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d95383a0-fc1c-4749-8ece-c870ce104e68, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d95383a0-fc1c-4749-8ece-c870ce104e68,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:57.253806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a9c6f-1f6f-4f08-8cb0-fbd8833e43a5 req-ba6f6354-7b09-46c3-abf0-eac35d13e794 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:57.257403 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2abef4d6-36f4-4f0f-9cc3-4fb26696d1c3 req-6b64d884-6e9b-433f-9456-9bbbc8e9a30c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.263148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2abef4d6-36f4-4f0f-9cc3-4fb26696d1c3 req-6b64d884-6e9b-433f-9456-9bbbc8e9a30c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.268565 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a5a9c6f-1f6f-4f08-8cb0-fbd8833e43a5 req-ba6f6354-7b09-46c3-abf0-eac35d13e794 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0850601 Nov 09 19:41:57.271756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'port_id': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'mac_address': 'fa:16:3e:21:95:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:41:57.308787 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64d884-6e9b-433f-9456-9bbbc8e9a30c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c3bdfc-0651-46ac-a3a3-526041e12abe,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:57.314829 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2abef4d6-36f4-4f0f-9cc3-4fb26696d1c3 req-6b64d884-6e9b-433f-9456-9bbbc8e9a30c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.317077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2abef4d6-36f4-4f0f-9cc3-4fb26696d1c3 req-6b64d884-6e9b-433f-9456-9bbbc8e9a30c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1869814 Nov 09 19:41:57.320044 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.358679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a5a9c6f-1f6f-4f08-8cb0-fbd8833e43a5 req-d1ae2a18-8f97-4bea-82cf-72b4bc34dc02 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833018 Nov 09 19:41:57.380322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95383a0-fc1c-4749-8ece-c870ce104e68 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:41:57.414303 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a071497c-6e5f-48e2-a7be-c32de66247bb req-92e20865-78be-42a8-9a71-22207bfe9d66 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 210 time: 0.0456514 Nov 09 19:41:57.418392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d95383a0-fc1c-4749-8ece-c870ce104e68, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d95383a0-fc1c-4749-8ece-c870ce104e68,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:57.422057 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.427216 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.493390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2f2092-5726-41ba-be42-e5f8d1d72ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:41:57.496564 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7299b1f5-4f4c-45e3-b81f-a0f1781877cd" -d '{"events": [{"server_uuid": "5e2f2092-5726-41ba-be42-e5f8d1d72ec4", "name": "network-vif-plugged", "status": "completed", "tag": "9b0db8d5-2038-463b-b8ca-86cdc4ae70d0"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:41:57.512892 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:57.513212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700ccf-6f49-491a-8573-8f35c7476e76 req-8827e681-68c2-4b00-bba5-d0436234aa41 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:57.524760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3700ccf-6f49-491a-8573-8f35c7476e76 req-8827e681-68c2-4b00-bba5-d0436234aa41 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 944 time: 0.0693872 Nov 09 19:41:57.535656 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:57.550961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d95383a0-fc1c-4749-8ece-c870ce104e68,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:57.563552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3700ccf-6f49-491a-8573-8f35c7476e76 req-37267caa-588b-4996-8ad7-c68ffd7b478b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376222 Nov 09 19:41:57.631175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:57.651725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-78d123d9-4290-49c6-8682-f7bd68b4b219 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:57.654624 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-78d123d9-4290-49c6-8682-f7bd68b4b219 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 813 time: 0.1302738 Nov 09 19:41:57.673669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-e09f4f9b-976c-4c30-a736-7415862ab8fc tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/quotas/202878b3a1ac4e3ba55b6e4a0d5a8b9c HTTP/1.1" status: 200 len: 375 time: 0.0121436 Nov 09 19:41:57.715689 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-97a92f36-2b9e-4902-a0c1-6924749338f0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329587 Nov 09 19:41:57.764914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d95383a0-fc1c-4749-8ece-c870ce104e68'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:57.830887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-4c9febdb-ef52-4fbc-96ea-fc1955d18e77 service neutron] 10.222.0.53 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062315 Nov 09 19:41:57.955559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-21bd238f-7b5a-42e3-8773-85a87da9bf51 service neutron] 10.222.0.53 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170423 Nov 09 19:41:58.007663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b44e8-fd6d-4ffe-a0da-5f4cfbbac855 req-016be1e8-e5c4-41b7-af49-ae40faf49da4 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:58.009291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-593b44e8-fd6d-4ffe-a0da-5f4cfbbac855 req-016be1e8-e5c4-41b7-af49-ae40faf49da4 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.3742850 Nov 09 19:41:58.054971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-593b44e8-fd6d-4ffe-a0da-5f4cfbbac855 req-3cbb036c-7e2c-49da-b727-20e1168c4829 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390122 Nov 09 19:41:58.095966 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54382993-4c68-4e49-849c-712699746410 x-openstack-request-id: req-54382993-4c68-4e49-849c-712699746410 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:41:58.097124 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2f2092-5726-41ba-be42-e5f8d1d72ec4", "name": "network-vif-plugged", "status": "completed", "tag": "9b0db8d5-2038-463b-b8ca-86cdc4ae70d0", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:41:58.098269 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54382993-4c68-4e49-849c-712699746410 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:41:58.098813 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2f2092-5726-41ba-be42-e5f8d1d72ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0', 'code': 200} Nov 09 19:41:58.207991 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1347173a-6748-4c2f-8f7a-b0a91f558f67 req-4b8466d3-0f7d-4cf5-a0f2-5ba5e232628d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 210 time: 0.0438564 Nov 09 19:41:58.244769 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5617fe-5644-4b83-b3c2-75fd2460a3b2 req-96d3bb7b-f788-4f91-a32d-56a77e92c454 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:58.246426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d5617fe-5644-4b83-b3c2-75fd2460a3b2 req-96d3bb7b-f788-4f91-a32d-56a77e92c454 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.0731540 Nov 09 19:41:58.296212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d5617fe-5644-4b83-b3c2-75fd2460a3b2 req-adb4f1d5-b5cf-4985-ad86-6897091df1bf tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Nov 09 19:41:58.322695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adad467-bb19-45a8-965f-22a8b60413a9 req-e7872951-3343-4182-94cb-b8c667fd36da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:58.324630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2adad467-bb19-45a8-965f-22a8b60413a9 req-e7872951-3343-4182-94cb-b8c667fd36da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 1096 time: 0.1565435 Nov 09 19:41:58.402323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2adad467-bb19-45a8-965f-22a8b60413a9 req-fa354a83-73a5-417e-b796-0cbc389098e3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679665 Nov 09 19:41:58.446889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45d4a-49e1-4037-9200-724665ad656b req-f569b8b3-d211-4d60-bfeb-eaa2f65e50d2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:58.449095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-f569b8b3-d211-4d60-bfeb-eaa2f65e50d2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 808 time: 0.1995838 Nov 09 19:41:58.478934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Request body: {'port': {'device_id': '3b236b85-e457-4031-9276-94092a787dc9', 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80', 'admin_state_up': True, 'tenant_id': '2859bc85160d463285748068eb9becfd'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:58.495027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4f52b-df2e-4efd-9f39-97b6aee63118 req-c4645134-09d8-4700-91d2-d9c41c3c68e4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:58.504238 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ffb4f52b-df2e-4efd-9f39-97b6aee63118 req-c4645134-09d8-4700-91d2-d9c41c3c68e4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0695276 Nov 09 19:41:58.540123 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ffb4f52b-df2e-4efd-9f39-97b6aee63118 req-e00958f0-315e-4563-bd7f-eaba26a501ed tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348563 Nov 09 19:41:58.656312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbe67aa4-3850-4124-9345-8f0de60c5782 req-72f4beda-3250-4f62-b8da-cb5fbd2e0144 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 210 time: 0.0297749 Nov 09 19:41:58.657777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1a46-b525-4a4f-9286-db1dac499f29 req-e05ae08c-e29e-46fa-9b74-c298b0d39450 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:58.667824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8bf1a46-b525-4a4f-9286-db1dac499f29 req-e05ae08c-e29e-46fa-9b74-c298b0d39450 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 950 time: 0.1565661 Nov 09 19:41:58.727386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8bf1a46-b525-4a4f-9286-db1dac499f29 req-f5b68232-14c8-4167-bfd1-64aa02773df8 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582135 Nov 09 19:41:58.728830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Made reservation on behalf of 2859bc85160d463285748068eb9becfd for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:58.732417 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:58.813652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273b917-d786-4376-82d3-34b583020728 req-2d1c8311-959d-433c-86a2-db988e5c8e18 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:58.816822 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4273b917-d786-4376-82d3-34b583020728 req-2d1c8311-959d-433c-86a2-db988e5c8e18 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 944 time: 0.0940332 Nov 09 19:41:58.861138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4273b917-d786-4376-82d3-34b583020728 req-4a3b39fb-502f-4815-8950-f86862b21be0 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387192 Nov 09 19:41:58.903584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Allocated IP 172.20.0.13 (3c440a8d-8700-46d7-8491-c2d72d754c80/c271e4cb-f52a-4e29-af68-f8061cc1d4ad/4ffee6d0-8024-4e12-8314-1d32b811cc69) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:41:59.038904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d95383a0-fc1c-4749-8ece-c870ce104e68 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:41:59.068289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:59.111210 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:59.113805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d95383a0-fc1c-4749-8ece-c870ce104e68 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:41:59.118284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d95383a0-fc1c-4749-8ece-c870ce104e68 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:41:59.119906 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:59.144050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['4ed35e5c-6352-4467-a34e-585cd12b4a36'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:41:59.185277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Network 3c440a8d-8700-46d7-8491-c2d72d754c80 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:41:59.194388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 00543b08-f409-405e-a453-420b9a0c1b8f no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:41:59.204788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:41:59.214065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:41:59.223576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 00543b08-f409-405e-a453-420b9a0c1b8f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:41:59.223920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 00543b08-f409-405e-a453-420b9a0c1b8f not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:41:59.238802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Pushing event updated for resources: {'Port': ['ID=4ffee6d0-8024-4e12-8314-1d32b811cc69,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:59.272581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f82c-5007-4314-a791-19d72c74a681 req-4df61dde-8fe3-428d-9713-527fe9cf1427 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:59.274113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e000f82c-5007-4314-a791-19d72c74a681 req-4df61dde-8fe3-428d-9713-527fe9cf1427 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.1111858 Nov 09 19:41:59.280879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:59.281530 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:59.310172 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:59.331616 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-6e555a21-fea9-41c7-a581-c80e8994e4cd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8566592 Nov 09 19:41:59.348921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a4f4e18d-0306-44cb-9c5a-1d796fffc0db req-a01746ce-69c6-436a-8feb-285b960b3432 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 210 time: 0.0289624 Nov 09 19:41:59.354620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e000f82c-5007-4314-a791-19d72c74a681 req-df154b27-8ea5-4352-a0fe-a27791a8a20b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701864 Nov 09 19:41:59.360944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Request body: {'port': {'device_id': '3b236b85-e457-4031-9276-94092a787dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:59.375242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d95383a0-fc1c-4749-8ece-c870ce104e68, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d95383a0-fc1c-4749-8ece-c870ce104e68,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:41:59.386875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:59.486918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d95383a0-fc1c-4749-8ece-c870ce104e68,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:41:59.553426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:41:59.590929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-726750b9-1ae1-44d9-9b73-c4d62d3e6f36 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:59.592636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-726750b9-1ae1-44d9-9b73-c4d62d3e6f36 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.70 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 813 time: 0.2256279 Nov 09 19:41:59.603138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81943b49-e455-4534-9c12-bef752be07ae req-f6d853ad-6c74-410d-8242-6fea3299855a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:59.604769 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81943b49-e455-4534-9c12-bef752be07ae req-f6d853ad-6c74-410d-8242-6fea3299855a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.1294920 Nov 09 19:41:59.644367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'port': {'device_id': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e', 'admin_state_up': True, 'tenant_id': '202878b3a1ac4e3ba55b6e4a0d5a8b9c'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:41:59.684659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf02a5c-5875-4a65-ae6e-1cfdd3ed92b2 req-f62d8f24-d885-402d-96bf-71e8409ba833 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:59.686425 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bf02a5c-5875-4a65-ae6e-1cfdd3ed92b2 req-f62d8f24-d885-402d-96bf-71e8409ba833 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0547857 Nov 09 19:41:59.729209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bf02a5c-5875-4a65-ae6e-1cfdd3ed92b2 req-851258e3-9d9a-4964-a4e9-5740b310af29 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341222 Nov 09 19:41:59.746054 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81943b49-e455-4534-9c12-bef752be07ae req-bf5c8d52-909f-4842-b51c-937d45de6081 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121521 Nov 09 19:41:59.885708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f278e1-20e4-4f2e-81f5-ebf95c3e2c30 req-a16cf5be-6097-4789-ae6c-73d1794a59ab tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:41:59.887520 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4f278e1-20e4-4f2e-81f5-ebf95c3e2c30 req-a16cf5be-6097-4789-ae6c-73d1794a59ab tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 932 time: 0.0735841 Nov 09 19:41:59.933049 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4f278e1-20e4-4f2e-81f5-ebf95c3e2c30 req-afe7115c-23f1-489f-b1d1-068bc6df2d88 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 Nov 09 19:41:59.947091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Made reservation on behalf of 202878b3a1ac4e3ba55b6e4a0d5a8b9c for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:41:59.950857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:00.014500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d46c5-36f5-429a-a1bc-7ffc54d12b73 req-a739a8dc-8dce-4483-8a7d-98b6d2085bf6 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:00.016156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e15d46c5-36f5-429a-a1bc-7ffc54d12b73 req-a739a8dc-8dce-4483-8a7d-98b6d2085bf6 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 950 time: 0.1292188 Nov 09 19:42:00.081171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d38c5-6e8d-4be6-8baf-1aad791ca091 req-71d72196-b6ef-4e9f-b8e8-b8971bd6fb8e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:00.082968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-617d38c5-6e8d-4be6-8baf-1aad791ca091 req-71d72196-b6ef-4e9f-b8e8-b8971bd6fb8e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 945 time: 0.0548594 Nov 09 19:42:00.099886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95383a0-fc1c-4749-8ece-c870ce104e68'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:00.102428 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6f2c96-3ac8-4502-95e7-c730ec6c21eb" -d '{"events": [{"server_uuid": "cae77746-6e37-4e5e-9636-abfc3cf29206", "name": "network-vif-plugged", "status": "completed", "tag": "d95383a0-fc1c-4749-8ece-c870ce104e68"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:00.140217 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-617d38c5-6e8d-4be6-8baf-1aad791ca091 req-36f8d264-4dee-4e2f-8eb8-3b58e82cdcd2 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457795 Nov 09 19:42:00.157874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e15d46c5-36f5-429a-a1bc-7ffc54d12b73 req-f71cc3c3-4ca0-4be9-82c0-e2c12c7abb4f tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326656 Nov 09 19:42:00.200771 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af526ff-7078-450c-a7fc-c2b655683ac8 x-openstack-request-id: req-2af526ff-7078-450c-a7fc-c2b655683ac8 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:00.201475 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae77746-6e37-4e5e-9636-abfc3cf29206", "name": "network-vif-plugged", "status": "completed", "tag": "d95383a0-fc1c-4749-8ece-c870ce104e68", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:00.202014 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2af526ff-7078-450c-a7fc-c2b655683ac8 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:00.202165 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'code': 200} Nov 09 19:42:00.228835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffee6d0-8024-4e12-8314-1d32b811cc69 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:00.243641 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:00.278173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Transition to ACTIVE for port object 4ffee6d0-8024-4e12-8314-1d32b811cc69 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:00.294492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-1c1e8220-9dfe-4000-9d59-219343bca4f9 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:00.296012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-1c1e8220-9dfe-4000-9d59-219343bca4f9 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.70 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 950 time: 0.1316576 Nov 09 19:42:00.299478 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:00.304457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc3124-8521-48e2-8f2f-21d91cf31736 req-2c633d64-d204-464e-a89c-b49141e8efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:00.305429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Allocated IP 172.20.0.2 (a65a05e5-0bd7-4756-a279-12e533e25a5e/e642abde-590e-4e2e-858c-3106e06814fb/fe26ce3d-1de0-4581-bb8d-c78386416781) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:00.305965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c5fc3124-8521-48e2-8f2f-21d91cf31736 req-2c633d64-d204-464e-a89c-b49141e8efaf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 1096 time: 0.0427051 Nov 09 19:42:00.342731 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c5fc3124-8521-48e2-8f2f-21d91cf31736 req-c72d265b-3115-427b-b1d3-2cdf7d795859 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300610 Nov 09 19:42:00.438694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffee6d0-8024-4e12-8314-1d32b811cc69,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:00.492366 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c126714f-aee9-4633-b38b-1031f5727e6f req-50e6ffcb-8f27-4d85-bc94-75a0725c53b6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 210 time: 0.0268164 Nov 09 19:42:00.642104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec53bb-7243-407c-b25c-743527b2fe2e req-24373a5c-9266-40d8-9e32-825f50bb0e0b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:00.643557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27ec53bb-7243-407c-b25c-743527b2fe2e req-24373a5c-9266-40d8-9e32-825f50bb0e0b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.1813173 Nov 09 19:42:00.651782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:00.652116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:00.652448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:00.664733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-0f49d9e1-157f-4ef7-a093-10372805db5b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Deleting port d545d8a6-2fb6-4dc0-b11d-c5965af19880 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:00.665073 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-0f49d9e1-157f-4ef7-a093-10372805db5b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:00.679485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:00.679787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:00.741277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:00.741624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:00.742014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:00.742470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Bound port: 4ffee6d0-8024-4e12-8314-1d32b811cc69, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:00.742869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:00.793144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27ec53bb-7243-407c-b25c-743527b2fe2e req-9b7fa2a7-0ea7-4722-9896-b8f831312ab2 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372800 Nov 09 19:42:00.839626 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:00.885249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ae727-9d9c-42ba-9341-13bda4c59c9d req-cf8550e0-9dd0-44fd-b798-b73639cdc3ab tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:00.888446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-104ae727-9d9c-42ba-9341-13bda4c59c9d req-cf8550e0-9dd0-44fd-b798-b73639cdc3ab tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0615396 Nov 09 19:42:00.907503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:00.943135 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-104ae727-9d9c-42ba-9341-13bda4c59c9d req-ed85f7a9-cb1e-48fb-a775-eab28504b47f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Nov 09 19:42:00.949538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:00.951642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-0f49d9e1-157f-4ef7-a093-10372805db5b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] For port d545d8a6-2fb6-4dc0-b11d-c5965af19880, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d545d8a6-2fb6-4dc0-b11d-c5965af19880,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:00.952033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-0f49d9e1-157f-4ef7-a093-10372805db5b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:00.977992 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:00.996694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-0f49d9e1-157f-4ef7-a093-10372805db5b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Calling delete_port for d545d8a6-2fb6-4dc0-b11d-c5965af19880 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:01.032198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2cc8f-070c-4493-a997-b63e14e892c7 req-83c88fff-e13e-441b-ad69-7646f3c8aa21 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.033751 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be2cc8f-070c-4493-a997-b63e14e892c7 req-83c88fff-e13e-441b-ad69-7646f3c8aa21 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.1537309 Nov 09 19:42:01.057023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.057644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:01.059037 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] 10.222.0.77 "PUT /v2.0/ports/4ffee6d0-8024-4e12-8314-1d32b811cc69 HTTP/1.1" status: 200 len: 1092 time: 1.7029552 Nov 09 19:42:01.069165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b236b85-e457-4031-9276-94092a787dc9', 'tag': '4ffee6d0-8024-4e12-8314-1d32b811cc69'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:01.071464 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da47733d-3fe8-4001-87ca-f5bcaacf40fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b236b85-e457-4031-9276-94092a787dc9", "tag": "4ffee6d0-8024-4e12-8314-1d32b811cc69"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:01.076877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584be856-c53a-43ec-8f56-7987a985d918 req-c3bdd3d0-6bb2-4ed0-ad84-2f8e77f6f0f2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.078888 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-584be856-c53a-43ec-8f56-7987a985d918 req-c3bdd3d0-6bb2-4ed0-ad84-2f8e77f6f0f2 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.0589697 Nov 09 19:42:01.127255 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-584be856-c53a-43ec-8f56-7987a985d918 req-8c55aba6-a3c5-49be-a96a-5a5261571122 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357480 Nov 09 19:42:01.185831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:01.191303 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cab059-cc66-4afc-8d1d-28a13847d93c x-openstack-request-id: req-69cab059-cc66-4afc-8d1d-28a13847d93c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:01.191791 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b236b85-e457-4031-9276-94092a787dc9", "tag": "4ffee6d0-8024-4e12-8314-1d32b811cc69", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:01.192138 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69cab059-cc66-4afc-8d1d-28a13847d93c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:01.192671 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b236b85-e457-4031-9276-94092a787dc9', 'tag': '4ffee6d0-8024-4e12-8314-1d32b811cc69', 'status': 'completed', 'code': 200} Nov 09 19:42:01.197475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61d226-0c0a-43f4-855f-cac7df53fd56 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffee6d0-8024-4e12-8314-1d32b811cc69,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:01.270991 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be2cc8f-070c-4493-a997-b63e14e892c7 req-b39d3352-aa30-4197-9cc8-562698269735 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231367 Nov 09 19:42:01.280017 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Network a65a05e5-0bd7-4756-a279-12e533e25a5e is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:01.288219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d8d6-6cd7-4f7b-bac5-439356494b69 req-57e33a86-fb27-4a3d-bfac-9ee71d9747b0 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.290388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:01.295570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da10d8d6-6cd7-4f7b-bac5-439356494b69 req-57e33a86-fb27-4a3d-bfac-9ee71d9747b0 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 945 time: 0.0606017 Nov 09 19:42:01.303616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45d4a-49e1-4037-9200-724665ad656b req-2a6e7674-fb0d-4fcb-ab11-b0f08fb8fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.305229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-2a6e7674-fb0d-4fcb-ab11-b0f08fb8fd62 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 1095 time: 0.1744320 Nov 09 19:42:01.306867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:01.326285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'Port': ['ID=fe26ce3d-1de0-4581-bb8d-c78386416781,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:01.354295 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da10d8d6-6cd7-4f7b-bac5-439356494b69 req-8552d26f-748a-493e-ba7c-8d7dc2a61dde tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578401 Nov 09 19:42:01.391079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-93d191e9-e1b8-466e-b7e5-4fbaa348d226 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69 HTTP/1.1" status: 200 len: 217 time: 0.0738444 Nov 09 19:42:01.476213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102c1a-057c-4dd7-a871-09774d3c5ce9 req-8e40fe25-3681-4c9c-9a43-e74de3b9a8a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.477965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6102c1a-057c-4dd7-a871-09774d3c5ce9 req-8e40fe25-3681-4c9c-9a43-e74de3b9a8a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.0636008 Nov 09 19:42:01.498255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.498957 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:01.520660 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6102c1a-057c-4dd7-a871-09774d3c5ce9 req-f034a635-bc3c-41f9-b17a-f02149b7ca92 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 Nov 09 19:42:01.532671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-0f49d9e1-157f-4ef7-a093-10372805db5b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:01.538756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-c58e2376-41b8-4025-aaaf-bf66e575cb45 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9058557 Nov 09 19:42:01.540030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45d4a-49e1-4037-9200-724665ad656b req-5c96a49b-32a4-489b-bb96-8c6e7227af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.541390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-5c96a49b-32a4-489b-bb96-8c6e7227af70 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1141925 Nov 09 19:42:01.551539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['f47ac727-f38e-4d55-9812-fe6262af22d4'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:01.556873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Request body: {'port': {'device_id': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:01.620784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49d9e1-157f-4ef7-a093-10372805db5b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Pushing event deleted for resources: {'Port': ['ID=d545d8a6-2fb6-4dc0-b11d-c5965af19880,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:01.632367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdd8cf-78cc-4f9f-af50-c7239c0d8480 req-e0ad9c18-ff32-47ab-a7db-883d151e7265 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.633934 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-95cdd8cf-78cc-4f9f-af50-c7239c0d8480 req-e0ad9c18-ff32-47ab-a7db-883d151e7265 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=d16389aa-4818-47ab-82db-39897324255f HTTP/1.1" status: 200 len: 867 time: 0.2506287 Nov 09 19:42:01.637179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-0244dbd4-c400-410c-8417-d69099925b98 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748034 Nov 09 19:42:01.698830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79edca-a9d6-4013-b975-85b89f36967a req-15f3bcc1-8513-40c6-8724-c0d584a280c8 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.700699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a79edca-a9d6-4013-b975-85b89f36967a req-15f3bcc1-8513-40c6-8724-c0d584a280c8 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 931 time: 0.0796335 Nov 09 19:42:01.765843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a79edca-a9d6-4013-b975-85b89f36967a req-329eb426-1ac1-498d-a852-ba871a75b9ee tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580437 Nov 09 19:42:01.901211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625c2c9-b4c3-4466-91a2-086ca99d4b12 req-3f08773c-7277-4829-9ba3-b0556ca9d32a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:01.904112 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1625c2c9-b4c3-4466-91a2-086ca99d4b12 req-3f08773c-7277-4829-9ba3-b0556ca9d32a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.0555100 Nov 09 19:42:01.945995 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1625c2c9-b4c3-4466-91a2-086ca99d4b12 req-319613c9-8dd5-4a97-b9b1-0f0680b71f0b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362687 Nov 09 19:42:02.056845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-0f49d9e1-157f-4ef7-a093-10372805db5b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] No DVR routers for this DVR port d545d8a6-2fb6-4dc0-b11d-c5965af19880 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:02.069034 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-0f49d9e1-157f-4ef7-a093-10372805db5b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:02.072353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd6368e7-d9f5-482f-ae0e-81bf7c9b328d req-0f49d9e1-157f-4ef7-a093-10372805db5b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.70 "DELETE /v2.0/ports/d545d8a6-2fb6-4dc0-b11d-c5965af19880 HTTP/1.1" status: 204 len: 173 time: 1.7683506 Nov 09 19:42:02.074356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593fac5-921a-4978-acd2-31cfd857f4dd req-7f561f51-688f-4ab8-a7cc-90a9367bae42 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:02.083668 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1593fac5-921a-4978-acd2-31cfd857f4dd req-7f561f51-688f-4ab8-a7cc-90a9367bae42 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.0686684 Nov 09 19:42:02.094117 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:02.155222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1593fac5-921a-4978-acd2-31cfd857f4dd req-bfaf7195-344d-49ad-a770-4b606d1c2a70 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702670 Nov 09 19:42:02.247413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-1f263621-9036-4b7c-b83f-4061168a528a service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804489 Nov 09 19:42:02.271914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-95cdd8cf-78cc-4f9f-af50-c7239c0d8480 req-d6526a47-5b0f-426e-9e74-171748f84e02 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240349 Nov 09 19:42:02.283646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a85a-8f71-45ec-922c-98c5f0566368 req-108ee70f-957a-442c-acbd-d6f8f01c0569 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:02.286262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de20a85a-8f71-45ec-922c-98c5f0566368 req-108ee70f-957a-442c-acbd-d6f8f01c0569 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0646827 Nov 09 19:42:02.344788 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de20a85a-8f71-45ec-922c-98c5f0566368 req-3f7e409f-8007-4f1f-9f44-c30079b99ab0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457776 Nov 09 19:42:02.456819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed2d3e-fe46-4a65-ab0e-1aa47770d7ef req-b374cf0e-1d02-46ba-852d-1f3414aeabeb tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:02.458567 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67ed2d3e-fe46-4a65-ab0e-1aa47770d7ef req-b374cf0e-1d02-46ba-852d-1f3414aeabeb tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.0547056 Nov 09 19:42:02.516872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67ed2d3e-fe46-4a65-ab0e-1aa47770d7ef req-9c518b12-e0dc-4474-85f2-8e0d72e60406 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476739 Nov 09 19:42:02.528058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f96e0b-a73a-4b3e-af98-543361741ee4 req-611e9313-d06d-4d41-b02a-3a0723c845f0 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:02.529584 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02f96e0b-a73a-4b3e-af98-543361741ee4 req-611e9313-d06d-4d41-b02a-3a0723c845f0 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.1545599 Nov 09 19:42:02.533600 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64d45d4a-49e1-4037-9200-724665ad656b req-cba27299-a614-42f9-87ca-aed1d7302403 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605388 Nov 09 19:42:02.666162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe26ce3d-1de0-4581-bb8d-c78386416781 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:02.666778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db944249-e065-430e-9101-80bad1c9a3c7 req-f20c9d90-a30b-4255-a1eb-aa56fd717248 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:02.668338 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db944249-e065-430e-9101-80bad1c9a3c7 req-f20c9d90-a30b-4255-a1eb-aa56fd717248 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 945 time: 0.0727189 Nov 09 19:42:02.693553 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:02.711153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db944249-e065-430e-9101-80bad1c9a3c7 req-d99bf17d-fc98-4038-b320-564b2e47a219 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353367 Nov 09 19:42:02.742151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02f96e0b-a73a-4b3e-af98-543361741ee4 req-6a87b1fc-491b-49af-94a9-c0ed130d30a6 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036741 Nov 09 19:42:02.744160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Transition to ACTIVE for port object fe26ce3d-1de0-4581-bb8d-c78386416781 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:02.751816 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:02.791330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47733d-3fe8-4001-87ca-f5bcaacf40fb req-cd274658-1c12-4ef0-9efd-11a87b47148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:02.792854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da47733d-3fe8-4001-87ca-f5bcaacf40fb req-cd274658-1c12-4ef0-9efd-11a87b47148a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 1095 time: 0.1201921 Nov 09 19:42:02.829315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe26ce3d-1de0-4581-bb8d-c78386416781,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:02.967169 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-1168f801-6694-4bae-85f6-5819f0fadd93 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 258 time: 0.2150006 Nov 09 19:42:02.977585 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:02.993042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f0628-ff80-4610-8f00-186c88d59508 req-44ea2e08-318c-4777-8951-a136c0e65eeb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:02.994641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-544f0628-ff80-4610-8f00-186c88d59508 req-44ea2e08-318c-4777-8951-a136c0e65eeb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 943 time: 0.1353321 Nov 09 19:42:03.004002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.005895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47733d-3fe8-4001-87ca-f5bcaacf40fb req-61c3d7c9-1d56-4768-951f-79568e345d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:03.007496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da47733d-3fe8-4001-87ca-f5bcaacf40fb req-61c3d7c9-1d56-4768-951f-79568e345d2f service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.2050354 Nov 09 19:42:03.011428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Attempting to bind port fe26ce3d-1de0-4581-bb8d-c78386416781 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:03.011772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Attempting to bind port fe26ce3d-1de0-4581-bb8d-c78386416781 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '2905c9a3-02cd-4fd4-8253-882e7546fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:03.012134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Attempting to bind port fe26ce3d-1de0-4581-bb8d-c78386416781 on network a65a05e5-0bd7-4756-a279-12e533e25a5e {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:03.033774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Port fe26ce3d-1de0-4581-bb8d-c78386416781 on network a65a05e5-0bd7-4756-a279-12e533e25a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:03.033774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Attempting to bind port fe26ce3d-1de0-4581-bb8d-c78386416781 on network a65a05e5-0bd7-4756-a279-12e533e25a5e {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:03.040853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d545d8a6-2fb6-4dc0-b11d-c5965af19880 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:03.073175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d545d8a6-2fb6-4dc0-b11d-c5965af19880 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:03.073645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d545d8a6-2fb6-4dc0-b11d-c5965af19880 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:03.082626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:03.082626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Checking segment: {'id': '2905c9a3-02cd-4fd4-8253-882e7546fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:03.082626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Bound using segment: {'id': '2905c9a3-02cd-4fd4-8253-882e7546fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:03.082626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Bound port: fe26ce3d-1de0-4581-bb8d-c78386416781, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2905c9a3-02cd-4fd4-8253-882e7546fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:03.083489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.086913 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da47733d-3fe8-4001-87ca-f5bcaacf40fb req-cfc48cd6-7450-439e-a94c-99d3297cd5f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69 HTTP/1.1" status: 200 len: 217 time: 0.0697057 Nov 09 19:42:03.121644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-544f0628-ff80-4610-8f00-186c88d59508 req-e610cbb4-4451-4861-831e-d5a5fef69ad9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131494 Nov 09 19:42:03.129239 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.189289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47733d-3fe8-4001-87ca-f5bcaacf40fb req-d57db6a2-9259-4af4-a4b1-b89fbf6a6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:03.192046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da47733d-3fe8-4001-87ca-f5bcaacf40fb req-d57db6a2-9259-4af4-a4b1-b89fbf6a6c26 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.0892348 Nov 09 19:42:03.197382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16389aa-4818-47ab-82db-39897324255f', 'name': 'network-vif-deleted', 'tag': 'd545d8a6-2fb6-4dc0-b11d-c5965af19880'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:03.199681 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f633b3-8b3e-4c54-b1ee-dbd1dfa70661" -d '{"events": [{"server_uuid": "d16389aa-4818-47ab-82db-39897324255f", "name": "network-vif-deleted", "tag": "d545d8a6-2fb6-4dc0-b11d-c5965af19880"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:03.264834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] For port fe26ce3d-1de0-4581-bb8d-c78386416781, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:03.272282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da47733d-3fe8-4001-87ca-f5bcaacf40fb req-3297f547-6d85-4cab-aa81-bc23fff81e3b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518210 Nov 09 19:42:03.277610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Allocated IP 172.25.6.3 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/648e721f-9598-4cf9-9e0e-c15a8db1ed4b) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:03.283804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] For port fe26ce3d-1de0-4581-bb8d-c78386416781, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe26ce3d-1de0-4581-bb8d-c78386416781,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:03.308527 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.377313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a8333-2be0-4eaf-9526-3f78e333c016 req-ffdc7df1-5fa6-4c59-bca6-2c2dc21d15f1 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:03.379768 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e31a8333-2be0-4eaf-9526-3f78e333c016 req-ffdc7df1-5fa6-4c59-bca6-2c2dc21d15f1 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.1752207 Nov 09 19:42:03.395255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:03.395873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.397241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] 10.222.0.70 "PUT /v2.0/ports/fe26ce3d-1de0-4581-bb8d-c78386416781 HTTP/1.1" status: 200 len: 1091 time: 1.8481758 Nov 09 19:42:03.406854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.449061 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.486547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0748dc-a803-4e0b-96fc-dfb571aff9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe26ce3d-1de0-4581-bb8d-c78386416781,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:03.488482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:03.493728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:03.502683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:03.506662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Pushing event updated for resources: {'Port': ['ID=648e721f-9598-4cf9-9e0e-c15a8db1ed4b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:03.509338 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e31a8333-2be0-4eaf-9526-3f78e333c016 req-eb9b0bf8-f343-4002-89f0-7285e4a4dee9 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208534 Nov 09 19:42:03.519041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da47733d-3fe8-4001-87ca-f5bcaacf40fb req-1f99294c-15e4-4271-98de-4c8714d64634 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335167 Nov 09 19:42:03.537892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-5ed6044f-4ac7-465c-9635-a8b25d3394c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:03.537892 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-5ed6044f-4ac7-465c-9635-a8b25d3394c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 1094 time: 0.0911818 Nov 09 19:42:03.599599 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.618845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-ce413342-5475-42e2-b6b7-87b1ec06584b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe26ce3d-1de0-4581-bb8d-c78386416781 HTTP/1.1" status: 200 len: 217 time: 0.0781507 Nov 09 19:42:03.637031 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.743656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d9f9f-4713-44b7-84c5-3fd7d05fa2cb req-3c9f4e38-5953-49ac-9585-d1855826d027 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:03.745171 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-760d9f9f-4713-44b7-84c5-3fd7d05fa2cb req-3c9f4e38-5953-49ac-9585-d1855826d027 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.1331227 Nov 09 19:42:03.749765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da47733d-3fe8-4001-87ca-f5bcaacf40fb req-f8c66726-67ea-4893-9e5d-2a89b5f6deeb service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220306 Nov 09 19:42:03.751258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-0d2b1e45-f1b2-4bf3-9f9a-d1de463f934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:03.752589 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-0d2b1e45-f1b2-4bf3-9f9a-d1de463f934e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e642abde-590e-4e2e-858c-3106e06814fb HTTP/1.1" status: 200 len: 853 time: 0.1074288 Nov 09 19:42:03.793793 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.796733 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-9c01e64f-d796-49a9-90e1-501c1a7088fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a65a05e5-0bd7-4756-a279-12e533e25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356693 Nov 09 19:42:03.798525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.830855 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-760d9f9f-4713-44b7-84c5-3fd7d05fa2cb req-b0651be3-9727-487b-96fa-670cac90777a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767279 Nov 09 19:42:03.871872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Pushing event updated for resources: {'Port': ['ID=648e721f-9598-4cf9-9e0e-c15a8db1ed4b,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:03.884367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.890538 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b071dd-e2be-48aa-b5ec-842a0a6d10a1 x-openstack-request-id: req-47b071dd-e2be-48aa-b5ec-842a0a6d10a1 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:03.890828 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16389aa-4818-47ab-82db-39897324255f", "name": "network-vif-deleted", "tag": "d545d8a6-2fb6-4dc0-b11d-c5965af19880", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:03.891084 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47b071dd-e2be-48aa-b5ec-842a0a6d10a1 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:03.891482 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16389aa-4818-47ab-82db-39897324255f', 'name': 'network-vif-deleted', 'tag': 'd545d8a6-2fb6-4dc0-b11d-c5965af19880', 'status': 'completed', 'code': 200} Nov 09 19:42:03.904213 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:03.911505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-d04b6017-e4d7-4e31-b01c-b26ca0be80f5 service neutron] 10.222.0.70 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035981 Nov 09 19:42:03.912413 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-da8af6de-b497-4ccf-ac68-f0a3e6a7096e tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 0.9388223 Nov 09 19:42:03.989055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-40feab2b-c927-4cb8-9030-30aeb75e4b2d tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0757427 Nov 09 19:42:04.060394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd1535e1-b19a-49da-b6cf-824830749cb1 req-e57827b5-bd2f-4a36-8205-5a475750eac9 service neutron] 10.222.0.70 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419044 Nov 09 19:42:04.070778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418610c7-1069-4228-8828-32bf78073b44 req-97c29501-e6ab-4bb4-aa15-b946d64bb739 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:04.073211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-418610c7-1069-4228-8828-32bf78073b44 req-97c29501-e6ab-4bb4-aa15-b946d64bb739 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0831110 Nov 09 19:42:04.114008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-56ef91b9-31c1-4aea-a14c-fda3552343d7 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:04.115464 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b252e46-1e40-4d6a-b9d2-0107b670e2f8 req-56ef91b9-31c1-4aea-a14c-fda3552343d7 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1201429 Nov 09 19:42:04.127090 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-418610c7-1069-4228-8828-32bf78073b44 req-8886ed89-31cc-423e-9388-57333c0d2344 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455282 Nov 09 19:42:04.235160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2c81b-7aa4-4d5d-98e9-1cdbdf040da6 req-0e7e3672-f4f0-4280-b9f4-91f78e2ae8b8 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:04.238583 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fdf2c81b-7aa4-4d5d-98e9-1cdbdf040da6 req-0e7e3672-f4f0-4280-b9f4-91f78e2ae8b8 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.0559375 Nov 09 19:42:04.255372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10a44-230a-4c34-9fea-8479afec96ff req-2225ec17-3253-48b6-bc3d-0a9ce224b31e tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:04.256891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ad10a44-230a-4c34-9fea-8479afec96ff req-2225ec17-3253-48b6-bc3d-0a9ce224b31e tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.0548019 Nov 09 19:42:04.280822 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fdf2c81b-7aa4-4d5d-98e9-1cdbdf040da6 req-c8e9dc1a-ba20-4811-8fbd-8ca36448d2ee tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373619 Nov 09 19:42:04.298283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ad10a44-230a-4c34-9fea-8479afec96ff req-3d417921-6594-4adb-b0da-109aee8ad577 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340426 Nov 09 19:42:04.516048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-dd7d254c-9784-4b64-a640-d1297970fef3 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:04.517565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-dd7d254c-9784-4b64-a640-d1297970fef3 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0502737 Nov 09 19:42:04.533536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4419ff-9f67-4ad7-a5ba-1b9a2812ed08 req-5cdfd711-186e-4d3f-8b79-9b81614f2f75 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:04.535707 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4419ff-9f67-4ad7-a5ba-1b9a2812ed08 req-5cdfd711-186e-4d3f-8b79-9b81614f2f75 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 943 time: 0.0502841 Nov 09 19:42:04.569871 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-1ff327b7-08b5-4c25-acc6-c1b4fc619f7a tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0455434 Nov 09 19:42:04.575217 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4419ff-9f67-4ad7-a5ba-1b9a2812ed08 req-fc3ad674-a46f-447d-9611-528719f742db tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Nov 09 19:42:04.579623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-7be080e8-a31d-4ce8-850c-9a045afa063c tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Request body: {'floatingip': {'port_id': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:04.624537 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-7be080e8-a31d-4ce8-850c-9a045afa063c tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:04.689199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fbdbc-5f30-4dc7-a2a8-5ddaed79c8e9 req-816bbe11-c008-4117-acef-87a0c9e48e30 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:04.691298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f7fbdbc-5f30-4dc7-a2a8-5ddaed79c8e9 req-816bbe11-c008-4117-acef-87a0c9e48e30 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 945 time: 0.0490408 Nov 09 19:42:04.732694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f7fbdbc-5f30-4dc7-a2a8-5ddaed79c8e9 req-68e63b23-d548-4fb5-a807-4f6331188181 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353181 Nov 09 19:42:04.836358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862fa25-45a6-4417-97b9-d31b8df71270 req-c3e0b472-02e0-4652-b1a0-4b813196dd5e tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:04.837889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0862fa25-45a6-4417-97b9-d31b8df71270 req-c3e0b472-02e0-4652-b1a0-4b813196dd5e tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 950 time: 0.0500391 Nov 09 19:42:04.876804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0862fa25-45a6-4417-97b9-d31b8df71270 req-3485570e-ae5e-41a9-8c97-78788dcd0cbe tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Nov 09 19:42:04.989295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a5b30-f33b-4d5e-9b5d-e226042930f4 req-79183240-0dbb-40e1-8d10-db3f51bf29f8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:04.990979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f73a5b30-f33b-4d5e-9b5d-e226042930f4 req-79183240-0dbb-40e1-8d10-db3f51bf29f8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.0526147 Nov 09 19:42:05.035802 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f73a5b30-f33b-4d5e-9b5d-e226042930f4 req-a8fd5026-5113-4373-ba8f-93509848287f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Nov 09 19:42:05.156598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981395b4-1b05-41c9-8e9c-6ad7720e8a53 req-d29335b4-0bd1-403c-a42c-db239bca0b12 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:05.158416 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-981395b4-1b05-41c9-8e9c-6ad7720e8a53 req-d29335b4-0bd1-403c-a42c-db239bca0b12 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.0548494 Nov 09 19:42:05.210948 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-981395b4-1b05-41c9-8e9c-6ad7720e8a53 req-927f3d86-fddd-4db9-a36a-0abc8912c645 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Nov 09 19:42:05.317958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b1f6-62d6-46cc-8030-2a4d6d902f3e req-6017d2aa-b276-45e0-905b-dadf015af833 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:05.319551 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e432b1f6-62d6-46cc-8030-2a4d6d902f3e req-6017d2aa-b276-45e0-905b-dadf015af833 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.0528724 Nov 09 19:42:05.339751 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-7be080e8-a31d-4ce8-850c-9a045afa063c tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:05.343678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-7be080e8-a31d-4ce8-850c-9a045afa063c tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:05.359586 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e432b1f6-62d6-46cc-8030-2a4d6d902f3e req-63353091-ed26-496e-8f46-e510d213efe5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 Nov 09 19:42:05.455549 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-7be080e8-a31d-4ce8-850c-9a045afa063c tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Floating IP e31acacb-3b20-4eda-b108-981babda1622 associated. External IP: 172.25.6.3, port: d95383a0-fc1c-4749-8ece-c870ce104e68. Nov 09 19:42:05.470445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a01a4-8e26-46a1-8426-0156ce4334a2 req-1cc093ee-0fef-4982-944b-58dfc06ea281 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:05.472117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-559a01a4-8e26-46a1-8426-0156ce4334a2 req-1cc093ee-0fef-4982-944b-58dfc06ea281 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0503330 Nov 09 19:42:05.520929 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-559a01a4-8e26-46a1-8426-0156ce4334a2 req-0da0b5a6-d679-43a5-ad5f-deb650630717 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Nov 09 19:42:05.629055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031b7c4-92e5-47fc-a065-da09cca74acc req-842d135f-99b0-4108-a27f-b397b7626fe4 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:05.630401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0031b7c4-92e5-47fc-a065-da09cca74acc req-842d135f-99b0-4108-a27f-b397b7626fe4 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.0517118 Nov 09 19:42:05.670630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-7be080e8-a31d-4ce8-850c-9a045afa063c tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Router ecc80186-46b6-4826-b225-1fce3a6e5d13 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:42:05.673089 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0031b7c4-92e5-47fc-a065-da09cca74acc req-b5844c34-c3be-4826-bfa6-8f6bc230f2c9 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362449 Nov 09 19:42:05.782424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-7be080e8-a31d-4ce8-850c-9a045afa063c tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:42:05.787474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-7be080e8-a31d-4ce8-850c-9a045afa063c tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:05.794242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] Sync routers for ids ['ecc80186-46b6-4826-b225-1fce3a6e5d13'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:42:05.804581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] Routers {'ecc80186-46b6-4826-b225-1fce3a6e5d13'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:05.805272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ecc80186-46b6-4826-b225-1fce3a6e5d13'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:05.823022 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-7be080e8-a31d-4ce8-850c-9a045afa063c tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "PUT /v2.0/floatingips/e31acacb-3b20-4eda-b108-981babda1622 HTTP/1.1" status: 200 len: 994 time: 1.2470703 Nov 09 19:42:05.823656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'tag': 'd95383a0-fc1c-4749-8ece-c870ce104e68'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:05.826003 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7c87f8-e768-4665-bc59-3367d12aaefe" -d '{"events": [{"name": "network-changed", "server_uuid": "cae77746-6e37-4e5e-9636-abfc3cf29206", "tag": "d95383a0-fc1c-4749-8ece-c870ce104e68"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:05.872027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-dc16d579-e2fe-4a43-a0f1-b9e57d165348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:05.873562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-dc16d579-e2fe-4a43-a0f1-b9e57d165348 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=74ca468563b34d019e460c52ee61d01d&device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 1096 time: 0.0432510 Nov 09 19:42:05.892183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'tag': 'fe26ce3d-1de0-4581-bb8d-c78386416781'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:05.895685 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca305d70-431f-4ba0-8aae-e3f1226ae213" -d '{"events": [{"name": "network-changed", "server_uuid": "ed09d26c-c8b7-4f6d-99dc-9333e3502c04", "tag": "fe26ce3d-1de0-4581-bb8d-c78386416781"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:05.925968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] Set router ecc80186-46b6-4826-b225-1fce3a6e5d13 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:05.981202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-000077fa-6990-4ae9-b139-c6294644b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:05.982736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-000077fa-6990-4ae9-b139-c6294644b3a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fa1b5c57-450c-4425-af4b-04b570af71c5 HTTP/1.1" status: 200 len: 930 time: 0.1018069 Nov 09 19:42:06.089615 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-bc485997-47ef-48c5-a738-742a997a78ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95383a0-fc1c-4749-8ece-c870ce104e68 HTTP/1.1" status: 200 len: 997 time: 0.0996614 Nov 09 19:42:06.091121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-1c42851a-65fa-4e8c-bc84-d83e66b68dc9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.092669 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-1c42851a-65fa-4e8c-bc84-d83e66b68dc9 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.70 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 945 time: 0.0616150 Nov 09 19:42:06.105808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-d53268e8-ae27-4b8d-83fe-e222cadb30da tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.107307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-d53268e8-ae27-4b8d-83fe-e222cadb30da tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.77 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 950 time: 0.1069238 Nov 09 19:42:06.143993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-69e410d6-eec4-4c2d-bcb4-8ef0ab13343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.151952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-69e410d6-eec4-4c2d-bcb4-8ef0ab13343e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eaacfbd5-0c57-45e9-a546-107c92e0a024 HTTP/1.1" status: 200 len: 868 time: 0.0605469 Nov 09 19:42:06.198362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-39ec0fd5-baf5-49cf-b8a0-9d16070d4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.208205 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-39ec0fd5-baf5-49cf-b8a0-9d16070d4f79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fa1b5c57-450c-4425-af4b-04b570af71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552332 Nov 09 19:42:06.287552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b4d36-1b5e-4421-b944-9bb5ee3524cd req-8a95abd1-c08e-49cd-885c-0d170f47797e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.288998 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0a8b4d36-1b5e-4421-b944-9bb5ee3524cd req-8a95abd1-c08e-49cd-885c-0d170f47797e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 943 time: 0.1435478 Nov 09 19:42:06.307063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-212f0da8-cad3-4666-a312-40228ec82b58 service neutron] 10.222.0.53 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979402 Nov 09 19:42:06.355218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Deleting port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:06.355568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:06.391266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'e31acacb-3b20-4eda-b108-981babda1622', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'port_id': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'mac_address': 'fa:16:3e:21:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:42:03Z', 'updated_at': '2021-11-09T19:42:05Z', 'revision_number': 1, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:50Z', 'revision_number': 5, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:06.401109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0a8b4d36-1b5e-4421-b944-9bb5ee3524cd req-1b7bd270-67e0-40f7-9a49-28f33dfbbe2e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995765 Nov 09 19:42:06.415913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Deleting port f47ac727-f38e-4d55-9812-fe6262af22d4 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:06.416267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:06.425399 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdfb2188-cade-4290-a7f5-e48cda42c8da req-ad7d919b-e56c-4402-8f85-391fefbc1a8d service neutron] 10.222.0.53 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137235 Nov 09 19:42:06.426760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] Checking router: ecc80186-46b6-4826-b225-1fce3a6e5d13 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:42:06.450100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] Routers {'ecc80186-46b6-4826-b225-1fce3a6e5d13'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:06.451215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ecc80186-46b6-4826-b225-1fce3a6e5d13'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:06.509446 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c3049a-570b-4e03-bb25-68148d092529 x-openstack-request-id: req-e5c3049a-570b-4e03-bb25-68148d092529 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:06.510004 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae77746-6e37-4e5e-9636-abfc3cf29206", "tag": "d95383a0-fc1c-4749-8ece-c870ce104e68", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:06.510595 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5c3049a-570b-4e03-bb25-68148d092529 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:06.511128 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'tag': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'status': 'completed', 'code': 200} Nov 09 19:42:06.551803 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424c162-f0a2-4a76-8297-2aae1e1719c8 x-openstack-request-id: req-a424c162-f0a2-4a76-8297-2aae1e1719c8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:06.552087 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed09d26c-c8b7-4f6d-99dc-9333e3502c04", "tag": "fe26ce3d-1de0-4581-bb8d-c78386416781", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:06.552342 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a424c162-f0a2-4a76-8297-2aae1e1719c8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:06.552728 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'tag': 'fe26ce3d-1de0-4581-bb8d-c78386416781', 'status': 'completed', 'code': 200} Nov 09 19:42:06.586233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] For port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:06.586627 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:06.590254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] Set router ecc80186-46b6-4826-b225-1fce3a6e5d13 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:06.672864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305d70-431f-4ba0-8aae-e3f1226ae213 req-9caf640d-c79d-4781-ae1b-05dfdeea4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.674941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca305d70-431f-4ba0-8aae-e3f1226ae213 req-9caf640d-c79d-4781-ae1b-05dfdeea4483 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 1094 time: 0.0792992 Nov 09 19:42:06.683191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00247770-0855-42ea-b463-f7c8ea5a1af3 req-57121d1a-097b-490c-84a1-42ec207a2446 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.687003 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00247770-0855-42ea-b463-f7c8ea5a1af3 req-57121d1a-097b-490c-84a1-42ec207a2446 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 950 time: 0.0822034 Nov 09 19:42:06.694210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c216e-2221-4d5d-9593-ae9091651250 req-7b959811-ef6d-4f1c-92f0-9909fb790685 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.695742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f6c216e-2221-4d5d-9593-ae9091651250 req-7b959811-ef6d-4f1c-92f0-9909fb790685 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 945 time: 0.1998162 Nov 09 19:42:06.699555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] For port f47ac727-f38e-4d55-9812-fe6262af22d4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f47ac727-f38e-4d55-9812-fe6262af22d4,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:06.699973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:06.723622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Calling delete_port for f47ac727-f38e-4d55-9812-fe6262af22d4 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:06.747132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-87365d85-e044-461c-ad3a-42054cdc36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.748787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-87365d85-e044-461c-ad3a-42054cdc36bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74ca468563b34d019e460c52ee61d01d&device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 1096 time: 0.1875913 Nov 09 19:42:06.789040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00247770-0855-42ea-b463-f7c8ea5a1af3 req-1633be66-0e44-4403-8f50-31d67211351b tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/security-groups?id=e76abf87-07c8-41b6-aea2-6d53dee62209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755723 Nov 09 19:42:06.825772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305d70-431f-4ba0-8aae-e3f1226ae213 req-803c1a31-6c25-4739-a2b6-e447109af41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.827335 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca305d70-431f-4ba0-8aae-e3f1226ae213 req-803c1a31-6c25-4739-a2b6-e447109af41d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 914 time: 0.1379418 Nov 09 19:42:06.870441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'e31acacb-3b20-4eda-b108-981babda1622', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'port_id': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'mac_address': 'fa:16:3e:21:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:42:03Z', 'updated_at': '2021-11-09T19:42:05Z', 'revision_number': 1, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:50Z', 'revision_number': 5, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:06.892370 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca305d70-431f-4ba0-8aae-e3f1226ae213 req-659b6e26-e471-4772-821d-14bcd9b59c51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe26ce3d-1de0-4581-bb8d-c78386416781 HTTP/1.1" status: 200 len: 217 time: 0.0566251 Nov 09 19:42:06.894813 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f6c216e-2221-4d5d-9593-ae9091651250 req-2589a74c-dc83-4299-863c-d42d735c07ce tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups?id=69aa2968-db56-44b7-9b9a-12e5d2c83138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913941 Nov 09 19:42:06.912798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87553280-cc8b-426e-ad6f-1d8b1a8fa890 None None] The sync data for ids ['ecc80186-46b6-4826-b225-1fce3a6e5d13'] in n-d-817256-1 is: [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'e31acacb-3b20-4eda-b108-981babda1622', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'port_id': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'mac_address': 'fa:16:3e:21:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:42:03Z', 'updated_at': '2021-11-09T19:42:05Z', 'revision_number': 1, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:50Z', 'revision_number': 5, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:42:06.986765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305d70-431f-4ba0-8aae-e3f1226ae213 req-9d61525a-fa43-45da-9cdb-33f2e4829e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:06.988021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca305d70-431f-4ba0-8aae-e3f1226ae213 req-9d61525a-fa43-45da-9cdb-33f2e4829e97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e642abde-590e-4e2e-858c-3106e06814fb HTTP/1.1" status: 200 len: 853 time: 0.0884376 Nov 09 19:42:07.013194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093c579-0f92-4686-bc47-56a616d6de75 req-602b0982-48ec-4f26-bedb-60cd50cbcd7f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:07.023275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0093c579-0f92-4686-bc47-56a616d6de75 req-602b0982-48ec-4f26-bedb-60cd50cbcd7f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.0803924 Nov 09 19:42:07.054024 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe26ce3d-1de0-4581-bb8d-c78386416781 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:07.063170 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca305d70-431f-4ba0-8aae-e3f1226ae213 req-63e514e4-7a0d-458a-81e6-c555fe0dc455 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a65a05e5-0bd7-4756-a279-12e533e25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644147 Nov 09 19:42:07.158363 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0093c579-0f92-4686-bc47-56a616d6de75 req-a1a0f338-dfe6-430d-8939-adcb29f3216e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261585 Nov 09 19:42:07.206891 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fadc883-1e26-4831-84f3-cf3e4d6e83f9 None None] New status for floating IP e31acacb-3b20-4eda-b108-981babda1622: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:42:07.223055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port fe26ce3d-1de0-4581-bb8d-c78386416781, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe26ce3d-1de0-4581-bb8d-c78386416781,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:07.239048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'fe26ce3d-1de0-4581-bb8d-c78386416781', 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e', 'port_id': 'fe26ce3d-1de0-4581-bb8d-c78386416781', 'mac_address': 'fa:16:3e:96:02:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e642abde-590e-4e2e-858c-3106e06814fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:07.255841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca305d70-431f-4ba0-8aae-e3f1226ae213 req-d59ae3d7-8c80-47a9-9443-540188ddb5cc service neutron] 10.222.0.70 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845324 Nov 09 19:42:07.295509 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:07.312536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe26ce3d-1de0-4581-bb8d-c78386416781 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:07.341729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port fe26ce3d-1de0-4581-bb8d-c78386416781, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe26ce3d-1de0-4581-bb8d-c78386416781,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:07.345702 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:07.400475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=fe26ce3d-1de0-4581-bb8d-c78386416781,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:07.410001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.410484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.410949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.411287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.411622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.412008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.412343 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.412702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.413039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.413369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.413828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.414208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.415086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca305d70-431f-4ba0-8aae-e3f1226ae213 req-5908f93f-74fd-4e7d-9fe6-61802bf29faf service neutron] 10.222.0.70 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501362 Nov 09 19:42:07.444279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab693-9c14-4f46-ad9b-b1e240eba3b9 req-8ba5eb57-f0f9-4dc2-a532-3bc4f40c332f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:07.445957 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cafab693-9c14-4f46-ad9b-b1e240eba3b9 req-8ba5eb57-f0f9-4dc2-a532-3bc4f40c332f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.1532226 Nov 09 19:42:07.448194 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:07.448737 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:07.449004 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Floating IP 51c469e7-6690-4cd6-9091-27565ef6b4a8 disassociated. External IP: 172.25.6.204, port: 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c. Nov 09 19:42:07.449438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Calling delete_port for 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:07.505570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cafab693-9c14-4f46-ad9b-b1e240eba3b9 req-c1775120-9ea2-4add-8398-c2893b3ee335 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527961 Nov 09 19:42:07.585696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-845ac2c4-8864-487b-9e74-ab6b0823510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:07.587234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-845ac2c4-8864-487b-9e74-ab6b0823510e service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa1b5c57-450c-4425-af4b-04b570af71c5 HTTP/1.1" status: 200 len: 930 time: 0.8011894 Nov 09 19:42:07.611464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae24b0-82c1-4cae-8cd0-99a5b3802e7d req-34098974-342f-40c4-be09-1b6f11430cc7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:07.613275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69ae24b0-82c1-4cae-8cd0-99a5b3802e7d req-34098974-342f-40c4-be09-1b6f11430cc7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.0509484 Nov 09 19:42:07.652886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69ae24b0-82c1-4cae-8cd0-99a5b3802e7d req-5efdc070-276a-42a6-8e59-95326d65adf8 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Nov 09 19:42:07.679869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe26ce3d-1de0-4581-bb8d-c78386416781'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:07.704108 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-bf89fb61-fd18-44b5-a242-80d1b5b0f474 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 258 time: 0.7430022 Nov 09 19:42:07.722264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:07.738321 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:07.757989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-d964085b-c603-4c0d-a36f-d73a83823fb8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95383a0-fc1c-4749-8ece-c870ce104e68 HTTP/1.1" status: 200 len: 999 time: 0.1440659 Nov 09 19:42:07.807957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Pushing event deleted for resources: {'Port': ['ID=f47ac727-f38e-4d55-9812-fe6262af22d4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:07.894895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:07.898757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.899111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.899459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.899800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.900140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.900484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.900805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.901133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.901458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.901783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.902104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.902430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:07.908617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88875c-a121-492a-bab8-4d12e3cae31d req-ee48bd19-3021-4761-aaae-b067b49f2cff tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:07.910041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb88875c-a121-492a-bab8-4d12e3cae31d req-ee48bd19-3021-4761-aaae-b067b49f2cff tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 944 time: 0.0509620 Nov 09 19:42:07.935336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] No DVR routers for this DVR port f47ac727-f38e-4d55-9812-fe6262af22d4 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:07.938048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:07.942353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3c22c87-59ad-4a8f-a881-6d549cd73b04 req-76424b28-e9f4-43ce-988f-d81a53a5aed1 tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.77 "DELETE /v2.0/ports/f47ac727-f38e-4d55-9812-fe6262af22d4 HTTP/1.1" status: 204 len: 173 time: 1.8040044 Nov 09 19:42:08.008802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-468d16ce-d223-47e8-b2c7-b16238248b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:08.010358 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-468d16ce-d223-47e8-b2c7-b16238248b1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaacfbd5-0c57-45e9-a546-107c92e0a024 HTTP/1.1" status: 200 len: 868 time: 0.2250423 Nov 09 19:42:08.010850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb88875c-a121-492a-bab8-4d12e3cae31d req-9727337f-77f7-4159-b3a8-b24ecaff8ec2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945592 Nov 09 19:42:08.014593 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:08.079656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event deleted for resources: {'Port': ['ID=0e6a6a30-628e-44f4-8a95-1c6eeb35d39c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:08.140376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61360-15f4-444b-afac-9ed5ed20342d req-344e47cf-c598-437e-8f51-b8afe529e66e tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:08.141956 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2fb61360-15f4-444b-afac-9ed5ed20342d req-344e47cf-c598-437e-8f51-b8afe529e66e tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.0702562 Nov 09 19:42:08.187293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2fb61360-15f4-444b-afac-9ed5ed20342d req-233d9d80-d0c6-44a7-8888-3322180e3aad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380123 Nov 09 19:42:08.196104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-e56b5076-06a1-465d-ac77-a54fe3da8b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:08.201454 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-e56b5076-06a1-465d-ac77-a54fe3da8b45 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa1b5c57-450c-4425-af4b-04b570af71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613181 Nov 09 19:42:08.295035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-145d14e9-5804-4c7d-bf97-f84d05dc30c8 req-45955a70-9d29-4b36-8f79-f9b9a2f844fc tempest-ServersAdminTestJSON-556258078 tempest-ServersAdminTestJSON-556258078-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ccf2022-41f7-4e6e-b205-088c290998fd HTTP/1.1" status: 200 len: 210 time: 0.0320516 Nov 09 19:42:08.338695 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:08.341836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Router dbe1a6a9-1e81-4973-bb7f-0da12c615407 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:42:08.358065 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-99173aea-4ab2-4de9-bc14-1cfc821fd8fc service neutron] 10.222.0.70 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509936 Nov 09 19:42:08.404501 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d00cc259-101d-48f5-bd4a-a3495577a43c req-8cc4e1dd-8adf-43cc-8053-8bd7effdeaeb tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 210 time: 0.0388119 Nov 09 19:42:08.569968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'name': 'network-vif-deleted', 'tag': 'f47ac727-f38e-4d55-9812-fe6262af22d4'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:08.571884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869f738-9603-4a09-81e5-6a7312a5ccce req-1798fa58-cf45-48d1-a237-f135d8351ec1 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:08.572334 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3544f3-64bd-4fff-9cc6-a44649c1261d" -d '{"events": [{"server_uuid": "0ccf2022-41f7-4e6e-b205-088c290998fd", "name": "network-vif-deleted", "tag": "f47ac727-f38e-4d55-9812-fe6262af22d4"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:08.574624 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b869f738-9603-4a09-81e5-6a7312a5ccce req-1798fa58-cf45-48d1-a237-f135d8351ec1 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.0721629 Nov 09 19:42:08.630146 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b869f738-9603-4a09-81e5-6a7312a5ccce req-ca8ab186-4acc-4897-98a8-1548ae1295bd tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448930 Nov 09 19:42:08.640007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Allocated IP 172.25.6.82 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/dbebffca-3ae4-4843-b460-f9fa8cbdd5cc) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:08.659048 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a7c87f8-e768-4665-bc59-3367d12aaefe req-d371cb92-1505-4539-9ad0-05885f345d14 service neutron] 10.222.0.70 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696137 Nov 09 19:42:08.722961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:42:08.732607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] Sync routers for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:42:08.743295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:08.744009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:08.760911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194f8b5-a856-4d55-9824-ecebc6aa5bc6 req-e4af5ef3-262f-4ad2-9a1f-e705f6dcb4f5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:08.762840 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6194f8b5-a856-4d55-9824-ecebc6aa5bc6 req-e4af5ef3-262f-4ad2-9a1f-e705f6dcb4f5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0607748 Nov 09 19:42:08.780701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] No DVR routers for this DVR port 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:08.786930 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:08.791744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9da6af4-a816-463a-acd4-41ccc60fcd84 req-b2714da1-ae91-49b4-a8d0-1f5e47400659 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.70 "DELETE /v2.0/ports/0e6a6a30-628e-44f4-8a95-1c6eeb35d39c HTTP/1.1" status: 204 len: 173 time: 2.6832769 Nov 09 19:42:08.816294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6194f8b5-a856-4d55-9824-ecebc6aa5bc6 req-0f4906bc-f282-4404-ac97-cf84328f86f8 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Nov 09 19:42:08.844417 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:08.882465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:08.885253 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabeee4b-e331-4970-b5f6-040ba9e63f06 x-openstack-request-id: req-cabeee4b-e331-4970-b5f6-040ba9e63f06 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:08.885551 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccf2022-41f7-4e6e-b205-088c290998fd", "name": "network-vif-deleted", "tag": "f47ac727-f38e-4d55-9812-fe6262af22d4", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:08.885808 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cabeee4b-e331-4970-b5f6-040ba9e63f06 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:08.886262 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccf2022-41f7-4e6e-b205-088c290998fd', 'name': 'network-vif-deleted', 'tag': 'f47ac727-f38e-4d55-9812-fe6262af22d4', 'status': 'completed', 'code': 200} Nov 09 19:42:08.888583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:08.927451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:08.930619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:08.934596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:08.978764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Pushing event updated for resources: {'Port': ['ID=dbebffca-3ae4-4843-b460-f9fa8cbdd5cc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:09.013963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14299-a5f8-4b8e-bf57-351613972e75 req-99920eb8-ca2d-40f3-afab-9968e6ef5028 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:09.015547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67e14299-a5f8-4b8e-bf57-351613972e75 req-99920eb8-ca2d-40f3-afab-9968e6ef5028 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.0521605 Nov 09 19:42:09.047201 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.071826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67e14299-a5f8-4b8e-bf57-351613972e75 req-4d112e08-da66-495e-ab2d-fddb3cc93f4b tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478196 Nov 09 19:42:09.072183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:09.100776 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.104063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe26ce3d-1de0-4581-bb8d-c78386416781 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:09.184502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6723bf9-0460-4ca9-8682-e531aad66fd6 req-7ae2526e-6b16-4761-bc55-5c8a786eb692 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:09.186386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6723bf9-0460-4ca9-8682-e531aad66fd6 req-7ae2526e-6b16-4761-bc55-5c8a786eb692 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 944 time: 0.0555189 Nov 09 19:42:09.235700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6723bf9-0460-4ca9-8682-e531aad66fd6 req-e9e75a44-773c-4a5b-bc48-bc01c1303e6b tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398109 Nov 09 19:42:09.252209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f47ac727-f38e-4d55-9812-fe6262af22d4 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:09.285007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:09.288611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: f47ac727-f38e-4d55-9812-fe6262af22d4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:09.288948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f47ac727-f38e-4d55-9812-fe6262af22d4 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:09.300613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.304764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port fe26ce3d-1de0-4581-bb8d-c78386416781 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:42:09.306172 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.307120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0', 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a', 'port_id': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0', 'mac_address': 'fa:16:3e:bc:eb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72dd7a90-2692-4c52-b37f-b538d4214f5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:09.315835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port fe26ce3d-1de0-4581-bb8d-c78386416781 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:09.316249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.361036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae1b9-bed0-498b-8daf-5436fcdce050 req-192a7421-b9dc-437e-9f55-d8449749fdbb tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:09.363716 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c90ae1b9-bed0-498b-8daf-5436fcdce050 req-192a7421-b9dc-437e-9f55-d8449749fdbb tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.0590742 Nov 09 19:42:09.389948 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.396027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:09.410490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Pushing event updated for resources: {'Port': ['ID=dbebffca-3ae4-4843-b460-f9fa8cbdd5cc,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:09.420339 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.421905 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c90ae1b9-bed0-498b-8daf-5436fcdce050 req-1a7b179b-5812-4729-a22d-fae195f0c8a9 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Nov 09 19:42:09.433013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] Checking router: dbe1a6a9-1e81-4973-bb7f-0da12c615407 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:42:09.443434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:09.455483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:09.456002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:09.456935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.467491 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-ebe5ff69-cd30-440d-8c09-f2f735dca735 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7538624 Nov 09 19:42:09.537460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-6f47f0f3-1b0f-403b-926a-b2f1956bb489 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0688708 Nov 09 19:42:09.592730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21e28d6d-547f-41ab-9444-e8efeef47d46 req-2c7f17e3-47f5-4271-aae8-3d09905b7541 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/ports?device_id=be9dc86d-6af4-4028-a848-0803e36014df HTTP/1.1" status: 200 len: 210 time: 0.0322564 Nov 09 19:42:09.708824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-e5942dc7-00b5-4393-a89a-4bb397157cfb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:09.710593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae1e6805-767c-4cb3-b16e-5089b0ffb357 req-e5942dc7-00b5-4393-a89a-4bb397157cfb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1664252 Nov 09 19:42:09.744954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:09.754762 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.808351 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.850870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51610) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:09.863399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['9b0db8d5-2038-463b-b8ca-86cdc4ae70d0'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:09.866547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:09.870353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:09.889221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ad6b3-5789-4c13-903e-72677806daa0 req-c5cb4b8a-1176-4173-a3ca-0fa43534e914 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:09.899206 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b2ad6b3-5789-4c13-903e-72677806daa0 req-c5cb4b8a-1176-4173-a3ca-0fa43534e914 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.1221583 Nov 09 19:42:09.918110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe26ce3d-1de0-4581-bb8d-c78386416781'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:09.920663 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01333825-6249-47e9-973f-b60e283d5ebc" -d '{"events": [{"server_uuid": "ed09d26c-c8b7-4f6d-99dc-9333e3502c04", "name": "network-vif-plugged", "status": "completed", "tag": "fe26ce3d-1de0-4581-bb8d-c78386416781"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:09.942239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b2ad6b3-5789-4c13-903e-72677806daa0 req-d5ac56f3-8ce5-4908-b2e8-3ea3d4a5df0e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Nov 09 19:42:09.950991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port fe26ce3d-1de0-4581-bb8d-c78386416781, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe26ce3d-1de0-4581-bb8d-c78386416781,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:09.952551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc59d9-dd62-45a4-8f57-31937c3b453e req-cf2331f3-690a-4e81-8ddd-c07e26bf2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:09.961474 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0dfc59d9-dd62-45a4-8f57-31937c3b453e req-cf2331f3-690a-4e81-8ddd-c07e26bf2b17 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0642033 Nov 09 19:42:09.975473 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:09.976500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:10.021488 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0dfc59d9-dd62-45a4-8f57-31937c3b453e req-9e91a76b-c92a-42c8-9f96-3cbfafcf2e14 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0591686 Nov 09 19:42:10.026353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-0dfc59d9-dd62-45a4-8f57-31937c3b453e req-946ee9e1-7c33-4f95-9e63-edeab10a9579 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Request body: {'floatingip': {'port_id': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:10.071735 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0dfc59d9-dd62-45a4-8f57-31937c3b453e req-946ee9e1-7c33-4f95-9e63-edeab10a9579 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:10.086246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:10.086764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0e6a6a30-628e-44f4-8a95-1c6eeb35d39c not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:10.105373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7a3c4877-85f8-4d40-ba0e-e77249f53e64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=478fd5521af344eab7afc8ad3989f728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473931 Nov 09 19:42:10.107941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51620) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:10.117714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cb3f4-2921-489e-b6a2-23f1e2406d5d req-de98a125-98dc-4893-8ad3-0a3187ef7208 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:10.119749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0f7cb3f4-2921-489e-b6a2-23f1e2406d5d req-de98a125-98dc-4893-8ad3-0a3187ef7208 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 944 time: 0.0844424 Nov 09 19:42:10.162582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=fe26ce3d-1de0-4581-bb8d-c78386416781,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:10.187852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0f7cb3f4-2921-489e-b6a2-23f1e2406d5d req-32a4d740-5247-48c7-9132-5b41f408f805 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622411 Nov 09 19:42:10.201262 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5af5436d-687b-4016-82e0-1f8649ea7ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:10.229905 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fb94a29c-e438-4ffb-8713-378254731767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:10.230112 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5af5436d-687b-4016-82e0-1f8649ea7ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:10.334621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:10.334888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4d807-3e87-4e5d-a060-633691fc23f9 req-87d04583-6cf2-4ea2-b683-1b343015161f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:10.336419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cf4d807-3e87-4e5d-a060-633691fc23f9 req-87d04583-6cf2-4ea2-b683-1b343015161f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0602455 Nov 09 19:42:10.342738 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5af5436d-687b-4016-82e0-1f8649ea7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:10.345660 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5af5436d-687b-4016-82e0-1f8649ea7ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:10.349967 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5af5436d-687b-4016-82e0-1f8649ea7ad9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e76abf87-07c8-41b6-aea2-6d53dee62209 HTTP/1.1" status: 204 len: 168 time: 0.2389362 Nov 09 19:42:10.365093 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-0dfc59d9-dd62-45a4-8f57-31937c3b453e req-946ee9e1-7c33-4f95-9e63-edeab10a9579 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 19:42:10.365999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0dfc59d9-dd62-45a4-8f57-31937c3b453e req-946ee9e1-7c33-4f95-9e63-edeab10a9579 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "PUT /v2.0/floatingips/963b4aef-3ad2-4ec4-87d0-d23055fa3c55 HTTP/1.1" status: 409 len: 549 time: 0.3436959 Nov 09 19:42:10.368757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5436d-687b-4016-82e0-1f8649ea7ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76abf87-07c8-41b6-aea2-6d53dee62209,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:10.376020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e8c6d-7c25-4430-a9a7-16b2d4539b3c None None] The sync data for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 is: [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:36:58Z', 'revision_number': 4, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '005968da-f728-4f22-adea-11256398d1ea', 'name': '', 'network_id': 'b5b6fb47-7a20-48ea-9835-141612264bec', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'mac_address': 'fa:16:3e:1c:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:57Z', 'updated_at': '2021-11-09T19:37:04Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'subnets': [{'id': 'f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:42:10.419731 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aefb71c-4ebb-470f-95a9-bb3a4ab1b2b5 x-openstack-request-id: req-9aefb71c-4ebb-470f-95a9-bb3a4ab1b2b5 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:10.420037 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed09d26c-c8b7-4f6d-99dc-9333e3502c04", "name": "network-vif-plugged", "status": "completed", "tag": "fe26ce3d-1de0-4581-bb8d-c78386416781", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:10.420288 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9aefb71c-4ebb-470f-95a9-bb3a4ab1b2b5 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:10.420687 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe26ce3d-1de0-4581-bb8d-c78386416781', 'code': 200} Nov 09 19:42:10.454147 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cf4d807-3e87-4e5d-a060-633691fc23f9 req-075dd9f2-7816-46e2-898e-76adc249584d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003222 Nov 09 19:42:10.545397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaf2b2-82ec-43b7-a18f-3ae45aa81c42 req-9fa8929e-cb01-4a73-8e6e-932011b6fb02 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:10.547801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4bcaf2b2-82ec-43b7-a18f-3ae45aa81c42 req-9fa8929e-cb01-4a73-8e6e-932011b6fb02 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.0621209 Nov 09 19:42:10.575163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465eb1e2-0748-4097-910b-2c80e40fd77b req-078537e7-2ab4-4dd5-a612-1ff843234cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:10.576631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-465eb1e2-0748-4097-910b-2c80e40fd77b req-078537e7-2ab4-4dd5-a612-1ff843234cce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 1096 time: 0.0936627 Nov 09 19:42:10.598651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4bcaf2b2-82ec-43b7-a18f-3ae45aa81c42 req-70036e43-6078-4bb1-8690-259caea98ded tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375037 Nov 09 19:42:10.599865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a762c-cbbf-414b-be0f-f2758e747119 req-a5e2f48c-28d0-4327-b220-dca8a9437f6f tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:10.601564 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c71a762c-cbbf-414b-be0f-f2758e747119 req-a5e2f48c-28d0-4327-b220-dca8a9437f6f tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 945 time: 0.0717106 Nov 09 19:42:10.676092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-465eb1e2-0748-4097-910b-2c80e40fd77b req-b216fe5e-11d4-490e-b29f-87309b20e5e8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736785 Nov 09 19:42:10.683187 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c71a762c-cbbf-414b-be0f-f2758e747119 req-54762a23-577b-4326-aa64-d2b5648c1eea tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740821 Nov 09 19:42:10.689541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-00867f40-17b0-49ab-a215-1f84b72b2d28 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips/963b4aef-3ad2-4ec4-87d0-d23055fa3c55 HTTP/1.1" status: 200 len: 692 time: 0.0540016 Nov 09 19:42:10.761621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51634) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:10.779304 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaef5df-2522-4b07-b3c6-dcc13d90aa6c None None] New status for floating IP 51c469e7-6690-4cd6-9091-27565ef6b4a8: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:42:10.815577 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a4f892fc-2500-4342-bac7-b24f15fe9927 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d709125137da4eb09b64a2cfda6ed558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516484 Nov 09 19:42:10.816251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-77916a09-6793-4af7-b8d5-84e94dcf981f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:10.817794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-77916a09-6793-4af7-b8d5-84e94dcf981f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1193876 Nov 09 19:42:10.817990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51636) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:10.881633 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58a8d6f6-50e9-4138-997d-b32ca3226a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:10.885000 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-0262c03d-5561-4cbf-8778-a76bfb299155 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0604141 Nov 09 19:42:10.904538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9dc86d-6af4-4028-a848-0803e36014df', 'name': 'network-vif-deleted', 'tag': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:10.906812 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9919c4-5602-4666-bd52-c899c0f9dbad" -d '{"events": [{"server_uuid": "be9dc86d-6af4-4028-a848-0803e36014df", "name": "network-vif-deleted", "tag": "0e6a6a30-628e-44f4-8a95-1c6eeb35d39c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:10.921667 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58a8d6f6-50e9-4138-997d-b32ca3226a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:10.939487 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-65562843-0d12-4712-81cd-56551607b5e7 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0534890 Nov 09 19:42:10.998376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58a8d6f6-50e9-4138-997d-b32ca3226a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.001374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58a8d6f6-50e9-4138-997d-b32ca3226a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.007681 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-58a8d6f6-50e9-4138-997d-b32ca3226a65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77bc8616-0e3d-4aa3-9897-8c116620dad6 HTTP/1.1" status: 204 len: 168 time: 0.1835270 Nov 09 19:42:11.018795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8d6f6-50e9-4138-997d-b32ca3226a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bc8616-0e3d-4aa3-9897-8c116620dad6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:11.075685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:11.100630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-4d665453-93f3-468e-ba83-89ebd580eacb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Deleting port dbebffca-3ae4-4843-b460-f9fa8cbdd5cc {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:11.102482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-4d665453-93f3-468e-ba83-89ebd580eacb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.105704 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc88eb0-f9eb-4baa-aed2-2ba321c9a131 x-openstack-request-id: req-dfc88eb0-f9eb-4baa-aed2-2ba321c9a131 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:11.105995 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9dc86d-6af4-4028-a848-0803e36014df", "name": "network-vif-deleted", "tag": "0e6a6a30-628e-44f4-8a95-1c6eeb35d39c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:11.106352 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfc88eb0-f9eb-4baa-aed2-2ba321c9a131 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:11.106778 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9dc86d-6af4-4028-a848-0803e36014df', 'name': 'network-vif-deleted', 'tag': '0e6a6a30-628e-44f4-8a95-1c6eeb35d39c', 'status': 'completed', 'code': 200} Nov 09 19:42:11.138652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:11.139169 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.223503 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-4d665453-93f3-468e-ba83-89ebd580eacb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.224299 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-4d665453-93f3-468e-ba83-89ebd580eacb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.238226 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.243186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-4d665453-93f3-468e-ba83-89ebd580eacb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Calling delete_port for dbebffca-3ae4-4843-b460-f9fa8cbdd5cc owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:11.282388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4ffee6d0-8024-4e12-8314-1d32b811cc69 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:11.286573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:11.297147 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.350913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:11.417933 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-4d665453-93f3-468e-ba83-89ebd580eacb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.453440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:11.456581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d665453-93f3-468e-ba83-89ebd580eacb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Pushing event deleted for resources: {'Port': ['ID=dbebffca-3ae4-4843-b460-f9fa8cbdd5cc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:11.474025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '4ffee6d0-8024-4e12-8314-1d32b811cc69', 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80', 'port_id': '4ffee6d0-8024-4e12-8314-1d32b811cc69', 'mac_address': 'fa:16:3e:d8:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c271e4cb-f52a-4e29-af68-f8061cc1d4ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:11.522819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde85cf-e010-41a8-91ef-ad992ffa8355 req-432fa753-9cb0-412b-9238-5c8490fd26af tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:11.524489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4fde85cf-e010-41a8-91ef-ad992ffa8355 req-432fa753-9cb0-412b-9238-5c8490fd26af tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.3674793 Nov 09 19:42:11.527321 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.540447 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-4d665453-93f3-468e-ba83-89ebd580eacb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.543260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-4d665453-93f3-468e-ba83-89ebd580eacb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.544413 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5937b4c4-fded-4a8b-b108-a0f338d8f982 req-4d665453-93f3-468e-ba83-89ebd580eacb tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "DELETE /v2.0/floatingips/963b4aef-3ad2-4ec4-87d0-d23055fa3c55 HTTP/1.1" status: 204 len: 173 time: 0.6041284 Nov 09 19:42:11.548959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffee6d0-8024-4e12-8314-1d32b811cc69 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:11.572035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:11.575488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4fde85cf-e010-41a8-91ef-ad992ffa8355 req-c03d48fc-518c-4620-a0a9-02ab8b18b2b9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Nov 09 19:42:11.579756 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:11.639643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=4ffee6d0-8024-4e12-8314-1d32b811cc69,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:11.703970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eff07-4769-4999-974f-6f7d5321f449 req-e3882020-4c9d-479f-b2b8-051c9093ff84 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:11.705411 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8c8eff07-4769-4999-974f-6f7d5321f449 req-e3882020-4c9d-479f-b2b8-051c9093ff84 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.0507767 Nov 09 19:42:11.741679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cfee7-af46-4cdc-bafe-32003025f96c req-6e761b6b-6368-4f2e-b218-c78b244fde34 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:11.743736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-352cfee7-af46-4cdc-bafe-32003025f96c req-6e761b6b-6368-4f2e-b218-c78b244fde34 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0623627 Nov 09 19:42:11.748357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8c8eff07-4769-4999-974f-6f7d5321f449 req-e3260495-ab71-4842-aae9-43fac47defbe tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366654 Nov 09 19:42:11.787522 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-352cfee7-af46-4cdc-bafe-32003025f96c req-e007afb3-b41a-42c6-a04f-92c6c5621708 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377669 Nov 09 19:42:11.885153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['4ffee6d0-8024-4e12-8314-1d32b811cc69'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:11.908941 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-cb914381-e877-410d-a485-0eeb6ec950a2 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 999 time: 0.1345243 Nov 09 19:42:11.925862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-5903c285-bc8b-43a6-8ec3-8ce877b4eeb4 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:11.927406 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-5903c285-bc8b-43a6-8ec3-8ce877b4eeb4 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 945 time: 0.1019213 Nov 09 19:42:11.967576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99d60d-000c-484a-8adc-ff30c09021a4 req-d153256a-9302-4e12-bb4b-8856882a00fd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:11.969567 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ef99d60d-000c-484a-8adc-ff30c09021a4 req-d153256a-9302-4e12-bb4b-8856882a00fd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 945 time: 0.0627162 Nov 09 19:42:12.012322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-83e0a89d-d1d5-4ba4-a9bc-85453bbadd34 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:12.012322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-83e0a89d-d1d5-4ba4-a9bc-85453bbadd34 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports/d95383a0-fc1c-4749-8ece-c870ce104e68 HTTP/1.1" status: 200 len: 942 time: 0.0839949 Nov 09 19:42:12.038276 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ef99d60d-000c-484a-8adc-ff30c09021a4 req-d2adef50-5da2-4810-b0c1-86af76224c19 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 Nov 09 19:42:12.071136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-43a3b85a-a1ab-480c-99d3-32f65b65d7ed tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Deleting port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:12.071562 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-43a3b85a-a1ab-480c-99d3-32f65b65d7ed tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:12.175654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cad268-1fa1-4cfa-a082-3fe1cb9e0a55 req-452695ee-9193-4352-8f05-244f6cdc9347 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:12.177664 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1cad268-1fa1-4cfa-a082-3fe1cb9e0a55 req-452695ee-9193-4352-8f05-244f6cdc9347 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 945 time: 0.0605748 Nov 09 19:42:12.229635 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1cad268-1fa1-4cfa-a082-3fe1cb9e0a55 req-f18cc93e-b6a8-41ec-a43d-bb207f9327f2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Nov 09 19:42:12.233799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-43a3b85a-a1ab-480c-99d3-32f65b65d7ed tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] For port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:12.234177 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-43a3b85a-a1ab-480c-99d3-32f65b65d7ed tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:12.260950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-e4324d23-9ed3-4278-8790-ca8914d7019b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 999 time: 0.1125617 Nov 09 19:42:12.261850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-43a3b85a-a1ab-480c-99d3-32f65b65d7ed tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Calling delete_port for 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:12.298405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51684) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:12.365056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-282d059c-8d7b-44aa-b0f0-6e910747744c tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:12.394608 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-282d059c-8d7b-44aa-b0f0-6e910747744c tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:12.421972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2f2092-5726-41ba-be42-e5f8d1d72ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:12.426800 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38fea5c-09b6-4d6e-a0ad-c27eae8e98be" -d '{"events": [{"server_uuid": "5e2f2092-5726-41ba-be42-e5f8d1d72ec4", "name": "network-vif-plugged", "status": "completed", "tag": "9b0db8d5-2038-463b-b8ca-86cdc4ae70d0"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:12.443396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-aed2ccbc-942a-48e2-b7ec-3f35b997723d tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:12.445110 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-aed2ccbc-942a-48e2-b7ec-3f35b997723d tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1775575 Nov 09 19:42:12.466060 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-282d059c-8d7b-44aa-b0f0-6e910747744c tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:12.470563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-282d059c-8d7b-44aa-b0f0-6e910747744c tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:12.471832 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-282d059c-8d7b-44aa-b0f0-6e910747744c tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "DELETE /v2.0/security-groups/69aa2968-db56-44b7-9b9a-12e5d2c83138 HTTP/1.1" status: 204 len: 168 time: 0.1721561 Nov 09 19:42:12.476726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51692) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:12.481189 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142e5d99-d413-4755-b63f-696c5b26097a x-openstack-request-id: req-142e5d99-d413-4755-b63f-696c5b26097a {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:12.481596 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2f2092-5726-41ba-be42-e5f8d1d72ec4", "name": "network-vif-plugged", "status": "completed", "tag": "9b0db8d5-2038-463b-b8ca-86cdc4ae70d0", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:12.481953 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-142e5d99-d413-4755-b63f-696c5b26097a {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:12.482448 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2f2092-5726-41ba-be42-e5f8d1d72ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0', 'code': 200} Nov 09 19:42:12.497824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d059c-8d7b-44aa-b0f0-6e910747744c tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa2968-db56-44b7-9b9a-12e5d2c83138,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:12.500516 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-603bb005-d242-41cb-8d07-7f309ec669b8 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] show failed (client error): The resource could not be found. Nov 09 19:42:12.501656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-603bb005-d242-41cb-8d07-7f309ec669b8 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "GET /v2.0/security-groups/69aa2968-db56-44b7-9b9a-12e5d2c83138 HTTP/1.1" status: 404 len: 347 time: 0.0237830 Nov 09 19:42:12.505302 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51696) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:12.595110 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-fca6001f-c694-46df-b5b4-76e31039b723 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 999 time: 0.1424940 Nov 09 19:42:12.602785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-43a3b85a-a1ab-480c-99d3-32f65b65d7ed tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:12.607508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-45e7e0db-e1bb-4e6c-8548-ba65e097d14b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:12.660463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d33324d9-f34e-4852-947c-e6def4a26dc0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Deleting port 2627dcac-867e-45c4-b4d0-6927a99acf81 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:12.660596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d33324d9-f34e-4852-947c-e6def4a26dc0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:12.682805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3b85a-a1ab-480c-99d3-32f65b65d7ed tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event deleted for resources: {'Port': ['ID=9b0db8d5-2038-463b-b8ca-86cdc4ae70d0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:12.787593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d33324d9-f34e-4852-947c-e6def4a26dc0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:12.788171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d33324d9-f34e-4852-947c-e6def4a26dc0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:12.806235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398701c-b2e6-41ca-9853-757829940a11 req-31092712-4681-4715-b385-39fc81b058bc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:12.807672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4398701c-b2e6-41ca-9853-757829940a11 req-31092712-4681-4715-b385-39fc81b058bc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.0872812 Nov 09 19:42:12.816474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d33324d9-f34e-4852-947c-e6def4a26dc0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Calling delete_port for 2627dcac-867e-45c4-b4d0-6927a99acf81 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:12.899438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4398701c-b2e6-41ca-9853-757829940a11 req-5cfcf549-a89a-47d7-83f1-df62541936d8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847390 Nov 09 19:42:13.015377 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73a12233-2ae3-4f64-bedb-1ca2d6bc0247 req-e0074358-39f0-48ad-ad43-75a76e9923ee tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e2f2092-5726-41ba-be42-e5f8d1d72ec4 HTTP/1.1" status: 200 len: 210 time: 0.0366256 Nov 09 19:42:13.019480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-43a3b85a-a1ab-480c-99d3-32f65b65d7ed tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] No DVR routers for this DVR port 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:13.022775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-43a3b85a-a1ab-480c-99d3-32f65b65d7ed tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.026101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d699cb7d-a637-4094-b3d0-47282a006be7 req-43a3b85a-a1ab-480c-99d3-32f65b65d7ed tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "DELETE /v2.0/ports/9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 HTTP/1.1" status: 204 len: 173 time: 1.0885246 Nov 09 19:42:13.035115 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d33324d9-f34e-4852-947c-e6def4a26dc0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.044430 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-45e7e0db-e1bb-4e6c-8548-ba65e097d14b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.070753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33324d9-f34e-4852-947c-e6def4a26dc0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Pushing event deleted for resources: {'Port': ['ID=2627dcac-867e-45c4-b4d0-6927a99acf81,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:13.088990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:13.108634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2f2092-5726-41ba-be42-e5f8d1d72ec4', 'name': 'network-vif-deleted', 'tag': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:13.111334 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c6dafd-4931-4580-aa4a-85bfb8dd8e25" -d '{"events": [{"server_uuid": "5e2f2092-5726-41ba-be42-e5f8d1d72ec4", "name": "network-vif-deleted", "tag": "9b0db8d5-2038-463b-b8ca-86cdc4ae70d0"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:13.115379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:13.115975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9b0db8d5-2038-463b-b8ca-86cdc4ae70d0 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:13.140730 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1ea19f0a-3f33-4d79-b70a-e4acbcc16252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.202275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c22e-f1a7-47d2-8cac-e95c7e40fd6d req-2e7d8ba5-0e02-428b-a739-2acc3015d3a5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:13.203804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5608c22e-f1a7-47d2-8cac-e95c7e40fd6d req-2e7d8ba5-0e02-428b-a739-2acc3015d3a5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.1183345 Nov 09 19:42:13.206937 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d33324d9-f34e-4852-947c-e6def4a26dc0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.209884 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d33324d9-f34e-4852-947c-e6def4a26dc0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.211014 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d33324d9-f34e-4852-947c-e6def4a26dc0 tempest-ServersWithSpecificFlavorTestJSON-1350332685 tempest-ServersWithSpecificFlavorTestJSON-1350332685-project] 10.222.0.53 "DELETE /v2.0/floatingips/51c469e7-6690-4cd6-9091-27565ef6b4a8 HTTP/1.1" status: 204 len: 168 time: 0.7047634 Nov 09 19:42:13.234463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-45e7e0db-e1bb-4e6c-8548-ba65e097d14b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.241555 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-45e7e0db-e1bb-4e6c-8548-ba65e097d14b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.242605 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-45e7e0db-e1bb-4e6c-8548-ba65e097d14b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Floating IP e31acacb-3b20-4eda-b108-981babda1622 disassociated. External IP: 172.25.6.3, port: d95383a0-fc1c-4749-8ece-c870ce104e68. Nov 09 19:42:13.256186 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5608c22e-f1a7-47d2-8cac-e95c7e40fd6d req-60ba6db7-4d2e-4075-ba57-7f2254b8fac2 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Nov 09 19:42:13.279909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4ffee6d0-8024-4e12-8314-1d32b811cc69 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:13.337290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 4ffee6d0-8024-4e12-8314-1d32b811cc69 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:42:13.342999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 4ffee6d0-8024-4e12-8314-1d32b811cc69 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:13.343425 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.450934 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.456641 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.487710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-45e7e0db-e1bb-4e6c-8548-ba65e097d14b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Router ecc80186-46b6-4826-b225-1fce3a6e5d13 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:42:13.502212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:13.509716 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.530918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-2835276f-c2c8-4d6f-9fd5-088120f13660 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333602 Nov 09 19:42:13.603883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=4ffee6d0-8024-4e12-8314-1d32b811cc69,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:13.634947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-45e7e0db-e1bb-4e6c-8548-ba65e097d14b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:42:13.639680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-45e7e0db-e1bb-4e6c-8548-ba65e097d14b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:13.646221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] Sync routers for ids ['ecc80186-46b6-4826-b225-1fce3a6e5d13'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:42:13.656349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] Routers {'ecc80186-46b6-4826-b225-1fce3a6e5d13'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:13.657222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ecc80186-46b6-4826-b225-1fce3a6e5d13'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:13.663325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-ae8bedbd-305d-42c0-9f76-b44d69d326b0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:13.665095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-ae8bedbd-305d-42c0-9f76-b44d69d326b0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1334071 Nov 09 19:42:13.671050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-45e7e0db-e1bb-4e6c-8548-ba65e097d14b tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "PUT /v2.0/floatingips/e31acacb-3b20-4eda-b108-981babda1622 HTTP/1.1" status: 200 len: 693 time: 1.0706375 Nov 09 19:42:13.681432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-f3f60dfc-a3af-4cd2-a250-46e04170cebc tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/quotas/adafef6ee39f457086969e3c3816d850 HTTP/1.1" status: 200 len: 375 time: 0.0102656 Nov 09 19:42:13.717456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-0c6af97d-9975-4751-9e47-071ad09d55ed tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297415 Nov 09 19:42:13.724332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-6e693c89-516d-493a-8846-2c6b5fa3bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:13.726859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-6e693c89-516d-493a-8846-2c6b5fa3bf01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=74ca468563b34d019e460c52ee61d01d&device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 1096 time: 0.0433590 Nov 09 19:42:13.775103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] Set router ecc80186-46b6-4826-b225-1fce3a6e5d13 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:13.829338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-4fe18051-df5e-48fa-ad23-ae480dd979d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:13.831589 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-4fe18051-df5e-48fa-ad23-ae480dd979d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fa1b5c57-450c-4425-af4b-04b570af71c5 HTTP/1.1" status: 200 len: 930 time: 0.0991828 Nov 09 19:42:13.885741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-bc35c20b-4405-4002-905c-329a77630ef1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95383a0-fc1c-4749-8ece-c870ce104e68 HTTP/1.1" status: 200 len: 217 time: 0.0476923 Nov 09 19:42:13.944069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-12640dbd-ca65-427e-9201-e402a86863a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:13.945774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d5733-688b-46b6-a209-8c312eaa9541 req-abc65ecf-7bbc-4f17-b782-70cdd702e1dc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:13.946395 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-12640dbd-ca65-427e-9201-e402a86863a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eaacfbd5-0c57-45e9-a546-107c92e0a024 HTTP/1.1" status: 200 len: 868 time: 0.0504379 Nov 09 19:42:13.947478 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a90d5733-688b-46b6-a209-8c312eaa9541 req-abc65ecf-7bbc-4f17-b782-70cdd702e1dc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.0593660 Nov 09 19:42:14.001165 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a90d5733-688b-46b6-a209-8c312eaa9541 req-23c0608d-8334-41fb-bede-52fd35999857 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464509 Nov 09 19:42:14.004555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-be07a0cb-18bc-4c12-8a1d-12ecc53ec907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:14.006994 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-be07a0cb-18bc-4c12-8a1d-12ecc53ec907 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fa1b5c57-450c-4425-af4b-04b570af71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545075 Nov 09 19:42:14.048757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:50Z', 'revision_number': 5, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:14.085639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] Checking router: ecc80186-46b6-4826-b225-1fce3a6e5d13 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:42:14.090231 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0987f0e-5c5c-4443-ac6a-dd4a4f7e3f00 x-openstack-request-id: req-a0987f0e-5c5c-4443-ac6a-dd4a4f7e3f00 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:14.090863 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2f2092-5726-41ba-be42-e5f8d1d72ec4", "name": "network-vif-deleted", "tag": "9b0db8d5-2038-463b-b8ca-86cdc4ae70d0", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:14.091149 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0987f0e-5c5c-4443-ac6a-dd4a4f7e3f00 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:14.091727 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2f2092-5726-41ba-be42-e5f8d1d72ec4', 'name': 'network-vif-deleted', 'tag': '9b0db8d5-2038-463b-b8ca-86cdc4ae70d0', 'status': 'completed', 'code': 200} Nov 09 19:42:14.104410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] Routers {'ecc80186-46b6-4826-b225-1fce3a6e5d13'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:14.105287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ecc80186-46b6-4826-b225-1fce3a6e5d13'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:14.111462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-72a99db9-51aa-4890-8e6b-ce57eea49a6c service neutron] 10.222.0.53 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977614 Nov 09 19:42:14.235882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] Set router ecc80186-46b6-4826-b225-1fce3a6e5d13 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:14.240405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05d6e2a3-9d7d-4ed7-91e3-7faa3989804d req-edd1ad77-b761-414b-8de7-da30d44edfd5 service neutron] 10.222.0.53 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222279 Nov 09 19:42:14.325210 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-508b8ac3-6373-47ff-9e8a-e7394141fd2a req-37a423b8-536f-4919-bef8-b347863d735b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 210 time: 0.0359840 Nov 09 19:42:14.374804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad97187-573f-4272-b1d2-3276b168e330 req-dbf4ebfe-2f3e-4b72-8166-041229973c0a tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:14.376939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ad97187-573f-4272-b1d2-3276b168e330 req-dbf4ebfe-2f3e-4b72-8166-041229973c0a tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 945 time: 0.0589528 Nov 09 19:42:14.433107 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ad97187-573f-4272-b1d2-3276b168e330 req-36a50ef9-0e98-4c4f-a1cc-8c4f44365dea tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495164 Nov 09 19:42:14.479926 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:14.483579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b236b85-e457-4031-9276-94092a787dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffee6d0-8024-4e12-8314-1d32b811cc69'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:14.486114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229780fe-50e3-4a3e-992a-0c92dcb9e109 req-7dbe6e79-1e21-4209-84b2-9290eed9b05b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:14.486283 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1d7838-5902-400b-a2cc-73080d3dedc9" -d '{"events": [{"server_uuid": "3b236b85-e457-4031-9276-94092a787dc9", "name": "network-vif-plugged", "status": "completed", "tag": "4ffee6d0-8024-4e12-8314-1d32b811cc69"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:14.488825 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-229780fe-50e3-4a3e-992a-0c92dcb9e109 req-7dbe6e79-1e21-4209-84b2-9290eed9b05b tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.0838277 Nov 09 19:42:14.553748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-229780fe-50e3-4a3e-992a-0c92dcb9e109 req-7a1fc723-4b98-4f5e-b687-e7cf379f2c3f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584369 Nov 09 19:42:14.562288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:50Z', 'revision_number': 5, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:14.597308 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f155ff-c034-4043-94d9-b016815ef4fa None None] The sync data for ids ['ecc80186-46b6-4826-b225-1fce3a6e5d13'] in n-d-817256-1 is: [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:41:42Z', 'revision_number': 4, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ec0ddcee-ba6d-4bdb-a758-d9c4e5990766', 'name': '', 'network_id': 'fa1b5c57-450c-4425-af4b-04b570af71c5', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'mac_address': 'fa:16:3e:64:77:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:42Z', 'updated_at': '2021-11-09T19:41:50Z', 'revision_number': 5, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'subnets': [{'id': 'eaacfbd5-0c57-45e9-a546-107c92e0a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:42:14.606315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-8fdbe6f8-98c6-4910-aa45-e4f9460635e9 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips/e31acacb-3b20-4eda-b108-981babda1622 HTTP/1.1" status: 200 len: 693 time: 0.0788193 Nov 09 19:42:14.727532 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150f72-a4ab-40ec-a322-5c62bddb356c req-5dc9209f-d554-4bb5-9592-01a8f8773a5d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:14.729549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a150f72-a4ab-40ec-a322-5c62bddb356c req-5dc9209f-d554-4bb5-9592-01a8f8773a5d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0724766 Nov 09 19:42:14.778018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a150f72-a4ab-40ec-a322-5c62bddb356c req-d4edffea-df29-4fac-b4b9-f9484125ee59 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372925 Nov 09 19:42:14.779113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-60528195-3c73-49f4-9703-27ea89117f31 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:14.780697 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-60528195-3c73-49f4-9703-27ea89117f31 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.1628232 Nov 09 19:42:14.844333 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-8797b97c-54cc-4f8d-8a1b-750614e3a6da tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 696 time: 0.0563712 Nov 09 19:42:14.906684 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-a4e2847d-f618-4993-965c-7fecaad11bd6 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 696 time: 0.0538189 Nov 09 19:42:14.908065 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-3eef0a48-d476-4407-8918-2a0ed610367f tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2043260379&fields=id&tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c HTTP/1.1" status: 200 len: 267 time: 0.0496211 Nov 09 19:42:14.979019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-37e36c78-8137-4ce5-bd14-ebe8aac5018c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:14.980829 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-37e36c78-8137-4ce5-bd14-ebe8aac5018c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 945 time: 0.0653811 Nov 09 19:42:14.997636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-7a926340-8a24-4306-8c67-6fe9f57c00b1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'port': {'security_groups': ['edc122f4-b304-4d7e-9a9e-125718e25d31', '127d676e-6f86-4e6f-bf0d-54d653b73848']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:15.011829 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36695b7-c8f6-4f7a-9ad1-61b8f442edb4 None None] New status for floating IP e31acacb-3b20-4eda-b108-981babda1622: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:42:15.078213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-dc365d1e-c0d0-4eef-b0f5-6f5b6361ff73 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Deleting port 648e721f-9598-4cf9-9e0e-c15a8db1ed4b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:15.078985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-dc365d1e-c0d0-4eef-b0f5-6f5b6361ff73 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.090099 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-7a926340-8a24-4306-8c67-6fe9f57c00b1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.189060 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-dc365d1e-c0d0-4eef-b0f5-6f5b6361ff73 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.189332 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-dc365d1e-c0d0-4eef-b0f5-6f5b6361ff73 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.206784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-dc365d1e-c0d0-4eef-b0f5-6f5b6361ff73 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Calling delete_port for 648e721f-9598-4cf9-9e0e-c15a8db1ed4b owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:15.262998 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-d187a02e-344e-4bc4-bfa7-74c76d2e41b8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348039 Nov 09 19:42:15.412913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-dc365d1e-c0d0-4eef-b0f5-6f5b6361ff73 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.448414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc365d1e-c0d0-4eef-b0f5-6f5b6361ff73 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Pushing event deleted for resources: {'Port': ['ID=648e721f-9598-4cf9-9e0e-c15a8db1ed4b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:15.481829 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-7a926340-8a24-4306-8c67-6fe9f57c00b1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] For port fe26ce3d-1de0-4581-bb8d-c78386416781, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe26ce3d-1de0-4581-bb8d-c78386416781,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:15.496811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-fb67522e-3905-44f3-9322-547cfaef4d09 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:15.498253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-fb67522e-3905-44f3-9322-547cfaef4d09 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256801 Nov 09 19:42:15.508908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-dc365d1e-c0d0-4eef-b0f5-6f5b6361ff73 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.511710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-dc365d1e-c0d0-4eef-b0f5-6f5b6361ff73 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.512890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8089df26-c84a-4782-9e70-98cbf2d4f00c req-dc365d1e-c0d0-4eef-b0f5-6f5b6361ff73 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "DELETE /v2.0/floatingips/e31acacb-3b20-4eda-b108-981babda1622 HTTP/1.1" status: 204 len: 173 time: 0.5980592 Nov 09 19:42:15.514868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Request body: {'port': {'device_id': 'd9cbaee8-20f0-4521-8c6e-0c1d5e03778e', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': 'adafef6ee39f457086969e3c3816d850'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:15.571594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-7a926340-8a24-4306-8c67-6fe9f57c00b1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.583337 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-7a926340-8a24-4306-8c67-6fe9f57c00b1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.595014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe26ce3d-1de0-4581-bb8d-c78386416781'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:15.653251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-7a926340-8a24-4306-8c67-6fe9f57c00b1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:15.653835 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-7a926340-8a24-4306-8c67-6fe9f57c00b1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.667098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25398f09-b12a-45b2-b317-c95fc4fd4e65 req-7a926340-8a24-4306-8c67-6fe9f57c00b1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "PUT /v2.0/ports/fe26ce3d-1de0-4581-bb8d-c78386416781 HTTP/1.1" status: 200 len: 981 time: 0.6757343 Nov 09 19:42:15.700462 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb79963-18f5-498a-a0c3-915cc907cbb9 x-openstack-request-id: req-bcb79963-18f5-498a-a0c3-915cc907cbb9 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:15.700802 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b236b85-e457-4031-9276-94092a787dc9", "name": "network-vif-plugged", "status": "completed", "tag": "4ffee6d0-8024-4e12-8314-1d32b811cc69", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:15.701220 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcb79963-18f5-498a-a0c3-915cc907cbb9 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:15.701766 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b236b85-e457-4031-9276-94092a787dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffee6d0-8024-4e12-8314-1d32b811cc69', 'code': 200} Nov 09 19:42:15.726995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a926340-8a24-4306-8c67-6fe9f57c00b1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'Port': ['ID=fe26ce3d-1de0-4581-bb8d-c78386416781,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:15.747007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe26ce3d-1de0-4581-bb8d-c78386416781'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:15.778218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Made reservation on behalf of adafef6ee39f457086969e3c3816d850 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:42:15.787591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.812406 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:15.854894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab28d8-b632-4e4f-b4e1-b1886a525602 req-996bc5a8-73b0-4c89-b9bd-1e59a2074803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:15.857400 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ebab28d8-b632-4e4f-b4e1-b1886a525602 req-996bc5a8-73b0-4c89-b9bd-1e59a2074803 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0924506 Nov 09 19:42:15.858650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51776) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:15.866273 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f1c7e15a-6b8c-4721-b3d5-8d8fd46bc7d2 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124689167', 'description': 'tempest-description--1658319351'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:15.925584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f7485-b254-4283-bd62-e0dabbd1ae29 req-ac56cd35-8b35-4bf8-84ae-7f11c61f0ed4 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:15.927322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-104f7485-b254-4283-bd62-e0dabbd1ae29 req-ac56cd35-8b35-4bf8-84ae-7f11c61f0ed4 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.0927050 Nov 09 19:42:15.967840 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4f2a48a8-15b7-4ab5-88d5-e25e1a0ad164 req-6dbf3b78-3c5d-4142-8764-41cb93905a8b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 210 time: 0.0524714 Nov 09 19:42:15.972454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ebab28d8-b632-4e4f-b4e1-b1886a525602 req-73ac829b-31df-46b4-b58f-dc7608e0990d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994864 Nov 09 19:42:15.979386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e15a-6b8c-4721-b3d5-8d8fd46bc7d2 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.007324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-104f7485-b254-4283-bd62-e0dabbd1ae29 req-8542143b-9ada-4bee-bdaa-c4f3da9b2563 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703921 Nov 09 19:42:16.058808 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.065318 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.067572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e15a-6b8c-4721-b3d5-8d8fd46bc7d2 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.073019 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e15a-6b8c-4721-b3d5-8d8fd46bc7d2 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.093984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'tag': 'd95383a0-fc1c-4749-8ece-c870ce104e68'}, {'name': 'network-changed', 'server_uuid': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'tag': 'fe26ce3d-1de0-4581-bb8d-c78386416781'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:16.098206 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983382ab-4ca7-4690-9cae-061db2b6d4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "cae77746-6e37-4e5e-9636-abfc3cf29206", "tag": "d95383a0-fc1c-4749-8ece-c870ce104e68"}, {"name": "network-changed", "server_uuid": "ed09d26c-c8b7-4f6d-99dc-9333e3502c04", "tag": "fe26ce3d-1de0-4581-bb8d-c78386416781"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:16.121728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e15a-6b8c-4721-b3d5-8d8fd46bc7d2 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.123011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f1c7e15a-6b8c-4721-b3d5-8d8fd46bc7d2 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2631741 Nov 09 19:42:16.126376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51782) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:16.132927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-efc8f5ed-12e4-4668-9778-0389dce68fce tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Request body: {'security_group_rule': {'security_group_id': '795413ee-e538-4429-9b6e-141c7a06e3b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:16.134180 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.144026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7e15a-6b8c-4721-b3d5-8d8fd46bc7d2 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795413ee-e538-4429-9b6e-141c7a06e3b0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:16.159802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03d35006-9631-400d-a02c-88e785983226 req-4c19eaa6-0c08-479b-85ce-7913c704dd35 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-996069938&fields=id&tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c HTTP/1.1" status: 200 len: 267 time: 0.0753682 Nov 09 19:42:16.194501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846c2330-2930-46b0-85bf-81287df7ed82,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:16.200070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc8f5ed-12e4-4668-9778-0389dce68fce tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.228704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa14a72-973e-4d1a-ab6d-bcb8dd4bed83 req-6d7360ca-ee8c-458a-83b9-b129ee2ba232 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:16.230315 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7aa14a72-973e-4d1a-ab6d-bcb8dd4bed83 req-6d7360ca-ee8c-458a-83b9-b129ee2ba232 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.1421406 Nov 09 19:42:16.246023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d35006-9631-400d-a02c-88e785983226 req-eaabcb61-0b75-4810-9422-6cff5183c782 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:16.247521 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03d35006-9631-400d-a02c-88e785983226 req-eaabcb61-0b75-4810-9422-6cff5183c782 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 984 time: 0.0785830 Nov 09 19:42:16.270961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-03d35006-9631-400d-a02c-88e785983226 req-2fdb45ab-6d34-42d8-91e0-ce2173e06040 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'port': {'security_groups': ['127d676e-6f86-4e6f-bf0d-54d653b73848', 'edc122f4-b304-4d7e-9a9e-125718e25d31', 'c4c3bdfc-0651-46ac-a3a3-526041e12abe']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:16.309801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Allocated IP 192.168.233.45 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/271f2d7d-85d7-4d52-a41c-ffbeeac77a93) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:16.315449 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7aa14a72-973e-4d1a-ab6d-bcb8dd4bed83 req-73df0055-b065-4b94-b1af-2ae4661b3110 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590158 Nov 09 19:42:16.321879 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc8f5ed-12e4-4668-9778-0389dce68fce tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.344120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc8f5ed-12e4-4668-9778-0389dce68fce tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.376304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03d35006-9631-400d-a02c-88e785983226 req-2fdb45ab-6d34-42d8-91e0-ce2173e06040 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.394065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8f5ed-12e4-4668-9778-0389dce68fce tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d782430-0df6-4822-82dc-ebc49b35f414,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:16.429134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc8f5ed-12e4-4668-9778-0389dce68fce tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.430501 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-efc8f5ed-12e4-4668-9778-0389dce68fce tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3031819 Nov 09 19:42:16.433989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51784) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:16.437984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ae389e53-eafb-46b1-82d7-67dd6d9c5426 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Request body: {'security_group_rule': {'security_group_id': '795413ee-e538-4429-9b6e-141c7a06e3b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:16.496083 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae389e53-eafb-46b1-82d7-67dd6d9c5426 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.540892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387fb56-34cd-4b1a-b6e0-b45dfcd96e98 req-baab6889-9587-47a9-ae05-b991516da61b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:16.542409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e387fb56-34cd-4b1a-b6e0-b45dfcd96e98 req-baab6889-9587-47a9-ae05-b991516da61b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0836933 Nov 09 19:42:16.565447 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.576400 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae389e53-eafb-46b1-82d7-67dd6d9c5426 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.583241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae389e53-eafb-46b1-82d7-67dd6d9c5426 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.601210 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e387fb56-34cd-4b1a-b6e0-b45dfcd96e98 req-33829bb4-e256-4481-af91-717df9395bfe tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522788 Nov 09 19:42:16.622579 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.680613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:16.695355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:16.724713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:16.729779 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event updated for resources: {'Port': ['ID=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:16.788342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ea352-a88d-449e-b271-f81bf901dde2 req-5f02e28f-ddbe-4494-8640-0aad81aa6b18 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:16.790990 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-530ea352-a88d-449e-b271-f81bf901dde2 req-5f02e28f-ddbe-4494-8640-0aad81aa6b18 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1125426 Nov 09 19:42:16.797671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:16.798352 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.855273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-530ea352-a88d-449e-b271-f81bf901dde2 req-7aaf4a4d-80b3-4dd8-93f1-1355af56a389 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0533328 Nov 09 19:42:16.862864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-46579498-ba52-4bc8-a4a6-432892b821c8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3545480 Nov 09 19:42:16.881540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Request body: {'port': {'device_id': 'd9cbaee8-20f0-4521-8c6e-0c1d5e03778e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:16.908393 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aabd03-6556-4996-b162-5596bced09b0 x-openstack-request-id: req-17aabd03-6556-4996-b162-5596bced09b0 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:16.909767 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae77746-6e37-4e5e-9636-abfc3cf29206", "tag": "d95383a0-fc1c-4749-8ece-c870ce104e68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed09d26c-c8b7-4f6d-99dc-9333e3502c04", "tag": "fe26ce3d-1de0-4581-bb8d-c78386416781", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:16.910391 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17aabd03-6556-4996-b162-5596bced09b0 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:16.910996 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'tag': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'status': 'completed', 'code': 200} Nov 09 19:42:16.911433 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'tag': 'fe26ce3d-1de0-4581-bb8d-c78386416781', 'status': 'completed', 'code': 200} Nov 09 19:42:16.960424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae389e53-eafb-46b1-82d7-67dd6d9c5426 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350c69aa-8ae8-41fa-b638-5572db6aa064,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:16.962472 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb01b81e-36ec-4896-813b-ad1409c078a4 None None] Provisioning complete for port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:16.962975 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb01b81e-36ec-4896-813b-ad1409c078a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.976362 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae389e53-eafb-46b1-82d7-67dd6d9c5426 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.977387 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ae389e53-eafb-46b1-82d7-67dd6d9c5426 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5427547 Nov 09 19:42:16.980722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51792) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:16.982756 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:16.987772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:17.040943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-eb01b81e-36ec-4896-813b-ad1409c078a4 None None] Port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:42:17.052019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-03d35006-9631-400d-a02c-88e785983226 req-2fdb45ab-6d34-42d8-91e0-ce2173e06040 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] For port fe26ce3d-1de0-4581-bb8d-c78386416781, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe26ce3d-1de0-4581-bb8d-c78386416781,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:17.066182 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:17.100594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb55874c-0ee7-42f4-87db-73ca553309c0 req-27f60371-cf5c-4a2c-8cf9-53b0fab7d866 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0558078 Nov 09 19:42:17.214291 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03d35006-9631-400d-a02c-88e785983226 req-2fdb45ab-6d34-42d8-91e0-ce2173e06040 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:17.225090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03d35006-9631-400d-a02c-88e785983226 req-2fdb45ab-6d34-42d8-91e0-ce2173e06040 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:17.240262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe26ce3d-1de0-4581-bb8d-c78386416781'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:17.285126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d35006-9631-400d-a02c-88e785983226 req-2fdb45ab-6d34-42d8-91e0-ce2173e06040 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:17.286455 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-03d35006-9631-400d-a02c-88e785983226 req-2fdb45ab-6d34-42d8-91e0-ce2173e06040 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:17.300793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03d35006-9631-400d-a02c-88e785983226 req-2fdb45ab-6d34-42d8-91e0-ce2173e06040 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "PUT /v2.0/ports/fe26ce3d-1de0-4581-bb8d-c78386416781 HTTP/1.1" status: 200 len: 1020 time: 1.0391941 Nov 09 19:42:17.310159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'tag': 'fe26ce3d-1de0-4581-bb8d-c78386416781'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:17.315726 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2859c282-018e-429a-b46f-7dc6ce69b8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed09d26c-c8b7-4f6d-99dc-9333e3502c04", "tag": "fe26ce3d-1de0-4581-bb8d-c78386416781"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:17.364119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-de407338-850e-4a64-8fe9-7d58676903dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:17.366371 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-de407338-850e-4a64-8fe9-7d58676903dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74ca468563b34d019e460c52ee61d01d&device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 1096 time: 0.4152050 Nov 09 19:42:17.373792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe26ce3d-1de0-4581-bb8d-c78386416781'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:17.386626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb45ab-6d34-42d8-91e0-ce2173e06040 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'Port': ['ID=fe26ce3d-1de0-4581-bb8d-c78386416781,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:17.447452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:17.470396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1032b-3b8c-4762-ba53-2ac08cae5b91 req-06aa1ecc-829e-4030-b78c-41ae3a972bff tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:17.474011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-92b1032b-3b8c-4762-ba53-2ac08cae5b91 req-06aa1ecc-829e-4030-b78c-41ae3a972bff tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.0880158 Nov 09 19:42:17.562762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-92b1032b-3b8c-4762-ba53-2ac08cae5b91 req-61e9d2f2-464f-4caf-bdbf-41aee58b0b82 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829325 Nov 09 19:42:17.591929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-390fb35c-4fcd-43d1-a8bf-31826fa3604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:17.594050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-390fb35c-4fcd-43d1-a8bf-31826fa3604d service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa1b5c57-450c-4425-af4b-04b570af71c5 HTTP/1.1" status: 200 len: 930 time: 0.2201807 Nov 09 19:42:17.601931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:17.628062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:17.637983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Allocated IP 172.25.6.86 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/caec4c73-67a0-45c8-957f-8c870b6c2625) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:17.679898 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-e3afb367-35e7-4ff9-b4e7-54516da0bd8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95383a0-fc1c-4749-8ece-c870ce104e68 HTTP/1.1" status: 200 len: 217 time: 0.0653627 Nov 09 19:42:17.693690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d9e68-7d97-44bd-80d7-4838bdf86580 req-31e248bd-fd63-48c5-8568-a7ed5926dc53 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:17.699534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae0d9e68-7d97-44bd-80d7-4838bdf86580 req-31e248bd-fd63-48c5-8568-a7ed5926dc53 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 935 time: 0.2019584 Nov 09 19:42:17.715328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Transition to ACTIVE for port object 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:17.755273 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:17.800050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:17.840672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae0d9e68-7d97-44bd-80d7-4838bdf86580 req-260c4e41-0f52-4271-96ec-8982b9c741f4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235881 Nov 09 19:42:17.851828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-0f203c61-f473-465d-9890-c17f6ccb1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:17.857506 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-0f203c61-f473-465d-9890-c17f6ccb1e5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaacfbd5-0c57-45e9-a546-107c92e0a024 HTTP/1.1" status: 200 len: 868 time: 0.1568437 Nov 09 19:42:17.889056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Pushing event updated for resources: {'Port': ['ID=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:17.905353 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:17.950951 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c8fdbb-9a2e-4bda-8b5b-64d2a27be314 x-openstack-request-id: req-f1c8fdbb-9a2e-4bda-8b5b-64d2a27be314 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:17.951533 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed09d26c-c8b7-4f6d-99dc-9333e3502c04", "tag": "fe26ce3d-1de0-4581-bb8d-c78386416781", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:17.951936 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1c8fdbb-9a2e-4bda-8b5b-64d2a27be314 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:17.952610 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'tag': 'fe26ce3d-1de0-4581-bb8d-c78386416781', 'status': 'completed', 'code': 200} Nov 09 19:42:17.976637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event updated for resources: {'Port': ['ID=caec4c73-67a0-45c8-957f-8c870b6c2625,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:18.000408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:18.001900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:18.007930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:18.092549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-ca6deea5-614a-43df-bf51-252b384a2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:18.093570 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-ca6deea5-614a-43df-bf51-252b384a2db1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa1b5c57-450c-4425-af4b-04b570af71c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2125909 Nov 09 19:42:18.107925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c282-018e-429a-b46f-7dc6ce69b8c1 req-ddaec0cf-13d6-4b39-a22a-96f90859270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:18.109410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2859c282-018e-429a-b46f-7dc6ce69b8c1 req-ddaec0cf-13d6-4b39-a22a-96f90859270a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 1174 time: 0.1414542 Nov 09 19:42:18.129537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776fe49-64a7-44ad-abbc-21b2e6a530cd req-d7b38162-09a9-4e3d-9ce8-c011a8cde5e3 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:18.131101 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2776fe49-64a7-44ad-abbc-21b2e6a530cd req-d7b38162-09a9-4e3d-9ce8-c011a8cde5e3 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.1204500 Nov 09 19:42:18.132612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4095709-a153-45df-9625-c2d534055b5c req-feb06f18-caee-4ef6-b219-badd2aa34bef tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:18.137125 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4095709-a153-45df-9625-c2d534055b5c req-feb06f18-caee-4ef6-b219-badd2aa34bef tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 1023 time: 0.1884913 Nov 09 19:42:18.170496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:18.186216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Attempting to bind port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:18.186646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Attempting to bind port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:18.186983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Attempting to bind port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:18.209956 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2776fe49-64a7-44ad-abbc-21b2e6a530cd req-8daf6f3c-bbcd-482d-aca9-4b407c90f339 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706048 Nov 09 19:42:18.218479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:18.253256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:18.253584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Attempting to bind port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:18.274632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:18.274974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:18.275362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:18.275809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Bound port: 271f2d7d-85d7-4d52-a41c-ffbeeac77a93, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:18.276184 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:18.368050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaab81-ef2a-4127-88f6-d9dce2d78362 req-cd793c83-ecc8-45a5-a36f-4e34abe999ee tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:18.369558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9abaab81-ef2a-4127-88f6-d9dce2d78362 req-cd793c83-ecc8-45a5-a36f-4e34abe999ee tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0912764 Nov 09 19:42:18.394575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c282-018e-429a-b46f-7dc6ce69b8c1 req-3ad2afc8-7172-46d2-9644-74ebbd491b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:18.396068 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2859c282-018e-429a-b46f-7dc6ce69b8c1 req-3ad2afc8-7172-46d2-9644-74ebbd491b1f service neutron] 10.222.0.70 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 914 time: 0.2742357 Nov 09 19:42:18.400950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-5b12bba8-6966-4917-af59-413d6b33023e service neutron] 10.222.0.70 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890060 Nov 09 19:42:18.410194 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4095709-a153-45df-9625-c2d534055b5c req-736fc823-f6b5-4224-96ee-1d8d0f22b291 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=127d676e-6f86-4e6f-bf0d-54d653b73848&id=c4c3bdfc-0651-46ac-a3a3-526041e12abe&id=edc122f4-b304-4d7e-9a9e-125718e25d31 HTTP/1.1" status: 200 len: 6149 time: 0.2248423 Nov 09 19:42:18.445123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:18.448714 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9abaab81-ef2a-4127-88f6-d9dce2d78362 req-da4219ad-c4a4-47ce-bec0-bac7db982c8f tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698743 Nov 09 19:42:18.451616 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:18.485170 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2859c282-018e-429a-b46f-7dc6ce69b8c1 req-d73f5c7e-c37d-41ab-aefc-78e4891d7888 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe26ce3d-1de0-4581-bb8d-c78386416781 HTTP/1.1" status: 200 len: 217 time: 0.0739665 Nov 09 19:42:18.563895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event updated for resources: {'Port': ['ID=caec4c73-67a0-45c8-957f-8c870b6c2625,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:18.572360 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:18.594575 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:18.595851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-08646964-5d04-4e04-965c-df25fa7f57ad tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6141827 Nov 09 19:42:18.609202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe466d3-c52a-44ff-92e5-48b08dafa11a req-e5cdd496-0039-458b-a803-fa467ea797a0 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:18.611016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfe466d3-c52a-44ff-92e5-48b08dafa11a req-e5cdd496-0039-458b-a803-fa467ea797a0 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 945 time: 0.0772505 Nov 09 19:42:18.658221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfe466d3-c52a-44ff-92e5-48b08dafa11a req-fbcd4e16-7667-4e09-abf4-c762097474c5 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 Nov 09 19:42:18.710536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51828) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:18.871420 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] For port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:18.899271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] For port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:18.913893 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:18.915944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-1a16d5a1-bb7b-403d-90d1-793af91b796f req-a1d69ec0-06db-4eb6-a491-2783db28b0b0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1349390706 ', 'description': 'tempest-description-480149282'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:18.932725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c282-018e-429a-b46f-7dc6ce69b8c1 req-6d6b4048-726f-4a96-baed-d23134937068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:18.934185 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2859c282-018e-429a-b46f-7dc6ce69b8c1 req-6d6b4048-726f-4a96-baed-d23134937068 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e642abde-590e-4e2e-858c-3106e06814fb HTTP/1.1" status: 200 len: 853 time: 0.4206676 Nov 09 19:42:18.956948 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1a16d5a1-bb7b-403d-90d1-793af91b796f req-a1d69ec0-06db-4eb6-a491-2783db28b0b0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:18.993950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:18.994454 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:18.995964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] 10.222.0.77 "PUT /v2.0/ports/271f2d7d-85d7-4d52-a41c-ffbeeac77a93 HTTP/1.1" status: 200 len: 1095 time: 2.1198049 Nov 09 19:42:19.009706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cbaee8-20f0-4521-8c6e-0c1d5e03778e', 'tag': '271f2d7d-85d7-4d52-a41c-ffbeeac77a93'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:19.012054 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bc3e35-d923-4850-80cb-efb0a783498c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cbaee8-20f0-4521-8c6e-0c1d5e03778e", "tag": "271f2d7d-85d7-4d52-a41c-ffbeeac77a93"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:19.023763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3299fc-e51b-4764-8b2b-4b447f50f7e4 req-60fde1d8-70d3-485f-ab6f-1f1b1c308e6e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:19.031071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc3299fc-e51b-4764-8b2b-4b447f50f7e4 req-60fde1d8-70d3-485f-ab6f-1f1b1c308e6e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.5449059 Nov 09 19:42:19.039454 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2859c282-018e-429a-b46f-7dc6ce69b8c1 req-1374fdaf-1b02-4a1b-be6c-0ef1c121e7a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a65a05e5-0bd7-4756-a279-12e533e25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819440 Nov 09 19:42:19.041758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-9361afda-9a59-4067-bc40-2c7e8c3ed43d service neutron] 10.222.0.70 "GET /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186795 Nov 09 19:42:19.105155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3838d-eba9-42b3-bfd5-7ea826525e64 service neutron] Pushing event updated for resources: {'Port': ['ID=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:19.147903 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1a16d5a1-bb7b-403d-90d1-793af91b796f req-a1d69ec0-06db-4eb6-a491-2783db28b0b0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:19.170677 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1a16d5a1-bb7b-403d-90d1-793af91b796f req-a1d69ec0-06db-4eb6-a491-2783db28b0b0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:19.202823 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc3299fc-e51b-4764-8b2b-4b447f50f7e4 req-79665045-2092-4d49-9533-34a392852308 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689796 Nov 09 19:42:19.218015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-87bc143f-c847-4409-8bf0-eb0ae3f5e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:19.218015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-87bc143f-c847-4409-8bf0-eb0ae3f5e8b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 1098 time: 0.1701422 Nov 09 19:42:19.230501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1a16d5a1-bb7b-403d-90d1-793af91b796f req-a1d69ec0-06db-4eb6-a491-2783db28b0b0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:19.231892 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a16d5a1-bb7b-403d-90d1-793af91b796f req-a1d69ec0-06db-4eb6-a491-2783db28b0b0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3470752 Nov 09 19:42:19.234399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d69ec0-06db-4eb6-a491-2783db28b0b0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9554ef-3c44-4620-be49-b6ea754471ea,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:19.273179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-11a8a1ab-fd41-489f-8cae-69d922c6a4b9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=271f2d7d-85d7-4d52-a41c-ffbeeac77a93 HTTP/1.1" status: 200 len: 217 time: 0.0465577 Nov 09 19:42:19.413720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2859c282-018e-429a-b46f-7dc6ce69b8c1 req-7ecccd60-2c6e-4a07-ba06-91b784c906ac service neutron] 10.222.0.70 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102765 Nov 09 19:42:19.436689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-9f88aeed-5f24-4f0e-914a-964742578f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:19.438024 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-9f88aeed-5f24-4f0e-914a-964742578f3e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1558273 Nov 09 19:42:19.440810 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:19.500756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6fbaf-37d0-41f7-ac84-dfb77415b084 req-d8e065ab-ebc3-46ca-b05f-9ea0f9dcf1cf tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:19.503180 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6fbaf-37d0-41f7-ac84-dfb77415b084 req-d8e065ab-ebc3-46ca-b05f-9ea0f9dcf1cf tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 1097 time: 0.1986017 Nov 09 19:42:19.523201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-a8e4e6a6-9cea-4425-9789-8df1ec67c911 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:19.524862 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-a8e4e6a6-9cea-4425-9789-8df1ec67c911 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/networks?id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a HTTP/1.1" status: 200 len: 821 time: 0.1881342 Nov 09 19:42:19.530028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-978d43f8-b46b-46f5-8245-59d5a9a89ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:19.531530 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-978d43f8-b46b-46f5-8245-59d5a9a89ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.70 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 945 time: 0.1907573 Nov 09 19:42:19.551493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-ccac8341-f305-495d-ac16-08025686b6cf tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/quotas/eab705d7ba80497c81e8a09f501673f7 HTTP/1.1" status: 200 len: 375 time: 0.0202878 Nov 09 19:42:19.658814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-cab4fe48-4316-4129-8e1e-cfbf4cdd15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:19.660559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-cab4fe48-4316-4129-8e1e-cfbf4cdd15f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1838901 Nov 09 19:42:19.665187 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-cf916ddd-807b-4da1-a402-a2d435f24aba tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eab705d7ba80497c81e8a09f501673f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074476 Nov 09 19:42:19.667803 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5cd6fbaf-37d0-41f7-ac84-dfb77415b084 req-06bc62d3-c7c5-4f90-a0f4-16ef31fd8879 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485760 Nov 09 19:42:19.673052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2859c282-018e-429a-b46f-7dc6ce69b8c1 req-3c60ce69-635f-4567-b8d0-54933b292e93 service neutron] 10.222.0.70 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469881 Nov 09 19:42:19.830447 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-944538ea-eecc-4620-86bf-54c2402cc669 service neutron] 10.222.0.53 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534111 Nov 09 19:42:19.840293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-4bef2b1d-f2f8-4c69-9b3c-3311ddf2a66f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Deleting port d95383a0-fc1c-4749-8ece-c870ce104e68 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:19.840721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-4bef2b1d-f2f8-4c69-9b3c-3311ddf2a66f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:19.897226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] Deleting port 005968da-f728-4f22-adea-11256398d1ea {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:19.897572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:19.907091 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-3d29c0a5-c3b7-43db-a8a2-5ec254ba00bf service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373345 Nov 09 19:42:19.912918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-35db8ed4-0b99-4a04-b2d7-5b7fbebd9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:19.914765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-35db8ed4-0b99-4a04-b2d7-5b7fbebd9e44 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 1174 time: 0.1723735 Nov 09 19:42:19.991215 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74999d36-37da-4c0d-8cbc-c2d878deb496 req-fd0e1695-0403-4ed8-89ec-5b47e88e5a3a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:19.993388 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-74999d36-37da-4c0d-8cbc-c2d878deb496 req-fd0e1695-0403-4ed8-89ec-5b47e88e5a3a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.2140915 Nov 09 19:42:19.995598 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-2641ad61-4e88-4709-91ba-b062e66871e2 service neutron] 10.222.0.53 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566446 Nov 09 19:42:20.015770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] For port 005968da-f728-4f22-adea-11256398d1ea, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=005968da-f728-4f22-adea-11256398d1ea,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:20.016132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:20.031261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] Calling delete_port for 005968da-f728-4f22-adea-11256398d1ea owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:20.113403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-4bef2b1d-f2f8-4c69-9b3c-3311ddf2a66f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] For port d95383a0-fc1c-4749-8ece-c870ce104e68, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d95383a0-fc1c-4749-8ece-c870ce104e68,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:20.113843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-4bef2b1d-f2f8-4c69-9b3c-3311ddf2a66f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:20.169131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-4bef2b1d-f2f8-4c69-9b3c-3311ddf2a66f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Calling delete_port for d95383a0-fc1c-4749-8ece-c870ce104e68 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:20.179129 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-74999d36-37da-4c0d-8cbc-c2d878deb496 req-399c3b58-4e19-4055-a2f4-36468532eebc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668973 Nov 09 19:42:20.220421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3eb9570-d29f-4bef-af33-88dc169a07b8 req-5aea895a-b1bd-44bb-af9f-9e085608b3a5 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044527 Nov 09 19:42:20.231060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-030cd428-52eb-4c6a-8522-4662149e1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:20.232973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-030cd428-52eb-4c6a-8522-4662149e1161 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 914 time: 0.3013759 Nov 09 19:42:20.279558 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18123611-74db-4e67-9856-67c7d9b8c5f8 x-openstack-request-id: req-18123611-74db-4e67-9856-67c7d9b8c5f8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:20.279772 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cbaee8-20f0-4521-8c6e-0c1d5e03778e", "tag": "271f2d7d-85d7-4d52-a41c-ffbeeac77a93", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:20.280035 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18123611-74db-4e67-9856-67c7d9b8c5f8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:20.280437 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cbaee8-20f0-4521-8c6e-0c1d5e03778e', 'tag': '271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'status': 'completed', 'code': 200} Nov 09 19:42:20.361644 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d9d9a-d9b4-4045-a3db-c28e6204cb1b req-85c1f575-66bd-400b-b395-3748cc4a6af5 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:20.363321 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b99d9d9a-d9b4-4045-a3db-c28e6204cb1b req-85c1f575-66bd-400b-b395-3748cc4a6af5 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 947 time: 0.0993104 Nov 09 19:42:20.364491 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:20.369445 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-0cc38dab-c867-4b25-b2bb-91cc69cb8390 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe26ce3d-1de0-4581-bb8d-c78386416781 HTTP/1.1" status: 200 len: 217 time: 0.0827963 Nov 09 19:42:20.406024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] Pushing event deleted for resources: {'Port': ['ID=005968da-f728-4f22-adea-11256398d1ea,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:20.409693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc3e35-d923-4850-80cb-efb0a783498c req-01982dde-7c96-4ee2-9091-70d8d04eb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:20.411313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02bc3e35-d923-4850-80cb-efb0a783498c req-01982dde-7c96-4ee2-9091-70d8d04eb2f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 1098 time: 0.1131675 Nov 09 19:42:20.483149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6956ffd-2db8-4e46-9988-85e24fee2943 req-851e1ae9-cd47-4c32-ac5d-733d60de83bc tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/1b9554ef-3c44-4620-be49-b6ea754471ea HTTP/1.1" status: 200 len: 1780 time: 0.2017152 Nov 09 19:42:20.503232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-cf89e5bb-dfb0-4a6e-9a36-ea06e12c3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:20.505032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-cf89e5bb-dfb0-4a6e-9a36-ea06e12c3d3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e642abde-590e-4e2e-858c-3106e06814fb HTTP/1.1" status: 200 len: 853 time: 0.1036341 Nov 09 19:42:20.514371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-4b267fca-df4c-481c-9811-c2744cd03417 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:20.517988 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-4b267fca-df4c-481c-9811-c2744cd03417 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 945 time: 0.2354894 Nov 09 19:42:20.551333 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-70b4e5c1-f45c-43f4-a9ea-679760d3c75b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a65a05e5-0bd7-4756-a279-12e533e25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321631 Nov 09 19:42:20.616865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b99d9d9a-d9b4-4045-a3db-c28e6204cb1b req-72c9d66d-f05a-4ff3-b9af-810a26b8c0ee tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417188 Nov 09 19:42:20.781766 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:20.785023 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-acc990d6-f695-4b48-87c6-0df4596ecb90 service neutron] show failed (client error): The resource could not be found. Nov 09 19:42:20.786056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-acc990d6-f695-4b48-87c6-0df4596ecb90 service neutron] 10.222.0.70 "GET /v2.0/ports/1f091d20-794b-4de3-a0b2-987f1d6e7b4a/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.3216114 Nov 09 19:42:20.808411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc3e35-d923-4850-80cb-efb0a783498c req-54135066-fc12-472d-adff-5e5d348d5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:20.809831 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02bc3e35-d923-4850-80cb-efb0a783498c req-54135066-fc12-472d-adff-5e5d348d5135 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.3862908 Nov 09 19:42:20.831155 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0fb93d8d-a4de-4c73-9fd6-b8d6c0e17df7 req-3fa56ae1-4d55-4860-ae34-ccbdd0cb9607 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 210 time: 0.0404234 Nov 09 19:42:20.846104 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-4bef2b1d-f2f8-4c69-9b3c-3311ddf2a66f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:20.861174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d95383a0-fc1c-4749-8ece-c870ce104e68'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:20.865631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea70f36-5aa8-495d-bd49-a3aba144630a req-7825dc81-0513-4d2b-b493-e6ca5c75b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:20.884786 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1ea70f36-5aa8-495d-bd49-a3aba144630a req-7825dc81-0513-4d2b-b493-e6ca5c75b3a5 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/ports?device_id=cae77746-6e37-4e5e-9636-abfc3cf29206 HTTP/1.1" status: 200 len: 945 time: 0.2876828 Nov 09 19:42:20.885679 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02bc3e35-d923-4850-80cb-efb0a783498c req-2ee1de9a-0192-4b5a-bb43-0eab81c6d60e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=271f2d7d-85d7-4d52-a41c-ffbeeac77a93 HTTP/1.1" status: 200 len: 217 time: 0.0576491 Nov 09 19:42:20.938892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef2b1d-f2f8-4c69-9b3c-3311ddf2a66f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Pushing event deleted for resources: {'Port': ['ID=d95383a0-fc1c-4749-8ece-c870ce104e68,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:20.946342 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-911aeec3-b21b-4b7b-bdcf-4ede11735f41 service neutron] 10.222.0.70 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548079 Nov 09 19:42:20.973118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.020676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-a2b5d511-35af-4e67-9b37-abc15d54bea8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Deleting port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:21.021335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-a2b5d511-35af-4e67-9b37-abc15d54bea8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.091871 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1ea70f36-5aa8-495d-bd49-a3aba144630a req-30301a2f-0435-4345-8072-021c114b62cf tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.53 "GET /v2.0/security-groups?id=905325ba-f2be-4fe2-94a5-4c425ef95156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062194 Nov 09 19:42:21.113570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-4bef2b1d-f2f8-4c69-9b3c-3311ddf2a66f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] No DVR routers for this DVR port d95383a0-fc1c-4749-8ece-c870ce104e68 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:21.142343 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-4bef2b1d-f2f8-4c69-9b3c-3311ddf2a66f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.146151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0b4bca60-fc93-41bf-ba66-67b161ec49eb req-4bef2b1d-f2f8-4c69-9b3c-3311ddf2a66f tempest-FloatingIPsAssociationNegativeTestJSON-1920815511 tempest-FloatingIPsAssociationNegativeTestJSON-1920815511-project] 10.222.0.70 "DELETE /v2.0/ports/d95383a0-fc1c-4749-8ece-c870ce104e68 HTTP/1.1" status: 204 len: 173 time: 1.6032441 Nov 09 19:42:21.287438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d4d888e-7eee-4105-b24b-906340414373 req-dcd86cb3-4d38-427f-96db-b3edaab77297 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/1b9554ef-3c44-4620-be49-b6ea754471ea HTTP/1.1" status: 200 len: 1780 time: 0.1382501 Nov 09 19:42:21.293128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-983382ab-4ca7-4690-9cae-061db2b6d4c0 req-5155d692-c0f8-4f0e-a50e-e5ac5e196044 service neutron] 10.222.0.70 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987154 Nov 09 19:42:21.295015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-a2b5d511-35af-4e67-9b37-abc15d54bea8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] For port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:21.295480 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-a2b5d511-35af-4e67-9b37-abc15d54bea8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.324888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-a2b5d511-35af-4e67-9b37-abc15d54bea8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Calling delete_port for 94ca8393-46c3-46e0-87b2-33d7d5c7b1da owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:21.430733 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6d4d888e-7eee-4105-b24b-906340414373 req-f2040b1b-c83d-434d-83cc-acc54b7f1221 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.431341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc3e35-d923-4850-80cb-efb0a783498c req-8ffbfd49-1d50-4a9f-a474-7bc6cbd15333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:21.433193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02bc3e35-d923-4850-80cb-efb0a783498c req-8ffbfd49-1d50-4a9f-a474-7bc6cbd15333 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.5351405 Nov 09 19:42:21.487530 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6d4d888e-7eee-4105-b24b-906340414373 req-f2040b1b-c83d-434d-83cc-acc54b7f1221 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.536993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb40d32-ae0f-46f6-8a93-f93a3c5c0589 req-dfb4efeb-f197-43bb-a3ff-f2e017578520 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:21.538467 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4eb40d32-ae0f-46f6-8a93-f93a3c5c0589 req-dfb4efeb-f197-43bb-a3ff-f2e017578520 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.5423839 Nov 09 19:42:21.558487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-cf874703-b1ef-4ea7-9dc6-42f57900f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:21.559986 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-cf874703-b1ef-4ea7-9dc6-42f57900f8ab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617&tenant_id=7c484e1d3fa649f1a7b536ea30195afa HTTP/1.1" status: 200 len: 1100 time: 0.1631513 Nov 09 19:42:21.582606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:21.586258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc3e35-d923-4850-80cb-efb0a783498c req-bfb5912c-a3ac-4ec5-91ce-eb2d428bd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:21.588144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02bc3e35-d923-4850-80cb-efb0a783498c req-bfb5912c-a3ac-4ec5-91ce-eb2d428bd8e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376524 Nov 09 19:42:21.636383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6d4d888e-7eee-4105-b24b-906340414373 req-f2040b1b-c83d-434d-83cc-acc54b7f1221 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.639018 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6d4d888e-7eee-4105-b24b-906340414373 req-f2040b1b-c83d-434d-83cc-acc54b7f1221 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.640169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d4d888e-7eee-4105-b24b-906340414373 req-f2040b1b-c83d-434d-83cc-acc54b7f1221 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/1b9554ef-3c44-4620-be49-b6ea754471ea HTTP/1.1" status: 204 len: 173 time: 0.3413606 Nov 09 19:42:21.678671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2040b1b-c83d-434d-83cc-acc54b7f1221 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9554ef-3c44-4620-be49-b6ea754471ea,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:21.706256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-a2b5d511-35af-4e67-9b37-abc15d54bea8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.717971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-c13a4dc4-8ba5-4978-870c-47dfcf100274 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:21.719647 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-c13a4dc4-8ba5-4978-870c-47dfcf100274 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "GET /v2.0/networks?id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a HTTP/1.1" status: 200 len: 821 time: 0.2564318 Nov 09 19:42:21.745463 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4eb40d32-ae0f-46f6-8a93-f93a3c5c0589 req-e914f0ca-b7ae-49e1-8dd9-f4861c19abab tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978698 Nov 09 19:42:21.790277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Request body: {'port': {'device_id': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a', 'admin_state_up': True, 'tenant_id': 'eab705d7ba80497c81e8a09f501673f7'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:21.803108 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.861882 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02bc3e35-d923-4850-80cb-efb0a783498c req-c89c597c-f395-42d1-b038-c800ad925652 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564816 Nov 09 19:42:21.868399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5d511-35af-4e67-9b37-abc15d54bea8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event deleted for resources: {'Port': ['ID=94ca8393-46c3-46e0-87b2-33d7d5c7b1da,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:21.910171 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2dcc2bd1-2540-4de6-852f-246412a66b32 req-aa0305ca-da4d-4429-8dd0-2788d5281c33 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d HTTP/1.1" status: 200 len: 210 time: 0.0525048 Nov 09 19:42:21.929563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-a2b5d511-35af-4e67-9b37-abc15d54bea8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] No DVR routers for this DVR port 94ca8393-46c3-46e0-87b2-33d7d5c7b1da on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:21.933068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-a2b5d511-35af-4e67-9b37-abc15d54bea8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:21.943850 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e75e9d65-cc2b-49f0-9a12-013ec3549d57 req-a2b5d511-35af-4e67-9b37-abc15d54bea8 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "DELETE /v2.0/ports/94ca8393-46c3-46e0-87b2-33d7d5c7b1da HTTP/1.1" status: 204 len: 173 time: 1.3906510 Nov 09 19:42:21.971780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] Router dbe1a6a9-1e81-4973-bb7f-0da12c615407 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:42:22.054683 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-c9b6f57f-2ef2-4276-b79c-f73f7bcc3bba req-d5c98f66-0f24-47e6-b7b6-d8d9ca5bba91 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] show failed (client error): The resource could not be found. Nov 09 19:42:22.056090 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9b6f57f-2ef2-4276-b79c-f73f7bcc3bba req-d5c98f66-0f24-47e6-b7b6-d8d9ca5bba91 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/1b9554ef-3c44-4620-be49-b6ea754471ea HTTP/1.1" status: 404 len: 352 time: 0.0879884 Nov 09 19:42:22.061227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Made reservation on behalf of eab705d7ba80497c81e8a09f501673f7 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:42:22.078004 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:22.198796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02bc3e35-d923-4850-80cb-efb0a783498c req-b6900956-ff4d-4a4d-be44-64439739360a service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156393 Nov 09 19:42:22.247162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Allocated IP 172.20.0.10 (481332f9-2fab-4e6a-b6cd-9a5e32b5177a/72dd7a90-2692-4c52-b37f-b538d4214f5f/7314193d-2b7f-4af9-a9b0-a9b03b888474) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:22.284013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'name': 'network-vif-deleted', 'tag': 'd95383a0-fc1c-4749-8ece-c870ce104e68'}, {'server_uuid': '0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d', 'name': 'network-vif-deleted', 'tag': '94ca8393-46c3-46e0-87b2-33d7d5c7b1da'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:22.286692 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81e2466-cf14-4bfd-97b2-719c6597c955" -d '{"events": [{"server_uuid": "cae77746-6e37-4e5e-9636-abfc3cf29206", "name": "network-vif-deleted", "tag": "d95383a0-fc1c-4749-8ece-c870ce104e68"}, {"server_uuid": "0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d", "name": "network-vif-deleted", "tag": "94ca8393-46c3-46e0-87b2-33d7d5c7b1da"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:22.328958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:42:22.338548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0cbc2-e712-469f-bc40-e1d8b4ea57ec req-91e504d6-2aea-4bee-971f-533bfcf78cac tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:22.340157 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aef0cbc2-e712-469f-bc40-e1d8b4ea57ec req-91e504d6-2aea-4bee-971f-533bfcf78cac tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 947 time: 0.1553652 Nov 09 19:42:22.344071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e8288987-0af1-46ec-b533-1b6fe4d138ec admin admin] 10.222.0.53 "PUT /v2.0/routers/dbe1a6a9-1e81-4973-bb7f-0da12c615407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6321199 Nov 09 19:42:22.349298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51900) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:22.353957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:22.357861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] Sync routers for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:42:22.370988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:22.371958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:22.467604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:22.505530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:22.522006 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aef0cbc2-e712-469f-bc40-e1d8b4ea57ec req-693b64ef-7eac-459d-8a1b-afc5da803c4e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645851 Nov 09 19:42:22.530912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:22.544137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:22.589702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:22.607130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:22.611174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:22.621461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:22.637860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:22.640163 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c3b5dd-59c5-48d4-ba8a-a1a776205d2b" -d '{"events": [{"server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "name": "network-vif-unplugged", "status": "completed", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:22.671522 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:22.678674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event updated for resources: {'Port': ['ID=7314193d-2b7f-4af9-a9b0-a9b03b888474,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:22.722676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Transition to ACTIVE for port object 1f091d20-794b-4de3-a0b2-987f1d6e7b4a will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:22.735927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:22.739380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:22.739825 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:22.763273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fdcb4959-df3d-4f7a-8914-ba46382ac5a8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0283177 Nov 09 19:42:22.776360 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Request body: {'port': {'device_id': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:22.787812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86392-6c46-4cd9-885c-0dad64e9ef53 req-e94a2844-c425-4d9f-b0cf-27ba6e81c62d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:22.789244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ec86392-6c46-4cd9-885c-0dad64e9ef53 req-e94a2844-c425-4d9f-b0cf-27ba6e81c62d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 932 time: 0.1522636 Nov 09 19:42:22.808395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:42:20Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:22.847933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] Checking router: dbe1a6a9-1e81-4973-bb7f-0da12c615407 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:42:22.858110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] Routers {'dbe1a6a9-1e81-4973-bb7f-0da12c615407'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:22.859017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:22.877677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=6']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:22.890754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] No DVR routers for this DVR port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on host n-h1-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:22.893822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:22.911156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ec86392-6c46-4cd9-885c-0dad64e9ef53 req-14d71f7c-d4b7-40c1-9ea2-849256745fcb tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077874 Nov 09 19:42:22.924008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-94942eda-1ea5-4465-9e46-017d1b4bc336 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:42:22.925147 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-94942eda-1ea5-4465-9e46-017d1b4bc336 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219989 Nov 09 19:42:22.925799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:22.972344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-2aeec121-08a5-4797-9332-15610bdbd6f5 req-7c88ec87-f605-4181-b62c-6f4df404e4f7 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-464791742', 'description': 'tempest-description-794015772'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:22.980493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:22.981352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:22.981352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:22.992985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:22.993308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:23.004115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] Set router dbe1a6a9-1e81-4973-bb7f-0da12c615407 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:23.007179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:23.007556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:23.007953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:23.008402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Bound port: 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:23.008762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.028312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-d3bc39af-970e-49d2-acec-de93cff3c7aa tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:23.029744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-d3bc39af-970e-49d2-acec-de93cff3c7aa tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports/4ffee6d0-8024-4e12-8314-1d32b811cc69 HTTP/1.1" status: 200 len: 1094 time: 0.0800111 Nov 09 19:42:23.048964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Request body: {'binding': {'host': 'n-h1-817256-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:23.049434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Unknown quota resources ['binding']. {{(pid=102296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 19:42:23.053033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2aeec121-08a5-4797-9332-15610bdbd6f5 req-7c88ec87-f605-4181-b62c-6f4df404e4f7 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.117304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Deleting port 60ffefc5-57cb-42ed-bca3-80401eaea6e3 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:23.117692 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.134130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d95383a0-fc1c-4749-8ece-c870ce104e68 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:23.174465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d95383a0-fc1c-4749-8ece-c870ce104e68 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:23.175158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d95383a0-fc1c-4749-8ece-c870ce104e68 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:23.175722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1f091d20-794b-4de3-a0b2-987f1d6e7b4a no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:23.247074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:23.276894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2aeec121-08a5-4797-9332-15610bdbd6f5 req-7c88ec87-f605-4181-b62c-6f4df404e4f7 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.279179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:23.282457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2aeec121-08a5-4797-9332-15610bdbd6f5 req-7c88ec87-f605-4181-b62c-6f4df404e4f7 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.290582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1f091d20-794b-4de3-a0b2-987f1d6e7b4a not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:23.293625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] For port 60ffefc5-57cb-42ed-bca3-80401eaea6e3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=60ffefc5-57cb-42ed-bca3-80401eaea6e3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:23.293625 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.296691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.305029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:23.310196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 94ca8393-46c3-46e0-87b2-33d7d5c7b1da no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:23.345025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Calling delete_port for 60ffefc5-57cb-42ed-bca3-80401eaea6e3 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:23.349288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 94ca8393-46c3-46e0-87b2-33d7d5c7b1da {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:23.349288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 94ca8393-46c3-46e0-87b2-33d7d5c7b1da not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:23.373432 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2aeec121-08a5-4797-9332-15610bdbd6f5 req-7c88ec87-f605-4181-b62c-6f4df404e4f7 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.386415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2aeec121-08a5-4797-9332-15610bdbd6f5 req-7c88ec87-f605-4181-b62c-6f4df404e4f7 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4233646 Nov 09 19:42:23.398363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:23.399016 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.400414 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] 10.222.0.77 "PUT /v2.0/ports/1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 1095 time: 1.8271596 Nov 09 19:42:23.405958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88ec87-f605-4181-b62c-6f4df404e4f7 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41dbe64a-457d-4320-95ee-628e06be0c19,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:23.441091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:42:20Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:23.469601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51914) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:23.496637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee45fc-f2de-421f-9d43-acc069114640 None None] The sync data for ids ['dbe1a6a9-1e81-4973-bb7f-0da12c615407'] in n-d-817256-1 is: [{'id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161646503-router', 'tenant_id': '680f524dfe864ca0aa5e62d7ca065773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:36:54Z', 'updated_at': '2021-11-09T19:42:20Z', 'revision_number': 5, 'project_id': '680f524dfe864ca0aa5e62d7ca065773', 'gw_port': {'id': '60ffefc5-57cb-42ed-bca3-80401eaea6e3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe1a6a9-1e81-4973-bb7f-0da12c615407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:36:55Z', 'updated_at': '2021-11-09T19:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:42:23.540061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:23.554292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'mac_address': 'fa:16:3e:e2:ed:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:23.580895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb91b-8eb1-4bdb-b16e-7b814ecdead6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:23.614304 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.631988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:23.657466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:23.663004 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.680322 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19da75ca-fbca-49fc-b9fa-cf477dc780a8 x-openstack-request-id: req-19da75ca-fbca-49fc-b9fa-cf477dc780a8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:23.680934 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae77746-6e37-4e5e-9636-abfc3cf29206", "name": "network-vif-deleted", "tag": "d95383a0-fc1c-4749-8ece-c870ce104e68", "status": "completed", "code": 200}, {"server_uuid": "0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d", "name": "network-vif-deleted", "tag": "94ca8393-46c3-46e0-87b2-33d7d5c7b1da", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:23.681234 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19da75ca-fbca-49fc-b9fa-cf477dc780a8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:23.681594 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae77746-6e37-4e5e-9636-abfc3cf29206', 'name': 'network-vif-deleted', 'tag': 'd95383a0-fc1c-4749-8ece-c870ce104e68', 'status': 'completed', 'code': 200} Nov 09 19:42:23.681944 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b74bf54-da8e-4a1a-bf3a-e9caf79fa04d', 'name': 'network-vif-deleted', 'tag': '94ca8393-46c3-46e0-87b2-33d7d5c7b1da', 'status': 'completed', 'code': 200} Nov 09 19:42:23.701355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-7a1d24b7-cf95-434b-9e57-8bc34c7fd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:23.702906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-7a1d24b7-cf95-434b-9e57-8bc34c7fd185 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1098 time: 0.2725730 Nov 09 19:42:23.748244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:23.759182 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e904b1fc-1109-4286-bdb1-99368bcf0c1c x-openstack-request-id: req-e904b1fc-1109-4286-bdb1-99368bcf0c1c {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:23.759472 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "name": "network-vif-unplugged", "status": "completed", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:23.759727 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e904b1fc-1109-4286-bdb1-99368bcf0c1c {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:23.760120 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'code': 200} Nov 09 19:42:23.849651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on host n-h1-817256-1 for vnic_type normal with profile None {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:23.850092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:23.850429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:23.857690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:23.858025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:23.867182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:23.867530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:23.867916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:23.868359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Bound port: 4ffee6d0-8024-4e12-8314-1d32b811cc69, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:23.878890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7314193d-2b7f-4af9-a9b0-a9b03b888474 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:23.906648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.931767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Transition to ACTIVE for port object 7314193d-2b7f-4af9-a9b0-a9b03b888474 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:23.938393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:23.941805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:23.990197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:24.005582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:24.006845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-4a4e00d5-ac01-4205-9ec5-d34df6ff91a6 service neutron] 10.222.0.53 "POST /v2.0/ports/4ffee6d0-8024-4e12-8314-1d32b811cc69/bindings HTTP/1.1" status: 201 len: 389 time: 0.9624872 Nov 09 19:42:24.023250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7314193d-2b7f-4af9-a9b0-a9b03b888474,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:24.061502 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 005968da-f728-4f22-adea-11256398d1ea no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:24.100517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 005968da-f728-4f22-adea-11256398d1ea {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:24.101161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 005968da-f728-4f22-adea-11256398d1ea not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:24.101739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b27b3-92a6-4a3e-acb3-b4181927d8ad req-401d8d92-4f5d-4d28-8b0f-dc16860c410e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:24.104585 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c1b27b3-92a6-4a3e-acb3-b4181927d8ad req-401d8d92-4f5d-4d28-8b0f-dc16860c410e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 947 time: 0.2920156 Nov 09 19:42:24.108408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Attempting to bind port 7314193d-2b7f-4af9-a9b0-a9b03b888474 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:24.108608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Attempting to bind port 7314193d-2b7f-4af9-a9b0-a9b03b888474 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:24.108948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Attempting to bind port 7314193d-2b7f-4af9-a9b0-a9b03b888474 on network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:24.115252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Port 7314193d-2b7f-4af9-a9b0-a9b03b888474 on network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:24.115847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Attempting to bind port 7314193d-2b7f-4af9-a9b0-a9b03b888474 on network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:24.137061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:24.137644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Checking segment: {'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:24.139028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Bound using segment: {'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:24.139658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Bound port: 7314193d-2b7f-4af9-a9b0-a9b03b888474, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:24.140588 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:24.198846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-73043b78-2b31-41e8-b361-0fdaf23849ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:24.201520 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-73043b78-2b31-41e8-b361-0fdaf23849ef service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4865148 Nov 09 19:42:24.226996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:24.231091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-950913ef-7656-4130-a34d-7f40523e4c63 req-b5936f79-1d33-4aa7-9a3b-dd70d9125a8a tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1493514270', 'description': 'tempest-description-493477974'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:24.290233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-950913ef-7656-4130-a34d-7f40523e4c63 req-b5936f79-1d33-4aa7-9a3b-dd70d9125a8a tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:24.312621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] For port 7314193d-2b7f-4af9-a9b0-a9b03b888474, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:24.350981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] For port 7314193d-2b7f-4af9-a9b0-a9b03b888474, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:24.385727 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:24.440461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:24.441108 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:24.442605 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-706020f2-7760-4442-a863-33330f2167c2 service neutron] 10.222.0.70 "PUT /v2.0/ports/7314193d-2b7f-4af9-a9b0-a9b03b888474 HTTP/1.1" status: 200 len: 1092 time: 1.6712420 Nov 09 19:42:24.509118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-5065d019-84df-43f1-885a-92d1c95c4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:24.510894 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-5065d019-84df-43f1-885a-92d1c95c4f62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 1097 time: 0.1781209 Nov 09 19:42:24.536756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706020f2-7760-4442-a863-33330f2167c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7314193d-2b7f-4af9-a9b0-a9b03b888474,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:24.542940 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-950913ef-7656-4130-a34d-7f40523e4c63 req-b5936f79-1d33-4aa7-9a3b-dd70d9125a8a tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:24.555351 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-950913ef-7656-4130-a34d-7f40523e4c63 req-b5936f79-1d33-4aa7-9a3b-dd70d9125a8a tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:24.641486 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-950913ef-7656-4130-a34d-7f40523e4c63 req-b5936f79-1d33-4aa7-9a3b-dd70d9125a8a tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:24.643241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-950913ef-7656-4130-a34d-7f40523e4c63 req-b5936f79-1d33-4aa7-9a3b-dd70d9125a8a tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4186172 Nov 09 19:42:24.656235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5936f79-1d33-4aa7-9a3b-dd70d9125a8a tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a27848-cab0-4e48-8328-6dcaa22a0cbe,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:24.667659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-176ad189-86d3-4ac9-9bcf-bdeda18ca65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:24.669308 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-176ad189-86d3-4ac9-9bcf-bdeda18ca65b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eab705d7ba80497c81e8a09f501673f7&device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 1095 time: 0.1795905 Nov 09 19:42:24.688623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c1b27b3-92a6-4a3e-acb3-b4181927d8ad req-07e70a73-970e-488d-b4c9-ab1968b44db0 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555155 Nov 09 19:42:24.695732 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-e817f020-4696-4fd8-be69-158a25a2e881 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 217 time: 0.4562085 Nov 09 19:42:24.696285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ffefc5-57cb-42ed-bca3-80401eaea6e3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:24.730799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-ac1b105f-198c-4cb1-b75b-7f8062e932f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474 HTTP/1.1" status: 200 len: 217 time: 0.0498760 Nov 09 19:42:24.757705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-95e122dc-3d4e-4cb8-819c-b1f81fcf50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:24.759861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-95e122dc-3d4e-4cb8-819c-b1f81fcf50ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.2276716 Nov 09 19:42:24.844242 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-b58b48fa-cd26-4215-b22f-a1d430e2d130 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69 HTTP/1.1" status: 200 len: 217 time: 0.0636120 Nov 09 19:42:24.859736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-2a5bb986-4b67-466a-ae11-67159d2b1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:24.861773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-2a5bb986-4b67-466a-ae11-67159d2b1ddd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1575134 Nov 09 19:42:24.875343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:24.886128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fc816056-084b-4917-81de-b50fa05635df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:24.887620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fc816056-084b-4917-81de-b50fa05635df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72dd7a90-2692-4c52-b37f-b538d4214f5f HTTP/1.1" status: 200 len: 861 time: 0.1493225 Nov 09 19:42:24.898406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63e3e-6b13-49d2-8503-7462dce112f4 req-d80e4016-39ab-42f3-bb1e-ef7e806214a5 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:24.899894 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6df63e3e-6b13-49d2-8503-7462dce112f4 req-d80e4016-39ab-42f3-bb1e-ef7e806214a5 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 948 time: 0.1635597 Nov 09 19:42:24.944987 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-2f8c716a-8d01-434a-973b-bd19dfd6498c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441136 Nov 09 19:42:24.966886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-a47cd1e7-6345-4840-b61d-cf0db8b1e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:24.968303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-a47cd1e7-6345-4840-b61d-cf0db8b1e490 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1150231 Nov 09 19:42:25.028274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bb331-6af9-4e29-b8b5-e5f882cf42e6 req-922052dd-a9c9-4b9c-8c14-8a465c9863aa tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:25.029906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-260bb331-6af9-4e29-b8b5-e5f882cf42e6 req-922052dd-a9c9-4b9c-8c14-8a465c9863aa tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 944 time: 0.2422676 Nov 09 19:42:25.035835 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.039316 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.052753 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-06397e3f-550e-4645-ab5e-db700d9ca67a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732875 Nov 09 19:42:25.061060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6df63e3e-6b13-49d2-8503-7462dce112f4 req-5319bb04-6a0d-4612-813a-33b23708f72f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458759 Nov 09 19:42:25.083685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-9ea4c31d-2448-42bb-83ce-c008c389b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:25.085234 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-9ea4c31d-2448-42bb-83ce-c008c389b7f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2127697 Nov 09 19:42:25.157650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-fa8abf78-470b-4caf-a419-a3e25f742a24 service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027233 Nov 09 19:42:25.159864 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.225424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.225960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbe1a6a9-1e81-4973-bb7f-0da12c615407 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:42:25.239085 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.242705 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e40c4f51-9c95-438d-829f-3a46ca9e2857 admin admin] 10.222.0.53 "DELETE /v2.0/routers/dbe1a6a9-1e81-4973-bb7f-0da12c615407 HTTP/1.1" status: 204 len: 168 time: 2.8897541 Nov 09 19:42:25.247683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51930) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:25.251569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-260bb331-6af9-4e29-b8b5-e5f882cf42e6 req-4c347ba6-6514-4113-89c8-856e63b6feff tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105269 Nov 09 19:42:25.278002 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-e8ca56f3-3559-4ed1-9a8f-95e1c5d76643 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145424 Nov 09 19:42:25.299869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbddad3-a5bf-4325-a8a5-d92fc65455f0 req-7ab0b192-1852-4f53-ba7a-e807eefaafdd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:25.301697 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bbddad3-a5bf-4325-a8a5-d92fc65455f0 req-7ab0b192-1852-4f53-ba7a-e807eefaafdd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.1400549 Nov 09 19:42:25.319026 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:25.378465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-efca564f-9366-44ee-a309-2dabaaecb8a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2598174 Nov 09 19:42:25.421989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:42:25.427582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:25.427986 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.432405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a88c832-cd84-4fd3-bd6b-ad66fff93062 req-9b1eed83-107f-4177-8d47-dfaa4d18d5cd service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578299 Nov 09 19:42:25.437314 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bbddad3-a5bf-4325-a8a5-d92fc65455f0 req-d0406aee-3149-4bdf-9e00-9ef95f4ca950 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236951 Nov 09 19:42:25.466992 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-b567c70e-0f42-48ea-9581-1e894ad25e95 admin admin] Deleting subnet f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:42:25.489465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f263eb53-9825-4cbd-bbf8-05837c65b473 req-b5805fed-1f51-47ff-a537-bc31b3af8162 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-34764906', 'description': 'tempest-description-1830964436'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:25.497768 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b567c70e-0f42-48ea-9581-1e894ad25e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.526390 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.543596 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-b73bf9c9-e3c1-476b-a353-0118f8ba5b90 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529838 Nov 09 19:42:25.552588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cbaee8-20f0-4521-8c6e-0c1d5e03778e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f2d7d-85d7-4d52-a41c-ffbeeac77a93'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:25.555059 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d81e4d-b09d-4e53-9a23-b6d9788797ae" -d '{"events": [{"server_uuid": "d9cbaee8-20f0-4521-8c6e-0c1d5e03778e", "name": "network-vif-plugged", "status": "completed", "tag": "271f2d7d-85d7-4d52-a41c-ffbeeac77a93"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:25.563560 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f263eb53-9825-4cbd-bbf8-05837c65b473 req-b5805fed-1f51-47ff-a537-bc31b3af8162 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.569942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:25.576339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-9f03ad0f-4bc8-4b73-a991-96f42e1ecee9 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405208 Nov 09 19:42:25.585888 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.650649 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f263eb53-9825-4cbd-bbf8-05837c65b473 req-b5805fed-1f51-47ff-a537-bc31b3af8162 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.652974 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:25.655974 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f263eb53-9825-4cbd-bbf8-05837c65b473 req-b5805fed-1f51-47ff-a537-bc31b3af8162 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.683493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'tag': '7314193d-2b7f-4af9-a9b0-a9b03b888474'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:25.685768 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5636b371-d6b5-43d4-9d90-7987cc75e85a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d47a6ad-f03e-4072-bd63-a56891d6ac47", "tag": "7314193d-2b7f-4af9-a9b0-a9b03b888474"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:25.692853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5805fed-1f51-47ff-a537-bc31b3af8162 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e27a8a6-30bc-4ffb-8f2d-0eb5b4668d30,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:25.697765 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f263eb53-9825-4cbd-bbf8-05837c65b473 req-b5805fed-1f51-47ff-a537-bc31b3af8162 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.699068 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f263eb53-9825-4cbd-bbf8-05837c65b473 req-b5805fed-1f51-47ff-a537-bc31b3af8162 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2197046 Nov 09 19:42:25.723943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.754885 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e5d1fd-7577-46bc-a788-8aff42776694 x-openstack-request-id: req-e4e5d1fd-7577-46bc-a788-8aff42776694 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:25.755518 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cbaee8-20f0-4521-8c6e-0c1d5e03778e", "name": "network-vif-plugged", "status": "completed", "tag": "271f2d7d-85d7-4d52-a41c-ffbeeac77a93", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:25.755869 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4e5d1fd-7577-46bc-a788-8aff42776694 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:25.759285 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cbaee8-20f0-4521-8c6e-0c1d5e03778e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'code': 200} Nov 09 19:42:25.797397 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859fb89a-9556-4eaa-af9e-bd366edd4292 x-openstack-request-id: req-859fb89a-9556-4eaa-af9e-bd366edd4292 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:25.797854 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d47a6ad-f03e-4072-bd63-a56891d6ac47", "tag": "7314193d-2b7f-4af9-a9b0-a9b03b888474", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:25.797951 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-859fb89a-9556-4eaa-af9e-bd366edd4292 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:25.798314 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'tag': '7314193d-2b7f-4af9-a9b0-a9b03b888474', 'status': 'completed', 'code': 200} Nov 09 19:42:25.825085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:25.827051 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df35717-6df0-411e-b70f-ad289f7446ae" -d '{"events": [{"name": "network-changed", "server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:25.835917 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b567c70e-0f42-48ea-9581-1e894ad25e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:25.904077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636b371-d6b5-43d4-9d90-7987cc75e85a req-4ea90379-53cc-443c-b444-e86fb267a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:25.905585 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5636b371-d6b5-43d4-9d90-7987cc75e85a req-4ea90379-53cc-443c-b444-e86fb267a6b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eab705d7ba80497c81e8a09f501673f7&device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 1095 time: 0.0822546 Nov 09 19:42:25.936571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-f46bd566-6b3c-4abc-871c-2c32b5d90192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:25.938001 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-f46bd566-6b3c-4abc-871c-2c32b5d90192 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 1101 time: 0.5118666 Nov 09 19:42:25.952128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-4a938551-9cc3-4020-bfba-27b418432761 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:25.953798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-4a938551-9cc3-4020-bfba-27b418432761 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.5796130 Nov 09 19:42:26.007756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e847562f-39f0-44e8-be70-ad9f160e5972 req-e17239a8-e502-4225-80d9-a5b289ff29b4 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c HTTP/1.1" status: 200 len: 10894 time: 0.1907060 Nov 09 19:42:26.044798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-918e4ce3-fe6d-4521-951c-bdd8cf871c32 req-1f1fe079-1a74-40fc-afec-762cfb614baf service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455328 Nov 09 19:42:26.110704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 60ffefc5-57cb-42ed-bca3-80401eaea6e3 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:26.112856 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-f5222af4-afa5-4e91-ae38-6b13b38a1a92 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/quotas/02ed719938fa4992bcde1f7435869c3d HTTP/1.1" status: 200 len: 375 time: 0.1232274 Nov 09 19:42:26.120577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35ec7-da76-42c2-b110-5b614db18ee3 req-8f83f52f-abf2-4b75-adf3-8623e658688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:26.122359 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46f35ec7-da76-42c2-b110-5b614db18ee3 req-8f83f52f-abf2-4b75-adf3-8623e658688e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 1100 time: 0.2889581 Nov 09 19:42:26.127213 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e847562f-39f0-44e8-be70-ad9f160e5972 req-ee782510-11f1-4af8-8d28-9975e6ea41e4 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/edc122f4-b304-4d7e-9a9e-125718e25d31 HTTP/1.1" status: 200 len: 2981 time: 0.1112504 Nov 09 19:42:26.129798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636b371-d6b5-43d4-9d90-7987cc75e85a req-5bdb68b8-044d-4131-9d8b-fe956a8d161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:26.131278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5636b371-d6b5-43d4-9d90-7987cc75e85a req-5bdb68b8-044d-4131-9d8b-fe956a8d161e service neutron] 10.222.0.70 "GET /v2.0/networks?id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a HTTP/1.1" status: 200 len: 922 time: 0.2157333 Nov 09 19:42:26.137008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 60ffefc5-57cb-42ed-bca3-80401eaea6e3 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:26.137353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 60ffefc5-57cb-42ed-bca3-80401eaea6e3 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:26.200198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5636b371-d6b5-43d4-9d90-7987cc75e85a req-690848bb-1a69-4414-9a79-736381d91015 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474 HTTP/1.1" status: 200 len: 217 time: 0.0527894 Nov 09 19:42:26.208689 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-cc904cad-5c86-4f3a-8725-23801e0cc447 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947435 Nov 09 19:42:26.231714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e847562f-39f0-44e8-be70-ad9f160e5972 req-70673e8e-2134-4063-9279-0cc6fedeea34 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/edc122f4-b304-4d7e-9a9e-125718e25d31 HTTP/1.1" status: 200 len: 2981 time: 0.1033032 Nov 09 19:42:26.273092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b567c70e-0f42-48ea-9581-1e894ad25e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:26.290367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636b371-d6b5-43d4-9d90-7987cc75e85a req-087bb6ba-e159-41d6-817d-55373c55b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:26.292358 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5636b371-d6b5-43d4-9d90-7987cc75e85a req-087bb6ba-e159-41d6-817d-55373c55b3ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72dd7a90-2692-4c52-b37f-b538d4214f5f HTTP/1.1" status: 200 len: 861 time: 0.0736520 Nov 09 19:42:26.354479 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5636b371-d6b5-43d4-9d90-7987cc75e85a req-1d728b8f-6e58-4e94-b5ef-831d8149386b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514004 Nov 09 19:42:26.371008 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46f35ec7-da76-42c2-b110-5b614db18ee3 req-e6a24f44-6610-4cdc-b5f5-7839ab756798 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293189 Nov 09 19:42:26.402936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-a421cfb5-fa28-430d-a562-36aabf00c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:26.404775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-a421cfb5-fa28-430d-a562-36aabf00c69f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4117956 Nov 09 19:42:26.429430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffcfd3-6c18-48e4-a3ad-b3862ac28361 req-a00cde84-35c7-49a8-89ab-0c238bfd3554 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:26.431018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06ffcfd3-6c18-48e4-a3ad-b3862ac28361 req-a00cde84-35c7-49a8-89ab-0c238bfd3554 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 947 time: 0.1266954 Nov 09 19:42:26.489214 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-7ee4d19d-dff8-46b4-a5d3-440f70bd958d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ff751787-4749-408f-8f65-61ba9af15ecc HTTP/1.1" status: 200 len: 217 time: 0.0708082 Nov 09 19:42:26.497907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-fcc06735-f485-480c-98b5-7e290cf1beb9 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764044 Nov 09 19:42:26.503299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06ffcfd3-6c18-48e4-a3ad-b3862ac28361 req-05cdb439-4979-4a70-91a9-f350c61d6864 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660784 Nov 09 19:42:26.509198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5636b371-d6b5-43d4-9d90-7987cc75e85a req-53978a92-cccb-477c-afad-8271160cff5a service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460986 Nov 09 19:42:26.516260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b567c70e-0f42-48ea-9581-1e894ad25e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:26.588060 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b0ccac-3780-4a3b-989b-70a9983ae400 x-openstack-request-id: req-04b0ccac-3780-4a3b-989b-70a9983ae400 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:26.588402 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:26.588605 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04b0ccac-3780-4a3b-989b-70a9983ae400 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:26.588995 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'status': 'completed', 'code': 200} Nov 09 19:42:26.628885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567c70e-0f42-48ea-9581-1e894ad25e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:26.657447 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b567c70e-0f42-48ea-9581-1e894ad25e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:26.662653 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b567c70e-0f42-48ea-9581-1e894ad25e95 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f0bbdd6f-e40f-4e51-904a-53f0bc2c4bc3 HTTP/1.1" status: 204 len: 168 time: 1.4095278 Nov 09 19:42:26.666789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834ec53-523e-47e1-9c3f-dfaa4ebbcde8 None None] Network b5b6fb47-7a20-48ea-9835-141612264bec requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:42:26.669003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51958) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:26.723532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-f121a62f-da62-4f9a-b7ff-7dd65e9734a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:26.725594 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-f121a62f-da62-4f9a-b7ff-7dd65e9734a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2214375 Nov 09 19:42:26.780288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5304c-d0cf-4715-913b-273499fa12a8 req-8a021ca4-99f3-48a8-ad15-cb274a4b35b6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:26.789468 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ecd5304c-d0cf-4715-913b-273499fa12a8 req-8a021ca4-99f3-48a8-ad15-cb274a4b35b6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 949 time: 0.1522684 Nov 09 19:42:26.810888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df35717-6df0-411e-b70f-ad289f7446ae req-2593960d-7275-440f-aa72-e2855a8756c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:26.812421 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-2593960d-7275-440f-aa72-e2855a8756c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1098 time: 0.1870201 Nov 09 19:42:26.825571 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-35ada9cd-2077-4b7d-99c5-86d973b31381 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068018 Nov 09 19:42:26.875713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba207f-7bce-432e-b98c-d319c2d63ee6 None None] DHCP port deletion for b5b6fb47-7a20-48ea-9835-141612264bec request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:42:26.891318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ecd5304c-d0cf-4715-913b-273499fa12a8 req-b344c4e0-e985-4299-a9c9-339dbc62cbdd tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009002 Nov 09 19:42:26.906285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df35717-6df0-411e-b70f-ad289f7446ae req-741982b7-ff1f-4a59-acf8-c13a21d31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:26.910041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-741982b7-ff1f-4a59-acf8-c13a21d31de8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1098 time: 0.3115962 Nov 09 19:42:26.916175 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:26.968518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7cba207f-7bce-432e-b98c-d319c2d63ee6 None None] Deleting port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:26.968933 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7cba207f-7bce-432e-b98c-d319c2d63ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.019575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5636b371-d6b5-43d4-9d90-7987cc75e85a req-59a11c91-8f04-41dc-85c2-2cfdac83b209 service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028081 Nov 09 19:42:27.026003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] Deleting port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:27.026499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.029904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-6969684b-6d3b-4a6a-9942-8f11719dd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:27.031593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-6969684b-6d3b-4a6a-9942-8f11719dd5dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2829483 Nov 09 19:42:27.125913 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52f6892f-ebde-439f-9f65-70f8fc88f368 req-78211a1f-a6b9-4d80-925e-1d0c5f42cb22 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/41dbe64a-457d-4320-95ee-628e06be0c19 HTTP/1.1" status: 200 len: 1799 time: 0.2044785 Nov 09 19:42:27.144642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7cba207f-7bce-432e-b98c-d319c2d63ee6 None None] For port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9c99a552-573b-44d5-ba4b-dd2ec3397fa8,segment=NetworkSegment(59bdb369-898d-4e3d-91e2-5871846adbc2),segment_id=59bdb369-898d-4e3d-91e2-5871846adbc2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:27.145252 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7cba207f-7bce-432e-b98c-d319c2d63ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.163671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7cba207f-7bce-432e-b98c-d319c2d63ee6 None None] Calling delete_port for 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:27.217110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df35717-6df0-411e-b70f-ad289f7446ae req-09493770-4f13-48db-98fa-ded815387cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:27.218680 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-09493770-4f13-48db-98fa-ded815387cf8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2820737 Nov 09 19:42:27.292651 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7cba207f-7bce-432e-b98c-d319c2d63ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.301517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Deleting port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:27.301780 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.306723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-889bc704-27bb-4fb6-956f-751517a1f40f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 217 time: 0.0720372 Nov 09 19:42:27.356834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba207f-7bce-432e-b98c-d319c2d63ee6 None None] Pushing event deleted for resources: {'Port': ['ID=9c99a552-573b-44d5-ba4b-dd2ec3397fa8,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:27.363371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba207f-7bce-432e-b98c-d319c2d63ee6 None None] No DVR routers for this DVR port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:27.425379 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52f6892f-ebde-439f-9f65-70f8fc88f368 req-70704c09-416f-4e0a-9651-bc688d379af6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.461057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] For port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8, host n-d-817256-1, got binding levels [] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:27.461696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.483191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52f6892f-ebde-439f-9f65-70f8fc88f368 req-70704c09-416f-4e0a-9651-bc688d379af6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.491755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df35717-6df0-411e-b70f-ad289f7446ae req-b64dd60a-a436-48c6-ae8b-ed0a1a298995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:27.493441 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-b64dd60a-a436-48c6-ae8b-ed0a1a298995 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1746979 Nov 09 19:42:27.500381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Calling delete_port for 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:27.518201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 was not found and therefore no delete operation was performed {{(pid=102296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:42:27.541475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.587384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Pushing event deleted for resources: {'Port': ['ID=9c99a552-573b-44d5-ba4b-dd2ec3397fa8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:27.598986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] No DVR routers for this DVR port 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:27.637937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df35717-6df0-411e-b70f-ad289f7446ae req-4661d65a-cb84-46a5-96e5-87a635a72ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:27.639919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-4661d65a-cb84-46a5-96e5-87a635a72ef7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342106 Nov 09 19:42:27.688332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df35717-6df0-411e-b70f-ad289f7446ae req-37adc10e-8e68-4d01-9d20-6aa0fc0c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:27.690828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-37adc10e-8e68-4d01-9d20-6aa0fc0c56d5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.8595517 Nov 09 19:42:27.721546 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52f6892f-ebde-439f-9f65-70f8fc88f368 req-70704c09-416f-4e0a-9651-bc688d379af6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.724307 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52f6892f-ebde-439f-9f65-70f8fc88f368 req-70704c09-416f-4e0a-9651-bc688d379af6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.741065 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52f6892f-ebde-439f-9f65-70f8fc88f368 req-70704c09-416f-4e0a-9651-bc688d379af6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/41dbe64a-457d-4320-95ee-628e06be0c19 HTTP/1.1" status: 204 len: 173 time: 0.6062298 Nov 09 19:42:27.784052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-82a42ec5-7a4a-4a25-aa71-a5fad4a05b91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 217 time: 0.0749226 Nov 09 19:42:27.802595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] For port ec0ddcee-ba6d-4bdb-a758-d9c4e5990766, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ec0ddcee-ba6d-4bdb-a758-d9c4e5990766,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:27.803288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.823334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bddbd-5bb1-4eb8-af00-e1728172f405 req-780b7967-d169-43c4-87a4-bb03694e4ef6 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:27.824912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b6bddbd-5bb1-4eb8-af00-e1728172f405 req-780b7967-d169-43c4-87a4-bb03694e4ef6 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 944 time: 0.2791851 Nov 09 19:42:27.858600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70704c09-416f-4e0a-9651-bc688d379af6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dbe64a-457d-4320-95ee-628e06be0c19,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:27.862326 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-8cea0585-e40c-4e39-9543-cb344b6164ab service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200984 Nov 09 19:42:27.866619 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-8b29f85c-b18f-44e3-b628-f5df0dde678a service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8204553 Nov 09 19:42:27.879860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] Calling delete_port for ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:27.926251 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:27.985478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c312edd-827a-4de5-b675-566e8bf39dcb req-91c11fb4-4299-4571-8a5b-2a472b482acb tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:27.987703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c312edd-827a-4de5-b675-566e8bf39dcb req-91c11fb4-4299-4571-8a5b-2a472b482acb tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.1243610 Nov 09 19:42:28.025756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b6fb47-7a20-48ea-9835-141612264bec']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:28.053292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bdb369-898d-4e3d-91e2-5871846adbc2') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:28.053574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bdb369-898d-4e3d-91e2-5871846adbc2') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:28.076026 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:28.087245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:28.114754 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c312edd-827a-4de5-b675-566e8bf39dcb req-992f2dd3-d3f8-440d-9e3c-69ce4802a4c9 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075375 Nov 09 19:42:28.119553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ee2f5a-6f9b-4769-8bc4-d88e658043a8 req-50fb56d6-5b85-4194-b621-1b02a84fca4f service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339795 Nov 09 19:42:28.121520 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:28.131372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:42:28.131829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:42:28.134330 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:42:28.146786 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-82c6412a-0891-42aa-a419-c5cc6c0e9f8e service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387533 Nov 09 19:42:28.154797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df35717-6df0-411e-b70f-ad289f7446ae req-923abbf4-10b3-4456-a39b-aaeb7eab8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:28.156407 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-923abbf4-10b3-4456-a39b-aaeb7eab8774 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.3431284 Nov 09 19:42:28.178753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b6bddbd-5bb1-4eb8-af00-e1728172f405 req-557c577b-6f18-4a02-9536-4045cb35dd70 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402083 Nov 09 19:42:28.203028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:28.207057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9c99a552-573b-44d5-ba4b-dd2ec3397fa8 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:28.213360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:28.231702 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:28.235254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] 10.222.0.53 "DELETE /v2.0/networks/b5b6fb47-7a20-48ea-9835-141612264bec HTTP/1.1" status: 204 len: 168 time: 1.5597394 Nov 09 19:42:28.236392 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ee4bd-124b-491c-be81-451184258cea admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b6fb47-7a20-48ea-9835-141612264bec,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:28.238346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51976) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:28.378593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df35717-6df0-411e-b70f-ad289f7446ae req-9ab52b65-65af-4921-894a-561e0c449ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:28.380068 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-9ab52b65-65af-4921-894a-561e0c449ce6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1891232 Nov 09 19:42:28.406845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37491a-2fe4-452c-af43-276e10d6b865 req-60180da4-2d2a-4ed7-b74c-3941372c4b6f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:28.417072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b37491a-2fe4-452c-af43-276e10d6b865 req-60180da4-2d2a-4ed7-b74c-3941372c4b6f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 947 time: 0.1005461 Nov 09 19:42:28.456999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0e99c09-5f97-4733-81e2-0e6873c20542 req-cb0d97a2-0304-49e3-a867-665f53e7cc08 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 210 time: 0.0721331 Nov 09 19:42:28.588960 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-4c5ee323-1ff6-46a2-b15b-fbad0f9173cc req-6842235b-a671-4ada-8bd6-86ef6778d8dd tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] show failed (client error): The resource could not be found. Nov 09 19:42:28.590399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c5ee323-1ff6-46a2-b15b-fbad0f9173cc req-6842235b-a671-4ada-8bd6-86ef6778d8dd tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/41dbe64a-457d-4320-95ee-628e06be0c19 HTTP/1.1" status: 404 len: 352 time: 0.0324910 Nov 09 19:42:28.617312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b37491a-2fe4-452c-af43-276e10d6b865 req-4e783fa0-7412-44d3-90e5-ae1fa55f415e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993449 Nov 09 19:42:28.685673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-0f87040c-e3aa-4ff8-af27-e3061617d7e3 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:28.687349 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-0f87040c-e3aa-4ff8-af27-e3061617d7e3 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 811 time: 0.2601624 Nov 09 19:42:28.688030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:28.707170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Request body: {'port': {'device_id': 'f75c797a-0f21-4e34-a34f-c7d140ec59c2', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'admin_state_up': True, 'tenant_id': '02ed719938fa4992bcde1f7435869c3d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:28.747794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-8c868744-4bed-4348-945e-59d7d4e10205 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223474 Nov 09 19:42:28.761642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0ddcee-ba6d-4bdb-a758-d9c4e5990766,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:28.952047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94bec008-b7d2-439a-ab36-6335baef46d0 req-67ab7b86-fd44-4f19-93b6-a6ab6256fc6e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/42a27848-cab0-4e48-8328-6dcaa22a0cbe HTTP/1.1" status: 200 len: 1800 time: 0.2557051 Nov 09 19:42:29.052434 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2df35717-6df0-411e-b70f-ad289f7446ae req-04d47831-a759-481f-af18-4d87d7950409 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612305 Nov 09 19:42:29.142840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2120d-7b2d-4588-8beb-8d4570b14789 req-119e08ce-b5e9-481a-b5c9-89dfe0f1f7b6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:29.152522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ced2120d-7b2d-4588-8beb-8d4570b14789 req-119e08ce-b5e9-481a-b5c9-89dfe0f1f7b6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 949 time: 0.1275320 Nov 09 19:42:29.162306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7314193d-2b7f-4af9-a9b0-a9b03b888474 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:29.188327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Made reservation on behalf of 02ed719938fa4992bcde1f7435869c3d for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:42:29.191780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.199305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-94bec008-b7d2-439a-ab36-6335baef46d0 req-9473678b-6d7f-4b73-8cbc-853af1e2cccf tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.252426 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-94bec008-b7d2-439a-ab36-6335baef46d0 req-9473678b-6d7f-4b73-8cbc-853af1e2cccf tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.281965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ced2120d-7b2d-4588-8beb-8d4570b14789 req-91b5ab27-249b-4e0f-9832-3a5c4b2677f4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278412 Nov 09 19:42:29.323352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7314193d-2b7f-4af9-a9b0-a9b03b888474, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:29.339178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '7314193d-2b7f-4af9-a9b0-a9b03b888474', 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a', 'port_id': '7314193d-2b7f-4af9-a9b0-a9b03b888474', 'mac_address': 'fa:16:3e:9d:1c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72dd7a90-2692-4c52-b37f-b538d4214f5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:29.350741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 1f091d20-794b-4de3-a0b2-987f1d6e7b4a details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:29.359335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.368163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-94bec008-b7d2-439a-ab36-6335baef46d0 req-9473678b-6d7f-4b73-8cbc-853af1e2cccf tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.371184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-94bec008-b7d2-439a-ab36-6335baef46d0 req-9473678b-6d7f-4b73-8cbc-853af1e2cccf tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.372404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94bec008-b7d2-439a-ab36-6335baef46d0 req-9473678b-6d7f-4b73-8cbc-853af1e2cccf tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/42a27848-cab0-4e48-8328-6dcaa22a0cbe HTTP/1.1" status: 204 len: 173 time: 0.3979359 Nov 09 19:42:29.415410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473678b-6d7f-4b73-8cbc-853af1e2cccf tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a27848-cab0-4e48-8328-6dcaa22a0cbe,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:29.555526 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.568027 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.resource_extend [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:42:29.568524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbd63e-344d-44f7-b584-3568254254da req-b500900c-3534-4b19-9b1c-bcd02755b587 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:29.577800 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fedbd63e-344d-44f7-b584-3568254254da req-b500900c-3534-4b19-9b1c-bcd02755b587 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.1294582 Nov 09 19:42:29.585505 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.633877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Allocated IP 172.20.0.7 (7bd582a7-d2f6-49cc-ad84-6e5bbb10c258/c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a/5295302b-1e29-4c6c-8960-533c36610d7e) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:29.635713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7314193d-2b7f-4af9-a9b0-a9b03b888474 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:29.674109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7314193d-2b7f-4af9-a9b0-a9b03b888474, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:29.677688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4205997-c01a-455d-851c-751b6fbbdb55 req-a22e6c3b-5e08-46de-900a-8d88adbad5c7 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:29.682346 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.683251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4205997-c01a-455d-851c-751b6fbbdb55 req-a22e6c3b-5e08-46de-900a-8d88adbad5c7 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 944 time: 0.1795216 Nov 09 19:42:29.707331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fedbd63e-344d-44f7-b584-3568254254da req-b3420340-aad7-4cfa-b3cd-2ed3ef2b06c7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278775 Nov 09 19:42:29.758487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7314193d-2b7f-4af9-a9b0-a9b03b888474,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:29.786287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:29.788048 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4205997-c01a-455d-851c-751b6fbbdb55 req-434ccc7d-6b66-4c07-872e-bd2b04d9cb21 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890367 Nov 09 19:42:29.799441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'mac_address': 'fa:16:3e:79:88:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:29.850314 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.866723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f091d20-794b-4de3-a0b2-987f1d6e7b4a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:29.890014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:29.896548 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:29.916347 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-36991902-305e-4e0c-860f-32a7cc88b614 req-348aedbb-3950-4935-a0e8-171d4f5663b6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] show failed (client error): The resource could not be found. Nov 09 19:42:29.917488 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36991902-305e-4e0c-860f-32a7cc88b614 req-348aedbb-3950-4935-a0e8-171d4f5663b6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/42a27848-cab0-4e48-8328-6dcaa22a0cbe HTTP/1.1" status: 404 len: 352 time: 0.0280509 Nov 09 19:42:29.929880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['7314193d-2b7f-4af9-a9b0-a9b03b888474'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:30.050488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:30.086109 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fd893b6a-9eb2-42c1-82b0-16911be898d2 req-39f45638-8e9a-4aaa-8acc-ad5b952ce67c tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 210 time: 0.0709064 Nov 09 19:42:30.131429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] Router ecc80186-46b6-4826-b225-1fce3a6e5d13 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:42:30.166366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb5d86-ebee-4438-88ef-89df952ee88b req-ba571a42-9a25-4a5d-bd5d-b15c9621c6f6 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:30.167978 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62bb5d86-ebee-4438-88ef-89df952ee88b req-ba571a42-9a25-4a5d-bd5d-b15c9621c6f6 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 1100 time: 0.2094557 Nov 09 19:42:30.206124 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:30.215509 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62bb5d86-ebee-4438-88ef-89df952ee88b req-e327e0dd-e9b0-40a0-8667-c09f3ee97e72 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:30.239583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['1f091d20-794b-4de3-a0b2-987f1d6e7b4a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:30.330934 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62bb5d86-ebee-4438-88ef-89df952ee88b req-e327e0dd-e9b0-40a0-8667-c09f3ee97e72 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:30.341344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] Deleting port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:30.341919 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:30.346348 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-62bb5d86-ebee-4438-88ef-89df952ee88b req-e327e0dd-e9b0-40a0-8667-c09f3ee97e72 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:30.395271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327e0dd-e9b0-40a0-8667-c09f3ee97e72 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc7033-4f97-4014-aa4d-6b8fce5743f3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:30.473853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62bb5d86-ebee-4438-88ef-89df952ee88b req-e327e0dd-e9b0-40a0-8667-c09f3ee97e72 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926083 Nov 09 19:42:30.548276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] For port 83342b46-1a16-4228-ba5a-4ad9a43a0c7e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=83342b46-1a16-4228-ba5a-4ad9a43a0c7e,segment=NetworkSegment(c8211922-fc1c-417d-b56c-dfe5ab08f735),segment_id=c8211922-fc1c-417d-b56c-dfe5ab08f735)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:30.549703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:30.571754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] Calling delete_port for 83342b46-1a16-4228-ba5a-4ad9a43a0c7e owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:30.599221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb509775-138f-455f-a041-df8fbf01327b req-52d1921f-42d4-4382-882e-0c7d310efae5 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/6e27a8a6-30bc-4ffb-8f2d-0eb5b4668d30 HTTP/1.1" status: 200 len: 1799 time: 0.0871136 Nov 09 19:42:30.676061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b1274-c932-452f-8422-49fba11e06da req-34e0895d-b917-4682-bccf-725453c946a5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:30.677610 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-272b1274-c932-452f-8422-49fba11e06da req-34e0895d-b917-4682-bccf-725453c946a5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 948 time: 0.4697397 Nov 09 19:42:30.690065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:42:30.699343 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-835b5261-9a7f-43b0-a458-61e35a2ced77 admin admin] 10.222.0.53 "PUT /v2.0/routers/ecc80186-46b6-4826-b225-1fce3a6e5d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2199547 Nov 09 19:42:30.704013 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] Sync routers for ids ['ecc80186-46b6-4826-b225-1fce3a6e5d13'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:42:30.708788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:30.710725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51998) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:30.717625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bb509775-138f-455f-a041-df8fbf01327b req-88fb9e9d-8649-4ef6-9e3c-71a4a1f12f4e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:30.724856 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] Routers {'ecc80186-46b6-4826-b225-1fce3a6e5d13'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:30.726116 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ecc80186-46b6-4826-b225-1fce3a6e5d13'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:30.853965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-272b1274-c932-452f-8422-49fba11e06da req-0e0fb1db-ce12-40d1-a987-3023b5cdc2eb tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676869 Nov 09 19:42:30.855749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:30.861753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bb509775-138f-455f-a041-df8fbf01327b req-88fb9e9d-8649-4ef6-9e3c-71a4a1f12f4e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:30.865801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event updated for resources: {'Port': ['ID=5295302b-1e29-4c6c-8960-533c36610d7e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:30.870099 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:30.886791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:30.930711 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] Set router ecc80186-46b6-4826-b225-1fce3a6e5d13 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:31.031187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:31.034125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.037081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.040518 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.124566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bb509775-138f-455f-a041-df8fbf01327b req-88fb9e9d-8649-4ef6-9e3c-71a4a1f12f4e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.127943 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bb509775-138f-455f-a041-df8fbf01327b req-88fb9e9d-8649-4ef6-9e3c-71a4a1f12f4e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.133193 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb509775-138f-455f-a041-df8fbf01327b req-88fb9e9d-8649-4ef6-9e3c-71a4a1f12f4e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/6e27a8a6-30bc-4ffb-8f2d-0eb5b4668d30 HTTP/1.1" status: 204 len: 173 time: 0.5288095 Nov 09 19:42:31.165212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb9e9d-8649-4ef6-9e3c-71a4a1f12f4e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e27a8a6-30bc-4ffb-8f2d-0eb5b4668d30,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:31.167070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=83342b46-1a16-4228-ba5a-4ad9a43a0c7e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:31.171548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7314193d-2b7f-4af9-a9b0-a9b03b888474 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:31.196204 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-5fea269d-b8dd-4929-9617-74181be4c5e9 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4933476 Nov 09 19:42:31.239289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Request body: {'port': {'device_id': 'f75c797a-0f21-4e34-a34f-c7d140ec59c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:31.325017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 7314193d-2b7f-4af9-a9b0-a9b03b888474 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:42:31.346417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 7314193d-2b7f-4af9-a9b0-a9b03b888474 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:31.347091 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.351801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 1f091d20-794b-4de3-a0b2-987f1d6e7b4a up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:31.380191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1218af-459d-4161-972b-5b16100d85d4 req-5dd17e09-3de2-42cb-88ee-bd116eb477e7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:31.393376 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a1218af-459d-4161-972b-5b16100d85d4 req-5dd17e09-3de2-42cb-88ee-bd116eb477e7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.2197094 Nov 09 19:42:31.394195 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:42:28Z', 'revision_number': 5, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port': {'id': '0fbb2ff3-b6d6-42b9-baf8-783600feb4b8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:41:39Z', 'updated_at': '2021-11-09T19:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:31.412456 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.448371 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.469820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898be73e-0759-492a-b32c-ee5c7e436684 req-3425ddba-1a29-4b1c-957b-47644f7912c6 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:31.475410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-898be73e-0759-492a-b32c-ee5c7e436684 req-3425ddba-1a29-4b1c-957b-47644f7912c6 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 945 time: 0.1806486 Nov 09 19:42:31.476940 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] Checking router: ecc80186-46b6-4826-b225-1fce3a6e5d13 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:42:31.498588 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] Routers {'ecc80186-46b6-4826-b225-1fce3a6e5d13'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:31.500168 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ecc80186-46b6-4826-b225-1fce3a6e5d13'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:31.572939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a1218af-459d-4161-972b-5b16100d85d4 req-2b659a8b-04d4-4f07-b3e1-95cf77e525a8 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785858 Nov 09 19:42:31.574725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:42:31.586489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:31.587387 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.630035 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.647932 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] Set router ecc80186-46b6-4826-b225-1fce3a6e5d13 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:31.698835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314193d-2b7f-4af9-a9b0-a9b03b888474'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:31.703345 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adc0620-e848-4f84-9b85-c5cf2219b561" -d '{"events": [{"server_uuid": "4d47a6ad-f03e-4072-bd63-a56891d6ac47", "name": "network-vif-plugged", "status": "completed", "tag": "7314193d-2b7f-4af9-a9b0-a9b03b888474"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:31.706642 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.748013 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:42:31Z', 'revision_number': 6, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:31.761511 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7314193d-2b7f-4af9-a9b0-a9b03b888474, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:31.773709 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.814280 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c11b1b-694b-4369-93a8-2f20c482b76f None None] The sync data for ids ['ecc80186-46b6-4826-b225-1fce3a6e5d13'] in n-d-817256-1 is: [{'id': 'ecc80186-46b6-4826-b225-1fce3a6e5d13', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1770021329-router', 'tenant_id': '74ca468563b34d019e460c52ee61d01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:41:38Z', 'updated_at': '2021-11-09T19:42:31Z', 'revision_number': 6, 'project_id': '74ca468563b34d019e460c52ee61d01d', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:42:31.899254 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:42:31.958154 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:31.962309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7314193d-2b7f-4af9-a9b0-a9b03b888474,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:32.013265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:32.020523 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:32.023097 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-898be73e-0759-492a-b32c-ee5c7e436684 req-84bdc234-bcd4-4eda-a759-9b8c4cc18116 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101871 Nov 09 19:42:32.079091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Deleting port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:32.079439 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:32.154103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:32.217916 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-ec554e42-2994-468d-a8c6-6b9384ed5a82 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324674 Nov 09 19:42:32.279056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7507bf-4186-49f8-94c0-01b4901d0c5e req-cbb010b9-3c18-4727-a958-1583113f7e7e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:32.288429 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc7507bf-4186-49f8-94c0-01b4901d0c5e req-cbb010b9-3c18-4727-a958-1583113f7e7e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 931 time: 0.1858594 Nov 09 19:42:32.291171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:32.303833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] Router 562828a1-3aca-4352-8d31-2b9752e6dd33 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:42:32.316110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:32.316597 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec0ddcee-ba6d-4bdb-a758-d9c4e5990766 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:32.325139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-9e706ada-a06c-42dd-8148-8635a08a15e5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:32.326720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-9e706ada-a06c-42dd-8148-8635a08a15e5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.77 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617&tenant_id=7c484e1d3fa649f1a7b536ea30195afa&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 949 time: 0.3033743 Nov 09 19:42:32.415135 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc7507bf-4186-49f8-94c0-01b4901d0c5e req-4a1b442f-9d2a-4932-9056-08b859812172 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258223 Nov 09 19:42:32.418290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] For port 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0fbb2ff3-b6d6-42b9-baf8-783600feb4b8,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:32.418681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:32.438821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Calling delete_port for 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:32.473965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-62867fa2-f933-439f-a6fb-ca55350a47a8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:32.475601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-62867fa2-f933-439f-a6fb-ca55350a47a8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118859 Nov 09 19:42:32.496665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-fa823f5f-2b3f-43c6-a458-267ba53a410e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/quotas/adafef6ee39f457086969e3c3816d850 HTTP/1.1" status: 200 len: 375 time: 0.0145309 Nov 09 19:42:32.499595 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-b6a56824-d1ec-4c84-b3e4-ea0956902166 req-e90232f5-97bb-4c1d-b714-62d8ef4ace0b tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] show failed (client error): The resource could not be found. Nov 09 19:42:32.500645 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6a56824-d1ec-4c84-b3e4-ea0956902166 req-e90232f5-97bb-4c1d-b714-62d8ef4ace0b tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/6e27a8a6-30bc-4ffb-8f2d-0eb5b4668d30 HTTP/1.1" status: 404 len: 352 time: 0.0383623 Nov 09 19:42:32.539889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:42:32.543104 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-8b03f336-50d6-4c6b-ba80-cb827afb659d service neutron] 10.222.0.77 "GET /v2.0/ports/1f091d20-794b-4de3-a0b2-987f1d6e7b4a/bindings/n-h2-817256-1 HTTP/1.1" status: 200 len: 382 time: 0.2056189 Nov 09 19:42:32.545032 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a313efd-894f-46f8-ad84-72fa14f4fd9a x-openstack-request-id: req-8a313efd-894f-46f8-ad84-72fa14f4fd9a {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:32.545032 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d47a6ad-f03e-4072-bd63-a56891d6ac47", "name": "network-vif-plugged", "status": "completed", "tag": "7314193d-2b7f-4af9-a9b0-a9b03b888474", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:32.545636 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a313efd-894f-46f8-ad84-72fa14f4fd9a {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:32.545636 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314193d-2b7f-4af9-a9b0-a9b03b888474', 'code': 200} Nov 09 19:42:32.550435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5295302b-1e29-4c6c-8960-533c36610d7e {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:32.552573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8c4d36e5-030c-4c10-815d-47f9278f4b16 admin admin] 10.222.0.53 "PUT /v2.0/routers/562828a1-3aca-4352-8d31-2b9752e6dd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3130648 Nov 09 19:42:32.554693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] Sync routers for ids ['562828a1-3aca-4352-8d31-2b9752e6dd33'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:42:32.556146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52030) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:32.567876 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:32.586024 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-5fd42840-42d9-43e0-b3f1-b75a40faca00 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779166 Nov 09 19:42:32.588159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] Routers {'562828a1-3aca-4352-8d31-2b9752e6dd33'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:32.589021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['562828a1-3aca-4352-8d31-2b9752e6dd33'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:32.700008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c91f6-b905-41f4-90b7-80303472b7d5 req-724bf764-6ddd-4876-baec-483b2b6fa1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:32.701812 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-917c91f6-b905-41f4-90b7-80303472b7d5 req-724bf764-6ddd-4876-baec-483b2b6fa1b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 1097 time: 0.0647039 Nov 09 19:42:32.712547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Transition to ACTIVE for port object 5295302b-1e29-4c6c-8960-533c36610d7e will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:32.743483 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:32.749620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-917c91f6-b905-41f4-90b7-80303472b7d5 req-9c4bec96-f7de-454e-8c9f-bb2922219a83 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393224 Nov 09 19:42:32.760247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] Set router 562828a1-3aca-4352-8d31-2b9752e6dd33 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:32.884436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2524c-ea19-4484-8f3f-512cdcc171c3 req-035c4d8f-dd8d-401c-be94-059de774b701 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:32.885960 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8ef2524c-ea19-4484-8f3f-512cdcc171c3 req-035c4d8f-dd8d-401c-be94-059de774b701 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.2261446 Nov 09 19:42:32.892847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-90c5f609-09cf-476e-84ea-2c3209cbe258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:32.894285 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-90c5f609-09cf-476e-84ea-2c3209cbe258 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1100 time: 0.2851508 Nov 09 19:42:32.902555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Pushing event updated for resources: {'Port': ['ID=5295302b-1e29-4c6c-8960-533c36610d7e,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:32.925475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:33.029170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-router', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:37:03Z', 'updated_at': '2021-11-09T19:42:30Z', 'revision_number': 5, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'gw_port': {'id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:04Z', 'updated_at': '2021-11-09T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:33.065003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] Checking router: 562828a1-3aca-4352-8d31-2b9752e6dd33 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:42:33.076158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] Routers {'562828a1-3aca-4352-8d31-2b9752e6dd33'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:42:33.077737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['562828a1-3aca-4352-8d31-2b9752e6dd33'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:33.109794 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca29485a-449b-4c02-bd92-7b8f657b542d req-93a81071-e90c-41c3-8919-2a0a986cdbe8 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c HTTP/1.1" status: 200 len: 6149 time: 0.0973644 Nov 09 19:42:33.198361 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8ef2524c-ea19-4484-8f3f-512cdcc171c3 req-4fd4f865-fa95-43f9-bcb3-30261a0652d8 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855246 Nov 09 19:42:33.198598 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca29485a-449b-4c02-bd92-7b8f657b542d req-55b25acc-2aa5-4273-bc10-eb1bba33c7d7 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/edc122f4-b304-4d7e-9a9e-125718e25d31 HTTP/1.1" status: 200 len: 2981 time: 0.0768440 Nov 09 19:42:33.214042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] Set router 562828a1-3aca-4352-8d31-2b9752e6dd33 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:42:33.246132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-ca1c9f58-6105-4092-93ba-53f9c23915d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:33.247628 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-ca1c9f58-6105-4092-93ba-53f9c23915d3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.3439090 Nov 09 19:42:33.253132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:33.255152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Attempting to bind port 5295302b-1e29-4c6c-8960-533c36610d7e on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:33.255497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Attempting to bind port 5295302b-1e29-4c6c-8960-533c36610d7e by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:33.255822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Attempting to bind port 5295302b-1e29-4c6c-8960-533c36610d7e on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:33.278898 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca29485a-449b-4c02-bd92-7b8f657b542d req-5aea02f3-e411-42c6-8ed0-43c8ebf48bc3 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/edc122f4-b304-4d7e-9a9e-125718e25d31 HTTP/1.1" status: 200 len: 2981 time: 0.0833220 Nov 09 19:42:33.319521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Port 5295302b-1e29-4c6c-8960-533c36610d7e on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:33.320095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Attempting to bind port 5295302b-1e29-4c6c-8960-533c36610d7e on network 7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:33.357982 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:33.367095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbb2ff3-b6d6-42b9-baf8-783600feb4b8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:33.401182 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-e96d1b16-9cc7-4638-8685-1ab31d461005 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 217 time: 0.1428883 Nov 09 19:42:33.418610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:33.419243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Checking segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:33.419806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Bound using segment: {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:33.420262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Bound port: 5295302b-1e29-4c6c-8960-533c36610d7e, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3188d3c5-1be4-4043-a621-2bb412994a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:33.420623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:33.530701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-router', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:37:03Z', 'updated_at': '2021-11-09T19:42:30Z', 'revision_number': 5, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'gw_port': {'id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:04Z', 'updated_at': '2021-11-09T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:33.553218 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-68914492-77a8-4520-940f-3aa8bd97810b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546713 Nov 09 19:42:33.575654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cf6c4-7601-4493-896b-64aa03c75eb8 req-a6776840-b9bc-4323-947c-b06a1179125d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:33.577429 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e79cf6c4-7601-4493-896b-64aa03c75eb8 req-a6776840-b9bc-4323-947c-b06a1179125d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.2808468 Nov 09 19:42:33.583349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-3ee744ed-7888-43a6-8416-2a2034962bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:33.585020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-3ee744ed-7888-43a6-8416-2a2034962bc5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1620321 Nov 09 19:42:33.602025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:33.603115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54894a4-b4fb-4a19-a283-adb8c3a59c4a None None] The sync data for ids ['562828a1-3aca-4352-8d31-2b9752e6dd33'] in n-d-817256-1 is: [{'id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-141921669-router', 'tenant_id': '56267f6734a944c9952d2b01ae2efe84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:37:03Z', 'updated_at': '2021-11-09T19:42:30Z', 'revision_number': 5, 'project_id': '56267f6734a944c9952d2b01ae2efe84', 'gw_port': {'id': '9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562828a1-3aca-4352-8d31-2b9752e6dd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:37:04Z', 'updated_at': '2021-11-09T19:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:42:33.695065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-c920a5d3-4e6a-4d1c-963e-9eebfeafcc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:33.696559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-c920a5d3-4e6a-4d1c-963e-9eebfeafcc08 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 1095 time: 0.1132565 Nov 09 19:42:33.709102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9d19-20ed-48c6-ab05-cc7d4a778847 req-78f7120e-bf7e-47c7-a631-980ecb3420d9 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:33.715025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e2d9d19-20ed-48c6-ab05-cc7d4a778847 req-78f7120e-bf7e-47c7-a631-980ecb3420d9 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 946 time: 0.0805695 Nov 09 19:42:33.736362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] For port 5295302b-1e29-4c6c-8960-533c36610d7e, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:33.822163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e2d9d19-20ed-48c6-ab05-cc7d4a778847 req-9f2ba4cc-58ff-4f16-9b0f-175dbfed5528 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048036 Nov 09 19:42:33.885290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-714b9834-cdd9-4af3-9d92-50fba3f9ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:33.890982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-714b9834-cdd9-4af3-9d92-50fba3f9ab4e service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.1648629 Nov 09 19:42:33.907109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-61462ad5-03e8-4b18-8ecb-dcb023c93098 req-b047ef07-34a7-4b7d-969b-53720e899657 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-977796634', 'description': 'tempest-description-1470465808'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:33.972936 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-b033dcfb-11f2-48af-9239-8dd2f88d8c89 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2d15410-eea3-4106-9166-748657545de6 HTTP/1.1" status: 200 len: 217 time: 0.0516658 Nov 09 19:42:34.123949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61462ad5-03e8-4b18-8ecb-dcb023c93098 req-b047ef07-34a7-4b7d-969b-53720e899657 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.144888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 83342b46-1a16-4228-ba5a-4ad9a43a0c7e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:34.152895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-0bfa225e-3ea9-4404-960c-97048583aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:34.154485 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-0bfa225e-3ea9-4404-960c-97048583aaaf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1748507 Nov 09 19:42:34.174377 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e79cf6c4-7601-4493-896b-64aa03c75eb8 req-19aa72b3-886d-48d9-b0bb-9e265285cb10 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868833 Nov 09 19:42:34.175606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 83342b46-1a16-4228-ba5a-4ad9a43a0c7e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:34.176147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 83342b46-1a16-4228-ba5a-4ad9a43a0c7e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:34.176722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:34.183522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] For port 5295302b-1e29-4c6c-8960-533c36610d7e, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=5295302b-1e29-4c6c-8960-533c36610d7e,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:34.196544 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.200795 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.202947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:34.203720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0fbb2ff3-b6d6-42b9-baf8-783600feb4b8 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:34.212248 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.212545 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-5ff329f9-f636-4f66-8b6f-c2a7f34feb59 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445888 Nov 09 19:42:34.234618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Deleting port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:34.235353 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.308743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:34.309038 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.310534 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] 10.222.0.77 "PUT /v2.0/ports/5295302b-1e29-4c6c-8960-533c36610d7e HTTP/1.1" status: 200 len: 1091 time: 3.0902193 Nov 09 19:42:34.326410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61462ad5-03e8-4b18-8ecb-dcb023c93098 req-b047ef07-34a7-4b7d-969b-53720e899657 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.334369 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61462ad5-03e8-4b18-8ecb-dcb023c93098 req-b047ef07-34a7-4b7d-969b-53720e899657 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.342346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75c797a-0f21-4e34-a34f-c7d140ec59c2', 'tag': '5295302b-1e29-4c6c-8960-533c36610d7e'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:34.344605 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383ac14b-c745-4731-bffb-d10c3fec8d16" -d '{"events": [{"name": "network-changed", "server_uuid": "f75c797a-0f21-4e34-a34f-c7d140ec59c2", "tag": "5295302b-1e29-4c6c-8960-533c36610d7e"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:34.358582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-9803a480-3125-4020-9f08-e9b46e41e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:34.360102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-9803a480-3125-4020-9f08-e9b46e41e7e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7657878 Nov 09 19:42:34.387159 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-197d3442-2395-4dc8-8eb5-28d0fba9f50b service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608834 Nov 09 19:42:34.389554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047ef07-34a7-4b7d-969b-53720e899657 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d781ab0a-b198-4f6f-8e37-885484bcd4c4,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:34.394276 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61462ad5-03e8-4b18-8ecb-dcb023c93098 req-b047ef07-34a7-4b7d-969b-53720e899657 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.395466 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61462ad5-03e8-4b18-8ecb-dcb023c93098 req-b047ef07-34a7-4b7d-969b-53720e899657 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5032210 Nov 09 19:42:34.426579 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.427341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecc80186-46b6-4826-b225-1fce3a6e5d13 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:42:34.475262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.476427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-59bc8d70-1a86-4f22-a403-8caa45ddde6e admin admin] 10.222.0.53 "DELETE /v2.0/routers/ecc80186-46b6-4826-b225-1fce3a6e5d13 HTTP/1.1" status: 204 len: 168 time: 3.7553501 Nov 09 19:42:34.513400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52062) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:34.519953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cbc86-4446-4213-b166-5f9920f2321a service neutron] Pushing event updated for resources: {'Port': ['ID=5295302b-1e29-4c6c-8960-533c36610d7e,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:34.529785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d39575b-a799-4a0a-bc74-57230afe26a3 req-5cedc869-1285-4478-91ea-d0d8b5471754 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333418 Nov 09 19:42:34.547208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:34.550246 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c69269-f383-4cc8-88b6-761648f8ca8d" -d '{"events": [{"server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "name": "network-vif-plugged", "status": "completed", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:34.597623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] For port 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:34.598297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.599667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b81e8658-2e1e-4aaf-9a03-41cc3e96782d req-bb7ccfbc-354f-4528-8d43-cc415f96791d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 210 time: 0.0420465 Nov 09 19:42:34.613103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9670248-4980-493c-98f2-fe4b6b78c1b7 admin admin] Deleting subnet eaacfbd5-0c57-45e9-a546-107c92e0a024 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:42:34.617411 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9670248-4980-493c-98f2-fe4b6b78c1b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.635589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a65ca-e845-4851-934f-b0eec0bd9569 req-5b3c7bdb-6470-4233-b3da-73f48de42378 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:34.644242 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e2a65ca-e845-4851-934f-b0eec0bd9569 req-5b3c7bdb-6470-4233-b3da-73f48de42378 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 943 time: 0.3026080 Nov 09 19:42:34.652200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-2d490b8f-f328-426e-8e3e-f58f10ac2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:34.653729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-2d490b8f-f328-426e-8e3e-f58f10ac2704 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 1094 time: 0.2705986 Nov 09 19:42:34.658943 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9670248-4980-493c-98f2-fe4b6b78c1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:34.665766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Calling delete_port for 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:34.687301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-782a08fe-d00a-4f26-b8d9-393a89dc045d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240288 Nov 09 19:42:34.746641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-4a637995-4b46-4567-ab4f-7311dd3520fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5295302b-1e29-4c6c-8960-533c36610d7e HTTP/1.1" status: 200 len: 217 time: 0.0735884 Nov 09 19:42:34.799815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-1eef2ecc-17fb-457d-a291-945d30c2eb25 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145408 Nov 09 19:42:34.820813 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e2a65ca-e845-4851-934f-b0eec0bd9569 req-7a8c6ccf-80e9-406a-b5c3-74e47723da70 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753328 Nov 09 19:42:34.881846 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2c3ab-4b19-418c-a5a6-7d0a0cfe589f req-0042c9ab-166a-460c-9df2-f19a63df7e1d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:34.883403 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-80e2c3ab-4b19-418c-a5a6-7d0a0cfe589f req-0042c9ab-166a-460c-9df2-f19a63df7e1d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.1692822 Nov 09 19:42:34.890205 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8790c57-65f3-4eb5-9db7-2c926a2944bc x-openstack-request-id: req-b8790c57-65f3-4eb5-9db7-2c926a2944bc {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:34.891175 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75c797a-0f21-4e34-a34f-c7d140ec59c2", "tag": "5295302b-1e29-4c6c-8960-533c36610d7e", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:34.891175 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8790c57-65f3-4eb5-9db7-2c926a2944bc {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:34.891175 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75c797a-0f21-4e34-a34f-c7d140ec59c2', 'tag': '5295302b-1e29-4c6c-8960-533c36610d7e', 'status': 'completed', 'code': 200} Nov 09 19:42:34.910303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-01b894a1-38d4-4512-97df-985d250509aa req-2cfd8209-a6f9-4f9d-9abb-7dd6eb34d897 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1720057120', 'description': 'tempest-description-1816445629'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:34.919081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-27ff1242-ca0e-459d-abdb-6df56f7aa0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:34.920542 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-27ff1242-ca0e-459d-abdb-6df56f7aa0a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.1357899 Nov 09 19:42:34.929283 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-06be7e7a-014d-448a-810d-d13c84148c6c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:34.930783 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-06be7e7a-014d-448a-810d-d13c84148c6c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2177181 Nov 09 19:42:34.951099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Request body: {'port': {'device_id': 'ef5f1003-41ff-4e7d-9990-1223751722e4', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': 'adafef6ee39f457086969e3c3816d850'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:34.955089 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9670248-4980-493c-98f2-fe4b6b78c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.013855 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-4bde20e1-1102-4811-b49b-e24599c155f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814133 Nov 09 19:42:35.035066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-80e2c3ab-4b19-418c-a5a6-7d0a0cfe589f req-b4c750d2-d6a7-4c76-a895-dbbe2843a2ca tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435363 Nov 09 19:42:35.047560 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-01b894a1-38d4-4512-97df-985d250509aa req-2cfd8209-a6f9-4f9d-9abb-7dd6eb34d897 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.115702 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9670248-4980-493c-98f2-fe4b6b78c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.142484 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-2532901d-3c9e-4b39-a411-a091de5a7d04 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206093 Nov 09 19:42:35.164915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9670248-4980-493c-98f2-fe4b6b78c1b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaacfbd5-0c57-45e9-a546-107c92e0a024,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:35.166915 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9670248-4980-493c-98f2-fe4b6b78c1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.170288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d9670248-4980-493c-98f2-fe4b6b78c1b7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eaacfbd5-0c57-45e9-a546-107c92e0a024 HTTP/1.1" status: 204 len: 168 time: 0.6558948 Nov 09 19:42:35.182117 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c93638cf-b678-4c20-8f86-a55debc9ad34 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621698 Nov 09 19:42:35.185059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c700e56-3d5a-4ffd-8c99-51a6b8ff682d None None] Network fa1b5c57-450c-4425-af4b-04b570af71c5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:42:35.187430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52070) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:35.242225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Made reservation on behalf of adafef6ee39f457086969e3c3816d850 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:42:35.245916 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.279684 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1317a7-39c5-4f59-8c08-1e1bb57cbb2b x-openstack-request-id: req-be1317a7-39c5-4f59-8c08-1e1bb57cbb2b {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:35.281073 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "name": "network-vif-plugged", "status": "completed", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:35.281985 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be1317a7-39c5-4f59-8c08-1e1bb57cbb2b {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:35.283574 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'code': 200} Nov 09 19:42:35.294978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.339929 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-2c5d0cf9-bd93-4c01-aa72-e1794930d90d service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170085 Nov 09 19:42:35.388511 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.468661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa749888-bb43-40ed-bf8a-8e8c933b712a None None] DHCP port deletion for fa1b5c57-450c-4425-af4b-04b570af71c5 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:42:35.497640 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-01b894a1-38d4-4512-97df-985d250509aa req-2cfd8209-a6f9-4f9d-9abb-7dd6eb34d897 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.510682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:35.518313 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-01b894a1-38d4-4512-97df-985d250509aa req-2cfd8209-a6f9-4f9d-9abb-7dd6eb34d897 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.528873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65690fb6-de07-425a-abc5-3ad259315477 req-2edb5edd-48ff-4bce-8b0f-93e2f8cde119 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:35.533933 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-65690fb6-de07-425a-abc5-3ad259315477 req-2edb5edd-48ff-4bce-8b0f-93e2f8cde119 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 946 time: 0.1737943 Nov 09 19:42:35.540822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-1e22fc3d-83c6-4583-9b7f-2bd48199f4ec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:35.543288 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-1e22fc3d-83c6-4583-9b7f-2bd48199f4ec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476369 Nov 09 19:42:35.563125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-aa749888-bb43-40ed-bf8a-8e8c933b712a None None] Deleting port d3c659f1-1847-4dc1-ae26-fce8972d9539 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:35.563841 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aa749888-bb43-40ed-bf8a-8e8c933b712a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.569013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Allocated IP 192.168.233.121 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/0e03508d-75ff-499d-ba0d-23af3ec059ac) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:35.585726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Request body: {'port': {'device_id': 'e1a4dd42-58f0-4623-86d0-7840d075e2bf', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': 'adafef6ee39f457086969e3c3816d850'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:35.607885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-65690fb6-de07-425a-abc5-3ad259315477 req-7fdbf535-5c70-40b0-839b-3616c42d4414 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668309 Nov 09 19:42:35.615032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Deleting port d3c659f1-1847-4dc1-ae26-fce8972d9539 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:35.615369 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.682014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-aa749888-bb43-40ed-bf8a-8e8c933b712a None None] For port d3c659f1-1847-4dc1-ae26-fce8972d9539, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d3c659f1-1847-4dc1-ae26-fce8972d9539,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:35.683030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aa749888-bb43-40ed-bf8a-8e8c933b712a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.686214 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-01b894a1-38d4-4512-97df-985d250509aa req-2cfd8209-a6f9-4f9d-9abb-7dd6eb34d897 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.687509 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01b894a1-38d4-4512-97df-985d250509aa req-2cfd8209-a6f9-4f9d-9abb-7dd6eb34d897 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7867377 Nov 09 19:42:35.714240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd8209-a6f9-4f9d-9abb-7dd6eb34d897 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341c97f1-201b-4189-8f46-52628b519d3e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:35.727256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-aa749888-bb43-40ed-bf8a-8e8c933b712a None None] Calling delete_port for d3c659f1-1847-4dc1-ae26-fce8972d9539 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:35.744357 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70c571cf-c6f1-4dfe-babc-89278e852078 req-a7a0ea0c-652e-4522-a0f6-bd48a0024ff4 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838065 Nov 09 19:42:35.762558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.816432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] For port d3c659f1-1847-4dc1-ae26-fce8972d9539, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d3c659f1-1847-4dc1-ae26-fce8972d9539,segment=NetworkSegment(8584d084-6023-4d82-b366-1bc6e38f9f17),segment_id=8584d084-6023-4d82-b366-1bc6e38f9f17)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:35.816432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.830410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Calling delete_port for d3c659f1-1847-4dc1-ae26-fce8972d9539 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:35.844818 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aa749888-bb43-40ed-bf8a-8e8c933b712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.879290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa749888-bb43-40ed-bf8a-8e8c933b712a None None] Pushing event deleted for resources: {'Port': ['ID=d3c659f1-1847-4dc1-ae26-fce8972d9539,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:35.884462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa749888-bb43-40ed-bf8a-8e8c933b712a None None] No DVR routers for this DVR port d3c659f1-1847-4dc1-ae26-fce8972d9539 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:35.917102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e273575f-3b93-4353-8389-c2bc695ba174 req-b4304de9-4833-48c3-95c2-63946f33bc25 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 210 time: 0.1480269 Nov 09 19:42:35.969905 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.973818 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:35.975663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e339f6-f8b9-4efc-bf5a-387772dac9e3 req-64358d05-98c2-45ad-aa41-ed3ffdb24b3f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:35.976319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Made reservation on behalf of adafef6ee39f457086969e3c3816d850 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:42:35.976980 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25e339f6-f8b9-4efc-bf5a-387772dac9e3 req-64358d05-98c2-45ad-aa41-ed3ffdb24b3f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.2334459 Nov 09 19:42:35.979868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.012140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ac14b-c745-4731-bffb-d10c3fec8d16 req-c79c19ec-eb6c-4755-a01a-09983195c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:36.013684 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-383ac14b-c745-4731-bffb-d10c3fec8d16 req-c79c19ec-eb6c-4755-a01a-09983195c6bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02ed719938fa4992bcde1f7435869c3d&device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 1094 time: 0.1714625 Nov 09 19:42:36.067498 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.071356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25e339f6-f8b9-4efc-bf5a-387772dac9e3 req-1d1b982b-b673-4276-8bea-be757164a9bc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796287 Nov 09 19:42:36.096823 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.131409 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.132000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 562828a1-3aca-4352-8d31-2b9752e6dd33 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:42:36.142978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.146619 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b80aebb-bd63-4583-8cc3-f4c57b4f78a2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/562828a1-3aca-4352-8d31-2b9752e6dd33 HTTP/1.1" status: 204 len: 168 time: 3.5871086 Nov 09 19:42:36.150140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52088) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:36.159645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c659f1-1847-4dc1-ae26-fce8972d9539,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:36.165808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] No DVR routers for this DVR port d3c659f1-1847-4dc1-ae26-fce8972d9539 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:36.211466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d3c659f1-1847-4dc1-ae26-fce8972d9539 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:36.241342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: d3c659f1-1847-4dc1-ae26-fce8972d9539 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:36.242067 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d3c659f1-1847-4dc1-ae26-fce8972d9539 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:36.259033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562f593-3ee7-4464-881d-59fc44f08bcf req-bc80cb83-7191-4f16-aae9-127eed69e71c tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:36.260673 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a562f593-3ee7-4464-881d-59fc44f08bcf req-bc80cb83-7191-4f16-aae9-127eed69e71c tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 946 time: 0.2648625 Nov 09 19:42:36.317683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52f2f6f-884b-49f0-a05c-f3a37c387ddc admin admin] Deleting subnet 645fa040-c198-4e4c-827b-9cf0ae838cfa {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:42:36.334187 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b52f2f6f-884b-49f0-a05c-f3a37c387ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.387739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a562f593-3ee7-4464-881d-59fc44f08bcf req-d96fb592-befe-4f2e-bc95-92e37ad294b6 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180003 Nov 09 19:42:36.394256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ac14b-c745-4731-bffb-d10c3fec8d16 req-e2a776f0-22a7-4bcd-8762-24ee1a5e5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:36.395802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-383ac14b-c745-4731-bffb-d10c3fec8d16 req-e2a776f0-22a7-4bcd-8762-24ee1a5e5a0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 200 len: 912 time: 0.3442566 Nov 09 19:42:36.402472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b52f2f6f-884b-49f0-a05c-f3a37c387ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.483100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-383ac14b-c745-4731-bffb-d10c3fec8d16 req-de7f82fe-ea6e-4014-9949-2b72aa724fd1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5295302b-1e29-4c6c-8960-533c36610d7e HTTP/1.1" status: 200 len: 217 time: 0.0781651 Nov 09 19:42:36.606797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ac14b-c745-4731-bffb-d10c3fec8d16 req-6042e4ae-e93d-4054-b866-9fbb9f5488a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:36.608314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-383ac14b-c745-4731-bffb-d10c3fec8d16 req-6042e4ae-e93d-4054-b866-9fbb9f5488a8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 200 len: 851 time: 0.1136901 Nov 09 19:42:36.626885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640ec5e-b3c4-47cb-b64f-9d7685885fdf req-0b4feeca-e27f-4772-b223-1e6e6df80bc0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:36.628970 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c640ec5e-b3c4-47cb-b64f-9d7685885fdf req-0b4feeca-e27f-4772-b223-1e6e6df80bc0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 943 time: 0.1485674 Nov 09 19:42:36.646673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b52f2f6f-884b-49f0-a05c-f3a37c387ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.653390 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.671315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:36.691063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-383ac14b-c745-4731-bffb-d10c3fec8d16 req-c7c399ab-e1ab-428c-a781-2999581959b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604546 Nov 09 19:42:36.712915 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.759816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:36.782463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:36.785216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1b5c57-450c-4425-af4b-04b570af71c5']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:36.791830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event updated for resources: {'Port': ['ID=0e03508d-75ff-499d-ba0d-23af3ec059ac,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:36.794180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:36.807826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8584d084-6023-4d82-b366-1bc6e38f9f17') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:36.808120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8584d084-6023-4d82-b366-1bc6e38f9f17') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:36.842138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-7ccaa982-c94b-4228-b65d-4c6e8141863b tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:36.849904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-7ccaa982-c94b-4228-b65d-4c6e8141863b tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 813 time: 0.6279919 Nov 09 19:42:36.852750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c640ec5e-b3c4-47cb-b64f-9d7685885fdf req-65e6f6c2-100d-45d2-a5f4-dacb119f5e1f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086334 Nov 09 19:42:36.857943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Allocated IP 192.168.233.81 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/e1e7cfc1-31d1-48d3-90b6-bab64a421494) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:36.860095 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.888563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98b5e7c4-e156-4d5e-a537-065919e2da8b tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/quotas/202878b3a1ac4e3ba55b6e4a0d5a8b9c HTTP/1.1" status: 200 len: 375 time: 0.0377347 Nov 09 19:42:36.929062 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-383ac14b-c745-4731-bffb-d10c3fec8d16 req-fc13e6e5-61a6-40d4-8ecc-30c9db3f95c7 service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965435 Nov 09 19:42:36.931588 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.951357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:42:36.951846 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:42:36.956829 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:42:36.961156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b52f2f6f-884b-49f0-a05c-f3a37c387ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:36.987294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e5171-7f5c-48b2-aa40-0fd5ead31611 None None] Network 60e5289f-527d-4ed7-9cf4-99efef50a8ed requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:42:37.037751 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b52f2f6f-884b-49f0-a05c-f3a37c387ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.041751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:37.042458 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.049720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b52f2f6f-884b-49f0-a05c-f3a37c387ddc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/645fa040-c198-4e4c-827b-9cf0ae838cfa HTTP/1.1" status: 204 len: 168 time: 0.8915706 Nov 09 19:42:37.058745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52104) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:37.087838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f2f6f-884b-49f0-a05c-f3a37c387ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645fa040-c198-4e4c-827b-9cf0ae838cfa,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:37.120914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-0d78b66c-d46a-4a64-86e1-baf8ee5e818e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1751225 Nov 09 19:42:37.168152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1bb83c6b-5e90-4f2d-b9cc-c8a65a8e08db tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2780056 Nov 09 19:42:37.169298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.181408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Request body: {'port': {'device_id': 'ef5f1003-41ff-4e7d-9990-1223751722e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:37.192926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.199096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] 10.222.0.53 "DELETE /v2.0/networks/fa1b5c57-450c-4425-af4b-04b570af71c5 HTTP/1.1" status: 204 len: 168 time: 2.0101771 Nov 09 19:42:37.264948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c4cea547-7c43-4515-a510-218cfc4b83b5 None None] Provisioning complete for port 0e03508d-75ff-499d-ba0d-23af3ec059ac triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:37.265533 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c4cea547-7c43-4515-a510-218cfc4b83b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.277787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37fa1b4-ae4a-46b8-8f1f-23890e139ebc None None] DHCP port deletion for 60e5289f-527d-4ed7-9cf4-99efef50a8ed request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:42:37.291847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddebdf-5b55-4850-b075-4396aeac698d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1b5c57-450c-4425-af4b-04b570af71c5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:37.399764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 5295302b-1e29-4c6c-8960-533c36610d7e details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:37.424787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.427163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52112) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:37.433215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c4cea547-7c43-4515-a510-218cfc4b83b5 None None] Port 0e03508d-75ff-499d-ba0d-23af3ec059ac cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:42:37.465209 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.520179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e37fa1b4-ae4a-46b8-8f1f-23890e139ebc None None] Deleting port 1fb4cced-3be6-4565-9ab5-532d4ca68fca {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:37.520457 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e37fa1b4-ae4a-46b8-8f1f-23890e139ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.616676 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bf00d907-8cc4-42d0-b37a-ae9429d61995 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74ca468563b34d019e460c52ee61d01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848702 Nov 09 19:42:37.624197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52114) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:37.637161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-f59cc46b-5b0f-4e60-a1a7-694267cd8513 service neutron] 10.222.0.53 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686995 Nov 09 19:42:37.714558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-383ac14b-c745-4731-bffb-d10c3fec8d16 req-40264082-29bd-46be-b02e-e07987d70a3f service neutron] 10.222.0.77 "GET /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7731690 Nov 09 19:42:37.747735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 5295302b-1e29-4c6c-8960-533c36610d7e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=5295302b-1e29-4c6c-8960-533c36610d7e,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:37.750310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee8902-510b-4899-bdd3-6b32729d60ea req-000b3172-d52a-435b-8180-95a83d0f8c1f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:37.753401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7dee8902-510b-4899-bdd3-6b32729d60ea req-000b3172-d52a-435b-8180-95a83d0f8c1f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.5789089 Nov 09 19:42:37.769408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e37fa1b4-ae4a-46b8-8f1f-23890e139ebc None None] For port 1fb4cced-3be6-4565-9ab5-532d4ca68fca, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1fb4cced-3be6-4565-9ab5-532d4ca68fca,segment=NetworkSegment(c8211922-fc1c-417d-b56c-dfe5ab08f735),segment_id=c8211922-fc1c-417d-b56c-dfe5ab08f735)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:37.770085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e37fa1b4-ae4a-46b8-8f1f-23890e139ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.778459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '5295302b-1e29-4c6c-8960-533c36610d7e', 'network_id': '7bd582a7-d2f6-49cc-ad84-6e5bbb10c258', 'port_id': '5295302b-1e29-4c6c-8960-533c36610d7e', 'mac_address': 'fa:16:3e:8d:1a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:37.786248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e37fa1b4-ae4a-46b8-8f1f-23890e139ebc None None] Calling delete_port for 1fb4cced-3be6-4565-9ab5-532d4ca68fca owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:37.792527 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.824052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7dee8902-510b-4899-bdd3-6b32729d60ea req-f7ab5518-6363-40e3-a27e-d88a460fd76e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586431 Nov 09 19:42:37.831803 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.857916 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.862528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5295302b-1e29-4c6c-8960-533c36610d7e {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:37.904550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:37.925350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:37.929488 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:37.930791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Deleting port 1fb4cced-3be6-4565-9ab5-532d4ca68fca {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:37.931438 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:37.935286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:37.947226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event updated for resources: {'Port': ['ID=e1e7cfc1-31d1-48d3-90b6-bab64a421494,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:37.974678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 5295302b-1e29-4c6c-8960-533c36610d7e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=5295302b-1e29-4c6c-8960-533c36610d7e,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:37.994202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.005963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-5e808775-6a72-4451-b297-d64abfe395a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:38.006476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-5e808775-6a72-4451-b297-d64abfe395a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617&tenant_id=7c484e1d3fa649f1a7b536ea30195afa HTTP/1.1" status: 200 len: 1100 time: 0.2403536 Nov 09 19:42:38.011795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e3cee30-d971-4434-97f4-db648de86873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.036121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:38.047247 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-22827cda-b702-402e-b4e9-039e102fd670 service neutron] 10.222.0.53 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085104 Nov 09 19:42:38.048217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:38.051363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.098389 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-b1428195-220d-4c55-ad5a-a98e826313c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5129812 Nov 09 19:42:38.113730 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e3cee30-d971-4434-97f4-db648de86873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.118118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Request body: {'port': {'device_id': 'e1a4dd42-58f0-4623-86d0-7840d075e2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:38.148173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] For port 1fb4cced-3be6-4565-9ab5-532d4ca68fca, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1fb4cced-3be6-4565-9ab5-532d4ca68fca,segment=NetworkSegment(c8211922-fc1c-417d-b56c-dfe5ab08f735),segment_id=c8211922-fc1c-417d-b56c-dfe5ab08f735)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:38.148551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.157189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:38.226126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:38.226543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9bc772d5-9cc6-4c7b-9ba0-bff39dc6ba0f not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:38.226983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1fb4cced-3be6-4565-9ab5-532d4ca68fca no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:38.231834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=5295302b-1e29-4c6c-8960-533c36610d7e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:38.239952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Calling delete_port for 1fb4cced-3be6-4565-9ab5-532d4ca68fca owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:38.261496 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e37fa1b4-ae4a-46b8-8f1f-23890e139ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.286488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1fb4cced-3be6-4565-9ab5-532d4ca68fca {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:38.287183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1fb4cced-3be6-4565-9ab5-532d4ca68fca not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:38.288754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37fa1b4-ae4a-46b8-8f1f-23890e139ebc None None] No DVR routers for this DVR port 1fb4cced-3be6-4565-9ab5-532d4ca68fca on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:38.289093 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.332704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['5295302b-1e29-4c6c-8960-533c36610d7e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:38.338558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fa1b4-ae4a-46b8-8f1f-23890e139ebc None None] Pushing event deleted for resources: {'Port': ['ID=1fb4cced-3be6-4565-9ab5-532d4ca68fca,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:38.417037 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.466470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6f6a647a-53cf-4cc6-8dfe-928ba1f7789e None None] Provisioning complete for port e1e7cfc1-31d1-48d3-90b6-bab64a421494 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:38.466877 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f6a647a-53cf-4cc6-8dfe-928ba1f7789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.604497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a647a-53cf-4cc6-8dfe-928ba1f7789e None None] Port e1e7cfc1-31d1-48d3-90b6-bab64a421494 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:42:38.666876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc77ba-0824-4353-bd6f-74c5473bdafe req-81530268-1d75-4497-a6c7-bca93a501d26 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:38.668443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08cc77ba-0824-4353-bd6f-74c5473bdafe req-81530268-1d75-4497-a6c7-bca93a501d26 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.0689454 Nov 09 19:42:38.682353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e03508d-75ff-499d-ba0d-23af3ec059ac {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:38.691885 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e3cee30-d971-4434-97f4-db648de86873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.694436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e3cee30-d971-4434-97f4-db648de86873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.695618 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e3cee30-d971-4434-97f4-db648de86873 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/905325ba-f2be-4fe2-94a5-4c425ef95156 HTTP/1.1" status: 204 len: 168 time: 1.0554230 Nov 09 19:42:38.718573 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08cc77ba-0824-4353-bd6f-74c5473bdafe req-a723e748-85b8-4ec2-8475-727f8e658786 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429981 Nov 09 19:42:38.732741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.755379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-3c9f947a-bc23-4d18-84ff-587826277d51 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:38.757015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-3c9f947a-bc23-4d18-84ff-587826277d51 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1097 time: 0.5016470 Nov 09 19:42:38.765244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cee30-d971-4434-97f4-db648de86873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905325ba-f2be-4fe2-94a5-4c425ef95156,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:38.847290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817256-1'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:38.860135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444b702-0ca8-4704-861d-be45fea65a7b req-99ddf983-183a-48e2-bb30-7b871d37c652 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:38.862215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f98137-370a-49ac-8545-461f8f9607c9 req-abf2c898-8229-4006-abdb-6d8e48b1132e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:38.863997 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1f98137-370a-49ac-8545-461f8f9607c9 req-abf2c898-8229-4006-abdb-6d8e48b1132e tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 944 time: 0.0774183 Nov 09 19:42:38.865090 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d444b702-0ca8-4704-861d-be45fea65a7b req-99ddf983-183a-48e2-bb30-7b871d37c652 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 935 time: 0.3756835 Nov 09 19:42:38.929855 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1f98137-370a-49ac-8545-461f8f9607c9 req-a1385a89-3686-4603-8249-90cfcefaeeed tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550208 Nov 09 19:42:38.931016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Transition to ACTIVE for port object 0e03508d-75ff-499d-ba0d-23af3ec059ac will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:38.951051 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:38.967654 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:39.052933 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-709997e6-a0cd-4742-9d24-ffb808cdfc59 req-ec8ce498-ea0b-47e9-a83e-99501ee17760 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 210 time: 0.0332422 Nov 09 19:42:39.057550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] No DVR routers for this DVR port 1fb4cced-3be6-4565-9ab5-532d4ca68fca on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:39.090541 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d444b702-0ca8-4704-861d-be45fea65a7b req-eb1e1d8a-cab5-481d-bb10-66ea42a1fcf9 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852844 Nov 09 19:42:39.090541 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:39.137396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Pushing event updated for resources: {'Port': ['ID=0e03508d-75ff-499d-ba0d-23af3ec059ac,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:39.183417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4ffee6d0-8024-4e12-8314-1d32b811cc69 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:39.211117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e7cfc1-31d1-48d3-90b6-bab64a421494 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:39.224539 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:39.254651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Transition to ACTIVE for port object e1e7cfc1-31d1-48d3-90b6-bab64a421494 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:39.275170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:39.408989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:39.427181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4ffee6d0-8024-4e12-8314-1d32b811cc69 has no active binding in host n-h1-817256-1 {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 19:42:39.454111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7cfc1-31d1-48d3-90b6-bab64a421494,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:39.471828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb4cced-3be6-4565-9ab5-532d4ca68fca,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:39.575261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a523-e767-46c5-8b79-7e34e40d0248 req-860c78fd-cbaf-4141-9f0c-d4888d63bab4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:39.576983 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca89a523-e767-46c5-8b79-7e34e40d0248 req-860c78fd-cbaf-4141-9f0c-d4888d63bab4 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.2703407 Nov 09 19:42:39.624864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:39.631547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Attempting to bind port e1e7cfc1-31d1-48d3-90b6-bab64a421494 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:39.631994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Attempting to bind port e1e7cfc1-31d1-48d3-90b6-bab64a421494 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:39.632584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Attempting to bind port e1e7cfc1-31d1-48d3-90b6-bab64a421494 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:39.648259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Port e1e7cfc1-31d1-48d3-90b6-bab64a421494 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:39.648693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Attempting to bind port e1e7cfc1-31d1-48d3-90b6-bab64a421494 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:39.655029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca89a523-e767-46c5-8b79-7e34e40d0248 req-5d6c3ef8-88b7-4e61-abe0-9b49d5ae4636 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671964 Nov 09 19:42:39.658819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:39.659311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:39.659799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:39.660377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Bound port: e1e7cfc1-31d1-48d3-90b6-bab64a421494, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:39.660817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:39.754488 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] For port e1e7cfc1-31d1-48d3-90b6-bab64a421494, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:39.758258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] For port e1e7cfc1-31d1-48d3-90b6-bab64a421494, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e1e7cfc1-31d1-48d3-90b6-bab64a421494,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:39.764399 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:39.780431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e5289f-527d-4ed7-9cf4-99efef50a8ed']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:39.814854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:39.815747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:39.816518 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:39.818007 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] 10.222.0.70 "PUT /v2.0/ports/e1e7cfc1-31d1-48d3-90b6-bab64a421494 HTTP/1.1" status: 200 len: 1095 time: 1.7136497 Nov 09 19:42:39.818507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a4dd42-58f0-4623-86d0-7840d075e2bf', 'tag': 'e1e7cfc1-31d1-48d3-90b6-bab64a421494'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:39.821376 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248dabd6-7b0c-4196-9866-9283380b1742" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a4dd42-58f0-4623-86d0-7840d075e2bf", "tag": "e1e7cfc1-31d1-48d3-90b6-bab64a421494"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:39.849168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Attempting to bind port 0e03508d-75ff-499d-ba0d-23af3ec059ac on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:39.849863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Attempting to bind port 0e03508d-75ff-499d-ba0d-23af3ec059ac by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:39.850772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Attempting to bind port 0e03508d-75ff-499d-ba0d-23af3ec059ac on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:39.895377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:39.904912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f2148-d925-4f6a-99b9-fd00db05a5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7cfc1-31d1-48d3-90b6-bab64a421494,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:39.918695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Port 0e03508d-75ff-499d-ba0d-23af3ec059ac on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:39.919497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Attempting to bind port 0e03508d-75ff-499d-ba0d-23af3ec059ac on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:39.927329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8211922-fc1c-417d-b56c-dfe5ab08f735') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:39.927726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8211922-fc1c-417d-b56c-dfe5ab08f735') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:42:39.940521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:39.941264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:39.941592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:39.950216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Bound port: 0e03508d-75ff-499d-ba0d-23af3ec059ac, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:39.950216 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:39.983606 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:39.995790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521a9fe-1799-47f1-9234-d86857b20c40 req-8ee315af-9dae-46c9-9a6d-1d2da332afc5 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:39.997369 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f521a9fe-1799-47f1-9234-d86857b20c40 req-8ee315af-9dae-46c9-9a6d-1d2da332afc5 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 946 time: 0.1572056 Nov 09 19:42:40.106260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44737c-8882-429c-ad19-51f44667f3c3 req-6fd364a8-14eb-4e93-8e75-18cdcf543efd tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:40.108083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c44737c-8882-429c-ad19-51f44667f3c3 req-6fd364a8-14eb-4e93-8e75-18cdcf543efd tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 946 time: 0.5516360 Nov 09 19:42:40.131260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-ab2eeec7-e24b-49eb-a4aa-559a73e853ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:40.138278 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-ab2eeec7-e24b-49eb-a4aa-559a73e853ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 1098 time: 0.2276723 Nov 09 19:42:40.160960 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f521a9fe-1799-47f1-9234-d86857b20c40 req-cb86be1f-d1cf-4625-baa9-9bd246e211a6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254823 Nov 09 19:42:40.163312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:40.166318 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ee7961-c2ca-4694-af25-4a790dfaf2f8" -d '{"events": [{"server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "name": "network-vif-unplugged", "status": "completed", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:40.185603 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:40.200968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:40.223370 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-835c0096-7344-4ca3-a6c7-23c224f8ab96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:40.223716 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-11b817bc-fc5a-4726-b26a-66d346bf7a23 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e1e7cfc1-31d1-48d3-90b6-bab64a421494 HTTP/1.1" status: 200 len: 217 time: 0.0613132 Nov 09 19:42:40.234662 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bc1dc1-e0b9-454f-86db-3c29d883c363 x-openstack-request-id: req-c2bc1dc1-e0b9-454f-86db-3c29d883c363 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:40.235245 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a4dd42-58f0-4623-86d0-7840d075e2bf", "tag": "e1e7cfc1-31d1-48d3-90b6-bab64a421494", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:40.235712 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2bc1dc1-e0b9-454f-86db-3c29d883c363 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:40.236254 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a4dd42-58f0-4623-86d0-7840d075e2bf', 'tag': 'e1e7cfc1-31d1-48d3-90b6-bab64a421494', 'status': 'completed', 'code': 200} Nov 09 19:42:40.253879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:42:40.254302 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:40.257808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:42:40.261823 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:42:40.277360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-7c40a356-75fe-4082-ba66-928ad30177c6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:40.279065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-7c40a356-75fe-4082-ba66-928ad30177c6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.77 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 813 time: 0.3311830 Nov 09 19:42:40.304403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'port': {'device_id': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e', 'admin_state_up': True, 'tenant_id': '202878b3a1ac4e3ba55b6e4a0d5a8b9c'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:40.322743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c44737c-8882-429c-ad19-51f44667f3c3 req-0fa3b5a0-f82b-4017-8a2f-5ddfcccaba55 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873178 Nov 09 19:42:40.325969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] For port 0e03508d-75ff-499d-ba0d-23af3ec059ac, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:40.328341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Transition to ACTIVE for port object 1f091d20-794b-4de3-a0b2-987f1d6e7b4a will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:40.352939 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:40.356385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] For port 0e03508d-75ff-499d-ba0d-23af3ec059ac, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0e03508d-75ff-499d-ba0d-23af3ec059ac,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:40.401290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-3edc75e9-2ec8-4c3d-bc90-cfdd4a4e9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:40.403143 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-3edc75e9-2ec8-4c3d-bc90-cfdd4a4e9453 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1657631 Nov 09 19:42:40.410819 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:40.451182 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:40.457046 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:40.463025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] 10.222.0.53 "DELETE /v2.0/networks/60e5289f-527d-4ed7-9cf4-99efef50a8ed HTTP/1.1" status: 204 len: 168 time: 3.3967166 Nov 09 19:42:40.482706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0bdef-42b5-4a4a-a8fb-800fc01f66c1 req-4cb45c23-7b39-4b40-8978-01a513033299 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:40.484912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:40.490919 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c8b0bdef-42b5-4a4a-a8fb-800fc01f66c1 req-4cb45c23-7b39-4b40-8978-01a513033299 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 944 time: 0.1936431 Nov 09 19:42:40.543342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:40.543965 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:40.545951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] 10.222.0.70 "PUT /v2.0/ports/0e03508d-75ff-499d-ba0d-23af3ec059ac HTTP/1.1" status: 200 len: 1096 time: 3.3686154 Nov 09 19:42:40.560160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-6e60a32c-6334-4702-b027-d275dfc58433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:40.561824 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-6e60a32c-6334-4702-b027-d275dfc58433 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503375 Nov 09 19:42:40.585932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] No DVR routers for this DVR port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:40.588461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6676c8d-a317-4f64-978e-fe5a3ea7be31 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e5289f-527d-4ed7-9cf4-99efef50a8ed,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:40.592780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=10']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:40.609461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Made reservation on behalf of 202878b3a1ac4e3ba55b6e4a0d5a8b9c for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:42:40.615521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:40.742593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c8b0bdef-42b5-4a4a-a8fb-800fc01f66c1 req-fe955c77-8901-4048-9966-4262ba43c845 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507386 Nov 09 19:42:40.790183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52190) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:40.928137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-645b7fc8-7528-41b0-be3a-dc5c8c782f84 req-a9e99ee8-cb88-4753-a24f-afe1b8c324b1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 210 time: 0.0626822 Nov 09 19:42:40.941239 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-294cb9bf-4253-4d1d-9d2f-5734a6fca3b9 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583958 Nov 09 19:42:40.949453 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-47aecd99-3fb2-41c3-abcb-931a464966c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=680f524dfe864ca0aa5e62d7ca065773&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1541440 Nov 09 19:42:40.950834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52192) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:40.992747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Allocated IP 172.20.0.10 (a65a05e5-0bd7-4756-a279-12e533e25a5e/e642abde-590e-4e2e-858c-3106e06814fb/e2bba097-1597-4979-9e87-f5ffc5473275) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:41.061144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.086384 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.086384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a5a91-3fc0-4d97-b5ed-3cdfa70c2447 service neutron] Pushing event updated for resources: {'Port': ['ID=0e03508d-75ff-499d-ba0d-23af3ec059ac,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:41.096846 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96caba-9e7e-4075-a798-507b47ae0778 req-1c204dd1-21b7-4ff1-bc80-94e9fcbb59d0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:41.098769 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a96caba-9e7e-4075-a798-507b47ae0778 req-1c204dd1-21b7-4ff1-bc80-94e9fcbb59d0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 947 time: 0.6806958 Nov 09 19:42:41.109487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:41.109487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:41.109818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:41.125995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-938472d6-8698-453b-9f98-c035de2ef160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.156024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-5c627476-ee99-4137-99b4-b3c9d3c3b14f service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958692 Nov 09 19:42:41.165268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:41.165664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Attempting to bind port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:41.177999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-daabd4de-6141-4dd0-9fa6-940aaeab7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:41.179563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-daabd4de-6141-4dd0-9fa6-940aaeab7051 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 1099 time: 0.5747526 Nov 09 19:42:41.208934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7314193d-2b7f-4af9-a9b0-a9b03b888474 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:41.212693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:41.213038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:41.213424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:41.213883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Bound port: 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:41.214246 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.217416 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-938472d6-8698-453b-9f98-c035de2ef160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.285741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Pushing event updated for resources: {'Port': ['ID=4ffee6d0-8024-4e12-8314-1d32b811cc69,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:41.301409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-6d0c34ad-12fd-4c65-8ede-db9b96ed5288 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0e03508d-75ff-499d-ba0d-23af3ec059ac HTTP/1.1" status: 200 len: 217 time: 0.1008363 Nov 09 19:42:41.324357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a96caba-9e7e-4075-a798-507b47ae0778 req-f59a9e18-d1a5-4c13-bc3c-5c2e2279f71a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890943 Nov 09 19:42:41.357797 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.377215 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-938472d6-8698-453b-9f98-c035de2ef160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.387197 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-938472d6-8698-453b-9f98-c035de2ef160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.388403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-938472d6-8698-453b-9f98-c035de2ef160 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8f432ab-15ef-4161-b5da-e89bb0275b7d HTTP/1.1" status: 204 len: 168 time: 0.4366279 Nov 09 19:42:41.389266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on host n-h2-817256-1 for vnic_type normal with profile {"migrating_to": "n-h1-817256-1"} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:41.389621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:41.389953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:41.394895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 5295302b-1e29-4c6c-8960-533c36610d7e up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:41.414826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dabd6-7b0c-4196-9866-9283380b1742 req-c14c3f78-3154-48c2-8969-ab0deed42fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:41.415069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:41.415179 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248dabd6-7b0c-4196-9866-9283380b1742 req-c14c3f78-3154-48c2-8969-ab0deed42fe7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 1098 time: 0.1555297 Nov 09 19:42:41.415264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Attempting to bind port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on network 3c440a8d-8700-46d7-8491-c2d72d754c80 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:41.433657 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909ae9df-c84f-4643-a1ba-2d0cb10e3226 x-openstack-request-id: req-909ae9df-c84f-4643-a1ba-2d0cb10e3226 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:41.433955 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "name": "network-vif-unplugged", "status": "completed", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:41.434212 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-909ae9df-c84f-4643-a1ba-2d0cb10e3226 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:41.434649 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'code': 200} Nov 09 19:42:41.437800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:41.438370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Checking segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:41.438557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Bound using segment: {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:41.439164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Bound port: 4ffee6d0-8024-4e12-8314-1d32b811cc69, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710222e1-52c6-4e28-8838-c0b6785076ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3c440a8d-8700-46d7-8491-c2d72d754c80'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:41.439536 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.446763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-2f735d51-7e70-4d5e-b44d-b72b2dfc0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:41.448304 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-2f735d51-7e70-4d5e-b44d-b72b2dfc0f62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1366107 Nov 09 19:42:41.480862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:41.483282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938472d6-8698-453b-9f98-c035de2ef160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f432ab-15ef-4161-b5da-e89bb0275b7d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:41.565401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7314193d-2b7f-4af9-a9b0-a9b03b888474, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:41.576401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:41.601972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 5295302b-1e29-4c6c-8960-533c36610d7e completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:42:41.605486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '7314193d-2b7f-4af9-a9b0-a9b03b888474', 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a', 'port_id': '7314193d-2b7f-4af9-a9b0-a9b03b888474', 'mac_address': 'fa:16:3e:9d:1c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72dd7a90-2692-4c52-b37f-b538d4214f5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:41.608485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 5295302b-1e29-4c6c-8960-533c36610d7e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:41.608911 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.642237 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.697639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:41.702109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:41.708756 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.733502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dabd6-7b0c-4196-9866-9283380b1742 req-d4fa7f78-2e1c-44b1-b084-9a3085473066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:41.735103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248dabd6-7b0c-4196-9866-9283380b1742 req-d4fa7f78-2e1c-44b1-b084-9a3085473066 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2984259 Nov 09 19:42:41.735981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7314193d-2b7f-4af9-a9b0-a9b03b888474 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:41.743210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.767226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe26ce3d-1de0-4581-bb8d-c78386416781'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:41.767911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.780864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:41.782992 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.785017 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] 10.222.0.70 "PUT /v2.0/ports/1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 1096 time: 3.7626507 Nov 09 19:42:41.816937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7314193d-2b7f-4af9-a9b0-a9b03b888474, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:41.830392 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.832968 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.857244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c3164ffe-8c60-4b31-aef7-b1c309cfcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:41.859619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-c3164ffe-8c60-4b31-aef7-b1c309cfcb8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3951399 Nov 09 19:42:41.861933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa212e9-4b5c-40e8-b804-a5c82d08cbfb service neutron] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=11']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:41.864809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Network a65a05e5-0bd7-4756-a279-12e533e25a5e is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:41.900126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e3d35-c89e-409f-a217-2279c127ec96 req-4ea9581d-9bf8-4d21-9444-21703d3cd41f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:41.902658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-217e3d35-c89e-409f-a217-2279c127ec96 req-4ea9581d-9bf8-4d21-9444-21703d3cd41f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.2165287 Nov 09 19:42:41.903330 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248dabd6-7b0c-4196-9866-9283380b1742 req-e2fd601d-4ab8-41f4-b80a-5fb32f942d7c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e1e7cfc1-31d1-48d3-90b6-bab64a421494 HTTP/1.1" status: 200 len: 217 time: 0.1525087 Nov 09 19:42:41.906620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:41.910793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:41.973807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 5295302b-1e29-4c6c-8960-533c36610d7e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=5295302b-1e29-4c6c-8960-533c36610d7e,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:41.975487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7314193d-2b7f-4af9-a9b0-a9b03b888474,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:41.979759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75c797a-0f21-4e34-a34f-c7d140ec59c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5295302b-1e29-4c6c-8960-533c36610d7e'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:41.984223 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d235864-1e4c-4996-83cd-1699ddf3f365" -d '{"events": [{"server_uuid": "f75c797a-0f21-4e34-a34f-c7d140ec59c2", "name": "network-vif-plugged", "status": "completed", "tag": "5295302b-1e29-4c6c-8960-533c36610d7e"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:41.991477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dabd6-7b0c-4196-9866-9283380b1742 req-c5d8433c-99a7-4fc6-93b8-76feebbebdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:41.992963 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248dabd6-7b0c-4196-9866-9283380b1742 req-c5d8433c-99a7-4fc6-93b8-76feebbebdf1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0707803 Nov 09 19:42:41.996981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'Port': ['ID=e2bba097-1597-4979-9e87-f5ffc5473275,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:41.998374 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:41.999738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 1f091d20-794b-4de3-a0b2-987f1d6e7b4a no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:42.069075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8db07-c5bb-459e-b963-df717be0990a req-8318e206-21da-49e9-83c0-4f931c1bc639 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.070675 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69b8db07-c5bb-459e-b963-df717be0990a req-8318e206-21da-49e9-83c0-4f931c1bc639 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 948 time: 0.5641339 Nov 09 19:42:42.081933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['7314193d-2b7f-4af9-a9b0-a9b03b888474'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:42.116118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52218) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:42.118654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=5295302b-1e29-4c6c-8960-533c36610d7e,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:42.132766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.141466 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:42.149667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Pushing event updated for resources: {'Port': ['ID=4ffee6d0-8024-4e12-8314-1d32b811cc69,revision_number=8']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:42.173677 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-217e3d35-c89e-409f-a217-2279c127ec96 req-2d620e5b-b237-4b04-be67-760fde26a195 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532361 Nov 09 19:42:42.194435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-6049d75a-3a97-4f12-8cd5-23d686fae5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.196062 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-6049d75a-3a97-4f12-8cd5-23d686fae5e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1099 time: 0.3089476 Nov 09 19:42:42.197356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dabd6-7b0c-4196-9866-9283380b1742 req-ef7c33f6-5833-4f15-a6bd-1efd0c836865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.198893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248dabd6-7b0c-4196-9866-9283380b1742 req-ef7c33f6-5833-4f15-a6bd-1efd0c836865 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792092 Nov 09 19:42:42.203435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.204562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-1af4c542-ab0b-429a-a8be-25ce3c9b108e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9088562 Nov 09 19:42:42.204688 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:42.205979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-452243a4-6516-41d9-bd32-0f9d32612ecd service neutron] 10.222.0.70 "PUT /v2.0/ports/4ffee6d0-8024-4e12-8314-1d32b811cc69 HTTP/1.1" status: 200 len: 1122 time: 3.4373791 Nov 09 19:42:42.218101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-d3010b14-d44c-4ad3-9a12-a699859d5a31 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348310 Nov 09 19:42:42.222988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Request body: {'port': {'device_id': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:42.229359 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-888287a4-a4bd-42ef-8992-befe56d8c8c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56267f6734a944c9952d2b01ae2efe84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1118476 Nov 09 19:42:42.236695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69b8db07-c5bb-459e-b963-df717be0990a req-0591bc45-70fb-40e8-91af-ec76fd19649f tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561456 Nov 09 19:42:42.238386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52220) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:42.397576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['4ffee6d0-8024-4e12-8314-1d32b811cc69'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:42.400108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['4ffee6d0-8024-4e12-8314-1d32b811cc69'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:42.476178 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cb375580-6bce-4dc0-814f-61effb181a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:42.478068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-cee325b7-d468-42f2-b602-aebf18402da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.479495 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248dabd6-7b0c-4196-9866-9283380b1742 req-2a2d450f-1023-47a1-b370-7db6cd74fabf service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204707 Nov 09 19:42:42.479646 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-cee325b7-d468-42f2-b602-aebf18402da7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2579379 Nov 09 19:42:42.496974 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 1f091d20-794b-4de3-a0b2-987f1d6e7b4a not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:42.524539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30fe6f6b-a2b0-4657-8214-18e19effb637 req-f105e1ed-e6d4-43d8-bb14-e020b3a41930 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853723 Nov 09 19:42:42.560620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99d3d4-514a-406d-90ec-e8a605726a99 req-f2b9e480-f775-4633-bb7f-daea38bbe8cc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.562141 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb99d3d4-514a-406d-90ec-e8a605726a99 req-f2b9e480-f775-4633-bb7f-daea38bbe8cc tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 945 time: 0.1795144 Nov 09 19:42:42.564768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cb375580-6bce-4dc0-814f-61effb181a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:42.572334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-e319be4e-3845-4c49-8484-80ee828678b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 217 time: 0.0695627 Nov 09 19:42:42.655715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:42.672505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb99d3d4-514a-406d-90ec-e8a605726a99 req-6addab5f-b263-450d-84ba-8f1d1a28da6f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991385 Nov 09 19:42:42.685587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96799119-99fd-4602-b653-3e3aacd2d03d req-8b00ab9e-5640-455e-8046-28cbf7a3892e tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.695202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-96799119-99fd-4602-b653-3e3aacd2d03d req-8b00ab9e-5640-455e-8046-28cbf7a3892e tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 945 time: 0.4260054 Nov 09 19:42:42.699893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248dabd6-7b0c-4196-9866-9283380b1742 req-e3dc7b43-4bec-4dab-85d6-6e265c3e6aff service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841657 Nov 09 19:42:42.714012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-7db6c732-3d3b-4593-a7c7-face6411e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.715987 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-7db6c732-3d3b-4593-a7c7-face6411e8ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1331787 Nov 09 19:42:42.718425 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cb375580-6bce-4dc0-814f-61effb181a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:42.724947 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cb375580-6bce-4dc0-814f-61effb181a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:42.731275 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cb375580-6bce-4dc0-814f-61effb181a28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dde124cf-57a7-4402-b76f-4b7d241f9905 HTTP/1.1" status: 204 len: 168 time: 0.4902580 Nov 09 19:42:42.792973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb375580-6bce-4dc0-814f-61effb181a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde124cf-57a7-4402-b76f-4b7d241f9905,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:42.797542 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-96799119-99fd-4602-b653-3e3aacd2d03d req-e3c63aea-c061-4aee-a51c-d62240d48913 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011982 Nov 09 19:42:42.914758 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a216f03d-4d41-465b-b83f-db3548643662 x-openstack-request-id: req-a216f03d-4d41-465b-b83f-db3548643662 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:42.914955 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75c797a-0f21-4e34-a34f-c7d140ec59c2", "name": "network-vif-plugged", "status": "completed", "tag": "5295302b-1e29-4c6c-8960-533c36610d7e", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:42.915211 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a216f03d-4d41-465b-b83f-db3548643662 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:42.915610 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75c797a-0f21-4e34-a34f-c7d140ec59c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5295302b-1e29-4c6c-8960-533c36610d7e', 'code': 200} Nov 09 19:42:42.917840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-7bdb267d-5002-40c9-99d0-803b3ced7ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.919621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-7bdb267d-5002-40c9-99d0-803b3ced7ca2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1871057 Nov 09 19:42:42.947378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e6e52-4cb0-454f-96df-d5de5194f391 req-5dc1c741-cf4f-4c46-90a0-fee4c6ad1bc9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:42.949337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-198e6e52-4cb0-454f-96df-d5de5194f391 req-5dc1c741-cf4f-4c46-90a0-fee4c6ad1bc9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 932 time: 0.1050889 Nov 09 19:42:43.094552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-198e6e52-4cb0-454f-96df-d5de5194f391 req-67715e38-e92c-49df-94a0-36ce7f678a77 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220584 Nov 09 19:42:43.122672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d31da3-dd79-4396-a0cb-d4073715c40f req-ac1db061-d199-46ec-b6be-2d973ab1e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:43.122672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13d31da3-dd79-4396-a0cb-d4073715c40f req-ac1db061-d199-46ec-b6be-2d973ab1e8da service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 1096 time: 0.1146972 Nov 09 19:42:43.130723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-7416ca83-3de8-4ada-b9c2-ac5c31a5e884 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802878 Nov 09 19:42:43.153600 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7484b1b0-e1cf-48de-9185-826e1366bb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.187987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0ee3e-6a55-4384-99d9-38575824c37b req-0cdbf0a8-e9ea-4ca2-880c-93de10fe8462 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:43.190325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ab0ee3e-6a55-4384-99d9-38575824c37b req-0cdbf0a8-e9ea-4ca2-880c-93de10fe8462 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 947 time: 0.1390388 Nov 09 19:42:43.200998 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13d31da3-dd79-4396-a0cb-d4073715c40f req-5584a393-4407-4cf2-9871-29ba1475189b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727949 Nov 09 19:42:43.220370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e1e7cfc1-31d1-48d3-90b6-bab64a421494 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:43.225285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7314193d-2b7f-4af9-a9b0-a9b03b888474 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:43.248283 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bba097-1597-4979-9e87-f5ffc5473275 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:43.266218 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.290239 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ab0ee3e-6a55-4384-99d9-38575824c37b req-e3604a65-944f-45ad-bfae-e268291725a3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863900 Nov 09 19:42:43.302360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f4793a2-bf5b-4c80-840a-e99671d28418 req-48e60450-570c-4423-a2af-42e1048aeab8 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584916 Nov 09 19:42:43.338828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Transition to ACTIVE for port object e2bba097-1597-4979-9e87-f5ffc5473275 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:43.354191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.420203 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 7314193d-2b7f-4af9-a9b0-a9b03b888474 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:43.420791 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.435659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5f1003-41ff-4e7d-9990-1223751722e4', 'tag': '0e03508d-75ff-499d-ba0d-23af3ec059ac'}, {'server_uuid': '3b236b85-e457-4031-9276-94092a787dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ffee6d0-8024-4e12-8314-1d32b811cc69'}, {'name': 'network-changed', 'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a'}, {'name': 'network-changed', 'server_uuid': '3b236b85-e457-4031-9276-94092a787dc9', 'tag': '4ffee6d0-8024-4e12-8314-1d32b811cc69'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:43.438098 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46a10d5-44bd-4772-aaa0-8daa3399cf43" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5f1003-41ff-4e7d-9990-1223751722e4", "tag": "0e03508d-75ff-499d-ba0d-23af3ec059ac"}, {"server_uuid": "3b236b85-e457-4031-9276-94092a787dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "4ffee6d0-8024-4e12-8314-1d32b811cc69"}, {"name": "network-changed", "server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a"}, {"name": "network-changed", "server_uuid": "3b236b85-e457-4031-9276-94092a787dc9", "tag": "4ffee6d0-8024-4e12-8314-1d32b811cc69"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:43.447805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bba097-1597-4979-9e87-f5ffc5473275,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:43.458402 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.496183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e1e7cfc1-31d1-48d3-90b6-bab64a421494, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e1e7cfc1-31d1-48d3-90b6-bab64a421494,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:43.514569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'e1e7cfc1-31d1-48d3-90b6-bab64a421494', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'e1e7cfc1-31d1-48d3-90b6-bab64a421494', 'mac_address': 'fa:16:3e:b9:19:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:43.524811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0330-97cf-4fd3-b205-d814490137db req-ba13ba29-59a2-4732-aeda-fb246ff1cfbd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:43.527438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1aa0330-97cf-4fd3-b205-d814490137db req-ba13ba29-59a2-4732-aeda-fb246ff1cfbd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 948 time: 0.0607135 Nov 09 19:42:43.576972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1aa0330-97cf-4fd3-b205-d814490137db req-c1c35538-1251-4282-8d0b-b8ca117b1686 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 Nov 09 19:42:43.606181 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.617073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b2d97-773a-43fa-ae05-fba8be377f60 req-23e535bc-6964-448b-9f0d-2222cca50c74 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:43.618883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d4b2d97-773a-43fa-ae05-fba8be377f60 req-23e535bc-6964-448b-9f0d-2222cca50c74 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.1512878 Nov 09 19:42:43.648456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Attempting to bind port e2bba097-1597-4979-9e87-f5ffc5473275 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:43.648456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Attempting to bind port e2bba097-1597-4979-9e87-f5ffc5473275 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '2905c9a3-02cd-4fd4-8253-882e7546fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:43.648456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Attempting to bind port e2bba097-1597-4979-9e87-f5ffc5473275 on network a65a05e5-0bd7-4756-a279-12e533e25a5e {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:43.663864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Port e2bba097-1597-4979-9e87-f5ffc5473275 on network a65a05e5-0bd7-4756-a279-12e533e25a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:43.664286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Attempting to bind port e2bba097-1597-4979-9e87-f5ffc5473275 on network a65a05e5-0bd7-4756-a279-12e533e25a5e {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:43.665854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e7cfc1-31d1-48d3-90b6-bab64a421494 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:43.670954 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.696340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:43.696691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Checking segment: {'id': '2905c9a3-02cd-4fd4-8253-882e7546fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:43.700153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Bound using segment: {'id': '2905c9a3-02cd-4fd4-8253-882e7546fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:43.701026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Bound port: e2bba097-1597-4979-9e87-f5ffc5473275, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2905c9a3-02cd-4fd4-8253-882e7546fc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:43.701467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.719032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7314193d-2b7f-4af9-a9b0-a9b03b888474, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:43.728603 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.738796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d4b2d97-773a-43fa-ae05-fba8be377f60 req-6fa45ce7-78d3-4a8d-8d33-8bc3c31e38c0 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032686 Nov 09 19:42:43.771521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a248fc6-07d6-4856-947e-5b4ff723df36 req-225a2e74-6fe2-40ad-8be2-4114e778efc9 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:43.781336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a248fc6-07d6-4856-947e-5b4ff723df36 req-225a2e74-6fe2-40ad-8be2-4114e778efc9 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 945 time: 0.0754919 Nov 09 19:42:43.821771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e1e7cfc1-31d1-48d3-90b6-bab64a421494, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e1e7cfc1-31d1-48d3-90b6-bab64a421494,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:43.823257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7314193d-2b7f-4af9-a9b0-a9b03b888474,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:43.826804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a248fc6-07d6-4856-947e-5b4ff723df36 req-3339a802-3bae-42d4-aca7-4701e81a0cc8 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434263 Nov 09 19:42:43.830946 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.872000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] For port e2bba097-1597-4979-9e87-f5ffc5473275, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:43.876413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] For port e2bba097-1597-4979-9e87-f5ffc5473275, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2bba097-1597-4979-9e87-f5ffc5473275,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:43.886864 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.903274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=e1e7cfc1-31d1-48d3-90b6-bab64a421494,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:43.922008 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bab214-26ef-4257-ada3-e05234ceb5e8 x-openstack-request-id: req-24bab214-26ef-4257-ada3-e05234ceb5e8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:43.922316 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5f1003-41ff-4e7d-9990-1223751722e4", "tag": "0e03508d-75ff-499d-ba0d-23af3ec059ac", "status": "completed", "code": 200}, {"server_uuid": "3b236b85-e457-4031-9276-94092a787dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "4ffee6d0-8024-4e12-8314-1d32b811cc69", "code": 200}, {"name": "network-changed", "server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b236b85-e457-4031-9276-94092a787dc9", "tag": "4ffee6d0-8024-4e12-8314-1d32b811cc69", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:43.922649 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24bab214-26ef-4257-ada3-e05234ceb5e8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:43.923426 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5f1003-41ff-4e7d-9990-1223751722e4', 'tag': '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'status': 'completed', 'code': 200} Nov 09 19:42:43.923699 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b236b85-e457-4031-9276-94092a787dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ffee6d0-8024-4e12-8314-1d32b811cc69', 'code': 200} Nov 09 19:42:43.924460 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'status': 'completed', 'code': 200} Nov 09 19:42:43.924460 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b236b85-e457-4031-9276-94092a787dc9', 'tag': '4ffee6d0-8024-4e12-8314-1d32b811cc69', 'status': 'completed', 'code': 200} Nov 09 19:42:43.986432 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:43.987993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:43.990027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] 10.222.0.77 "PUT /v2.0/ports/e2bba097-1597-4979-9e87-f5ffc5473275 HTTP/1.1" status: 200 len: 1092 time: 1.7728376 Nov 09 19:42:43.990919 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:43.994072 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:44.037345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-595b3b5a-b11e-4480-86fe-afc77e1e25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.042156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-595b3b5a-b11e-4480-86fe-afc77e1e25f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 1099 time: 0.0759981 Nov 09 19:42:44.057893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c65d-5560-4d1a-9ebb-1efd7b8c1601 req-92af06a2-e185-4002-93a2-061cc88e95e0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.059471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2051c65d-5560-4d1a-9ebb-1efd7b8c1601 req-92af06a2-e185-4002-93a2-061cc88e95e0 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 945 time: 0.1036048 Nov 09 19:42:44.066602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2b844-d6a0-4c15-ae0d-2f3f82e62292 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bba097-1597-4979-9e87-f5ffc5473275,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:44.102876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-fd68d845-91c7-494d-b9ee-e2b85e8092dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.104998 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-fd68d845-91c7-494d-b9ee-e2b85e8092dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1099 time: 0.1845405 Nov 09 19:42:44.142334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-406b4d94-59d0-4fc6-8427-4605b838f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.144053 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-406b4d94-59d0-4fc6-8427-4605b838f657 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 1095 time: 0.0953801 Nov 09 19:42:44.199805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2051c65d-5560-4d1a-9ebb-1efd7b8c1601 req-1d71d3f1-f8a3-46dd-8599-94b7f5768530 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826039 Nov 09 19:42:44.228386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-e1960519-2d85-4d42-85b5-7b5c007095a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bba097-1597-4979-9e87-f5ffc5473275 HTTP/1.1" status: 200 len: 217 time: 0.0499425 Nov 09 19:42:44.250012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-8f3ff8df-58a0-4530-b585-beb0982ee57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.254763 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-8f3ff8df-58a0-4530-b585-beb0982ee57f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1942976 Nov 09 19:42:44.305129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-729ae504-cedd-4072-994d-110a36fbd66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.306315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:44.306747 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-729ae504-cedd-4072-994d-110a36fbd66b service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1932676 Nov 09 19:42:44.325024 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-afdc95b1-f0d7-4cbf-831c-b3459475f997 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0e03508d-75ff-499d-ba0d-23af3ec059ac HTTP/1.1" status: 200 len: 217 time: 0.0614896 Nov 09 19:42:44.328083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-e10f7fdd-c974-41b4-a1c3-0120fa04f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.329822 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-e10f7fdd-c974-41b4-a1c3-0120fa04f534 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e642abde-590e-4e2e-858c-3106e06814fb HTTP/1.1" status: 200 len: 853 time: 0.0876782 Nov 09 19:42:44.379798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-36cb9270-f32e-43c1-8a07-7d8cfe442f81 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 217 time: 0.0605428 Nov 09 19:42:44.445952 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96fb369-a41f-45f4-9fe1-17cd29c64894 x-openstack-request-id: req-d96fb369-a41f-45f4-9fe1-17cd29c64894 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:44.446288 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:44.450077 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d96fb369-a41f-45f4-9fe1-17cd29c64894 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:44.450531 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275', 'status': 'completed', 'code': 200} Nov 09 19:42:44.452664 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-557f012a-f26c-4341-83e2-eff23f36d20c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a65a05e5-0bd7-4756-a279-12e533e25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943899 Nov 09 19:42:44.462340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-b1a69a25-ef81-4b12-ac6b-6aa423332791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.464693 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:44.465283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-b1a69a25-ef81-4b12-ac6b-6aa423332791 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1287255 Nov 09 19:42:44.478864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6524067-176d-4b70-8e75-fc108b0dbfb8 req-67ad69da-6ed3-4273-8772-00213ad7e906 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.488059 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6524067-176d-4b70-8e75-fc108b0dbfb8 req-67ad69da-6ed3-4273-8772-00213ad7e906 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 944 time: 0.1652911 Nov 09 19:42:44.507140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52300) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:44.593596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-89d4fdff-0def-4f8f-aa65-31cec20051c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.595822 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-89d4fdff-0def-4f8f-aa65-31cec20051c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2022946 Nov 09 19:42:44.601012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6524067-176d-4b70-8e75-fc108b0dbfb8 req-b6251a41-2ed3-4b01-9aab-236ec8e10eb4 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118586 Nov 09 19:42:44.624503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-eb68429d-80d8-4caa-8aa0-36173c680681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.637066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-eb68429d-80d8-4caa-8aa0-36173c680681 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451020 Nov 09 19:42:44.823010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b2808-28fc-4204-9b15-838d6e3a607f req-8efc72f7-eba1-4365-8a31-703fc780825b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:44.824745 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-711b2808-28fc-4204-9b15-838d6e3a607f req-8efc72f7-eba1-4365-8a31-703fc780825b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 948 time: 0.0951960 Nov 09 19:42:44.829673 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-b0915214-0e28-40d2-8e2f-e3253a9afd1e service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775076 Nov 09 19:42:44.917232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314193d-2b7f-4af9-a9b0-a9b03b888474'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:44.922583 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabefd06-38da-411c-9ce4-9f2d24626caf" -d '{"events": [{"server_uuid": "4d47a6ad-f03e-4072-bd63-a56891d6ac47", "name": "network-vif-plugged", "status": "completed", "tag": "7314193d-2b7f-4af9-a9b0-a9b03b888474"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:44.922875 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-711b2808-28fc-4204-9b15-838d6e3a607f req-3c42f4b3-2ad2-4841-a9dd-de6c2ed0d2b6 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899212 Nov 09 19:42:44.961151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-b57bcdc9-8a0c-4ede-8897-f807953e1848 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138604 Nov 09 19:42:45.027726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1857f-2ed5-48bb-9b6e-d0e434a5800d req-117c792f-5447-46c5-be8d-5cdb31e7a36b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.029177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-96b1857f-2ed5-48bb-9b6e-d0e434a5800d req-117c792f-5447-46c5-be8d-5cdb31e7a36b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 948 time: 0.4894838 Nov 09 19:42:45.042119 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-49f59135-d47d-4bae-8fd4-0a49500c5ec9 service neutron] 10.222.0.77 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619907 Nov 09 19:42:45.043412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f6a1d3e-e645-4732-a8a9-3191d5bce058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:45.095896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44ae25-e082-45ea-a8f4-3bfece7da2d0 req-119accef-b00d-44f2-9c5f-2826c1b10031 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.097545 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d44ae25-e082-45ea-a8f4-3bfece7da2d0 req-119accef-b00d-44f2-9c5f-2826c1b10031 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.0875342 Nov 09 19:42:45.106604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-000026a2-592d-4a1c-9946-d78b2e90cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.108243 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-000026a2-592d-4a1c-9946-d78b2e90cdee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1099 time: 0.0690818 Nov 09 19:42:45.126027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-56a93f4f-7586-46d4-94bb-897c90d6226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.127685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-56a93f4f-7586-46d4-94bb-897c90d6226b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5113196 Nov 09 19:42:45.203448 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-96b1857f-2ed5-48bb-9b6e-d0e434a5800d req-9ea2bb83-cab7-4b98-a957-20b149a7d6ef tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655056 Nov 09 19:42:45.215683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d44ae25-e082-45ea-a8f4-3bfece7da2d0 req-dceaaec8-18cd-45ff-b7ee-bc21bb4fd738 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056919 Nov 09 19:42:45.255928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0e03508d-75ff-499d-ba0d-23af3ec059ac details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:45.298326 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e292b27b-f3cb-46fa-87f6-f665a16c4255 req-352400c8-6c9c-4986-89bc-1e84270addc6 service neutron] 10.222.0.77 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385621 Nov 09 19:42:45.301748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-56b353d7-eeb8-40b1-9759-3881a69e97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.312929 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-56b353d7-eeb8-40b1-9759-3881a69e97f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1858165 Nov 09 19:42:45.327259 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec96990-c1a9-4001-91fe-2fac3c0f4ae5 x-openstack-request-id: req-4ec96990-c1a9-4001-91fe-2fac3c0f4ae5 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:45.327669 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d47a6ad-f03e-4072-bd63-a56891d6ac47", "name": "network-vif-plugged", "status": "completed", "tag": "7314193d-2b7f-4af9-a9b0-a9b03b888474", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:45.328068 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ec96990-c1a9-4001-91fe-2fac3c0f4ae5 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:45.328683 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314193d-2b7f-4af9-a9b0-a9b03b888474', 'code': 200} Nov 09 19:42:45.330958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7314193d-2b7f-4af9-a9b0-a9b03b888474 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:45.335608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-e32f9794-3c0c-4483-9d3b-cf1f4fbef0b8 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915331 Nov 09 19:42:45.382911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f6a1d3e-e645-4732-a8a9-3191d5bce058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:45.389296 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-d75feb67-844f-4269-a2ee-2e53e6e84f9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 200 len: 217 time: 0.0564883 Nov 09 19:42:45.421251 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f6a1d3e-e645-4732-a8a9-3191d5bce058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:45.475909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 0e03508d-75ff-499d-ba0d-23af3ec059ac, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0e03508d-75ff-499d-ba0d-23af3ec059ac,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:45.478782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-60946929-b075-4cf7-ba7a-2fae100c7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.481105 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-60946929-b075-4cf7-ba7a-2fae100c7b68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0804710 Nov 09 19:42:45.509651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58548fb-2362-4474-98b3-631c27663a1f req-c63ea389-4b8d-453a-a7d3-2682b0a25fda tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.511575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e58548fb-2362-4474-98b3-631c27663a1f req-c63ea389-4b8d-453a-a7d3-2682b0a25fda tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 946 time: 0.1993387 Nov 09 19:42:45.521355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0f6a1d3e-e645-4732-a8a9-3191d5bce058 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd9c03e7f1f6411cb2e464bacb35c193&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0128667 Nov 09 19:42:45.528241 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52330) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:45.538626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a1d3e-e645-4732-a8a9-3191d5bce058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c19655-4d3e-4c38-8ecd-5e0ae094bee5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:45.543386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'mac_address': 'fa:16:3e:a8:af:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:45.572682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8 req-0ba13ee7-a3d9-449c-9218-3f2aa22b025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.574091 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8 req-0ba13ee7-a3d9-449c-9218-3f2aa22b025b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 1095 time: 0.2069626 Nov 09 19:42:45.601648 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:45.611900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-e1358928-5909-4454-9e17-65f3f20d0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.613923 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-e1358928-5909-4454-9e17-65f3f20d0c2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218476 Nov 09 19:42:45.628146 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:45.667400 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-d39f6797-0754-4380-b367-733dd33d37ed service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137746 Nov 09 19:42:45.689820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7314193d-2b7f-4af9-a9b0-a9b03b888474, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:45.691830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e58548fb-2362-4474-98b3-631c27663a1f req-42f5afb2-1731-481b-a311-18f8e4ba2963 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654537 Nov 09 19:42:45.692756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e03508d-75ff-499d-ba0d-23af3ec059ac {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:45.722363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 0e03508d-75ff-499d-ba0d-23af3ec059ac, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0e03508d-75ff-499d-ba0d-23af3ec059ac,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:45.736793 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6c7cddb-73a1-4725-98ee-bb7a285c5e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:45.738452 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:45.743876 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:45.805662 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6c7cddb-73a1-4725-98ee-bb7a285c5e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:45.816693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8 req-a6bcb858-0198-476b-bba0-57c0d2de9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.818458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8 req-a6bcb858-0198-476b-bba0-57c0d2de9a8b service neutron] 10.222.0.77 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 914 time: 0.2305911 Nov 09 19:42:45.848960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7314193d-2b7f-4af9-a9b0-a9b03b888474,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:45.911894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b539b8e-2eb0-401e-ab7f-d7299dc93d45 req-df047aa1-01fb-48a5-9a4f-a16faa260616 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.912056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=0e03508d-75ff-499d-ba0d-23af3ec059ac,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:45.921902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8 req-ff2afb2d-e27d-47fc-9cd3-bc00f2e9ba77 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bba097-1597-4979-9e87-f5ffc5473275 HTTP/1.1" status: 200 len: 217 time: 0.0938997 Nov 09 19:42:45.931338 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b539b8e-2eb0-401e-ab7f-d7299dc93d45 req-df047aa1-01fb-48a5-9a4f-a16faa260616 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 945 time: 0.2025728 Nov 09 19:42:45.945656 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-337dee4b-48f5-4dba-b8e5-2e29cc1ec4f0 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163769 Nov 09 19:42:45.968426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-adb8b665-c1da-4aff-a2fe-94372025a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:45.969982 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-adb8b665-c1da-4aff-a2fe-94372025a2dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 1125 time: 0.2352557 Nov 09 19:42:46.032851 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b539b8e-2eb0-401e-ab7f-d7299dc93d45 req-749a97f8-806f-4041-9694-7b2afed8721f tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001899 Nov 09 19:42:46.102762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8 req-6cce40cd-6983-4114-9e66-44317d84234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:46.104244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8 req-6cce40cd-6983-4114-9e66-44317d84234c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e642abde-590e-4e2e-858c-3106e06814fb HTTP/1.1" status: 200 len: 853 time: 0.1690648 Nov 09 19:42:46.105737 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6c7cddb-73a1-4725-98ee-bb7a285c5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:46.106879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-03a533e4-7849-4851-881f-139eb8e102bd service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494913 Nov 09 19:42:46.108428 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6c7cddb-73a1-4725-98ee-bb7a285c5e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:46.110136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b6c7cddb-73a1-4725-98ee-bb7a285c5e3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39c19655-4d3e-4c38-8ecd-5e0ae094bee5 HTTP/1.1" status: 204 len: 168 time: 0.5802255 Nov 09 19:42:46.142440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa18985-ee95-4250-8e38-d63653adea7f req-c046e97f-86b0-48e4-974c-dd59a98b52bc tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:46.144098 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3aa18985-ee95-4250-8e38-d63653adea7f req-c046e97f-86b0-48e4-974c-dd59a98b52bc tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 944 time: 0.2205322 Nov 09 19:42:46.150732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7cddb-73a1-4725-98ee-bb7a285c5e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c19655-4d3e-4c38-8ecd-5e0ae094bee5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:46.175878 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8 req-7e705d09-84f4-43d5-8fa9-7d26756e6715 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a65a05e5-0bd7-4756-a279-12e533e25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551136 Nov 09 19:42:46.234737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e1afe-7089-4875-89ae-db74a0bb1be7 req-ac7cf570-7779-45f5-b622-7cc4ef6de760 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:46.236364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e8e1afe-7089-4875-89ae-db74a0bb1be7 req-ac7cf570-7779-45f5-b622-7cc4ef6de760 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 944 time: 0.2333598 Nov 09 19:42:46.298442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-c61ef69a-71d9-4891-9446-3d6da7195ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:46.300035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-c61ef69a-71d9-4891-9446-3d6da7195ca2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.3104277 Nov 09 19:42:46.311428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e887-56dd-46b5-8f86-8444ce8c774d req-2265a1a4-3b7a-4814-9841-00be740e9a62 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:46.321593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ed7e887-56dd-46b5-8f86-8444ce8c774d req-2265a1a4-3b7a-4814-9841-00be740e9a62 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 948 time: 0.1476038 Nov 09 19:42:46.374907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['0e03508d-75ff-499d-ba0d-23af3ec059ac'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:46.393833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ed7e887-56dd-46b5-8f86-8444ce8c774d req-080e86a7-f2c6-4fe2-bc20-82abf778ac80 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699358 Nov 09 19:42:46.423648 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-e6b01bdd-88c5-485d-8d8f-68ce64a3d1d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69 HTTP/1.1" status: 200 len: 217 time: 0.1007867 Nov 09 19:42:46.436016 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:46.517435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e8e1afe-7089-4875-89ae-db74a0bb1be7 req-ebb46832-38e1-4678-ad6d-008d1831d758 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504029 Nov 09 19:42:46.539896 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8 req-fbd79421-aa48-4a64-bc94-9ffaafffe5d5 service neutron] 10.222.0.77 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426614 Nov 09 19:42:46.711361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-35416a77-4739-45fe-93a2-e1f8c2f3d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:46.713014 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-35416a77-4739-45fe-93a2-e1f8c2f3d57c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.2710564 Nov 09 19:42:46.767489 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-3aa18985-ee95-4250-8e38-d63653adea7f req-f41c0129-2052-44ae-89d4-b3610ab08c2b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Deleting port 7314193d-2b7f-4af9-a9b0-a9b03b888474 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:46.767836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3aa18985-ee95-4250-8e38-d63653adea7f req-f41c0129-2052-44ae-89d4-b3610ab08c2b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:46.787344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa01e3a-4917-44d1-bec6-fe93fdab2541 req-8a2e0ac4-39d7-4807-a65d-1ff4d852f926 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:46.796274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4aa01e3a-4917-44d1-bec6-fe93fdab2541 req-8a2e0ac4-39d7-4807-a65d-1ff4d852f926 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.0723867 Nov 09 19:42:46.845564 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4aa01e3a-4917-44d1-bec6-fe93fdab2541 req-f638a2d0-5e56-4e66-b4e2-acd0ee66f925 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482764 Nov 09 19:42:46.860751 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-072f242e-bb0e-4667-889f-45e9d0b8940e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266317 Nov 09 19:42:46.940973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8d7fc-8da6-4fb3-ab96-d1ee5269b449 req-225789f3-7589-4ec1-907f-4807b40358d6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:46.942538 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ef8d7fc-8da6-4fb3-ab96-d1ee5269b449 req-225789f3-7589-4ec1-907f-4807b40358d6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 948 time: 0.2277920 Nov 09 19:42:46.948579 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bcd07cc-8949-44f7-ad4f-1bd44e6e97f8 req-caa275dc-6072-42a6-8eb4-4299ada1dab2 service neutron] 10.222.0.77 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980582 Nov 09 19:42:47.006299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edcb74-1d63-4730-bc5c-ad817e5adf82 req-d922ffea-c99b-470d-be9f-8658bf155e25 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:47.008922 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4edcb74-1d63-4730-bc5c-ad817e5adf82 req-d922ffea-c99b-470d-be9f-8658bf155e25 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 945 time: 0.0704100 Nov 09 19:42:47.017380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3aa18985-ee95-4250-8e38-d63653adea7f req-f41c0129-2052-44ae-89d4-b3610ab08c2b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] For port 7314193d-2b7f-4af9-a9b0-a9b03b888474, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7314193d-2b7f-4af9-a9b0-a9b03b888474,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:47.017785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3aa18985-ee95-4250-8e38-d63653adea7f req-f41c0129-2052-44ae-89d4-b3610ab08c2b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:47.053779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-3aa18985-ee95-4250-8e38-d63653adea7f req-f41c0129-2052-44ae-89d4-b3610ab08c2b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Calling delete_port for 7314193d-2b7f-4af9-a9b0-a9b03b888474 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:47.057984 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4edcb74-1d63-4730-bc5c-ad817e5adf82 req-145d6ffb-da95-4188-8ab2-aa82a4fd23ae tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Nov 09 19:42:47.066229 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ef8d7fc-8da6-4fb3-ab96-d1ee5269b449 req-19a02043-8cbe-4f19-943b-7b38780b8aab tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075563 Nov 09 19:42:47.120137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-ec291b5b-ff33-4955-a05c-d8f46903b57f service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468367 Nov 09 19:42:47.257057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1f091d20-794b-4de3-a0b2-987f1d6e7b4a details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:47.401584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e1e7cfc1-31d1-48d3-90b6-bab64a421494 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:47.411782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7314193d-2b7f-4af9-a9b0-a9b03b888474'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:47.414762 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da894de-11ea-4d7e-9314-d2a6dd02ba1c" -d '{"events": [{"server_uuid": "4d47a6ad-f03e-4072-bd63-a56891d6ac47", "name": "network-vif-unplugged", "status": "completed", "tag": "7314193d-2b7f-4af9-a9b0-a9b03b888474"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:47.418082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e2bba097-1597-4979-9e87-f5ffc5473275 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:47.431240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357efb-307a-4e77-a83f-7c705b07bbf6 req-95f7bf5c-9caa-4331-ae27-ed9bdb369fc5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:47.440351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d357efb-307a-4e77-a83f-7c705b07bbf6 req-95f7bf5c-9caa-4331-ae27-ed9bdb369fc5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d47a6ad-f03e-4072-bd63-a56891d6ac47 HTTP/1.1" status: 200 len: 944 time: 0.2208250 Nov 09 19:42:47.451187 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3aa18985-ee95-4250-8e38-d63653adea7f req-f41c0129-2052-44ae-89d4-b3610ab08c2b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:47.472688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:47.508234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'mac_address': 'fa:16:3e:79:88:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:47.549596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e46a10d5-44bd-4772-aaa0-8daa3399cf43 req-ce55e9d1-1a77-4454-82f4-a8179976a1e8 service neutron] 10.222.0.77 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157705 Nov 09 19:42:47.618932 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa18985-ee95-4250-8e38-d63653adea7f req-f41c0129-2052-44ae-89d4-b3610ab08c2b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] No DVR routers for this DVR port 7314193d-2b7f-4af9-a9b0-a9b03b888474 on host n-h1-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:47.623527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c0129-2052-44ae-89d4-b3610ab08c2b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event deleted for resources: {'Port': ['ID=7314193d-2b7f-4af9-a9b0-a9b03b888474,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:47.627450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port e1e7cfc1-31d1-48d3-90b6-bab64a421494 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:42:47.633414 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3aa18985-ee95-4250-8e38-d63653adea7f req-f41c0129-2052-44ae-89d4-b3610ab08c2b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:47.633957 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:47.637934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b782f-3878-409f-b534-a633f16b93d0 req-05333d12-8ff9-49f9-9eed-953ebfa68f54 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:47.638861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3aa18985-ee95-4250-8e38-d63653adea7f req-f41c0129-2052-44ae-89d4-b3610ab08c2b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "DELETE /v2.0/ports/7314193d-2b7f-4af9-a9b0-a9b03b888474 HTTP/1.1" status: 204 len: 173 time: 1.4664004 Nov 09 19:42:47.639503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'name': 'network-vif-deleted', 'tag': '7314193d-2b7f-4af9-a9b0-a9b03b888474'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:47.643546 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f535c1e-ad22-4625-ab5c-258ec9f539aa" -d '{"events": [{"server_uuid": "4d47a6ad-f03e-4072-bd63-a56891d6ac47", "name": "network-vif-deleted", "tag": "7314193d-2b7f-4af9-a9b0-a9b03b888474"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:47.651477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc4b782f-3878-409f-b534-a633f16b93d0 req-05333d12-8ff9-49f9-9eed-953ebfa68f54 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 948 time: 0.1332383 Nov 09 19:42:47.669294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e2bba097-1597-4979-9e87-f5ffc5473275, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2bba097-1597-4979-9e87-f5ffc5473275,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:47.684242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port e1e7cfc1-31d1-48d3-90b6-bab64a421494 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:47.684557 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:47.700248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'e2bba097-1597-4979-9e87-f5ffc5473275', 'network_id': 'a65a05e5-0bd7-4756-a279-12e533e25a5e', 'port_id': 'e2bba097-1597-4979-9e87-f5ffc5473275', 'mac_address': 'fa:16:3e:f3:b1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e642abde-590e-4e2e-858c-3106e06814fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:47.715748 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d357efb-307a-4e77-a83f-7c705b07bbf6 req-b24377e7-53cc-4a0a-a972-918a4add554a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708223 Nov 09 19:42:47.731561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f091d20-794b-4de3-a0b2-987f1d6e7b4a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:47.775868 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc4b782f-3878-409f-b534-a633f16b93d0 req-2b45945a-e836-4565-976a-1f19fc5eb86e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114182 Nov 09 19:42:47.793137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:47.804199 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:47.816053 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebdc295-73cd-42c8-bed6-7c88a17c22f5 x-openstack-request-id: req-4ebdc295-73cd-42c8-bed6-7c88a17c22f5 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:47.816512 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d47a6ad-f03e-4072-bd63-a56891d6ac47", "name": "network-vif-unplugged", "status": "completed", "tag": "7314193d-2b7f-4af9-a9b0-a9b03b888474", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:47.816867 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ebdc295-73cd-42c8-bed6-7c88a17c22f5 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:47.817390 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7314193d-2b7f-4af9-a9b0-a9b03b888474', 'code': 200} Nov 09 19:42:47.847590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:47.904087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52416) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:47.907763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bba097-1597-4979-9e87-f5ffc5473275 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:47.923753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=12']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:47.945436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e2bba097-1597-4979-9e87-f5ffc5473275, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2bba097-1597-4979-9e87-f5ffc5473275,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:47.952618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:47.963190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:48.022942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59620bda-7e8e-46b0-8096-5966741513be req-a6275b03-c279-432a-9b61-7e33acc94cb0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:48.032369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59620bda-7e8e-46b0-8096-5966741513be req-a6275b03-c279-432a-9b61-7e33acc94cb0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 944 time: 0.1437426 Nov 09 19:42:48.052978 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e1e7cfc1-31d1-48d3-90b6-bab64a421494, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e1e7cfc1-31d1-48d3-90b6-bab64a421494,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:48.066710 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:48.070870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e2bba097-1597-4979-9e87-f5ffc5473275,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:48.096135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59620bda-7e8e-46b0-8096-5966741513be req-f81cdc99-a051-4f17-b7ef-71534041d757 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Nov 09 19:42:48.167700 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b225dddd-50b2-4ece-8f68-5e685649e263 x-openstack-request-id: req-b225dddd-50b2-4ece-8f68-5e685649e263 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:48.168108 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d47a6ad-f03e-4072-bd63-a56891d6ac47", "name": "network-vif-deleted", "tag": "7314193d-2b7f-4af9-a9b0-a9b03b888474", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:48.168410 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b225dddd-50b2-4ece-8f68-5e685649e263 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:48.168830 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d47a6ad-f03e-4072-bd63-a56891d6ac47', 'name': 'network-vif-deleted', 'tag': '7314193d-2b7f-4af9-a9b0-a9b03b888474', 'status': 'completed', 'code': 200} Nov 09 19:42:48.184866 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8221f834-019c-4e0d-99ab-a8b546e11179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:48.213833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['1f091d20-794b-4de3-a0b2-987f1d6e7b4a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:48.261921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4a8a1-e046-411a-b735-83bd8efdd49a req-4980b067-1190-4b0d-9703-386a08698541 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:48.270814 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-06145f66-db4e-4b02-9f1d-cd870bb19859 service neutron] 10.222.0.77 "GET /v2.0/ports/4ffee6d0-8024-4e12-8314-1d32b811cc69/bindings/n-h1-817256-1 HTTP/1.1" status: 200 len: 384 time: 0.1916883 Nov 09 19:42:48.273986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3a4a8a1-e046-411a-b735-83bd8efdd49a req-4980b067-1190-4b0d-9703-386a08698541 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 1100 time: 0.0669663 Nov 09 19:42:48.283340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=e1e7cfc1-31d1-48d3-90b6-bab64a421494,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:48.325641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3a4a8a1-e046-411a-b735-83bd8efdd49a req-5c622bad-b4cf-4b61-b829-c97387003eb9 tempest-MigrationsAdminTest-727445405 tempest-MigrationsAdminTest-727445405-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478199 Nov 09 19:42:48.334506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e2bba097-1597-4979-9e87-f5ffc5473275'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:48.442595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8221f834-019c-4e0d-99ab-a8b546e11179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:48.467126 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8221f834-019c-4e0d-99ab-a8b546e11179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:48.506811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e25f1-8dca-4b49-8851-f80b3ce43691 req-e005cf97-4370-4186-a914-ba75215ee988 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:48.510457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a7e25f1-8dca-4b49-8851-f80b3ce43691 req-e005cf97-4370-4186-a914-ba75215ee988 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 944 time: 0.0966721 Nov 09 19:42:48.578075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a7e25f1-8dca-4b49-8851-f80b3ce43691 req-79d222ab-0956-4bef-84f9-af34015cea9e tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594234 Nov 09 19:42:48.582414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221f834-019c-4e0d-99ab-a8b546e11179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb818cd-f371-48bc-a6f6-5d3226ec0388,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:48.591353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8221f834-019c-4e0d-99ab-a8b546e11179 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48990a831f5545559103f274bc02f52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6854768 Nov 09 19:42:48.593693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52426) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:48.692586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c2ebeb54-4cb9-492d-acf1-b0cbcd7bea60 service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:48.721188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-875009c8-0e24-4c24-92dd-9810aa0ac410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:48.745887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c2ebeb54-4cb9-492d-acf1-b0cbcd7bea60 service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:48.747591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d87cc-b578-4911-8f1e-b28a599e2565 req-df3d6cdd-3af1-4f15-9a4f-395b18fc27dc tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:48.749873 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8c9d87cc-b578-4911-8f1e-b28a599e2565 req-df3d6cdd-3af1-4f15-9a4f-395b18fc27dc tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 949 time: 0.0627811 Nov 09 19:42:48.780992 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-875009c8-0e24-4c24-92dd-9810aa0ac410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:48.799247 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8c9d87cc-b578-4911-8f1e-b28a599e2565 req-db717cc4-510a-4228-9eef-f6e78adbf567 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Nov 09 19:42:48.814423 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c2ebeb54-4cb9-492d-acf1-b0cbcd7bea60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffee6d0-8024-4e12-8314-1d32b811cc69 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:48.857035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c2ebeb54-4cb9-492d-acf1-b0cbcd7bea60 service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:48.892200 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c2ebeb54-4cb9-492d-acf1-b0cbcd7bea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:48.921243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38644f5a-509f-40ba-a72b-2a407fa70299 req-0cb83cdb-48b4-40c8-99cd-47b7681af770 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:48.923921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38644f5a-509f-40ba-a72b-2a407fa70299 req-0cb83cdb-48b4-40c8-99cd-47b7681af770 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 945 time: 0.1334214 Nov 09 19:42:48.970183 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-875009c8-0e24-4c24-92dd-9810aa0ac410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:48.972935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-875009c8-0e24-4c24-92dd-9810aa0ac410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:48.974239 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-875009c8-0e24-4c24-92dd-9810aa0ac410 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aeb818cd-f371-48bc-a6f6-5d3226ec0388 HTTP/1.1" status: 204 len: 168 time: 0.3788855 Nov 09 19:42:49.024641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875009c8-0e24-4c24-92dd-9810aa0ac410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb818cd-f371-48bc-a6f6-5d3226ec0388,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:49.041380 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38644f5a-509f-40ba-a72b-2a407fa70299 req-37e14464-d66d-4729-924d-a6982a23d7d5 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081967 Nov 09 19:42:49.089804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c2ebeb54-4cb9-492d-acf1-b0cbcd7bea60 service neutron] Transition to ACTIVE for port object 4ffee6d0-8024-4e12-8314-1d32b811cc69 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:49.099048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c2ebeb54-4cb9-492d-acf1-b0cbcd7bea60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:49.188753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c2ebeb54-4cb9-492d-acf1-b0cbcd7bea60 service neutron] No DVR routers for this DVR port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:49.189890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff787-eb35-4247-bd32-5fc349deccd6 req-0f81fe4b-40e7-4094-be72-83ac02fb666d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:49.192448 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d7ff787-eb35-4247-bd32-5fc349deccd6 req-0f81fe4b-40e7-4094-be72-83ac02fb666d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.0827074 Nov 09 19:42:49.238937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d7ff787-eb35-4247-bd32-5fc349deccd6 req-a2a9bc84-3ab5-4fd7-90c8-2eeaf7e532cd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381107 Nov 09 19:42:49.258894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0e03508d-75ff-499d-ba0d-23af3ec059ac up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:49.372427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 0e03508d-75ff-499d-ba0d-23af3ec059ac completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:42:49.379138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 0e03508d-75ff-499d-ba0d-23af3ec059ac triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:49.380132 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:49.423319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e2bba097-1597-4979-9e87-f5ffc5473275 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:42:49.501027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52452) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:49.528752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30172db6-64e4-447d-aeb8-2dddacf517a4 req-e4157157-dd6f-4cf9-896f-c2babec4e10f tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:49.531307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30172db6-64e4-447d-aeb8-2dddacf517a4 req-e4157157-dd6f-4cf9-896f-c2babec4e10f tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 945 time: 0.1308272 Nov 09 19:42:49.532716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb195a41-89d7-482c-b970-d53b9b442543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:49.538754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port e2bba097-1597-4979-9e87-f5ffc5473275 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:42:49.550532 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port e2bba097-1597-4979-9e87-f5ffc5473275 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:42:49.551121 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:49.553341 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:49.601406 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c2ebeb54-4cb9-492d-acf1-b0cbcd7bea60 service neutron] 10.222.0.77 "PUT /v2.0/ports/4ffee6d0-8024-4e12-8314-1d32b811cc69/bindings/n-h1-817256-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3228059 Nov 09 19:42:49.605025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebeb54-4cb9-492d-acf1-b0cbcd7bea60 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffee6d0-8024-4e12-8314-1d32b811cc69,revision_number=10']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:49.605535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30172db6-64e4-447d-aeb8-2dddacf517a4 req-6948bdf3-5742-47f4-b248-bb27053314c7 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613344 Nov 09 19:42:49.675107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 0e03508d-75ff-499d-ba0d-23af3ec059ac, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0e03508d-75ff-499d-ba0d-23af3ec059ac,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:49.686416 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:49.687608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7314193d-2b7f-4af9-a9b0-a9b03b888474 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:49.700533 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb195a41-89d7-482c-b970-d53b9b442543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:49.707230 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb195a41-89d7-482c-b970-d53b9b442543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:49.737850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-134e516d-f1b8-4ad1-b47e-472efda33252 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:49.739527 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-134e516d-f1b8-4ad1-b47e-472efda33252 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.0679543 Nov 09 19:42:49.771014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 7314193d-2b7f-4af9-a9b0-a9b03b888474 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:49.771448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7314193d-2b7f-4af9-a9b0-a9b03b888474 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:49.807107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-19dfb6dd-2d7f-4c06-8756-9385859f2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:49.809100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-19dfb6dd-2d7f-4c06-8756-9385859f2fc6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9&tenant_id=2859bc85160d463285748068eb9becfd HTTP/1.1" status: 200 len: 1096 time: 0.0585110 Nov 09 19:42:49.814176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=0e03508d-75ff-499d-ba0d-23af3ec059ac,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:49.817279 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:49.819509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a4dd42-58f0-4623-86d0-7840d075e2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7cfc1-31d1-48d3-90b6-bab64a421494'}, {'server_uuid': 'ef5f1003-41ff-4e7d-9990-1223751722e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e03508d-75ff-499d-ba0d-23af3ec059ac'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:49.822243 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ce9cb-cc56-4231-9528-62dc1c879c60" -d '{"events": [{"server_uuid": "e1a4dd42-58f0-4623-86d0-7840d075e2bf", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7cfc1-31d1-48d3-90b6-bab64a421494"}, {"server_uuid": "ef5f1003-41ff-4e7d-9990-1223751722e4", "name": "network-vif-plugged", "status": "completed", "tag": "0e03508d-75ff-499d-ba0d-23af3ec059ac"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:49.839445 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bb195a41-89d7-482c-b970-d53b9b442543 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ed04a1768f340e0a149b07e3d9dc6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366394 Nov 09 19:42:49.842729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb195a41-89d7-482c-b970-d53b9b442543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbff811c-de28-49e5-815d-bbf6ffd64581,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:49.845987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52468) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:49.879591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e2bba097-1597-4979-9e87-f5ffc5473275, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2bba097-1597-4979-9e87-f5ffc5473275,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:49.888561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:49.889411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4ffee6d0-8024-4e12-8314-1d32b811cc69 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:49.937542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c233124c-d17f-4c7c-be1b-bd84f4d5fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:49.938899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-79665f00-b3ae-463a-9644-41d45bd02c9a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:49.939794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-c233124c-d17f-4c7c-be1b-bd84f4d5fee1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2859bc85160d463285748068eb9becfd&device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0960140 Nov 09 19:42:49.940965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-79665f00-b3ae-463a-9644-41d45bd02c9a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/networks?id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a HTTP/1.1" status: 200 len: 821 time: 0.1968536 Nov 09 19:42:49.966054 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-e2f1fd7c-1a9f-41d3-9e0e-96f690478d0c tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/quotas/eab705d7ba80497c81e8a09f501673f7 HTTP/1.1" status: 200 len: 375 time: 0.0123689 Nov 09 19:42:49.986073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e2bba097-1597-4979-9e87-f5ffc5473275,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:49.993627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4ffee6d0-8024-4e12-8314-1d32b811cc69 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:50.021426 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd670f9c-38c2-4eef-9446-245ce7e6faea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:50.029279 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-3a0052da-8fa0-4f24-9889-53216f4c267b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eab705d7ba80497c81e8a09f501673f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598214 Nov 09 19:42:50.068137 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd670f9c-38c2-4eef-9446-245ce7e6faea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:50.127323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234716-1018-42db-976b-795889ef82b2 req-06fc8762-35fe-4d63-8c98-4474b4d5e3ac tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:50.128877 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d234716-1018-42db-976b-795889ef82b2 req-06fc8762-35fe-4d63-8c98-4474b4d5e3ac tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 945 time: 0.1881769 Nov 09 19:42:50.144375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-86c7b444-5ca2-4964-884e-17c2b999ed6e service neutron] 10.222.0.53 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057847 Nov 09 19:42:50.166324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-79116c7d-0ec6-4838-8efe-240d8579996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:50.167912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-79116c7d-0ec6-4838-8efe-240d8579996a service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 200 len: 909 time: 0.2103548 Nov 09 19:42:50.227427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d234716-1018-42db-976b-795889ef82b2 req-afbdccaa-1067-4bd7-a51f-41c305159249 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46c5d13-9b15-4749-bb6f-c4387ccd12f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900755 Nov 09 19:42:50.229221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-9641eb7a-59b5-4252-bb88-d336f0b9b823 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69 HTTP/1.1" status: 200 len: 217 time: 0.0501871 Nov 09 19:42:50.229934 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd670f9c-38c2-4eef-9446-245ce7e6faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:50.232997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd670f9c-38c2-4eef-9446-245ce7e6faea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:50.237686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dd670f9c-38c2-4eef-9446-245ce7e6faea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbff811c-de28-49e5-815d-bbf6ffd64581 HTTP/1.1" status: 204 len: 168 time: 0.3903515 Nov 09 19:42:50.287553 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-da2621e4-20ae-47b0-b77a-8ae3feb12fe4 service neutron] 10.222.0.53 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346428 Nov 09 19:42:50.287819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd670f9c-38c2-4eef-9446-245ce7e6faea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbff811c-de28-49e5-815d-bbf6ffd64581,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:50.346449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-58519697-1053-4b9d-82ff-ffc16341157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:50.348013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-58519697-1053-4b9d-82ff-ffc16341157a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 200 len: 848 time: 0.1091883 Nov 09 19:42:50.378880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896fa4a-bbfb-4ffc-b7b2-c4881215eb29 req-8eb8fdbf-d0cf-468d-8aed-d6d99565de78 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:50.380468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3896fa4a-bbfb-4ffc-b7b2-c4881215eb29 req-8eb8fdbf-d0cf-468d-8aed-d6d99565de78 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 945 time: 0.0853519 Nov 09 19:42:50.405277 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-3c5c43ab-f829-4e84-b593-9543bb05e477 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c440a8d-8700-46d7-8491-c2d72d754c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481267 Nov 09 19:42:50.566998 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-b6fad9e9-ad0f-4b56-9c76-77163ef7ea9c service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514468 Nov 09 19:42:50.587327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76318f9b-e5f7-4ec1-8f14-0ae3203adf54 req-e1e4395e-acde-451b-a4a6-e85026396633 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:50.595867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-76318f9b-e5f7-4ec1-8f14-0ae3203adf54 req-e1e4395e-acde-451b-a4a6-e85026396633 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 949 time: 0.1068945 Nov 09 19:42:50.638681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-e1d3035e-3c4e-4394-b6c9-92f17196ec1d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:50.640331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-e1d3035e-3c4e-4394-b6c9-92f17196ec1d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.1224267 Nov 09 19:42:50.661780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-76318f9b-e5f7-4ec1-8f14-0ae3203adf54 req-9000429c-8ef1-4a15-ba71-b0c8861323b5 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645885 Nov 09 19:42:50.708812 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3896fa4a-bbfb-4ffc-b7b2-c4881215eb29 req-acbd206e-8778-46cb-b711-4eae0bd08dc7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008561 Nov 09 19:42:50.767214 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:50.768102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-5f1ced96-a3b1-483e-b860-f9b73fdc6c93 service neutron] 10.222.0.70 "GET /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845977 Nov 09 19:42:50.783361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-c11a256b-0f79-4d9b-9468-7e1b8054cb9b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Deleting port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:50.784789 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-c11a256b-0f79-4d9b-9468-7e1b8054cb9b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:50.820856 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d905070-7d57-4946-8f11-948e8ef0fd29 x-openstack-request-id: req-4d905070-7d57-4946-8f11-948e8ef0fd29 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:50.821214 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a4dd42-58f0-4623-86d0-7840d075e2bf", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7cfc1-31d1-48d3-90b6-bab64a421494", "code": 200}, {"server_uuid": "ef5f1003-41ff-4e7d-9990-1223751722e4", "name": "network-vif-plugged", "status": "completed", "tag": "0e03508d-75ff-499d-ba0d-23af3ec059ac", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:50.821482 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d905070-7d57-4946-8f11-948e8ef0fd29 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:50.821903 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a4dd42-58f0-4623-86d0-7840d075e2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7cfc1-31d1-48d3-90b6-bab64a421494', 'code': 200} Nov 09 19:42:50.822156 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5f1003-41ff-4e7d-9990-1223751722e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'code': 200} Nov 09 19:42:51.037698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42036e41-3d7c-468f-8af8-06c8173477e2 req-4cb1bd03-76ea-46d3-a7eb-5a2edf328789 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 210 time: 0.0728931 Nov 09 19:42:51.065014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-540c972d-c516-483f-9a4b-a2d4b25a5c20 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:51.068729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-540c972d-c516-483f-9a4b-a2d4b25a5c20 tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 945 time: 0.1795454 Nov 09 19:42:51.079809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcb361-59eb-4d3c-8885-21ff22648c0b req-035f0faf-dbbe-4ab9-af22-a304019296f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:51.081529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cdcb361-59eb-4d3c-8885-21ff22648c0b req-035f0faf-dbbe-4ab9-af22-a304019296f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 1101 time: 0.1335113 Nov 09 19:42:51.158443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-c11a256b-0f79-4d9b-9468-7e1b8054cb9b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] For port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:51.159282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-c11a256b-0f79-4d9b-9468-7e1b8054cb9b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:51.198884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-c11a256b-0f79-4d9b-9468-7e1b8054cb9b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Calling delete_port for 1f091d20-794b-4de3-a0b2-987f1d6e7b4a owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:51.219407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99b812-8b79-4e40-b6c6-2db93af0e90b req-f354b96a-cc1b-4a96-bcfd-65726f287c76 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:51.221113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af99b812-8b79-4e40-b6c6-2db93af0e90b req-f354b96a-cc1b-4a96-bcfd-65726f287c76 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa67b284-bacb-4f9b-a68b-8e747b14e617 HTTP/1.1" status: 200 len: 949 time: 0.3143137 Nov 09 19:42:51.274770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1f091d20-794b-4de3-a0b2-987f1d6e7b4a no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:51.280178 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cdcb361-59eb-4d3c-8885-21ff22648c0b req-4e70a589-4fc6-4ef1-a0df-b305ae0ccd16 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782744 Nov 09 19:42:51.320400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd69dfc-8183-4cdc-baac-d90fd5d4a5f0 req-9da5343a-cb5d-4a97-8fba-9c93a39081d3 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:51.322639 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccd69dfc-8183-4cdc-baac-d90fd5d4a5f0 req-9da5343a-cb5d-4a97-8fba-9c93a39081d3 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 946 time: 0.1414285 Nov 09 19:42:51.378144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-fd717c75-9c00-44a5-bcd4-7d7ffda2e05d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Deleting port 5295302b-1e29-4c6c-8960-533c36610d7e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:51.378711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-fd717c75-9c00-44a5-bcd4-7d7ffda2e05d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:51.385939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccd69dfc-8183-4cdc-baac-d90fd5d4a5f0 req-25c8c885-3177-4968-9ade-cc2b98012db7 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527258 Nov 09 19:42:51.396995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:51.411366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-60baca0f-4417-46e7-931a-0eaa82b93b88 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:51.411366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-60baca0f-4417-46e7-931a-0eaa82b93b88 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9&tenant_id=2859bc85160d463285748068eb9becfd&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.3493330 Nov 09 19:42:51.421334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af99b812-8b79-4e40-b6c6-2db93af0e90b req-a0687417-9a0e-4a9c-b497-dfafd7a9a75b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920805 Nov 09 19:42:51.432254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1f091d20-794b-4de3-a0b2-987f1d6e7b4a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:51.433206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdb068-0087-4e92-a722-ce3f8d020119 req-03250539-ffcc-40ee-9324-aac7ebd8ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:51.441416 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cfdb068-0087-4e92-a722-ce3f8d020119 req-03250539-ffcc-40ee-9324-aac7ebd8ba3b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 1100 time: 0.4390056 Nov 09 19:42:51.480117 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-c11a256b-0f79-4d9b-9468-7e1b8054cb9b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:51.520158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ff751787-4749-408f-8f65-61ba9af15ecc'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:51.528303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['1a2e06e6-50f4-4893-b383-bf253ff3e26b', '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:51.555708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-fd717c75-9c00-44a5-bcd4-7d7ffda2e05d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] For port 5295302b-1e29-4c6c-8960-533c36610d7e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=5295302b-1e29-4c6c-8960-533c36610d7e,segment=NetworkSegment(3188d3c5-1be4-4043-a621-2bb412994a10),segment_id=3188d3c5-1be4-4043-a621-2bb412994a10)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:51.556927 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-fd717c75-9c00-44a5-bcd4-7d7ffda2e05d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:51.603723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-fd717c75-9c00-44a5-bcd4-7d7ffda2e05d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Calling delete_port for 5295302b-1e29-4c6c-8960-533c36610d7e owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:51.894247 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-fd717c75-9c00-44a5-bcd4-7d7ffda2e05d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:51.965962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd717c75-9c00-44a5-bcd4-7d7ffda2e05d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Pushing event deleted for resources: {'Port': ['ID=5295302b-1e29-4c6c-8960-533c36610d7e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:52.047175 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-fd717c75-9c00-44a5-bcd4-7d7ffda2e05d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] No DVR routers for this DVR port 5295302b-1e29-4c6c-8960-533c36610d7e on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:52.052104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-fd717c75-9c00-44a5-bcd4-7d7ffda2e05d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:52.057348 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d57234e1-b7ec-4e8c-9b6f-8e9f4434db0f req-fd717c75-9c00-44a5-bcd4-7d7ffda2e05d tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.77 "DELETE /v2.0/ports/5295302b-1e29-4c6c-8960-533c36610d7e HTTP/1.1" status: 204 len: 173 time: 0.9747732 Nov 09 19:42:52.058088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75c797a-0f21-4e34-a34f-c7d140ec59c2', 'name': 'network-vif-deleted', 'tag': '5295302b-1e29-4c6c-8960-533c36610d7e'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:52.061137 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac5c52c-ac20-417d-a23b-64381c8a2705" -d '{"events": [{"server_uuid": "f75c797a-0f21-4e34-a34f-c7d140ec59c2", "name": "network-vif-deleted", "tag": "5295302b-1e29-4c6c-8960-533c36610d7e"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:52.107880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a256b-0f79-4d9b-9468-7e1b8054cb9b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Pushing event deleted for resources: {'Port': ['ID=1f091d20-794b-4de3-a0b2-987f1d6e7b4a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:52.119077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8440514f-838e-49be-8109-0eb7705f259f req-0371bda0-83e3-4ce3-8068-9eab323e2d4a tempest-DeleteServersTestJSON-106810883 tempest-DeleteServersTestJSON-106810883-project] 10.222.0.53 "GET /v2.0/ports?device_id=f75c797a-0f21-4e34-a34f-c7d140ec59c2 HTTP/1.1" status: 200 len: 210 time: 0.0823998 Nov 09 19:42:52.212351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-c11a256b-0f79-4d9b-9468-7e1b8054cb9b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] No DVR routers for this DVR port 1f091d20-794b-4de3-a0b2-987f1d6e7b4a on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:52.221870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-c11a256b-0f79-4d9b-9468-7e1b8054cb9b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:52.232463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15a9a298-80e1-4f33-90f8-6dbaf4751da0 req-c11a256b-0f79-4d9b-9468-7e1b8054cb9b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "DELETE /v2.0/ports/1f091d20-794b-4de3-a0b2-987f1d6e7b4a HTTP/1.1" status: 204 len: 173 time: 1.5694089 Nov 09 19:42:52.233172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'name': 'network-vif-deleted', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:52.236740 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d0e089-22a0-498b-ac7c-24adba11bc3f" -d '{"events": [{"server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "name": "network-vif-deleted", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:52.405073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11e518-61e4-4f76-9cfa-268e417431e9 req-53121701-cdd4-4f48-ab5a-d535cd314020 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:52.410261 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b11e518-61e4-4f76-9cfa-268e417431e9 req-53121701-cdd4-4f48-ab5a-d535cd314020 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 945 time: 0.0923748 Nov 09 19:42:52.437307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cfdb068-0087-4e92-a722-ce3f8d020119 req-6368d08f-b61a-42c1-882a-71ae95876aec service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9301558 Nov 09 19:42:52.482631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b11e518-61e4-4f76-9cfa-268e417431e9 req-d7b9f872-6b9c-4eb9-943a-fd5746a6ca7f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643802 Nov 09 19:42:52.533955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07054afa-1e1d-4a56-8734-342b477fa782 req-0c0deda3-a515-41c7-bc44-828897827983 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:52.542590 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da71536c-98bb-4cdf-88c0-c54715cc44ee x-openstack-request-id: req-da71536c-98bb-4cdf-88c0-c54715cc44ee {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:52.542936 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75c797a-0f21-4e34-a34f-c7d140ec59c2", "name": "network-vif-deleted", "tag": "5295302b-1e29-4c6c-8960-533c36610d7e", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:52.543213 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da71536c-98bb-4cdf-88c0-c54715cc44ee {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:52.543586 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75c797a-0f21-4e34-a34f-c7d140ec59c2', 'name': 'network-vif-deleted', 'tag': '5295302b-1e29-4c6c-8960-533c36610d7e', 'status': 'completed', 'code': 200} Nov 09 19:42:52.544317 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-07054afa-1e1d-4a56-8734-342b477fa782 req-0c0deda3-a515-41c7-bc44-828897827983 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 949 time: 0.3289258 Nov 09 19:42:52.614043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-8b17fa15-1491-4ad0-9361-6f897368a19a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:52.615781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-8b17fa15-1491-4ad0-9361-6f897368a19a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "GET /v2.0/networks?id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a HTTP/1.1" status: 200 len: 821 time: 0.3363180 Nov 09 19:42:52.617164 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1225cc8d-ffd3-41e1-a79b-8f94ec965bc6 req-9cbc95e9-9879-4f41-95fb-82647c13a000 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 210 time: 0.0278118 Nov 09 19:42:52.630873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-1b65885d-840b-4236-9233-69b0b8ae406b service neutron] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:52.638996 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-1b65885d-840b-4236-9233-69b0b8ae406b service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:52.638996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8bd650-ae27-419c-ae28-dd780c072e46 req-1b65885d-840b-4236-9233-69b0b8ae406b service neutron] 10.222.0.70 "DELETE /v2.0/ports/4ffee6d0-8024-4e12-8314-1d32b811cc69/bindings/n-h2-817256-1 HTTP/1.1" status: 204 len: 173 time: 1.1317742 Nov 09 19:42:52.652209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-07054afa-1e1d-4a56-8734-342b477fa782 req-7c0b6863-0280-4a47-ad5c-3c5939f7147b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069407 Nov 09 19:42:52.680057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Request body: {'port': {'device_id': 'f43a7895-60c8-4df4-9200-bad06087e5b7', 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a', 'admin_state_up': True, 'tenant_id': 'eab705d7ba80497c81e8a09f501673f7'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:52.702838 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6992464-adfa-4e8e-beed-e741617f90ba x-openstack-request-id: req-e6992464-adfa-4e8e-beed-e741617f90ba {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:52.703183 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa67b284-bacb-4f9b-a68b-8e747b14e617", "name": "network-vif-deleted", "tag": "1f091d20-794b-4de3-a0b2-987f1d6e7b4a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:52.704442 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6992464-adfa-4e8e-beed-e741617f90ba {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:52.705023 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa67b284-bacb-4f9b-a68b-8e747b14e617', 'name': 'network-vif-deleted', 'tag': '1f091d20-794b-4de3-a0b2-987f1d6e7b4a', 'status': 'completed', 'code': 200} Nov 09 19:42:52.825019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:52.831176 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5438ad-5dbc-4e24-ad29-e17de2d918ab" -d '{"events": [{"server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "name": "network-vif-plugged", "status": "completed", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:52.868662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161a866-7c59-4083-9657-796cdbd101b4 req-9bcd2ec5-8435-4628-92f8-134da21faee3 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:52.877601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b161a866-7c59-4083-9657-796cdbd101b4 req-9bcd2ec5-8435-4628-92f8-134da21faee3 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 946 time: 0.0971377 Nov 09 19:42:52.937013 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b161a866-7c59-4083-9657-796cdbd101b4 req-af495255-e165-4a63-8385-f4d817166dd2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581460 Nov 09 19:42:52.939565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Made reservation on behalf of eab705d7ba80497c81e8a09f501673f7 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:42:52.945070 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:52.991380 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983c6431-77ec-4655-a4ce-73a93d896842 x-openstack-request-id: req-983c6431-77ec-4655-a4ce-73a93d896842 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:52.992307 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "name": "network-vif-plugged", "status": "completed", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:52.992568 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-983c6431-77ec-4655-a4ce-73a93d896842 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:52.993605 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275', 'code': 200} Nov 09 19:42:53.120788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Allocated IP 172.20.0.2 (481332f9-2fab-4e6a-b6cd-9a5e32b5177a/72dd7a90-2692-4c52-b37f-b538d4214f5f/a74a2ebc-b0b1-4413-8c45-93a4f3a250b8) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:42:53.133091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e8ad9-f511-4b5c-98aa-61174007eab0 req-9c9fecff-5819-4e87-afb1-c3964e45bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:53.134670 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b61e8ad9-f511-4b5c-98aa-61174007eab0 req-9c9fecff-5819-4e87-afb1-c3964e45bb1a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 1097 time: 0.0667961 Nov 09 19:42:53.208850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b61e8ad9-f511-4b5c-98aa-61174007eab0 req-64ccff21-3f84-417f-a60d-3bd711d6fc95 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599389 Nov 09 19:42:53.334732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f9fb6-92c9-4674-a10b-d24bb26c6e2f req-380f3989-ce65-43cd-a00d-ee3ff17a5be4 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:53.336295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d4f9fb6-92c9-4674-a10b-d24bb26c6e2f req-380f3989-ce65-43cd-a00d-ee3ff17a5be4 tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0638657 Nov 09 19:42:53.385104 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:53.401475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d4f9fb6-92c9-4674-a10b-d24bb26c6e2f req-260bcad4-514f-4773-8632-8403f25c222a tempest-LiveMigrationTest-868850360 tempest-LiveMigrationTest-868850360-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557530 Nov 09 19:42:53.438799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 5295302b-1e29-4c6c-8960-533c36610d7e no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:53.444491 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:53.474916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 5295302b-1e29-4c6c-8960-533c36610d7e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:53.475261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 5295302b-1e29-4c6c-8960-533c36610d7e not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:53.485464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a18ef-8385-431d-8efa-b28f5662bbcd req-dcd84019-8395-470d-9ae1-39d82ad335a5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:53.488014 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-978a18ef-8385-431d-8efa-b28f5662bbcd req-dcd84019-8395-470d-9ae1-39d82ad335a5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 951 time: 0.0927155 Nov 09 19:42:53.497461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:42:53.501957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:42:53.505830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:42:53.514816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event updated for resources: {'Port': ['ID=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:53.540583 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-978a18ef-8385-431d-8efa-b28f5662bbcd req-47939c29-ea44-4676-ad3f-8d6c6bdbafec tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445778 Nov 09 19:42:53.577195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:53.577978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:53.595628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6f9b0770-663b-41b9-ab5c-62e57e35f67d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9208372 Nov 09 19:42:53.611613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Request body: {'port': {'device_id': 'f43a7895-60c8-4df4-9200-bad06087e5b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:53.682910 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:53.858134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc44d11-4e99-447d-b44b-31b4153f2332 req-7d63df8b-5f17-4dd7-81fb-61aec13ba84b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:53.860191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6dc44d11-4e99-447d-b44b-31b4153f2332 req-7d63df8b-5f17-4dd7-81fb-61aec13ba84b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 949 time: 0.0628171 Nov 09 19:42:53.905762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6dc44d11-4e99-447d-b44b-31b4153f2332 req-5e5e72f8-0866-4c8d-9458-f6b2771f4d50 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Nov 09 19:42:53.936685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177b10-5c40-4291-b19d-ee78800be3e3 req-7508b096-58aa-479e-92db-ce51d9ea02e5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:53.939214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a177b10-5c40-4291-b19d-ee78800be3e3 req-7508b096-58aa-479e-92db-ce51d9ea02e5 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 931 time: 0.1120021 Nov 09 19:42:54.016670 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a177b10-5c40-4291-b19d-ee78800be3e3 req-fb13ffd3-5a49-4ef0-b8a1-e415265ec779 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635626 Nov 09 19:42:54.086256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:54.094789 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:54.100480 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165a237-8e50-41ec-949b-6027446e9436 req-2aa16bc2-6fdb-463b-a132-d3c4afdc5dd1 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:54.104817 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4165a237-8e50-41ec-949b-6027446e9436 req-2aa16bc2-6fdb-463b-a132-d3c4afdc5dd1 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 945 time: 0.0820231 Nov 09 19:42:54.108957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Transition to ACTIVE for port object a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:42:54.113149 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:54.149179 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4165a237-8e50-41ec-949b-6027446e9436 req-eea8d632-000c-4cdb-a37f-063bc4c1f197 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380394 Nov 09 19:42:54.201373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:54.274259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75161f56-e734-42bd-b76d-fa6d59a4d069 req-0201d92b-a8eb-4094-bcfa-ac9252e7bc8c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:54.276230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-75161f56-e734-42bd-b76d-fa6d59a4d069 req-0201d92b-a8eb-4094-bcfa-ac9252e7bc8c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 950 time: 0.1249871 Nov 09 19:42:54.286326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ec72a-4f3d-4621-b202-b231521251dd req-b9efadf0-117b-4147-825a-ef28767b3c17 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:54.287870 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b10ec72a-4f3d-4621-b202-b231521251dd req-b9efadf0-117b-4147-825a-ef28767b3c17 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 946 time: 0.0508232 Nov 09 19:42:54.304361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Attempting to bind port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:42:54.304700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Attempting to bind port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:42:54.305034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Attempting to bind port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 on network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:54.316128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 on network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:42:54.316573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Attempting to bind port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 on network 481332f9-2fab-4e6a-b6cd-9a5e32b5177a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:42:54.328374 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b10ec72a-4f3d-4621-b202-b231521251dd req-942227a4-0f56-4592-8fb4-e3a82fd939c2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344074 Nov 09 19:42:54.330686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:42:54.330965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Checking segment: {'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:42:54.331424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Bound using segment: {'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:42:54.331872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Bound port: a74a2ebc-b0b1-4413-8c45-93a4f3a250b8, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3da1e3-3803-4860-97b5-663aa1bd3526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:42:54.343496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:54.343496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-75161f56-e734-42bd-b76d-fa6d59a4d069 req-f975173c-5e67-4440-9645-91c58646a56d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561805 Nov 09 19:42:54.442979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] For port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:42:54.474716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] For port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:42:54.483101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:54.535980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:54.537290 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:54.538974 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] 10.222.0.70 "PUT /v2.0/ports/a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 HTTP/1.1" status: 200 len: 1091 time: 0.9328723 Nov 09 19:42:54.548433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-ef415da5-34cc-4dc0-b9cd-28bc0bb9247d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:54.550045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-ef415da5-34cc-4dc0-b9cd-28bc0bb9247d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 945 time: 0.1216855 Nov 09 19:42:54.650453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c6c56-9587-4c3f-8f9c-bed7d8a84ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:54.707865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43a7895-60c8-4df4-9200-bad06087e5b7', 'tag': 'a74a2ebc-b0b1-4413-8c45-93a4f3a250b8'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:54.710050 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92da039a-8eed-4e49-b736-fa13f375fce8" -d '{"events": [{"name": "network-changed", "server_uuid": "f43a7895-60c8-4df4-9200-bad06087e5b7", "tag": "a74a2ebc-b0b1-4413-8c45-93a4f3a250b8"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:54.729173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-1858ee67-f8d1-4ecb-b3ca-c87486b79da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:54.730780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-1858ee67-f8d1-4ecb-b3ca-c87486b79da6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eab705d7ba80497c81e8a09f501673f7&device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 1094 time: 0.1311543 Nov 09 19:42:54.735062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e09ca8-0f09-4093-a018-ae793cca106b req-e259ea88-528d-494d-a667-78a37a82e24e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:54.736921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39e09ca8-0f09-4093-a018-ae793cca106b req-e259ea88-528d-494d-a667-78a37a82e24e tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 951 time: 0.0513721 Nov 09 19:42:54.777183 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39e09ca8-0f09-4093-a018-ae793cca106b req-37f6f920-fd02-4dd5-9f89-bdd84ee736ab tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340285 Nov 09 19:42:54.791372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-d6d77561-201e-418f-98a3-b921a6f0c9da tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Deleting port 4ffee6d0-8024-4e12-8314-1d32b811cc69 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:54.791723 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-d6d77561-201e-418f-98a3-b921a6f0c9da tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:54.796051 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-a0f8a049-7660-4f89-8d7e-b28e44a01498 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 HTTP/1.1" status: 200 len: 217 time: 0.0545123 Nov 09 19:42:54.820364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62720eec-2c35-42db-9477-033cb7551cfc req-2d1406ba-d2f7-46a2-a014-d5f3fbd0cba5 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:54.826435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62720eec-2c35-42db-9477-033cb7551cfc req-2d1406ba-d2f7-46a2-a014-d5f3fbd0cba5 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:54.828920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62720eec-2c35-42db-9477-033cb7551cfc req-2d1406ba-d2f7-46a2-a014-d5f3fbd0cba5 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf&device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 1690 time: 0.1386828 Nov 09 19:42:54.949269 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959d7388-1748-4930-b9f0-c7470ffa44aa x-openstack-request-id: req-959d7388-1748-4930-b9f0-c7470ffa44aa {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:54.949588 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43a7895-60c8-4df4-9200-bad06087e5b7", "tag": "a74a2ebc-b0b1-4413-8c45-93a4f3a250b8", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:54.949929 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-959d7388-1748-4930-b9f0-c7470ffa44aa {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:54.950257 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43a7895-60c8-4df4-9200-bad06087e5b7', 'tag': 'a74a2ebc-b0b1-4413-8c45-93a4f3a250b8', 'status': 'completed', 'code': 200} Nov 09 19:42:54.970924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-bf5a5c04-5f8c-43ff-8756-62102489df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:54.972411 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-bf5a5c04-5f8c-43ff-8756-62102489df5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72dd7a90-2692-4c52-b37f-b538d4214f5f HTTP/1.1" status: 200 len: 861 time: 0.1617177 Nov 09 19:42:54.978741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62720eec-2c35-42db-9477-033cb7551cfc req-808f6ed0-c8f9-4441-8032-cf5029a21d91 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091833 Nov 09 19:42:55.001317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-d6d77561-201e-418f-98a3-b921a6f0c9da tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] For port 4ffee6d0-8024-4e12-8314-1d32b811cc69, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4ffee6d0-8024-4e12-8314-1d32b811cc69,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:55.001691 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-d6d77561-201e-418f-98a3-b921a6f0c9da tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:55.023807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-6a142fd9-0cdd-460c-91c4-57783f8060fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390902 Nov 09 19:42:55.032784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-d6d77561-201e-418f-98a3-b921a6f0c9da tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Calling delete_port for 4ffee6d0-8024-4e12-8314-1d32b811cc69 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:55.188389 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:55.211275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-df76a488-e7ce-4352-bf2e-bef980bd0dc5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:55.215907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-df76a488-e7ce-4352-bf2e-bef980bd0dc5 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.77 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 951 time: 0.1478643 Nov 09 19:42:55.216461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52658) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:55.365877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-85f22a20-6e8f-4cd1-9afd-32bdebb10882 service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289702 Nov 09 19:42:55.376769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31930-23de-45db-8043-e2eb91da1ec0 req-50128e02-c5e6-47dc-813b-baca618fbe5b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:55.378852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9eb31930-23de-45db-8043-e2eb91da1ec0 req-50128e02-c5e6-47dc-813b-baca618fbe5b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 943 time: 0.1132281 Nov 09 19:42:55.410950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-1b559d8f-f4a5-453a-8f83-0425d156329b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Deleting port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:42:55.411617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-1b559d8f-f4a5-453a-8f83-0425d156329b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:55.542006 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f193122-dd96-46b1-935a-05e6c5c420cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:55.550975 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9eb31930-23de-45db-8043-e2eb91da1ec0 req-e114fe1f-db1b-4a3f-9a7d-8e7bc62f8415 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428556 Nov 09 19:42:55.588901 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-d6d77561-201e-418f-98a3-b921a6f0c9da tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:55.606303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['4ed35e5c-6352-4467-a34e-585cd12b4a36'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:55.679390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-1b559d8f-f4a5-453a-8f83-0425d156329b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] For port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:55.679871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-1b559d8f-f4a5-453a-8f83-0425d156329b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:55.705666 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aa2f6b2-b638-447b-a2a7-d3af086fa587 req-c0a4f703-7179-455d-ae20-b9d921e0d1b8 service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257449 Nov 09 19:42:55.730285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d77561-201e-418f-98a3-b921a6f0c9da tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Pushing event deleted for resources: {'Port': ['ID=4ffee6d0-8024-4e12-8314-1d32b811cc69,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:55.735803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-1b559d8f-f4a5-453a-8f83-0425d156329b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Calling delete_port for 136acd93-cc6f-4360-ae8c-0a6584b2ca3c owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:42:55.739958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c29e34-106f-4bc8-8eb0-b5538cf106bf req-7d2fce1e-8617-42b1-b17b-979a6de7b33b tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:55.750097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2c29e34-106f-4bc8-8eb0-b5538cf106bf req-7d2fce1e-8617-42b1-b17b-979a6de7b33b tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 1100 time: 0.1619103 Nov 09 19:42:55.761226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6cf0b9d-e15a-427d-9ddb-3acf4ea22712 req-8526290e-6e5c-49e3-82e6-89dabcc2ec7b tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 210 time: 0.1219237 Nov 09 19:42:55.856952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-d6d77561-201e-418f-98a3-b921a6f0c9da tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] No DVR routers for this DVR port 4ffee6d0-8024-4e12-8314-1d32b811cc69 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:55.862301 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-d6d77561-201e-418f-98a3-b921a6f0c9da tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:55.862528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2c29e34-106f-4bc8-8eb0-b5538cf106bf req-0e70de61-7c62-42ab-8b3e-b73aab101e9d tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080642 Nov 09 19:42:55.866204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ddb035e-a0b1-4bb2-9162-32f6d098d263 req-d6d77561-201e-418f-98a3-b921a6f0c9da tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.70 "DELETE /v2.0/ports/4ffee6d0-8024-4e12-8314-1d32b811cc69 HTTP/1.1" status: 204 len: 173 time: 1.3082700 Nov 09 19:42:55.890232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f193122-dd96-46b1-935a-05e6c5c420cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:55.901761 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f193122-dd96-46b1-935a-05e6c5c420cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:55.951767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da039a-8eed-4e49-b736-fa13f375fce8 req-228588fb-86b7-4714-8c01-b821684b2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:55.957171 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92da039a-8eed-4e49-b736-fa13f375fce8 req-228588fb-86b7-4714-8c01-b821684b2c3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eab705d7ba80497c81e8a09f501673f7&device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 1094 time: 0.1587942 Nov 09 19:42:55.965470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0f193122-dd96-46b1-935a-05e6c5c420cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=857dad90c1de49f3b41ed190447c6ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7478199 Nov 09 19:42:55.969726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52674) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:55.991463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f193122-dd96-46b1-935a-05e6c5c420cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625ecea8-e4ed-4db1-9816-63ccabcf5ab5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:56.023545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8fd3b-53a3-4a7a-9345-b8d7802e98f3 req-9fb98724-3439-456c-9afa-9a732501de3d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:56.030996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2d8fd3b-53a3-4a7a-9345-b8d7802e98f3 req-9fb98724-3439-456c-9afa-9a732501de3d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 946 time: 0.1718409 Nov 09 19:42:56.103413 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-1b559d8f-f4a5-453a-8f83-0425d156329b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:56.112386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb76d6d-15d3-44af-a024-12e74db6807c req-4abde137-8c60-4839-a3c3-5fcfb5178fcd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:56.113959 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfb76d6d-15d3-44af-a024-12e74db6807c req-4abde137-8c60-4839-a3c3-5fcfb5178fcd tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=08c42486-f648-4b21-ad1a-9566c1d3e11a HTTP/1.1" status: 200 len: 951 time: 0.1037858 Nov 09 19:42:56.126405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ff751787-4749-408f-8f65-61ba9af15ecc'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:56.130684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['1a2e06e6-50f4-4893-b383-bf253ff3e26b', '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:56.150011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b559d8f-f4a5-453a-8f83-0425d156329b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Pushing event deleted for resources: {'Port': ['ID=136acd93-cc6f-4360-ae8c-0a6584b2ca3c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:56.179196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2d8fd3b-53a3-4a7a-9345-b8d7802e98f3 req-ac5ddee7-6c93-4301-b03d-e9e0f5f2e4ec tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471026 Nov 09 19:42:56.218380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1460fb9e-fa11-4746-bfe2-97e01408f56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:56.247245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da039a-8eed-4e49-b736-fa13f375fce8 req-85cf0134-33a6-4f70-a5e0-c687e2374f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:56.248675 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92da039a-8eed-4e49-b736-fa13f375fce8 req-85cf0134-33a6-4f70-a5e0-c687e2374f9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a HTTP/1.1" status: 200 len: 922 time: 0.2642081 Nov 09 19:42:56.253843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-1b559d8f-f4a5-453a-8f83-0425d156329b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] No DVR routers for this DVR port 136acd93-cc6f-4360-ae8c-0a6584b2ca3c on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:42:56.258435 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-1b559d8f-f4a5-453a-8f83-0425d156329b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:56.262596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7532eea6-7eca-437e-802b-52b68ad8e6ae req-1b559d8f-f4a5-453a-8f83-0425d156329b tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.77 "DELETE /v2.0/ports/136acd93-cc6f-4360-ae8c-0a6584b2ca3c HTTP/1.1" status: 204 len: 173 time: 1.0394776 Nov 09 19:42:56.262805 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1460fb9e-fa11-4746-bfe2-97e01408f56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:56.263282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-deleted', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:56.266700 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfcb27a-86f7-4068-a325-e6fcc6617766" -d '{"events": [{"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-deleted", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:56.299566 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfb76d6d-15d3-44af-a024-12e74db6807c req-29c595bf-4a7d-42ca-901a-0b0b817f3996 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519463 Nov 09 19:42:56.336883 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92da039a-8eed-4e49-b736-fa13f375fce8 req-c4b3b031-d747-4d18-9ad0-c7ea4e67f5cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 HTTP/1.1" status: 200 len: 217 time: 0.0769000 Nov 09 19:42:56.464121 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-789fbdf2-5454-440d-8216-a4f7dd343151 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-977796634&fields=id&tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c HTTP/1.1" status: 200 len: 267 time: 0.0634849 Nov 09 19:42:56.531697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-3c04ff1f-2378-4d91-9065-bfd355954d83 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:56.539605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2119-fe18-48a2-921b-c0a7daac86dc req-4ab1f515-16be-4953-a7d5-13030ffae28c tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:56.544034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-3c04ff1f-2378-4d91-9065-bfd355954d83 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 946 time: 0.0787761 Nov 09 19:42:56.551264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'port': {'security_groups': ['edc122f4-b304-4d7e-9a9e-125718e25d31', 'd781ab0a-b198-4f6f-8e37-885484bcd4c4']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:42:56.552233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef0e2119-fe18-48a2-921b-c0a7daac86dc req-4ab1f515-16be-4953-a7d5-13030ffae28c tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 1101 time: 0.2269335 Nov 09 19:42:56.560277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da039a-8eed-4e49-b736-fa13f375fce8 req-89088653-782f-4ec3-87f1-5b57bdc70ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:56.561981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92da039a-8eed-4e49-b736-fa13f375fce8 req-89088653-782f-4ec3-87f1-5b57bdc70ca4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72dd7a90-2692-4c52-b37f-b538d4214f5f HTTP/1.1" status: 200 len: 861 time: 0.2068529 Nov 09 19:42:56.592631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1460fb9e-fa11-4746-bfe2-97e01408f56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:56.596938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1460fb9e-fa11-4746-bfe2-97e01408f56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:56.598419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1460fb9e-fa11-4746-bfe2-97e01408f56c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/625ecea8-e4ed-4db1-9816-63ccabcf5ab5 HTTP/1.1" status: 204 len: 168 time: 0.5891688 Nov 09 19:42:56.621296 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92da039a-8eed-4e49-b736-fa13f375fce8 req-e45b6539-6ff6-4514-b219-8a46617b4c31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=481332f9-2fab-4e6a-b6cd-9a5e32b5177a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497224 Nov 09 19:42:56.633381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460fb9e-fa11-4746-bfe2-97e01408f56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625ecea8-e4ed-4db1-9816-63ccabcf5ab5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:56.727308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:56.749021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef0e2119-fe18-48a2-921b-c0a7daac86dc req-a64aa021-2455-4656-b4e5-3dcaba4cb41a tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911237 Nov 09 19:42:56.839845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92da039a-8eed-4e49-b736-fa13f375fce8 req-2b89f02e-e850-4685-8d64-9562aa1baed2 service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073066 Nov 09 19:42:56.872520 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c99c455-3738-4f28-b903-a6a2e197de94 x-openstack-request-id: req-0c99c455-3738-4f28-b903-a6a2e197de94 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:56.873091 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c42486-f648-4b21-ad1a-9566c1d3e11a", "name": "network-vif-deleted", "tag": "136acd93-cc6f-4360-ae8c-0a6584b2ca3c", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:56.873534 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c99c455-3738-4f28-b903-a6a2e197de94 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:56.874103 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c42486-f648-4b21-ad1a-9566c1d3e11a', 'name': 'network-vif-deleted', 'tag': '136acd93-cc6f-4360-ae8c-0a6584b2ca3c', 'status': 'completed', 'code': 200} Nov 09 19:42:56.958260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b236b85-e457-4031-9276-94092a787dc9', 'name': 'network-vif-deleted', 'tag': '4ffee6d0-8024-4e12-8314-1d32b811cc69'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:56.966729 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5765300-7502-44de-82ec-5d5a7e726bcd" -d '{"events": [{"server_uuid": "3b236b85-e457-4031-9276-94092a787dc9", "name": "network-vif-deleted", "tag": "4ffee6d0-8024-4e12-8314-1d32b811cc69"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:57.082598 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92da039a-8eed-4e49-b736-fa13f375fce8 req-1f9d4593-0981-4c8d-9f63-2c8cf8b34b12 service neutron] 10.222.0.70 "GET /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327080 Nov 09 19:42:57.119158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02401f84-14be-4cb7-babb-eadd503545fc req-618a4693-d880-48fa-923a-081fe9b6a74c tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:57.127075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02401f84-14be-4cb7-babb-eadd503545fc req-618a4693-d880-48fa-923a-081fe9b6a74c tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 943 time: 0.1023614 Nov 09 19:42:57.168462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] For port e2bba097-1597-4979-9e87-f5ffc5473275, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2bba097-1597-4979-9e87-f5ffc5473275,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:57.186647 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02401f84-14be-4cb7-babb-eadd503545fc req-615d4dec-26cf-4b04-8ce8-7910ec984a64 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 Nov 09 19:42:57.213477 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:57.227402 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:57.242575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e2bba097-1597-4979-9e87-f5ffc5473275'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:57.246412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe26ce3d-1de0-4581-bb8d-c78386416781'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:57.275594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52698) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:57.296504 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5622add-990a-4125-9146-6f0a3b59f26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:57.317678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:57.321015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:57.339071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a281271c-bb30-4ae6-bbc6-0271ec1c6b13 req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "PUT /v2.0/ports/e2bba097-1597-4979-9e87-f5ffc5473275 HTTP/1.1" status: 200 len: 982 time: 0.7938917 Nov 09 19:42:57.413938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'Port': ['ID=e2bba097-1597-4979-9e87-f5ffc5473275,revision_number=6']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:57.433766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4ffee6d0-8024-4e12-8314-1d32b811cc69 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:57.438266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.439233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.440229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.440582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.441281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.453460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.455004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.455329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.456661 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.457205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.457643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.457997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc7885-219d-4769-86f9-bb472498abf2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:42:57.512217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52708) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:57.514909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72604df2-600b-4d6d-9e54-d91d125b2227 req-5cac4e9a-8b6c-4462-b716-135511008d57 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 210 time: 0.0450037 Nov 09 19:42:57.541649 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df53445f-512e-4b48-b3c9-c9a41c230fae x-openstack-request-id: req-df53445f-512e-4b48-b3c9-c9a41c230fae {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:57.542218 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b236b85-e457-4031-9276-94092a787dc9", "name": "network-vif-deleted", "tag": "4ffee6d0-8024-4e12-8314-1d32b811cc69", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:57.542321 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df53445f-512e-4b48-b3c9-c9a41c230fae {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:57.542692 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b236b85-e457-4031-9276-94092a787dc9', 'name': 'network-vif-deleted', 'tag': '4ffee6d0-8024-4e12-8314-1d32b811cc69', 'status': 'completed', 'code': 200} Nov 09 19:42:57.579103 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5622add-990a-4125-9146-6f0a3b59f26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:57.585496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5622add-990a-4125-9146-6f0a3b59f26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:57.591059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-261e6e64-8f00-48fa-9a7f-bc0c73d226a3 req-b20587b8-0357-4ee4-a4c7-1b3040fb084c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/d781ab0a-b198-4f6f-8e37-885484bcd4c4 HTTP/1.1" status: 200 len: 1800 time: 0.0579562 Nov 09 19:42:57.600701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 4ffee6d0-8024-4e12-8314-1d32b811cc69 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:57.608454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4ffee6d0-8024-4e12-8314-1d32b811cc69 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:57.623857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e2bba097-1597-4979-9e87-f5ffc5473275'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:42:57.676958 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-261e6e64-8f00-48fa-9a7f-bc0c73d226a3 req-40435aa5-f6e5-4087-bbd0-562eaff34c18 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 19:42:57.683266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5622add-990a-4125-9146-6f0a3b59f26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b05e4-0853-4332-b137-e536fb05e09d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:57.696886 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d5622add-990a-4125-9146-6f0a3b59f26f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f2333daa8724f128cd65e2212968ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197612 Nov 09 19:42:57.699763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-261e6e64-8f00-48fa-9a7f-bc0c73d226a3 req-40435aa5-f6e5-4087-bbd0-562eaff34c18 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/d781ab0a-b198-4f6f-8e37-885484bcd4c4 HTTP/1.1" status: 409 len: 341 time: 0.1077514 Nov 09 19:42:57.700409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52718) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:57.834190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31762fcd-c702-4370-9cad-f648d6c12b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:57.834737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-ffb2952e-904c-40a9-847a-22178e21c32e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347693 Nov 09 19:42:57.882308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56a1c22d-cf61-4b17-85e2-5e85894b59fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:57.964375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56a1c22d-cf61-4b17-85e2-5e85894b59fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:58.143603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-fc4217c6-730b-498e-a371-ba4c5d72cd02 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:58.152441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-fc4217c6-730b-498e-a371-ba4c5d72cd02 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158109 Nov 09 19:42:58.155959 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56a1c22d-cf61-4b17-85e2-5e85894b59fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:58.161268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56a1c22d-cf61-4b17-85e2-5e85894b59fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:58.162505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-56a1c22d-cf61-4b17-85e2-5e85894b59fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e56b05e4-0853-4332-b137-e536fb05e09d HTTP/1.1" status: 204 len: 168 time: 0.4611530 Nov 09 19:42:58.198379 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-8009dd9a-62f9-4eeb-8f0f-9a26b8fb212d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/quotas/adafef6ee39f457086969e3c3816d850 HTTP/1.1" status: 200 len: 375 time: 0.0439608 Nov 09 19:42:58.256333 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b16db5-8f66-42e2-8fdf-19ccb0f5cb77 req-4bbaf283-c265-4a16-8fb1-583bdf3e785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:58.258593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1b16db5-8f66-42e2-8fdf-19ccb0f5cb77 req-4bbaf283-c265-4a16-8fb1-583bdf3e785b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 1136 time: 0.1342034 Nov 09 19:42:58.287335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1c22d-cf61-4b17-85e2-5e85894b59fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b05e4-0853-4332-b137-e536fb05e09d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:58.298461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-080924b4-00ae-410e-8b33-46c016601354 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969636 Nov 09 19:42:58.409908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fcc1f-5b98-4838-8e4d-b75fcee94325 req-6b91088f-94c7-49c6-affb-2258c6d5306a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:58.422842 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-696fcc1f-5b98-4838-8e4d-b75fcee94325 req-6b91088f-94c7-49c6-affb-2258c6d5306a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.2865756 Nov 09 19:42:58.479763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31762fcd-c702-4370-9cad-f648d6c12b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:58.501163 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31762fcd-c702-4370-9cad-f648d6c12b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:58.551418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b16db5-8f66-42e2-8fdf-19ccb0f5cb77 req-036fda13-03aa-4839-9fda-5c6d6f74dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:58.557409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1b16db5-8f66-42e2-8fdf-19ccb0f5cb77 req-036fda13-03aa-4839-9fda-5c6d6f74dd4a service neutron] 10.222.0.77 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 914 time: 0.2901981 Nov 09 19:42:58.565009 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-696fcc1f-5b98-4838-8e4d-b75fcee94325 req-3d3db7b9-967f-43a8-b06f-65ae83fef496 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395571 Nov 09 19:42:58.631094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-31762fcd-c702-4370-9cad-f648d6c12b15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98537636d45445b9a96f221485215ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1149089 Nov 09 19:42:58.632031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52742) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:42:58.647380 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1b16db5-8f66-42e2-8fdf-19ccb0f5cb77 req-6c12a463-688c-49b1-8b2f-785307a7ce9c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bba097-1597-4979-9e87-f5ffc5473275 HTTP/1.1" status: 200 len: 217 time: 0.0820489 Nov 09 19:42:58.691247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31762fcd-c702-4370-9cad-f648d6c12b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba7185f-f2a9-4cef-9d4a-aaa886beddd6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:58.710048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b16db5-8f66-42e2-8fdf-19ccb0f5cb77 req-821a026b-bd68-4d2e-adfe-4076c0aa3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:58.711712 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1b16db5-8f66-42e2-8fdf-19ccb0f5cb77 req-821a026b-bd68-4d2e-adfe-4076c0aa3d5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e642abde-590e-4e2e-858c-3106e06814fb HTTP/1.1" status: 200 len: 853 time: 0.0509102 Nov 09 19:42:58.763278 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1b16db5-8f66-42e2-8fdf-19ccb0f5cb77 req-1f22bf58-48c4-4999-95ef-f8469b60a75d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a65a05e5-0bd7-4756-a279-12e533e25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436826 Nov 09 19:42:58.788362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd9320-5851-4f18-924e-04c7cdfd051e req-f6345790-315b-45a1-b918-60bbb3d89c22 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:58.790504 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5cd9320-5851-4f18-924e-04c7cdfd051e req-f6345790-315b-45a1-b918-60bbb3d89c22 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 985 time: 0.0810184 Nov 09 19:42:58.818152 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23e71d20-97d6-433f-b7b0-87f95c91bd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:58.886991 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5cd9320-5851-4f18-924e-04c7cdfd051e req-7c4e1848-f71c-4d74-bdd3-44905f08dc9a tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&id=d781ab0a-b198-4f6f-8e37-885484bcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0869303 Nov 09 19:42:58.899474 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23e71d20-97d6-433f-b7b0-87f95c91bd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:58.938410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:42:58.947508 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad66bec7-be19-4c9c-85ef-5f50d435fc25" -d '{"events": [{"name": "network-changed", "server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:42:58.952575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1b16db5-8f66-42e2-8fdf-19ccb0f5cb77 req-cf1272e8-4274-405c-845b-891543eaf88f service neutron] 10.222.0.77 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810207 Nov 09 19:42:59.176252 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1b16db5-8f66-42e2-8fdf-19ccb0f5cb77 req-b4aa4920-fe17-4b4f-a436-120ef82358d6 service neutron] 10.222.0.77 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016354 Nov 09 19:42:59.276425 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05c9b942-7d39-4157-ac8c-c8722d2586a4 req-eb90fcdb-2f32-4273-80a5-5596f2653238 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 210 time: 0.0688941 Nov 09 19:42:59.304973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:42:59.371570 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7ead06-847e-43e0-b22d-1fb72728f2ea x-openstack-request-id: req-4a7ead06-847e-43e0-b22d-1fb72728f2ea {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:42:59.372563 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:42:59.373593 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a7ead06-847e-43e0-b22d-1fb72728f2ea {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:42:59.375207 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275', 'status': 'completed', 'code': 200} Nov 09 19:42:59.523496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66bec7-be19-4c9c-85ef-5f50d435fc25 req-ac9ddceb-a081-45b9-988b-7275b58d5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:59.528986 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad66bec7-be19-4c9c-85ef-5f50d435fc25 req-ac9ddceb-a081-45b9-988b-7275b58d5ab7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 1136 time: 0.1162224 Nov 09 19:42:59.532299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:42:59.639467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 136acd93-cc6f-4360-ae8c-0a6584b2ca3c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:42:59.639841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 136acd93-cc6f-4360-ae8c-0a6584b2ca3c not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:42:59.649748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58e430-e3e9-4474-a2aa-f0543d9d2bde req-0051322e-6098-42f3-8e06-274e9422b99b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:59.660102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f58e430-e3e9-4474-a2aa-f0543d9d2bde req-0051322e-6098-42f3-8e06-274e9422b99b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 943 time: 0.2306416 Nov 09 19:42:59.665893 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23e71d20-97d6-433f-b7b0-87f95c91bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:59.679085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23e71d20-97d6-433f-b7b0-87f95c91bd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:59.685233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-23e71d20-97d6-433f-b7b0-87f95c91bd2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ba7185f-f2a9-4cef-9d4a-aaa886beddd6 HTTP/1.1" status: 204 len: 168 time: 1.0519557 Nov 09 19:42:59.708202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:42:59.720767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'a74a2ebc-b0b1-4413-8c45-93a4f3a250b8', 'network_id': '481332f9-2fab-4e6a-b6cd-9a5e32b5177a', 'port_id': 'a74a2ebc-b0b1-4413-8c45-93a4f3a250b8', 'mac_address': 'fa:16:3e:0d:28:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72dd7a90-2692-4c52-b37f-b538d4214f5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:42:59.726001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-0acbf1c2-890a-4f23-b6d3-d26a85f1cd70 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:59.730182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-0acbf1c2-890a-4f23-b6d3-d26a85f1cd70 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.3032546 Nov 09 19:42:59.848513 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:42:59.866240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e71d20-97d6-433f-b7b0-87f95c91bd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba7185f-f2a9-4cef-9d4a-aaa886beddd6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:42:59.963667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f58e430-e3e9-4474-a2aa-f0543d9d2bde req-c1ed127e-1bd8-440f-bbef-7c8f86f18e20 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021157 Nov 09 19:42:59.965599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:42:59.985539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66bec7-be19-4c9c-85ef-5f50d435fc25 req-ca8c7189-731f-44d9-9e64-42ed20e168cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:42:59.987639 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad66bec7-be19-4c9c-85ef-5f50d435fc25 req-ca8c7189-731f-44d9-9e64-42ed20e168cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 914 time: 0.4521210 Nov 09 19:43:00.058658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:00.069555 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:00.118310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-4fdbe178-317c-4959-855c-daf52d5f60e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Deleting port ff751787-4749-408f-8f65-61ba9af15ecc {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:43:00.119380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-4fdbe178-317c-4959-855c-daf52d5f60e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:00.120613 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad66bec7-be19-4c9c-85ef-5f50d435fc25 req-172ad0cc-c9c0-487c-821e-60d144a527c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bba097-1597-4979-9e87-f5ffc5473275 HTTP/1.1" status: 200 len: 217 time: 0.1247663 Nov 09 19:43:00.168354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:00.240337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66bec7-be19-4c9c-85ef-5f50d435fc25 req-da51c3d8-13c7-49a8-bf2f-748854bd6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:00.241996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad66bec7-be19-4c9c-85ef-5f50d435fc25 req-da51c3d8-13c7-49a8-bf2f-748854bd6260 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e642abde-590e-4e2e-858c-3106e06814fb HTTP/1.1" status: 200 len: 853 time: 0.1121502 Nov 09 19:43:00.279977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-4fdbe178-317c-4959-855c-daf52d5f60e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] For port ff751787-4749-408f-8f65-61ba9af15ecc, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff751787-4749-408f-8f65-61ba9af15ecc,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:00.280188 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-4fdbe178-317c-4959-855c-daf52d5f60e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:00.302571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-4fdbe178-317c-4959-855c-daf52d5f60e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Calling delete_port for ff751787-4749-408f-8f65-61ba9af15ecc owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:43:00.314723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad66bec7-be19-4c9c-85ef-5f50d435fc25 req-93eb470e-7d7f-47c6-ab40-44a3272bc090 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a65a05e5-0bd7-4756-a279-12e533e25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631766 Nov 09 19:43:00.348414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['a74a2ebc-b0b1-4413-8c45-93a4f3a250b8'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:00.583821 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad66bec7-be19-4c9c-85ef-5f50d435fc25 req-7ed2d6f3-d78d-4ea4-94bc-22545cceaac6 service neutron] 10.222.0.77 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585993 Nov 09 19:43:00.657454 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-4fdbe178-317c-4959-855c-daf52d5f60e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:00.671888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['1a2e06e6-50f4-4893-b383-bf253ff3e26b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:00.764326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e144ab9-8f4b-49a4-9ec3-f9918f9cca51 req-9298024b-70cb-4df9-90af-39a1e0f0a91c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:00.774856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e144ab9-8f4b-49a4-9ec3-f9918f9cca51 req-9298024b-70cb-4df9-90af-39a1e0f0a91c tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c013631-bbc4-4d7c-8dfd-89719538c236 HTTP/1.1" status: 200 len: 950 time: 0.4657385 Nov 09 19:43:00.820135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbe178-317c-4959-855c-daf52d5f60e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Pushing event deleted for resources: {'Port': ['ID=ff751787-4749-408f-8f65-61ba9af15ecc,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:00.876964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-4fdbe178-317c-4959-855c-daf52d5f60e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] No DVR routers for this DVR port ff751787-4749-408f-8f65-61ba9af15ecc on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:43:00.883028 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-4fdbe178-317c-4959-855c-daf52d5f60e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:00.886756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15683175-6c2c-4450-9e82-dba42b7e2e40 req-4fdbe178-317c-4959-855c-daf52d5f60e1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.70 "DELETE /v2.0/ports/ff751787-4749-408f-8f65-61ba9af15ecc HTTP/1.1" status: 204 len: 173 time: 1.1280367 Nov 09 19:43:00.887309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'name': 'network-vif-deleted', 'tag': 'ff751787-4749-408f-8f65-61ba9af15ecc'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:00.889870 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4a8d44-cad2-4280-bafb-e28a80a3df1b" -d '{"events": [{"server_uuid": "6c013631-bbc4-4d7c-8dfd-89719538c236", "name": "network-vif-deleted", "tag": "ff751787-4749-408f-8f65-61ba9af15ecc"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:00.920372 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e144ab9-8f4b-49a4-9ec3-f9918f9cca51 req-2ddb304a-56ba-4137-aa1e-0d2b8d101f8d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442978 Nov 09 19:43:01.069349 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad66bec7-be19-4c9c-85ef-5f50d435fc25 req-14fe35b2-efbd-4b19-90fb-a9c3b9790df6 service neutron] 10.222.0.77 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792771 Nov 09 19:43:01.103951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ff751787-4749-408f-8f65-61ba9af15ecc'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:01.141546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b58033-a639-4c39-b5cc-19da6af510db req-15d4474e-5946-4f5b-a0c5-bf9b0c254fc6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:01.153737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a9b58033-a639-4c39-b5cc-19da6af510db req-15d4474e-5946-4f5b-a0c5-bf9b0c254fc6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 985 time: 0.4839606 Nov 09 19:43:01.194203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4bebc683-2fa6-4901-a517-1ceb8e04439d req-98fc7e74-bad2-43c4-8169-8beeb6c442c7 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 210 time: 0.0848720 Nov 09 19:43:01.313802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a9b58033-a639-4c39-b5cc-19da6af510db req-3df0639c-3b24-4880-8e9f-365ad02ba858 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=edc122f4-b304-4d7e-9a9e-125718e25d31&id=d781ab0a-b198-4f6f-8e37-885484bcd4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1428967 Nov 09 19:43:01.352738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:01.440932 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79220092-9e3b-4328-a034-b5875077f354 req-14a1dd35-1a82-430e-967d-49c39862f871 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 210 time: 0.1038899 Nov 09 19:43:01.442452 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14e5bc2-00b7-4292-98ad-37fc7577d66d x-openstack-request-id: req-f14e5bc2-00b7-4292-98ad-37fc7577d66d {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:01.446278 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c013631-bbc4-4d7c-8dfd-89719538c236", "name": "network-vif-deleted", "tag": "ff751787-4749-408f-8f65-61ba9af15ecc", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:01.446586 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f14e5bc2-00b7-4292-98ad-37fc7577d66d {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:01.447027 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c013631-bbc4-4d7c-8dfd-89719538c236', 'name': 'network-vif-deleted', 'tag': 'ff751787-4749-408f-8f65-61ba9af15ecc', 'status': 'completed', 'code': 200} Nov 09 19:43:01.632981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:43:01.639424 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:01.639807 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:01.680058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681eb8e9-0480-40c3-b4bf-4aba32399e1a req-9580d96a-69dc-42e7-bb2f-bb80694e46c7 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:01.688286 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-681eb8e9-0480-40c3-b4bf-4aba32399e1a req-9580d96a-69dc-42e7-bb2f-bb80694e46c7 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 944 time: 0.1076558 Nov 09 19:43:01.755110 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-681eb8e9-0480-40c3-b4bf-4aba32399e1a req-2804c1a5-68d5-47f2-b284-1ff2cb5348ce tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Nov 09 19:43:01.810971 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:01.865156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43a7895-60c8-4df4-9200-bad06087e5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74a2ebc-b0b1-4413-8c45-93a4f3a250b8'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:01.867768 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fa7efe-cc4b-4a28-a69c-ec12ba9e840b" -d '{"events": [{"server_uuid": "f43a7895-60c8-4df4-9200-bad06087e5b7", "name": "network-vif-plugged", "status": "completed", "tag": "a74a2ebc-b0b1-4413-8c45-93a4f3a250b8"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:01.883214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:01.890318 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:01.892109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff751787-4749-408f-8f65-61ba9af15ecc no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:43:01.936608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: ff751787-4749-408f-8f65-61ba9af15ecc {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:43:01.940340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff751787-4749-408f-8f65-61ba9af15ecc not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:43:01.966886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-5e601952-e27e-4235-af21-21c6e77f299e tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1720057120&fields=id&tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c HTTP/1.1" status: 200 len: 267 time: 0.0809917 Nov 09 19:43:01.972898 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-465c9682-0fd4-421a-8d4e-510149965f8c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493901 Nov 09 19:43:02.044874 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:02.095299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-6e4b5343-8357-424c-b49b-0c62c4778699 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:02.104912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-6e4b5343-8357-424c-b49b-0c62c4778699 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 985 time: 0.1296990 Nov 09 19:43:02.112280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-1825fed0-21ea-414b-854e-f53fb65c06fe tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'port': {'security_groups': ['d781ab0a-b198-4f6f-8e37-885484bcd4c4', 'edc122f4-b304-4d7e-9a9e-125718e25d31', '341c97f1-201b-4189-8f46-52628b519d3e']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:02.220108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5ff0bea7-6862-4671-bfc0-05c22e6fc38f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:02.223021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5ff0bea7-6862-4671-bfc0-05c22e6fc38f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401998 Nov 09 19:43:02.235256 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-1825fed0-21ea-414b-854e-f53fb65c06fe tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:02.247787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Request body: {'port': {'device_id': '41acaa6a-d930-4791-899e-d267e7205b8d', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': 'adafef6ee39f457086969e3c3816d850'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:02.334032 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38830c85-5980-4a99-86b3-8b81077a65cd x-openstack-request-id: req-38830c85-5980-4a99-86b3-8b81077a65cd {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:02.334400 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43a7895-60c8-4df4-9200-bad06087e5b7", "name": "network-vif-plugged", "status": "completed", "tag": "a74a2ebc-b0b1-4413-8c45-93a4f3a250b8", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:02.334745 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38830c85-5980-4a99-86b3-8b81077a65cd {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:02.335210 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43a7895-60c8-4df4-9200-bad06087e5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74a2ebc-b0b1-4413-8c45-93a4f3a250b8', 'code': 200} Nov 09 19:43:02.495669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-1825fed0-21ea-414b-854e-f53fb65c06fe tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] For port e2bba097-1597-4979-9e87-f5ffc5473275, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2bba097-1597-4979-9e87-f5ffc5473275,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:02.513319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Made reservation on behalf of adafef6ee39f457086969e3c3816d850 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:02.518280 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:02.540897 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-4f9aaeb5-d18c-4c46-b074-848eb3ea6634 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266335 Nov 09 19:43:02.569290 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-1825fed0-21ea-414b-854e-f53fb65c06fe tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:02.584003 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-1825fed0-21ea-414b-854e-f53fb65c06fe tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:02.597342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e2bba097-1597-4979-9e87-f5ffc5473275'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:02.600668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe26ce3d-1de0-4581-bb8d-c78386416781'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:02.626588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52868) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:02.688747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-1825fed0-21ea-414b-854e-f53fb65c06fe tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:02.689400 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-1825fed0-21ea-414b-854e-f53fb65c06fe tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:02.690847 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42368d19-0945-4e42-ab4e-35da7035ac30 req-1825fed0-21ea-414b-854e-f53fb65c06fe tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "PUT /v2.0/ports/e2bba097-1597-4979-9e87-f5ffc5473275 HTTP/1.1" status: 200 len: 1021 time: 0.5846255 Nov 09 19:43:02.693473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:02.698872 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a323e7-ce76-4307-ad90-b27d41a71e21" -d '{"events": [{"name": "network-changed", "server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:02.737147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825fed0-21ea-414b-854e-f53fb65c06fe tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'Port': ['ID=e2bba097-1597-4979-9e87-f5ffc5473275,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:02.759745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-96f1fe52-cb7f-479b-b3e0-e681103d670d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:02.761593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-96f1fe52-cb7f-479b-b3e0-e681103d670d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108645 Nov 09 19:43:02.778441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Request body: {'port': {'device_id': 'b0b2dee4-f82b-44c7-a373-56faca583ed1', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': 'adafef6ee39f457086969e3c3816d850'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:02.822859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e2bba097-1597-4979-9e87-f5ffc5473275'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:02.825945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ae2dd19-c49f-4767-8276-37b31eb68290 req-8d3910af-c2d2-406c-8132-9251dcf862b0 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b236b85-e457-4031-9276-94092a787dc9 HTTP/1.1" status: 200 len: 210 time: 0.0957501 Nov 09 19:43:02.833390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f3c07-a441-438c-afc9-a511080bd197 req-4b6db02e-1818-44e0-8df5-90e1458fc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:02.846085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b4f3c07-a441-438c-afc9-a511080bd197 req-4b6db02e-1818-44e0-8df5-90e1458fc9e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 1096 time: 0.3902369 Nov 09 19:43:02.918006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Allocated IP 192.168.233.252 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:02.930177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54b6f825-4955-44f7-a757-2c1d5b3103c4 req-ae9dbdb9-2111-4da2-ad21-cf3f12970aff tempest-AbsoluteLimitsNegativeTestJSON-2046892347 tempest-AbsoluteLimitsNegativeTestJSON-2046892347-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e80170b2c1c14d5e967761a2f0e9a104&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253040 Nov 09 19:43:02.949464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b4f3c07-a441-438c-afc9-a511080bd197 req-6f1fa818-5697-4873-b883-5fd0068da510 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024971 Nov 09 19:43:03.005171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-89410ad2-e752-4b72-a934-d73d71f56752 admin admin] Deleting subnet c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:43:03.009646 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89410ad2-e752-4b72-a934-d73d71f56752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:03.060922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89410ad2-e752-4b72-a934-d73d71f56752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:03.117400 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89410ad2-e752-4b72-a934-d73d71f56752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:03.217482 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f7c42f83-3da0-47cf-9b7d-a50a332a9685 req-5c365b6b-8c9b-4d86-88f3-47bd29588d13 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 210 time: 0.0381107 Nov 09 19:43:03.315372 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:03.348427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac89c575-f58a-4332-94c3-c18637c5e845 req-a86c9e6c-a446-4e9a-b47d-9ec35d0cc994 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/341c97f1-201b-4189-8f46-52628b519d3e HTTP/1.1" status: 200 len: 1801 time: 0.0796504 Nov 09 19:43:03.423570 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-ac89c575-f58a-4332-94c3-c18637c5e845 req-f020806a-3406-4860-9a31-87f9c494b1ed tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 19:43:03.431471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac89c575-f58a-4332-94c3-c18637c5e845 req-f020806a-3406-4860-9a31-87f9c494b1ed tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/341c97f1-201b-4189-8f46-52628b519d3e HTTP/1.1" status: 409 len: 341 time: 0.0800633 Nov 09 19:43:03.439866 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:03.513436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:03.516999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:03.521782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:03.552285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event updated for resources: {'Port': ['ID=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:03.602626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:03.603364 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:03.655907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5676144c-b618-4959-93c6-4fa115d2053b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4235079 Nov 09 19:43:03.675421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Request body: {'port': {'device_id': '41acaa6a-d930-4791-899e-d267e7205b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:03.683961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52894) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:03.743019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:03.797315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494', '0e03508d-75ff-499d-ba0d-23af3ec059ac'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:03.870926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6f825-4955-44f7-a757-2c1d5b3103c4 req-b4676a18-6a6f-488d-9ea7-8221de24cb3b tempest-AbsoluteLimitsNegativeTestJSON-2046892347 tempest-AbsoluteLimitsNegativeTestJSON-2046892347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:03.880688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54b6f825-4955-44f7-a757-2c1d5b3103c4 req-b4676a18-6a6f-488d-9ea7-8221de24cb3b tempest-AbsoluteLimitsNegativeTestJSON-2046892347 tempest-AbsoluteLimitsNegativeTestJSON-2046892347-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9491348 Nov 09 19:43:03.894703 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd979e1-7c30-4f7b-8188-9aa0f09bae64 x-openstack-request-id: req-6cd979e1-7c30-4f7b-8188-9aa0f09bae64 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:03.895018 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:03.895282 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cd979e1-7c30-4f7b-8188-9aa0f09bae64 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:03.896694 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275', 'status': 'completed', 'code': 200} Nov 09 19:43:03.931900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-15bf6f2f-96fe-44a0-af6b-f4b75948ec3c None None] Provisioning complete for port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:03.931900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-15bf6f2f-96fe-44a0-af6b-f4b75948ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:03.936902 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:03.959919 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54b6f825-4955-44f7-a757-2c1d5b3103c4 req-919fda88-c499-4143-a5c2-52d49cf73610 tempest-AbsoluteLimitsNegativeTestJSON-2046892347 tempest-AbsoluteLimitsNegativeTestJSON-2046892347-project] 10.222.0.53 "GET /v2.0/quotas/e80170b2c1c14d5e967761a2f0e9a104 HTTP/1.1" status: 200 len: 375 time: 0.0782380 Nov 09 19:43:03.992222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-15bf6f2f-96fe-44a0-af6b-f4b75948ec3c None None] Port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:04.027027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54b6f825-4955-44f7-a757-2c1d5b3103c4 req-449568d8-059b-4649-b3da-5947b6631150 tempest-AbsoluteLimitsNegativeTestJSON-2046892347 tempest-AbsoluteLimitsNegativeTestJSON-2046892347-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e80170b2c1c14d5e967761a2f0e9a104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582905 Nov 09 19:43:04.032785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89410ad2-e752-4b72-a934-d73d71f56752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:04.085588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89410ad2-e752-4b72-a934-d73d71f56752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:04.094887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Made reservation on behalf of adafef6ee39f457086969e3c3816d850 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:04.099110 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:04.106036 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89410ad2-e752-4b72-a934-d73d71f56752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:04.112512 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-89410ad2-e752-4b72-a934-d73d71f56752 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c09dbf3a-f558-4c88-98bb-d6a2bc4c2c4a HTTP/1.1" status: 204 len: 168 time: 1.4798012 Nov 09 19:43:04.113546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52900) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:04.121560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a323e7-ce76-4307-ad90-b27d41a71e21 req-ec1b8012-92d9-46c9-b7ca-0b3990593281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:04.123801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94a323e7-ce76-4307-ad90-b27d41a71e21 req-ec1b8012-92d9-46c9-b7ca-0b3990593281 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 1175 time: 0.2260871 Nov 09 19:43:04.304424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be757033-7aa7-4ce0-8aa4-b869cdb35fe9 req-83a86f56-04c5-4253-bb8c-1dbc376f3f8a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:04.311140 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be757033-7aa7-4ce0-8aa4-b869cdb35fe9 req-83a86f56-04c5-4253-bb8c-1dbc376f3f8a tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 945 time: 0.6307621 Nov 09 19:43:04.376085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be757033-7aa7-4ce0-8aa4-b869cdb35fe9 req-b9481937-9c58-40aa-848b-be7c19e30634 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638907 Nov 09 19:43:04.379530 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69424299-42da-47c2-817e-37613f18b05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:04.617741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69424299-42da-47c2-817e-37613f18b05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:04.620931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52908) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:04.671048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:04.685429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214d1fb-bf1b-4b4e-8c51-31ffa81b5f83 req-99150f71-4142-4807-903a-7e733dde4bd9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:04.687053 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2214d1fb-bf1b-4b4e-8c51-31ffa81b5f83 req-99150f71-4142-4807-903a-7e733dde4bd9 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 950 time: 0.3980703 Nov 09 19:43:04.712131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a323e7-ce76-4307-ad90-b27d41a71e21 req-0771564c-bc7a-4e83-bfd7-7d0ffc0c3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:04.713773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94a323e7-ce76-4307-ad90-b27d41a71e21 req-0771564c-bc7a-4e83-bfd7-7d0ffc0c3b8e service neutron] 10.222.0.77 "GET /v2.0/networks?id=a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 200 len: 914 time: 0.4199705 Nov 09 19:43:04.818868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69424299-42da-47c2-817e-37613f18b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:04.888949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424299-42da-47c2-817e-37613f18b05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e43b12f-926e-4663-b38e-790a4297e9dc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:04.928181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94a323e7-ce76-4307-ad90-b27d41a71e21 req-a764da6f-cf37-4ab4-b01d-579b05a08420 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2bba097-1597-4979-9e87-f5ffc5473275 HTTP/1.1" status: 200 len: 217 time: 0.2035229 Nov 09 19:43:04.934266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-69424299-42da-47c2-817e-37613f18b05f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e2cc3fef4e64250a3c6d13da083e5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2072651 Nov 09 19:43:04.943347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:04.957010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52918) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:04.960860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e74c01b-0d6f-4caa-82e0-b4cc884b6615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:04.968269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:04.994662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-b9c35980-b4c8-4865-a7f3-6ddf37d11089 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:04.996447 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-b9c35980-b4c8-4865-a7f3-6ddf37d11089 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.77 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 950 time: 0.3781300 Nov 09 19:43:05.005889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Transition to ACTIVE for port object d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:05.010854 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.105562 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.138296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd582a7-d2f6-49cc-ad84-6e5bbb10c258']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:05.148566 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b42079-7ed6-4b76-9160-0b408acf5ef3 req-54f0b94f-3d69-4486-be36-bd728062ecb8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:05.151602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3188d3c5-1be4-4043-a621-2bb412994a10') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:05.152230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3188d3c5-1be4-4043-a621-2bb412994a10') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:05.156998 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1b42079-7ed6-4b76-9160-0b408acf5ef3 req-54f0b94f-3d69-4486-be36-bd728062ecb8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 936 time: 0.2691298 Nov 09 19:43:05.166823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.183288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.206870 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2214d1fb-bf1b-4b4e-8c51-31ffa81b5f83 req-c2535511-5711-40f9-88ca-a3a632f0124a tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/security-groups?id=28b29126-a6e0-49e6-a103-e1ea95d849a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021217 Nov 09 19:43:05.246030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Pushing event updated for resources: {'Port': ['ID=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:05.265215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:43:05.266747 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:43:05.269304 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:43:05.351908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1b42079-7ed6-4b76-9160-0b408acf5ef3 req-ccc41159-a9a8-4257-b5e0-52c3c984a579 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934247 Nov 09 19:43:05.404277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Attempting to bind port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:05.404616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Attempting to bind port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:05.404952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Attempting to bind port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:05.413554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-799470ce-9a9b-4329-a479-343edeae9f0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Deleting port 1a2e06e6-50f4-4893-b383-bf253ff3e26b {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:43:05.413900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-799470ce-9a9b-4329-a479-343edeae9f0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.418119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:05.418436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Attempting to bind port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:05.468717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:05.469146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:05.469539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:05.469999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Bound port: d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:05.470364 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.565347 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e74c01b-0d6f-4caa-82e0-b4cc884b6615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.588888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a323e7-ce76-4307-ad90-b27d41a71e21 req-c5d3671f-2ca4-4e4a-bb7d-c5087d7053c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:05.591454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94a323e7-ce76-4307-ad90-b27d41a71e21 req-c5d3671f-2ca4-4e4a-bb7d-c5087d7053c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e642abde-590e-4e2e-858c-3106e06814fb HTTP/1.1" status: 200 len: 853 time: 0.6318293 Nov 09 19:43:05.598217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07d59f-e6f9-4bb1-bfb9-6e4f35ac2638 req-8412ae21-9332-4a48-832d-36c0884c0264 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:05.598799 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0cbbfa3f-90d3-4be9-bb1c-f0fdcd382d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.600691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e74c01b-0d6f-4caa-82e0-b4cc884b6615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.605593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f07d59f-e6f9-4bb1-bfb9-6e4f35ac2638 req-8412ae21-9332-4a48-832d-36c0884c0264 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 945 time: 0.1135783 Nov 09 19:43:05.651622 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.662630 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.666072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] For port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:05.671376 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7bd582a7-d2f6-49cc-ad84-6e5bbb10c258 HTTP/1.1" status: 204 len: 168 time: 1.5463655 Nov 09 19:43:05.683683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Allocated IP 192.168.233.159 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/cace9d8b-e473-4ac9-be3f-c1b7510befde) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:05.690734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f07d59f-e6f9-4bb1-bfb9-6e4f35ac2638 req-a935746b-f26e-4a67-bdd9-1eb214c56367 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732732 Nov 09 19:43:05.690734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] For port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:05.694443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-799470ce-9a9b-4329-a479-343edeae9f0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] For port 1a2e06e6-50f4-4893-b383-bf253ff3e26b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=1a2e06e6-50f4-4893-b383-bf253ff3e26b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:05.696285 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-799470ce-9a9b-4329-a479-343edeae9f0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.710894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74c01b-0d6f-4caa-82e0-b4cc884b6615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d886099-26a1-462c-88f3-2ca7f5cd705b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:05.730615 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.738818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-799470ce-9a9b-4329-a479-343edeae9f0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Calling delete_port for 1a2e06e6-50f4-4893-b383-bf253ff3e26b owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:43:05.789869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:05.790487 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:05.792363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] 10.222.0.70 "PUT /v2.0/ports/d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 HTTP/1.1" status: 200 len: 1096 time: 2.1220055 Nov 09 19:43:05.793892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41acaa6a-d930-4791-899e-d267e7205b8d', 'tag': 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:05.796308 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1983237e-4cf1-4be6-a169-e14c151a9908" -d '{"events": [{"name": "network-changed", "server_uuid": "41acaa6a-d930-4791-899e-d267e7205b8d", "tag": "d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:05.907632 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c430f6-e729-44a6-8a7b-76ce6d562c25 req-bc1ee55a-f2b2-44e7-80d0-b4d6ac7ae6c0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:05.921237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52930) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:05.940596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76c430f6-e729-44a6-8a7b-76ce6d562c25 req-bc1ee55a-f2b2-44e7-80d0-b4d6ac7ae6c0 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 1024 time: 0.5553942 Nov 09 19:43:05.943999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94a323e7-ce76-4307-ad90-b27d41a71e21 req-a5c29704-214d-4273-ad65-07c677d75673 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a65a05e5-0bd7-4756-a279-12e533e25a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3320663 Nov 09 19:43:05.968671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3cb92-7545-44ab-bec1-39496dc9039f service neutron] Pushing event updated for resources: {'Port': ['ID=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:05.990210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151081e3-919b-4a96-98b7-27b9bfcf2b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd582a7-d2f6-49cc-ad84-6e5bbb10c258,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:06.018397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2b0ea9f4-254c-4d78-9728-d519887ac737 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02ed719938fa4992bcde1f7435869c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857506 Nov 09 19:43:06.019806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52936) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:06.023088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-479a53ae-c233-4e7e-a86e-7561bf4abf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:06.024641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-479a53ae-c233-4e7e-a86e-7561bf4abf92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 1099 time: 0.1567817 Nov 09 19:43:06.042259 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0cbbfa3f-90d3-4be9-bb1c-f0fdcd382d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:06.095130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4e74c01b-0d6f-4caa-82e0-b4cc884b6615 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e80170b2c1c14d5e967761a2f0e9a104&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4730699 Nov 09 19:43:06.166157 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60362c04-67ec-46dc-b77a-7a5ab488c1ba x-openstack-request-id: req-60362c04-67ec-46dc-b77a-7a5ab488c1ba {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:06.166966 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41acaa6a-d930-4791-899e-d267e7205b8d", "tag": "d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:06.167266 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60362c04-67ec-46dc-b77a-7a5ab488c1ba {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:06.167681 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41acaa6a-d930-4791-899e-d267e7205b8d', 'tag': 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94', 'status': 'completed', 'code': 200} Nov 09 19:43:06.169797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52938) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:06.192079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-db2562da-f256-44d0-9976-11a2eef49391 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 HTTP/1.1" status: 200 len: 217 time: 0.1465397 Nov 09 19:43:06.268804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-7cdb41f0-41d4-462f-bc13-0f2be11aaaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:06.270074 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-7cdb41f0-41d4-462f-bc13-0f2be11aaaaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0663700 Nov 09 19:43:06.388200 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:06.404132 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:06.487121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2b751-b08e-4528-b66f-23ebd4fb0de5 req-32dd0e09-c0cf-4bb2-ba50-31a099da3f2d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:06.491182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64a2b751-b08e-4528-b66f-23ebd4fb0de5 req-32dd0e09-c0cf-4bb2-ba50-31a099da3f2d tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 945 time: 0.3042750 Nov 09 19:43:06.497755 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76c430f6-e729-44a6-8a7b-76ce6d562c25 req-b1903068-229d-4c88-b404-2ad34ac193d6 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=d781ab0a-b198-4f6f-8e37-885484bcd4c4&id=edc122f4-b304-4d7e-9a9e-125718e25d31&id=341c97f1-201b-4189-8f46-52628b519d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5561049 Nov 09 19:43:06.499363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:06.505716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:06.515104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494', '0e03508d-75ff-499d-ba0d-23af3ec059ac'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:06.551405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:06.552300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-b9304706-8d36-451a-8af8-ebff0165a428 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:06.553021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94a323e7-ce76-4307-ad90-b27d41a71e21 req-d6bd0dfc-aa05-4a08-b538-a898f7bd0e5e service neutron] 10.222.0.77 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084982 Nov 09 19:43:06.555068 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-b9304706-8d36-451a-8af8-ebff0165a428 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 1024 time: 0.3286767 Nov 09 19:43:06.558635 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-799470ce-9a9b-4329-a479-343edeae9f0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:06.637383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afb894b8-8b8c-493b-bac6-da48b6947174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:06.646312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-4bfe0310-792a-4819-bf43-ad08ce1bbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:06.648196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-4bfe0310-792a-4819-bf43-ad08ce1bbe66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3296199 Nov 09 19:43:06.651938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:06.667524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799470ce-9a9b-4329-a479-343edeae9f0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Pushing event deleted for resources: {'Port': ['ID=1a2e06e6-50f4-4893-b383-bf253ff3e26b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:06.669869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:06.703503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:06.758811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:06.759448 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:06.763264 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-270173bb-e2cf-48f4-86c2-24337350c34d req-b111d6fc-4b88-4727-9158-5999f2951cd1 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 210 time: 0.1662447 Nov 09 19:43:06.780260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0cbbfa3f-90d3-4be9-bb1c-f0fdcd382d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:06.783005 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0cbbfa3f-90d3-4be9-bb1c-f0fdcd382d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:06.784108 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0cbbfa3f-90d3-4be9-bb1c-f0fdcd382d3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e43b12f-926e-4663-b38e-790a4297e9dc HTTP/1.1" status: 204 len: 168 time: 1.8208694 Nov 09 19:43:06.790326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event updated for resources: {'Port': ['ID=cace9d8b-e473-4ac9-be3f-c1b7510befde,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:06.814757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbfa3f-90d3-4be9-bb1c-f0fdcd382d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e43b12f-926e-4663-b38e-790a4297e9dc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:06.839202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-09a7932b-5228-423b-a18b-2be719e6212b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0650651 Nov 09 19:43:06.869126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Request body: {'port': {'device_id': 'b0b2dee4-f82b-44c7-a373-56faca583ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:06.887347 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-43856763-706b-475c-8fff-c6b086fa91df service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986005 Nov 09 19:43:06.976412 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94a323e7-ce76-4307-ad90-b27d41a71e21 req-804463d0-020b-49e1-8974-7524bc0b5709 service neutron] 10.222.0.77 "GET /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966844 Nov 09 19:43:07.034754 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:07.059296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c428b2-0e6d-4d87-b733-74bf61799da5 req-83c81563-a8ea-4581-810b-e744d4137763 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:07.061619 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1c428b2-0e6d-4d87-b733-74bf61799da5 req-83c81563-a8ea-4581-810b-e744d4137763 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 948 time: 0.1225510 Nov 09 19:43:07.216540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-799470ce-9a9b-4329-a479-343edeae9f0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] No DVR routers for this DVR port 1a2e06e6-50f4-4893-b383-bf253ff3e26b on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:43:07.222407 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-7c13a723-547d-4041-a658-ca9c5e5751f5 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483888 Nov 09 19:43:07.223726 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-799470ce-9a9b-4329-a479-343edeae9f0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:07.233426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-faab97f2-8ad7-4f9f-96ab-858a67a036b0 req-799470ce-9a9b-4329-a479-343edeae9f0d tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.77 "DELETE /v2.0/ports/1a2e06e6-50f4-4893-b383-bf253ff3e26b HTTP/1.1" status: 204 len: 173 time: 2.2290082 Nov 09 19:43:07.267410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64a2b751-b08e-4528-b66f-23ebd4fb0de5 req-5cfe8bdf-f0c0-4e25-a5c4-2d332f7102eb tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7438207 Nov 09 19:43:07.299745 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afb894b8-8b8c-493b-bac6-da48b6947174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:07.351286 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1c428b2-0e6d-4d87-b733-74bf61799da5 req-d30d22a9-5acb-41cb-9c6d-de0e648c99d5 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811058 Nov 09 19:43:07.455797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 1a2e06e6-50f4-4893-b383-bf253ff3e26b no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:43:07.506250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 1a2e06e6-50f4-4893-b383-bf253ff3e26b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:43:07.508680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 1a2e06e6-50f4-4893-b383-bf253ff3e26b not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:43:07.531134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52952) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:07.581499 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f7c5967-19ec-4eed-a545-c5068c99b3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:07.617948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-518d97cc-afd0-4720-89db-4872378987c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:07.619830 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-518d97cc-afd0-4720-89db-4872378987c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 1099 time: 0.3102882 Nov 09 19:43:07.620554 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:07.623318 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:07.629278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c46c5d13-9b15-4749-bb6f-c4387ccd12f5 HTTP/1.1" status: 204 len: 168 time: 1.6025472 Nov 09 19:43:07.771308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-796edd2b-4a3d-4759-8671-5b32077c73ef tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:07.773218 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-796edd2b-4a3d-4759-8671-5b32077c73ef tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 945 time: 0.2667410 Nov 09 19:43:07.777232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-77bf7b2e-b58a-4669-b985-c7dea98ae94d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Deleting port e2bba097-1597-4979-9e87-f5ffc5473275 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:43:07.777619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-77bf7b2e-b58a-4669-b985-c7dea98ae94d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:07.794396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cace9d8b-e473-4ac9-be3f-c1b7510befde {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:07.809454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-32398ab1-4ea6-4abd-92f4-cd1a42d8164c None None] Provisioning complete for port cace9d8b-e473-4ac9-be3f-c1b7510befde triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:07.810760 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32398ab1-4ea6-4abd-92f4-cd1a42d8164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:07.851351 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:07.905304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-32398ab1-4ea6-4abd-92f4-cd1a42d8164c None None] Port cace9d8b-e473-4ac9-be3f-c1b7510befde cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:07.996153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-982f84c5-d5ce-4ebb-bf4f-d3774e5f47fc req-8d42ebc5-84af-4777-96bc-07190d05c0e8 tempest-MigrationsAdminTest-137117164 tempest-MigrationsAdminTest-137117164-project] 10.222.0.53 "GET /v2.0/ports?device_id=f06f6efd-3a90-4227-816d-d9124033ba09 HTTP/1.1" status: 200 len: 210 time: 0.0449188 Nov 09 19:43:08.200974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46c5d13-9b15-4749-bb6f-c4387ccd12f5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:08.213414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Transition to ACTIVE for port object cace9d8b-e473-4ac9-be3f-c1b7510befde will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:08.217382 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:08.232924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'name': 'network-vif-deleted', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:08.237181 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2aaa35-4ee2-47c8-a1c8-f7f6e778b3d8" -d '{"events": [{"server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "name": "network-vif-deleted", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:08.296290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cace9d8b-e473-4ac9-be3f-c1b7510befde,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:08.344265 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b86be3-0246-4e79-94bc-cd9a117f19a5 x-openstack-request-id: req-11b86be3-0246-4e79-94bc-cd9a117f19a5 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:08.344711 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06f6efd-3a90-4227-816d-d9124033ba09", "name": "network-vif-deleted", "tag": "1a2e06e6-50f4-4893-b383-bf253ff3e26b", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:08.345071 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11b86be3-0246-4e79-94bc-cd9a117f19a5 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:08.345571 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06f6efd-3a90-4227-816d-d9124033ba09', 'name': 'network-vif-deleted', 'tag': '1a2e06e6-50f4-4893-b383-bf253ff3e26b', 'status': 'completed', 'code': 200} Nov 09 19:43:08.350185 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afb894b8-8b8c-493b-bac6-da48b6947174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:08.353074 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afb894b8-8b8c-493b-bac6-da48b6947174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:08.357057 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-afb894b8-8b8c-493b-bac6-da48b6947174 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d886099-26a1-462c-88f3-2ca7f5cd705b HTTP/1.1" status: 204 len: 168 time: 2.1862075 Nov 09 19:43:08.372138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.372644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.373090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.373532 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.375901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.375901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.375901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.375901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.375901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.376651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.377082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.378077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9b35a-3429-4d2c-9f17-240d7c9acc30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:08.405187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Attempting to bind port cace9d8b-e473-4ac9-be3f-c1b7510befde on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:08.405544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Attempting to bind port cace9d8b-e473-4ac9-be3f-c1b7510befde by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:08.406116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Attempting to bind port cace9d8b-e473-4ac9-be3f-c1b7510befde on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:08.412775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Port cace9d8b-e473-4ac9-be3f-c1b7510befde on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:08.413049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Attempting to bind port cace9d8b-e473-4ac9-be3f-c1b7510befde on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:08.419684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:08.420029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:08.420600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:08.422042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Bound port: cace9d8b-e473-4ac9-be3f-c1b7510befde, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:08.422644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:08.481536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f601486-da81-41ca-bf9f-11201137321b req-5b64ea56-b932-4729-8db6-d1b85be6ed1f tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:08.502260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f601486-da81-41ca-bf9f-11201137321b req-5b64ea56-b932-4729-8db6-d1b85be6ed1f tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 1024 time: 0.8313270 Nov 09 19:43:08.536419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb894b8-8b8c-493b-bac6-da48b6947174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d886099-26a1-462c-88f3-2ca7f5cd705b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:08.694343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d549b-6c83-4269-b0b6-29999c330a04 req-30003c72-20e4-49de-9847-21ab4706818c tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:08.702950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a45d549b-6c83-4269-b0b6-29999c330a04 req-30003c72-20e4-49de-9847-21ab4706818c tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 945 time: 0.2286549 Nov 09 19:43:08.737856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f7c5967-19ec-4eed-a545-c5068c99b3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:08.753407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] For port cace9d8b-e473-4ac9-be3f-c1b7510befde, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:08.771459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-77bf7b2e-b58a-4669-b985-c7dea98ae94d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] For port e2bba097-1597-4979-9e87-f5ffc5473275, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2bba097-1597-4979-9e87-f5ffc5473275,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:08.777990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-77bf7b2e-b58a-4669-b985-c7dea98ae94d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:08.778366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] For port cace9d8b-e473-4ac9-be3f-c1b7510befde, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cace9d8b-e473-4ac9-be3f-c1b7510befde,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:08.785482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:08.789433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f7c5967-19ec-4eed-a545-c5068c99b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:08.846378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cace9d8b-e473-4ac9-be3f-c1b7510befde,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:08.880297 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7f7c5967-19ec-4eed-a545-c5068c99b3a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de84a6375614427f80206eaa72b1329b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3402910 Nov 09 19:43:08.890041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a45d549b-6c83-4269-b0b6-29999c330a04 req-0769b08d-7a21-436b-a314-4f1c0fa0b561 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715717 Nov 09 19:43:08.890041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52990) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:08.892096 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:43:08.912590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-4ae3f5dd-c9be-49eb-8045-0423fccec759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:08.917850 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-4ae3f5dd-c9be-49eb-8045-0423fccec759 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 1.2861013 Nov 09 19:43:08.936928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f601486-da81-41ca-bf9f-11201137321b req-98803eef-b222-4cda-b12d-f42f1dc1b590 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=d781ab0a-b198-4f6f-8e37-885484bcd4c4&id=edc122f4-b304-4d7e-9a9e-125718e25d31&id=341c97f1-201b-4189-8f46-52628b519d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4287901 Nov 09 19:43:08.943030 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:08.943030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:08.950552 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-f33ca6e3-9d15-4b95-87e2-115bf6db2cf4 service neutron] 10.222.0.77 "PUT /v2.0/ports/cace9d8b-e473-4ac9-be3f-c1b7510befde HTTP/1.1" status: 200 len: 1096 time: 2.1014132 Nov 09 19:43:08.968601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b2dee4-f82b-44c7-a373-56faca583ed1', 'tag': 'cace9d8b-e473-4ac9-be3f-c1b7510befde'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:08.999057 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335859b-d19f-473c-be31-92d7eaf18d20" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b2dee4-f82b-44c7-a373-56faca583ed1", "tag": "cace9d8b-e473-4ac9-be3f-c1b7510befde"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:09.014583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-f0b7c0cd-3cd7-4de4-94bc-4f263703bd7f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Deleting port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:43:09.020685 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-f0b7c0cd-3cd7-4de4-94bc-4f263703bd7f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:09.029206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-77bf7b2e-b58a-4669-b985-c7dea98ae94d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Calling delete_port for e2bba097-1597-4979-9e87-f5ffc5473275 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:43:09.095080 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ca1765-bc14-476c-b6f3-f55b0b4b816b x-openstack-request-id: req-98ca1765-bc14-476c-b6f3-f55b0b4b816b {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:09.095743 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b2dee4-f82b-44c7-a373-56faca583ed1", "tag": "cace9d8b-e473-4ac9-be3f-c1b7510befde", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:09.096200 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98ca1765-bc14-476c-b6f3-f55b0b4b816b {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:09.096790 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b2dee4-f82b-44c7-a373-56faca583ed1', 'tag': 'cace9d8b-e473-4ac9-be3f-c1b7510befde', 'status': 'completed', 'code': 200} Nov 09 19:43:09.164800 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bd12fcf-e490-4d43-a25c-c8dc0d07ea53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:09.226428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-365f6a85-88c0-41f4-a9f5-7deb6fe65b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:09.228960 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-365f6a85-88c0-41f4-a9f5-7deb6fe65b46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 1099 time: 0.2192216 Nov 09 19:43:09.236007 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bd12fcf-e490-4d43-a25c-c8dc0d07ea53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:09.245029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a1872-840f-4707-9de6-2f5af365c50c req-bd884565-ac64-4bc3-9437-8d44bc9ab4ea tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:09.265055 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-ad95c0f8-a75f-4084-8a85-daa5b656d2dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 HTTP/1.1" status: 200 len: 217 time: 0.3151760 Nov 09 19:43:09.267201 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f0a1872-840f-4707-9de6-2f5af365c50c req-bd884565-ac64-4bc3-9437-8d44bc9ab4ea tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 948 time: 0.2207360 Nov 09 19:43:09.356873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53010) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:09.374175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-f0b7c0cd-3cd7-4de4-94bc-4f263703bd7f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] For port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,segment=NetworkSegment(9c3da1e3-3803-4860-97b5-663aa1bd3526),segment_id=9c3da1e3-3803-4860-97b5-663aa1bd3526)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:09.374665 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-f0b7c0cd-3cd7-4de4-94bc-4f263703bd7f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:09.396505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:43:09.398543 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-ae26b743-4098-408c-9ae2-9ff76a771f2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=cace9d8b-e473-4ac9-be3f-c1b7510befde HTTP/1.1" status: 200 len: 217 time: 0.1243799 Nov 09 19:43:09.433965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c5967-19ec-4eed-a545-c5068c99b3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd01693-e861-4ac6-acb6-9cce8d16d265,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:09.558028 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f0a1872-840f-4707-9de6-2f5af365c50c req-01bd736c-adec-4499-a34b-46084f6cc8ab tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898932 Nov 09 19:43:09.585188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-f0b7c0cd-3cd7-4de4-94bc-4f263703bd7f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Calling delete_port for a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:43:09.587491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e2bba097-1597-4979-9e87-f5ffc5473275 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:43:09.597043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-105ac60e-c998-4b8d-a2d6-58490c8037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:09.603789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5e1cc1bd-08ed-4e9c-b229-fb7598f68894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:09.604389 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-105ac60e-c998-4b8d-a2d6-58490c8037d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1479454 Nov 09 19:43:09.609558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5e1cc1bd-08ed-4e9c-b229-fb7598f68894 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1886890 Nov 09 19:43:09.612410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bd12fcf-e490-4d43-a25c-c8dc0d07ea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:09.615323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bd12fcf-e490-4d43-a25c-c8dc0d07ea53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:09.623685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0bd12fcf-e490-4d43-a25c-c8dc0d07ea53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfd01693-e861-4ac6-acb6-9cce8d16d265 HTTP/1.1" status: 204 len: 168 time: 0.7348909 Nov 09 19:43:09.656581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd12fcf-e490-4d43-a25c-c8dc0d07ea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd01693-e861-4ac6-acb6-9cce8d16d265,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:09.704859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-4ae5c0b4-aea1-4cca-bd4a-3a6b86acbf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:09.707130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-4ae5c0b4-aea1-4cca-bd4a-3a6b86acbf1f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841353 Nov 09 19:43:09.830922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:09.854447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1025893-network', 'tenant_id': '4da51fdd03a84376aa1d9293557d8acd'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:09.903304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e2bba097-1597-4979-9e87-f5ffc5473275, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e2bba097-1597-4979-9e87-f5ffc5473275,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:09.907851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:09.910999 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1bcb84-5e6f-4c17-a56a-c91416c5878a" -d '{"events": [{"server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "name": "network-vif-unplugged", "status": "completed", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:09.913921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Made reservation on behalf of 4da51fdd03a84376aa1d9293557d8acd for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:09.920611 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:09.921968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:09.926021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:09.937617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53030) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:09.972069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94', 'mac_address': 'fa:16:3e:39:a6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:43:09.979920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.021277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.034364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53036) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:10.055272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:10.072442 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-77bf7b2e-b58a-4669-b985-c7dea98ae94d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.087355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:10.091601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe26ce3d-1de0-4581-bb8d-c78386416781'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:10.132901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf7b2e-b58a-4669-b985-c7dea98ae94d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'Port': ['ID=e2bba097-1597-4979-9e87-f5ffc5473275,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:10.144301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e2bba097-1597-4979-9e87-f5ffc5473275,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:10.153153 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.158708 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.159115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.159606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.159951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.160287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.160659 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.161083 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.161439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.161751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.162077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.162404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.162851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:10.189817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37b627-306c-4109-99eb-68a8069cf34a req-fe8765d3-4dad-419b-a04f-66863a3a69b0 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:10.197643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f37b627-306c-4109-99eb-68a8069cf34a req-fe8765d3-4dad-419b-a04f-66863a3a69b0 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 944 time: 0.6086428 Nov 09 19:43:10.224029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-c73be7bf-6100-4c7b-a714-628876827e7b service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087650 Nov 09 19:43:10.243181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:10.289975 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-084629a8-9e57-4c57-b7e3-65413294d24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.372139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-49ddc34c-d80e-4834-8322-af68b1da46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:10.373623 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-49ddc34c-d80e-4834-8322-af68b1da46b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6170478 Nov 09 19:43:10.380174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1871344794-network', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:10.387055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-77bf7b2e-b58a-4669-b985-c7dea98ae94d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] No DVR routers for this DVR port e2bba097-1597-4979-9e87-f5ffc5473275 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:43:10.395702 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-77bf7b2e-b58a-4669-b985-c7dea98ae94d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.400204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d637f6ef-846e-4e7a-8f53-907cb1d1a215 req-77bf7b2e-b58a-4669-b985-c7dea98ae94d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.77 "DELETE /v2.0/ports/e2bba097-1597-4979-9e87-f5ffc5473275 HTTP/1.1" status: 204 len: 173 time: 3.7502859 Nov 09 19:43:10.413731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'name': 'network-vif-deleted', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:10.416167 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d258cf-273f-4248-8223-6c6135e1459d" -d '{"events": [{"server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "name": "network-vif-deleted", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:10.435159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110caabc-da54-4329-af19-dcadb6867622 req-a4652b26-8219-49ff-9174-5d622f7fdb6c tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:10.436404 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-110caabc-da54-4329-af19-dcadb6867622 req-a4652b26-8219-49ff-9174-5d622f7fdb6c tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.77 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 944 time: 0.3651855 Nov 09 19:43:10.473380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:10.521056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717017c2-3858-48b5-8a8c-095a7346e2b7 req-996b612c-69f5-4acd-b3fd-02e324dd6d75 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:10.543608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-717017c2-3858-48b5-8a8c-095a7346e2b7 req-996b612c-69f5-4acd-b3fd-02e324dd6d75 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 945 time: 0.5000539 Nov 09 19:43:10.567111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f37b627-306c-4109-99eb-68a8069cf34a req-72315287-638a-47f8-84aa-d688aaebefec tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681698 Nov 09 19:43:10.569680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9bc939e-c64b-47f9-99ab-2c85e959827b req-5071d331-9593-4421-a815-4ff2d574ab11 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233304 Nov 09 19:43:10.570564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Made reservation on behalf of df7d803e9ffb432c8abda173617b62e6 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:10.574126 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.608601 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.665513 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7de43dd-d0db-4c9d-a19a-5989cce47bdd x-openstack-request-id: req-b7de43dd-d0db-4c9d-a19a-5989cce47bdd {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:10.665663 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "name": "network-vif-unplugged", "status": "completed", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:10.665963 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7de43dd-d0db-4c9d-a19a-5989cce47bdd {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:10.666599 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275', 'code': 200} Nov 09 19:43:10.787258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-717017c2-3858-48b5-8a8c-095a7346e2b7 req-4a5fef84-8389-483c-bcfe-33fb800ab0b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups?id=87e5523d-5c01-4af8-ad63-1e74eb6933dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409501 Nov 09 19:43:10.796172 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.810329 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.838804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fbafc59d-4345-47d0-88b2-c6f7d0d8772c req-cf6c791d-5a5d-4361-b39a-906cfb8a3bc5 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d37f730-f24f-450d-b5af-0c15a91717ac HTTP/1.1" status: 200 len: 210 time: 0.0617006 Nov 09 19:43:10.845112 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8cd29010-cd34-4c24-941a-b0f1db6c7ecb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c484e1d3fa649f1a7b536ea30195afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9048870 Nov 09 19:43:10.846766 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-1f18da6d-528d-4c0c-8863-5f3bae4fb775 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527168 Nov 09 19:43:10.854231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53060) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:10.867984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-319fe3fb-29f7-4b66-be55-783fbb401eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:10.869562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-319fe3fb-29f7-4b66-be55-783fbb401eca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 1099 time: 0.1550863 Nov 09 19:43:10.879679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.880547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e020aa87-b96a-4bc0-a381-e4f76ee38ed7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:10.887363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:10.919961 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63044f50-b89e-4473-ad2c-743b6856de24 x-openstack-request-id: req-63044f50-b89e-4473-ad2c-743b6856de24 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:10.920346 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d37f730-f24f-450d-b5af-0c15a91717ac", "name": "network-vif-deleted", "tag": "e2bba097-1597-4979-9e87-f5ffc5473275", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:10.920759 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63044f50-b89e-4473-ad2c-743b6856de24 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:10.921159 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d37f730-f24f-450d-b5af-0c15a91717ac', 'name': 'network-vif-deleted', 'tag': 'e2bba097-1597-4979-9e87-f5ffc5473275', 'status': 'completed', 'code': 200} Nov 09 19:43:10.976085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:43:10.996014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:43:11.010796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.011145 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Added segment 25fc3138-6c0e-40d0-b659-aa2664ec6807 of type vlan for network e630d53a-2cf8-47a1-b786-2ac7de06a089 Nov 09 19:43:11.016492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3331c140-0cd8-434a-9d14-363f0e3d9c31,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:11.034555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.034888 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Added segment c3ec9d47-2f52-4850-85b7-a681237375ad of type vlan for network 04401a37-64e7-4eec-9009-7f857d91e141 Nov 09 19:43:11.109789 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-f0b7c0cd-3cd7-4de4-94bc-4f263703bd7f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.116823 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1983237e-4cf1-4be6-a169-e14c151a9908 req-db5fb82a-0f13-46a2-ae58-a39e4223dde7 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915009 Nov 09 19:43:11.128463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53064) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:11.150161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56fa98bd-3437-46fb-b7d7-0fe664e19453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.152031 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.162961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.181697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-1a9a45ec-5ab4-487e-8d6b-bf6fef9df541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:11.183269 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-1a9a45ec-5ab4-487e-8d6b-bf6fef9df541 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2989216 Nov 09 19:43:11.195979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7c0cd-3cd7-4de4-94bc-4f263703bd7f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event deleted for resources: {'Port': ['ID=a74a2ebc-b0b1-4413-8c45-93a4f3a250b8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:11.222420 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-110caabc-da54-4329-af19-dcadb6867622 req-e9e59f66-9ee7-4c5b-90f5-b3aa78134e12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Deleting port 4ed35e5c-6352-4467-a34e-585cd12b4a36 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:43:11.223123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-110caabc-da54-4329-af19-dcadb6867622 req-e9e59f66-9ee7-4c5b-90f5-b3aa78134e12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.246947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-d4402030-e9ee-4dbe-8deb-4a046a7c5345 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=cace9d8b-e473-4ac9-be3f-c1b7510befde HTTP/1.1" status: 200 len: 217 time: 0.0544121 Nov 09 19:43:11.251748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.252973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:11.253499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.267455 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.268500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:11.269075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.289195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1540460148-network', 'tenant_id': '6816a0841a434dc18a1b3ae3a7ee7199'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:11.310932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-f0b7c0cd-3cd7-4de4-94bc-4f263703bd7f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] No DVR routers for this DVR port a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:43:11.314538 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-f0b7c0cd-3cd7-4de4-94bc-4f263703bd7f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.317887 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35153005-7695-4c3a-baa6-2b2bed44fed5 req-f0b7c0cd-3cd7-4de4-94bc-4f263703bd7f tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.70 "DELETE /v2.0/ports/a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 HTTP/1.1" status: 204 len: 173 time: 3.0868654 Nov 09 19:43:11.321686 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56fa98bd-3437-46fb-b7d7-0fe664e19453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.351898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc48b27-7139-4bde-adca-d03852115a6d req-5eba6666-52c7-4c98-b3fe-1d333782b702 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:11.353636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcc48b27-7139-4bde-adca-d03852115a6d req-5eba6666-52c7-4c98-b3fe-1d333782b702 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 949 time: 0.3979886 Nov 09 19:43:11.377203 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0113697 Nov 09 19:43:11.379210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53068) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:11.390890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46dc2f-5217-452f-a2fd-af4fa34ee776 admin admin] Pushing event updated for resources: {'Network': ['ID=e630d53a-2cf8-47a1-b786-2ac7de06a089,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:11.401878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Made reservation on behalf of 6816a0841a434dc18a1b3ae3a7ee7199 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:11.402783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network e630d53a-2cf8-47a1-b786-2ac7de06a089 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:43:11.404350 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.404701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Request body: {'subnet': {'network_id': 'e630d53a-2cf8-47a1-b786-2ac7de06a089', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1025893-subnet', 'tenant_id': '4da51fdd03a84376aa1d9293557d8acd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:11.418705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-164c18ea-2d8a-4f9c-92c2-28e8765d9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:11.420223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-164c18ea-2d8a-4f9c-92c2-28e8765d9b7b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1637700 Nov 09 19:43:11.423873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:11.424292 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3794863 Nov 09 19:43:11.434692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53070) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:11.448691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Request body: {'subnet': {'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1871344794-subnet', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:11.465796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.482994 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcc48b27-7139-4bde-adca-d03852115a6d req-0bc6488e-040c-4a94-93ca-1c26aa5503d9 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192100 Nov 09 19:43:11.492237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-110caabc-da54-4329-af19-dcadb6867622 req-e9e59f66-9ee7-4c5b-90f5-b3aa78134e12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] For port 4ed35e5c-6352-4467-a34e-585cd12b4a36, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4ed35e5c-6352-4467-a34e-585cd12b4a36,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:11.492612 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-110caabc-da54-4329-af19-dcadb6867622 req-e9e59f66-9ee7-4c5b-90f5-b3aa78134e12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.506604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Made reservation on behalf of 4da51fdd03a84376aa1d9293557d8acd for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:11.508954 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.517572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-110caabc-da54-4329-af19-dcadb6867622 req-e9e59f66-9ee7-4c5b-90f5-b3aa78134e12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Calling delete_port for 4ed35e5c-6352-4467-a34e-585cd12b4a36 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:43:11.527814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684270b7-dba8-4dd7-b241-9fd4b0552592 admin admin] Pushing event updated for resources: {'Network': ['ID=04401a37-64e7-4eec-9009-7f857d91e141,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:11.529377 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56fa98bd-3437-46fb-b7d7-0fe664e19453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.533973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56fa98bd-3437-46fb-b7d7-0fe664e19453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.538460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-56fa98bd-3437-46fb-b7d7-0fe664e19453 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28b29126-a6e0-49e6-a103-e1ea95d849a1 HTTP/1.1" status: 204 len: 168 time: 0.6818798 Nov 09 19:43:11.553817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-f8b3fbc2-8f1b-4ea9-9386-10f823f79512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:11.555595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-f8b3fbc2-8f1b-4ea9-9386-10f823f79512 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997970 Nov 09 19:43:11.589559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 04401a37-64e7-4eec-9009-7f857d91e141 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:43:11.647650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa98bd-3437-46fb-b7d7-0fe664e19453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b29126-a6e0-49e6-a103-e1ea95d849a1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:11.692629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.698305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:43:11.709765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Made reservation on behalf of df7d803e9ffb432c8abda173617b62e6 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:11.712774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.717595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.721194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:11.721570 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.741300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-3bb6981b-c775-4bae-b972-a3c055439eb3 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756549 Nov 09 19:43:11.770849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:43:11.833413 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.833762 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Added segment ee7ab187-e01e-4bea-a956-3cad1fd07c07 of type vlan for network 302552e5-d360-4726-b20b-dba6e6b87bec Nov 09 19:43:11.839223 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.851508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb647358-da81-4f6f-884d-4eb6f27346dc,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:11.892937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:11.907833 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:11.909240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:43:11.948135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:43:11.948479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a74a2ebc-b0b1-4413-8c45-93a4f3a250b8 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:43:11.951474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380e2d8-1ed2-4029-a124-9554879fea1c req-4fa59ad0-5b87-4249-87cb-c5ff4b642d5b tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:11.953752 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f380e2d8-1ed2-4029-a124-9554879fea1c req-4fa59ad0-5b87-4249-87cb-c5ff4b642d5b tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=fac28ce9-d505-4019-8888-3f7a260cd9e7 HTTP/1.1" status: 200 len: 944 time: 0.2567534 Nov 09 19:43:12.017162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.032770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f144ce6e-71cc-4ad3-bd6a-854f7326538f req-74111816-90d1-4f54-90ff-e4ac3db78014 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/ports?device_id=f43a7895-60c8-4df4-9200-bad06087e5b7 HTTP/1.1" status: 200 len: 210 time: 0.0660443 Nov 09 19:43:12.037642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53082) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:12.040220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:12.064994 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-110caabc-da54-4329-af19-dcadb6867622 req-e9e59f66-9ee7-4c5b-90f5-b3aa78134e12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.065939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e335859b-d19f-473c-be31-92d7eaf18d20 req-cc03c30d-a0ec-4288-b3ba-447958ef43e3 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094985 Nov 09 19:43:12.122620 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f380e2d8-1ed2-4029-a124-9554879fea1c req-df99f986-8d01-49bf-834b-e73b0155641d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455016 Nov 09 19:43:12.128691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.129982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:12.130837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.166964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e59f66-9ee7-4c5b-90f5-b3aa78134e12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Pushing event deleted for resources: {'Port': ['ID=4ed35e5c-6352-4467-a34e-585cd12b4a36,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:12.189223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0567393 Nov 09 19:43:12.193738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53086) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:12.194718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529079da-0890-4cab-a5fd-d5924cd6597c admin admin] Pushing event updated for resources: {'Network': ['ID=302552e5-d360-4726-b20b-dba6e6b87bec,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:12.205342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 302552e5-d360-4726-b20b-dba6e6b87bec details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:43:12.222767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Request body: {'subnet': {'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1540460148-subnet', 'tenant_id': '6816a0841a434dc18a1b3ae3a7ee7199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:12.337539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-29454915-396b-415e-93c2-8b2d12857bdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd5fcf41af514dbbad8b84abcb835952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946930 Nov 09 19:43:12.340153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53088) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:12.350442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-110caabc-da54-4329-af19-dcadb6867622 req-e9e59f66-9ee7-4c5b-90f5-b3aa78134e12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] No DVR routers for this DVR port 4ed35e5c-6352-4467-a34e-585cd12b4a36 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:43:12.353135 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-110caabc-da54-4329-af19-dcadb6867622 req-e9e59f66-9ee7-4c5b-90f5-b3aa78134e12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.356908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-110caabc-da54-4329-af19-dcadb6867622 req-e9e59f66-9ee7-4c5b-90f5-b3aa78134e12 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.77 "DELETE /v2.0/ports/4ed35e5c-6352-4467-a34e-585cd12b4a36 HTTP/1.1" status: 204 len: 173 time: 1.8850701 Nov 09 19:43:12.386921 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.394735 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9829e10-173a-4d78-aacc-ff34fde5af4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.397489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc124694-2412-4c6a-a960-baad2299d016 req-9ebbf68c-c2d7-43d4-8f0a-f31c94e8f864 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/d781ab0a-b198-4f6f-8e37-885484bcd4c4 HTTP/1.1" status: 200 len: 1800 time: 0.2434537 Nov 09 19:43:12.404072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Made reservation on behalf of 6816a0841a434dc18a1b3ae3a7ee7199 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:12.407281 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.418841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9829e10-173a-4d78-aacc-ff34fde5af4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.476797 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9829e10-173a-4d78-aacc-ff34fde5af4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.479469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9829e10-173a-4d78-aacc-ff34fde5af4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.480656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d9829e10-173a-4d78-aacc-ff34fde5af4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4433be8d-d947-4379-8ee8-468513b7f744 HTTP/1.1" status: 204 len: 168 time: 0.1394956 Nov 09 19:43:12.496135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9829e10-173a-4d78-aacc-ff34fde5af4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4433be8d-d947-4379-8ee8-468513b7f744,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:12.618359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=273b7b64-6822-411d-a194-b1e35df405e9,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:12.639913 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.641498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3fdf9-6f38-4c74-91f5-7c93acf223f5 req-15b173d7-0889-4350-bcb9-19f0dfd385af tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:12.649336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3f3fdf9-6f38-4c74-91f5-7c93acf223f5 req-15b173d7-0889-4350-bcb9-19f0dfd385af tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 950 time: 0.0713561 Nov 09 19:43:12.671248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41acaa6a-d930-4791-899e-d267e7205b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:12.675547 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06ef0dd-ba6e-401f-bb2f-6c75c23a5b29" -d '{"events": [{"server_uuid": "41acaa6a-d930-4791-899e-d267e7205b8d", "name": "network-vif-plugged", "status": "completed", "tag": "d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:12.693038 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3f3fdf9-6f38-4c74-91f5-7c93acf223f5 req-ef342bf0-526b-4d7c-937e-9feb5943fc59 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Nov 09 19:43:12.721141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Checking segment: {'id': '25fc3138-6c0e-40d0-b659-aa2664ec6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'e630d53a-2cf8-47a1-b786-2ac7de06a089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:12.721521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Network hostable DHCP agents. Network: e630d53a-2cf8-47a1-b786-2ac7de06a089, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:43:12.746288 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5718d4-faef-40e5-a513-af0a7b436d48 x-openstack-request-id: req-5d5718d4-faef-40e5-a513-af0a7b436d48 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:12.746612 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41acaa6a-d930-4791-899e-d267e7205b8d", "name": "network-vif-plugged", "status": "completed", "tag": "d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:12.746984 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d5718d4-faef-40e5-a513-af0a7b436d48 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:12.747826 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41acaa6a-d930-4791-899e-d267e7205b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94', 'code': 200} Nov 09 19:43:12.747973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc124694-2412-4c6a-a960-baad2299d016 req-2e98392a-9eef-4d2c-ae94-7ff33725acc2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.776645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7647864-d98d-4cd6-99a7-dd90a76e2bc1,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:12.868385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Network e630d53a-2cf8-47a1-b786-2ac7de06a089 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:43:12.872784 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc124694-2412-4c6a-a960-baad2299d016 req-2e98392a-9eef-4d2c-ae94-7ff33725acc2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.877930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Checking segment: {'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:12.878283 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Network hostable DHCP agents. Network: 04401a37-64e7-4eec-9009-7f857d91e141, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:43:12.926123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43a7895-60c8-4df4-9200-bad06087e5b7', 'name': 'network-vif-deleted', 'tag': 'a74a2ebc-b0b1-4413-8c45-93a4f3a250b8'}, {'server_uuid': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'name': 'network-vif-deleted', 'tag': '4ed35e5c-6352-4467-a34e-585cd12b4a36'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:12.928709 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65cd50f-0d1e-4656-a4a0-e3f8b4ee9c2d" -d '{"events": [{"server_uuid": "f43a7895-60c8-4df4-9200-bad06087e5b7", "name": "network-vif-deleted", "tag": "a74a2ebc-b0b1-4413-8c45-93a4f3a250b8"}, {"server_uuid": "fac28ce9-d505-4019-8888-3f7a260cd9e7", "name": "network-vif-deleted", "tag": "4ed35e5c-6352-4467-a34e-585cd12b4a36"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:12.931656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, e630d53a-2cf8-47a1-b786-2ac7de06a089) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:12.936459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:12.937220 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:12.942735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085f1ad-1199-4195-bb22-6cac57df879b None None] Network e630d53a-2cf8-47a1-b786-2ac7de06a089 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:13.025179 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cce2a93-ac07-498d-a18e-04f7c7b3fd29 x-openstack-request-id: req-8cce2a93-ac07-498d-a18e-04f7c7b3fd29 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:13.025764 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43a7895-60c8-4df4-9200-bad06087e5b7", "name": "network-vif-deleted", "tag": "a74a2ebc-b0b1-4413-8c45-93a4f3a250b8", "status": "completed", "code": 200}, {"server_uuid": "fac28ce9-d505-4019-8888-3f7a260cd9e7", "name": "network-vif-deleted", "tag": "4ed35e5c-6352-4467-a34e-585cd12b4a36", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:13.026022 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cce2a93-ac07-498d-a18e-04f7c7b3fd29 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:13.026419 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43a7895-60c8-4df4-9200-bad06087e5b7', 'name': 'network-vif-deleted', 'tag': 'a74a2ebc-b0b1-4413-8c45-93a4f3a250b8', 'status': 'completed', 'code': 200} Nov 09 19:43:13.026698 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac28ce9-d505-4019-8888-3f7a260cd9e7', 'name': 'network-vif-deleted', 'tag': '4ed35e5c-6352-4467-a34e-585cd12b4a36', 'status': 'completed', 'code': 200} Nov 09 19:43:13.027263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Network 04401a37-64e7-4eec-9009-7f857d91e141 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:43:13.038705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dbf83a58-b380-453f-ae58-98108901b623 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6511011 Nov 09 19:43:13.040743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc578b9a-8432-4ee7-a800-0dfa7edfb47d req-b7f2d82c-657f-42f8-a93a-750d37635bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:13.042169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc578b9a-8432-4ee7-a800-0dfa7edfb47d req-b7f2d82c-657f-42f8-a93a-750d37635bda service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 1101 time: 0.2232258 Nov 09 19:43:13.048914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 04401a37-64e7-4eec-9009-7f857d91e141) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:13.054332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:13.055016 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.079742 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc124694-2412-4c6a-a960-baad2299d016 req-2e98392a-9eef-4d2c-ae94-7ff33725acc2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.082228 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc124694-2412-4c6a-a960-baad2299d016 req-2e98392a-9eef-4d2c-ae94-7ff33725acc2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.083493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc124694-2412-4c6a-a960-baad2299d016 req-2e98392a-9eef-4d2c-ae94-7ff33725acc2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/d781ab0a-b198-4f6f-8e37-885484bcd4c4 HTTP/1.1" status: 204 len: 173 time: 0.6738513 Nov 09 19:43:13.084522 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.111827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7553348d-f910-4f1a-8957-8e205f4d81d1 None None] Network 04401a37-64e7-4eec-9009-7f857d91e141 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:13.158988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=50629a10-2a18-46d0-a6ad-6c44ac38dc1f,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:13.207886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98392a-9eef-4d2c-ae94-7ff33725acc2 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d781ab0a-b198-4f6f-8e37-885484bcd4c4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:13.225663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc578b9a-8432-4ee7-a800-0dfa7edfb47d req-19ae2463-2a1a-4633-b981-2d2508d6806b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675692 Nov 09 19:43:13.230094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-60b3608b-fe14-40d5-863b-4d4614dbfec3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7944672 Nov 09 19:43:13.233725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53130) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:13.240442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:13.286021 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.287432 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.316908 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4bb22f12-8277-41e5-887f-00e7a7deb6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.332122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843af58-6d07-4a39-8b31-72e395486a3c None None] Network e630d53a-2cf8-47a1-b786-2ac7de06a089 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:13.359549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-030690c1-1b2c-4540-b0c7-9c84e5896512 req-1d339e72-eb19-479c-9222-e8b04f89d756 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/341c97f1-201b-4189-8f46-52628b519d3e HTTP/1.1" status: 200 len: 1801 time: 0.1964452 Nov 09 19:43:13.407720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.442796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:13.443172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Network hostable DHCP agents. Network: 302552e5-d360-4726-b20b-dba6e6b87bec, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:43:13.464630 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-030690c1-1b2c-4540-b0c7-9c84e5896512 req-5374818b-e418-4daa-836f-93fff8ed13cc tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.502831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Network 302552e5-d360-4726-b20b-dba6e6b87bec is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:43:13.538844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 302552e5-d360-4726-b20b-dba6e6b87bec) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:13.540256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cace9d8b-e473-4ac9-be3f-c1b7510befde details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:43:13.542748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4ed35e5c-6352-4467-a34e-585cd12b4a36 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:43:13.566069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-030690c1-1b2c-4540-b0c7-9c84e5896512 req-5374818b-e418-4daa-836f-93fff8ed13cc tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.570445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:13.571071 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.601365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7668b9d-367e-43de-8a48-db5486f8c695 None None] Network 302552e5-d360-4726-b20b-dba6e6b87bec requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:13.632236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 4ed35e5c-6352-4467-a34e-585cd12b4a36 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:43:13.633011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4ed35e5c-6352-4467-a34e-585cd12b4a36 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:43:13.677379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-18fc93b9-f0d0-4a29-827f-d8598567c5cd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4650826 Nov 09 19:43:13.720409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-030690c1-1b2c-4540-b0c7-9c84e5896512 req-5374818b-e418-4daa-836f-93fff8ed13cc tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.727967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-030690c1-1b2c-4540-b0c7-9c84e5896512 req-5374818b-e418-4daa-836f-93fff8ed13cc tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.733008 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-030690c1-1b2c-4540-b0c7-9c84e5896512 req-5374818b-e418-4daa-836f-93fff8ed13cc tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/341c97f1-201b-4189-8f46-52628b519d3e HTTP/1.1" status: 204 len: 173 time: 0.3723199 Nov 09 19:43:13.741368 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:13.756681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374818b-e418-4daa-836f-93fff8ed13cc tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c97f1-201b-4189-8f46-52628b519d3e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:13.770209 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.resource_extend [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:43:13.951436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcd849-6652-48f6-9ad2-c262e14c89b9 req-e647c659-8d67-4704-8a0a-ce1f3bd44242 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:13.955991 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6dcd849-6652-48f6-9ad2-c262e14c89b9 req-e647c659-8d67-4704-8a0a-ce1f3bd44242 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 944 time: 0.1143150 Nov 09 19:43:14.058463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-04401a37-64e7-4eec-9009-7f857d91e141', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:43:14.060194 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.077617 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6dcd849-6652-48f6-9ad2-c262e14c89b9 req-c6b1cf82-47ac-4ee2-b791-15408fa4c283 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093776 Nov 09 19:43:14.079123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.150176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2d8f5-9c21-4b66-9114-b5d00e0230fd None None] Network 302552e5-d360-4726-b20b-dba6e6b87bec requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:14.188167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-b75b5a05-2d05-4f7c-91fd-2cb1c65e7b4d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:14.190221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-b75b5a05-2d05-4f7c-91fd-2cb1c65e7b4d tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.77 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 944 time: 0.1054955 Nov 09 19:43:14.202555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53168) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:14.288452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cace9d8b-e473-4ac9-be3f-c1b7510befde, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cace9d8b-e473-4ac9-be3f-c1b7510befde,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:14.324406 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'cace9d8b-e473-4ac9-be3f-c1b7510befde', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'cace9d8b-e473-4ac9-be3f-c1b7510befde', 'mac_address': 'fa:16:3e:b5:33:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:43:14.368544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-47d0b26a-6a12-4f03-9059-2e4bf0c77882 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:14.376515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-47d0b26a-6a12-4f03-9059-2e4bf0c77882 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/networks?id=e630d53a-2cf8-47a1-b786-2ac7de06a089 HTTP/1.1" status: 200 len: 815 time: 0.1841304 Nov 09 19:43:14.402322 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-2661d872-2bb1-4a64-be22-5b8c3e52b510 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/quotas/4da51fdd03a84376aa1d9293557d8acd HTTP/1.1" status: 200 len: 375 time: 0.0248201 Nov 09 19:43:14.420342 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.459424 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-11ba203f-3c3e-49ab-8fff-2fefcbfceb99 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4da51fdd03a84376aa1d9293557d8acd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559902 Nov 09 19:43:14.525458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cace9d8b-e473-4ac9-be3f-c1b7510befde {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:14.555399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cace9d8b-e473-4ac9-be3f-c1b7510befde, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cace9d8b-e473-4ac9-be3f-c1b7510befde,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:14.561445 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.566301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.603112 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba51f-6bee-4dcf-bb7f-0a30baacd75b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.621533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2a400-8c89-4440-b65e-35069ec90c13 req-a6d10b42-2431-4d40-b8d7-b69885628b4a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:14.629862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=cace9d8b-e473-4ac9-be3f-c1b7510befde,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:14.636542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Allocated IP 172.20.0.2 (04401a37-64e7-4eec-9009-7f857d91e141/e7647864-d98d-4cd6-99a7-dd90a76e2bc1/58cee4e5-8b8e-4557-94d0-f651480eb044) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:14.646677 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9b2a400-8c89-4440-b65e-35069ec90c13 req-a6d10b42-2431-4d40-b8d7-b69885628b4a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 950 time: 0.3026121 Nov 09 19:43:14.666895 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.705077 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba51f-6bee-4dcf-bb7f-0a30baacd75b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.711779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.754470 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9b2a400-8c89-4440-b65e-35069ec90c13 req-b39e689e-ef48-4894-abb5-e6eab33044fe tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068478 Nov 09 19:43:14.806201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d909fc51-fdc3-4bde-b1c2-cc13a20a10d2 req-ea590fb9-34c6-4eda-b799-428aeb8f4dbb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2014469800', 'description': 'tempest-description-1791284479'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:14.816749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-eacaf9fe-0bc1-4a6d-a451-132af47858fe tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Deleting port d2d15410-eea3-4106-9166-748657545de6 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:43:14.817916 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-eacaf9fe-0bc1-4a6d-a451-132af47858fe tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.830328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['cace9d8b-e473-4ac9-be3f-c1b7510befde'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:14.903542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba51f-6bee-4dcf-bb7f-0a30baacd75b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.908857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba51f-6bee-4dcf-bb7f-0a30baacd75b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.914094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3a7ba51f-6bee-4dcf-bb7f-0a30baacd75b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "DELETE /v2.0/security-groups/795413ee-e538-4429-9b6e-141c7a06e3b0 HTTP/1.1" status: 204 len: 168 time: 0.7098455 Nov 09 19:43:14.914293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53188) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:14.921477 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78120b88-8574-4bee-9f03-4a8d99fa639d service neutron] 10.222.0.53 "GET /v2.0/networks/e630d53a-2cf8-47a1-b786-2ac7de06a089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611104 Nov 09 19:43:14.927347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d909fc51-fdc3-4bde-b1c2-cc13a20a10d2 req-ea590fb9-34c6-4eda-b799-428aeb8f4dbb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:14.954802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ba51f-6bee-4dcf-bb7f-0a30baacd75b tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795413ee-e538-4429-9b6e-141c7a06e3b0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:14.957835 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-9bbcf4e5-d71a-4fc6-a779-0bc4017c1d25 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] show failed (client error): The resource could not be found. Nov 09 19:43:14.961503 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9bbcf4e5-d71a-4fc6-a779-0bc4017c1d25 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "GET /v2.0/security-groups/795413ee-e538-4429-9b6e-141c7a06e3b0 HTTP/1.1" status: 404 len: 347 time: 0.0432627 Nov 09 19:43:14.963271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53194) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:14.997158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-eacaf9fe-0bc1-4a6d-a451-132af47858fe tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] For port d2d15410-eea3-4106-9166-748657545de6, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d2d15410-eea3-4106-9166-748657545de6,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:14.998420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-eacaf9fe-0bc1-4a6d-a451-132af47858fe tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.033386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-eacaf9fe-0bc1-4a6d-a451-132af47858fe tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Calling delete_port for d2d15410-eea3-4106-9166-748657545de6 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:43:15.090979 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.129097 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d909fc51-fdc3-4bde-b1c2-cc13a20a10d2 req-ea590fb9-34c6-4eda-b799-428aeb8f4dbb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.142487 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d909fc51-fdc3-4bde-b1c2-cc13a20a10d2 req-ea590fb9-34c6-4eda-b799-428aeb8f4dbb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.157001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Allocated IP 172.25.6.211 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/9f8e9b64-bec4-4028-bbf6-943077e71699) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:15.191700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d909fc51-fdc3-4bde-b1c2-cc13a20a10d2 req-ea590fb9-34c6-4eda-b799-428aeb8f4dbb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.205369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d909fc51-fdc3-4bde-b1c2-cc13a20a10d2 req-ea590fb9-34c6-4eda-b799-428aeb8f4dbb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4076352 Nov 09 19:43:15.210279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53206) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:15.217806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea590fb9-34c6-4eda-b799-428aeb8f4dbb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c4657-5bd3-4f59-8355-2fd307ea1688,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:15.235010 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.242574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-514931757-network', 'tenant_id': '93712d6aa85b40d1945d1b2bae25f700'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:15.290351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Network 04401a37-64e7-4eec-9009-7f857d91e141 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:15.297641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:15.303065 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:15.338299 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-2cdf9ca2-d7d9-4ae2-ab5c-3f4b795e0e17 service neutron] 10.222.0.53 "GET /v2.0/networks/e630d53a-2cf8-47a1-b786-2ac7de06a089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777623 Nov 09 19:43:15.346368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Made reservation on behalf of 93712d6aa85b40d1945d1b2bae25f700 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:15.348720 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.355354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-71ac8cfc-5fa7-4e31-9616-13f7da8419b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Deleting port caec4c73-67a0-45c8-957f-8c870b6c2625 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:43:15.355826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71ac8cfc-5fa7-4e31-9616-13f7da8419b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.383544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Attempting to bind port 58cee4e5-8b8e-4557-94d0-f651480eb044 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:15.384180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Attempting to bind port 58cee4e5-8b8e-4557-94d0-f651480eb044 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:15.384748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Attempting to bind port 58cee4e5-8b8e-4557-94d0-f651480eb044 on network 04401a37-64e7-4eec-9009-7f857d91e141 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:15.405225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:15.407218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Checking segment: {'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:15.408130 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.408507 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.409113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Bound using segment: {'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:15.409926 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Bound port: 58cee4e5-8b8e-4557-94d0-f651480eb044, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:15.410560 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.439931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-eacaf9fe-0bc1-4a6d-a451-132af47858fe tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.474173 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71ac8cfc-5fa7-4e31-9616-13f7da8419b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.474791 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71ac8cfc-5fa7-4e31-9616-13f7da8419b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.482882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaf9fe-0bc1-4a6d-a451-132af47858fe tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Pushing event deleted for resources: {'Port': ['ID=d2d15410-eea3-4106-9166-748657545de6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:15.490030 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-71ac8cfc-5fa7-4e31-9616-13f7da8419b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Calling delete_port for caec4c73-67a0-45c8-957f-8c870b6c2625 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:43:15.500523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] For port 58cee4e5-8b8e-4557-94d0-f651480eb044, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:15.504803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] For port 58cee4e5-8b8e-4557-94d0-f651480eb044, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=58cee4e5-8b8e-4557-94d0-f651480eb044,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:15.507366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac50a52-a0ac-4626-a163-f3d12d4c0d1f req-24087609-e50b-43c2-b947-e0d3a41cf74f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:15.507934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Pushing event updated for resources: {'Port': ['ID=58cee4e5-8b8e-4557-94d0-f651480eb044,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:15.512182 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.515944 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ac50a52-a0ac-4626-a163-f3d12d4c0d1f req-24087609-e50b-43c2-b947-e0d3a41cf74f tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b136c2c4-e070-493a-9545-86e0e2543070 HTTP/1.1" status: 200 len: 866 time: 0.1931241 Nov 09 19:43:15.596135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-eacaf9fe-0bc1-4a6d-a451-132af47858fe tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] No DVR routers for this DVR port d2d15410-eea3-4106-9166-748657545de6 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:43:15.602217 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-eacaf9fe-0bc1-4a6d-a451-132af47858fe tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.606057 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87ffc9f2-4f82-4f37-964e-fae5e7f3a623 req-eacaf9fe-0bc1-4a6d-a451-132af47858fe tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.77 "DELETE /v2.0/ports/d2d15410-eea3-4106-9166-748657545de6 HTTP/1.1" status: 204 len: 173 time: 1.4044728 Nov 09 19:43:15.606755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b136c2c4-e070-493a-9545-86e0e2543070', 'name': 'network-vif-deleted', 'tag': 'd2d15410-eea3-4106-9166-748657545de6'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:15.610568 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea74359-1a66-439b-b741-7982e7d15029" -d '{"events": [{"server_uuid": "b136c2c4-e070-493a-9545-86e0e2543070", "name": "network-vif-deleted", "tag": "d2d15410-eea3-4106-9166-748657545de6"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:15.662096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32c108-1b41-420c-b9a8-b0efe84775bc None None] Pushing event updated for resources: {'Port': ['ID=58cee4e5-8b8e-4557-94d0-f651480eb044,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:15.694344 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ac50a52-a0ac-4626-a163-f3d12d4c0d1f req-ff6c42fb-1022-4e97-b593-2dc5e6a34fdc tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669900 Nov 09 19:43:15.736312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.745856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.787596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:43:15.809620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1440f871-3288-42bf-9cf8-21e3ade9f2e2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:15.814194 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.814847 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Added segment e33f04a4-172c-4ca1-b3b9-9aad8df69178 of type vlan for network 2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5 Nov 09 19:43:15.828069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.873165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.897688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4be645b2-dd3c-4051-8ff7-56767c4aaac3 req-d3e68c87-c5aa-48eb-a9ed-2431ffe1351d tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/8b5c4657-5bd3-4f59-8355-2fd307ea1688 HTTP/1.1" status: 200 len: 1801 time: 0.2760594 Nov 09 19:43:15.920314 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.922782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:15.925004 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.936848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:15.943343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-4be645b2-dd3c-4051-8ff7-56767c4aaac3 req-4b42864b-1245-4802-ac53-9aded5ef7810 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1379042836', 'description': 'tempest-description-hth-7556092'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:16.036355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:16.044475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8307118 Nov 09 19:43:16.047023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53226) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:16.052641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Request body: {'subnet': {'network_id': '2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-514931757-subnet', 'tenant_id': '93712d6aa85b40d1945d1b2bae25f700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:16.060870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:16.071293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:16.080998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dca84d-e7ab-4fbc-b739-d6dda0415d40 admin admin] Pushing event updated for resources: {'Network': ['ID=2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:16.108943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:43:16.145973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Pushing event updated for resources: {'Port': ['ID=9f8e9b64-bec4-4028-bbf6-943077e71699,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:16.157029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4be645b2-dd3c-4051-8ff7-56767c4aaac3 req-4b42864b-1245-4802-ac53-9aded5ef7810 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.169630 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71ac8cfc-5fa7-4e31-9616-13f7da8419b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.174642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Made reservation on behalf of 93712d6aa85b40d1945d1b2bae25f700 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:16.182920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.279551 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.330306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 58cee4e5-8b8e-4557-94d0-f651480eb044 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:16.370475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac8cfc-5fa7-4e31-9616-13f7da8419b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Pushing event deleted for resources: {'Port': ['ID=caec4c73-67a0-45c8-957f-8c870b6c2625,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:16.413584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 58cee4e5-8b8e-4557-94d0-f651480eb044 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:16.414046 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.439525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ef229ea-1a1e-4669-82c6-48a383b7d427 req-a1fc66f0-fb66-451b-9684-6e1e2594dd9f tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 210 time: 0.1014678 Nov 09 19:43:16.555770 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71ac8cfc-5fa7-4e31-9616-13f7da8419b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.559977 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.560411 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71ac8cfc-5fa7-4e31-9616-13f7da8419b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.561614 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-71ac8cfc-5fa7-4e31-9616-13f7da8419b3 tempest-ImagesOneServerNegativeTestJSON-927209606 tempest-ImagesOneServerNegativeTestJSON-927209606-project] 10.222.0.53 "DELETE /v2.0/floatingips/6998b258-4ef1-4854-a2d6-a90e5a3b2e94 HTTP/1.1" status: 204 len: 168 time: 1.5873075 Nov 09 19:43:16.585330 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4be645b2-dd3c-4051-8ff7-56767c4aaac3 req-4b42864b-1245-4802-ac53-9aded5ef7810 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.598580 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4be645b2-dd3c-4051-8ff7-56767c4aaac3 req-4b42864b-1245-4802-ac53-9aded5ef7810 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.604467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4be645b2-dd3c-4051-8ff7-56767c4aaac3 req-4b42864b-1245-4802-ac53-9aded5ef7810 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.605357 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4be645b2-dd3c-4051-8ff7-56767c4aaac3 req-4b42864b-1245-4802-ac53-9aded5ef7810 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "PUT /v2.0/security-groups/8b5c4657-5bd3-4f59-8355-2fd307ea1688 HTTP/1.1" status: 200 len: 1772 time: 0.7066019 Nov 09 19:43:16.610777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 58cee4e5-8b8e-4557-94d0-f651480eb044, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=58cee4e5-8b8e-4557-94d0-f651480eb044,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:16.618726 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.634827 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128965be-5b7d-41c7-a780-b0b541ff159b x-openstack-request-id: req-128965be-5b7d-41c7-a780-b0b541ff159b {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:16.635175 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b136c2c4-e070-493a-9545-86e0e2543070", "name": "network-vif-deleted", "tag": "d2d15410-eea3-4106-9166-748657545de6", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:16.635453 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-128965be-5b7d-41c7-a780-b0b541ff159b {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:16.637927 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b136c2c4-e070-493a-9545-86e0e2543070', 'name': 'network-vif-deleted', 'tag': 'd2d15410-eea3-4106-9166-748657545de6', 'status': 'completed', 'code': 200} Nov 09 19:43:16.708967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.721701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=58cee4e5-8b8e-4557-94d0-f651480eb044,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:16.730082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42864b-1245-4802-ac53-9aded5ef7810 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c4657-5bd3-4f59-8355-2fd307ea1688,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:16.779558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e2f6-51bd-444e-be9f-78f1401f5967 req-adeb9d25-b62e-4866-8f98-145cf90ed6fc tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:16.781353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e511e2f6-51bd-444e-be9f-78f1401f5967 req-adeb9d25-b62e-4866-8f98-145cf90ed6fc tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 950 time: 0.1358972 Nov 09 19:43:16.783318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:16.862131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4cd13ec-128c-46d2-90bc-c69d560383a4,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:16.908240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e511e2f6-51bd-444e-be9f-78f1401f5967 req-a3cd9c9e-dce3-40c1-b816-014895a10ef8 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191695 Nov 09 19:43:16.919567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Checking segment: {'id': 'e33f04a4-172c-4ca1-b3b9-9aad8df69178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:16.919976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Network hostable DHCP agents. Network: 2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:43:16.944631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Network 2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:43:16.956642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:16.968958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c4189-5bbd-4d88-9c8e-0d241feaa264 None None] Network 2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:16.969997 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ed6da1d-900f-438a-96cf-22c707fb94d9 req-3576a390-1ad0-4c9a-8b75-1d685942a735 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/8b5c4657-5bd3-4f59-8355-2fd307ea1688 HTTP/1.1" status: 200 len: 1772 time: 0.0838156 Nov 09 19:43:16.987509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:16.988125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:17.024478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-844f3a53-018d-4e66-8a38-56d2a2bef80f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9760034 Nov 09 19:43:17.148781 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:17.237702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d3f32-9433-4e74-bdca-015b3e557f74 None None] Network 2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:17.250111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2e6b4-140d-474e-8134-063af5fdd544 req-d1ee51f7-3b7e-4c66-9f70-c9e23c83ee2a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:17.259901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8e2e6b4-140d-474e-8134-063af5fdd544 req-d1ee51f7-3b7e-4c66-9f70-c9e23c83ee2a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 949 time: 0.1404884 Nov 09 19:43:17.315137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8e2e6b4-140d-474e-8134-063af5fdd544 req-7bdc25c9-8dd8-48e7-9764-0534504dafbb tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536218 Nov 09 19:43:17.365805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78c6246a-c95d-4ec3-810b-20938b55dce2 req-30d77c34-e34a-4757-af5e-26364ce30f70 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/8b5c4657-5bd3-4f59-8355-2fd307ea1688 HTTP/1.1" status: 200 len: 1772 time: 0.0852437 Nov 09 19:43:17.450434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25aac08-bc54-49f1-bc8b-df07192732fa None None] Network 04401a37-64e7-4eec-9009-7f857d91e141 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:17.515641 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-78c6246a-c95d-4ec3-810b-20938b55dce2 req-726a0abc-3708-4e98-851a-3ab471f700f1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:17.519726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Router b996247a-3ca9-4eeb-92a1-b0b71225b36d is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:43:17.555111 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-78c6246a-c95d-4ec3-810b-20938b55dce2 req-726a0abc-3708-4e98-851a-3ab471f700f1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:17.585317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53278) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:17.663912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-74e05737-20cf-443e-be03-572bb87fa688 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:17.665458 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-74e05737-20cf-443e-be03-572bb87fa688 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.77 "GET /v2.0/networks?id=e630d53a-2cf8-47a1-b786-2ac7de06a089 HTTP/1.1" status: 200 len: 815 time: 0.2888291 Nov 09 19:43:17.691071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Request body: {'port': {'device_id': '3e95206c-b9ac-40d0-822b-56e183ec0390', 'network_id': 'e630d53a-2cf8-47a1-b786-2ac7de06a089', 'admin_state_up': True, 'tenant_id': '4da51fdd03a84376aa1d9293557d8acd'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:17.702827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-78c6246a-c95d-4ec3-810b-20938b55dce2 req-726a0abc-3708-4e98-851a-3ab471f700f1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:17.705658 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-78c6246a-c95d-4ec3-810b-20938b55dce2 req-726a0abc-3708-4e98-851a-3ab471f700f1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:17.714229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cace9d8b-e473-4ac9-be3f-c1b7510befde up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:17.715390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78c6246a-c95d-4ec3-810b-20938b55dce2 req-726a0abc-3708-4e98-851a-3ab471f700f1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/8b5c4657-5bd3-4f59-8355-2fd307ea1688 HTTP/1.1" status: 204 len: 173 time: 0.3408241 Nov 09 19:43:17.722764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6fddb3-f685-4d7a-a5b3-1144c47dfa97 admin admin] Deleting subnet 72dd7a90-2692-4c52-b37f-b538d4214f5f {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:43:17.727372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:43:17.739626 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Sync routers for ids ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:43:17.744396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a0abc-3708-4e98-851a-3ab471f700f1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c4657-5bd3-4f59-8355-2fd307ea1688,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:17.752845 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Routers {'b996247a-3ca9-4eeb-92a1-b0b71225b36d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:43:17.753473 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:43:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:17.771408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:17.773941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-912c12de-2dc7-406d-b85b-b9df86bef3bb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5377116 Nov 09 19:43:17.777851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53286) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:17.857522 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f6fddb3-f685-4d7a-a5b3-1144c47dfa97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:17.867740 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e2a5ad9f-4749-4c48-8855-6b99ab0bd8b6 None None] Provisioning complete for port 58cee4e5-8b8e-4557-94d0-f651480eb044 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:17.868273 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ad9f-4749-4c48-8855-6b99ab0bd8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:17.901726 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Set router b996247a-3ca9-4eeb-92a1-b0b71225b36d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:43:18.116410 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:16Z', 'revision_number': 3, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:18.129121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port cace9d8b-e473-4ac9-be3f-c1b7510befde completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:43:18.135993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port cace9d8b-e473-4ac9-be3f-c1b7510befde triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:18.136370 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.174273 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Checking router: b996247a-3ca9-4eeb-92a1-b0b71225b36d for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:43:18.175041 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Updating router b996247a-3ca9-4eeb-92a1-b0b71225b36d port 9f8e9b64-bec4-4028-bbf6-943077e71699 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:43:18.189493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 58cee4e5-8b8e-4557-94d0-f651480eb044 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:18.202983 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.326453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71955970-0a73-4222-a43c-0b9b94a044be req-1ce42275-51e6-4c1d-bb1d-3d88ba5c54bb tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:18.337127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-1ce42275-51e6-4c1d-bb1d-3d88ba5c54bb tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 821 time: 0.2351203 Nov 09 19:43:18.367459 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f6fddb3-f685-4d7a-a5b3-1144c47dfa97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.374936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-98b03137-bf1f-49f4-9cb6-a526b73d7cdc tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/quotas/6816a0841a434dc18a1b3ae3a7ee7199 HTTP/1.1" status: 200 len: 375 time: 0.0365429 Nov 09 19:43:18.394152 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.417414 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-9cc9dc36-8782-4da9-b82e-867fe7034d4e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410886 Nov 09 19:43:18.430282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab91221-8a1a-4abd-a31a-3599e7da4bc5 req-6de54b45-14cb-43fb-bdb9-7313d064bfbd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:18.432468 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ab91221-8a1a-4abd-a31a-3599e7da4bc5 req-6de54b45-14cb-43fb-bdb9-7313d064bfbd tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 944 time: 0.7501647 Nov 09 19:43:18.450532 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cace9d8b-e473-4ac9-be3f-c1b7510befde, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cace9d8b-e473-4ac9-be3f-c1b7510befde,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:18.454458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b2dee4-f82b-44c7-a373-56faca583ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cace9d8b-e473-4ac9-be3f-c1b7510befde'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:18.457554 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9630a9d7-7db5-4707-9de9-e415708f8375" -d '{"events": [{"server_uuid": "b0b2dee4-f82b-44c7-a373-56faca583ed1", "name": "network-vif-plugged", "status": "completed", "tag": "cace9d8b-e473-4ac9-be3f-c1b7510befde"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:18.463057 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.464523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d2d15410-eea3-4106-9166-748657545de6 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:43:18.482675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-94a19077-a8bb-40c1-9878-dc13b94c9b63 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:18.485800 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-94a19077-a8bb-40c1-9878-dc13b94c9b63 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.70 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 944 time: 0.6439154 Nov 09 19:43:18.492414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: d2d15410-eea3-4106-9166-748657545de6 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:43:18.493109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d2d15410-eea3-4106-9166-748657545de6 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:43:18.539885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 58cee4e5-8b8e-4557-94d0-f651480eb044 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:18.540391 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-e27787b7-24e7-44ac-81c3-c4123019d13b service neutron] 10.222.0.53 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223505 Nov 09 19:43:18.540732 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.611552 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f6fddb3-f685-4d7a-a5b3-1144c47dfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.621271 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ab91221-8a1a-4abd-a31a-3599e7da4bc5 req-d6a4700c-2c63-4fdf-8038-041f6bf22836 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518867 Nov 09 19:43:18.660991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-91ba8a8a-0b88-412f-81d9-588358263b5e service neutron] 10.222.0.53 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110826 Nov 09 19:43:18.696513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-06e3b364-1d15-4f31-b49b-504a6ee7afa4 None None] Provisioning complete for port 58cee4e5-8b8e-4557-94d0-f651480eb044 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:18.696889 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06e3b364-1d15-4f31-b49b-504a6ee7afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.705020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=cace9d8b-e473-4ac9-be3f-c1b7510befde,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:18.763170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.770806 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.778805 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.797586 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8df553a-b1d2-4778-9205-6f7a51838be2 req-c2a59649-8244-4498-937c-d2358a854c61 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 210 time: 0.0594742 Nov 09 19:43:18.826670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Made reservation on behalf of 4da51fdd03a84376aa1d9293557d8acd for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:18.830324 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.876101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f6fddb3-f685-4d7a-a5b3-1144c47dfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.917496 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Pushing event updated for resources: {'Port': ['ID=9f8e9b64-bec4-4028-bbf6-943077e71699,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:18.955827 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Attempting to bind port 9f8e9b64-bec4-4028-bbf6-943077e71699 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:18.956558 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Attempting to bind port 9f8e9b64-bec4-4028-bbf6-943077e71699 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:18.957127 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Attempting to bind port 9f8e9b64-bec4-4028-bbf6-943077e71699 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:18.960285 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.960857 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.961589 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.962231 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.963236 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.963867 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.964393 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.964915 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.965441 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.965956 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.966471 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.967023 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:18.975871 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:18.976501 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:18.977019 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.977583 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:18.978247 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Bound port: 9f8e9b64-bec4-4028-bbf6-943077e71699, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:18.978766 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:18.997507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Allocated IP 172.20.0.1 (04401a37-64e7-4eec-9009-7f857d91e141/e7647864-d98d-4cd6-99a7-dd90a76e2bc1/08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:19.033741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fddb3-f685-4d7a-a5b3-1144c47dfa97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72dd7a90-2692-4c52-b37f-b538d4214f5f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:19.038643 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] For port 9f8e9b64-bec4-4028-bbf6-943077e71699, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:19.042976 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] For port 9f8e9b64-bec4-4028-bbf6-943077e71699, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9f8e9b64-bec4-4028-bbf6-943077e71699,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:19.044150 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f6fddb3-f685-4d7a-a5b3-1144c47dfa97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:19.048303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7f6fddb3-f685-4d7a-a5b3-1144c47dfa97 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/72dd7a90-2692-4c52-b37f-b538d4214f5f HTTP/1.1" status: 204 len: 168 time: 1.4631133 Nov 09 19:43:19.052503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53310) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:19.054096 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:19.056741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-ae91a6eb-7d19-43a1-8a9a-d2c7acaae816 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Deleting port 7669df09-c205-4cd5-97b4-1b8e765679b2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:43:19.057086 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-ae91a6eb-7d19-43a1-8a9a-d2c7acaae816 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:19.120747 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Routers {'b996247a-3ca9-4eeb-92a1-b0b71225b36d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:43:19.121836 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:43:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:19.274849 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a0fde-d532-4661-a944-21e92977e6e3 None None] Pushing event updated for resources: {'Port': ['ID=9f8e9b64-bec4-4028-bbf6-943077e71699,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:19.304038 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8692ffd-d19d-4416-8590-c95260628cc8 x-openstack-request-id: req-f8692ffd-d19d-4416-8590-c95260628cc8 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:19.304385 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b2dee4-f82b-44c7-a373-56faca583ed1", "name": "network-vif-plugged", "status": "completed", "tag": "cace9d8b-e473-4ac9-be3f-c1b7510befde", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:19.304720 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8692ffd-d19d-4416-8590-c95260628cc8 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:19.305678 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b2dee4-f82b-44c7-a373-56faca583ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cace9d8b-e473-4ac9-be3f-c1b7510befde', 'code': 200} Nov 09 19:43:19.428469 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] Set router b996247a-3ca9-4eeb-92a1-b0b71225b36d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:43:19.437701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-854f13c8-d2ed-4ecb-bb06-6e1c564a089e req-7b23f900-924f-4b44-9a47-05c30d2d9722 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 210 time: 0.0529456 Nov 09 19:43:19.461574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:19.526102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Allocated IP 172.20.0.12 (e630d53a-2cf8-47a1-b786-2ac7de06a089/273b7b64-6822-411d-a194-b1e35df405e9/589383be-aa20-4b97-b18f-e7ce7bb57bdb) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:19.535957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-ae91a6eb-7d19-43a1-8a9a-d2c7acaae816 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] For port 7669df09-c205-4cd5-97b4-1b8e765679b2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7669df09-c205-4cd5-97b4-1b8e765679b2,segment=NetworkSegment(710222e1-52c6-4e28-8838-c0b6785076ec),segment_id=710222e1-52c6-4e28-8838-c0b6785076ec)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:19.541865 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-ae91a6eb-7d19-43a1-8a9a-d2c7acaae816 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:19.587803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-ae91a6eb-7d19-43a1-8a9a-d2c7acaae816 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Calling delete_port for 7669df09-c205-4cd5-97b4-1b8e765679b2 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:43:19.616396 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:19.627225 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-87371cf9-7bfe-4b11-966f-4bdf3eb38199 req-9ef966a3-5f0b-4669-a7c2-17b1bb235e92 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] show failed (client error): The resource could not be found. Nov 09 19:43:19.628597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87371cf9-7bfe-4b11-966f-4bdf3eb38199 req-9ef966a3-5f0b-4669-a7c2-17b1bb235e92 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/341c97f1-201b-4189-8f46-52628b519d3e HTTP/1.1" status: 404 len: 352 time: 0.0741811 Nov 09 19:43:19.648076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239abbf-3a32-4004-8f55-86a21ff76d64 req-d10ba506-bc9d-4317-9c2d-19f8e3541c24 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:19.652248 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b239abbf-3a32-4004-8f55-86a21ff76d64 req-d10ba506-bc9d-4317-9c2d-19f8e3541c24 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 950 time: 0.1798108 Nov 09 19:43:19.654804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca9e27-1d04-4fcd-b931-e343b690436e req-fc87f865-3bb7-4ea9-b98a-1272f6965076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:19.657276 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53ca9e27-1d04-4fcd-b931-e343b690436e req-fc87f865-3bb7-4ea9-b98a-1272f6965076 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 1101 time: 0.1836870 Nov 09 19:43:19.730393 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:16Z', 'revision_number': 3, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:19.745070 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b239abbf-3a32-4004-8f55-86a21ff76d64 req-5f913335-39f7-4b6b-8f31-33432c4af230 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852904 Nov 09 19:43:19.751562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53ca9e27-1d04-4fcd-b931-e343b690436e req-e08499b9-5bab-403d-9177-01f1ad4feadc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671489 Nov 09 19:43:19.779473 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:19.790241 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5161d30-f757-40e6-96dc-43e5b97ed1a2 None None] The sync data for ids ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'] in n-d-817256-1 is: [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:16Z', 'revision_number': 3, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:43:19.801376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:19.847948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Network 04401a37-64e7-4eec-9009-7f857d91e141 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:19.858019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:19.862609 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-8f62111e-ede3-4d03-aaed-dc5c9ff5cd55 req-e329dc4f-e6c3-42dd-bdc4-4294f9572d00 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] show failed (client error): The resource could not be found. Nov 09 19:43:19.871730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f62111e-ede3-4d03-aaed-dc5c9ff5cd55 req-e329dc4f-e6c3-42dd-bdc4-4294f9572d00 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/d781ab0a-b198-4f6f-8e37-885484bcd4c4 HTTP/1.1" status: 404 len: 352 time: 0.0721059 Nov 09 19:43:19.875413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:19.937515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481332f9-2fab-4e6a-b6cd-9a5e32b5177a']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:19.953799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Pushing event updated for resources: {'Port': ['ID=08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:20.018398 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.100403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3da1e3-3803-4860-97b5-663aa1bd3526') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:20.100700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3da1e3-3803-4860-97b5-663aa1bd3526') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:20.101206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009a897-e8ea-4d47-8245-2c5289ec8e3d req-8ebf552a-5283-41c7-8b2d-b20215d6dce0 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:20.103652 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3009a897-e8ea-4d47-8245-2c5289ec8e3d req-8ebf552a-5283-41c7-8b2d-b20215d6dce0 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/ports?device_id=e630d2f8-2f0e-498e-817b-96f0350e2319 HTTP/1.1" status: 200 len: 866 time: 0.1464875 Nov 09 19:43:20.106108 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-ae91a6eb-7d19-43a1-8a9a-d2c7acaae816 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.145416 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.239424 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3009a897-e8ea-4d47-8245-2c5289ec8e3d req-e1f7d554-c775-4461-b887-aec76b657ea6 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ceadcc-a494-49cb-8e59-568ab1ab322e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598609 Nov 09 19:43:20.244050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ad8f231-df0b-4b77-a142-6a46506092f1 req-f205dc02-3689-4484-a852-8354f962a1de tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 210 time: 0.1410952 Nov 09 19:43:20.253090 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.255866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91a6eb-7d19-43a1-8a9a-d2c7acaae816 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Pushing event deleted for resources: {'Port': ['ID=7669df09-c205-4cd5-97b4-1b8e765679b2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:20.262077 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.299406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:43:20.300200 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:43:20.303799 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:43:20.319977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.397532 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-ae91a6eb-7d19-43a1-8a9a-d2c7acaae816 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] No DVR routers for this DVR port 7669df09-c205-4cd5-97b4-1b8e765679b2 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:43:20.400353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9b0c6fce-5300-4056-9096-12551b51df91 None None] Provisioning complete for port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:20.401376 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9b0c6fce-5300-4056-9096-12551b51df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.407967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-ae91a6eb-7d19-43a1-8a9a-d2c7acaae816 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.412386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e76a46b6-f9bd-450f-a949-447cf28fc763 req-ae91a6eb-7d19-43a1-8a9a-d2c7acaae816 tempest-LiveMigrationTest-1497938726 tempest-LiveMigrationTest-1497938726-project] 10.222.0.70 "DELETE /v2.0/ports/7669df09-c205-4cd5-97b4-1b8e765679b2 HTTP/1.1" status: 204 len: 173 time: 1.8912106 Nov 09 19:43:20.422019 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-b7bd6240-c766-4f30-bc9d-b8024f6d2030 req-51d2cc38-5170-4a72-95a8-76cb93ae60bb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] show failed (client error): The resource could not be found. Nov 09 19:43:20.423229 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7bd6240-c766-4f30-bc9d-b8024f6d2030 req-51d2cc38-5170-4a72-95a8-76cb93ae60bb tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/6e27a8a6-30bc-4ffb-8f2d-0eb5b4668d30 HTTP/1.1" status: 404 len: 352 time: 0.0962961 Nov 09 19:43:20.431943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'name': 'network-vif-deleted', 'tag': '7669df09-c205-4cd5-97b4-1b8e765679b2'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:20.446733 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7543e8c1-5208-4174-9d6d-451172b11777" -d '{"events": [{"server_uuid": "e630d2f8-2f0e-498e-817b-96f0350e2319", "name": "network-vif-deleted", "tag": "7669df09-c205-4cd5-97b4-1b8e765679b2"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:20.488831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c6fce-5300-4056-9096-12551b51df91 None None] Port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:20.524711 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.542272 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-885865a0-9f3c-48f0-b956-b92bbf5d19d9 req-6021eac0-9f12-4128-bc93-195aecff7f17 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] show failed (client error): The resource could not be found. Nov 09 19:43:20.544456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-885865a0-9f3c-48f0-b956-b92bbf5d19d9 req-6021eac0-9f12-4128-bc93-195aecff7f17 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/42a27848-cab0-4e48-8328-6dcaa22a0cbe HTTP/1.1" status: 404 len: 352 time: 0.0327115 Nov 09 19:43:20.613596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.619772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] 10.222.0.53 "DELETE /v2.0/networks/481332f9-2fab-4e6a-b6cd-9a5e32b5177a HTTP/1.1" status: 204 len: 168 time: 1.5568614 Nov 09 19:43:20.624540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682d38a-0759-4619-8596-62e35302b514 admin admin] Pushing event deleted for resources: {'Network': ['ID=481332f9-2fab-4e6a-b6cd-9a5e32b5177a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:20.646701 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.712744 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3514c5ef-7fde-436d-be66-11c73edba740 x-openstack-request-id: req-3514c5ef-7fde-436d-be66-11c73edba740 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:20.714585 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e630d2f8-2f0e-498e-817b-96f0350e2319", "name": "network-vif-deleted", "tag": "7669df09-c205-4cd5-97b4-1b8e765679b2", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:20.714870 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3514c5ef-7fde-436d-be66-11c73edba740 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:20.717535 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e630d2f8-2f0e-498e-817b-96f0350e2319', 'name': 'network-vif-deleted', 'tag': '7669df09-c205-4cd5-97b4-1b8e765679b2', 'status': 'completed', 'code': 200} Nov 09 19:43:20.790033 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.862671 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-b406c0b2-fc8f-4ff2-b9a3-2e283f1bc074 req-f62cd766-9a8b-4ba0-b966-c87985a8e667 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] show failed (client error): The resource could not be found. Nov 09 19:43:20.863748 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b406c0b2-fc8f-4ff2-b9a3-2e283f1bc074 req-f62cd766-9a8b-4ba0-b966-c87985a8e667 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/41dbe64a-457d-4320-95ee-628e06be0c19 HTTP/1.1" status: 404 len: 352 time: 0.0586584 Nov 09 19:43:20.873177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-474204f6-966b-4db2-8dad-2f4876fb1caa req-0cef2acc-a30c-40be-9938-3a8b2505a1ef tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 210 time: 0.2545619 Nov 09 19:43:20.877252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Network e630d53a-2cf8-47a1-b786-2ac7de06a089 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:20.893608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:20.896785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:20.970913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Pushing event updated for resources: {'Port': ['ID=589383be-aa20-4b97-b18f-e7ce7bb57bdb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:20.977771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:20.999643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:21.000394 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.016237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.024494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-78464f6b-c97a-42f4-8f3f-5e02cfa944b4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3390613 Nov 09 19:43:21.033510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53372) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:21.042863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Request body: {'port': {'device_id': '3e95206c-b9ac-40d0-822b-56e183ec0390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:21.056483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71955970-0a73-4222-a43c-0b9b94a044be req-c6065a7d-d4ae-42c7-9710-2f5975827896 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:21.057902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-c6065a7d-d4ae-42c7-9710-2f5975827896 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 821 time: 0.4386802 Nov 09 19:43:21.139460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Request body: {'port': {'device_id': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec', 'admin_state_up': True, 'tenant_id': '6816a0841a434dc18a1b3ae3a7ee7199'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:21.147903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fca3d-e178-41e7-9d2a-dc4af6f2a2ab req-cf4837d1-f66f-42b8-b2cd-1182201c729d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:21.149736 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-279fca3d-e178-41e7-9d2a-dc4af6f2a2ab req-cf4837d1-f66f-42b8-b2cd-1182201c729d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 950 time: 0.1240320 Nov 09 19:43:21.156364 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.229749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-279fca3d-e178-41e7-9d2a-dc4af6f2a2ab req-6f471bf8-9756-4903-bc00-690c0e460c3c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690577 Nov 09 19:43:21.259096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Pushing event updated for resources: {'Port': ['ID=08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:21.307241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.339372 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-467aeaec-0057-4e6b-83eb-cd2a2e984378 req-8516e55a-869f-40da-8dc7-aa0c9fd97414 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] show failed (client error): The resource could not be found. Nov 09 19:43:21.340788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-467aeaec-0057-4e6b-83eb-cd2a2e984378 req-8516e55a-869f-40da-8dc7-aa0c9fd97414 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/1b9554ef-3c44-4620-be49-b6ea754471ea HTTP/1.1" status: 404 len: 352 time: 0.0272932 Nov 09 19:43:21.353372 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-59dac51a-da38-4a12-a909-9c78eb388d0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eab705d7ba80497c81e8a09f501673f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150780 Nov 09 19:43:21.356430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53382) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:21.389233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53384) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:21.429342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7669df09-c205-4cd5-97b4-1b8e765679b2 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:43:21.467275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 7669df09-c205-4cd5-97b4-1b8e765679b2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:43:21.468139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7669df09-c205-4cd5-97b4-1b8e765679b2 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:43:21.486538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Made reservation on behalf of 6816a0841a434dc18a1b3ae3a7ee7199 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:21.490144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.512765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Network 04401a37-64e7-4eec-9009-7f857d91e141 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:21.517118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:21.553578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbf9837-8340-4841-b337-d39d4042bf8c admin admin] Deleting subnet c271e4cb-f52a-4e29-af68-f8061cc1d4ad {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:43:21.564632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbf9837-8340-4841-b337-d39d4042bf8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.569677 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4c9f-639e-4cba-b3bc-555b68397a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.637080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73a7f-3240-47fc-ae91-c7ed3bb8a272 req-a07ded82-d5d0-46c1-b590-90beff2ee06d tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:21.638638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35e73a7f-3240-47fc-ae91-c7ed3bb8a272 req-a07ded82-d5d0-46c1-b590-90beff2ee06d tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 932 time: 0.1971385 Nov 09 19:43:21.653915 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbf9837-8340-4841-b337-d39d4042bf8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.658253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4c9f-639e-4cba-b3bc-555b68397a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.757888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Allocated IP 172.20.0.7 (302552e5-d360-4726-b20b-dba6e6b87bec/50629a10-2a18-46d0-a6ad-6c44ac38dc1f/4c9bd867-8494-46b9-83dd-bc45bba62542) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:21.773771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Router b996247a-3ca9-4eeb-92a1-b0b71225b36d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:43:21.874615 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35e73a7f-3240-47fc-ae91-c7ed3bb8a272 req-2ed5caa6-f9cf-4f9c-a328-bd47e7f04ed4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/security-groups?id=3331c140-0cd8-434a-9d14-363f0e3d9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079830 Nov 09 19:43:21.910376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbf9837-8340-4841-b337-d39d4042bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.947341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d303eaca-e185-411b-9525-85185b6c2e48 None None] Provisioning complete for port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:21.947848 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d303eaca-e185-411b-9525-85185b6c2e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:21.970356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589383be-aa20-4b97-b18f-e7ce7bb57bdb {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:21.993420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.043749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d303eaca-e185-411b-9525-85185b6c2e48 None None] Port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:22.076124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-607e340f-4844-49f9-9f6a-4dafcf5a746f req-59f6601f-6fd9-48cf-a7ac-16fd7746b4cc tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 210 time: 0.0702744 Nov 09 19:43:22.082794 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4c9f-639e-4cba-b3bc-555b68397a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.097055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4c9f-639e-4cba-b3bc-555b68397a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.100258 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d5fe4c9f-639e-4cba-b3bc-555b68397a93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87e5523d-5c01-4af8-ad63-1e74eb6933dc HTTP/1.1" status: 204 len: 168 time: 0.7421496 Nov 09 19:43:22.101843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Transition to ACTIVE for port object 589383be-aa20-4b97-b18f-e7ce7bb57bdb will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:22.116036 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.129438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe4c9f-639e-4cba-b3bc-555b68397a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e5523d-5c01-4af8-ad63-1e74eb6933dc,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:22.210769 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866c579-0db4-4d73-b59b-6fc6704d80de req-fc72749f-b532-46f0-ba76-e232e92a8b41 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:22.219541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d866c579-0db4-4d73-b59b-6fc6704d80de req-fc72749f-b532-46f0-ba76-e232e92a8b41 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 1023 time: 0.1830318 Nov 09 19:43:22.221066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Pushing event updated for resources: {'Port': ['ID=589383be-aa20-4b97-b18f-e7ce7bb57bdb,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:22.224767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbf9837-8340-4841-b337-d39d4042bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.254008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9f8e9b64-bec4-4028-bbf6-943077e71699 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:22.284610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf9837-8340-4841-b337-d39d4042bf8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c271e4cb-f52a-4e29-af68-f8061cc1d4ad,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:22.287084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-adbf9837-8340-4841-b337-d39d4042bf8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.291243 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-adbf9837-8340-4841-b337-d39d4042bf8c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c271e4cb-f52a-4e29-af68-f8061cc1d4ad HTTP/1.1" status: 204 len: 168 time: 0.8868639 Nov 09 19:43:22.294091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53408) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:22.323081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:43:22.354669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d866c579-0db4-4d73-b59b-6fc6704d80de req-914dff20-1cfb-4048-8a39-0d14b126b2a1 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=127d676e-6f86-4e6f-bf0d-54d653b73848&id=c4c3bdfc-0651-46ac-a3a3-526041e12abe&id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1339028 Nov 09 19:43:22.358746 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c2f7d225-30b9-4b67-8037-61774438de6f admin admin] 10.222.0.53 "PUT /v2.0/routers/b996247a-3ca9-4eeb-92a1-b0b71225b36d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5797942 Nov 09 19:43:22.362484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9f8e9b64-bec4-4028-bbf6-943077e71699 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:22.363273 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.397600 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.458772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.467459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Attempting to bind port 589383be-aa20-4b97-b18f-e7ce7bb57bdb on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:22.472249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Attempting to bind port 589383be-aa20-4b97-b18f-e7ce7bb57bdb by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '25fc3138-6c0e-40d0-b659-aa2664ec6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'e630d53a-2cf8-47a1-b786-2ac7de06a089'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:22.472671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Attempting to bind port 589383be-aa20-4b97-b18f-e7ce7bb57bdb on network e630d53a-2cf8-47a1-b786-2ac7de06a089 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:22.496819 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.497386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Port 589383be-aa20-4b97-b18f-e7ce7bb57bdb on network e630d53a-2cf8-47a1-b786-2ac7de06a089 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:22.497386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Attempting to bind port 589383be-aa20-4b97-b18f-e7ce7bb57bdb on network e630d53a-2cf8-47a1-b786-2ac7de06a089 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:22.522364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.526541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 9f8e9b64-bec4-4028-bbf6-943077e71699, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9f8e9b64-bec4-4028-bbf6-943077e71699,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:22.536055 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.552272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Network 302552e5-d360-4726-b20b-dba6e6b87bec is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:22.555617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:22.572409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:22.573012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Checking segment: {'id': '25fc3138-6c0e-40d0-b659-aa2664ec6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'e630d53a-2cf8-47a1-b786-2ac7de06a089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:22.573124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Bound using segment: {'id': '25fc3138-6c0e-40d0-b659-aa2664ec6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'e630d53a-2cf8-47a1-b786-2ac7de06a089'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:22.573567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Bound port: 589383be-aa20-4b97-b18f-e7ce7bb57bdb, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fc3138-6c0e-40d0-b659-aa2664ec6807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'e630d53a-2cf8-47a1-b786-2ac7de06a089'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:22.573938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.591571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:22.603177 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Sync routers for ids ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:43:22.648931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580f3de-6314-467b-bc51-07076ca212ef req-c174ff9f-9b61-493c-8f78-7cb7ed80c363 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:22.657130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7580f3de-6314-467b-bc51-07076ca212ef req-c174ff9f-9b61-493c-8f78-7cb7ed80c363 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 950 time: 0.1738980 Nov 09 19:43:22.678634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Routers {'b996247a-3ca9-4eeb-92a1-b0b71225b36d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:43:22.679300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:43:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:22.714562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7580f3de-6314-467b-bc51-07076ca212ef req-5c8c29a7-bdea-4f07-87cb-a03e1fe1d005 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519083 Nov 09 19:43:22.715409 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Pushing event updated for resources: {'Port': ['ID=4c9bd867-8494-46b9-83dd-bc45bba62542,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:22.734300 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.755070 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:22.760892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.768425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c440a8d-8700-46d7-8491-c2d72d754c80']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:22.780111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710222e1-52c6-4e28-8838-c0b6785076ec') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:22.780423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710222e1-52c6-4e28-8838-c0b6785076ec') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:22.798087 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-8eca1543-e62d-45f1-807a-a751b6597276 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6685975 Nov 09 19:43:22.812346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Request body: {'port': {'device_id': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:22.855767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] For port 589383be-aa20-4b97-b18f-e7ce7bb57bdb, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:22.860412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] For port 589383be-aa20-4b97-b18f-e7ce7bb57bdb, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=589383be-aa20-4b97-b18f-e7ce7bb57bdb,segment=NetworkSegment(25fc3138-6c0e-40d0-b659-aa2664ec6807),segment_id=25fc3138-6c0e-40d0-b659-aa2664ec6807)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:22.863651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.868759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=9f8e9b64-bec4-4028-bbf6-943077e71699,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:22.878938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.943549 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.955323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Set router b996247a-3ca9-4eeb-92a1-b0b71225b36d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:43:22.978058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Pushing event updated for resources: {'Port': ['ID=589383be-aa20-4b97-b18f-e7ce7bb57bdb,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:22.988832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.996576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:22.997492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:22.999713 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-45046635-6ecf-461b-a53d-b6c142be3fbe service neutron] 10.222.0.77 "PUT /v2.0/ports/589383be-aa20-4b97-b18f-e7ce7bb57bdb HTTP/1.1" status: 200 len: 1092 time: 1.9606588 Nov 09 19:43:23.000989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e95206c-b9ac-40d0-822b-56e183ec0390', 'tag': '589383be-aa20-4b97-b18f-e7ce7bb57bdb'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:23.004000 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524" -d '{"events": [{"name": "network-changed", "server_uuid": "3e95206c-b9ac-40d0-822b-56e183ec0390", "tag": "589383be-aa20-4b97-b18f-e7ce7bb57bdb"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:23.011329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:43:23.011941 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:43:23.015218 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:43:23.123746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-5919b4f1-8e8f-4ca2-b315-a269387f107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:23.126334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-5919b4f1-8e8f-4ca2-b315-a269387f107c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4da51fdd03a84376aa1d9293557d8acd&device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 1095 time: 0.0612960 Nov 09 19:43:23.133422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.164033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.168146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] 10.222.0.53 "DELETE /v2.0/networks/3c440a8d-8700-46d7-8491-c2d72d754c80 HTTP/1.1" status: 204 len: 168 time: 0.8726907 Nov 09 19:43:23.170230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7978707-e27f-47d8-ab4b-4fa0ec3a28da admin admin] Pushing event deleted for resources: {'Network': ['ID=3c440a8d-8700-46d7-8491-c2d72d754c80,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:23.176514 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53438) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:23.217649 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-62e190b9-0191-48ab-80f0-eb130e8d5250 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=589383be-aa20-4b97-b18f-e7ce7bb57bdb HTTP/1.1" status: 200 len: 217 time: 0.0817771 Nov 09 19:43:23.311916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-e5ebaa6f-aba8-4aeb-b1a0-39b0b50a07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:23.316003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-e5ebaa6f-aba8-4aeb-b1a0-39b0b50a07d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=273b7b64-6822-411d-a194-b1e35df405e9 HTTP/1.1" status: 200 len: 855 time: 0.0916152 Nov 09 19:43:23.371790 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-df2e15ef-f5c4-42b0-8cc0-7188933e4267 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e630d53a-2cf8-47a1-b786-2ac7de06a089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475914 Nov 09 19:43:23.410088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-93aa7189-6d5f-43b8-835a-693377fa77e2 admin admin] Deleting subnet 1cdcab13-cacc-4adf-b52c-383bac4c0c74 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:43:23.415667 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93aa7189-6d5f-43b8-835a-693377fa77e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.462476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:20Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927', 'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'mac_address': 'fa:16:3e:71:b6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:18Z', 'updated_at': '2021-11-09T19:43:20Z', 'revision_number': 2, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'subnets': [{'id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:23.464120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93aa7189-6d5f-43b8-835a-693377fa77e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.508995 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-f71187b8-7296-477a-911e-9bc83a32ca31 service neutron] 10.222.0.77 "GET /v2.0/networks/e630d53a-2cf8-47a1-b786-2ac7de06a089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291308 Nov 09 19:43:23.532222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d7ebd-9cf5-4b2b-b631-84b571f0d1ea req-dcccac69-7d9c-43e3-b32a-dd1ee3adf5a6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:23.535138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Checking router: b996247a-3ca9-4eeb-92a1-b0b71225b36d for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:43:23.535648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Updating router b996247a-3ca9-4eeb-92a1-b0b71225b36d port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:43:23.540307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d7ebd-9cf5-4b2b-b631-84b571f0d1ea req-dcccac69-7d9c-43e3-b32a-dd1ee3adf5a6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:23.552065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-440d7ebd-9cf5-4b2b-b631-84b571f0d1ea req-dcccac69-7d9c-43e3-b32a-dd1ee3adf5a6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d&device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 1691 time: 0.2496116 Nov 09 19:43:23.591786 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.605063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93aa7189-6d5f-43b8-835a-693377fa77e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.630858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-eb6672ea-cd18-4e3b-ba61-aaafd227ce1c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:23.632807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-eb6672ea-cd18-4e3b-ba61-aaafd227ce1c tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 1023 time: 0.1203957 Nov 09 19:43:23.694869 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-440d7ebd-9cf5-4b2b-b631-84b571f0d1ea req-9c888329-8a9d-46a3-85b8-2004ed6fef6a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415567 Nov 09 19:43:23.722049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9bd867-8494-46b9-83dd-bc45bba62542 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:23.736484 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.767071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f69ee5b-fafa-4817-8332-0ec87ac572d7 req-7000494a-cd35-4485-8ffd-2d8f78c6b44f service neutron] 10.222.0.77 "GET /v2.0/networks/e630d53a-2cf8-47a1-b786-2ac7de06a089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449265 Nov 09 19:43:23.803429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Transition to ACTIVE for port object 4c9bd867-8494-46b9-83dd-bc45bba62542 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:23.817091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-81496608-08ee-4b07-8d60-779b627ff4c9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Deleting port fe26ce3d-1de0-4581-bb8d-c78386416781 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:43:23.817442 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-81496608-08ee-4b07-8d60-779b627ff4c9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.825051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93aa7189-6d5f-43b8-835a-693377fa77e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.827702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.861660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa7189-6d5f-43b8-835a-693377fa77e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdcab13-cacc-4adf-b52c-383bac4c0c74,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:23.905161 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93aa7189-6d5f-43b8-835a-693377fa77e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:23.908741 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-93aa7189-6d5f-43b8-835a-693377fa77e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1cdcab13-cacc-4adf-b52c-383bac4c0c74 HTTP/1.1" status: 204 len: 168 time: 0.7312324 Nov 09 19:43:23.912026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53458) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:23.926933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6beceb-cabb-4d69-9d0d-35c665032597 req-6c10c14f-abe2-4b4f-ac01-b2eb642e8cbf tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:23.938861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3a6beceb-cabb-4d69-9d0d-35c665032597 req-6c10c14f-abe2-4b4f-ac01-b2eb642e8cbf tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 944 time: 0.1661410 Nov 09 19:43:23.946133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53460) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:23.959372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-04ef3c58-c591-4ba3-a09a-c649ed3b2fad tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692271959', 'description': 'tempest-description--1638631244'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:23.972019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bd867-8494-46b9-83dd-bc45bba62542,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:24.011805 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148bfa72-85c1-49bc-bdc9-0699486db52c x-openstack-request-id: req-148bfa72-85c1-49bc-bdc9-0699486db52c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:24.012658 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e95206c-b9ac-40d0-822b-56e183ec0390", "tag": "589383be-aa20-4b97-b18f-e7ce7bb57bdb", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:24.014094 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-148bfa72-85c1-49bc-bdc9-0699486db52c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:24.015598 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e95206c-b9ac-40d0-822b-56e183ec0390', 'tag': '589383be-aa20-4b97-b18f-e7ce7bb57bdb', 'status': 'completed', 'code': 200} Nov 09 19:43:24.019547 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.028305 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.067265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-81496608-08ee-4b07-8d60-779b627ff4c9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] For port fe26ce3d-1de0-4581-bb8d-c78386416781, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe26ce3d-1de0-4581-bb8d-c78386416781,segment=NetworkSegment(2905c9a3-02cd-4fd4-8253-882e7546fc54),segment_id=2905c9a3-02cd-4fd4-8253-882e7546fc54)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:24.078502 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-81496608-08ee-4b07-8d60-779b627ff4c9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.078948 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3a6beceb-cabb-4d69-9d0d-35c665032597 req-ffc2834a-cba8-4fc3-8d44-8c68ff9b7966 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/security-groups?id=3331c140-0cd8-434a-9d14-363f0e3d9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416152 Nov 09 19:43:24.082563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-04ef3c58-c591-4ba3-a09a-c649ed3b2fad tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.156639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:24.156872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-81496608-08ee-4b07-8d60-779b627ff4c9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Calling delete_port for fe26ce3d-1de0-4581-bb8d-c78386416781 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:43:24.157115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:24.157459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:24.163619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb6a9b-ff71-4b59-b9cd-ed1ac688a51e None None] Pushing event updated for resources: {'Port': ['ID=08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:24.177708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Port 4c9bd867-8494-46b9-83dd-bc45bba62542 on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:24.178036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:24.191291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Attempting to bind port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:24.191667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Attempting to bind port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:24.192033 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Attempting to bind port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 on network 04401a37-64e7-4eec-9009-7f857d91e141 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:24.193026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:24.195629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:24.196045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:24.196834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Bound port: 4c9bd867-8494-46b9-83dd-bc45bba62542, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:24.196950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.200881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:24.201396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Checking segment: {'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:24.201948 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.202642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Bound using segment: {'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:24.203310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Bound port: 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:24.203798 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.207376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9f8e9b64-bec4-4028-bbf6-943077e71699 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:24.220381 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.314069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9f8e9b64-bec4-4028-bbf6-943077e71699 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:24.314540 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.335597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647895ad-c3df-4b14-b1ac-9e650c237ad9 req-686103f4-d015-4ddd-83b2-290dfcbc7bb4 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:24.337293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-647895ad-c3df-4b14-b1ac-9e650c237ad9 req-686103f4-d015-4ddd-83b2-290dfcbc7bb4 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed09d26c-c8b7-4f6d-99dc-9333e3502c04 HTTP/1.1" status: 200 len: 1023 time: 0.1371274 Nov 09 19:43:24.343277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] For port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:24.360832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] For port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:24.380188 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.414204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-04ef3c58-c591-4ba3-a09a-c649ed3b2fad tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.418125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:24.434166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-04ef3c58-c591-4ba3-a09a-c649ed3b2fad tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.456842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7fc41cb8-70c9-46fd-b13f-48b45bee7be9 None None] Provisioning complete for port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:24.457377 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7fc41cb8-70c9-46fd-b13f-48b45bee7be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.494285 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-647895ad-c3df-4b14-b1ac-9e650c237ad9 req-6f11d5db-029a-4f2a-ba3d-2e924a2218b9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups?id=127d676e-6f86-4e6f-bf0d-54d653b73848&id=c4c3bdfc-0651-46ac-a3a3-526041e12abe&id=edc122f4-b304-4d7e-9a9e-125718e25d31&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1377273 Nov 09 19:43:24.499771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-04ef3c58-c591-4ba3-a09a-c649ed3b2fad tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.504489 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-04ef3c58-c591-4ba3-a09a-c649ed3b2fad tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5514688 Nov 09 19:43:24.507355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:24.511912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53462) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:24.513704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef3c58-c591-4ba3-a09a-c649ed3b2fad tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f256fa-19ae-4420-85b8-2d4137233e6e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:24.520949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb6a9b-ff71-4b59-b9cd-ed1ac688a51e None None] Pushing event updated for resources: {'Port': ['ID=08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:24.524602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e6f8ca20-574d-42ab-9231-e31a6498654a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Request body: {'security_group_rule': {'security_group_id': 'f2f256fa-19ae-4420-85b8-2d4137233e6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:24.534441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Routers {'b996247a-3ca9-4eeb-92a1-b0b71225b36d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:43:24.535260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:43:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:24.540784 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.650362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bd867-8494-46b9-83dd-bc45bba62542,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:24.666286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:24.667079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.668640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-4d4f3949-41da-4f4b-a028-f154ef56415f service neutron] 10.222.0.77 "PUT /v2.0/ports/4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 200 len: 1091 time: 1.8629000 Nov 09 19:43:24.669559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'tag': '4c9bd867-8494-46b9-83dd-bc45bba62542'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:24.672207 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aa4749-3fcf-420c-a553-157682b5b109" -d '{"events": [{"name": "network-changed", "server_uuid": "f05ac9a6-0a82-4196-9e1b-9c65c0dd4642", "tag": "4c9bd867-8494-46b9-83dd-bc45bba62542"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:24.709272 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e6f8ca20-574d-42ab-9231-e31a6498654a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.740355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] Set router b996247a-3ca9-4eeb-92a1-b0b71225b36d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:43:24.798851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524 req-5753fcc5-e420-40a3-b73f-0a0bffeffeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:24.800906 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524 req-5753fcc5-e420-40a3-b73f-0a0bffeffeca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4da51fdd03a84376aa1d9293557d8acd&device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 1095 time: 0.7692866 Nov 09 19:43:24.830759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-81496608-08ee-4b07-8d60-779b627ff4c9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.835719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71955970-0a73-4222-a43c-0b9b94a044be req-8850bd53-ea26-48fe-bccc-6b5473cc8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:24.837590 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-8850bd53-ea26-48fe-bccc-6b5473cc8937 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1094 time: 0.1026051 Nov 09 19:43:24.848165 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e6f8ca20-574d-42ab-9231-e31a6498654a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.857418 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e6f8ca20-574d-42ab-9231-e31a6498654a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.873860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7baaf-d973-4600-a6a5-d2547b0f5346 req-55f6c090-510f-4295-be0b-4dd2a141a09b tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:24.875950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3f7baaf-d973-4600-a6a5-d2547b0f5346 req-55f6c090-510f-4295-be0b-4dd2a141a09b tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 943 time: 0.7751739 Nov 09 19:43:24.899442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-8ccf97e7-1e89-4bd6-97e1-af46485c9b49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 200 len: 217 time: 0.0536225 Nov 09 19:43:24.921316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8ca20-574d-42ab-9231-e31a6498654a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e00fbe3-bb8a-4a70-97d3-050dccba3cb2,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:24.933865 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7fc41cb8-70c9-46fd-b13f-48b45bee7be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.947124 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e6f8ca20-574d-42ab-9231-e31a6498654a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:24.948493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e6f8ca20-574d-42ab-9231-e31a6498654a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4302688 Nov 09 19:43:24.948986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe26ce3d-1de0-4581-bb8d-c78386416781'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:24.953419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53470) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:24.956031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81496608-08ee-4b07-8d60-779b627ff4c9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'Port': ['ID=fe26ce3d-1de0-4581-bb8d-c78386416781,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:24.960895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-815145ee-b37e-4943-8b75-104f17b58156 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Request body: {'security_group_rule': {'security_group_id': 'f2f256fa-19ae-4420-85b8-2d4137233e6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:24.996155 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-815145ee-b37e-4943-8b75-104f17b58156 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.013042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71955970-0a73-4222-a43c-0b9b94a044be req-99d898b8-a401-4618-85a3-cc349281048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:25.015140 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-99d898b8-a401-4618-85a3-cc349281048e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.1043539 Nov 09 19:43:25.060924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-aae326a9-0533-4123-97ab-a4a9a984cd59 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386689 Nov 09 19:43:25.105707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-81496608-08ee-4b07-8d60-779b627ff4c9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] No DVR routers for this DVR port fe26ce3d-1de0-4581-bb8d-c78386416781 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:43:25.113573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7fc41cb8-70c9-46fd-b13f-48b45bee7be9 None None] For port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:25.120538 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-81496608-08ee-4b07-8d60-779b627ff4c9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.124394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ba50328-0b6a-4ae1-a554-e3298e2f3b2d req-81496608-08ee-4b07-8d60-779b627ff4c9 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.70 "DELETE /v2.0/ports/fe26ce3d-1de0-4581-bb8d-c78386416781 HTTP/1.1" status: 204 len: 173 time: 1.4822953 Nov 09 19:43:25.144491 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3f7baaf-d973-4600-a6a5-d2547b0f5346 req-42d54624-57f8-4f74-8e2e-a64ed05de41e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122362 Nov 09 19:43:25.146885 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7fc41cb8-70c9-46fd-b13f-48b45bee7be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.154358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.205398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524 req-189b231b-19e2-4693-af30-0a0ff10dc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:25.207116 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524 req-189b231b-19e2-4693-af30-0a0ff10dc01a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e630d53a-2cf8-47a1-b786-2ac7de06a089 HTTP/1.1" status: 200 len: 916 time: 0.3875711 Nov 09 19:43:25.210793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2582bc4c-3ce8-4277-81c9-f2e299011818']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:25.221325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc41cb8-70c9-46fd-b13f-48b45bee7be9 None None] Pushing event updated for resources: {'Port': ['ID=08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:25.233550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12bd0a2-3dc8-472a-920c-e8340b0277ab') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:25.234084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12bd0a2-3dc8-472a-920c-e8340b0277ab') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:25.251137 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.298368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-00fa4e2f-21fe-43d5-a044-f9209d8c5be1 None None] Provisioning complete for port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:25.298877 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-00fa4e2f-21fe-43d5-a044-f9209d8c5be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.301442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-815145ee-b37e-4943-8b75-104f17b58156 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.302639 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524 req-32d2a8d3-235d-4db5-80a9-c672509b163c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=589383be-aa20-4b97-b18f-e7ce7bb57bdb HTTP/1.1" status: 200 len: 217 time: 0.0824356 Nov 09 19:43:25.304725 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.322386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.348343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-815145ee-b37e-4943-8b75-104f17b58156 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.362537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:43:25.363248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:43:25.436138 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:43:25.455278 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-9b9ca746-8997-48f7-82d5-0796e27d1990 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867853 Nov 09 19:43:25.459608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815145ee-b37e-4943-8b75-104f17b58156 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180f4724-e18a-40f9-8f1d-15dbce10f03b,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:25.487931 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c83d3-e707-41dd-b81d-48968fbf3aad x-openstack-request-id: req-725c83d3-e707-41dd-b81d-48968fbf3aad {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:25.489749 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05ac9a6-0a82-4196-9e1b-9c65c0dd4642", "tag": "4c9bd867-8494-46b9-83dd-bc45bba62542", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:25.490044 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-725c83d3-e707-41dd-b81d-48968fbf3aad {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:25.490938 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'tag': '4c9bd867-8494-46b9-83dd-bc45bba62542', 'status': 'completed', 'code': 200} Nov 09 19:43:25.518552 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-815145ee-b37e-4943-8b75-104f17b58156 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.522386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-815145ee-b37e-4943-8b75-104f17b58156 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5651822 Nov 09 19:43:25.532780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:20Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927', 'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'mac_address': 'fa:16:3e:71:b6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:18Z', 'updated_at': '2021-11-09T19:43:24Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'subnets': [{'id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:25.543815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53488) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:25.566910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:25.599690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524 req-b4ab7025-86c5-419a-af7b-e9d26e660b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:25.601512 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524 req-b4ab7025-86c5-419a-af7b-e9d26e660b71 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=273b7b64-6822-411d-a194-b1e35df405e9 HTTP/1.1" status: 200 len: 855 time: 0.2812133 Nov 09 19:43:25.628987 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71955970-0a73-4222-a43c-0b9b94a044be req-6228da7e-cb77-4e32-b65a-d9df402d5227 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580148 Nov 09 19:43:25.669363 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.678400 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524 req-cf1978a4-c806-4dd8-b12c-1036644314b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e630d53a-2cf8-47a1-b786-2ac7de06a089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640764 Nov 09 19:43:25.683371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.687647 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2582bc4c-3ce8-4277-81c9-f2e299011818 HTTP/1.1" status: 204 len: 168 time: 1.7732151 Nov 09 19:43:25.698212 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:25.705412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 589383be-aa20-4b97-b18f-e7ce7bb57bdb details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:43:25.719077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51414022-dbf7-4b59-8690-b41e784b5804 None None] The sync data for ids ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'] in n-d-817256-1 is: [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:20Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927', 'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'mac_address': 'fa:16:3e:71:b6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:18Z', 'updated_at': '2021-11-09T19:43:24Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'subnets': [{'id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:43:25.725677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a22e55-0a60-41bd-a3c8-83b6f42834e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2582bc4c-3ce8-4277-81c9-f2e299011818,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:25.802338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b0a73-5309-4562-aad1-dc5a45dc1cdb req-26f4a5aa-01cd-482f-bbef-4534c9dd883b tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:25.823386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-207b0a73-5309-4562-aad1-dc5a45dc1cdb req-26f4a5aa-01cd-482f-bbef-4534c9dd883b tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 1101 time: 0.1837783 Nov 09 19:43:25.902006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa4749-3fcf-420c-a553-157682b5b109 req-2a41f003-3353-4bd5-a27c-1169a195a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:25.903662 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17aa4749-3fcf-420c-a553-157682b5b109 req-2a41f003-3353-4bd5-a27c-1169a195a509 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1094 time: 0.1826842 Nov 09 19:43:25.924046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f47af-9825-4c6f-9887-a9f51459b365 req-4b8cd5ea-cc4d-4802-a158-f4c3a7abb236 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:25.931032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-521f47af-9825-4c6f-9887-a9f51459b365 req-4b8cd5ea-cc4d-4802-a158-f4c3a7abb236 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 944 time: 0.3368528 Nov 09 19:43:25.932137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 589383be-aa20-4b97-b18f-e7ce7bb57bdb, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=589383be-aa20-4b97-b18f-e7ce7bb57bdb,segment=NetworkSegment(25fc3138-6c0e-40d0-b659-aa2664ec6807),segment_id=25fc3138-6c0e-40d0-b659-aa2664ec6807)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:25.963652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '589383be-aa20-4b97-b18f-e7ce7bb57bdb', 'network_id': 'e630d53a-2cf8-47a1-b786-2ac7de06a089', 'port_id': '589383be-aa20-4b97-b18f-e7ce7bb57bdb', 'mac_address': 'fa:16:3e:2c:3d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273b7b64-6822-411d-a194-b1e35df405e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:43:26.014140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53496) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:26.033430 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53498) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:26.039427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'name': 'network-vif-deleted', 'tag': 'fe26ce3d-1de0-4581-bb8d-c78386416781'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:26.041625 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d50626-20d2-46ce-956d-347f40f5b7eb" -d '{"events": [{"server_uuid": "ed09d26c-c8b7-4f6d-99dc-9333e3502c04", "name": "network-vif-deleted", "tag": "fe26ce3d-1de0-4581-bb8d-c78386416781"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:26.042335 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:26.055113 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-207b0a73-5309-4562-aad1-dc5a45dc1cdb req-6eae6235-8bf6-4c9e-af0a-010f9e502101 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180054 Nov 09 19:43:26.058194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589383be-aa20-4b97-b18f-e7ce7bb57bdb {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:26.121106 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-521f47af-9825-4c6f-9887-a9f51459b365 req-08c5b1a6-c18f-413d-adb0-c50fa2eb5e6e tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/security-groups?id=3331c140-0cd8-434a-9d14-363f0e3d9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890931 Nov 09 19:43:26.128908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 589383be-aa20-4b97-b18f-e7ce7bb57bdb, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=589383be-aa20-4b97-b18f-e7ce7bb57bdb,segment=NetworkSegment(25fc3138-6c0e-40d0-b659-aa2664ec6807),segment_id=25fc3138-6c0e-40d0-b659-aa2664ec6807)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:26.143949 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:26.169832 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524 req-1d159bed-0618-4596-aafc-d4a1659bef52 service neutron] 10.222.0.77 "GET /v2.0/networks/e630d53a-2cf8-47a1-b786-2ac7de06a089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683008 Nov 09 19:43:26.196438 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa4749-3fcf-420c-a553-157682b5b109 req-521b6172-6ee0-420e-a1a2-940bae8bf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:26.198391 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17aa4749-3fcf-420c-a553-157682b5b109 req-521b6172-6ee0-420e-a1a2-940bae8bf0dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.2858014 Nov 09 19:43:26.229701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=589383be-aa20-4b97-b18f-e7ce7bb57bdb,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:26.265699 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb061eb-7856-4d00-90a8-de00ab8bdee3 x-openstack-request-id: req-2fb061eb-7856-4d00-90a8-de00ab8bdee3 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:26.266053 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed09d26c-c8b7-4f6d-99dc-9333e3502c04", "name": "network-vif-deleted", "tag": "fe26ce3d-1de0-4581-bb8d-c78386416781", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:26.266237 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fb061eb-7856-4d00-90a8-de00ab8bdee3 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:26.267228 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed09d26c-c8b7-4f6d-99dc-9333e3502c04', 'name': 'network-vif-deleted', 'tag': 'fe26ce3d-1de0-4581-bb8d-c78386416781', 'status': 'completed', 'code': 200} Nov 09 19:43:26.278252 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17aa4749-3fcf-420c-a553-157682b5b109 req-a02def58-c0dd-4a35-8803-b3d868909eff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 200 len: 217 time: 0.0710437 Nov 09 19:43:26.290556 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:26.322293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53512) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:26.412415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:26.413154 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:26.442899 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:26.443743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['589383be-aa20-4b97-b18f-e7ce7bb57bdb'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:26.517707 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-512bbe1f-d1a4-4f22-9eac-9aa9060c2524 req-1ec251b7-3ba6-4074-a0a5-8059d7ae5c07 service neutron] 10.222.0.77 "GET /v2.0/networks/e630d53a-2cf8-47a1-b786-2ac7de06a089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366632 Nov 09 19:43:26.520337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dad06e-cff2-46bb-b2bb-3d1ec91c683b req-0e6b7476-c22a-4ea0-a4f7-b31ded67be67 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:26.541959 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6dad06e-cff2-46bb-b2bb-3d1ec91c683b req-0e6b7476-c22a-4ea0-a4f7-b31ded67be67 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 1101 time: 0.2151918 Nov 09 19:43:26.634795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6dad06e-cff2-46bb-b2bb-3d1ec91c683b req-3b489ce7-b38d-48fd-90b8-736a4dfb365d tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866892 Nov 09 19:43:26.716681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Allocated IP 172.25.6.214 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/cbbe8b69-44ac-4740-ac1a-5cb7dffffd11) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:26.719747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68b38bd8-322a-4d24-8f16-c67158743100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:26.906027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd1a8-2b0b-4324-8fe2-ba29ea5031c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:26.923788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592424c-546c-449d-b4a5-ee3ec9d2c296 req-996004d2-dfaa-4a79-9074-5a2dd6ebb51a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:26.925381 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e592424c-546c-449d-b4a5-ee3ec9d2c296 req-996004d2-dfaa-4a79-9074-5a2dd6ebb51a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 943 time: 0.1819417 Nov 09 19:43:26.937390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa4749-3fcf-420c-a553-157682b5b109 req-7758eb5f-b6da-4bbc-b8bb-96c14c0ee978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:26.938911 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17aa4749-3fcf-420c-a553-157682b5b109 req-7758eb5f-b6da-4bbc-b8bb-96c14c0ee978 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.6497028 Nov 09 19:43:26.958114 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83181287-7df2-479b-9bd3-38565e02b953 req-ce9bb656-6115-49db-b7d3-9aaa16f1706f tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/c4c3bdfc-0651-46ac-a3a3-526041e12abe HTTP/1.1" status: 200 len: 1800 time: 0.6586366 Nov 09 19:43:26.983897 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68b38bd8-322a-4d24-8f16-c67158743100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:26.989787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:26.994751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68b38bd8-322a-4d24-8f16-c67158743100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:26.997555 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8aaf5de8-d27e-4347-a41a-944f92f05f89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2859bc85160d463285748068eb9becfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6734116 Nov 09 19:43:27.006627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53518) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:27.007323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17aa4749-3fcf-420c-a553-157682b5b109 req-701ef67c-e0bc-41d5-ab20-d2d700f8eae6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444899 Nov 09 19:43:27.075216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e592424c-546c-449d-b4a5-ee3ec9d2c296 req-2de1f978-d581-4c24-aaf3-59c65f8fafe4 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295581 Nov 09 19:43:27.090746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b38bd8-322a-4d24-8f16-c67158743100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f618cc9-3959-486d-8174-37d8793d7dec,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:27.100955 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-68b38bd8-322a-4d24-8f16-c67158743100 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39b72345a680485aa85640d4c23c4e59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0835235 Nov 09 19:43:27.103944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53520) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:27.146175 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.203001 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bd6edfc-2fbb-4f33-978a-7805b809ec0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.212909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:27.223508 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-83181287-7df2-479b-9bd3-38565e02b953 req-f8532289-9666-4e2d-9ad9-dc7172a95784 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.239139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:27.251467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Pushing event updated for resources: {'Port': ['ID=cbbe8b69-44ac-4740-ac1a-5cb7dffffd11,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:27.258126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:27.268659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-58cc4c3e-9322-4c1e-adcd-fce8d60bb502 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586715 Nov 09 19:43:27.270298 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bed5876-9634-41d1-b601-af493edd646f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.304176 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-83181287-7df2-479b-9bd3-38565e02b953 req-f8532289-9666-4e2d-9ad9-dc7172a95784 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.308631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bd6edfc-2fbb-4f33-978a-7805b809ec0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.321950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17aa4749-3fcf-420c-a553-157682b5b109 req-68cce3fb-9c41-4464-8094-2c96169c49f2 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039382 Nov 09 19:43:27.335580 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd1a8-2b0b-4324-8fe2-ba29ea5031c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.337613 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bed5876-9634-41d1-b601-af493edd646f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.363327 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd1a8-2b0b-4324-8fe2-ba29ea5031c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.453578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe26ce3d-1de0-4581-bb8d-c78386416781 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:43:27.480968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: fe26ce3d-1de0-4581-bb8d-c78386416781 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:43:27.481680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe26ce3d-1de0-4581-bb8d-c78386416781 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:43:27.486995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-8c865a97-84bb-45a2-9c4c-7e6e0f48b589 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:27.488631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-8c865a97-84bb-45a2-9c4c-7e6e0f48b589 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966517 Nov 09 19:43:27.490714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fd1a8-2b0b-4324-8fe2-ba29ea5031c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ba9f1c-d800-416a-92c2-eb4821469617,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:27.491315 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bd6edfc-2fbb-4f33-978a-7805b809ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.493917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bd6edfc-2fbb-4f33-978a-7805b809ec0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.500773 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0bd6edfc-2fbb-4f33-978a-7805b809ec0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70ceadcc-a494-49cb-8e59-568ab1ab322e HTTP/1.1" status: 204 len: 168 time: 0.4899893 Nov 09 19:43:27.504174 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3a7fd1a8-2b0b-4324-8fe2-ba29ea5031c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37c7958b4155431a91f3318611201c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4634018 Nov 09 19:43:27.507326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53534) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:27.520422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-83181287-7df2-479b-9bd3-38565e02b953 req-f8532289-9666-4e2d-9ad9-dc7172a95784 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.523770 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-83181287-7df2-479b-9bd3-38565e02b953 req-f8532289-9666-4e2d-9ad9-dc7172a95784 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.525704 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.526040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83181287-7df2-479b-9bd3-38565e02b953 req-f8532289-9666-4e2d-9ad9-dc7172a95784 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4c3bdfc-0651-46ac-a3a3-526041e12abe HTTP/1.1" status: 204 len: 173 time: 0.5471644 Nov 09 19:43:27.535320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6edfc-2fbb-4f33-978a-7805b809ec0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ceadcc-a494-49cb-8e59-568ab1ab322e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:27.547493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-a7be8d92-241a-4081-8a5b-c86226c568c2 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/quotas/adafef6ee39f457086969e3c3816d850 HTTP/1.1" status: 200 len: 375 time: 0.0401878 Nov 09 19:43:27.579509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4c9bd867-8494-46b9-83dd-bc45bba62542 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:43:27.581649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 589383be-aa20-4b97-b18f-e7ce7bb57bdb up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:27.621413 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.671109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-6e2b808b-0b6f-42d5-98de-97a79811329b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1224201 Nov 09 19:43:27.687318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bed5876-9634-41d1-b601-af493edd646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.689850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bed5876-9634-41d1-b601-af493edd646f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.695621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8bed5876-9634-41d1-b601-af493edd646f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f618cc9-3959-486d-8174-37d8793d7dec HTTP/1.1" status: 204 len: 168 time: 0.5884345 Nov 09 19:43:27.701321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8532289-9666-4e2d-9ad9-dc7172a95784 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c3bdfc-0651-46ac-a3a3-526041e12abe,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:27.723899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed5876-9634-41d1-b601-af493edd646f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f618cc9-3959-486d-8174-37d8793d7dec,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:27.739508 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17aa4749-3fcf-420c-a553-157682b5b109 req-ab8f338b-8c50-4b63-b9f1-02e90a47e0b3 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979177 Nov 09 19:43:27.755395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05781d7f-d448-4348-b2eb-18cc6bfa4f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.775953 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 589383be-aa20-4b97-b18f-e7ce7bb57bdb completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:43:27.778967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8e2fd-7fef-4d48-8152-a6220f6fcd1f req-0c6b3683-89db-4631-a40d-5b940dfe90e4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:27.780780 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cb8e2fd-7fef-4d48-8152-a6220f6fcd1f req-0c6b3683-89db-4631-a40d-5b940dfe90e4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 945 time: 0.1540766 Nov 09 19:43:27.793109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 589383be-aa20-4b97-b18f-e7ce7bb57bdb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:27.793479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.806392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05781d7f-d448-4348-b2eb-18cc6bfa4f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.869523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:27.872727 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cb8e2fd-7fef-4d48-8152-a6220f6fcd1f req-8c69af3e-6537-48b8-828e-cdb372defb0c tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/security-groups?id=3331c140-0cd8-434a-9d14-363f0e3d9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812821 Nov 09 19:43:27.900071 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05781d7f-d448-4348-b2eb-18cc6bfa4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.903080 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '4c9bd867-8494-46b9-83dd-bc45bba62542', 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec', 'port_id': '4c9bd867-8494-46b9-83dd-bc45bba62542', 'mac_address': 'fa:16:3e:be:32:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50629a10-2a18-46d0-a6ad-6c44ac38dc1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:43:27.904839 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05781d7f-d448-4348-b2eb-18cc6bfa4f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:27.906946 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-05781d7f-d448-4348-b2eb-18cc6bfa4f0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04ba9f1c-d800-416a-92c2-eb4821469617 HTTP/1.1" status: 204 len: 168 time: 0.3976371 Nov 09 19:43:27.936071 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05781d7f-d448-4348-b2eb-18cc6bfa4f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ba9f1c-d800-416a-92c2-eb4821469617,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:28.001326 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.026664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9bd867-8494-46b9-83dd-bc45bba62542 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:28.048707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.051039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76bed48b-b84a-47f3-801b-44df14487ad0 req-d680089f-0747-48d4-95a6-4cfac446dfb8 tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "GET /v2.0/security-groups/127d676e-6f86-4e6f-bf0d-54d653b73848 HTTP/1.1" status: 200 len: 1801 time: 0.1018322 Nov 09 19:43:28.097495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e95206c-b9ac-40d0-822b-56e183ec0390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589383be-aa20-4b97-b18f-e7ce7bb57bdb'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:28.103635 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a787e2db-4c79-4328-90ac-2a4740f6b4f5" -d '{"events": [{"server_uuid": "3e95206c-b9ac-40d0-822b-56e183ec0390", "name": "network-vif-plugged", "status": "completed", "tag": "589383be-aa20-4b97-b18f-e7ce7bb57bdb"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:28.110580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:28.114054 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.133236 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.142335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f0d5bb5-1190-4c24-b816-413de4c4b324 req-9a272d68-6908-4b86-9686-e81c0a5debea tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 210 time: 0.0451362 Nov 09 19:43:28.147790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53554) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:28.147960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 589383be-aa20-4b97-b18f-e7ce7bb57bdb, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=589383be-aa20-4b97-b18f-e7ce7bb57bdb,segment=NetworkSegment(25fc3138-6c0e-40d0-b659-aa2664ec6807),segment_id=25fc3138-6c0e-40d0-b659-aa2664ec6807)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:28.148550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.194739 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76bed48b-b84a-47f3-801b-44df14487ad0 req-6d9eff92-b888-4ee5-ad23-1d908026f0ed tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.208714 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.231287 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23f9556-8cdb-4150-adb6-8145cbe7b2c9 x-openstack-request-id: req-b23f9556-8cdb-4150-adb6-8145cbe7b2c9 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:28.231780 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e95206c-b9ac-40d0-822b-56e183ec0390", "name": "network-vif-plugged", "status": "completed", "tag": "589383be-aa20-4b97-b18f-e7ce7bb57bdb", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:28.232159 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b23f9556-8cdb-4150-adb6-8145cbe7b2c9 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:28.234243 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e95206c-b9ac-40d0-822b-56e183ec0390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589383be-aa20-4b97-b18f-e7ce7bb57bdb', 'code': 200} Nov 09 19:43:28.248091 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76bed48b-b84a-47f3-801b-44df14487ad0 req-6d9eff92-b888-4ee5-ad23-1d908026f0ed tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.278675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=4c9bd867-8494-46b9-83dd-bc45bba62542,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:28.354157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec0f99-8b31-485b-ae5d-902a1a9887e7 req-441fd97b-f3ca-4a4a-99d7-cd847c1f786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:28.362919 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6ec0f99-8b31-485b-ae5d-902a1a9887e7 req-441fd97b-f3ca-4a4a-99d7-cd847c1f786c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 1097 time: 0.0659947 Nov 09 19:43:28.368166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Pushing event updated for resources: {'Port': ['ID=cbbe8b69-44ac-4740-ac1a-5cb7dffffd11,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:28.402301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['4c9bd867-8494-46b9-83dd-bc45bba62542'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:28.411828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76bed48b-b84a-47f3-801b-44df14487ad0 req-6d9eff92-b888-4ee5-ad23-1d908026f0ed tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.415586 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76bed48b-b84a-47f3-801b-44df14487ad0 req-6d9eff92-b888-4ee5-ad23-1d908026f0ed tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.423169 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76bed48b-b84a-47f3-801b-44df14487ad0 req-6d9eff92-b888-4ee5-ad23-1d908026f0ed tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] 10.222.0.53 "DELETE /v2.0/security-groups/127d676e-6f86-4e6f-bf0d-54d653b73848 HTTP/1.1" status: 204 len: 173 time: 0.3504395 Nov 09 19:43:28.423872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53564) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:28.437435 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.441030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=589383be-aa20-4b97-b18f-e7ce7bb57bdb,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:28.449985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9eff92-b888-4ee5-ad23-1d908026f0ed tempest-SecurityGroupsTestJSON-1865069381 tempest-SecurityGroupsTestJSON-1865069381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127d676e-6f86-4e6f-bf0d-54d653b73848,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:28.457467 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6ec0f99-8b31-485b-ae5d-902a1a9887e7 req-766006ab-b56a-4dbf-9dc0-38fb1745d0db service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3331c140-0cd8-434a-9d14-363f0e3d9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872202 Nov 09 19:43:28.494384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e62ff-b8dc-4102-8ab1-beb39d8ef115 req-ce276f91-8960-4873-8b5c-0d449ddea706 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:28.501772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b0e62ff-b8dc-4102-8ab1-beb39d8ef115 req-ce276f91-8960-4873-8b5c-0d449ddea706 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 944 time: 0.1232817 Nov 09 19:43:28.506438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c229fe-03db-4a9f-92c9-f0dda6b63124 admin admin] Deleting subnet e642abde-590e-4e2e-858c-3106e06814fb {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:43:28.523700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.535209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c87f60b7-abe7-44f6-bab5-2ef82108481b tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9771082 Nov 09 19:43:28.535209 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6c229fe-03db-4a9f-92c9-f0dda6b63124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.617478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b0e62ff-b8dc-4102-8ab1-beb39d8ef115 req-603bfac6-791a-44fa-ad81-e2c653f1d2a2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101708 Nov 09 19:43:28.639247 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6c229fe-03db-4a9f-92c9-f0dda6b63124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.688418 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6c229fe-03db-4a9f-92c9-f0dda6b63124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.766339 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6c229fe-03db-4a9f-92c9-f0dda6b63124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.802149 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6c229fe-03db-4a9f-92c9-f0dda6b63124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.805905 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c6c229fe-03db-4a9f-92c9-f0dda6b63124 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e642abde-590e-4e2e-858c-3106e06814fb HTTP/1.1" status: 204 len: 168 time: 0.3810275 Nov 09 19:43:28.808469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53574) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:28.867342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c229fe-03db-4a9f-92c9-f0dda6b63124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e642abde-590e-4e2e-858c-3106e06814fb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:28.944466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53586) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:28.957465 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dc8f5951-c021-4a71-ab08-b098446fbf06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c166a5a38844f65a6fc5445360add5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8060637 Nov 09 19:43:28.958087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53592) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:28.970167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:28.976329 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eddb2a02-25f1-4074-8ebf-02e069fe2ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.056312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-914aaf99-e3da-43c2-8d05-2a68c423d9d1 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1692271959&fields=id&tenant_id=df7d803e9ffb432c8abda173617b62e6 HTTP/1.1" status: 200 len: 267 time: 0.0764158 Nov 09 19:43:29.138782 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-52665fb9-9939-4f06-8391-c3d2e5723461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.172232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.177856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e78463-697b-45bf-b2c3-01e9e6667947 req-fbb08905-4608-4614-9fc0-6a5b739d1e30 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:29.179415 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30e78463-697b-45bf-b2c3-01e9e6667947 req-fbb08905-4608-4614-9fc0-6a5b739d1e30 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 946 time: 0.1339862 Nov 09 19:43:29.206614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65a05e5-0bd7-4756-a279-12e533e25a5e']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:29.212442 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eddb2a02-25f1-4074-8ebf-02e069fe2ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.215824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-52665fb9-9939-4f06-8391-c3d2e5723461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.228825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2905c9a3-02cd-4fd4-8253-882e7546fc54') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:29.228825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2905c9a3-02cd-4fd4-8253-882e7546fc54') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:29.232691 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eddb2a02-25f1-4074-8ebf-02e069fe2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.245155 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.261148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-a77c132c-cd33-4ae4-a5df-2a0c06a7c7df tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:29.268570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-a77c132c-cd33-4ae4-a5df-2a0c06a7c7df tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/networks?id=04401a37-64e7-4eec-9009-7f857d91e141 HTTP/1.1" status: 200 len: 812 time: 0.2097690 Nov 09 19:43:29.282334 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.289763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-2fde6338-b142-4127-bca9-5fa3921529d2 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/quotas/df7d803e9ffb432c8abda173617b62e6 HTTP/1.1" status: 200 len: 375 time: 0.0176260 Nov 09 19:43:29.290834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:43:29.291186 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:43:29.292990 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:43:29.310597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30e78463-697b-45bf-b2c3-01e9e6667947 req-530fd139-2239-486b-98a3-11a23ac869fb tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/security-groups?id=3331c140-0cd8-434a-9d14-363f0e3d9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210530 Nov 09 19:43:29.314487 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eddb2a02-25f1-4074-8ebf-02e069fe2ccf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c30f52e0a5d848278bae93b6d47a319c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690410 Nov 09 19:43:29.315957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb2a02-25f1-4074-8ebf-02e069fe2ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122d79f1-15df-434c-b426-e29da698322b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:29.331785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53604) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:29.371867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-52665fb9-9939-4f06-8391-c3d2e5723461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.375981 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-52665fb9-9939-4f06-8391-c3d2e5723461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.377336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-52665fb9-9939-4f06-8391-c3d2e5723461 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6b9cb91-319c-49ea-a9df-40f02c159fc3 HTTP/1.1" status: 204 len: 168 time: 0.4172769 Nov 09 19:43:29.396118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52665fb9-9939-4f06-8391-c3d2e5723461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b9cb91-319c-49ea-a9df-40f02c159fc3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:29.449522 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.468074 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a65e84d6-8ee3-48d6-a029-c8465d6e2b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.470760 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.474131 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a65a05e5-0bd7-4756-a279-12e533e25a5e HTTP/1.1" status: 204 len: 168 time: 0.6646121 Nov 09 19:43:29.496212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-bd7b52a6-3699-4437-9db5-420661b416d6 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df7d803e9ffb432c8abda173617b62e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1915345 Nov 09 19:43:29.520579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a70b4-d182-4c12-b6c3-be2d926e43d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a65a05e5-0bd7-4756-a279-12e533e25a5e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:29.558503 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c2558c1-132d-41e6-a90a-103dba5237b2 req-b057711a-51df-4a9d-ae76-02d453481486 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 210 time: 0.0933108 Nov 09 19:43:29.611936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4c9bd867-8494-46b9-83dd-bc45bba62542 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:29.634805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-f229fe7f-aedd-4f07-bc35-d65cf1e0f97b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854902 Nov 09 19:43:29.663232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a65e84d6-8ee3-48d6-a029-c8465d6e2b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.683790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-56273da8-4769-4058-9add-d5cf2b676c45 service neutron] 10.222.0.53 "GET /v2.0/networks/04401a37-64e7-4eec-9009-7f857d91e141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865921 Nov 09 19:43:29.778710 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 4c9bd867-8494-46b9-83dd-bc45bba62542 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:43:29.793112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 4c9bd867-8494-46b9-83dd-bc45bba62542 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:29.793985 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.820000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-fd163d9f-1dd0-41bc-a44a-00312166a3f6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:29.822380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-fd163d9f-1dd0-41bc-a44a-00312166a3f6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804514 Nov 09 19:43:29.824182 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a65e84d6-8ee3-48d6-a029-c8465d6e2b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.838906 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a65e84d6-8ee3-48d6-a029-c8465d6e2b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.845647 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a65e84d6-8ee3-48d6-a029-c8465d6e2b6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/122d79f1-15df-434c-b426-e29da698322b HTTP/1.1" status: 204 len: 168 time: 0.5086963 Nov 09 19:43:29.861593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Request body: {'port': {'device_id': 'f7054377-4aca-4288-8d9f-85145b39ded8', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': 'adafef6ee39f457086969e3c3816d850'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:29.923597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-ca1b7278-a16c-4936-b152-88d64074d41d service neutron] 10.222.0.53 "GET /v2.0/networks/04401a37-64e7-4eec-9009-7f857d91e141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356551 Nov 09 19:43:29.941092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e84d6-8ee3-48d6-a029-c8465d6e2b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122d79f1-15df-434c-b426-e29da698322b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:29.941332 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:29.964388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53622) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:30.024267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:30.030773 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:30.074573 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bf796e4f-f607-4ad3-bdcf-1b7ab48b4fc5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=202878b3a1ac4e3ba55b6e4a0d5a8b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045854 Nov 09 19:43:30.075855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53624) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:30.104640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Made reservation on behalf of adafef6ee39f457086969e3c3816d850 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:30.109105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:30.231865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bb3917b-c362-4ec5-b589-88eb64e881f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:30.244334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9bd867-8494-46b9-83dd-bc45bba62542'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:30.250421 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3808ff93-8c6d-4d7e-9345-89d36a82020e" -d '{"events": [{"server_uuid": "f05ac9a6-0a82-4196-9e1b-9c65c0dd4642", "name": "network-vif-plugged", "status": "completed", "tag": "4c9bd867-8494-46b9-83dd-bc45bba62542"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:30.259483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=4c9bd867-8494-46b9-83dd-bc45bba62542,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:30.310061 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72a6bf8-811a-4f01-b541-b9b54f8a10b1 x-openstack-request-id: req-b72a6bf8-811a-4f01-b541-b9b54f8a10b1 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:30.310859 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05ac9a6-0a82-4196-9e1b-9c65c0dd4642", "name": "network-vif-plugged", "status": "completed", "tag": "4c9bd867-8494-46b9-83dd-bc45bba62542", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:30.311246 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b72a6bf8-811a-4f01-b541-b9b54f8a10b1 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:30.311738 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9bd867-8494-46b9-83dd-bc45bba62542', 'code': 200} Nov 09 19:43:30.338213 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bb3917b-c362-4ec5-b589-88eb64e881f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:30.528757 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bb3917b-c362-4ec5-b589-88eb64e881f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:30.532014 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bb3917b-c362-4ec5-b589-88eb64e881f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:30.533433 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3bb3917b-c362-4ec5-b589-88eb64e881f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edc122f4-b304-4d7e-9a9e-125718e25d31 HTTP/1.1" status: 204 len: 168 time: 0.4524553 Nov 09 19:43:30.548146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3917b-c362-4ec5-b589-88eb64e881f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc122f4-b304-4d7e-9a9e-125718e25d31,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:30.573592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e62166-5573-45c8-9f89-105c365c8a33 req-4dd9873a-5ef3-4d3c-9194-56f68d65e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:30.575547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99e62166-5573-45c8-9f89-105c365c8a33 req-4dd9873a-5ef3-4d3c-9194-56f68d65e4ea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1096 time: 0.1036279 Nov 09 19:43:30.610906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Allocated IP 192.168.233.98 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/d1621614-b537-492a-b324-9392cb9dc19a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:30.620295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4bb04-f452-4578-af45-181d3f36309a req-f1923a77-b66c-497a-a115-1099eff6b5c3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:30.628961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0e4bb04-f452-4578-af45-181d3f36309a req-f1923a77-b66c-497a-a115-1099eff6b5c3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 945 time: 0.1594601 Nov 09 19:43:30.665441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99e62166-5573-45c8-9f89-105c365c8a33 req-84229bea-1bf4-4b64-9ad8-afdc63ff082b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790434 Nov 09 19:43:30.689525 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-272b79b0-a7ca-46fa-a600-f2fe84c724a8 req-d85ec74f-ed88-4c18-9693-69ab085f28ca tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 210 time: 0.0353067 Nov 09 19:43:30.755341 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0e4bb04-f452-4578-af45-181d3f36309a req-a02bb258-2e03-477e-86bc-b4a5a008de8e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251619 Nov 09 19:43:30.911519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb311f9-1330-481d-ac03-f00785c71f49 req-49b4edf4-1ae7-4d06-ae97-46b05ba485a2 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:30.913539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-acb311f9-1330-481d-ac03-f00785c71f49 req-49b4edf4-1ae7-4d06-ae97-46b05ba485a2 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 946 time: 0.0986259 Nov 09 19:43:31.011211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-acb311f9-1330-481d-ac03-f00785c71f49 req-3daafcc7-5a99-41e8-a97f-13ba6dd8fa7c tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/security-groups?id=3331c140-0cd8-434a-9d14-363f0e3d9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756576 Nov 09 19:43:31.038226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac444c01-4d3f-48d1-97fb-610a95aae49a req-540d9dc9-2091-49a9-b778-e97a8b15485b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 210 time: 0.0443983 Nov 09 19:43:31.057195 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:31.125231 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:31.145088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494', '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:31.148292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'cace9d8b-e473-4ac9-be3f-c1b7510befde'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:31.216499 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:31.242200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:31.249210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:31.307860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event updated for resources: {'Port': ['ID=d1621614-b537-492a-b324-9392cb9dc19a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:31.443856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:31.445675 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:31.490108 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-9204b0ed-e863-4b6d-869c-e9394fb9a241 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6424189 Nov 09 19:43:31.509148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Request body: {'port': {'device_id': 'f7054377-4aca-4288-8d9f-85145b39ded8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:31.611660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5345ad-bc97-468c-8e31-41380b77af72 req-1d9d791e-e57f-4084-ac01-cdf1477cc616 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:31.620438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6d5345ad-bc97-468c-8e31-41380b77af72 req-1d9d791e-e57f-4084-ac01-cdf1477cc616 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 946 time: 0.1138074 Nov 09 19:43:31.686254 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6d5345ad-bc97-468c-8e31-41380b77af72 req-a6cb3da8-b97d-46fb-918f-26b47c2e5391 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/security-groups?id=3331c140-0cd8-434a-9d14-363f0e3d9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646410 Nov 09 19:43:31.706714 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:31.725258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53706) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:31.821083 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0359688c-81d5-45b8-b58a-b3ab9a47da56 None None] Provisioning complete for port d1621614-b537-492a-b324-9392cb9dc19a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:31.821459 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0359688c-81d5-45b8-b58a-b3ab9a47da56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:31.972012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31d8a795-201f-44bc-9400-84c626c307a5 req-3d4131b2-6f62-49c9-ad94-08e8425930c6 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 210 time: 0.1149480 Nov 09 19:43:31.993487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09598134-e3ef-482c-9c44-e6599c02b456 req-6a378d82-1a11-484b-a452-0965422482c7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:32.004092 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09598134-e3ef-482c-9c44-e6599c02b456 req-6a378d82-1a11-484b-a452-0965422482c7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 945 time: 0.1112623 Nov 09 19:43:32.083362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0359688c-81d5-45b8-b58a-b3ab9a47da56 None None] Port d1621614-b537-492a-b324-9392cb9dc19a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:32.101538 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09598134-e3ef-482c-9c44-e6599c02b456 req-00142ae3-6136-4978-9478-89d24cf97c81 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964653 Nov 09 19:43:32.146051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd95-67f8-4c8b-9248-09f24227b0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:32.382319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd95-67f8-4c8b-9248-09f24227b0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:32.393046 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef3abd95-67f8-4c8b-9248-09f24227b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:32.453698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ef3abd95-67f8-4c8b-9248-09f24227b0f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e16d56a0beb9431aa83c51cba98aa07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7268763 Nov 09 19:43:32.454507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53728) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:32.455457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3abd95-67f8-4c8b-9248-09f24227b0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fe7a76-a4ad-4074-b87e-4ce7ee7e27f6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:32.566980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2906695a-07d6-45b0-9392-c8f52f79b70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:32.595175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2906695a-07d6-45b0-9392-c8f52f79b70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:32.652342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2906695a-07d6-45b0-9392-c8f52f79b70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:32.657200 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2906695a-07d6-45b0-9392-c8f52f79b70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:32.662294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2906695a-07d6-45b0-9392-c8f52f79b70b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50fe7a76-a4ad-4074-b87e-4ce7ee7e27f6 HTTP/1.1" status: 204 len: 168 time: 0.1874242 Nov 09 19:43:32.671049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906695a-07d6-45b0-9392-c8f52f79b70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fe7a76-a4ad-4074-b87e-4ce7ee7e27f6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:32.696414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89efed-981c-49a8-9e11-0182ed3c6784 req-a3ea773a-e531-423f-8f31-a44b08affdee tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:32.706468 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac89efed-981c-49a8-9e11-0182ed3c6784 req-a3ea773a-e531-423f-8f31-a44b08affdee tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 935 time: 0.4622564 Nov 09 19:43:32.754876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-198b3e2b-4e43-4626-85a4-4f1e613438fb tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:32.755703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-198b3e2b-4e43-4626-85a4-4f1e613438fb tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.70 "GET /v2.0/networks?id=04401a37-64e7-4eec-9009-7f857d91e141 HTTP/1.1" status: 200 len: 812 time: 0.5726199 Nov 09 19:43:32.855151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac89efed-981c-49a8-9e11-0182ed3c6784 req-8e793e74-ba83-470c-97ac-706f75dc22d0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505272 Nov 09 19:43:32.880062 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-7b235d97-02fb-4988-805c-dc0bf3fb24a0 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df7d803e9ffb432c8abda173617b62e6 HTTP/1.1" status: 200 len: 380 time: 0.1134830 Nov 09 19:43:32.882326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b26c3-0d94-4466-9142-e4f568ea5d89 req-efa6eddc-74e2-44de-bc1d-c8827fdcdf21 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:32.884397 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-323b26c3-0d94-4466-9142-e4f568ea5d89 req-efa6eddc-74e2-44de-bc1d-c8827fdcdf21 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 946 time: 0.0831690 Nov 09 19:43:32.886137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1621614-b537-492a-b324-9392cb9dc19a {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:32.895447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Request body: {'port': {'device_id': '82fdf0f1-f246-4868-a37a-2c53491386da', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'admin_state_up': True, 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'security_groups': ['f2f256fa-19ae-4420-85b8-2d4137233e6e']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:32.905670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:32.953681 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-323b26c3-0d94-4466-9142-e4f568ea5d89 req-61a1ce43-ce51-427b-89ac-c2ad4652986a tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/security-groups?id=3331c140-0cd8-434a-9d14-363f0e3d9c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584655 Nov 09 19:43:32.966790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Transition to ACTIVE for port object d1621614-b537-492a-b324-9392cb9dc19a will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:32.978949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.028286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-d828bef6-8195-4eeb-a3d5-934d80f61ea2 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:33.030742 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-d828bef6-8195-4eeb-a3d5-934d80f61ea2 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 946 time: 0.0753462 Nov 09 19:43:33.180068 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3bd5431-1cb7-48d4-a8e4-17e1a2f4ee5b req-6f83c4af-e992-47fe-a5c3-2b043912c13a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 210 time: 0.0908046 Nov 09 19:43:33.193592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Pushing event updated for resources: {'Port': ['ID=d1621614-b537-492a-b324-9392cb9dc19a,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:33.229016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-3d76b2ba-0b70-45c1-8919-c5795ca230a4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Deleting port 589383be-aa20-4b97-b18f-e7ce7bb57bdb {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:43:33.229279 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-3d76b2ba-0b70-45c1-8919-c5795ca230a4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.292487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Made reservation on behalf of df7d803e9ffb432c8abda173617b62e6 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:33.300758 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.315025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:33.352317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Attempting to bind port d1621614-b537-492a-b324-9392cb9dc19a on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:33.352857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Attempting to bind port d1621614-b537-492a-b324-9392cb9dc19a by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:33.353752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Attempting to bind port d1621614-b537-492a-b324-9392cb9dc19a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:33.399314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Port d1621614-b537-492a-b324-9392cb9dc19a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:33.400234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Attempting to bind port d1621614-b537-492a-b324-9392cb9dc19a on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:33.417550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:33.418293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:33.418917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:33.419556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Bound port: d1621614-b537-492a-b324-9392cb9dc19a, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:33.420140 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.434012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ad82a-7e47-4080-9d17-cf6c7be59217 req-2ad20f6a-ed2b-425e-95da-9a847a0be706 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:33.442085 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d95ad82a-7e47-4080-9d17-cf6c7be59217 req-2ad20f6a-ed2b-425e-95da-9a847a0be706 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 945 time: 0.1536608 Nov 09 19:43:33.472036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-3d76b2ba-0b70-45c1-8919-c5795ca230a4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] For port 589383be-aa20-4b97-b18f-e7ce7bb57bdb, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=589383be-aa20-4b97-b18f-e7ce7bb57bdb,segment=NetworkSegment(25fc3138-6c0e-40d0-b659-aa2664ec6807),segment_id=25fc3138-6c0e-40d0-b659-aa2664ec6807)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:33.472402 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-3d76b2ba-0b70-45c1-8919-c5795ca230a4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.493423 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-3d76b2ba-0b70-45c1-8919-c5795ca230a4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Calling delete_port for 589383be-aa20-4b97-b18f-e7ce7bb57bdb owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:43:33.508753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d95ad82a-7e47-4080-9d17-cf6c7be59217 req-0a233adb-cd6d-4c66-94cf-1916cd1a98b9 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657022 Nov 09 19:43:33.562235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] For port d1621614-b537-492a-b324-9392cb9dc19a, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:33.565209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Allocated IP 172.20.0.4 (04401a37-64e7-4eec-9009-7f857d91e141/e7647864-d98d-4cd6-99a7-dd90a76e2bc1/462bcd61-67ce-43d9-9301-12ac08daf266) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:33.568345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] For port d1621614-b537-492a-b324-9392cb9dc19a, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d1621614-b537-492a-b324-9392cb9dc19a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:33.582006 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.639005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:33.643060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.647625 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] 10.222.0.70 "PUT /v2.0/ports/d1621614-b537-492a-b324-9392cb9dc19a HTTP/1.1" status: 200 len: 1095 time: 2.1489317 Nov 09 19:43:33.649248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1411312539-network', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:33.650867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7054377-4aca-4288-8d9f-85145b39ded8', 'tag': 'd1621614-b537-492a-b324-9392cb9dc19a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:33.662267 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff57715-199c-4a60-a8e1-2d1f166670b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7054377-4aca-4288-8d9f-85145b39ded8", "tag": "d1621614-b537-492a-b324-9392cb9dc19a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:33.695576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Made reservation on behalf of ad6b437132684d61a5602a8e4caec67c for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:33.698382 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.712628 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.744519 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16965a68-59dd-4cfb-8c28-0d3f04ea241a x-openstack-request-id: req-16965a68-59dd-4cfb-8c28-0d3f04ea241a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:33.745190 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7054377-4aca-4288-8d9f-85145b39ded8", "tag": "d1621614-b537-492a-b324-9392cb9dc19a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:33.745409 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16965a68-59dd-4cfb-8c28-0d3f04ea241a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:33.746063 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7054377-4aca-4288-8d9f-85145b39ded8', 'tag': 'd1621614-b537-492a-b324-9392cb9dc19a', 'status': 'completed', 'code': 200} Nov 09 19:43:33.769528 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-3d76b2ba-0b70-45c1-8919-c5795ca230a4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.856883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-3d76b2ba-0b70-45c1-8919-c5795ca230a4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] No DVR routers for this DVR port 589383be-aa20-4b97-b18f-e7ce7bb57bdb on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:43:33.862216 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-3d76b2ba-0b70-45c1-8919-c5795ca230a4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:33.866805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc29a011-b8bf-46ae-838b-575fdacfc99a req-3d76b2ba-0b70-45c1-8919-c5795ca230a4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.77 "DELETE /v2.0/ports/589383be-aa20-4b97-b18f-e7ce7bb57bdb HTTP/1.1" status: 204 len: 173 time: 0.8288667 Nov 09 19:43:33.867341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e95206c-b9ac-40d0-822b-56e183ec0390', 'name': 'network-vif-deleted', 'tag': '589383be-aa20-4b97-b18f-e7ce7bb57bdb'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:33.869984 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff39dfe1-2988-4ab1-a6c7-3309728d666e" -d '{"events": [{"server_uuid": "3e95206c-b9ac-40d0-822b-56e183ec0390", "name": "network-vif-deleted", "tag": "589383be-aa20-4b97-b18f-e7ce7bb57bdb"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:33.878180 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76b2ba-0b70-45c1-8919-c5795ca230a4 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] Pushing event deleted for resources: {'Port': ['ID=589383be-aa20-4b97-b18f-e7ce7bb57bdb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:33.963696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec563f4d-5ad0-44b9-811a-1e59fdcae4eb service neutron] Pushing event updated for resources: {'Port': ['ID=d1621614-b537-492a-b324-9392cb9dc19a,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:33.994066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-791f83f0-228f-420a-8927-e2fd0171f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:33.996965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-791f83f0-228f-420a-8927-e2fd0171f81d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 1098 time: 0.2903428 Nov 09 19:43:34.000766 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:34.007755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:34.071209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-0595c028-e9fb-4a7a-b8f9-468b5c8d4131 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=d1621614-b537-492a-b324-9392cb9dc19a HTTP/1.1" status: 200 len: 217 time: 0.0596213 Nov 09 19:43:34.079970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:43:34.145441 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:34.152162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:34.152512 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Added segment e3813513-9143-48bb-b55c-bdd7108f3ae2 of type vlan for network 2c74b105-6ea0-460b-b81d-e8cef39dd106 Nov 09 19:43:34.160291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-95d8d20d-4efd-4272-8903-e47764706877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:34.161990 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-95d8d20d-4efd-4272-8903-e47764706877 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0755906 Nov 09 19:43:34.172828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c9250a-1a4d-46b3-bf87-e9fb4b27efb4,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:34.187214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dcd64-b606-407a-894d-2e15d06d7d9f req-18f18701-0d33-484d-b1c5-337ad8c0e3bc tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:34.188709 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-746dcd64-b606-407a-894d-2e15d06d7d9f req-18f18701-0d33-484d-b1c5-337ad8c0e3bc tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 947 time: 0.2112706 Nov 09 19:43:34.243790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-8ba367b1-3546-4222-951f-ed0fb42d46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:34.245600 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-8ba367b1-3546-4222-951f-ed0fb42d46cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681884 Nov 09 19:43:34.251927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:34.289634 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:34.369458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-746dcd64-b606-407a-894d-2e15d06d7d9f req-29519610-ba29-4543-bbaa-1115bfca377c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221220 Nov 09 19:43:34.374091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Network 04401a37-64e7-4eec-9009-7f857d91e141 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:34.379494 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:34.383168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:34.385554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:34.401378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:34.412427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:34.426034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Pushing event updated for resources: {'Port': ['ID=462bcd61-67ce-43d9-9301-12ac08daf266,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:34.539258 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13bde8e-d7f9-49d4-9d81-0e59d9dc6bc1 x-openstack-request-id: req-a13bde8e-d7f9-49d4-9d81-0e59d9dc6bc1 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:34.539541 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e95206c-b9ac-40d0-822b-56e183ec0390", "name": "network-vif-deleted", "tag": "589383be-aa20-4b97-b18f-e7ce7bb57bdb", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:34.540849 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a13bde8e-d7f9-49d4-9d81-0e59d9dc6bc1 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:34.541270 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e95206c-b9ac-40d0-822b-56e183ec0390', 'name': 'network-vif-deleted', 'tag': '589383be-aa20-4b97-b18f-e7ce7bb57bdb', 'status': 'completed', 'code': 200} Nov 09 19:43:34.546805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:34.547494 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:34.551372 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-c8f606ee-faaa-4af6-aee0-c1548098546b service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876832 Nov 09 19:43:34.563817 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2446933 Nov 09 19:43:34.563817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53810) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:34.568406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Request body: {'subnet': {'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1411312539-subnet', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:34.574983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a74e5-bccd-488c-b04b-a26de3cf1707 req-c2dae85e-ee38-444c-b4a8-0d0c7c711c8f tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:34.576865 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-445a74e5-bccd-488c-b04b-a26de3cf1707 req-c2dae85e-ee38-444c-b4a8-0d0c7c711c8f tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1096 time: 0.2322206 Nov 09 19:43:34.628594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605525ae-1a32-45fa-a881-8d247ef2a469 admin admin] Pushing event updated for resources: {'Network': ['ID=2c74b105-6ea0-460b-b81d-e8cef39dd106,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:34.641636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2c74b105-6ea0-460b-b81d-e8cef39dd106 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:43:34.671382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53814) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:34.691003 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53afc917-a316-4184-977b-3fb7259ab4e9 req-9b5f47c1-0f19-4948-bc22-1473fc172a79 tempest-InstanceActionsV221TestJSON-1149293174 tempest-InstanceActionsV221TestJSON-1149293174-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e95206c-b9ac-40d0-822b-56e183ec0390 HTTP/1.1" status: 200 len: 210 time: 0.0665505 Nov 09 19:43:34.706140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Made reservation on behalf of ad6b437132684d61a5602a8e4caec67c for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:34.709200 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:34.745780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-d7eddb30-db95-4ffe-9556-6d21c546cf63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8542578 Nov 09 19:43:34.772204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-445a74e5-bccd-488c-b04b-a26de3cf1707 req-fafe528d-c275-48ef-94fb-d03e3e94149d tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727524 Nov 09 19:43:34.773980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53818) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:34.813641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3481148-ba80-472a-9990-cc96dcf1d291 req-da19ace7-8366-4cc8-9434-f8c756e68140 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357554 Nov 09 19:43:34.823421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Request body: {'port': {'device_id': '82fdf0f1-f246-4868-a37a-2c53491386da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:34.970325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6565cb34-e89f-4fc2-9604-34f3ba6e2cf4 None None] Provisioning complete for port 462bcd61-67ce-43d9-9301-12ac08daf266 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:34.970899 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6565cb34-e89f-4fc2-9604-34f3ba6e2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.012456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6565cb34-e89f-4fc2-9604-34f3ba6e2cf4 None None] Port 462bcd61-67ce-43d9-9301-12ac08daf266 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:35.043354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.045609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3771-6cf7-4fd9-a82b-658768fa72cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.085309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1073314294-network', 'tenant_id': '794422a2779d4618a8562c51e7322755'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:35.095219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225cfb6-a4e6-4510-bbc2-5e81160878ac req-691c0257-48b4-4522-9ed5-f9d25be66322 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:35.096679 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1225cfb6-a4e6-4510-bbc2-5e81160878ac req-691c0257-48b4-4522-9ed5-f9d25be66322 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 931 time: 0.1546538 Nov 09 19:43:35.102740 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.165544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-2c0ac54f-8842-4cbf-b601-0db8d4173ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:35.167184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-2c0ac54f-8842-4cbf-b601-0db8d4173ad6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 1098 time: 0.2850935 Nov 09 19:43:35.179815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Made reservation on behalf of 794422a2779d4618a8562c51e7322755 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:35.182154 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.200719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8bc104-6db0-42c9-b38e-26d10c286abb,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:35.207830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1225cfb6-a4e6-4510-bbc2-5e81160878ac req-6871534a-e238-46d2-bd26-32d951f4360c tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011653 Nov 09 19:43:35.214710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Checking segment: {'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:35.215080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Network hostable DHCP agents. Network: 2c74b105-6ea0-460b-b81d-e8cef39dd106, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:43:35.233234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Network 2c74b105-6ea0-460b-b81d-e8cef39dd106 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:43:35.244842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2c74b105-6ea0-460b-b81d-e8cef39dd106) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:35.251485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:35.252432 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.257252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f161e-921e-4aac-bec1-2fdd816582a6 None None] Network 2c74b105-6ea0-460b-b81d-e8cef39dd106 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:35.274863 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.278357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23846a25-ace4-4280-b687-71e9af693f0b req-d5b38400-76dd-41ca-bdc4-ec89e44a6907 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:35.284842 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-35fc16b0-3341-40c9-9848-d305e79b8903 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7177253 Nov 09 19:43:35.285049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53840) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:35.290189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23846a25-ace4-4280-b687-71e9af693f0b req-d5b38400-76dd-41ca-bdc4-ec89e44a6907 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1096 time: 0.2584920 Nov 09 19:43:35.290961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:35.323731 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.325751 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.400930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.474471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-2c74b105-6ea0-460b-b81d-e8cef39dd106', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:43:35.475734 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.614383 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.614653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3771-6cf7-4fd9-a82b-658768fa72cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.616465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Allocated IP 172.20.0.2 (2c74b105-6ea0-460b-b81d-e8cef39dd106/2b8bc104-6db0-42c9-b38e-26d10c286abb/c64699d2-c775-40f3-9123-82abf222eb69) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:35.616734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-b5eae875-5367-465d-8569-01626d7e49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:35.618961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-b5eae875-5367-465d-8569-01626d7e49f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4414475 Nov 09 19:43:35.621289 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23846a25-ace4-4280-b687-71e9af693f0b req-953f44e7-f0f8-485d-8bbd-dd590e69e2be tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299475 Nov 09 19:43:35.637381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ace1a1-ec5f-4f1d-84c2-3121d443c563 req-2b1a2003-8738-4c10-b56b-02a65f932423 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:35.639455 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6ace1a1-ec5f-4f1d-84c2-3121d443c563 req-2b1a2003-8738-4c10-b56b-02a65f932423 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 947 time: 0.1713939 Nov 09 19:43:35.673621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 589383be-aa20-4b97-b18f-e7ce7bb57bdb no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:43:35.724441 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd6d3771-6cf7-4fd9-a82b-658768fa72cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.752697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 589383be-aa20-4b97-b18f-e7ce7bb57bdb {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:43:35.753050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 589383be-aa20-4b97-b18f-e7ce7bb57bdb not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:43:35.761842 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6ace1a1-ec5f-4f1d-84c2-3121d443c563 req-6ceea606-4262-4660-9015-c00df422b427 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046062 Nov 09 19:43:35.844095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-77f06e61-ec0a-4ad7-89e7-f0e6351a05c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=d1621614-b537-492a-b324-9392cb9dc19a HTTP/1.1" status: 200 len: 217 time: 0.1213343 Nov 09 19:43:35.891717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.896568 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.918135 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:35.992520 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-fb91ad6f-d7af-431a-974c-3558beb4aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:35.994111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-fb91ad6f-d7af-431a-974c-3558beb4aa2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1359062 Nov 09 19:43:35.996745 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bd6d3771-6cf7-4fd9-a82b-658768fa72cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bf3ba208d7d4163bb5737c2ab97dc72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3243525 Nov 09 19:43:36.000304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d3771-6cf7-4fd9-a82b-658768fa72cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d137b1-b8d7-4ffb-b631-c9034bcba4f8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:36.002172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53884) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:36.026698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Network 2c74b105-6ea0-460b-b81d-e8cef39dd106 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:36.034143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462bcd61-67ce-43d9-9301-12ac08daf266 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:36.036053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:36.042800 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.046171 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.049596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:36.068750 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.073175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Pushing event updated for resources: {'Port': ['ID=c64699d2-c775-40f3-9123-82abf222eb69,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:36.074656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Transition to ACTIVE for port object 462bcd61-67ce-43d9-9301-12ac08daf266 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:36.096488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.106695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.134436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53890) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:36.171809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=462bcd61-67ce-43d9-9301-12ac08daf266,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:36.178433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:43:36.211681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591c3d08-87b6-4884-8b21-4d45daa398d3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:36.215028 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.215715 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Added segment 4006de6d-ab70-424b-8fea-e27127d36bfe of type vlan for network 2dce664f-ac97-4d94-a087-0b729aa857fd Nov 09 19:43:36.268251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-02a99823-2eea-48bf-96d9-1bfa4a173917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:36.270108 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-02a99823-2eea-48bf-96d9-1bfa4a173917 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042058 Nov 09 19:43:36.311223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b30a67e1-d743-43cd-ab9d-60a818d649b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.334411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Attempting to bind port c64699d2-c775-40f3-9123-82abf222eb69 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:36.337710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d00fbc2-e318-4c93-af4b-8140d825049d admin admin] Deleting subnet 273b7b64-6822-411d-a194-b1e35df405e9 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:43:36.340500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Attempting to bind port c64699d2-c775-40f3-9123-82abf222eb69 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:36.341160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Attempting to bind port c64699d2-c775-40f3-9123-82abf222eb69 on network 2c74b105-6ea0-460b-b81d-e8cef39dd106 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:36.349955 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4d00fbc2-e318-4c93-af4b-8140d825049d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.350340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:36.350993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Checking segment: {'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:36.352213 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.353363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Bound using segment: {'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:36.354083 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Bound port: c64699d2-c775-40f3-9123-82abf222eb69, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:36.354754 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.416113 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b30a67e1-d743-43cd-ab9d-60a818d649b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.432708 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.464341 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4d00fbc2-e318-4c93-af4b-8140d825049d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.484130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Allocated IP 172.25.6.236 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/bd9027a7-f084-4ccb-bee1-da184dc582b2) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:36.535652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] For port c64699d2-c775-40f3-9123-82abf222eb69, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:36.542457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] For port c64699d2-c775-40f3-9123-82abf222eb69, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c64699d2-c775-40f3-9123-82abf222eb69,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:36.549801 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.588312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e5778-09ec-4ad2-8b70-36db87936a77 req-cfaa48fb-a64b-4971-ae01-a598946dce32 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:36.610868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4d00fbc2-e318-4c93-af4b-8140d825049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.615608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a23e5778-09ec-4ad2-8b70-36db87936a77 req-cfaa48fb-a64b-4971-ae01-a598946dce32 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 943 time: 0.2399569 Nov 09 19:43:36.625891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Attempting to bind port 462bcd61-67ce-43d9-9301-12ac08daf266 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:36.626276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Attempting to bind port 462bcd61-67ce-43d9-9301-12ac08daf266 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:36.626691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Attempting to bind port 462bcd61-67ce-43d9-9301-12ac08daf266 on network 04401a37-64e7-4eec-9009-7f857d91e141 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:36.635189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f143cd-214e-47e4-9990-11f3b6413601 None None] Pushing event updated for resources: {'Port': ['ID=c64699d2-c775-40f3-9123-82abf222eb69,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:36.652659 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.654039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:36.654875 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.669433 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b30a67e1-d743-43cd-ab9d-60a818d649b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.671117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b30a67e1-d743-43cd-ab9d-60a818d649b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.674592 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b30a67e1-d743-43cd-ab9d-60a818d649b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6d137b1-b8d7-4ffb-b631-c9034bcba4f8 HTTP/1.1" status: 204 len: 168 time: 0.6694241 Nov 09 19:43:36.690327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Port 462bcd61-67ce-43d9-9301-12ac08daf266 on network 04401a37-64e7-4eec-9009-7f857d91e141 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:36.690715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Attempting to bind port 462bcd61-67ce-43d9-9301-12ac08daf266 on network 04401a37-64e7-4eec-9009-7f857d91e141 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:36.702174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a67e1-d743-43cd-ab9d-60a818d649b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d137b1-b8d7-4ffb-b631-c9034bcba4f8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:36.729222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9189980 Nov 09 19:43:36.733555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53912) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:36.760210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.771875 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4d00fbc2-e318-4c93-af4b-8140d825049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.797175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:36.797445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Checking segment: {'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:36.797845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Bound using segment: {'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:36.798272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Bound port: 462bcd61-67ce-43d9-9301-12ac08daf266, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ec9d47-2f52-4850-85b7-a681237375ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:36.798668 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.810786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00fbc2-e318-4c93-af4b-8140d825049d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273b7b64-6822-411d-a194-b1e35df405e9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:36.817144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4d00fbc2-e318-4c93-af4b-8140d825049d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.820454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4d00fbc2-e318-4c93-af4b-8140d825049d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/273b7b64-6822-411d-a194-b1e35df405e9 HTTP/1.1" status: 204 len: 168 time: 0.6845794 Nov 09 19:43:36.825191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53918) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:36.837796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Request body: {'subnet': {'network_id': '2dce664f-ac97-4d94-a087-0b729aa857fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1073314294-subnet', 'tenant_id': '794422a2779d4618a8562c51e7322755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:36.848036 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-bf6ecd27-07c4-425c-9ee8-18e526c53ac8 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579975 Nov 09 19:43:36.913855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:36.918226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a23e5778-09ec-4ad2-8b70-36db87936a77 req-4108cc4f-d570-40af-9e44-a60c7b174425 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016765 Nov 09 19:43:36.918907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c1b6f-d9be-4b9e-ad9a-79ad82e5fe9f admin admin] Pushing event updated for resources: {'Network': ['ID=2dce664f-ac97-4d94-a087-0b729aa857fd,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:36.930485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2dce664f-ac97-4d94-a087-0b729aa857fd details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:43:36.938201 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.033748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:37.044544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:37.059087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:37.206896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Pushing event updated for resources: {'Port': ['ID=bd9027a7-f084-4ccb-bee1-da184dc582b2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:37.251385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ff57715-199c-4a60-a8e1-2d1f166670b1 req-a71e526d-8bfb-4d50-8baa-05f35db8ff08 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753569 Nov 09 19:43:37.299781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Made reservation on behalf of 794422a2779d4618a8562c51e7322755 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:37.302447 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.305268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53934) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:37.334755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be06f9b8-43e4-43f6-8c1b-5ce909a19525 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:43:37.336113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be06f9b8-43e4-43f6-8c1b-5ce909a19525 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297594 Nov 09 19:43:37.404078 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.410408 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98acae78-c7ca-4ce0-abc5-a9411b12d65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.454186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e630d53a-2cf8-47a1-b786-2ac7de06a089']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:37.472273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] For port 462bcd61-67ce-43d9-9301-12ac08daf266, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:37.472924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fc3138-6c0e-40d0-b659-aa2664ec6807') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:37.473228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fc3138-6c0e-40d0-b659-aa2664ec6807') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:37.484980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.489716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-a25a0872-b654-4d8c-8e20-75a7071d0a25 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:37.491161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-a25a0872-b654-4d8c-8e20-75a7071d0a25 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports/4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 200 len: 1093 time: 0.1363156 Nov 09 19:43:37.507311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d1621614-b537-492a-b324-9392cb9dc19a details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:43:37.512548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264d3f0-837b-4516-a223-9c947fe6b87c req-65268c05-425b-4150-8772-7e962a8f99ee tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:37.520854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4264d3f0-837b-4516-a223-9c947fe6b87c req-65268c05-425b-4150-8772-7e962a8f99ee tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 947 time: 0.3523242 Nov 09 19:43:37.532529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] For port 462bcd61-67ce-43d9-9301-12ac08daf266, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=462bcd61-67ce-43d9-9301-12ac08daf266,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:37.553986 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.565900 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.589817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:43:37.590487 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:43:37.593090 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:43:37.677727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d1621614-b537-492a-b324-9392cb9dc19a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d1621614-b537-492a-b324-9392cb9dc19a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:37.703943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd1621614-b537-492a-b324-9392cb9dc19a', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'd1621614-b537-492a-b324-9392cb9dc19a', 'mac_address': 'fa:16:3e:51:45:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:43:37.725182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:37.725819 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.741824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] 10.222.0.70 "PUT /v2.0/ports/462bcd61-67ce-43d9-9301-12ac08daf266 HTTP/1.1" status: 200 len: 1091 time: 2.9666765 Nov 09 19:43:37.744305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fdf0f1-f246-4868-a37a-2c53491386da', 'tag': '462bcd61-67ce-43d9-9301-12ac08daf266'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:37.758231 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e" -d '{"events": [{"name": "network-changed", "server_uuid": "82fdf0f1-f246-4868-a37a-2c53491386da", "tag": "462bcd61-67ce-43d9-9301-12ac08daf266"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:37.793060 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.817814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1621614-b537-492a-b324-9392cb9dc19a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:37.842183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d1621614-b537-492a-b324-9392cb9dc19a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d1621614-b537-492a-b324-9392cb9dc19a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:37.855051 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:37.883661 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4264d3f0-837b-4516-a223-9c947fe6b87c req-31d1667a-c973-47c1-97a3-a146e7cba48d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537912 Nov 09 19:43:37.903755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Request body: {'binding': {'host': 'n-h1-817256-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:37.904217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Unknown quota resources ['binding']. {{(pid=102296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 19:43:37.922091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d1621614-b537-492a-b324-9392cb9dc19a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:37.925008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4b620-ac4d-449b-80c6-f1c07f05a1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=462bcd61-67ce-43d9-9301-12ac08daf266,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:37.961770 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83ba6aa-46c9-4f24-93a8-f854de22742f x-openstack-request-id: req-f83ba6aa-46c9-4f24-93a8-f854de22742f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:37.962252 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fdf0f1-f246-4868-a37a-2c53491386da", "tag": "462bcd61-67ce-43d9-9301-12ac08daf266", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:37.962414 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f83ba6aa-46c9-4f24-93a8-f854de22742f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:37.962988 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fdf0f1-f246-4868-a37a-2c53491386da', 'tag': '462bcd61-67ce-43d9-9301-12ac08daf266', 'status': 'completed', 'code': 200} Nov 09 19:43:38.095702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d1621614-b537-492a-b324-9392cb9dc19a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:38.178688 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.236488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c64699d2-c775-40f3-9123-82abf222eb69 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:38.254878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3dc8d2-ddbf-4f36-80d4-a6b3cd35f95f,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:38.260504 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.265222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-9a90ca2c-4a98-4008-8bf8-c4d5af54e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:38.267562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-9a90ca2c-4a98-4008-8bf8-c4d5af54e2d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df7d803e9ffb432c8abda173617b62e6&device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 1094 time: 0.4652376 Nov 09 19:43:38.269304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.272947 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98acae78-c7ca-4ce0-abc5-a9411b12d65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.273823 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] 10.222.0.53 "DELETE /v2.0/networks/e630d53a-2cf8-47a1-b786-2ac7de06a089 HTTP/1.1" status: 204 len: 168 time: 1.4476695 Nov 09 19:43:38.280834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d121bcbb-4f44-4749-990e-ba9982725869 None None] Network 2c74b105-6ea0-460b-b81d-e8cef39dd106 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:38.296919 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.299826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98acae78-c7ca-4ce0-abc5-a9411b12d65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.302084 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c9618-e5cf-460c-929d-9ee6e7f9d3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=e630d53a-2cf8-47a1-b786-2ac7de06a089,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:38.358292 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-98acae78-c7ca-4ce0-abc5-a9411b12d65d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6945fe628dc34f5faf975ce93c064347&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0465651 Nov 09 19:43:38.362709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53962) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:38.390724 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-248cd267-71ec-4f87-9c6b-ad3a389aacdc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=462bcd61-67ce-43d9-9301-12ac08daf266 HTTP/1.1" status: 200 len: 217 time: 0.1050303 Nov 09 19:43:38.414018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-36d4c62c-1518-4d0c-957b-9f6bef643be7 None None] Provisioning complete for port c64699d2-c775-40f3-9123-82abf222eb69 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:38.414390 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36d4c62c-1518-4d0c-957b-9f6bef643be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.444054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4562a-e72b-4f86-b0c7-9eb79354d889 req-202ae722-372c-4714-b1d1-2a04d9c4a8ef tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:38.445513 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1ee4562a-e72b-4f86-b0c7-9eb79354d889 req-202ae722-372c-4714-b1d1-2a04d9c4a8ef tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 943 time: 0.3525734 Nov 09 19:43:38.499383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Checking segment: {'id': '4006de6d-ab70-424b-8fea-e27127d36bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '2dce664f-ac97-4d94-a087-0b729aa857fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:38.500040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Network hostable DHCP agents. Network: 2dce664f-ac97-4d94-a087-0b729aa857fd, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:43:38.511785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c64699d2-c775-40f3-9123-82abf222eb69 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:38.512156 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.522005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53964) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:38.554133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acae78-c7ca-4ce0-abc5-a9411b12d65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860cef95-ecce-40a8-ae3f-efc9fd3b59b1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:38.575981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.602036 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1ee4562a-e72b-4f86-b0c7-9eb79354d889 req-09b5c859-31b3-4473-9d3b-ecc334263ae4 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252668 Nov 09 19:43:38.634547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-7e5dfc3a-d4fe-4210-9604-2b682bd41a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:38.634547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-7e5dfc3a-d4fe-4210-9604-2b682bd41a18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e7647864-d98d-4cd6-99a7-dd90a76e2bc1 HTTP/1.1" status: 200 len: 851 time: 0.2219989 Nov 09 19:43:38.637457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Network 2dce664f-ac97-4d94-a087-0b729aa857fd is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:43:38.668983 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36d4c62c-1518-4d0c-957b-9f6bef643be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.688894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 on host n-h1-817256-1 for vnic_type normal with profile None {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:38.689373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:38.689829 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:38.692060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdb9a-fc18-44b2-98f9-1798cb4870f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.708492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0ffed6db-ea87-40d0-b892-9812cfb6d401 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4da51fdd03a84376aa1d9293557d8acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687648 Nov 09 19:43:38.711316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53976) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:38.757819 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.784408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-36d4c62c-1518-4d0c-957b-9f6bef643be7 None None] For port c64699d2-c775-40f3-9123-82abf222eb69, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c64699d2-c775-40f3-9123-82abf222eb69,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:38.787250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Router 62078583-6cc1-48f6-86f3-fa10e958a81a is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:43:38.796920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-55c36463-0105-47d8-b0fe-2bea3abd3dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.800871 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36d4c62c-1518-4d0c-957b-9f6bef643be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.828123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-55c36463-0105-47d8-b0fe-2bea3abd3dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:38.891011 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:43:38.891413 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:43:38.894401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4c62c-1518-4d0c-957b-9f6bef643be7 None None] Pushing event updated for resources: {'Port': ['ID=c64699d2-c775-40f3-9123-82abf222eb69,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:38.974963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:43:38.989330 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Sync routers for ids ['62078583-6cc1-48f6-86f3-fa10e958a81a'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:43:39.004045 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Routers {'62078583-6cc1-48f6-86f3-fa10e958a81a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:43:39.004967 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:43:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['62078583-6cc1-48f6-86f3-fa10e958a81a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:39.009290 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-55c36463-0105-47d8-b0fe-2bea3abd3dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.012207 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-55c36463-0105-47d8-b0fe-2bea3abd3dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.014310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-55c36463-0105-47d8-b0fe-2bea3abd3dc5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3331c140-0cd8-434a-9d14-363f0e3d9c31 HTTP/1.1" status: 204 len: 168 time: 0.2975595 Nov 09 19:43:39.036167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c36463-0105-47d8-b0fe-2bea3abd3dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3331c140-0cd8-434a-9d14-363f0e3d9c31,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:39.050117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.052052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab7290c1-532a-4abd-b95b-416d1fba3658 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7651465 Nov 09 19:43:39.055004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53986) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:39.074141 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdb9a-fc18-44b2-98f9-1798cb4870f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.076910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2dce664f-ac97-4d94-a087-0b729aa857fd) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:39.078639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Port 4c9bd867-8494-46b9-83dd-bc45bba62542 on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:39.079168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:39.103463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:39.104057 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.115087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8034b8e2-2cfc-4359-978c-ac0b39fbaaf2 None None] Network 2dce664f-ac97-4d94-a087-0b729aa857fd requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:39.230493 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Set router 62078583-6cc1-48f6-86f3-fa10e958a81a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:43:39.230848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:39.233396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:39.233869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:39.234338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Bound port: 4c9bd867-8494-46b9-83dd-bc45bba62542, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:39.281355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9f18ba-e313-42f4-b9fa-eb4dbc399a15 None None] Network 2dce664f-ac97-4d94-a087-0b729aa857fd requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:39.283945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-06b9c761-358a-43b9-a11a-3519378f368d None None] Provisioning complete for port c64699d2-c775-40f3-9123-82abf222eb69 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:39.284439 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06b9c761-358a-43b9-a11a-3519378f368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.315488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:39.319251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-f2ccf751-c345-4a5c-95b9-a73b3fd3c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:39.321461 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-f2ccf751-c345-4a5c-95b9-a73b3fd3c579 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04401a37-64e7-4eec-9009-7f857d91e141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6764984 Nov 09 19:43:39.345257 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.356464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a241b7a-a22f-4bde-a89b-4728f9d6a7ac service neutron] 10.222.0.53 "POST /v2.0/ports/4c9bd867-8494-46b9-83dd-bc45bba62542/bindings HTTP/1.1" status: 201 len: 389 time: 1.8266864 Nov 09 19:43:39.392630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7d45d653-085c-4248-aa4c-b6bdd1d2b91b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5972881 Nov 09 19:43:39.476874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779eebb-1a1a-4f2f-9b14-e4878a064727 req-a62b7375-12b1-45d9-bd27-dd07f37a8796 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:39.479004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3779eebb-1a1a-4f2f-9b14-e4878a064727 req-a62b7375-12b1-45d9-bd27-dd07f37a8796 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 948 time: 0.3813751 Nov 09 19:43:39.538466 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdb9a-fc18-44b2-98f9-1798cb4870f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.542650 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdb9a-fc18-44b2-98f9-1798cb4870f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.547840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fd6bdb9a-fc18-44b2-98f9-1798cb4870f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/860cef95-ecce-40a8-ae3f-efc9fd3b59b1 HTTP/1.1" status: 204 len: 168 time: 1.1787529 Nov 09 19:43:39.558015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d1621614-b537-492a-b324-9392cb9dc19a up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:39.573252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bdb9a-fc18-44b2-98f9-1798cb4870f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860cef95-ecce-40a8-ae3f-efc9fd3b59b1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:39.608888 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3779eebb-1a1a-4f2f-9b14-e4878a064727 req-f7478d9e-0c8b-44bb-89b6-b9aa01bc6e15 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009800 Nov 09 19:43:39.612874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-daeccab5-ff65-490d-9964-07bfd793284e service neutron] 10.222.0.70 "GET /v2.0/networks/04401a37-64e7-4eec-9009-7f857d91e141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733283 Nov 09 19:43:39.739586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d1621614-b537-492a-b324-9392cb9dc19a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:43:39.745355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d1621614-b537-492a-b324-9392cb9dc19a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:39.746018 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.789114 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:37Z', 'revision_number': 3, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:39.849653 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Checking router: 62078583-6cc1-48f6-86f3-fa10e958a81a for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:43:39.851144 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Updating router 62078583-6cc1-48f6-86f3-fa10e958a81a port bd9027a7-f084-4ccb-bee1-da184dc582b2 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:43:39.897275 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.919536 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:39.960679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26961-1ae3-47aa-8a3d-76545d17d339 req-97ca1647-031f-4344-8b31-d65770c1b977 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:39.962246 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7b26961-1ae3-47aa-8a3d-76545d17d339 req-97ca1647-031f-4344-8b31-d65770c1b977 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 945 time: 0.2449813 Nov 09 19:43:39.963240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d1621614-b537-492a-b324-9392cb9dc19a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d1621614-b537-492a-b324-9392cb9dc19a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:39.964543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7054377-4aca-4288-8d9f-85145b39ded8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1621614-b537-492a-b324-9392cb9dc19a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:39.968943 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4964151f-6125-4bcd-adc1-969d236e5daf" -d '{"events": [{"server_uuid": "f7054377-4aca-4288-8d9f-85145b39ded8", "name": "network-vif-plugged", "status": "completed", "tag": "d1621614-b537-492a-b324-9392cb9dc19a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:39.973763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.029858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-2ca7ff41-7321-438f-8f47-d02bb15a07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:40.031459 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-2ca7ff41-7321-438f-8f47-d02bb15a07d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1096 time: 0.3333313 Nov 09 19:43:40.073299 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7b26961-1ae3-47aa-8a3d-76545d17d339 req-eb4a4db2-f882-4d53-8249-7c864dabf5f1 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631933 Nov 09 19:43:40.075892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.085947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d1621614-b537-492a-b324-9392cb9dc19a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:40.129641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d2160-7b25-4a60-bf2b-27064409bcb9 req-bbf376d5-6893-4332-90d0-939660939f82 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:40.131295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb9d2160-7b25-4a60-bf2b-27064409bcb9 req-bbf376d5-6893-4332-90d0-939660939f82 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 943 time: 0.3387060 Nov 09 19:43:40.210562 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-23ceda44-2823-496a-a452-d294734d2f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.241669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c64699d2-c775-40f3-9123-82abf222eb69 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:40.264831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37490db-8a93-4be0-bb3e-6ece60f7a718 req-af6cfe70-ebcb-41cc-a633-b2f2c74b2131 service neutron] 10.222.0.70 "GET /v2.0/networks/04401a37-64e7-4eec-9009-7f857d91e141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396227 Nov 09 19:43:40.331272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c64699d2-c775-40f3-9123-82abf222eb69 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:40.331648 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.370816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Allocated IP 172.20.0.1 (2c74b105-6ea0-460b-b81d-e8cef39dd106/2b8bc104-6db0-42c9-b38e-26d10c286abb/8b113a1b-6515-488c-b21a-0e1de087b3d5) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:40.371271 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.383329 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.414394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb9d2160-7b25-4a60-bf2b-27064409bcb9 req-39990431-bf0b-4274-8e8e-3a3571161413 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809807 Nov 09 19:43:40.461783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-2fac7a02-933c-4eaf-9440-e47f052db206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:40.463382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-2fac7a02-933c-4eaf-9440-e47f052db206 service neutron] 10.222.0.70 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.4235265 Nov 09 19:43:40.497627 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f155d5-d21e-4101-9109-c040376de95b None None] Pushing event updated for resources: {'Port': ['ID=bd9027a7-f084-4ccb-bee1-da184dc582b2,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:40.529040 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Attempting to bind port bd9027a7-f084-4ccb-bee1-da184dc582b2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:40.529683 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Attempting to bind port bd9027a7-f084-4ccb-bee1-da184dc582b2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:40.530109 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Attempting to bind port bd9027a7-f084-4ccb-bee1-da184dc582b2 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:40.537845 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:40.538215 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:40.539461 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.539987 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:40.540669 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Bound port: bd9027a7-f084-4ccb-bee1-da184dc582b2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:40.543645 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.548033 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fad93d-5e85-4809-a660-79b435506e09 x-openstack-request-id: req-e9fad93d-5e85-4809-a660-79b435506e09 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:40.548352 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7054377-4aca-4288-8d9f-85145b39ded8", "name": "network-vif-plugged", "status": "completed", "tag": "d1621614-b537-492a-b324-9392cb9dc19a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:40.548599 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9fad93d-5e85-4809-a660-79b435506e09 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:40.549010 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7054377-4aca-4288-8d9f-85145b39ded8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1621614-b537-492a-b324-9392cb9dc19a', 'code': 200} Nov 09 19:43:40.571925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.606467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-d3e549c4-79bb-43f8-a4cc-b4989b73ca6d req-a9daecda-738f-4c5f-a17b-adce73394263 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1328225667', 'description': 'tempest-description-611610932'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:40.615108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-907c4360-5ce9-4444-8da9-6760af94d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:40.616630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-907c4360-5ce9-4444-8da9-6760af94d8f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df7d803e9ffb432c8abda173617b62e6&device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 1094 time: 0.2766142 Nov 09 19:43:40.618436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-059e2919-a2a2-4a96-8a10-bd3aa9d8a26d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 200 len: 217 time: 0.1409850 Nov 09 19:43:40.712467 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] For port bd9027a7-f084-4ccb-bee1-da184dc582b2, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:40.718218 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] For port bd9027a7-f084-4ccb-bee1-da184dc582b2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bd9027a7-f084-4ccb-bee1-da184dc582b2,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:40.726398 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d3e549c4-79bb-43f8-a4cc-b4989b73ca6d req-a9daecda-738f-4c5f-a17b-adce73394263 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.728785 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.817072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:40.845102 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Routers {'62078583-6cc1-48f6-86f3-fa10e958a81a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:43:40.845727 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:43:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['62078583-6cc1-48f6-86f3-fa10e958a81a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:40.903962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Network 2c74b105-6ea0-460b-b81d-e8cef39dd106 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:40.905377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54052) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:40.941804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:40.947503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:40.962582 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f155d5-d21e-4101-9109-c040376de95b None None] Pushing event updated for resources: {'Port': ['ID=bd9027a7-f084-4ccb-bee1-da184dc582b2,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:40.977362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-45288486-f1f8-4f99-94db-186e9fd02bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:40.980537 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-45288486-f1f8-4f99-94db-186e9fd02bc1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.3473861 Nov 09 19:43:41.040251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-26f7349f-2b76-4b53-b588-be29a72e4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:41.043300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-26f7349f-2b76-4b53-b588-be29a72e4864 service neutron] 10.222.0.70 "GET /v2.0/networks?id=04401a37-64e7-4eec-9009-7f857d91e141 HTTP/1.1" status: 200 len: 913 time: 0.4112878 Nov 09 19:43:41.055989 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] Set router 62078583-6cc1-48f6-86f3-fa10e958a81a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:43:41.079750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Pushing event updated for resources: {'Port': ['ID=8b113a1b-6515-488c-b21a-0e1de087b3d5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:41.096861 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d3e549c4-79bb-43f8-a4cc-b4989b73ca6d req-a9daecda-738f-4c5f-a17b-adce73394263 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:41.117392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d3e549c4-79bb-43f8-a4cc-b4989b73ca6d req-a9daecda-738f-4c5f-a17b-adce73394263 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:41.161402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-756727930-network', 'tenant_id': 'd4a44eb154164beb9aefbb4cced97f22'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:41.166371 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:41.179820 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d3e549c4-79bb-43f8-a4cc-b4989b73ca6d req-a9daecda-738f-4c5f-a17b-adce73394263 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:41.181440 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3e549c4-79bb-43f8-a4cc-b4989b73ca6d req-a9daecda-738f-4c5f-a17b-adce73394263 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6074517 Nov 09 19:43:41.182295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daecda-738f-4c5f-a17b-adce73394263 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875f010f-1d42-47e0-ab96-78e22fe1ac52,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:41.297128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-66de26ad-7f6f-4bc9-975f-f8f201322ff7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2462432 Nov 09 19:43:41.319974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f78e19-749e-4d31-88b7-686b57ac25a7 req-5b075d57-4409-47a4-b356-8f93722267bd tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:41.327412 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c3f78e19-749e-4d31-88b7-686b57ac25a7 req-5b075d57-4409-47a4-b356-8f93722267bd tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 949 time: 0.5302176 Nov 09 19:43:41.329668 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240dffd-2692-47ea-80e2-71f24932a712 req-d1f11f0e-69e7-4ebf-a77b-21a2d581f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:41.331520 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b240dffd-2692-47ea-80e2-71f24932a712 req-d1f11f0e-69e7-4ebf-a77b-21a2d581f69b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 1100 time: 0.6973631 Nov 09 19:43:41.336446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-0816a127-7fe0-4922-8038-9f1105ea587a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=462bcd61-67ce-43d9-9301-12ac08daf266 HTTP/1.1" status: 200 len: 217 time: 0.2702284 Nov 09 19:43:41.378761 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Made reservation on behalf of d4a44eb154164beb9aefbb4cced97f22 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:41.384541 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:41.430426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-8a92d03c-98ac-4ab3-88c5-172462da024c service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962932 Nov 09 19:43:41.453618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:41.480215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-80b71a7d-47c1-4012-8537-edff5fbb8869 None None] Provisioning complete for port 8b113a1b-6515-488c-b21a-0e1de087b3d5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:41.480832 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-80b71a7d-47c1-4012-8537-edff5fbb8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:41.520935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:37Z', 'revision_number': 3, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:41.569285 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a823e-d027-4612-8043-0810d72466f0 None None] The sync data for ids ['62078583-6cc1-48f6-86f3-fa10e958a81a'] in n-d-817256-1 is: [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:37Z', 'revision_number': 3, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:43:41.590492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-0e89f278-de97-4236-a866-8e15239b630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:41.592108 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-0e89f278-de97-4236-a866-8e15239b630f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e7647864-d98d-4cd6-99a7-dd90a76e2bc1 HTTP/1.1" status: 200 len: 851 time: 0.1525834 Nov 09 19:43:41.614168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf16c7-b63d-4e70-b230-724d17de6691 req-33a4fee6-d82f-484f-a69d-e99cf793906f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:41.616221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1cf16c7-b63d-4e70-b230-724d17de6691 req-33a4fee6-d82f-484f-a69d-e99cf793906f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 945 time: 0.1713881 Nov 09 19:43:41.686626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b240dffd-2692-47ea-80e2-71f24932a712 req-e9d9bb5b-d308-4e83-9d37-2f1fc913c8d5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544072 Nov 09 19:43:41.691726 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:41.700348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c3f78e19-749e-4d31-88b7-686b57ac25a7 req-dc3b1677-2711-4385-803b-545b5d547ba6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675752 Nov 09 19:43:41.720441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-012594ba-243b-44f9-9b3b-59e8f317d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:41.721961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-012594ba-243b-44f9-9b3b-59e8f317d5d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04401a37-64e7-4eec-9009-7f857d91e141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181979 Nov 09 19:43:41.764775 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-591ea2e9-c857-46a8-8a79-0647f7cc7ca2 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239813 Nov 09 19:43:41.805653 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1cf16c7-b63d-4e70-b230-724d17de6691 req-abf4f168-b4a5-4a4b-8493-6ebd7b1f1724 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718049 Nov 09 19:43:41.834473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-80b71a7d-47c1-4012-8537-edff5fbb8869 None None] Port 8b113a1b-6515-488c-b21a-0e1de087b3d5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:41.836037 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27bedbf3-78a5-47ab-b5bc-42411f3c23b3 req-b3564e1f-c653-4fa0-8609-fe43fd65b8ba tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/875f010f-1d42-47e0-ab96-78e22fe1ac52 HTTP/1.1" status: 200 len: 1804 time: 0.0680180 Nov 09 19:43:41.844650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-27bedbf3-78a5-47ab-b5bc-42411f3c23b3 req-b91541ec-55d4-45ef-8eb9-48bea25c1dba tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '875f010f-1d42-47e0-ab96-78e22fe1ac52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:41.856871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-27bedbf3-78a5-47ab-b5bc-42411f3c23b3 req-b91541ec-55d4-45ef-8eb9-48bea25c1dba tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '875f010f-1d42-47e0-ab96-78e22fe1ac52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:42.017145 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.047651 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.126618 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-20d096a2-6cf0-43f9-801a-88919e2776f8 service neutron] 10.222.0.70 "GET /v2.0/networks/04401a37-64e7-4eec-9009-7f857d91e141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340252 Nov 09 19:43:42.155705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:43:42.189982 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.191744 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Added segment 69826f81-1776-4a18-bbf5-04e78f3a214a of type vlan for network 8199d8c9-cecd-4875-b669-c376652e5522 Nov 09 19:43:42.236738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d4681051-ef9e-4881-924b-affe82c10408 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:42.238393 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d4681051-ef9e-4881-924b-affe82c10408 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.1939540 Nov 09 19:43:42.251412 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-27bedbf3-78a5-47ab-b5bc-42411f3c23b3 req-b91541ec-55d4-45ef-8eb9-48bea25c1dba tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.261936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817256-1'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:42.291803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.300531 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.302196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848d36eb-5592-4efd-bda4-8649c9ed5a76,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:42.316724 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.338779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d9f5-357f-48ae-afbd-4d7bc0580bf6 req-849068d9-ca62-4764-8473-80496948f1b1 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:42.343169 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fca5d9f5-357f-48ae-afbd-4d7bc0580bf6 req-849068d9-ca62-4764-8473-80496948f1b1 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 943 time: 0.3015466 Nov 09 19:43:42.343731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-27bedbf3-78a5-47ab-b5bc-42411f3c23b3 req-b91541ec-55d4-45ef-8eb9-48bea25c1dba tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.355712 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-27bedbf3-78a5-47ab-b5bc-42411f3c23b3 req-b91541ec-55d4-45ef-8eb9-48bea25c1dba tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.406224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91541ec-55d4-45ef-8eb9-48bea25c1dba tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e03229a-4bd8-4221-b898-b6e42f067d1a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:42.409568 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce6667e5-25f3-4b27-998f-a7fb4d5bae6e req-5b944143-8547-4a10-96fc-6edc69f6b51c service neutron] 10.222.0.70 "GET /v2.0/networks/04401a37-64e7-4eec-9009-7f857d91e141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743239 Nov 09 19:43:42.411419 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.425350 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-27bedbf3-78a5-47ab-b5bc-42411f3c23b3 req-b91541ec-55d4-45ef-8eb9-48bea25c1dba tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.426683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27bedbf3-78a5-47ab-b5bc-42411f3c23b3 req-b91541ec-55d4-45ef-8eb9-48bea25c1dba tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5876524 Nov 09 19:43:42.429565 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Pushing event updated for resources: {'Port': ['ID=8b113a1b-6515-488c-b21a-0e1de087b3d5,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:42.433633 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.434634 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:42.435211 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.510383 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.519521 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fca5d9f5-357f-48ae-afbd-4d7bc0580bf6 req-7eff61ae-1447-4dc9-83c5-b38cbda0345a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280212 Nov 09 19:43:42.525514 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6156268 Nov 09 19:43:42.537302 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54118) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:42.553165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Request body: {'subnet': {'network_id': '8199d8c9-cecd-4875-b669-c376652e5522', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-756727930-subnet', 'tenant_id': 'd4a44eb154164beb9aefbb4cced97f22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:42.577508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4405bdf8-989e-448a-b027-e36307c7331a tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317378 Nov 09 19:43:42.578314 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed2059-309f-4fbd-9baa-cb0d27a71c91 admin admin] Pushing event updated for resources: {'Network': ['ID=8199d8c9-cecd-4875-b669-c376652e5522,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:42.590120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 8199d8c9-cecd-4875-b669-c376652e5522 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:43:42.642768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Made reservation on behalf of d4a44eb154164beb9aefbb4cced97f22 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:42.646137 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:42.706538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:42.760599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Network 2c74b105-6ea0-460b-b81d-e8cef39dd106 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:42.764294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:42.836599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-0ae3b3d3-3f47-49fb-bd48-cff45f4ebebf tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:42.847173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-0ae3b3d3-3f47-49fb-bd48-cff45f4ebebf tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573619 Nov 09 19:43:42.850379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:42.942924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-e59b08e8-c13c-45f1-9e85-943a312227b9 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/quotas/456a9dadbfa24d3a9d1efb95f700620b HTTP/1.1" status: 200 len: 375 time: 0.0947180 Nov 09 19:43:42.981375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-eecc2ec4-5292-49aa-a5c2-7fdc59c9d03b req-41689a77-1007-44bd-ab1e-d1450fde9b90 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1730527910', 'description': 'tempest-description-310973017'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:42.996314 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-2cb75cd5-3222-48aa-b1dc-62427fe72973 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510104 Nov 09 19:43:43.035058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Router 62078583-6cc1-48f6-86f3-fa10e958a81a has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:43:43.037152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9bd867-8494-46b9-83dd-bc45bba62542'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:43.041956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.045246 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e314c-f521-4493-891a-0736ae966cba" -d '{"events": [{"server_uuid": "f05ac9a6-0a82-4196-9e1b-9c65c0dd4642", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9bd867-8494-46b9-83dd-bc45bba62542"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:43.052320 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.059118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-eecc2ec4-5292-49aa-a5c2-7fdc59c9d03b req-41689a77-1007-44bd-ab1e-d1450fde9b90 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.064952 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.148621 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f44b174e-2620-4790-9c9c-49d37e716502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.173683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 on host n-h2-817256-1 for vnic_type normal with profile {"migrating_to": "n-h1-817256-1"} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:43.174025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:43.174356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:43.180985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Port 4c9bd867-8494-46b9-83dd-bc45bba62542 on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:43.182214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-283bce8c-4ffc-404e-a96a-3ed5b4c526a9 None None] Provisioning complete for port 8b113a1b-6515-488c-b21a-0e1de087b3d5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:43.182558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Attempting to bind port 4c9bd867-8494-46b9-83dd-bc45bba62542 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:43.187328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bd867-8494-46b9-83dd-bc45bba62542,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:43.193272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:43.193618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:43.194094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:43.194567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Bound port: 4c9bd867-8494-46b9-83dd-bc45bba62542, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:43.195148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.199110 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-283bce8c-4ffc-404e-a96a-3ed5b4c526a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.278865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-283bce8c-4ffc-404e-a96a-3ed5b4c526a9 None None] Port 8b113a1b-6515-488c-b21a-0e1de087b3d5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:43.331810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:43:43.344911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:43.347401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5d8af445-a86f-4720-9008-0551f5b5295e admin admin] 10.222.0.53 "PUT /v2.0/routers/62078583-6cc1-48f6-86f3-fa10e958a81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2911022 Nov 09 19:43:43.362409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8df84-a56e-4303-a8e8-4d774be98476 req-8ce3f26e-61aa-455a-a18f-c21f11d13bc7 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:43.374387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2a8df84-a56e-4303-a8e8-4d774be98476 req-8ce3f26e-61aa-455a-a18f-c21f11d13bc7 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 949 time: 0.0973449 Nov 09 19:43:43.391283 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=81498271-6c6f-4af3-82da-e5467ce394ff,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:43.398249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:43.406151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Checking segment: {'id': '69826f81-1776-4a18-bbf5-04e78f3a214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8199d8c9-cecd-4875-b669-c376652e5522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:43.406685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Network hostable DHCP agents. Network: 8199d8c9-cecd-4875-b669-c376652e5522, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:43:43.409005 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.431021 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.472718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Network 8199d8c9-cecd-4875-b669-c376652e5522 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:43:43.479728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bd867-8494-46b9-83dd-bc45bba62542,revision_number=8']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:43.497375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2a8df84-a56e-4303-a8e8-4d774be98476 req-142c9aaa-47cd-4c26-80cb-f14c65fdc607 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174214 Nov 09 19:43:43.501256 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-eecc2ec4-5292-49aa-a5c2-7fdc59c9d03b req-41689a77-1007-44bd-ab1e-d1450fde9b90 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.502400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 8199d8c9-cecd-4875-b669-c376652e5522) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:43.508416 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-eecc2ec4-5292-49aa-a5c2-7fdc59c9d03b req-41689a77-1007-44bd-ab1e-d1450fde9b90 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.520192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:43.520879 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.542054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6f2ded-51f6-49b6-9b37-a07cb163dee8 None None] Network 8199d8c9-cecd-4875-b669-c376652e5522 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:43.557200 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-eecc2ec4-5292-49aa-a5c2-7fdc59c9d03b req-41689a77-1007-44bd-ab1e-d1450fde9b90 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.559415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eecc2ec4-5292-49aa-a5c2-7fdc59c9d03b req-41689a77-1007-44bd-ab1e-d1450fde9b90 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5900538 Nov 09 19:43:43.568390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:43.569034 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:43.573901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-d9289ffb-3eff-4c80-9774-9f7775a6d44e service neutron] 10.222.0.70 "PUT /v2.0/ports/4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 200 len: 1121 time: 1.3184614 Nov 09 19:43:43.576707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 462bcd61-67ce-43d9-9301-12ac08daf266 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:43:43.643448 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1d502228-a15b-484e-a187-12f97c155d3b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1032290 Nov 09 19:43:43.644742 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41689a77-1007-44bd-ab1e-d1450fde9b90 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738c8d8f-8d9f-4fc9-b273-1a6540321f19,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:43.661058 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21a41be-9ea2-4dd2-b308-844c23e5fa79 x-openstack-request-id: req-e21a41be-9ea2-4dd2-b308-844c23e5fa79 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:43.661557 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05ac9a6-0a82-4196-9e1b-9c65c0dd4642", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9bd867-8494-46b9-83dd-bc45bba62542", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:43.661723 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e21a41be-9ea2-4dd2-b308-844c23e5fa79 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:43.662169 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9bd867-8494-46b9-83dd-bc45bba62542', 'code': 200} Nov 09 19:43:43.691003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf471623-51b3-47cb-948c-71a65d504160 req-072d7025-4793-418b-8d7b-454d767c3eea tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:43.698281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf471623-51b3-47cb-948c-71a65d504160 req-072d7025-4793-418b-8d7b-454d767c3eea tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 943 time: 0.1002762 Nov 09 19:43:43.766298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf471623-51b3-47cb-948c-71a65d504160 req-d3a9a099-18f5-45a2-a7b0-61f21b37b69e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573828 Nov 09 19:43:43.767643 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.resource_extend [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:43:43.780037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-c43f7753-5ec9-49f9-a989-463aab457c8c tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302179 Nov 09 19:43:43.805494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['4c9bd867-8494-46b9-83dd-bc45bba62542'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:43.892781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb5b2c6-7bea-4b7a-83d3-1ddbfe9c89a8 None None] Network 8199d8c9-cecd-4875-b669-c376652e5522 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:43.919391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7b39e-ae3b-46f7-a5fe-70a1df6c027d req-080061b7-ac65-49f7-8eba-00188fecbce4 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:43.921161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5f7b39e-ae3b-46f7-a5fe-70a1df6c027d req-080061b7-ac65-49f7-8eba-00188fecbce4 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 1100 time: 0.0852785 Nov 09 19:43:43.954123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-70ee7a81-15fe-43c5-81db-75d0c32da9a5 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:43.956442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-70ee7a81-15fe-43c5-81db-75d0c32da9a5 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1696861 Nov 09 19:43:43.977141 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-9bfed985-2ab5-47f0-b5f7-8549f7c30f5d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/quotas/456a9dadbfa24d3a9d1efb95f700620b HTTP/1.1" status: 200 len: 375 time: 0.0127878 Nov 09 19:43:44.000702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5f7b39e-ae3b-46f7-a5fe-70a1df6c027d req-d7e71ad0-f25c-478a-8b75-b4f7e35c87e6 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654063 Nov 09 19:43:44.036349 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-835deb15-05b4-4521-bbe3-95d2ed09e7e7 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469611 Nov 09 19:43:44.047263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 462bcd61-67ce-43d9-9301-12ac08daf266, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=462bcd61-67ce-43d9-9301-12ac08daf266,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:44.069692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '462bcd61-67ce-43d9-9301-12ac08daf266', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'port_id': '462bcd61-67ce-43d9-9301-12ac08daf266', 'mac_address': 'fa:16:3e:4a:d8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:43:44.190504 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:44.223170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462bcd61-67ce-43d9-9301-12ac08daf266 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:44.285570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3b0fb-56db-45fe-aece-1d7eea545d69 req-1d342ad2-2871-494a-a2df-19b6cca648b6 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:44.287135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86f3b0fb-56db-45fe-aece-1d7eea545d69 req-1d342ad2-2871-494a-a2df-19b6cca648b6 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 943 time: 0.1474078 Nov 09 19:43:44.297350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd9027a7-f084-4ccb-bee1-da184dc582b2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:44.307802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 462bcd61-67ce-43d9-9301-12ac08daf266, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=462bcd61-67ce-43d9-9301-12ac08daf266,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:44.309142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Sync routers for ids ['62078583-6cc1-48f6-86f3-fa10e958a81a'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:43:44.333400 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86f3b0fb-56db-45fe-aece-1d7eea545d69 req-8896a89b-66d9-479f-b5fd-7a6852ae2b48 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401788 Nov 09 19:43:44.345030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:44.376361 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18a6a0d3-419f-4900-a63e-b22c3e802abc req-693b25ce-90a7-4d18-9b86-c8c4d0f62ee6 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/738c8d8f-8d9f-4fc9-b273-1a6540321f19 HTTP/1.1" status: 200 len: 1804 time: 0.1148362 Nov 09 19:43:44.383740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-18a6a0d3-419f-4900-a63e-b22c3e802abc req-f1ebf19f-0c89-44fe-9cff-c063cb1c9bd5 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '738c8d8f-8d9f-4fc9-b273-1a6540321f19', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:44.384114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-18a6a0d3-419f-4900-a63e-b22c3e802abc req-f1ebf19f-0c89-44fe-9cff-c063cb1c9bd5 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '738c8d8f-8d9f-4fc9-b273-1a6540321f19', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:44.463703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Routers {'62078583-6cc1-48f6-86f3-fa10e958a81a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:43:44.464396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['62078583-6cc1-48f6-86f3-fa10e958a81a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:44.484347 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-18a6a0d3-419f-4900-a63e-b22c3e802abc req-f1ebf19f-0c89-44fe-9cff-c063cb1c9bd5 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:44.515403 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-18a6a0d3-419f-4900-a63e-b22c3e802abc req-f1ebf19f-0c89-44fe-9cff-c063cb1c9bd5 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:44.519907 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-18a6a0d3-419f-4900-a63e-b22c3e802abc req-f1ebf19f-0c89-44fe-9cff-c063cb1c9bd5 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:44.544184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebf19f-0c89-44fe-9cff-c063cb1c9bd5 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03158fd4-23db-4ef8-b458-73f146957927,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:44.555665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-18a6a0d3-419f-4900-a63e-b22c3e802abc req-f1ebf19f-0c89-44fe-9cff-c063cb1c9bd5 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:44.578653 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18a6a0d3-419f-4900-a63e-b22c3e802abc req-f1ebf19f-0c89-44fe-9cff-c063cb1c9bd5 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1990106 Nov 09 19:43:44.584377 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:44.601650 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=462bcd61-67ce-43d9-9301-12ac08daf266,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:44.622295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bd9027a7-f084-4ccb-bee1-da184dc582b2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:44.623532 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:44.679335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['462bcd61-67ce-43d9-9301-12ac08daf266'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:44.753193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Set router 62078583-6cc1-48f6-86f3-fa10e958a81a gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:43:44.842807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-377ee3a9-7b9c-441a-9d95-096908ad4ad6 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576425 Nov 09 19:43:44.942178 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.011583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port bd9027a7-f084-4ccb-bee1-da184dc582b2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bd9027a7-f084-4ccb-bee1-da184dc582b2,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:45.032934 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.117257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54202) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:45.121978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-eebeb575-283c-4dcc-b6ca-20abd5201528 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618547809', 'description': 'tempest-description--865283550'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:45.180680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eebeb575-283c-4dcc-b6ca-20abd5201528 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.191257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=bd9027a7-f084-4ccb-bee1-da184dc582b2,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:45.238578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:41Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8b113a1b-6515-488c-b21a-0e1de087b3d5', 'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'mac_address': 'fa:16:3e:3c:f6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:40Z', 'updated_at': '2021-11-09T19:43:41Z', 'revision_number': 2, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'subnets': [{'id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:45.280208 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1deb229-77c6-487f-8bd7-7371c5793ef5 req-c265fa9c-7f74-4004-8e30-d84e74b3b0ee tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 210 time: 0.0925682 Nov 09 19:43:45.292059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Checking router: 62078583-6cc1-48f6-86f3-fa10e958a81a for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:43:45.292810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Updating router 62078583-6cc1-48f6-86f3-fa10e958a81a port 8b113a1b-6515-488c-b21a-0e1de087b3d5 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:43:45.345948 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.390618 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eebeb575-283c-4dcc-b6ca-20abd5201528 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.405913 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eebeb575-283c-4dcc-b6ca-20abd5201528 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.455827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54216) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:45.488029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eebeb575-283c-4dcc-b6ca-20abd5201528 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.492004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eebeb575-283c-4dcc-b6ca-20abd5201528 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3712730 Nov 09 19:43:45.493961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54220) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:45.496619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-2e87862e-35b3-43ce-87e7-ba8b4f11e613 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662186 Nov 09 19:43:45.499061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebeb575-283c-4dcc-b6ca-20abd5201528 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15384b08-1fd5-430c-9963-99568207a815,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:45.524912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5435a76c-2722-4ca8-be4d-11ae01b719b3 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Request body: {'security_group_rule': {'security_group_id': '15384b08-1fd5-430c-9963-99568207a815', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:45.561749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4c9bd867-8494-46b9-83dd-bc45bba62542 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:43:45.614326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-361c9707-2da4-4505-ae7e-66d20499d395 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:45.616124 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-361c9707-2da4-4505-ae7e-66d20499d395 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7670193 Nov 09 19:43:45.617075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5435a76c-2722-4ca8-be4d-11ae01b719b3 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.634534 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2c33e10-bb19-417b-80f5-8c94c9a4d0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.643811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Request body: {'port': {'device_id': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '456a9dadbfa24d3a9d1efb95f700620b'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:45.654555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-f9a987b9-5b0e-4838-b255-2ca96dfae3db tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:45.661742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-f9a987b9-5b0e-4838-b255-2ca96dfae3db tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642613 Nov 09 19:43:45.665112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'tag': '4c9bd867-8494-46b9-83dd-bc45bba62542'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:45.667585 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f05ac9a6-0a82-4196-9e1b-9c65c0dd4642", "tag": "4c9bd867-8494-46b9-83dd-bc45bba62542"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:45.693194 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-690cc7fc-f8e5-4dab-a587-0c1c8b58575d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/quotas/adafef6ee39f457086969e3c3816d850 HTTP/1.1" status: 200 len: 375 time: 0.0304952 Nov 09 19:43:45.749374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-59602fa1-797a-4017-93b6-e1c8b2fd180e tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:45.757772 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-59602fa1-797a-4017-93b6-e1c8b2fd180e tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/networks?id=8199d8c9-cecd-4875-b669-c376652e5522 HTTP/1.1" status: 200 len: 821 time: 0.2951910 Nov 09 19:43:45.776725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-af8033c7-8b00-4755-bfc5-8af1b8947e91 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327859 Nov 09 19:43:45.811176 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-06a0a764-5a12-42a0-9327-b89e917c2797 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/quotas/d4a44eb154164beb9aefbb4cced97f22 HTTP/1.1" status: 200 len: 375 time: 0.0517116 Nov 09 19:43:45.840540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5435a76c-2722-4ca8-be4d-11ae01b719b3 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.845718 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-c72a0acf-0aa5-4891-a0dc-7d2ef3a8dc2f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1515234 Nov 09 19:43:45.868522 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-1b5a6141-158e-46cc-8e43-2a6421f82bed tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4a44eb154164beb9aefbb4cced97f22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561924 Nov 09 19:43:45.878478 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5435a76c-2722-4ca8-be4d-11ae01b719b3 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.917036 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:43:45.940732 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2c33e10-bb19-417b-80f5-8c94c9a4d0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.945634 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435a76c-2722-4ca8-be4d-11ae01b719b3 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de14720c-d66c-442b-992f-e02c4ad24e55,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:45.966484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2c33e10-bb19-417b-80f5-8c94c9a4d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:45.985891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Made reservation on behalf of 456a9dadbfa24d3a9d1efb95f700620b for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:45.989477 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.001631 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5435a76c-2722-4ca8-be4d-11ae01b719b3 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.002899 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5435a76c-2722-4ca8-be4d-11ae01b719b3 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5090716 Nov 09 19:43:46.006185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54224) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:46.015410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.035968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-e19adb2e-f768-4224-aa9b-4a5ff499f4f9 service neutron] 10.222.0.53 "GET /v2.0/networks/8199d8c9-cecd-4875-b669-c376652e5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666479 Nov 09 19:43:46.043624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-cba012cf-9fb8-4c75-8d87-765f21bed855 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Request body: {'security_group_rule': {'security_group_id': '15384b08-1fd5-430c-9963-99568207a815', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:46.075623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-dd12ca4c-a32a-4866-b4e2-f82b24155c3f req-6bad33de-aa87-4183-8901-70f379556e2f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1196834867', 'description': 'tempest-description-81222653'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:46.098880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:46.125323 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.125492 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4c9bd867-8494-46b9-83dd-bc45bba62542 has no active binding in host n-h1-817256-1 {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 19:43:46.137997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-20e1a120-f0c7-4a71-9701-e12676f9950d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:46.140610 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-20e1a120-f0c7-4a71-9701-e12676f9950d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3546679 Nov 09 19:43:46.159683 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.162562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Request body: {'port': {'device_id': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '456a9dadbfa24d3a9d1efb95f700620b'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:46.174628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54230) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:46.175079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e2c33e10-bb19-417b-80f5-8c94c9a4d0f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a23d713111b84e82b5d36a3745f0513e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7124019 Nov 09 19:43:46.201852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.203707 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-705f307b-faf0-4546-866d-86f84158ba24 service neutron] 10.222.0.53 "GET /v2.0/networks/8199d8c9-cecd-4875-b669-c376652e5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581986 Nov 09 19:43:46.203863 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.api [None req-cba012cf-9fb8-4c75-8d87-765f21bed855 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 19:43:46.203863 n-d-817256-1 neutron-server[102296]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 19:43:46.203863 n-d-817256-1 neutron-server[102296]: [parameters: {'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'id': '030213a3-8131-4c95-9b13-5d56138abab1', 'expiration': datetime.datetime(2021, 11, 9, 19, 45, 46, 166812)}] Nov 09 19:43:46.203863 n-d-817256-1 neutron-server[102296]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:43:46.204620 n-d-817256-1 neutron-server[102296]: DEBUG oslo_db.api [None req-cba012cf-9fb8-4c75-8d87-765f21bed855 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:43:46.205400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c33e10-bb19-417b-80f5-8c94c9a4d0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce76bf-a95b-492c-8763-c06bb6e2a271,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:46.263790 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd9027a7-f084-4ccb-bee1-da184dc582b2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:46.276413 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd12ca4c-a32a-4866-b4e2-f82b24155c3f req-6bad33de-aa87-4183-8901-70f379556e2f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.351765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.361929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.440225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Attempting to bind port 8b113a1b-6515-488c-b21a-0e1de087b3d5 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:46.450216 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c966ba-438f-4460-a54d-c9230022eb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.451099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Attempting to bind port 8b113a1b-6515-488c-b21a-0e1de087b3d5 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:46.451663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Attempting to bind port 8b113a1b-6515-488c-b21a-0e1de087b3d5 on network 2c74b105-6ea0-460b-b81d-e8cef39dd106 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:46.464895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3fce4-fb6f-40f0-9f53-55fd45afef62 None None] Pushing event updated for resources: {'Port': ['ID=8b113a1b-6515-488c-b21a-0e1de087b3d5,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:46.477980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:46.478295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Checking segment: {'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:46.479535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.479535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Bound using segment: {'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:46.479950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Bound port: 8b113a1b-6515-488c-b21a-0e1de087b3d5, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:46.479950 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.498838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Made reservation on behalf of 456a9dadbfa24d3a9d1efb95f700620b for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:46.504864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.590014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f536a535-9ca4-4746-b9e8-8532c9164e15,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:46.627376 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c966ba-438f-4460-a54d-c9230022eb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.634667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bd9027a7-f084-4ccb-bee1-da184dc582b2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:46.635002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd12ca4c-a32a-4866-b4e2-f82b24155c3f req-6bad33de-aa87-4183-8901-70f379556e2f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.635146 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.644069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd12ca4c-a32a-4866-b4e2-f82b24155c3f req-6bad33de-aa87-4183-8901-70f379556e2f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.691600 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd12ca4c-a32a-4866-b4e2-f82b24155c3f req-6bad33de-aa87-4183-8901-70f379556e2f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.705137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd12ca4c-a32a-4866-b4e2-f82b24155c3f req-6bad33de-aa87-4183-8901-70f379556e2f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6664648 Nov 09 19:43:46.711419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0ee38-bee9-43a8-b136-d56fbdbfd33e req-3ae024d8-1e26-4029-83b3-3185ddbb7863 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:46.719576 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-caa0ee38-bee9-43a8-b136-d56fbdbfd33e req-3ae024d8-1e26-4029-83b3-3185ddbb7863 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 943 time: 0.1914480 Nov 09 19:43:46.742069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad33de-aa87-4183-8901-70f379556e2f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50151f92-696b-442e-a119-7690e1780d9d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:46.787282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Allocated IP 192.168.233.86 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/e6edd722-67b5-4342-8e10-0d882f0fd19d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:46.801016 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cba012cf-9fb8-4c75-8d87-765f21bed855 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.833977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c059881e-c46f-4139-b7cb-d6e06429ef4e None None] Provisioning complete for port 8b113a1b-6515-488c-b21a-0e1de087b3d5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:46.834379 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c059881e-c46f-4139-b7cb-d6e06429ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.842257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] For port 8b113a1b-6515-488c-b21a-0e1de087b3d5, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:46.904633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] For port 8b113a1b-6515-488c-b21a-0e1de087b3d5, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8b113a1b-6515-488c-b21a-0e1de087b3d5,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:46.917535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ccf36-86db-49e6-817c-b57e1eaad7ca req-61ac2262-4a82-4c4e-a382-148b6f2f02c4 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:46.919824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-389ccf36-86db-49e6-817c-b57e1eaad7ca req-61ac2262-4a82-4c4e-a382-148b6f2f02c4 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 944 time: 0.1334245 Nov 09 19:43:46.923128 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:46.967120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c059881e-c46f-4139-b7cb-d6e06429ef4e None None] Port 8b113a1b-6515-488c-b21a-0e1de087b3d5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:46.973140 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cba012cf-9fb8-4c75-8d87-765f21bed855 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.003110 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.017071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-389ccf36-86db-49e6-817c-b57e1eaad7ca req-a100233f-266d-4ad7-88fb-dfd57df01911 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915277 Nov 09 19:43:47.018124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cba012cf-9fb8-4c75-8d87-765f21bed855 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.057074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba012cf-9fb8-4c75-8d87-765f21bed855 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7ee833-48ca-4429-a8c1-05e523471b90,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:47.098266 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-caa0ee38-bee9-43a8-b136-d56fbdbfd33e req-96705897-2ef1-44a0-bd72-4282635e7889 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777425 Nov 09 19:43:47.102878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.129968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cba012cf-9fb8-4c75-8d87-765f21bed855 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.144004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cba012cf-9fb8-4c75-8d87-765f21bed855 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1174648 Nov 09 19:43:47.179951 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe06679-b5de-4b54-97df-ab9ceb5d8169 x-openstack-request-id: req-2fe06679-b5de-4b54-97df-ab9ceb5d8169 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:47.180272 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05ac9a6-0a82-4196-9e1b-9c65c0dd4642", "tag": "4c9bd867-8494-46b9-83dd-bc45bba62542", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:47.180538 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fe06679-b5de-4b54-97df-ab9ceb5d8169 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:47.181057 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'tag': '4c9bd867-8494-46b9-83dd-bc45bba62542', 'status': 'completed', 'code': 200} Nov 09 19:43:47.182714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54254) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:47.208668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Routers {'62078583-6cc1-48f6-86f3-fa10e958a81a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:43:47.238759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['62078583-6cc1-48f6-86f3-fa10e958a81a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:47.249216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:47.250596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c966ba-438f-4460-a54d-c9230022eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.270320 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c966ba-438f-4460-a54d-c9230022eb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.280964 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-87c966ba-438f-4460-a54d-c9230022eb36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afce76bf-a95b-492c-8763-c06bb6e2a271 HTTP/1.1" status: 204 len: 168 time: 1.1052272 Nov 09 19:43:47.298284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3fce4-fb6f-40f0-9f53-55fd45afef62 None None] Pushing event updated for resources: {'Port': ['ID=8b113a1b-6515-488c-b21a-0e1de087b3d5,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:47.392997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c966ba-438f-4460-a54d-c9230022eb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce76bf-a95b-492c-8763-c06bb6e2a271,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:47.409967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:47.418153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aaecd88d-09c8-47db-8c85-d1fdfbd9c451 req-d0b07c77-6b9c-418f-9890-97540cab0c54 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 210 time: 0.1164501 Nov 09 19:43:47.420128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:47.422736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:47.425498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:47.490396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:47.491333 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.595491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3591bbbc-0232-45fa-88fb-15d5e2c01e53 None None] Provisioning complete for port 8b113a1b-6515-488c-b21a-0e1de087b3d5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:47.596035 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3591bbbc-0232-45fa-88fb-15d5e2c01e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.598190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 462bcd61-67ce-43d9-9301-12ac08daf266 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:47.689851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7b37258-ebbd-44f8-acbb-cd506e0c82d1 req-7c110732-178c-41c4-9f3c-e2d20a421458 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 210 time: 0.1024144 Nov 09 19:43:47.715570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] Set router 62078583-6cc1-48f6-86f3-fa10e958a81a gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:43:47.720930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-f072d4fd-9151-400c-b629-21b7acce060b req-abb3d6e8-0233-4513-afa8-892e0e6e9486 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1510084048', 'description': 'tempest-description-1916454304'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:47.831156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 462bcd61-67ce-43d9-9301-12ac08daf266 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:43:47.832744 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4edb505f-21b6-49bf-bbfe-4dfb7ee1339d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1988993 Nov 09 19:43:47.859820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Request body: {'port': {'device_id': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:47.864157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.893242 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3591bbbc-0232-45fa-88fb-15d5e2c01e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.896895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 462bcd61-67ce-43d9-9301-12ac08daf266 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:47.897343 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.905426 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f072d4fd-9151-400c-b629-21b7acce060b req-abb3d6e8-0233-4513-afa8-892e0e6e9486 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.925108 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e97b988-b176-4119-a8ba-42272463aab8 req-d0e2b763-e9ab-40a4-89e8-40c4fc497560 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 210 time: 0.6288025 Nov 09 19:43:47.934567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54260) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:47.944501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1 req-513d0588-24e3-411d-b9e1-7caa2febf9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:47.946264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1 req-513d0588-24e3-411d-b9e1-7caa2febf9c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1124 time: 0.7641580 Nov 09 19:43:47.978351 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bb00-beff-4720-bcf9-f54170a71d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:47.981735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-7f4de9d5-258d-45c9-8a5f-0956db54ace4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1614349 Nov 09 19:43:47.984407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Allocated IP 192.168.233.242 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/7c08c4af-e792-475d-8a13-4c56fc2303a5) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:48.011615 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.020573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3591bbbc-0232-45fa-88fb-15d5e2c01e53 None None] For port 8b113a1b-6515-488c-b21a-0e1de087b3d5, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8b113a1b-6515-488c-b21a-0e1de087b3d5,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:48.044650 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3591bbbc-0232-45fa-88fb-15d5e2c01e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.122334 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.134251 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f072d4fd-9151-400c-b629-21b7acce060b req-abb3d6e8-0233-4513-afa8-892e0e6e9486 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.148568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f072d4fd-9151-400c-b629-21b7acce060b req-abb3d6e8-0233-4513-afa8-892e0e6e9486 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.178711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591bbbc-0232-45fa-88fb-15d5e2c01e53 None None] Pushing event updated for resources: {'Port': ['ID=8b113a1b-6515-488c-b21a-0e1de087b3d5,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:48.192769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fdf0f1-f246-4868-a37a-2c53491386da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462bcd61-67ce-43d9-9301-12ac08daf266'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:48.194732 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe592b7-882c-413f-b515-fa3856c1ee46" -d '{"events": [{"server_uuid": "82fdf0f1-f246-4868-a37a-2c53491386da", "name": "network-vif-plugged", "status": "completed", "tag": "462bcd61-67ce-43d9-9301-12ac08daf266"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:48.210825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-a4185982-914a-4ad4-827a-54034903da62 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:48.212416 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-a4185982-914a-4ad4-827a-54034903da62 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107244 Nov 09 19:43:48.214968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 462bcd61-67ce-43d9-9301-12ac08daf266, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=462bcd61-67ce-43d9-9301-12ac08daf266,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:48.219071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a06156c0-7187-47cc-9f6c-6aa03563a922 None None] Provisioning complete for port e6edd722-67b5-4342-8e10-0d882f0fd19d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:48.219451 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a06156c0-7187-47cc-9f6c-6aa03563a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.223514 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.246171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Request body: {'port': {'device_id': '1caa5278-2557-4f24-b1d9-ce62fd227626', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': 'adafef6ee39f457086969e3c3816d850'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:48.250440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:41Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8b113a1b-6515-488c-b21a-0e1de087b3d5', 'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'mac_address': 'fa:16:3e:3c:f6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:40Z', 'updated_at': '2021-11-09T19:43:46Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'subnets': [{'id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:48.272881 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f072d4fd-9151-400c-b629-21b7acce060b req-abb3d6e8-0233-4513-afa8-892e0e6e9486 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.275017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f072d4fd-9151-400c-b629-21b7acce060b req-abb3d6e8-0233-4513-afa8-892e0e6e9486 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5598445 Nov 09 19:43:48.303659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bb00-beff-4720-bcf9-f54170a71d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.310403 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db2011e-9d90-4f32-b23c-9faf5c6c37cc None None] The sync data for ids ['62078583-6cc1-48f6-86f3-fa10e958a81a'] in n-d-817256-1 is: [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:41Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8b113a1b-6515-488c-b21a-0e1de087b3d5', 'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'mac_address': 'fa:16:3e:3c:f6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:40Z', 'updated_at': '2021-11-09T19:43:46Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'subnets': [{'id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:43:48.315735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3d6e8-0233-4513-afa8-892e0e6e9486 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0e6b55-a725-4089-bcd9-dae1d2fbef7c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:48.320019 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bb00-beff-4720-bcf9-f54170a71d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.340789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a06156c0-7187-47cc-9f6c-6aa03563a922 None None] Port e6edd722-67b5-4342-8e10-0d882f0fd19d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:48.356417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=462bcd61-67ce-43d9-9301-12ac08daf266,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:48.466899 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b3d3bb00-beff-4720-bcf9-f54170a71d01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b723cdd90894e8b826dad981661e2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290451 Nov 09 19:43:48.468100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3bb00-beff-4720-bcf9-f54170a71d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2313794a-8333-4c5f-9d41-ae9f1638c939,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:48.472664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54270) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:48.544988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a1eac-00c5-4c0e-8ed4-594045c4c3e3 req-2381b8b8-84ff-4b57-9c76-2b916bcfca32 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:48.547205 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-599a1eac-00c5-4c0e-8ed4-594045c4c3e3 req-2381b8b8-84ff-4b57-9c76-2b916bcfca32 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 943 time: 0.1533151 Nov 09 19:43:48.577713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bea782f4-9e34-48c3-b0bd-82389bc6ea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.614630 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bea782f4-9e34-48c3-b0bd-82389bc6ea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.624218 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-599a1eac-00c5-4c0e-8ed4-594045c4c3e3 req-50ada6dc-7efd-453d-a67b-3922402a5a7b tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675755 Nov 09 19:43:48.693765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bea782f4-9e34-48c3-b0bd-82389bc6ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.696568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bea782f4-9e34-48c3-b0bd-82389bc6ea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.697730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bea782f4-9e34-48c3-b0bd-82389bc6ea02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2313794a-8333-4c5f-9d41-ae9f1638c939 HTTP/1.1" status: 204 len: 168 time: 0.2235487 Nov 09 19:43:48.706872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea782f4-9e34-48c3-b0bd-82389bc6ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2313794a-8333-4c5f-9d41-ae9f1638c939,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:48.726362 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eda99e3-2f02-4a1a-8c9e-415c6c463c1c x-openstack-request-id: req-0eda99e3-2f02-4a1a-8c9e-415c6c463c1c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:48.726780 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fdf0f1-f246-4868-a37a-2c53491386da", "name": "network-vif-plugged", "status": "completed", "tag": "462bcd61-67ce-43d9-9301-12ac08daf266", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:48.727134 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0eda99e3-2f02-4a1a-8c9e-415c6c463c1c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:48.727819 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fdf0f1-f246-4868-a37a-2c53491386da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462bcd61-67ce-43d9-9301-12ac08daf266', 'code': 200} Nov 09 19:43:48.763138 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.827889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1 req-b84bad0f-accd-490a-b2bb-797449cc580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:48.829432 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1 req-b84bad0f-accd-490a-b2bb-797449cc580f service neutron] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.8637531 Nov 09 19:43:48.840591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:48.863983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a90f6-4b88-4da4-9fe6-c20ab4478ca1 req-cd9ece62-aec1-468e-810a-b839c4b08111 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:48.871672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0f0a90f6-4b88-4da4-9fe6-c20ab4478ca1 req-cd9ece62-aec1-468e-810a-b839c4b08111 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 945 time: 0.4369016 Nov 09 19:43:48.894000 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-34e6fe54-a9ba-4245-ad69-249af8424cb3 service neutron] 10.222.0.77 "GET /v2.0/ports/4c9bd867-8494-46b9-83dd-bc45bba62542/bindings/n-h1-817256-1 HTTP/1.1" status: 200 len: 384 time: 0.1575449 Nov 09 19:43:48.906608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-43eec29c-3e4f-478f-8891-a9a3d008e094 req-962fbb16-be1a-44c8-be6b-797b3bddc5da tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/50151f92-696b-442e-a119-7690e1780d9d HTTP/1.1" status: 200 len: 1803 time: 0.1362383 Nov 09 19:43:48.983404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-a20f88e9-d138-45e0-a227-ccb4f058f2b2 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:48.996674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-a20f88e9-d138-45e0-a227-ccb4f058f2b2 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.70 "GET /v2.0/networks?id=8199d8c9-cecd-4875-b669-c376652e5522 HTTP/1.1" status: 200 len: 821 time: 0.5578473 Nov 09 19:43:49.010086 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.037552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1 req-7a89bdc3-d957-4e75-8801-d4707092e588 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 200 len: 217 time: 0.1922278 Nov 09 19:43:49.041183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Request body: {'port': {'device_id': '3782c66e-90b3-44f9-9693-4539efff5899', 'network_id': '8199d8c9-cecd-4875-b669-c376652e5522', 'admin_state_up': True, 'tenant_id': 'd4a44eb154164beb9aefbb4cced97f22'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:49.045532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-43eec29c-3e4f-478f-8891-a9a3d008e094 req-88870d4e-691e-40aa-bcce-014c9cceb7ec tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/9c0e6b55-a725-4089-bcd9-dae1d2fbef7c HTTP/1.1" status: 200 len: 1805 time: 0.1387544 Nov 09 19:43:49.061849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-43eec29c-3e4f-478f-8891-a9a3d008e094 req-b7a08223-e37b-4e19-ad31-8ae3f3ef2766 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50151f92-696b-442e-a119-7690e1780d9d', 'remote_group_id': '9c0e6b55-a725-4089-bcd9-dae1d2fbef7c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:49.063128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-43eec29c-3e4f-478f-8891-a9a3d008e094 req-b7a08223-e37b-4e19-ad31-8ae3f3ef2766 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50151f92-696b-442e-a119-7690e1780d9d', 'remote_group_id': '9c0e6b55-a725-4089-bcd9-dae1d2fbef7c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:49.157287 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6edd722-67b5-4342-8e10-0d882f0fd19d {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:49.158142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1 req-f32b8b96-68fd-4211-a31b-0c9257dde905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:49.159781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1 req-f32b8b96-68fd-4211-a31b-0c9257dde905 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.0953276 Nov 09 19:43:49.171449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.197731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:49.260368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Transition to ACTIVE for port object e6edd722-67b5-4342-8e10-0d882f0fd19d will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:49.262112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0f0a90f6-4b88-4da4-9fe6-c20ab4478ca1 req-ff6c5b10-ef52-479c-b986-01a9368fb437 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3895612 Nov 09 19:43:49.301497 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1 req-dd6ebeb3-1966-4462-908c-6ff0013bb83b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438740 Nov 09 19:43:49.302392 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:49.303441 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.313795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Made reservation on behalf of adafef6ee39f457086969e3c3816d850 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:49.317836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.321047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Pushing event updated for resources: {'Port': ['ID=7c08c4af-e792-475d-8a13-4c56fc2303a5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:49.328352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:49.386412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:49.394864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:49.395552 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.415281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-43eec29c-3e4f-478f-8891-a9a3d008e094 req-b7a08223-e37b-4e19-ad31-8ae3f3ef2766 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.435760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf16d7-b701-40c3-8e2f-c9d14bf7672b req-cec284d5-d47e-46be-9213-745746f1e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:49.437564 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-70bf16d7-b701-40c3-8e2f-c9d14bf7672b req-cec284d5-d47e-46be-9213-745746f1e4f0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 1096 time: 0.5995829 Nov 09 19:43:49.472120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-43eec29c-3e4f-478f-8891-a9a3d008e094 req-b7a08223-e37b-4e19-ad31-8ae3f3ef2766 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.555957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-43eec29c-3e4f-478f-8891-a9a3d008e094 req-b7a08223-e37b-4e19-ad31-8ae3f3ef2766 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.595511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be2db6e9-cc14-49cc-abc7-de1cf571219c service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:49.621090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-43eec29c-3e4f-478f-8891-a9a3d008e094 req-b7a08223-e37b-4e19-ad31-8ae3f3ef2766 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.634843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-43eec29c-3e4f-478f-8891-a9a3d008e094 req-b7a08223-e37b-4e19-ad31-8ae3f3ef2766 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5819077 Nov 09 19:43:49.652572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be2db6e9-cc14-49cc-abc7-de1cf571219c service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:49.682122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fbd688e1-17be-4e22-983b-5ea6ae6a1d6b None None] Provisioning complete for port 7c08c4af-e792-475d-8a13-4c56fc2303a5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:49.683489 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fbd688e1-17be-4e22-983b-5ea6ae6a1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.703389 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be2db6e9-cc14-49cc-abc7-de1cf571219c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9bd867-8494-46b9-83dd-bc45bba62542 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:49.716056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be2db6e9-cc14-49cc-abc7-de1cf571219c service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:49.730883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Attempting to bind port e6edd722-67b5-4342-8e10-0d882f0fd19d on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:49.731224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Attempting to bind port e6edd722-67b5-4342-8e10-0d882f0fd19d by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:49.732561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Attempting to bind port e6edd722-67b5-4342-8e10-0d882f0fd19d on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:49.742549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a08223-e37b-4e19-ad31-8ae3f3ef2766 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990666dc-bc9e-4d97-8c26-cd83d583a9dc,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:49.744631 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be2db6e9-cc14-49cc-abc7-de1cf571219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.776584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Port e6edd722-67b5-4342-8e10-0d882f0fd19d on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:49.777183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Attempting to bind port e6edd722-67b5-4342-8e10-0d882f0fd19d on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:49.790347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fbd688e1-17be-4e22-983b-5ea6ae6a1d6b None None] Port 7c08c4af-e792-475d-8a13-4c56fc2303a5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:49.814312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17be2749-f5dd-4248-82dc-8858734baf4f req-49580d27-2a0a-40bd-a67f-1d76f4a44e4b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 210 time: 0.0769937 Nov 09 19:43:49.854020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1 req-909b050b-370f-4a49-a905-083ccdcb67dd service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763584 Nov 09 19:43:49.906642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be2db6e9-cc14-49cc-abc7-de1cf571219c service neutron] Transition to ACTIVE for port object 4c9bd867-8494-46b9-83dd-bc45bba62542 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:49.911491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54302) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:49.920651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:49.921004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:49.921401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:49.921860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Bound port: e6edd722-67b5-4342-8e10-0d882f0fd19d, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:49.922226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:49.924805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be2db6e9-cc14-49cc-abc7-de1cf571219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.005074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ce0a0770-a9b5-439c-9bdb-80a7d03fbc9a req-68e52f54-0a4f-46df-bbf5-96c75f1981e6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 210 time: 0.0909042 Nov 09 19:43:50.015005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-70bf16d7-b701-40c3-8e2f-c9d14bf7672b req-e51ba689-9f2a-4316-98ad-2a943f6161d7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5129657 Nov 09 19:43:50.021723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-eeb2669f-236d-472b-a1b4-c48be00b36be tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8653588 Nov 09 19:43:50.023816 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ccd77bca-d6a6-4ae3-9425-067978d4f6e1 req-564af1ad-14d0-4b03-8801-563209666b72 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354320 Nov 09 19:43:50.046474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Request body: {'port': {'device_id': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:50.106027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be2db6e9-cc14-49cc-abc7-de1cf571219c service neutron] No DVR routers for this DVR port 4c9bd867-8494-46b9-83dd-bc45bba62542 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:43:50.115723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-e565a7f2-a741-40e3-9dae-dd620a2c5c0b req-40dc10e8-f8cf-4a3a-a5d1-fbb3fd198593 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-688990290', 'description': 'tempest-description-1514229335'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:50.125484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-675238567-network', 'tenant_id': '568be68a1eaa412f8663abf2b2019755'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:50.153138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Allocated IP 172.25.6.204 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/10263e9f-f062-4882-a974-e5fd08a763c5) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:50.176724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafab61-0136-47c9-9118-2355a64c930a req-89d00ebf-4201-4b63-bb76-00d13c73cb4f tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:50.178652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fafab61-0136-47c9-9118-2355a64c930a req-89d00ebf-4201-4b63-bb76-00d13c73cb4f tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 936 time: 0.7304690 Nov 09 19:43:50.179490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:50.193289 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-be2db6e9-cc14-49cc-abc7-de1cf571219c service neutron] 10.222.0.77 "PUT /v2.0/ports/4c9bd867-8494-46b9-83dd-bc45bba62542/bindings/n-h1-817256-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2853148 Nov 09 19:43:50.201530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2db6e9-cc14-49cc-abc7-de1cf571219c service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bd867-8494-46b9-83dd-bc45bba62542,revision_number=10']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:50.215753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:50.222051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e565a7f2-a741-40e3-9dae-dd620a2c5c0b req-40dc10e8-f8cf-4a3a-a5d1-fbb3fd198593 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.227017 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.235461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8b113a1b-6515-488c-b21a-0e1de087b3d5 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:50.272019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Made reservation on behalf of 568be68a1eaa412f8663abf2b2019755 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:50.274758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.297282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:50.297978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.300192 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] 10.222.0.77 "PUT /v2.0/ports/e6edd722-67b5-4342-8e10-0d882f0fd19d HTTP/1.1" status: 200 len: 1095 time: 2.4526496 Nov 09 19:43:50.300919 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:50.304557 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0198d4b-d626-43d1-abb3-41278ec38916" -d '{"events": [{"name": "network-changed", "server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:50.311283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8b113a1b-6515-488c-b21a-0e1de087b3d5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:50.314341 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.316125 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.413680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3dd16-36c8-4b24-bc5c-b65d6eeb8fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:50.450477 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.465222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Made reservation on behalf of d4a44eb154164beb9aefbb4cced97f22 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:50.469294 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.472919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Allocated IP 192.168.233.85 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/79146868-0f5a-4976-90df-7882e5e5745d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:50.478750 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e565a7f2-a741-40e3-9dae-dd620a2c5c0b req-40dc10e8-f8cf-4a3a-a5d1-fbb3fd198593 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.484790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-45269062-01ac-48a6-8530-9d7db0f7b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:50.486341 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-45269062-01ac-48a6-8530-9d7db0f7b2f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 1098 time: 0.1331904 Nov 09 19:43:50.492626 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e565a7f2-a741-40e3-9dae-dd620a2c5c0b req-40dc10e8-f8cf-4a3a-a5d1-fbb3fd198593 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.545891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fafab61-0136-47c9-9118-2355a64c930a req-119c1d6c-378b-49eb-9357-fb59059bc188 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487728 Nov 09 19:43:50.554927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-7054b646-1de9-4770-bcab-4360325cac90 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:50.556343 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-7054b646-1de9-4770-bcab-4360325cac90 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1095 time: 0.2564092 Nov 09 19:43:50.567201 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4f397900-fed0-44ea-8420-e41354bbbdf0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d HTTP/1.1" status: 200 len: 217 time: 0.0662684 Nov 09 19:43:50.597522 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e565a7f2-a741-40e3-9dae-dd620a2c5c0b req-40dc10e8-f8cf-4a3a-a5d1-fbb3fd198593 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.603380 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e565a7f2-a741-40e3-9dae-dd620a2c5c0b req-40dc10e8-f8cf-4a3a-a5d1-fbb3fd198593 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5081341 Nov 09 19:43:50.611395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc10e8-f8cf-4a3a-a5d1-fbb3fd198593 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6170841-467e-47fe-b897-1c2829b63836,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:50.666188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.675022 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.701264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.724109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-ba8bc8ab-56f8-48dc-a615-ebe1cc851bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:50.725566 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-ba8bc8ab-56f8-48dc-a615-ebe1cc851bd2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1454501 Nov 09 19:43:50.746634 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:43:50.753941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0962c103-55df-4442-8796-260918e54e1f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:50.782368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.782732 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Added segment e004eeea-6f45-47dd-b26c-2e96381bf1ad of type vlan for network 617b866c-1804-416b-bd4c-3dd68ffdd028 Nov 09 19:43:50.798981 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.830127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda228-a0c0-4538-b666-2198ae88718a req-f76767f6-6267-4f5e-9cf3-c8c427f0d504 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:50.831582 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cbeda228-a0c0-4538-b666-2198ae88718a req-f76767f6-6267-4f5e-9cf3-c8c427f0d504 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 945 time: 0.1576347 Nov 09 19:43:50.859939 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.863378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-1403b90b-59cb-4103-86ec-6ba2da509cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:50.865157 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-1403b90b-59cb-4103-86ec-6ba2da509cf9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281149 Nov 09 19:43:50.962535 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.963515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:50.964097 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:50.969028 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cbeda228-a0c0-4538-b666-2198ae88718a req-409bf6a6-4874-4c44-8d82-491937b6ea63 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290953 Nov 09 19:43:51.036254 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadeca91-94c4-4393-a19f-c04869e2c7b0 x-openstack-request-id: req-aadeca91-94c4-4393-a19f-c04869e2c7b0 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:51.036612 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:51.036814 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aadeca91-94c4-4393-a19f-c04869e2c7b0 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:51.037189 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'status': 'completed', 'code': 200} Nov 09 19:43:51.047552 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1310840 Nov 09 19:43:51.053684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54316) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:51.070176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-6f67b9a0-fe8e-45f2-87d6-f6918bf9199e req-10d2de1b-e714-4647-a253-8db452743ef8 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-139122720', 'description': 'tempest-description-118818817'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:51.078404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Request body: {'subnet': {'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-675238567-subnet', 'tenant_id': '568be68a1eaa412f8663abf2b2019755', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:51.099303 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-4ca87007-35d6-4ef2-84f0-950b569a44db service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209086 Nov 09 19:43:51.102265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e112c-ad17-4767-a9e2-2da12712ac2a admin admin] Pushing event updated for resources: {'Network': ['ID=617b866c-1804-416b-bd4c-3dd68ffdd028,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:51.112768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 617b866c-1804-416b-bd4c-3dd68ffdd028 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:43:51.164075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f67b9a0-fe8e-45f2-87d6-f6918bf9199e req-10d2de1b-e714-4647-a253-8db452743ef8 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:51.210128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Made reservation on behalf of 568be68a1eaa412f8663abf2b2019755 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:51.212446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:51.241290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-4b62ab48-0638-4d35-ab21-7ceeabcfbb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:51.242836 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-4b62ab48-0638-4d35-ab21-7ceeabcfbb94 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199 HTTP/1.1" status: 200 len: 1095 time: 0.6473546 Nov 09 19:43:51.303026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60d734a9-fcc2-48dc-8759-f127d930a496 req-87aae9c4-f548-4d66-8923-824da82fb104 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944673 Nov 09 19:43:51.348022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07407fc-222a-43ee-a7c3-16c2e844dd3f req-40ef1aaf-dc85-40f0-b0e7-1c3a8239535c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:51.349914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e07407fc-222a-43ee-a7c3-16c2e844dd3f req-40ef1aaf-dc85-40f0-b0e7-1c3a8239535c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 944 time: 0.7003517 Nov 09 19:43:51.350412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f67b9a0-fe8e-45f2-87d6-f6918bf9199e req-10d2de1b-e714-4647-a253-8db452743ef8 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:51.360590 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f67b9a0-fe8e-45f2-87d6-f6918bf9199e req-10d2de1b-e714-4647-a253-8db452743ef8 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:51.368844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:51.405727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Allocated IP 172.20.0.3 (8199d8c9-cecd-4875-b669-c376652e5522/81498271-6c6f-4af3-82da-e5467ce394ff/0c88e6f4-72df-49ed-9bc7-54f1a4e0a478) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:51.453504 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f67b9a0-fe8e-45f2-87d6-f6918bf9199e req-10d2de1b-e714-4647-a253-8db452743ef8 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:51.460931 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f67b9a0-fe8e-45f2-87d6-f6918bf9199e req-10d2de1b-e714-4647-a253-8db452743ef8 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4136314 Nov 09 19:43:51.485435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2de1b-e714-4647-a253-8db452743ef8 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac08842b-0d6f-4e64-bca6-32ded5e0999f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:51.489684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:51.516326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:51.528149 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:51.533484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:51.537940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-16aad499-7cc8-40fe-afa7-681b771fd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:51.539360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-16aad499-7cc8-40fe-afa7-681b771fd455 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1095 time: 0.2529840 Nov 09 19:43:51.548119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Pushing event updated for resources: {'Port': ['ID=10263e9f-f062-4882-a974-e5fd08a763c5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:51.567420 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45293f98-6f0b-45eb-aaa1-7bd70c7fb8e1 req-9ccfce74-04cc-4a51-86ca-d221907d80b8 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 210 time: 0.0397117 Nov 09 19:43:51.575271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-e5886ad5-f2d4-4bea-8686-faeab1111592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:51.577534 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-e5886ad5-f2d4-4bea-8686-faeab1111592 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 1098 time: 0.1940808 Nov 09 19:43:51.578637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e07407fc-222a-43ee-a7c3-16c2e844dd3f req-ce2d02be-4157-4312-97c7-34f56b7752dd tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207894 Nov 09 19:43:51.581856 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:51.720923 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91fb24f0-73f9-45ba-b7a2-fcc603af2d35 req-b5c39c93-a749-454d-984f-9f8dc8855b41 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 210 time: 0.0654619 Nov 09 19:43:51.733674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4c9bd867-8494-46b9-83dd-bc45bba62542 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:43:51.780683 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b58fed62-98d0-483c-abde-efd7a740bd4a req-ad712121-aa35-46c8-9b6c-78c8a5590e5b tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/c6170841-467e-47fe-b897-1c2829b63836 HTTP/1.1" status: 200 len: 1804 time: 0.1520338 Nov 09 19:43:51.806655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08634bab-cdcf-476d-ba2c-75010c54e4e3,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:51.844490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 4c9bd867-8494-46b9-83dd-bc45bba62542 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:43:51.865475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-314ac13b-6ea4-463a-b47b-49177d57b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:51.866907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-314ac13b-6ea4-463a-b47b-49177d57b01b service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2801340 Nov 09 19:43:51.870249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Checking segment: {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:51.870642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Network hostable DHCP agents. Network: 617b866c-1804-416b-bd4c-3dd68ffdd028, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:43:51.890050 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:51.907365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'cace9d8b-e473-4ac9-be3f-c1b7510befde'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:51.911655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494', '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94', 'd1621614-b537-492a-b324-9392cb9dc19a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:51.927147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-ca3001a9-8b8b-48f4-8e48-c02fddec35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:51.928660 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-ca3001a9-8b8b-48f4-8e48-c02fddec35e7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.3767061 Nov 09 19:43:51.936489 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-808adfb8-91bd-4aff-b9e5-a2c5a7eb5731 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d HTTP/1.1" status: 200 len: 217 time: 0.0560479 Nov 09 19:43:51.943828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b58fed62-98d0-483c-abde-efd7a740bd4a req-8477f93b-9da1-4f0f-b21c-b1eabe6bd1fe tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/ac08842b-0d6f-4e64-bca6-32ded5e0999f HTTP/1.1" status: 200 len: 1803 time: 0.1309896 Nov 09 19:43:51.981510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Network 617b866c-1804-416b-bd4c-3dd68ffdd028 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:43:51.989134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-b58fed62-98d0-483c-abde-efd7a740bd4a req-705eb2b8-7b78-4bb9-ac37-91ee9c38637b tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c6170841-467e-47fe-b897-1c2829b63836', 'remote_group_id': 'ac08842b-0d6f-4e64-bca6-32ded5e0999f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:51.989574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-b58fed62-98d0-483c-abde-efd7a740bd4a req-705eb2b8-7b78-4bb9-ac37-91ee9c38637b tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c6170841-467e-47fe-b897-1c2829b63836', 'remote_group_id': 'ac08842b-0d6f-4e64-bca6-32ded5e0999f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:52.020488 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 617b866c-1804-416b-bd4c-3dd68ffdd028) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:52.025141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:52.025730 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.039408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b2881-47da-45a1-8ca4-4a9bc570c542 None None] Network 617b866c-1804-416b-bd4c-3dd68ffdd028 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:52.041924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-d370226f-48a1-4247-9b98-b95d81ba9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:52.043556 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-d370226f-48a1-4247-9b98-b95d81ba9e38 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0971568 Nov 09 19:43:52.078191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b33dfaf0-18ce-4f2b-ac29-c2c100730c98 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0142944 Nov 09 19:43:52.078442 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-7200f7fa-f17f-402a-a26c-3e929c10faa2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 200 len: 217 time: 0.1093218 Nov 09 19:43:52.083526 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.097857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:52.121701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69735f85-8255-4ba2-8f44-9d9aa94d203e req-8fcd5594-52a6-4b94-8581-ed7143b8556c tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:52.123267 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69735f85-8255-4ba2-8f44-9d9aa94d203e req-8fcd5594-52a6-4b94-8581-ed7143b8556c tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 936 time: 0.3192301 Nov 09 19:43:52.126708 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.132252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-a3b0e191-2271-433b-9c65-febff6a2be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:52.139202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-a3b0e191-2271-433b-9c65-febff6a2be69 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819292 Nov 09 19:43:52.139202 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b58fed62-98d0-483c-abde-efd7a740bd4a req-705eb2b8-7b78-4bb9-ac37-91ee9c38637b tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.146747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:52.149311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event updated for resources: {'Port': ['ID=79146868-0f5a-4976-90df-7882e5e5745d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:52.151192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:52.246599 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b58fed62-98d0-483c-abde-efd7a740bd4a req-705eb2b8-7b78-4bb9-ac37-91ee9c38637b tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.251274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b58fed62-98d0-483c-abde-efd7a740bd4a req-705eb2b8-7b78-4bb9-ac37-91ee9c38637b tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.290867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705eb2b8-7b78-4bb9-ac37-91ee9c38637b tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975bbbc2-938f-4c48-afa5-86c015ba05bd,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:52.316748 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-3fac8090-5df8-4a6c-8dac-d39740cd853b service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692758 Nov 09 19:43:52.321361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b58fed62-98d0-483c-abde-efd7a740bd4a req-705eb2b8-7b78-4bb9-ac37-91ee9c38637b tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.323025 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b58fed62-98d0-483c-abde-efd7a740bd4a req-705eb2b8-7b78-4bb9-ac37-91ee9c38637b tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3451419 Nov 09 19:43:52.347967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.354383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-7e12119d-3231-4319-861e-2b4b81d7319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:52.355948 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-7e12119d-3231-4319-861e-2b4b81d7319a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.2708356 Nov 09 19:43:52.426669 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69735f85-8255-4ba2-8f44-9d9aa94d203e req-6dc5ec70-8eb5-4915-ab1e-29594a3d5da6 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825129 Nov 09 19:43:52.449320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:52.450000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.489970 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-2f2b36b4-4ca8-42d6-b843-6a8737399067 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116633 Nov 09 19:43:52.519035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0198d4b-d626-43d1-abb3-41278ec38916 req-f59fbabf-7683-4fde-96ac-5f7eeea26e15 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940613 Nov 09 19:43:52.545289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1e59b-37d8-400a-9705-cf68606e13c2 req-1490b34d-e8c5-4187-9841-517695e21632 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:52.547496 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-22e1e59b-37d8-400a-9705-cf68606e13c2 req-1490b34d-e8c5-4187-9841-517695e21632 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 945 time: 0.1006689 Nov 09 19:43:52.563861 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.595731 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-22e1e59b-37d8-400a-9705-cf68606e13c2 req-ca44502e-0b2a-44d8-83aa-b50345ed2db0 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394759 Nov 09 19:43:52.605729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-07810a2f-42d9-4f80-aaa4-f1db6fe1216d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3712697 Nov 09 19:43:52.656384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Request body: {'port': {'device_id': '1caa5278-2557-4f24-b1d9-ce62fd227626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:52.719693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c08c4af-e792-475d-8a13-4c56fc2303a5 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:52.762627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-83400fb7-67b3-43c6-8b71-7e4421078bb1 None None] Provisioning complete for port 79146868-0f5a-4976-90df-7882e5e5745d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:52.763069 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-83400fb7-67b3-43c6-8b71-7e4421078bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.773066 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.790756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Network 8199d8c9-cecd-4875-b669-c376652e5522 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:52.802206 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ae7cf16-7110-4bdd-a50a-5b8075973428 req-6a46c310-78ee-4b68-91e7-694bd2720aea tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/ac08842b-0d6f-4e64-bca6-32ded5e0999f HTTP/1.1" status: 200 len: 1803 time: 0.3253212 Nov 09 19:43:52.809086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Pushing event updated for resources: {'Port': ['ID=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:52.813411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:52.834480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:52.840012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Transition to ACTIVE for port object 7c08c4af-e792-475d-8a13-4c56fc2303a5 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:52.899242 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.908063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-83400fb7-67b3-43c6-8b71-7e4421078bb1 None None] Port 79146868-0f5a-4976-90df-7882e5e5745d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:52.976254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-617b866c-1804-416b-bd4c-3dd68ffdd028', 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028', 'tenant_id': '568be68a1eaa412f8663abf2b2019755', 'fixed_ips': [{'subnet_id': '08634bab-cdcf-476d-ba2c-75010c54e4e3'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:43:52.977055 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:52.981598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-44742cee-72d1-497a-aebe-e0763b62f955 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:52.983222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-44742cee-72d1-497a-aebe-e0763b62f955 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/networks?id=617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 200 len: 815 time: 0.1434467 Nov 09 19:43:52.987105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:53.020196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-60364cd1-e122-42f4-b5df-02fc6f446765 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147293 Nov 09 19:43:53.022781 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-48c3f8a4-372b-4ab4-8444-c49dabe39f84 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/quotas/568be68a1eaa412f8663abf2b2019755 HTTP/1.1" status: 200 len: 375 time: 0.0321712 Nov 09 19:43:53.068589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:53.069241 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:53.070255 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-9d38b366-1431-4cdf-ad54-c417ef05c16d tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=568be68a1eaa412f8663abf2b2019755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452669 Nov 09 19:43:53.102566 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c08c4af-e792-475d-8a13-4c56fc2303a5,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:53.210740 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-d6cf7802-9864-4916-8336-1043354a8bd2 service neutron] 10.222.0.53 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392748 Nov 09 19:43:53.248608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-8b2fc09b-e182-4098-87c3-8a29edf9e80b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2298427 Nov 09 19:43:53.275757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Request body: {'port': {'device_id': '3782c66e-90b3-44f9-9693-4539efff5899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:53.280245 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:53.284238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Allocated IP 172.20.0.2 (617b866c-1804-416b-bd4c-3dd68ffdd028/08634bab-cdcf-476d-ba2c-75010c54e4e3/87a6d356-9fd3-4a00-b362-62cbf8fbd3f2) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:53.308283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:53.322354 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-4dae05f1-c38f-480a-853b-85fc5ae8cac4 service neutron] 10.222.0.53 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034734 Nov 09 19:43:53.348466 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4ae7cf16-7110-4bdd-a50a-5b8075973428 req-d0416950-c0c3-49f1-82a2-3f90f220633d tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:53.568584 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:53.579289 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:53.629350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Network 617b866c-1804-416b-bd4c-3dd68ffdd028 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:53.633348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:53.634059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b866ebc-ae1e-4092-898a-ef367f41a63f req-bfb00337-faed-455e-a51f-04e9e4d189ee tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:53.636905 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:53.644438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b866ebc-ae1e-4092-898a-ef367f41a63f req-bfb00337-faed-455e-a51f-04e9e4d189ee tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 931 time: 0.0858316 Nov 09 19:43:53.699736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b866ebc-ae1e-4092-898a-ef367f41a63f req-523c61ee-a6e7-4085-82d8-377fe1e8d1e9 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531170 Nov 09 19:43:53.725916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Pushing event updated for resources: {'Port': ['ID=87a6d356-9fd3-4a00-b362-62cbf8fbd3f2,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:53.735432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Attempting to bind port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:53.735938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Attempting to bind port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:53.736383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Attempting to bind port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 on network 617b866c-1804-416b-bd4c-3dd68ffdd028 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:53.745234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:53.745789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Checking segment: {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:53.746293 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:53.747098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Bound using segment: {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:53.748668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Bound port: 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:53.749006 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:53.765364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e6edd722-67b5-4342-8e10-0d882f0fd19d details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:43:53.827594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b289b-297f-4adc-84a4-b27f891052bb req-f2ac7776-68ce-466c-82cc-cd5191748a8c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:53.829176 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-728b289b-297f-4adc-84a4-b27f891052bb req-f2ac7776-68ce-466c-82cc-cd5191748a8c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 944 time: 0.0605938 Nov 09 19:43:53.838018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] For port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:53.855738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] For port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=87a6d356-9fd3-4a00-b362-62cbf8fbd3f2,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:53.871666 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:53.883051 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-728b289b-297f-4adc-84a4-b27f891052bb req-28eac9bb-c7ca-4b65-abc0-418004aeee51 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464289 Nov 09 19:43:53.935881 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-98e2200a-d2d5-4363-9eee-d9363d7d0d90 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8992367 Nov 09 19:43:54.006893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74851ad-c963-4c80-80c4-1643728d560f None None] Pushing event updated for resources: {'Port': ['ID=87a6d356-9fd3-4a00-b362-62cbf8fbd3f2,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:54.033276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:54.046300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'mac_address': 'fa:16:3e:ce:99:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:43:54.055248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4ae7cf16-7110-4bdd-a50a-5b8075973428 req-d0416950-c0c3-49f1-82a2-3f90f220633d tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.057937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Attempting to bind port 7c08c4af-e792-475d-8a13-4c56fc2303a5 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:54.058283 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Attempting to bind port 7c08c4af-e792-475d-8a13-4c56fc2303a5 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:54.058651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Attempting to bind port 7c08c4af-e792-475d-8a13-4c56fc2303a5 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:54.105601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44019c39-6326-4df7-897a-76fce5a5b772 req-b250ad0c-8cc5-49cf-ad1d-19fe569b8582 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:54.118838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Pushing event updated for resources: {'Port': ['ID=10263e9f-f062-4882-a974-e5fd08a763c5,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:54.121345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54366) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:43:54.124550 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44019c39-6326-4df7-897a-76fce5a5b772 req-b250ad0c-8cc5-49cf-ad1d-19fe569b8582 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 945 time: 0.1486211 Nov 09 19:43:54.127990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.131229 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.149692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Port 7c08c4af-e792-475d-8a13-4c56fc2303a5 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:54.151179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Attempting to bind port 7c08c4af-e792-475d-8a13-4c56fc2303a5 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:54.158611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6edd722-67b5-4342-8e10-0d882f0fd19d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:54.165040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-263f83dd-aca0-4604-9084-9e51fac24514 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Request body: {'floatingip': {'port_id': '462bcd61-67ce-43d9-9301-12ac08daf266'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:54.179054 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.189030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:54.198401 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.203843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.205194 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-06608124-c6a5-4813-b78a-95068894777b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9798658 Nov 09 19:43:54.277726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c5c8-5421-41ea-8f3f-a868de1c2742 req-7ea8a3aa-93ad-4cd3-becf-a47bff45f3fb tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:54.287310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a226c5c8-5421-41ea-8f3f-a868de1c2742 req-7ea8a3aa-93ad-4cd3-becf-a47bff45f3fb tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 935 time: 0.0832183 Nov 09 19:43:54.290275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:54.290697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:54.291050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:54.291198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:54.291524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Bound port: 7c08c4af-e792-475d-8a13-4c56fc2303a5, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:54.291887 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.371465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a226c5c8-5421-41ea-8f3f-a868de1c2742 req-d6675a3d-09ec-4753-96b6-7046f0afe4b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831900 Nov 09 19:43:54.393284 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-263f83dd-aca0-4604-9084-9e51fac24514 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.455398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e6edd722-67b5-4342-8e10-0d882f0fd19d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:43:54.488753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79146868-0f5a-4976-90df-7882e5e5745d {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:54.528645 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.581132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a61557-6dca-4c08-83d6-152a90875276 req-4daf0b65-49cc-40f2-985a-aa37c86f154e tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:54.585064 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71a61557-6dca-4c08-83d6-152a90875276 req-4daf0b65-49cc-40f2-985a-aa37c86f154e tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 948 time: 0.1074433 Nov 09 19:43:54.641865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71a61557-6dca-4c08-83d6-152a90875276 req-d4bbce76-1822-4eaf-80e3-ad0bb1888cc4 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Nov 09 19:43:54.649355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-3b377465-005b-400c-bc93-ab5bd2978477 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:54.650965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-3b377465-005b-400c-bc93-ab5bd2978477 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1095 time: 0.3772054 Nov 09 19:43:54.660647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Transition to ACTIVE for port object 79146868-0f5a-4976-90df-7882e5e5745d will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:54.732266 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4ae7cf16-7110-4bdd-a50a-5b8075973428 req-d0416950-c0c3-49f1-82a2-3f90f220633d tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.734944 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4ae7cf16-7110-4bdd-a50a-5b8075973428 req-d0416950-c0c3-49f1-82a2-3f90f220633d tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.736112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ae7cf16-7110-4bdd-a50a-5b8075973428 req-d0416950-c0c3-49f1-82a2-3f90f220633d tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac08842b-0d6f-4e64-bca6-32ded5e0999f HTTP/1.1" status: 204 len: 173 time: 1.8974471 Nov 09 19:43:54.809338 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:54.897626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0416950-c0c3-49f1-82a2-3f90f220633d tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac08842b-0d6f-4e64-bca6-32ded5e0999f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:54.898081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-a1d272b0-a1b7-4136-9846-58ca7a48e3cf tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:54.906216 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-a1d272b0-a1b7-4136-9846-58ca7a48e3cf tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/networks?id=617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 200 len: 815 time: 0.1599398 Nov 09 19:43:54.970472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] For port 7c08c4af-e792-475d-8a13-4c56fc2303a5, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:55.050746 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-ea60526e-ed1c-47bc-a223-b3c3ccb24127 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/quotas/568be68a1eaa412f8663abf2b2019755 HTTP/1.1" status: 200 len: 375 time: 0.1420829 Nov 09 19:43:55.188750 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:55.200194 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-491e5af2-efdb-48b5-bf29-4107c47158ae tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=568be68a1eaa412f8663abf2b2019755&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484103 Nov 09 19:43:55.213787 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-a6e9e594-0232-4d5b-9c9d-88551f8fdce7 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:55.215348 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-a6e9e594-0232-4d5b-9c9d-88551f8fdce7 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "GET /v2.0/networks?id=617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 200 len: 815 time: 0.3056891 Nov 09 19:43:55.243634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] For port 7c08c4af-e792-475d-8a13-4c56fc2303a5, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:55.255321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-0547611d-9181-42fb-9b6d-6be0a649edbf service neutron] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:55.266906 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-0547611d-9181-42fb-9b6d-6be0a649edbf service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:55.269409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1943faff-cbc4-4d11-aaf6-8b23daefd374 req-0547611d-9181-42fb-9b6d-6be0a649edbf service neutron] 10.222.0.70 "DELETE /v2.0/ports/4c9bd867-8494-46b9-83dd-bc45bba62542/bindings/n-h2-817256-1 HTTP/1.1" status: 204 len: 173 time: 0.6039407 Nov 09 19:43:55.292273 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:55.356147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:55.357402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:55.359201 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] 10.222.0.77 "PUT /v2.0/ports/7c08c4af-e792-475d-8a13-4c56fc2303a5 HTTP/1.1" status: 200 len: 1096 time: 5.3180246 Nov 09 19:43:55.369711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'tag': '7c08c4af-e792-475d-8a13-4c56fc2303a5'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:55.372095 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776c551c-b748-45db-8c8d-eb040935e91c" -d '{"events": [{"name": "network-changed", "server_uuid": "27c16e96-dd77-4017-bffd-6e3fb8f2069a", "tag": "7c08c4af-e792-475d-8a13-4c56fc2303a5"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:55.383753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Pushing event updated for resources: {'Port': ['ID=79146868-0f5a-4976-90df-7882e5e5745d,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:55.545735 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c450e8-2c8f-4f3d-ad14-051314322d6f req-8bf79aa5-802d-4bfd-b0c8-60cf0c239cd9 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:55.548590 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1c450e8-2c8f-4f3d-ad14-051314322d6f req-8bf79aa5-802d-4bfd-b0c8-60cf0c239cd9 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 931 time: 0.6621454 Nov 09 19:43:55.683248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26f3247-f92b-44e8-a523-209dbee4b58a None None] Network 617b866c-1804-416b-bd4c-3dd68ffdd028 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:43:55.702550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Request body: {'port': {'device_id': '9fd32441-8c58-4ace-84ac-31dfdbe950a1', 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028', 'admin_state_up': True, 'tenant_id': '568be68a1eaa412f8663abf2b2019755'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:55.806783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e6edd722-67b5-4342-8e10-0d882f0fd19d up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:55.869417 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-56b1dbe7-2083-4b30-b6ae-0ff447d8cd98 service neutron] 10.222.0.53 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523240 Nov 09 19:43:55.907511 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-57580161-ee4c-4bf3-a40c-9108f22b9690 None None] Provisioning complete for port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:55.907883 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-57580161-ee4c-4bf3-a40c-9108f22b9690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:55.953273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1c450e8-2c8f-4f3d-ad14-051314322d6f req-c31d3c28-281e-4b51-b938-4e9cddb2c167 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269200 Nov 09 19:43:55.964774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37b4ee-3fad-49f1-abac-c9dda6d319c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c08c4af-e792-475d-8a13-4c56fc2303a5,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:55.982160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-dabddaf5-2581-47cc-bfee-5a4da8d55c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:55.983730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Made reservation on behalf of 568be68a1eaa412f8663abf2b2019755 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:55.983970 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-dabddaf5-2581-47cc-bfee-5a4da8d55c5a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 1099 time: 0.5727015 Nov 09 19:43:55.987306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.037526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Attempting to bind port 79146868-0f5a-4976-90df-7882e5e5745d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:56.037873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Attempting to bind port 79146868-0f5a-4976-90df-7882e5e5745d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:56.038637 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Attempting to bind port 79146868-0f5a-4976-90df-7882e5e5745d on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:56.047493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:56.089142 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-3241f30d-93aa-447e-a528-55d775e17050 service neutron] 10.222.0.53 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093630 Nov 09 19:43:56.179738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port e6edd722-67b5-4342-8e10-0d882f0fd19d completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:43:56.186869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port e6edd722-67b5-4342-8e10-0d882f0fd19d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:56.187472 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.253399 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.267147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Allocated IP 172.20.0.14 (617b866c-1804-416b-bd4c-3dd68ffdd028/08634bab-cdcf-476d-ba2c-75010c54e4e3/5dcb6396-ef5b-415d-a07f-ae01a681e2d5) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:56.267737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Port 79146868-0f5a-4976-90df-7882e5e5745d on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:56.267737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Attempting to bind port 79146868-0f5a-4976-90df-7882e5e5745d on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:56.282749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-ae85c2dc-9261-47b2-81bb-1976e8aeeb58 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5 HTTP/1.1" status: 200 len: 217 time: 0.2516241 Nov 09 19:43:56.315029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:56.315384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:56.315771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:56.316221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Bound port: 79146868-0f5a-4976-90df-7882e5e5745d, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:56.316589 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.343073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:56.350868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Transition to ACTIVE for port object 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:56.389191 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-57580161-ee4c-4bf3-a40c-9108f22b9690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.440345 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.560591 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f370e831-0e24-4d9f-a6d7-646eac525c1c req-5110374b-2ad5-4958-b103-69795c204606 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/c6170841-467e-47fe-b897-1c2829b63836 HTTP/1.1" status: 200 len: 1804 time: 0.5324903 Nov 09 19:43:56.592626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-57580161-ee4c-4bf3-a40c-9108f22b9690 None None] For port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=87a6d356-9fd3-4a00-b362-62cbf8fbd3f2,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:56.632152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-ca2e6d78-63d4-4058-83c1-c650e42d97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:56.637020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-ca2e6d78-63d4-4058-83c1-c650e42d97c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.3443913 Nov 09 19:43:56.642627 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-57580161-ee4c-4bf3-a40c-9108f22b9690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.667709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.resource_extend [None req-263f83dd-aca0-4604-9084-9e51fac24514 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:43:56.727496 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.742457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.762291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a44d5-b907-414a-b30e-41e151a7da1f req-70bc7b0d-28c2-4f4b-9d52-591ebb647772 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:56.770755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Pushing event updated for resources: {'Port': ['ID=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:56.771268 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f03a44d5-b907-414a-b30e-41e151a7da1f req-70bc7b0d-28c2-4f4b-9d52-591ebb647772 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 944 time: 0.2550662 Nov 09 19:43:56.781769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:56.782152 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.789884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:56.792255 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e024a3-80df-4b4f-a441-cb924a2815a6" -d '{"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-plugged", "status": "completed", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:56.799694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57580161-ee4c-4bf3-a40c-9108f22b9690 None None] Pushing event updated for resources: {'Port': ['ID=87a6d356-9fd3-4a00-b362-62cbf8fbd3f2,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:56.833312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f03a44d5-b907-414a-b30e-41e151a7da1f req-1b433fde-2fa9-4f41-87f2-4054ad602400 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610561 Nov 09 19:43:56.842095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:43:56.850540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4edba939-53ba-453a-955d-a9d39b7d6c00 None None] Provisioning complete for port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:56.850540 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4edba939-53ba-453a-955d-a9d39b7d6c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.896643 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.907189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.914894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] For port 79146868-0f5a-4976-90df-7882e5e5745d, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:56.959124 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e091717-6454-4db7-9630-deaa4f0336eb x-openstack-request-id: req-7e091717-6454-4db7-9630-deaa4f0336eb {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:56.959724 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c16e96-dd77-4017-bffd-6e3fb8f2069a", "tag": "7c08c4af-e792-475d-8a13-4c56fc2303a5", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:56.960129 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e091717-6454-4db7-9630-deaa4f0336eb {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:56.960674 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'tag': '7c08c4af-e792-475d-8a13-4c56fc2303a5', 'status': 'completed', 'code': 200} Nov 09 19:43:56.971872 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-263f83dd-aca0-4604-9084-9e51fac24514 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.988255 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-263f83dd-aca0-4604-9084-9e51fac24514 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:56.993795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] For port 79146868-0f5a-4976-90df-7882e5e5745d, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=79146868-0f5a-4976-90df-7882e5e5745d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:57.016466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Pushing event updated for resources: {'Port': ['ID=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:57.024835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Network 617b866c-1804-416b-bd4c-3dd68ffdd028 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:57.028957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:57.030133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:57.063276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:57.127231 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:57.134550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a82ed-c2c1-49e2-98e6-8eca17538945 req-e4fba569-3752-4b08-97ab-4baef330e11e tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:57.136457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f61a82ed-c2c1-49e2-98e6-8eca17538945 req-e4fba569-3752-4b08-97ab-4baef330e11e tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 948 time: 0.1098576 Nov 09 19:43:57.177682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:57.178358 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:57.206073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-b03dc49a-63ca-4ece-bfef-492474a52f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:57.208747 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-b03dc49a-63ca-4ece-bfef-492474a52f69 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5374508 Nov 09 19:43:57.228351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-506c9f52-6077-497c-9085-f1c351fd575a tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9929414 Nov 09 19:43:57.234316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:57.237951 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f61a82ed-c2c1-49e2-98e6-8eca17538945 req-0ca01961-d390-4f48-813f-ec9a2bcddfb7 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921807 Nov 09 19:43:57.239356 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:57.241418 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] 10.222.0.70 "PUT /v2.0/ports/79146868-0f5a-4976-90df-7882e5e5745d HTTP/1.1" status: 200 len: 1095 time: 4.6159670 Nov 09 19:43:57.253916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Request body: {'port': {'device_id': '9fd32441-8c58-4ace-84ac-31dfdbe950a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:57.255949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedf446-8006-4908-866c-10ccef660ff3 req-efe2e623-5f0a-45ed-814b-f00df3993d42 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:57.257613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9cedf446-8006-4908-866c-10ccef660ff3 req-efe2e623-5f0a-45ed-814b-f00df3993d42 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 947 time: 0.4748511 Nov 09 19:43:57.283965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Attempting to bind port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:57.284535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Attempting to bind port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '69826f81-1776-4a18-bbf5-04e78f3a214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8199d8c9-cecd-4875-b669-c376652e5522'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:57.284993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Attempting to bind port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 on network 8199d8c9-cecd-4875-b669-c376652e5522 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:57.430080 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:57.490730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-17381bc3-5989-4fc2-85ed-2416d714f43b None None] Provisioning complete for port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:57.491297 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-17381bc3-5989-4fc2-85ed-2416d714f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:57.563589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-17381bc3-5989-4fc2-85ed-2416d714f43b None None] Port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:43:57.735688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-0d7accbb-17ec-4a89-9d97-42773cbaa618 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:57.737534 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-0d7accbb-17ec-4a89-9d97-42773cbaa618 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/networks?id=617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 200 len: 815 time: 0.2913911 Nov 09 19:43:57.763694 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-409f3489-d266-45fc-9739-89856930406e tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/quotas/568be68a1eaa412f8663abf2b2019755 HTTP/1.1" status: 200 len: 375 time: 0.0185139 Nov 09 19:43:57.876401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-07f5f964-26a2-4c6f-8e77-9a2d336df949 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=568be68a1eaa412f8663abf2b2019755&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961955 Nov 09 19:43:57.891018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 on network 8199d8c9-cecd-4875-b669-c376652e5522 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:57.891341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Attempting to bind port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 on network 8199d8c9-cecd-4875-b669-c376652e5522 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:57.926124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:57.926563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Checking segment: {'id': '69826f81-1776-4a18-bbf5-04e78f3a214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8199d8c9-cecd-4875-b669-c376652e5522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:57.926870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Bound using segment: {'id': '69826f81-1776-4a18-bbf5-04e78f3a214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8199d8c9-cecd-4875-b669-c376652e5522'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:57.927322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Bound port: 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69826f81-1776-4a18-bbf5-04e78f3a214a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '8199d8c9-cecd-4875-b669-c376652e5522'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:57.927680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:57.929480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9387c26-d098-41a5-922e-198a88b9e183 service neutron] Pushing event updated for resources: {'Port': ['ID=79146868-0f5a-4976-90df-7882e5e5745d,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:57.995021 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-263f83dd-aca0-4604-9084-9e51fac24514 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Floating IP 10bc1df1-1c8b-44ce-9cff-b48a3fafcb82 associated. External IP: 172.25.6.214, port: 462bcd61-67ce-43d9-9301-12ac08daf266. Nov 09 19:43:58.004738 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9cedf446-8006-4908-866c-10ccef660ff3 req-b7bcfb1f-7e4a-4648-a351-a293618e683c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7170005 Nov 09 19:43:58.043568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-68da81a0-e693-4377-b307-228882cd4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:58.046090 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-68da81a0-e693-4377-b307-228882cd4d9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 1098 time: 0.6290932 Nov 09 19:43:58.052082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:43:58.070828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-e7a956f8-9918-4390-8866-0829b90e0b59 service neutron] 10.222.0.53 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803727 Nov 09 19:43:58.084866 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:58.101602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-91df34d5-21a0-4fbf-b9f3-f6c3f260fbb3 req-d905b726-8b81-4844-a01d-d64ba3a2e439 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-916304316', 'description': 'tempest-description-971098085'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:58.111144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-24206e3d-afd6-45eb-92df-abb0921510a0 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8886576 Nov 09 19:43:58.184229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-14ab7781-b418-45bb-aaca-350a59e1f2e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=79146868-0f5a-4976-90df-7882e5e5745d HTTP/1.1" status: 200 len: 217 time: 0.0765829 Nov 09 19:43:58.207138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:43:58.296816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Transition to ACTIVE for port object 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:43:58.308789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:43:58.310172 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:58.314444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:58.358575 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91df34d5-21a0-4fbf-b9f3-f6c3f260fbb3 req-d905b726-8b81-4844-a01d-d64ba3a2e439 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:58.374438 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-47e3da7b-2c03-4bf8-bc73-c0ea200662ec tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:58.376027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-47e3da7b-2c03-4bf8-bc73-c0ea200662ec tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "GET /v2.0/networks?id=617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 200 len: 815 time: 0.2316389 Nov 09 19:43:58.406554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Request body: {'port': {'device_id': '7826b3ad-bc30-40a4-8cef-5133da2064e2', 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028', 'admin_state_up': True, 'tenant_id': '568be68a1eaa412f8663abf2b2019755'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:58.475767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] For port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:58.489404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-c0688740-3531-4810-a577-c49d4ecbfb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:58.490957 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-c0688740-3531-4810-a577-c49d4ecbfb70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2453465 Nov 09 19:43:58.501823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:58.513646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] For port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,segment=NetworkSegment(69826f81-1776-4a18-bbf5-04e78f3a214a),segment_id=69826f81-1776-4a18-bbf5-04e78f3a214a)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:58.515609 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-49b405fb-f15b-4bfc-88c1-d3c96fdc261c service neutron] 10.222.0.53 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417872 Nov 09 19:43:58.547665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.548106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.548516 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.548921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.549380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.549802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.550232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.550716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.551144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.551568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.552007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.552428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:43:58.611674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:58.663506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Attempting to bind port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:43:58.663995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Attempting to bind port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:43:58.664422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Attempting to bind port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 on network 617b866c-1804-416b-bd4c-3dd68ffdd028 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:58.672060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Made reservation on behalf of 568be68a1eaa412f8663abf2b2019755 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:43:58.675915 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:58.686595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 on network 617b866c-1804-416b-bd4c-3dd68ffdd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:43:58.687110 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Attempting to bind port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 on network 617b866c-1804-416b-bd4c-3dd68ffdd028 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:43:58.715094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:43:58.715094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Checking segment: {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:43:58.715445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Bound using segment: {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:43:58.716181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Bound port: 5dcb6396-ef5b-415d-a07f-ae01a681e2d5, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:43:58.716618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:58.751145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df67681-b250-40ea-8eea-7d03bfc42736 req-ca6340b5-220f-49d9-8989-132711dcf92b service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184726 Nov 09 19:43:58.769165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:58.770085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:58.771694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] 10.222.0.70 "PUT /v2.0/ports/0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 HTTP/1.1" status: 200 len: 1091 time: 5.5104792 Nov 09 19:43:58.803087 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a279d1-588a-470f-993d-8d69fdc87201 x-openstack-request-id: req-46a279d1-588a-470f-993d-8d69fdc87201 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:43:58.803595 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-plugged", "status": "completed", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:43:58.803722 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46a279d1-588a-470f-993d-8d69fdc87201 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:43:58.804102 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'code': 200} Nov 09 19:43:58.926232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Allocated IP 172.20.0.13 (617b866c-1804-416b-bd4c-3dd68ffdd028/08634bab-cdcf-476d-ba2c-75010c54e4e3/76c7c32c-1b8d-4f02-8adc-21320bbd69ac) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:43:58.984385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1caa5278-2557-4f24-b1d9-ce62fd227626', 'tag': '79146868-0f5a-4976-90df-7882e5e5745d'}, {'name': 'network-changed', 'server_uuid': '3782c66e-90b3-44f9-9693-4539efff5899', 'tag': '0c88e6f4-72df-49ed-9bc7-54f1a4e0a478'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:58.986814 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331b5da3-a449-47e4-98d8-86c8c6a3495a" -d '{"events": [{"name": "network-changed", "server_uuid": "1caa5278-2557-4f24-b1d9-ce62fd227626", "tag": "79146868-0f5a-4976-90df-7882e5e5745d"}, {"name": "network-changed", "server_uuid": "3782c66e-90b3-44f9-9693-4539efff5899", "tag": "0c88e6f4-72df-49ed-9bc7-54f1a4e0a478"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:58.989592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b8d15-9863-4e19-9a03-005a042a9349 service neutron] Pushing event updated for resources: {'Port': ['ID=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:59.001719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-729fa15c-19e9-404b-9cae-b824cea02017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.003420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-729fa15c-19e9-404b-9cae-b824cea02017 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4881456 Nov 09 19:43:59.046437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263f83dd-aca0-4604-9084-9e51fac24514 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Router b996247a-3ca9-4eeb-92a1-b0b71225b36d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:43:59.053286 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91df34d5-21a0-4fbf-b9f3-f6c3f260fbb3 req-d905b726-8b81-4844-a01d-d64ba3a2e439 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:59.114596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] For port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:43:59.120663 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91df34d5-21a0-4fbf-b9f3-f6c3f260fbb3 req-d905b726-8b81-4844-a01d-d64ba3a2e439 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:59.124577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daf9a6-cd82-444d-98ff-1700d038da75 req-9b0ea33e-9f70-4fc6-be72-cdca32c672aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.126237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72daf9a6-cd82-444d-98ff-1700d038da75 req-9b0ea33e-9f70-4fc6-be72-cdca32c672aa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 1100 time: 0.2430236 Nov 09 19:43:59.145395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8976d92-439b-4986-9e5a-2f9b931b216b req-bc0d66e9-795e-417a-820b-f9d464c0d56a tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.153713 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8976d92-439b-4986-9e5a-2f9b931b216b req-bc0d66e9-795e-417a-820b-f9d464c0d56a tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 943 time: 0.2080991 Nov 09 19:43:59.159254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] For port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:43:59.162844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-b5703088-d28d-4d8f-8f40-1258e006b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.164464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-b5703088-d28d-4d8f-8f40-1258e006b583 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4a44eb154164beb9aefbb4cced97f22&device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 1094 time: 0.3220730 Nov 09 19:43:59.168514 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:59.172629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c551c-b748-45db-8c8d-eb040935e91c req-15007d3d-2db6-49b4-899b-36b96e410496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.174303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-776c551c-b748-45db-8c8d-eb040935e91c req-15007d3d-2db6-49b4-899b-36b96e410496 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 1099 time: 0.3420944 Nov 09 19:43:59.254634 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.255261 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:59.257138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] 10.222.0.77 "PUT /v2.0/ports/5dcb6396-ef5b-415d-a07f-ae01a681e2d5 HTTP/1.1" status: 200 len: 1092 time: 2.0148628 Nov 09 19:43:59.263322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd32441-8c58-4ace-84ac-31dfdbe950a1', 'tag': '5dcb6396-ef5b-415d-a07f-ae01a681e2d5'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:43:59.267206 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ec3259-28c7-4e02-87f3-69cc874d9de0" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd32441-8c58-4ace-84ac-31dfdbe950a1", "tag": "5dcb6396-ef5b-415d-a07f-ae01a681e2d5"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:43:59.292145 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91df34d5-21a0-4fbf-b9f3-f6c3f260fbb3 req-d905b726-8b81-4844-a01d-d64ba3a2e439 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:59.293524 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91df34d5-21a0-4fbf-b9f3-f6c3f260fbb3 req-d905b726-8b81-4844-a01d-d64ba3a2e439 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1959004 Nov 09 19:43:59.308390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8976d92-439b-4986-9e5a-2f9b931b216b req-9ceb3432-33ad-490c-8b24-19e4f94d588d tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378391 Nov 09 19:43:59.345529 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:59.350270 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-29727b7e-bbaf-4590-a2d4-3df7e0d16154 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 HTTP/1.1" status: 200 len: 217 time: 0.1634083 Nov 09 19:43:59.405298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905b726-8b81-4844-a01d-d64ba3a2e439 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772e3301-a2fe-4dd0-9418-e63c550e0af9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:59.455106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756639b-070c-4877-aa24-1b165f3fbcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:59.468684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:59.537405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72daf9a6-cd82-444d-98ff-1700d038da75 req-f31e4d3b-bcbe-4468-963c-321754a4b56c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850732 Nov 09 19:43:59.541168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-dbe926bc-5f59-4841-bafb-bc0c90b6b8e3 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253901 Nov 09 19:43:59.593622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-712e86bc-8c85-48f1-ad29-e52062d3fbac req-f2112643-821b-4233-a4c2-d4eed05c590e tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 210 time: 0.1431248 Nov 09 19:43:59.602774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-1724f424-bb9f-4b82-93a9-47e7fbbb4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.604695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-1724f424-bb9f-4b82-93a9-47e7fbbb4147 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81498271-6c6f-4af3-82da-e5467ce394ff HTTP/1.1" status: 200 len: 861 time: 0.2070904 Nov 09 19:43:59.618770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Network 617b866c-1804-416b-bd4c-3dd68ffdd028 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:43:59.628054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:43:59.633600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:43:59.671472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-5352366e-d356-4f8e-a380-99346c909d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.673016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-5352366e-d356-4f8e-a380-99346c909d86 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=568be68a1eaa412f8663abf2b2019755&device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 1095 time: 0.3502712 Nov 09 19:43:59.681385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Pushing event updated for resources: {'Port': ['ID=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:43:59.740559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.741206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:59.760421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c4aef-ac2c-4934-a03c-2f51e017f477 req-7e342ed1-853c-46b2-a5ca-84b1f200202f tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.761988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-098c4aef-ac2c-4934-a03c-2f51e017f477 req-7e342ed1-853c-46b2-a5ca-84b1f200202f tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1095 time: 0.0880775 Nov 09 19:43:59.767846 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-506c18de-1a9a-430a-9a61-279c432546c8 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3699210 Nov 09 19:43:59.772789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5e85c-5e8f-44a7-87c1-9302619791a4 req-bb682f0e-dbfd-4139-9910-96eb552bff21 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.774654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66b5e85c-5e8f-44a7-87c1-9302619791a4 req-bb682f0e-dbfd-4139-9910-96eb552bff21 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 948 time: 0.3475416 Nov 09 19:43:59.784735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-71e0a5c3-2a9a-471f-8ac0-925376b9449d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8199d8c9-cecd-4875-b669-c376652e5522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635003 Nov 09 19:43:59.823360 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c551c-b748-45db-8c8d-eb040935e91c req-f8d88f68-e922-4e14-a91b-df554d154b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:43:59.824914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-776c551c-b748-45db-8c8d-eb040935e91c req-f8d88f68-e922-4e14-a91b-df554d154b22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.6248753 Nov 09 19:43:59.864694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Request body: {'port': {'device_id': '7826b3ad-bc30-40a4-8cef-5133da2064e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:43:59.897603 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-776c551c-b748-45db-8c8d-eb040935e91c req-bd81501b-2c8d-485b-b02b-fbb7bf3800f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5 HTTP/1.1" status: 200 len: 217 time: 0.0598700 Nov 09 19:43:59.898992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263f83dd-aca0-4604-9084-9e51fac24514 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:43:59.902531 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-623500a1-2594-41f4-9949-5292940d88f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcb6396-ef5b-415d-a07f-ae01a681e2d5 HTTP/1.1" status: 200 len: 217 time: 0.1136866 Nov 09 19:43:59.905114 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-263f83dd-aca0-4604-9084-9e51fac24514 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:43:59.913419 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] Sync routers for ids ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:43:59.926469 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] Routers {'b996247a-3ca9-4eeb-92a1-b0b71225b36d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:43:59.927453 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:43:59.948827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:00.004908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-b0e72d6c-295c-4a27-a66f-bf41fe1eb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:00.007111 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-b0e72d6c-295c-4a27-a66f-bf41fe1eb1a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=08634bab-cdcf-476d-ba2c-75010c54e4e3 HTTP/1.1" status: 200 len: 854 time: 0.0658367 Nov 09 19:44:00.013969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7adfca47-2c3c-4fea-85ea-3391acd2b4a6 None None] Provisioning complete for port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:00.014552 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7adfca47-2c3c-4fea-85ea-3391acd2b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:00.062874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-263f83dd-aca0-4604-9084-9e51fac24514 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "PUT /v2.0/floatingips/10bc1df1-1c8b-44ce-9cff-b48a3fafcb82 HTTP/1.1" status: 200 len: 991 time: 5.9023194 Nov 09 19:44:00.075965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66b5e85c-5e8f-44a7-87c1-9302619791a4 req-c75a27ed-d3be-44eb-a11f-27db830132e9 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850704 Nov 09 19:44:00.076220 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] Set router b996247a-3ca9-4eeb-92a1-b0b71225b36d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:44:00.082410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b97e279-33fc-4c3b-86a5-186d90fc37f5 req-ef1d9bc5-7dc0-4e47-8ee5-ad17492b3b87 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017514 Nov 09 19:44:00.085747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c551c-b748-45db-8c8d-eb040935e91c req-6d1263ab-d855-46b0-b0e3-6f1dcb7e8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:00.087596 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-776c551c-b748-45db-8c8d-eb040935e91c req-6d1263ab-d855-46b0-b0e3-6f1dcb7e8227 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1429205 Nov 09 19:44:00.152626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-fa9d1936-7b27-4a8d-81bf-0191465d3567 service neutron] 10.222.0.70 "GET /v2.0/networks/8199d8c9-cecd-4875-b669-c376652e5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380811 Nov 09 19:44:00.162030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c551c-b748-45db-8c8d-eb040935e91c req-4ef33314-34be-4631-8a0f-7613d509a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:00.163618 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-776c551c-b748-45db-8c8d-eb040935e91c req-4ef33314-34be-4631-8a0f-7613d509a73a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635912 Nov 09 19:44:00.220319 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7224d674-f66d-4484-b276-9bbfc8f43405 x-openstack-request-id: req-7224d674-f66d-4484-b276-9bbfc8f43405 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:00.220619 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1caa5278-2557-4f24-b1d9-ce62fd227626", "tag": "79146868-0f5a-4976-90df-7882e5e5745d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3782c66e-90b3-44f9-9693-4539efff5899", "tag": "0c88e6f4-72df-49ed-9bc7-54f1a4e0a478", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:00.220870 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7224d674-f66d-4484-b276-9bbfc8f43405 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:00.221261 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1caa5278-2557-4f24-b1d9-ce62fd227626', 'tag': '79146868-0f5a-4976-90df-7882e5e5745d', 'status': 'completed', 'code': 200} Nov 09 19:44:00.221511 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3782c66e-90b3-44f9-9693-4539efff5899', 'tag': '0c88e6f4-72df-49ed-9bc7-54f1a4e0a478', 'status': 'completed', 'code': 200} Nov 09 19:44:00.241673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e4171670-036a-47d1-b5ee-804387af6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:00.243344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-e4171670-036a-47d1-b5ee-804387af6b9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=617b866c-1804-416b-bd4c-3dd68ffdd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2236636 Nov 09 19:44:00.270144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-098c4aef-ac2c-4934-a03c-2f51e017f477 req-b7d3077e-a807-4f23-8aa8-d156e63c9406 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928167 Nov 09 19:44:00.339672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7adfca47-2c3c-4fea-85ea-3391acd2b4a6 None None] Port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:44:00.390553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-48bbce78-df63-4b16-b5dc-51ef19bfc712 service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351733 Nov 09 19:44:00.540118 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c382c3e2-c978-4f15-a551-b8d5998059ce x-openstack-request-id: req-c382c3e2-c978-4f15-a551-b8d5998059ce {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:00.540413 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd32441-8c58-4ace-84ac-31dfdbe950a1", "tag": "5dcb6396-ef5b-415d-a07f-ae01a681e2d5", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:00.540671 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c382c3e2-c978-4f15-a551-b8d5998059ce {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:00.541068 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd32441-8c58-4ace-84ac-31dfdbe950a1', 'tag': '5dcb6396-ef5b-415d-a07f-ae01a681e2d5', 'status': 'completed', 'code': 200} Nov 09 19:44:00.558388 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:20Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '10bc1df1-1c8b-44ce-9cff-b48a3fafcb82', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'port_id': '462bcd61-67ce-43d9-9301-12ac08daf266', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'mac_address': 'fa:16:3e:4a:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fdf0f1-f246-4868-a37a-2c53491386da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:43:27Z', 'updated_at': '2021-11-09T19:43:56Z', 'revision_number': 1, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927', 'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'mac_address': 'fa:16:3e:71:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:18Z', 'updated_at': '2021-11-09T19:43:25Z', 'revision_number': 5, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'subnets': [{'id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:00.683520 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] Checking router: b996247a-3ca9-4eeb-92a1-b0b71225b36d for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:44:00.700821 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3aca62d-6095-42ed-8980-7ff5ccebfc3f req-c2c89882-7409-4600-8bac-aae82445c1d9 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/772e3301-a2fe-4dd0-9418-e63c550e0af9 HTTP/1.1" status: 200 len: 1803 time: 0.1201961 Nov 09 19:44:00.709413 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] Routers {'b996247a-3ca9-4eeb-92a1-b0b71225b36d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:44:00.710284 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:00.719941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0532941b-7330-4d4e-b3ce-b3832f0a90ed req-ac05394c-3d09-4d99-9fdb-1a37d630864d service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236876 Nov 09 19:44:00.723107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-e3aca62d-6095-42ed-8980-7ff5ccebfc3f req-1116f2b8-35b5-4969-b1dd-fe28ff9a08a2 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '772e3301-a2fe-4dd0-9418-e63c550e0af9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:00.723434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-e3aca62d-6095-42ed-8980-7ff5ccebfc3f req-1116f2b8-35b5-4969-b1dd-fe28ff9a08a2 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '772e3301-a2fe-4dd0-9418-e63c550e0af9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:00.817289 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e3aca62d-6095-42ed-8980-7ff5ccebfc3f req-1116f2b8-35b5-4969-b1dd-fe28ff9a08a2 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:00.830173 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] Set router b996247a-3ca9-4eeb-92a1-b0b71225b36d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:44:00.838172 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e3aca62d-6095-42ed-8980-7ff5ccebfc3f req-1116f2b8-35b5-4969-b1dd-fe28ff9a08a2 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:00.877639 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e3aca62d-6095-42ed-8980-7ff5ccebfc3f req-1116f2b8-35b5-4969-b1dd-fe28ff9a08a2 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:00.939725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e3aca62d-6095-42ed-8980-7ff5ccebfc3f req-1116f2b8-35b5-4969-b1dd-fe28ff9a08a2 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:00.941690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3aca62d-6095-42ed-8980-7ff5ccebfc3f req-1116f2b8-35b5-4969-b1dd-fe28ff9a08a2 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2322564 Nov 09 19:44:00.952773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116f2b8-35b5-4969-b1dd-fe28ff9a08a2 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbabd99-6ef2-4446-801e-0d2210a0e195,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:00.980664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-d618bb1a-6c4a-4773-a6d9-fe69a2328b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:00.983637 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-d618bb1a-6c4a-4773-a6d9-fe69a2328b21 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=568be68a1eaa412f8663abf2b2019755&device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 1095 time: 0.1363127 Nov 09 19:44:01.097278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c7c32c-1b8d-4f02-8adc-21320bbd69ac {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:01.103217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-733f5cd7-32e8-4695-b862-a4b786da77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:01.105421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-733f5cd7-32e8-4695-b862-a4b786da77c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 1098 time: 0.8830507 Nov 09 19:44:01.109293 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:01.150801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Transition to ACTIVE for port object 76c7c32c-1b8d-4f02-8adc-21320bbd69ac will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:44:01.158876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-04d8cb88-f433-4023-bd34-a1514aedd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:01.159099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-04d8cb88-f433-4023-bd34-a1514aedd799 service neutron] 10.222.0.77 "GET /v2.0/networks?id=617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 200 len: 916 time: 0.1675174 Nov 09 19:44:01.161085 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:01.241618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ee81-cbf8-4d73-8b4f-c73261b5c301 req-865b9580-0d21-439b-b489-da15ed5f15f2 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:01.243434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b18ee81-cbf8-4d73-8b4f-c73261b5c301 req-865b9580-0d21-439b-b489-da15ed5f15f2 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 947 time: 0.8932619 Nov 09 19:44:01.254433 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-97595c14-bfd5-41e6-a744-acd51988ffac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcb6396-ef5b-415d-a07f-ae01a681e2d5 HTTP/1.1" status: 200 len: 217 time: 0.0837348 Nov 09 19:44:01.280472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-776c551c-b748-45db-8c8d-eb040935e91c req-a77157b8-fd30-4a40-b8fe-d78101766e6f service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1014960 Nov 09 19:44:01.303543 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7d5c954-9748-4cab-9025-c9cd5e5428a7 req-7b38beea-74c8-41ee-84cf-74d182e9bf72 service neutron] 10.222.0.70 "GET /v2.0/networks/8199d8c9-cecd-4875-b669-c376652e5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1331499 Nov 09 19:44:01.344677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:01.371806 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:20Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '10bc1df1-1c8b-44ce-9cff-b48a3fafcb82', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'port_id': '462bcd61-67ce-43d9-9301-12ac08daf266', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'mac_address': 'fa:16:3e:4a:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fdf0f1-f246-4868-a37a-2c53491386da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:43:27Z', 'updated_at': '2021-11-09T19:43:56Z', 'revision_number': 1, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927', 'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'mac_address': 'fa:16:3e:71:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:18Z', 'updated_at': '2021-11-09T19:43:25Z', 'revision_number': 5, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'subnets': [{'id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:01.410762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-093195b7-82bf-4066-9582-041152326f7f tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:01.412657 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-093195b7-82bf-4066-9582-041152326f7f tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "GET /v2.0/networks?id=617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 200 len: 815 time: 1.0283732 Nov 09 19:44:01.437587 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f0943-7ed6-46e3-908e-e063f24be9ab None None] The sync data for ids ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'] in n-d-817256-1 is: [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:20Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '10bc1df1-1c8b-44ce-9cff-b48a3fafcb82', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'floating_ip_address': '172.25.6.214', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'port_id': '462bcd61-67ce-43d9-9301-12ac08daf266', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'mac_address': 'fa:16:3e:4a:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fdf0f1-f246-4868-a37a-2c53491386da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:43:27Z', 'updated_at': '2021-11-09T19:43:56Z', 'revision_number': 1, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927', 'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'mac_address': 'fa:16:3e:71:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:18Z', 'updated_at': '2021-11-09T19:43:25Z', 'revision_number': 5, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'subnets': [{'id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:44:01.443455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Request body: {'port': {'device_id': 'd1f4d6f7-9db6-412e-8d2b-b91953ee78cc', 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028', 'admin_state_up': True, 'tenant_id': '568be68a1eaa412f8663abf2b2019755'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:01.452920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-7b8f131d-6af6-4eb0-8939-c1e07701f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:01.458945 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-7b8f131d-6af6-4eb0-8939-c1e07701f4c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=08634bab-cdcf-476d-ba2c-75010c54e4e3 HTTP/1.1" status: 200 len: 854 time: 0.1895468 Nov 09 19:44:01.470265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b18ee81-cbf8-4d73-8b4f-c73261b5c301 req-292cbf5f-e14f-42f5-856e-ae0ce37109b2 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082310 Nov 09 19:44:01.472569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eb234-6bf6-4165-96ea-1665239cab47 req-48af24c9-0118-4ca0-ba28-57e8be485d39 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:01.482386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-049eb234-6bf6-4165-96ea-1665239cab47 req-48af24c9-0118-4ca0-ba28-57e8be485d39 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 943 time: 0.2330778 Nov 09 19:44:01.558618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-bf5bd485-046d-47a6-a021-58cc0a6e7e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:01.561012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-bf5bd485-046d-47a6-a021-58cc0a6e7e9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4312589 Nov 09 19:44:01.592159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Attempting to bind port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:01.592440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Attempting to bind port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:01.592768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Attempting to bind port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac on network 617b866c-1804-416b-bd4c-3dd68ffdd028 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:01.618855 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-049eb234-6bf6-4165-96ea-1665239cab47 req-b854492b-db9e-4248-b326-0db87b5237b0 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284542 Nov 09 19:44:01.620921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac on network 617b866c-1804-416b-bd4c-3dd68ffdd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:01.621251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Attempting to bind port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac on network 617b866c-1804-416b-bd4c-3dd68ffdd028 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:01.629574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:01.629912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Checking segment: {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:01.630281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Bound using segment: {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:01.636964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Bound port: 76c7c32c-1b8d-4f02-8adc-21320bbd69ac, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:01.637423 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:01.641365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-849fce93-ec9e-4e47-98f0-534357b5916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:01.643081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-849fce93-ec9e-4e47-98f0-534357b5916c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=617b866c-1804-416b-bd4c-3dd68ffdd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505933 Nov 09 19:44:01.666876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-cefa2583-42d2-4149-9dac-7cb892c5204f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=79146868-0f5a-4976-90df-7882e5e5745d HTTP/1.1" status: 200 len: 217 time: 0.0934634 Nov 09 19:44:01.692157 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-776c551c-b748-45db-8c8d-eb040935e91c req-51bdc6d5-ab0e-46ac-bf8e-bd74e52c8b08 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013765 Nov 09 19:44:01.774960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d046394d-d6bb-4034-a17d-8ac9cf8c7aed req-87f27be1-9ee2-4d9b-8a1e-663cb8ba67e6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 210 time: 0.1233110 Nov 09 19:44:01.775585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:01.811399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-46478099-21ca-4de2-832b-480b72fc4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:01.811399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-46478099-21ca-4de2-832b-480b72fc4ee4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1159415 Nov 09 19:44:01.817037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Made reservation on behalf of 568be68a1eaa412f8663abf2b2019755 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:01.821454 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:01.890452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4081228-4e6e-4a0c-89eb-cbfdd18d03ad None None] New status for floating IP 10bc1df1-1c8b-44ce-9cff-b48a3fafcb82: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:44:01.952432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-22df096b-88a6-4fa1-97d3-4333d41e36de service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962687 Nov 09 19:44:01.953164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2acb04f1-86cc-4d0a-a1d9-c25c292baee5 req-617f6f89-d368-4b00-8c9a-9b1ae7390d3a tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/772e3301-a2fe-4dd0-9418-e63c550e0af9 HTTP/1.1" status: 200 len: 2396 time: 0.1200919 Nov 09 19:44:01.960454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-2acb04f1-86cc-4d0a-a1d9-c25c292baee5 req-58afd302-9010-44db-9638-96c1d5b7815f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '772e3301-a2fe-4dd0-9418-e63c550e0af9', 'remote_group_id': None}]} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:01.960774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-2acb04f1-86cc-4d0a-a1d9-c25c292baee5 req-58afd302-9010-44db-9638-96c1d5b7815f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '772e3301-a2fe-4dd0-9418-e63c550e0af9', 'remote_group_id': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:02.011502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] For port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:02.021901 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-53e6f60d-fc92-4683-beaa-800a90944a38 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:02.023880 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-53e6f60d-fc92-4683-beaa-800a90944a38 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 821 time: 0.2592309 Nov 09 19:44:02.026062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] For port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:44:02.038278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-6131aec7-c781-4188-88f8-890bb8459d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:02.039893 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-6131aec7-c781-4188-88f8-890bb8459d64 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2155819 Nov 09 19:44:02.056020 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.132023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-74aa9075-4535-4797-be3a-9e31561746c9 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/quotas/6816a0841a434dc18a1b3ae3a7ee7199 HTTP/1.1" status: 200 len: 375 time: 0.0947740 Nov 09 19:44:02.144591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:02.145219 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.147367 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] 10.222.0.77 "PUT /v2.0/ports/76c7c32c-1b8d-4f02-8adc-21320bbd69ac HTTP/1.1" status: 200 len: 1092 time: 2.3519757 Nov 09 19:44:02.187925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:02.209283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '5dcb6396-ef5b-415d-a07f-ae01a681e2d5', 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028', 'port_id': '5dcb6396-ef5b-415d-a07f-ae01a681e2d5', 'mac_address': 'fa:16:3e:1f:66:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08634bab-cdcf-476d-ba2c-75010c54e4e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:02.223121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fdf0f1-f246-4868-a37a-2c53491386da', 'tag': '462bcd61-67ce-43d9-9301-12ac08daf266'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:02.225372 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28" -d '{"events": [{"name": "network-changed", "server_uuid": "82fdf0f1-f246-4868-a37a-2c53491386da", "tag": "462bcd61-67ce-43d9-9301-12ac08daf266"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:02.279251 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2acb04f1-86cc-4d0a-a1d9-c25c292baee5 req-58afd302-9010-44db-9638-96c1d5b7815f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.285031 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.292857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfcdf9-b75b-4048-8004-37c3bd94cdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:02.300655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Allocated IP 172.20.0.9 (617b866c-1804-416b-bd4c-3dd68ffdd028/08634bab-cdcf-476d-ba2c-75010c54e4e3/61b17dbf-0c11-4637-b1dd-5459385c94de) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:44:02.301779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:02.307815 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-2e27dcac-7610-43ae-ad98-e1656c889b63 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579572 Nov 09 19:44:02.325765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:02.337185 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.341757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7c08c4af-e792-475d-8a13-4c56fc2303a5 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:02.402721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2acb04f1-86cc-4d0a-a1d9-c25c292baee5 req-58afd302-9010-44db-9638-96c1d5b7815f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.415933 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2acb04f1-86cc-4d0a-a1d9-c25c292baee5 req-58afd302-9010-44db-9638-96c1d5b7815f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.478198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afd302-9010-44db-9638-96c1d5b7815f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a439086-1602-42dc-a364-0da192338a08,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:02.492985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:02.509717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2acb04f1-86cc-4d0a-a1d9-c25c292baee5 req-58afd302-9010-44db-9638-96c1d5b7815f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.511019 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2acb04f1-86cc-4d0a-a1d9-c25c292baee5 req-58afd302-9010-44db-9638-96c1d5b7815f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5567775 Nov 09 19:44:02.532054 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-7b05a832-60b8-41f9-856b-140a5c00493b service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120185 Nov 09 19:44:02.629698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7c08c4af-e792-475d-8a13-4c56fc2303a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:02.649044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '7c08c4af-e792-475d-8a13-4c56fc2303a5', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '7c08c4af-e792-475d-8a13-4c56fc2303a5', 'mac_address': 'fa:16:3e:8e:95:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:02.694802 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.712074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c08c4af-e792-475d-8a13-4c56fc2303a5 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:02.718106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7826b3ad-bc30-40a4-8cef-5133da2064e2', 'tag': '76c7c32c-1b8d-4f02-8adc-21320bbd69ac'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:02.720737 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f47d9f-7143-4841-b0d9-86332da15f29" -d '{"events": [{"name": "network-changed", "server_uuid": "7826b3ad-bc30-40a4-8cef-5133da2064e2", "tag": "76c7c32c-1b8d-4f02-8adc-21320bbd69ac"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:02.734763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18ec3259-28c7-4e02-87f3-69cc874d9de0 req-e2f6c563-3a18-471f-b1ec-7695a5d2b29d service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070696 Nov 09 19:44:02.748850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7c08c4af-e792-475d-8a13-4c56fc2303a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:02.749083 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-545d137f-7aee-47df-9338-6c58e9f068d2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5843084 Nov 09 19:44:02.757369 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.766795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594bc8c-b014-400b-a035-7f59e514fcbf req-2f6984b0-005a-4797-bcd5-e7a6d054b702 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:02.768369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3594bc8c-b014-400b-a035-7f59e514fcbf req-2f6984b0-005a-4797-bcd5-e7a6d054b702 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 948 time: 0.1354382 Nov 09 19:44:02.770153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-f69e56bc-e3ba-40de-a42c-7cdd329783f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:02.771634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-f69e56bc-e3ba-40de-a42c-7cdd329783f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d4a44eb154164beb9aefbb4cced97f22&device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 1094 time: 0.1820524 Nov 09 19:44:02.774198 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-d7e1f2be-4e78-4920-8bed-0f0cf941d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:02.775720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-d7e1f2be-4e78-4920-8bed-0f0cf941d84c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=568be68a1eaa412f8663abf2b2019755&device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2 HTTP/1.1" status: 200 len: 1095 time: 0.5529494 Nov 09 19:44:02.821601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7c08c4af-e792-475d-8a13-4c56fc2303a5,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:02.880843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.881566 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-95d3827c-9fef-4b86-9e80-eb882cf4b437 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c7c32c-1b8d-4f02-8adc-21320bbd69ac HTTP/1.1" status: 200 len: 217 time: 0.0704808 Nov 09 19:44:02.894321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3594bc8c-b014-400b-a035-7f59e514fcbf req-a72651ec-25f2-46a8-8a1d-1581c7f94e61 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101127 Nov 09 19:44:02.958180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-8c86a93a-5011-48c1-9d1c-fef7d2d481cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:02.958990 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-8c86a93a-5011-48c1-9d1c-fef7d2d481cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=8199d8c9-cecd-4875-b669-c376652e5522 HTTP/1.1" status: 200 len: 922 time: 0.1574025 Nov 09 19:44:02.963178 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:02.997554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-881e3fdc-4cb4-4468-8574-b4ebdfd503fd service neutron] 10.222.0.53 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467067 Nov 09 19:44:03.004077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['5dcb6396-ef5b-415d-a07f-ae01a681e2d5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:03.013655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['7c08c4af-e792-475d-8a13-4c56fc2303a5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:03.015243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-da425888-de43-4ee3-a75e-b657be3a0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:03.017015 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-da425888-de43-4ee3-a75e-b657be3a0c0d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=08634bab-cdcf-476d-ba2c-75010c54e4e3 HTTP/1.1" status: 200 len: 854 time: 0.1268060 Nov 09 19:44:03.113643 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db237330-f4e1-4656-877c-5f78983e515b x-openstack-request-id: req-db237330-f4e1-4656-877c-5f78983e515b {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:03.113910 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fdf0f1-f246-4868-a37a-2c53491386da", "tag": "462bcd61-67ce-43d9-9301-12ac08daf266", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:03.114122 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db237330-f4e1-4656-877c-5f78983e515b {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:03.115375 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fdf0f1-f246-4868-a37a-2c53491386da', 'tag': '462bcd61-67ce-43d9-9301-12ac08daf266', 'status': 'completed', 'code': 200} Nov 09 19:44:03.119538 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-62e3d28d-d349-4222-b4f4-a53a871ae094 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 HTTP/1.1" status: 200 len: 217 time: 0.1512570 Nov 09 19:44:03.154987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-88f8ba67-5787-4f65-9743-45aafbba20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:03.156609 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-88f8ba67-5787-4f65-9743-45aafbba20e9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=617b866c-1804-416b-bd4c-3dd68ffdd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296246 Nov 09 19:44:03.185403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-4754d228-757c-4ee6-86b9-881590574500 service neutron] 10.222.0.53 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667023 Nov 09 19:44:03.260621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Network 617b866c-1804-416b-bd4c-3dd68ffdd028 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:44:03.276800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-2acc3940-0004-4378-8fe7-0f63743a6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:03.278379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-2acc3940-0004-4378-8fe7-0f63743a6886 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81498271-6c6f-4af3-82da-e5467ce394ff HTTP/1.1" status: 200 len: 861 time: 0.1018732 Nov 09 19:44:03.288616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Pushing event updated for resources: {'Port': ['ID=61b17dbf-0c11-4637-b1dd-5459385c94de,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:03.292619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:44:03.308171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:44:03.309500 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-fb5e1495-8c64-4faa-96d0-1e0a4256f8bc service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367841 Nov 09 19:44:03.370915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:03.371602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:03.400269 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-cd14286f-f644-4ec0-98eb-87fb8c504881 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8199d8c9-cecd-4875-b669-c376652e5522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019695 Nov 09 19:44:03.407142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-acc31c1f-fca2-477c-b381-30b4732bf852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:03.408654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-acc31c1f-fca2-477c-b381-30b4732bf852 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df7d803e9ffb432c8abda173617b62e6&device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 1096 time: 0.2882590 Nov 09 19:44:03.439190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c178a-cddd-445b-86aa-df3dfb1ab425 req-927ce34d-4705-471a-9a30-8c6cb6f49020 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:03.445884 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-613c178a-cddd-445b-86aa-df3dfb1ab425 req-927ce34d-4705-471a-9a30-8c6cb6f49020 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 947 time: 0.2804513 Nov 09 19:44:03.508255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-558f6756-cad1-43df-a720-47407f175db4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0793710 Nov 09 19:44:03.534947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52a2b19-7f22-4be7-b5dc-fd3db1e0cb2c req-20854cab-e92e-4aad-b5dd-6c0ad4f3ea6c service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190149 Nov 09 19:44:03.547426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e172c085-86af-4bb2-8f70-842be853e391 req-4bd34ba3-f181-48cc-bfa0-efe61d23eda6 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/772e3301-a2fe-4dd0-9418-e63c550e0af9 HTTP/1.1" status: 200 len: 2994 time: 0.1077461 Nov 09 19:44:03.563157 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Request body: {'port': {'device_id': 'd1f4d6f7-9db6-412e-8d2b-b91953ee78cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:03.616969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:03.693114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-613c178a-cddd-445b-86aa-df3dfb1ab425 req-e44b0d38-1c52-433d-9c99-d9c52a72e3b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464659 Nov 09 19:44:03.737168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-760d716b-d536-4d71-bfd6-6f4e978b5ae1 None None] Provisioning complete for port 61b17dbf-0c11-4637-b1dd-5459385c94de triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:03.737549 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-760d716b-d536-4d71-bfd6-6f4e978b5ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:03.747428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0247d25-7f55-4359-b324-2f802e6dfbe3 req-af06d5ca-53f0-4774-9956-d069792c8dc2 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:03.749921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0247d25-7f55-4359-b324-2f802e6dfbe3 req-af06d5ca-53f0-4774-9956-d069792c8dc2 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 943 time: 0.1036878 Nov 09 19:44:03.802246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-9a13adda-f15b-4535-ad83-56bc39df2030 service neutron] 10.222.0.70 "GET /v2.0/networks/8199d8c9-cecd-4875-b669-c376652e5522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908479 Nov 09 19:44:03.818278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-760d716b-d536-4d71-bfd6-6f4e978b5ae1 None None] Port 61b17dbf-0c11-4637-b1dd-5459385c94de cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:44:03.836148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:03.841761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,segment=NetworkSegment(69826f81-1776-4a18-bbf5-04e78f3a214a),segment_id=69826f81-1776-4a18-bbf5-04e78f3a214a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:03.865939 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a850fff7-ef24-4bbf-a94f-641566a73adb x-openstack-request-id: req-a850fff7-ef24-4bbf-a94f-641566a73adb {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:03.867071 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7826b3ad-bc30-40a4-8cef-5133da2064e2", "tag": "76c7c32c-1b8d-4f02-8adc-21320bbd69ac", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:03.867071 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a850fff7-ef24-4bbf-a94f-641566a73adb {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:03.868388 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7826b3ad-bc30-40a4-8cef-5133da2064e2', 'tag': '76c7c32c-1b8d-4f02-8adc-21320bbd69ac', 'status': 'completed', 'code': 200} Nov 09 19:44:03.875881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '0c88e6f4-72df-49ed-9bc7-54f1a4e0a478', 'network_id': '8199d8c9-cecd-4875-b669-c376652e5522', 'port_id': '0c88e6f4-72df-49ed-9bc7-54f1a4e0a478', 'mac_address': 'fa:16:3e:26:8b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81498271-6c6f-4af3-82da-e5467ce394ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:03.899081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-cf7e363d-ae38-4fea-b74c-1cdbf002d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:03.901305 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-cf7e363d-ae38-4fea-b74c-1cdbf002d844 service neutron] 10.222.0.70 "GET /v2.0/networks?id=04401a37-64e7-4eec-9009-7f857d91e141 HTTP/1.1" status: 200 len: 913 time: 0.4802592 Nov 09 19:44:03.902618 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0247d25-7f55-4359-b324-2f802e6dfbe3 req-cece5d5b-74f6-4733-831f-b58158034769 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405289 Nov 09 19:44:03.969842 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:03.973346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-6e9ddfd4-aa26-4e8a-9e3c-a4fdeb8ef057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:03.976312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-6e9ddfd4-aa26-4e8a-9e3c-a4fdeb8ef057 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=568be68a1eaa412f8663abf2b2019755&device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2 HTTP/1.1" status: 200 len: 1095 time: 0.1063654 Nov 09 19:44:04.001418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:04.030669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,segment=NetworkSegment(69826f81-1776-4a18-bbf5-04e78f3a214a),segment_id=69826f81-1776-4a18-bbf5-04e78f3a214a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:04.039960 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:04.042720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 79146868-0f5a-4976-90df-7882e5e5745d details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:04.095212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b5e99f68-0f07-43b5-a15a-969c56d8fbb8 req-417637da-8a97-44a9-a539-b52ed8abfd2e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 210 time: 0.1096056 Nov 09 19:44:04.162375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-e2f109bf-f99e-4782-83e1-16390c36d0ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=462bcd61-67ce-43d9-9301-12ac08daf266 HTTP/1.1" status: 200 len: 1001 time: 0.2523372 Nov 09 19:44:04.172031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:04.202925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-e03f49e2-2725-4a7b-9c22-64d8f1f39ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:04.205529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-e03f49e2-2725-4a7b-9c22-64d8f1f39ecd service neutron] 10.222.0.77 "GET /v2.0/networks?id=617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 200 len: 916 time: 0.2213531 Nov 09 19:44:04.240491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f31c-1fd0-44e2-ad89-e09847637a7d req-117c824b-17ef-4a71-82c2-f0b0421f519b tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:04.241961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e49f31c-1fd0-44e2-ad89-e09847637a7d req-117c824b-17ef-4a71-82c2-f0b0421f519b tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 931 time: 0.3075714 Nov 09 19:44:04.285181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-ee09abce-b7af-43c1-90b3-9a7301c0d179 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76c7c32c-1b8d-4f02-8adc-21320bbd69ac HTTP/1.1" status: 200 len: 217 time: 0.0662169 Nov 09 19:44:04.296040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94e903ae-e504-4f21-9a62-43c8e6a12f09 req-92c9b8b0-fb1e-4386-85d3-99484fb3e38c tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-group-rules/8a439086-1602-42dc-a364-0da192338a08 HTTP/1.1" status: 200 len: 783 time: 0.0894315 Nov 09 19:44:04.307228 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 79146868-0f5a-4976-90df-7882e5e5745d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=79146868-0f5a-4976-90df-7882e5e5745d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:04.308971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-331b5da3-a449-47e4-98d8-86c8c6a3495a req-17123d04-ab01-4dab-ae13-4f10f5a3c293 service neutron] 10.222.0.70 "GET /v2.0/networks/8199d8c9-cecd-4875-b669-c376652e5522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812129 Nov 09 19:44:04.324037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '79146868-0f5a-4976-90df-7882e5e5745d', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '79146868-0f5a-4976-90df-7882e5e5745d', 'mac_address': 'fa:16:3e:97:44:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:04.355577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-8d0fa06c-8345-4c02-b182-c9dc6837daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:04.358889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-8d0fa06c-8345-4c02-b182-c9dc6837daa1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e7647864-d98d-4cd6-99a7-dd90a76e2bc1 HTTP/1.1" status: 200 len: 851 time: 0.1883578 Nov 09 19:44:04.384999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-3cc99f36-9a0e-4e3a-b35e-3b3954843923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:04.387988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-3cc99f36-9a0e-4e3a-b35e-3b3954843923 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=08634bab-cdcf-476d-ba2c-75010c54e4e3 HTTP/1.1" status: 200 len: 854 time: 0.0828934 Nov 09 19:44:04.399440 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94e903ae-e504-4f21-9a62-43c8e6a12f09 req-3136e450-4e5d-4068-86ef-984923e7ac07 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/772e3301-a2fe-4dd0-9418-e63c550e0af9 HTTP/1.1" status: 200 len: 2994 time: 0.1024494 Nov 09 19:44:04.420308 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:04.434452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e49f31c-1fd0-44e2-ad89-e09847637a7d req-f1b9445a-e366-49e0-9498-c40e5bb604de tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518958 Nov 09 19:44:04.439258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79146868-0f5a-4976-90df-7882e5e5745d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:04.464440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-94e903ae-e504-4f21-9a62-43c8e6a12f09 req-cf1cbf34-e3e7-42c3-85a8-dfb7c02ccce7 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:04.489421 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 79146868-0f5a-4976-90df-7882e5e5745d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=79146868-0f5a-4976-90df-7882e5e5745d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:04.492978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-94e903ae-e504-4f21-9a62-43c8e6a12f09 req-cf1cbf34-e3e7-42c3-85a8-dfb7c02ccce7 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:04.495229 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:04.516150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-b4e9ca63-6572-4606-9818-2f25f1beb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:04.517673 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-b4e9ca63-6572-4606-9818-2f25f1beb5b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=04401a37-64e7-4eec-9009-7f857d91e141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310704 Nov 09 19:44:04.520269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-e7e9fdeb-b6b4-4628-b534-9c4fcc15fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:04.522102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-e7e9fdeb-b6b4-4628-b534-9c4fcc15fa82 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=617b866c-1804-416b-bd4c-3dd68ffdd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213915 Nov 09 19:44:04.559877 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-94e903ae-e504-4f21-9a62-43c8e6a12f09 req-cf1cbf34-e3e7-42c3-85a8-dfb7c02ccce7 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:04.587634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=79146868-0f5a-4976-90df-7882e5e5745d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:04.595249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-94e903ae-e504-4f21-9a62-43c8e6a12f09 req-cf1cbf34-e3e7-42c3-85a8-dfb7c02ccce7 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:04.608578 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94e903ae-e504-4f21-9a62-43c8e6a12f09 req-cf1cbf34-e3e7-42c3-85a8-dfb7c02ccce7 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8a439086-1602-42dc-a364-0da192338a08 HTTP/1.1" status: 204 len: 173 time: 0.1984589 Nov 09 19:44:04.656965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cbf34-e3e7-42c3-85a8-dfb7c02ccce7 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a439086-1602-42dc-a364-0da192338a08,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:04.704312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c302f5-519b-4266-ba50-4e58eeb931bd req-a6c3be10-2821-4af2-8dc4-0ec3e8fa4e83 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:04.705795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6c302f5-519b-4266-ba50-4e58eeb931bd req-a6c3be10-2821-4af2-8dc4-0ec3e8fa4e83 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 949 time: 0.1636293 Nov 09 19:44:04.724887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-d10ce137-ed95-480c-90ae-892baf79bde6 service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892292 Nov 09 19:44:04.735856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-a137c548-c1ac-467b-ba19-81d42a814166 service neutron] 10.222.0.70 "GET /v2.0/networks/04401a37-64e7-4eec-9009-7f857d91e141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054374 Nov 09 19:44:04.751684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b17dbf-0c11-4637-b1dd-5459385c94de {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:04.769358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:04.806426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d8e3cfb-885d-49d7-b526-7143e7c5c55a req-fc695903-168d-4873-b497-48ae484d8136 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/772e3301-a2fe-4dd0-9418-e63c550e0af9 HTTP/1.1" status: 200 len: 2396 time: 0.1187148 Nov 09 19:44:04.855925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['0c88e6f4-72df-49ed-9bc7-54f1a4e0a478'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:04.865176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['79146868-0f5a-4976-90df-7882e5e5745d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:04.942948 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1f47d9f-7143-4841-b0d9-86332da15f29 req-685132fc-2c64-42c7-abb1-6cd5685b01b3 service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977286 Nov 09 19:44:04.997490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2d8e3cfb-885d-49d7-b526-7143e7c5c55a req-63133595-0bf1-4021-ba12-f50bc99a413c tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:05.038243 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2d8e3cfb-885d-49d7-b526-7143e7c5c55a req-63133595-0bf1-4021-ba12-f50bc99a413c tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:05.106688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2d8e3cfb-885d-49d7-b526-7143e7c5c55a req-63133595-0bf1-4021-ba12-f50bc99a413c tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:05.108930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2d8e3cfb-885d-49d7-b526-7143e7c5c55a req-63133595-0bf1-4021-ba12-f50bc99a413c tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:05.110193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d8e3cfb-885d-49d7-b526-7143e7c5c55a req-63133595-0bf1-4021-ba12-f50bc99a413c tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "DELETE /v2.0/security-groups/772e3301-a2fe-4dd0-9418-e63c550e0af9 HTTP/1.1" status: 204 len: 173 time: 0.2901311 Nov 09 19:44:05.155307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63133595-0bf1-4021-ba12-f50bc99a413c tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772e3301-a2fe-4dd0-9418-e63c550e0af9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:05.291755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Transition to ACTIVE for port object 61b17dbf-0c11-4637-b1dd-5459385c94de will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:44:05.309165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030d45-5ed4-49d0-bb24-d47cc5db3005 req-3ca38778-75cd-4494-8ebc-968e1cfed12a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:05.326194 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6030d45-5ed4-49d0-bb24-d47cc5db3005 req-3ca38778-75cd-4494-8ebc-968e1cfed12a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 948 time: 0.0860522 Nov 09 19:44:05.329603 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:05.382624 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6030d45-5ed4-49d0-bb24-d47cc5db3005 req-29506a35-ba86-4db7-bce9-1b2acf8dab61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552256 Nov 09 19:44:05.383032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6c302f5-519b-4266-ba50-4e58eeb931bd req-d1d348fb-7e3e-4ecc-8893-46703791c2b6 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6631477 Nov 09 19:44:05.491519 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-dc9cc3e9-3507-4e5b-bdbf-a41e69bb2667 req-35494ba6-da1a-49a1-8c3b-75625e0ab46c tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] show failed (client error): The resource could not be found. Nov 09 19:44:05.492643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc9cc3e9-3507-4e5b-bdbf-a41e69bb2667 req-35494ba6-da1a-49a1-8c3b-75625e0ab46c tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/ac08842b-0d6f-4e64-bca6-32ded5e0999f HTTP/1.1" status: 404 len: 352 time: 0.0536590 Nov 09 19:44:05.515188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Pushing event updated for resources: {'Port': ['ID=61b17dbf-0c11-4637-b1dd-5459385c94de,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:05.551556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cc85feb-fdb7-4b78-bc44-c04eba2f2f28 req-47a896d8-518f-444d-a1db-92769360a09a service neutron] 10.222.0.70 "GET /v2.0/networks/04401a37-64e7-4eec-9009-7f857d91e141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7954547 Nov 09 19:44:05.572041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e3e75-9b03-4765-bc7a-bb6945edd602 req-9fdce114-4a1e-4203-82f5-c06d44b2718d tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:05.574352 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe4e3e75-9b03-4765-bc7a-bb6945edd602 req-9fdce114-4a1e-4203-82f5-c06d44b2718d tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 944 time: 0.0879653 Nov 09 19:44:05.636931 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe4e3e75-9b03-4765-bc7a-bb6945edd602 req-19bbccc3-e811-44dc-bd49-e8bba9ae1d7d tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494478 Nov 09 19:44:05.657966 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9c3e4d8-d38b-4a27-9390-5394f4e074f4 req-2fda2f2c-af4c-43a3-96bc-0e6f8d2b74b1 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 210 time: 0.0439219 Nov 09 19:44:05.669959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-97e5410d-170e-4302-a63e-0bb80bb244d5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:05.671847 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-97e5410d-170e-4302-a63e-0bb80bb244d5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.70 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 821 time: 0.3791006 Nov 09 19:44:05.697109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Request body: {'port': {'device_id': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec', 'admin_state_up': True, 'tenant_id': '6816a0841a434dc18a1b3ae3a7ee7199'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:05.774263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Attempting to bind port 61b17dbf-0c11-4637-b1dd-5459385c94de on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:05.774634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Attempting to bind port 61b17dbf-0c11-4637-b1dd-5459385c94de by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:05.775109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Attempting to bind port 61b17dbf-0c11-4637-b1dd-5459385c94de on network 617b866c-1804-416b-bd4c-3dd68ffdd028 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:05.790919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 76c7c32c-1b8d-4f02-8adc-21320bbd69ac details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:05.791168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Port 61b17dbf-0c11-4637-b1dd-5459385c94de on network 617b866c-1804-416b-bd4c-3dd68ffdd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:05.791458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Attempting to bind port 61b17dbf-0c11-4637-b1dd-5459385c94de on network 617b866c-1804-416b-bd4c-3dd68ffdd028 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:05.794630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:05.811072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e59de-d9d5-4d52-aa8b-6ac47113c728 req-ab8c8579-36a7-4768-98fd-fb9d7e25a69c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:05.811599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:05.812021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Checking segment: {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:05.812484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Bound using segment: {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:05.812886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3a1e59de-d9d5-4d52-aa8b-6ac47113c728 req-ab8c8579-36a7-4768-98fd-fb9d7e25a69c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 943 time: 0.0713859 Nov 09 19:44:05.813085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Bound port: 61b17dbf-0c11-4637-b1dd-5459385c94de, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e004eeea-6f45-47dd-b26c-2e96381bf1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:05.813525 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:05.836551 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eefa3cc1-ee98-42d5-aafc-dcd5975091ed req-b8365f7d-ffec-4987-8a9b-35a60fc8ffc5 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/c6170841-467e-47fe-b897-1c2829b63836 HTTP/1.1" status: 200 len: 1804 time: 0.1302359 Nov 09 19:44:05.869265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3a1e59de-d9d5-4d52-aa8b-6ac47113c728 req-56ab8c84-d59f-4a67-ba34-bd673d1907f5 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476747 Nov 09 19:44:05.959247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:05.972680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:05.981424 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '76c7c32c-1b8d-4f02-8adc-21320bbd69ac', 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028', 'port_id': '76c7c32c-1b8d-4f02-8adc-21320bbd69ac', 'mac_address': 'fa:16:3e:17:fb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08634bab-cdcf-476d-ba2c-75010c54e4e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:05.983514 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:05.983899 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:05.985798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Made reservation on behalf of 6816a0841a434dc18a1b3ae3a7ee7199 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:05.989398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:05.993468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eefa3cc1-ee98-42d5-aafc-dcd5975091ed req-c2a97847-5f52-42c8-b95a-2cff9dd2821f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.002860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] For port 61b17dbf-0c11-4637-b1dd-5459385c94de, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:06.032088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] For port 61b17dbf-0c11-4637-b1dd-5459385c94de, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=61b17dbf-0c11-4637-b1dd-5459385c94de,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:44:06.049905 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.053670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eefa3cc1-ee98-42d5-aafc-dcd5975091ed req-c2a97847-5f52-42c8-b95a-2cff9dd2821f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.061646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.101007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c7c32c-1b8d-4f02-8adc-21320bbd69ac {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:06.128244 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.134076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:06.157028 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.171236 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:06.171864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.173335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] 10.222.0.77 "PUT /v2.0/ports/61b17dbf-0c11-4637-b1dd-5459385c94de HTTP/1.1" status: 200 len: 1091 time: 2.6149719 Nov 09 19:44:06.173809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f4d6f7-9db6-412e-8d2b-b91953ee78cc', 'tag': '61b17dbf-0c11-4637-b1dd-5459385c94de'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:06.176227 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3596fe-f107-43ec-af57-e38d8eaa0a64" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f4d6f7-9db6-412e-8d2b-b91953ee78cc", "tag": "61b17dbf-0c11-4637-b1dd-5459385c94de"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:06.204985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32dc81-d2a4-4dbe-bbfd-583597e5139e service neutron] Pushing event updated for resources: {'Port': ['ID=61b17dbf-0c11-4637-b1dd-5459385c94de,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:06.212000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd32441-8c58-4ace-84ac-31dfdbe950a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcb6396-ef5b-415d-a07f-ae01a681e2d5'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:06.215236 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f58e6f-773c-4e41-a10c-a92a677dacea" -d '{"events": [{"server_uuid": "9fd32441-8c58-4ace-84ac-31dfdbe950a1", "name": "network-vif-plugged", "status": "completed", "tag": "5dcb6396-ef5b-415d-a07f-ae01a681e2d5"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:06.256681 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:06.275352 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eefa3cc1-ee98-42d5-aafc-dcd5975091ed req-c2a97847-5f52-42c8-b95a-2cff9dd2821f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.278644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eefa3cc1-ee98-42d5-aafc-dcd5975091ed req-c2a97847-5f52-42c8-b95a-2cff9dd2821f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.280155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eefa3cc1-ee98-42d5-aafc-dcd5975091ed req-c2a97847-5f52-42c8-b95a-2cff9dd2821f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "DELETE /v2.0/security-groups/c6170841-467e-47fe-b897-1c2829b63836 HTTP/1.1" status: 204 len: 173 time: 0.4302795 Nov 09 19:44:06.285387 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f1a1bd-107d-489f-ab51-a376d89ff9ab x-openstack-request-id: req-39f1a1bd-107d-489f-ab51-a376d89ff9ab {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:06.285555 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.285770 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f4d6f7-9db6-412e-8d2b-b91953ee78cc", "tag": "61b17dbf-0c11-4637-b1dd-5459385c94de", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:06.285963 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39f1a1bd-107d-489f-ab51-a376d89ff9ab {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:06.286195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7c08c4af-e792-475d-8a13-4c56fc2303a5 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:06.286321 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f4d6f7-9db6-412e-8d2b-b91953ee78cc', 'tag': '61b17dbf-0c11-4637-b1dd-5459385c94de', 'status': 'completed', 'code': 200} Nov 09 19:44:06.328682 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053a73b6-e54d-47a3-ac77-e01455b6f746 x-openstack-request-id: req-053a73b6-e54d-47a3-ac77-e01455b6f746 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:06.328682 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd32441-8c58-4ace-84ac-31dfdbe950a1", "name": "network-vif-plugged", "status": "completed", "tag": "5dcb6396-ef5b-415d-a07f-ae01a681e2d5", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:06.328978 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-053a73b6-e54d-47a3-ac77-e01455b6f746 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:06.329625 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd32441-8c58-4ace-84ac-31dfdbe950a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcb6396-ef5b-415d-a07f-ae01a681e2d5', 'code': 200} Nov 09 19:44:06.351892 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:06.357009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a97847-5f52-42c8-b95a-2cff9dd2821f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6170841-467e-47fe-b897-1c2829b63836,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:06.388906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Allocated IP 172.20.0.3 (302552e5-d360-4726-b20b-dba6e6b87bec/50629a10-2a18-46d0-a6ad-6c44ac38dc1f/8298d877-d785-4070-92e5-fc2ab81fbc1e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:44:06.429183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-4455153a-35fd-40c2-9940-0acf35ee911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:06.442853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-4455153a-35fd-40c2-9940-0acf35ee911b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=568be68a1eaa412f8663abf2b2019755&device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 1094 time: 0.1700432 Nov 09 19:44:06.462278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['76c7c32c-1b8d-4f02-8adc-21320bbd69ac'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:06.466944 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c78842b0-16f1-4ec1-a384-0d4d2300ffb9 req-d000d5bb-fa9e-4864-89ce-ddc0f8a06a95 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/9c0e6b55-a725-4089-bcd9-dae1d2fbef7c HTTP/1.1" status: 200 len: 1805 time: 0.1365213 Nov 09 19:44:06.468576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 7c08c4af-e792-475d-8a13-4c56fc2303a5 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:06.505391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:06.522918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 7c08c4af-e792-475d-8a13-4c56fc2303a5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:06.523776 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.548484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-e8091cab-bf4e-4194-b595-fda813697242 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b17dbf-0c11-4637-b1dd-5459385c94de HTTP/1.1" status: 200 len: 217 time: 0.1047726 Nov 09 19:44:06.578803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b780a-29a0-4998-830e-8b00cc029966 req-54460f89-8120-44eb-a46f-23ca52593e66 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:06.580961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-482b780a-29a0-4998-830e-8b00cc029966 req-54460f89-8120-44eb-a46f-23ca52593e66 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 948 time: 0.0955493 Nov 09 19:44:06.587245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d9700-5fe3-4f92-9ab8-a7656762fb39 req-720b5eda-b710-4062-a53e-b68a3bbebef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:06.589020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc2d9700-5fe3-4f92-9ab8-a7656762fb39 req-720b5eda-b710-4062-a53e-b68a3bbebef6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 1097 time: 0.1876147 Nov 09 19:44:06.662059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-482b780a-29a0-4998-830e-8b00cc029966 req-0028cf67-6e02-45c2-ab3a-c874be64e301 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714064 Nov 09 19:44:06.693172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc2d9700-5fe3-4f92-9ab8-a7656762fb39 req-6bf1422a-1024-442f-afdc-9ea4c13b72ab service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743411 Nov 09 19:44:06.695302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-3a787103-1a4f-4cf9-aea3-955a242ac9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:06.697971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-3a787103-1a4f-4cf9-aea3-955a242ac9b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=08634bab-cdcf-476d-ba2c-75010c54e4e3 HTTP/1.1" status: 200 len: 854 time: 0.1347537 Nov 09 19:44:06.698256 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.706552 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c78842b0-16f1-4ec1-a384-0d4d2300ffb9 req-fa138abc-37e7-4942-9619-9782f4fee87e tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.745422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c78842b0-16f1-4ec1-a384-0d4d2300ffb9 req-fa138abc-37e7-4942-9619-9782f4fee87e tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.782428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7c08c4af-e792-475d-8a13-4c56fc2303a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:06.795817 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.819546 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.823870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4356cf-7e95-41ae-a432-4c388daeafd5 req-9ae943e6-f676-4bb7-b8ed-3dddec2513e3 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:06.827055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd4356cf-7e95-41ae-a432-4c388daeafd5 req-9ae943e6-f676-4bb7-b8ed-3dddec2513e3 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 949 time: 0.0683188 Nov 09 19:44:06.866367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c78842b0-16f1-4ec1-a384-0d4d2300ffb9 req-fa138abc-37e7-4942-9619-9782f4fee87e tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.869255 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c78842b0-16f1-4ec1-a384-0d4d2300ffb9 req-fa138abc-37e7-4942-9619-9782f4fee87e tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.870729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c78842b0-16f1-4ec1-a384-0d4d2300ffb9 req-fa138abc-37e7-4942-9619-9782f4fee87e tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "DELETE /v2.0/security-groups/9c0e6b55-a725-4089-bcd9-dae1d2fbef7c HTTP/1.1" status: 204 len: 173 time: 0.4001486 Nov 09 19:44:06.876881 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:06.878069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7c08c4af-e792-475d-8a13-4c56fc2303a5,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:06.905656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa138abc-37e7-4942-9619-9782f4fee87e tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0e6b55-a725-4089-bcd9-dae1d2fbef7c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:06.907845 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd4356cf-7e95-41ae-a432-4c388daeafd5 req-b3d029dc-e6cc-4ae9-a32c-b45761f298c8 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657854 Nov 09 19:44:06.975308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Network 302552e5-d360-4726-b20b-dba6e6b87bec is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:44:06.983286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Pushing event updated for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:06.991021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:44:07.019309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:44:07.029576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-249c5f3e-7351-4209-85f6-0f43c13398da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:07.031408 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-249c5f3e-7351-4209-85f6-0f43c13398da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=617b866c-1804-416b-bd4c-3dd68ffdd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483755 Nov 09 19:44:07.085891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a46270-7ec0-4c52-bf5d-d7a8a0207b4a req-7196d7ec-b32f-461f-99ca-12d245fc5539 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:07.085891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7a46270-7ec0-4c52-bf5d-d7a8a0207b4a req-7196d7ec-b32f-461f-99ca-12d245fc5539 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 931 time: 0.0695877 Nov 09 19:44:07.133011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7a46270-7ec0-4c52-bf5d-d7a8a0207b4a req-ccca3685-528b-45d1-9560-b396d5fce88e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Nov 09 19:44:07.141159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca26480-b6e8-4d2f-9c84-6d7342f98849 req-72c209d4-8f14-4a50-b2c4-5c202107b603 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:07.142748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ca26480-b6e8-4d2f-9c84-6d7342f98849 req-72c209d4-8f14-4a50-b2c4-5c202107b603 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 944 time: 0.1714044 Nov 09 19:44:07.166260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:07.166260 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.209805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-1bfad9b4-3614-4555-afa9-3b402381ff41 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5167584 Nov 09 19:44:07.222908 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aaef7088-09cf-4d6a-aacd-3fe967635843 req-93cd77d5-5b6c-42b0-8e70-828efe8ff327 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/50151f92-696b-442e-a119-7690e1780d9d HTTP/1.1" status: 200 len: 1803 time: 0.0504425 Nov 09 19:44:07.223768 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ca26480-b6e8-4d2f-9c84-6d7342f98849 req-9defbf70-1077-43b9-9be1-00ea7992dd09 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727551 Nov 09 19:44:07.227462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Request body: {'port': {'device_id': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:07.263171 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-2953cec5-2850-4b3c-b1cc-c60109d3a49d service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111385 Nov 09 19:44:07.305024 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aaef7088-09cf-4d6a-aacd-3fe967635843 req-4d5e962b-8cd7-46a5-9ddc-be06250e9f6a tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.337699 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aaef7088-09cf-4d6a-aacd-3fe967635843 req-4d5e962b-8cd7-46a5-9ddc-be06250e9f6a tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.382120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aaef7088-09cf-4d6a-aacd-3fe967635843 req-4d5e962b-8cd7-46a5-9ddc-be06250e9f6a tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.383545 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.385015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aaef7088-09cf-4d6a-aacd-3fe967635843 req-4d5e962b-8cd7-46a5-9ddc-be06250e9f6a tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.386202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aaef7088-09cf-4d6a-aacd-3fe967635843 req-4d5e962b-8cd7-46a5-9ddc-be06250e9f6a tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "DELETE /v2.0/security-groups/50151f92-696b-442e-a119-7690e1780d9d HTTP/1.1" status: 204 len: 173 time: 0.1566136 Nov 09 19:44:07.399637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e962b-8cd7-46a5-9ddc-be06250e9f6a tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50151f92-696b-442e-a119-7690e1780d9d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:07.444544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eb16a-6bd3-4e6b-8c61-947f95fc42ef req-3a981c0c-7ae0-4256-a1ef-609d44085bec tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:07.446087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b8eb16a-6bd3-4e6b-8c61-947f95fc42ef req-3a981c0c-7ae0-4256-a1ef-609d44085bec tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 943 time: 0.1475000 Nov 09 19:44:07.499907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc92838a-7acb-435d-9f09-c9f9a4b404a1 req-787a8a50-6df6-4467-b9f1-5cab520d68a2 service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244337 Nov 09 19:44:07.534431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b8eb16a-6bd3-4e6b-8c61-947f95fc42ef req-684803f6-3094-40e2-bc21-799386f98c23 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677881 Nov 09 19:44:07.563238 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9df0d951-cf04-4507-8431-13d68d5efb07 req-45655381-b83f-461c-89a0-3691d1fb631f tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/738c8d8f-8d9f-4fc9-b273-1a6540321f19 HTTP/1.1" status: 200 len: 2403 time: 0.0620306 Nov 09 19:44:07.630832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 79146868-0f5a-4976-90df-7882e5e5745d up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:07.641540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9df0d951-cf04-4507-8431-13d68d5efb07 req-50effe1f-07fb-48d2-8eae-873cef5ef5ea tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.649940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-b9d9a99a-2cc0-4448-acc8-40be19b19086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:07.651046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-b9d9a99a-2cc0-4448-acc8-40be19b19086 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=568be68a1eaa412f8663abf2b2019755&device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 1094 time: 0.0726628 Nov 09 19:44:07.674099 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9df0d951-cf04-4507-8431-13d68d5efb07 req-50effe1f-07fb-48d2-8eae-873cef5ef5ea tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.711773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 79146868-0f5a-4976-90df-7882e5e5745d completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:07.719057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 79146868-0f5a-4976-90df-7882e5e5745d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:07.719484 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.806380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 76c7c32c-1b8d-4f02-8adc-21320bbd69ac up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:07.827610 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9df0d951-cf04-4507-8431-13d68d5efb07 req-50effe1f-07fb-48d2-8eae-873cef5ef5ea tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.832444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9df0d951-cf04-4507-8431-13d68d5efb07 req-50effe1f-07fb-48d2-8eae-873cef5ef5ea tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.844054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9df0d951-cf04-4507-8431-13d68d5efb07 req-50effe1f-07fb-48d2-8eae-873cef5ef5ea tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "DELETE /v2.0/security-groups/738c8d8f-8d9f-4fc9-b273-1a6540321f19 HTTP/1.1" status: 204 len: 173 time: 0.2730236 Nov 09 19:44:07.849326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-ab8f78c7-283f-43f7-8eb6-1ca83914a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:07.850899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-ab8f78c7-283f-43f7-8eb6-1ca83914a3d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 200 len: 916 time: 0.1738701 Nov 09 19:44:07.856960 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.865873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedbd25-7e23-4977-ab04-d9857a8a5507 req-72ae3ea1-68eb-4d5a-8b07-0dcf865b6385 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:07.873264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9fedbd25-7e23-4977-ab04-d9857a8a5507 req-72ae3ea1-68eb-4d5a-8b07-0dcf865b6385 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 948 time: 0.1112568 Nov 09 19:44:07.884428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50effe1f-07fb-48d2-8eae-873cef5ef5ea tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738c8d8f-8d9f-4fc9-b273-1a6540321f19,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:07.908034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 79146868-0f5a-4976-90df-7882e5e5745d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=79146868-0f5a-4976-90df-7882e5e5745d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:07.917820 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:07.918692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:07.946274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-ad62010e-5023-4a9f-b4a4-fc4f83b37283 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61b17dbf-0c11-4637-b1dd-5459385c94de HTTP/1.1" status: 200 len: 217 time: 0.0599928 Nov 09 19:44:07.958678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67209239-4961-41a3-ba9e-07fbc39b4ef9 req-fee47520-1a84-4198-9f4e-f43229f05285 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "GET /v2.0/security-groups/875f010f-1d42-47e0-ab96-78e22fe1ac52 HTTP/1.1" status: 200 len: 2397 time: 0.0776050 Nov 09 19:44:08.025559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8298d877-d785-4070-92e5-fc2ab81fbc1e {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:08.036576 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-67209239-4961-41a3-ba9e-07fbc39b4ef9 req-2fdc9ffc-80c1-4411-998e-cbf9daf0f464 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.044924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9fedbd25-7e23-4977-ab04-d9857a8a5507 req-5ac591af-46d3-4afe-8187-a34c094ceba6 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684682 Nov 09 19:44:08.047165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.074265 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-67209239-4961-41a3-ba9e-07fbc39b4ef9 req-2fdc9ffc-80c1-4411-998e-cbf9daf0f464 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.077588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-12465e14-3272-43d2-8c0f-1d36ab881296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:08.089109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-12465e14-3272-43d2-8c0f-1d36ab881296 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=08634bab-cdcf-476d-ba2c-75010c54e4e3 HTTP/1.1" status: 200 len: 854 time: 0.1233196 Nov 09 19:44:08.111233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Transition to ACTIVE for port object 8298d877-d785-4070-92e5-fc2ab81fbc1e will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:44:08.144432 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-67209239-4961-41a3-ba9e-07fbc39b4ef9 req-2fdc9ffc-80c1-4411-998e-cbf9daf0f464 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.150310 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-67209239-4961-41a3-ba9e-07fbc39b4ef9 req-2fdc9ffc-80c1-4411-998e-cbf9daf0f464 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.152181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67209239-4961-41a3-ba9e-07fbc39b4ef9 req-2fdc9ffc-80c1-4411-998e-cbf9daf0f464 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] 10.222.0.53 "DELETE /v2.0/security-groups/875f010f-1d42-47e0-ab96-78e22fe1ac52 HTTP/1.1" status: 204 len: 173 time: 0.1921277 Nov 09 19:44:08.161756 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.164622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54630) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:08.176230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc9ffc-80c1-4411-998e-cbf9daf0f464 tempest-SecurityGroupRulesTestJSON-1247620807 tempest-SecurityGroupRulesTestJSON-1247620807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875f010f-1d42-47e0-ab96-78e22fe1ac52,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:08.191262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:08.208874 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:08.209243 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.214350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:08.226432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:08.226850 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.234442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-4652b3b5-4a26-4810-836a-49dee412cc3b admin admin] Deleting subnet 8b3dc8d2-ddbf-4f36-80d4-a6b3cd35f95f {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:44:08.238294 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4652b3b5-4a26-4810-836a-49dee412cc3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.301515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-eda2e98b-f510-4c8e-84eb-93773ae4a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:08.303085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-eda2e98b-f510-4c8e-84eb-93773ae4a510 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=617b866c-1804-416b-bd4c-3dd68ffdd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2021942 Nov 09 19:44:08.305163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=79146868-0f5a-4976-90df-7882e5e5745d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:08.306081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Pushing event updated for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:08.331215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c08c4af-e792-475d-8a13-4c56fc2303a5'}, {'server_uuid': '1caa5278-2557-4f24-b1d9-ce62fd227626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79146868-0f5a-4976-90df-7882e5e5745d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:08.333594 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0c2dce-67c3-4289-982b-4d309c00ab5b" -d '{"events": [{"server_uuid": "27c16e96-dd77-4017-bffd-6e3fb8f2069a", "name": "network-vif-plugged", "status": "completed", "tag": "7c08c4af-e792-475d-8a13-4c56fc2303a5"}, {"server_uuid": "1caa5278-2557-4f24-b1d9-ce62fd227626", "name": "network-vif-plugged", "status": "completed", "tag": "79146868-0f5a-4976-90df-7882e5e5745d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:08.339933 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4652b3b5-4a26-4810-836a-49dee412cc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.355972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d778df0-9345-410f-aa5e-cf62421c60e5 req-4a5a4657-9660-4d44-81d6-4a03c6c1a052 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:08.357562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d778df0-9345-410f-aa5e-cf62421c60e5 req-4a5a4657-9660-4d44-81d6-4a03c6c1a052 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.0862148 Nov 09 19:44:08.400501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029a5b4-da0e-446a-a141-719e8d2e23ec req-9a47d6a6-5efb-49cc-b6a3-c5b58612a823 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:08.408427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f029a5b4-da0e-446a-a141-719e8d2e23ec req-9a47d6a6-5efb-49cc-b6a3-c5b58612a823 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 950 time: 0.2601702 Nov 09 19:44:08.448233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d778df0-9345-410f-aa5e-cf62421c60e5 req-1080fd56-ae3f-4d34-951d-822d3fc4620d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546899 Nov 09 19:44:08.454468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4652b3b5-4a26-4810-836a-49dee412cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.493681 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.530852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.532999 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4652b3b5-4a26-4810-836a-49dee412cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.538067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f029a5b4-da0e-446a-a141-719e8d2e23ec req-05bfdb81-2f5f-49f3-aa74-9ff7531b939f tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291564 Nov 09 19:44:08.560534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-725dd6e7-47af-451e-a03c-bea7a1130183 service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479131 Nov 09 19:44:08.565501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4652b3b5-4a26-4810-836a-49dee412cc3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.571016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4652b3b5-4a26-4810-836a-49dee412cc3b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8b3dc8d2-ddbf-4f36-80d4-a6b3cd35f95f HTTP/1.1" status: 204 len: 168 time: 0.4029903 Nov 09 19:44:08.584548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:08.613652 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8907e1ac-0692-4572-ab10-d91ab2455022 x-openstack-request-id: req-8907e1ac-0692-4572-ab10-d91ab2455022 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:08.613990 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c16e96-dd77-4017-bffd-6e3fb8f2069a", "name": "network-vif-plugged", "status": "completed", "tag": "7c08c4af-e792-475d-8a13-4c56fc2303a5", "code": 200}, {"server_uuid": "1caa5278-2557-4f24-b1d9-ce62fd227626", "name": "network-vif-plugged", "status": "completed", "tag": "79146868-0f5a-4976-90df-7882e5e5745d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:08.614211 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8907e1ac-0692-4572-ab10-d91ab2455022 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:08.616126 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c08c4af-e792-475d-8a13-4c56fc2303a5', 'code': 200} Nov 09 19:44:08.616735 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1caa5278-2557-4f24-b1d9-ce62fd227626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79146868-0f5a-4976-90df-7882e5e5745d', 'code': 200} Nov 09 19:44:08.618956 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.627147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54644) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:08.639974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652b3b5-4a26-4810-836a-49dee412cc3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3dc8d2-ddbf-4f36-80d4-a6b3cd35f95f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:08.701175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,segment=NetworkSegment(69826f81-1776-4a18-bbf5-04e78f3a214a),segment_id=69826f81-1776-4a18-bbf5-04e78f3a214a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:08.710295 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.723651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:08.723995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:08.724328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:08.739379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:08.759750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:08.760336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:08.800425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:08.800833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe1fb7-703a-4cf2-b57d-7d98f1dfaa11 req-2fddd9e4-1acc-4eda-92c9-97ad4f68bd2f tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:08.801818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:08.802633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:08.803251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Bound port: 8298d877-d785-4070-92e5-fc2ab81fbc1e, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:08.804321 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.808455 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60fe1fb7-703a-4cf2-b57d-7d98f1dfaa11 req-2fddd9e4-1acc-4eda-92c9-97ad4f68bd2f tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 944 time: 0.2158210 Nov 09 19:44:08.813111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:08.836353 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.868549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f373c2c-9ab0-4d99-9a2a-81074fb3995b req-701b97ae-5d51-4545-ae5d-60a6e9482e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:08.870080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f373c2c-9ab0-4d99-9a2a-81074fb3995b req-701b97ae-5d51-4545-ae5d-60a6e9482e48 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 1101 time: 0.1297505 Nov 09 19:44:08.873959 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60fe1fb7-703a-4cf2-b57d-7d98f1dfaa11 req-cb49bc0e-0d27-4ae3-913c-f71c4d9defd1 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646966 Nov 09 19:44:08.919683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733a369-d47a-48a1-94b8-dc80d184519f req-9d00999c-f79c-4db1-a36b-332b2747cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:08.921227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2733a369-d47a-48a1-94b8-dc80d184519f req-9d00999c-f79c-4db1-a36b-332b2747cdc2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 1100 time: 0.1892791 Nov 09 19:44:08.923128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c3596fe-f107-43ec-af57-e38d8eaa0a64 req-02522258-bf6b-4ddb-bccf-d7b4a2df5502 service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539569 Nov 09 19:44:08.977344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f373c2c-9ab0-4d99-9a2a-81074fb3995b req-6c09d8ac-b248-4479-83b1-1117a1c653e0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997560 Nov 09 19:44:08.979311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:08.987077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c178e70-c84f-47b8-a92b-33f99afc3c60 req-cd2569f8-3281-4384-acfa-81e0cc40c955 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:08.988608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c178e70-c84f-47b8-a92b-33f99afc3c60 req-cd2569f8-3281-4384-acfa-81e0cc40c955 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 943 time: 0.1517291 Nov 09 19:44:08.997335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:09.010170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dce664f-ac97-4d94-a087-0b729aa857fd']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:09.026986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4006de6d-ab70-424b-8fea-e27127d36bfe') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:09.027334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4006de6d-ab70-424b-8fea-e27127d36bfe') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:09.031301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2733a369-d47a-48a1-94b8-dc80d184519f req-a7aedfa5-b474-4325-a0e7-2ef6dc7177c3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948207 Nov 09 19:44:09.034056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:44:09.045718 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.047178 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.071619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.087484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:44:09.088053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:44:09.090002 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:44:09.093078 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c178e70-c84f-47b8-a92b-33f99afc3c60 req-5728618e-666a-4cef-a836-96cc363d206e tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967402 Nov 09 19:44:09.109838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:09.110827 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.113245 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] 10.222.0.70 "PUT /v2.0/ports/8298d877-d785-4070-92e5-fc2ab81fbc1e HTTP/1.1" status: 200 len: 1091 time: 1.8927734 Nov 09 19:44:09.113956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:09.117896 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522bc914-f82e-4996-b386-a8b766f5f57f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:09.179248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Pushing event updated for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:09.189945 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b83ba4-2ef5-4298-a3fd-772260cafb58 x-openstack-request-id: req-57b83ba4-2ef5-4298-a3fd-772260cafb58 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:09.190306 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:09.190654 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57b83ba4-2ef5-4298-a3fd-772260cafb58 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:09.191296 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e', 'status': 'completed', 'code': 200} Nov 09 19:44:09.192753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.193307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.193724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.194142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.194584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.195046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.195448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.195852 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.196328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.196856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.197297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.197638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8f6ee7-af43-4034-aff6-67d6f5aa186d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:09.213978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.221724 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.224735 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2dce664f-ac97-4d94-a087-0b729aa857fd HTTP/1.1" status: 204 len: 168 time: 0.5954013 Nov 09 19:44:09.237326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae324354-6f3e-4837-a27a-b84a254d1a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dce664f-ac97-4d94-a087-0b729aa857fd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:09.251205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823ca8e-c8cd-49fe-89d9-548e2f8a0c6b req-0cc6f8a0-3137-4e71-a1c4-f23b2ab6a269 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:09.252754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0823ca8e-c8cd-49fe-89d9-548e2f8a0c6b req-0cc6f8a0-3137-4e71-a1c4-f23b2ab6a269 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 949 time: 0.0879602 Nov 09 19:44:09.296730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0823ca8e-c8cd-49fe-89d9-548e2f8a0c6b req-cf91f6e5-2c0b-4cb4-92e6-8ea6b663c76d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376277 Nov 09 19:44:09.320539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bc914-f82e-4996-b386-a8b766f5f57f req-f865853d-0800-405b-bca0-b429dbff3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:09.322403 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-522bc914-f82e-4996-b386-a8b766f5f57f req-f865853d-0800-405b-bca0-b429dbff3bac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1094 time: 0.0613821 Nov 09 19:44:09.383420 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54652) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:09.440964 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fec50866-519f-403b-bfce-7582f6cffafc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=794422a2779d4618a8562c51e7322755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563056 Nov 09 19:44:09.441571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54656) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:09.448570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bc914-f82e-4996-b386-a8b766f5f57f req-fb13420a-2227-42c3-8637-1ea9db86bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:09.450960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-522bc914-f82e-4996-b386-a8b766f5f57f req-fb13420a-2227-42c3-8637-1ea9db86bf19 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1194298 Nov 09 19:44:09.496181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60aa2ad3-34bb-452e-871c-48e5758f2724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.521335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60aa2ad3-34bb-452e-871c-48e5758f2724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.579052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60aa2ad3-34bb-452e-871c-48e5758f2724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.585184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60aa2ad3-34bb-452e-871c-48e5758f2724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:09.588227 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-60aa2ad3-34bb-452e-871c-48e5758f2724 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/591c3d08-87b6-4884-8b21-4d45daa398d3 HTTP/1.1" status: 204 len: 168 time: 0.1444197 Nov 09 19:44:09.599503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa2ad3-34bb-452e-871c-48e5758f2724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591c3d08-87b6-4884-8b21-4d45daa398d3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:09.616822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bc914-f82e-4996-b386-a8b766f5f57f req-9d006d25-6725-40f7-bf96-635a581d6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:09.618647 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-522bc914-f82e-4996-b386-a8b766f5f57f req-9d006d25-6725-40f7-bf96-635a581d6520 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1572521 Nov 09 19:44:09.641408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b800ea-9750-44cd-a361-6776158c9c73 req-db4433f4-6d37-4c59-9f91-21d555dbaeaa tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:09.643214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60b800ea-9750-44cd-a361-6776158c9c73 req-db4433f4-6d37-4c59-9f91-21d555dbaeaa tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.0985165 Nov 09 19:44:09.689566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f410b0-4c5f-4f88-86ab-e15eab34f6a2 req-3e2b9957-908f-4b78-951e-29446a444d76 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:09.691157 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70f410b0-4c5f-4f88-86ab-e15eab34f6a2 req-3e2b9957-908f-4b78-951e-29446a444d76 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 950 time: 0.0589287 Nov 09 19:44:09.693405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60b800ea-9750-44cd-a361-6776158c9c73 req-7b440d67-d6fc-4fb1-a9a1-b9e9e4a9b433 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383520 Nov 09 19:44:09.740590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-b51ac959-7b7e-42ee-ae27-632a6156e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:09.742117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-b51ac959-7b7e-42ee-ae27-632a6156e8a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1094 time: 0.0476742 Nov 09 19:44:09.749676 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70f410b0-4c5f-4f88-86ab-e15eab34f6a2 req-7ba8de51-9f76-41a9-9a7f-c0cb147edccd tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515532 Nov 09 19:44:09.795254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 61b17dbf-0c11-4637-b1dd-5459385c94de details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:09.804686 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-fdb47b73-546a-4e7e-998d-0578030981bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e HTTP/1.1" status: 200 len: 217 time: 0.0510135 Nov 09 19:44:09.876318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-0edf7deb-6a0d-4f6d-b546-b0fdd6b74141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:09.878361 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-0edf7deb-6a0d-4f6d-b546-b0fdd6b74141 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.0617394 Nov 09 19:44:09.917116 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-4f36c650-18c4-45b5-8dc8-6e4fbcdfef28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277438 Nov 09 19:44:09.932555 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 61b17dbf-0c11-4637-b1dd-5459385c94de, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=61b17dbf-0c11-4637-b1dd-5459385c94de,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:09.953240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '61b17dbf-0c11-4637-b1dd-5459385c94de', 'network_id': '617b866c-1804-416b-bd4c-3dd68ffdd028', 'port_id': '61b17dbf-0c11-4637-b1dd-5459385c94de', 'mac_address': 'fa:16:3e:33:c5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08634bab-cdcf-476d-ba2c-75010c54e4e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:10.055456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-16381d0c-16ca-46be-a233-c2bb6c6441da service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265862 Nov 09 19:44:10.058372 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:10.072226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f458e-a983-4c0e-9734-beb8de592517 req-d245f71b-d21e-4836-80d6-21e4534bdfba tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:10.078469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-807f458e-a983-4c0e-9734-beb8de592517 req-d245f71b-d21e-4836-80d6-21e4534bdfba tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 945 time: 0.1005483 Nov 09 19:44:10.081890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b17dbf-0c11-4637-b1dd-5459385c94de {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:10.120252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 61b17dbf-0c11-4637-b1dd-5459385c94de, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=61b17dbf-0c11-4637-b1dd-5459385c94de,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:10.129491 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:10.145691 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-807f458e-a983-4c0e-9734-beb8de592517 req-ae6e80e8-6c77-49e2-9050-7b0b8d9a60b7 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576735 Nov 09 19:44:10.229547 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-35f4ab0a-fa24-4d1f-93fe-ba3fbe72fcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:10.231858 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=61b17dbf-0c11-4637-b1dd-5459385c94de,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:10.242189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.242945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.243497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.244073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.244718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.245271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.245918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.246997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.247487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.248144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.248679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.249192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:10.305610 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-638d2bcc-51da-466f-9839-72ad4de7fbd6 req-9b2815a7-d216-4d29-a7a2-ec16f4af0a38 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409863 Nov 09 19:44:10.318528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6257-6323-4d1f-9543-c9030c4c26d8 req-07d79230-3757-42fd-ad73-19eb400b9379 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:10.328476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be1c6257-6323-4d1f-9543-c9030c4c26d8 req-07d79230-3757-42fd-ad73-19eb400b9379 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 944 time: 0.1044035 Nov 09 19:44:10.368061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be1c6257-6323-4d1f-9543-c9030c4c26d8 req-fc2ab6e0-57d3-457d-b0dc-9686f9716471 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Nov 09 19:44:10.424113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['61b17dbf-0c11-4637-b1dd-5459385c94de'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:10.449713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023311f-ee1e-4242-b9be-7dfed15fb8de req-90d49c37-a85a-44ce-aed8-cceefae92e9e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:10.451805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3023311f-ee1e-4242-b9be-7dfed15fb8de req-90d49c37-a85a-44ce-aed8-cceefae92e9e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 949 time: 0.0565152 Nov 09 19:44:10.507004 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3023311f-ee1e-4242-b9be-7dfed15fb8de req-209189e5-fb2c-47d5-b227-e5a11976633d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481048 Nov 09 19:44:10.620704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7826b3ad-bc30-40a4-8cef-5133da2064e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c7c32c-1b8d-4f02-8adc-21320bbd69ac'}, {'server_uuid': '3782c66e-90b3-44f9-9693-4539efff5899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c88e6f4-72df-49ed-9bc7-54f1a4e0a478'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:10.625280 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb4349f-585f-4c9d-b9ed-2274b591e630" -d '{"events": [{"server_uuid": "7826b3ad-bc30-40a4-8cef-5133da2064e2", "name": "network-vif-plugged", "status": "completed", "tag": "76c7c32c-1b8d-4f02-8adc-21320bbd69ac"}, {"server_uuid": "3782c66e-90b3-44f9-9693-4539efff5899", "name": "network-vif-plugged", "status": "completed", "tag": "0c88e6f4-72df-49ed-9bc7-54f1a4e0a478"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:10.688742 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd7870c-2a01-4140-975d-d12b321f5fb4 x-openstack-request-id: req-ccd7870c-2a01-4140-975d-d12b321f5fb4 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:10.689188 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7826b3ad-bc30-40a4-8cef-5133da2064e2", "name": "network-vif-plugged", "status": "completed", "tag": "76c7c32c-1b8d-4f02-8adc-21320bbd69ac", "code": 200}, {"server_uuid": "3782c66e-90b3-44f9-9693-4539efff5899", "name": "network-vif-plugged", "status": "completed", "tag": "0c88e6f4-72df-49ed-9bc7-54f1a4e0a478", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:10.689582 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccd7870c-2a01-4140-975d-d12b321f5fb4 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:10.690114 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7826b3ad-bc30-40a4-8cef-5133da2064e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c7c32c-1b8d-4f02-8adc-21320bbd69ac', 'code': 200} Nov 09 19:44:10.691528 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3782c66e-90b3-44f9-9693-4539efff5899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c88e6f4-72df-49ed-9bc7-54f1a4e0a478', 'code': 200} Nov 09 19:44:10.821602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e39da-b0e2-4ff6-8a30-5d5809555365 req-0013a531-345e-49e8-9217-3131ca15f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:10.822636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a5e39da-b0e2-4ff6-8a30-5d5809555365 req-0013a531-345e-49e8-9217-3131ca15f04b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 1096 time: 0.0442638 Nov 09 19:44:10.834135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54700) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:10.875072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311027f5-35c8-4b41-b2e6-d61701c30249 req-998de412-1380-4644-884b-efb76f15c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:10.876584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-311027f5-35c8-4b41-b2e6-d61701c30249 req-998de412-1380-4644-884b-efb76f15c00e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2 HTTP/1.1" status: 200 len: 1097 time: 0.1015651 Nov 09 19:44:10.886002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b967ae1-0383-4e93-afe7-3dddf2b32945 req-3054a554-9e94-4d16-9a49-118f5e06f29c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:10.888045 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0b967ae1-0383-4e93-afe7-3dddf2b32945 req-3054a554-9e94-4d16-9a49-118f5e06f29c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.0973914 Nov 09 19:44:10.906216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a5e39da-b0e2-4ff6-8a30-5d5809555365 req-621cd47a-78a8-48ab-a8b5-391b83e4eed7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710742 Nov 09 19:44:10.922754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17487923-f658-4f8d-9db1-67ed2054d857 req-8342c3bd-81bc-4674-a365-cff0576871ba tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:10.930991 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17487923-f658-4f8d-9db1-67ed2054d857 req-8342c3bd-81bc-4674-a365-cff0576871ba tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 950 time: 0.0972035 Nov 09 19:44:10.945644 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-311027f5-35c8-4b41-b2e6-d61701c30249 req-3b338620-21ed-4094-85a0-34495171e794 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565233 Nov 09 19:44:10.962969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0b967ae1-0383-4e93-afe7-3dddf2b32945 req-615cb01d-00c3-47aa-8cd3-334755ba07dc tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665452 Nov 09 19:44:10.989619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1262932690-network', 'tenant_id': 'cafc16b4d54d442d85ba8b7f97b800df'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:11.003312 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17487923-f658-4f8d-9db1-67ed2054d857 req-1b3de862-70d3-4ac2-8c49-74b755f1722d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712731 Nov 09 19:44:11.022908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Made reservation on behalf of cafc16b4d54d442d85ba8b7f97b800df for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:11.026326 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.036268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.181240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebde72b-0fdb-4ed3-bcf1-6255b40b0b2c req-26055bcf-c991-4543-b9f5-ecf767fb3cdc tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:11.182869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aebde72b-0fdb-4ed3-bcf1-6255b40b0b2c req-26055bcf-c991-4543-b9f5-ecf767fb3cdc tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 949 time: 0.1050382 Nov 09 19:44:11.189239 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.198166 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.231394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:44:11.259641 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.259988 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Added segment 587e0dbe-1673-4dd4-9d10-4734eceb3688 of type vlan for network 794a0788-4052-4a78-84f8-5cd81f5b8bcc Nov 09 19:44:11.263871 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aebde72b-0fdb-4ed3-bcf1-6255b40b0b2c req-1025346d-67cf-4ffe-b3be-63542038650c tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732608 Nov 09 19:44:11.264488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f86220-6807-44f8-8586-4b901797fa5e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:11.297802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b929ea2-8bdd-43ca-886f-ad3a3b21b39e req-9a08d519-0a2b-4965-bccb-e8b072b32b23 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:11.299541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b929ea2-8bdd-43ca-886f-ad3a3b21b39e req-9a08d519-0a2b-4965-bccb-e8b072b32b23 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 945 time: 0.0782363 Nov 09 19:44:11.310448 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.347188 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.348583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:11.349268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.351775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b929ea2-8bdd-43ca-886f-ad3a3b21b39e req-5f8a5510-e557-4c96-96f8-9de2ec7a63b1 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457308 Nov 09 19:44:11.425956 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54716) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:11.426482 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5896339 Nov 09 19:44:11.432338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0122a30-3268-4ba8-99ec-3a3082993e4e admin admin] Pushing event updated for resources: {'Network': ['ID=794a0788-4052-4a78-84f8-5cd81f5b8bcc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:11.435180 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Request body: {'subnet': {'network_id': '794a0788-4052-4a78-84f8-5cd81f5b8bcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1262932690-subnet', 'tenant_id': 'cafc16b4d54d442d85ba8b7f97b800df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:11.443088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 794a0788-4052-4a78-84f8-5cd81f5b8bcc details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:44:11.515004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Made reservation on behalf of cafc16b4d54d442d85ba8b7f97b800df for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:11.517837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.571752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19cd7f-04bb-4f55-88a9-4cfd47f9eb35 req-ee992c11-7161-46b6-b1ed-81957b9888fb tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:11.573327 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed19cd7f-04bb-4f55-88a9-4cfd47f9eb35 req-ee992c11-7161-46b6-b1ed-81957b9888fb tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 944 time: 0.1129303 Nov 09 19:44:11.669687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed19cd7f-04bb-4f55-88a9-4cfd47f9eb35 req-98b4900b-f6ec-4eed-b15f-3150d6a31a4c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743372 Nov 09 19:44:11.787742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5964986-b8bc-4e11-9ee5-0cc4f3214bde req-2caf61ca-6330-4b26-8cc2-e3237b60e3aa tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:11.795120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5964986-b8bc-4e11-9ee5-0cc4f3214bde req-2caf61ca-6330-4b26-8cc2-e3237b60e3aa tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 949 time: 0.0657897 Nov 09 19:44:11.801919 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.812821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 61b17dbf-0c11-4637-b1dd-5459385c94de up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:11.835798 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5964986-b8bc-4e11-9ee5-0cc4f3214bde req-c348f415-80a6-4ca6-9975-c9e359835c79 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 Nov 09 19:44:11.867365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Checking segment: {'id': '587e0dbe-1673-4dd4-9d10-4734eceb3688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '794a0788-4052-4a78-84f8-5cd81f5b8bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:11.867731 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Network hostable DHCP agents. Network: 794a0788-4052-4a78-84f8-5cd81f5b8bcc, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:44:11.871156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e51d27e5-3bff-458d-9a16-92a1f4b5597e,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:11.893649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 61b17dbf-0c11-4637-b1dd-5459385c94de completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:11.899872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Network 794a0788-4052-4a78-84f8-5cd81f5b8bcc is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:44:11.900596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 61b17dbf-0c11-4637-b1dd-5459385c94de triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:11.900975 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.911467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 794a0788-4052-4a78-84f8-5cd81f5b8bcc) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:44:11.916895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:11.917498 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:11.931694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8739a1a-6acf-4d34-bf28-53fa37817458 None None] Network 794a0788-4052-4a78-84f8-5cd81f5b8bcc requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:44:11.950539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-679c0b1d-cc42-4ecb-9be5-fdb046461995 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5143378 Nov 09 19:44:11.981100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366d99e-ae37-4faa-95d7-e82072658690 req-2a19c252-6ba4-4cb5-be30-03d1ee8bee0c tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:11.982880 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1366d99e-ae37-4faa-95d7-e82072658690 req-2a19c252-6ba4-4cb5-be30-03d1ee8bee0c tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 1100 time: 0.0548384 Nov 09 19:44:12.050588 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1366d99e-ae37-4faa-95d7-e82072658690 req-f45af7c8-b134-4ad6-afc1-2263d6818f6c tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503151 Nov 09 19:44:12.093701 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:12.173254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f92b65-3403-4825-9490-a90af03be89b None None] Network 794a0788-4052-4a78-84f8-5cd81f5b8bcc requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:44:12.178412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df4ab2-706c-4390-9ecd-272b5e529fd3 req-39d8809a-7da2-45e7-94a2-ff85e1eab5ce tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:12.180021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0df4ab2-706c-4390-9ecd-272b5e529fd3 req-39d8809a-7da2-45e7-94a2-ff85e1eab5ce tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.1142318 Nov 09 19:44:12.267228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0df4ab2-706c-4390-9ecd-272b5e529fd3 req-c127ff7e-662d-4968-aaee-bdb3a8634dd7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759060 Nov 09 19:44:12.279435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 61b17dbf-0c11-4637-b1dd-5459385c94de, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=61b17dbf-0c11-4637-b1dd-5459385c94de,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:12.286476 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:12.413171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=61b17dbf-0c11-4637-b1dd-5459385c94de,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:12.436177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-938b0027-3d2f-45f2-a123-2bbdd65816ed tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631185 Nov 09 19:44:12.511379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-178a2314-6b66-491b-ab73-3f1f42e3882b req-cfdef92e-5090-46f3-b1b5-ac626dc547d8 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1474304438', 'description': 'tempest-description-373688749'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:12.537851 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-178a2314-6b66-491b-ab73-3f1f42e3882b req-cfdef92e-5090-46f3-b1b5-ac626dc547d8 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:12.580406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-0b48db83-2d8a-4ce4-ad76-1a6dbf6fb8fa tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:12.581990 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-0b48db83-2d8a-4ce4-ad76-1a6dbf6fb8fa tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389999 Nov 09 19:44:12.607127 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-c39a702b-8d16-455e-afce-5a2955bc70a2 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/quotas/adafef6ee39f457086969e3c3816d850 HTTP/1.1" status: 200 len: 375 time: 0.0155702 Nov 09 19:44:12.618706 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-178a2314-6b66-491b-ab73-3f1f42e3882b req-cfdef92e-5090-46f3-b1b5-ac626dc547d8 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:12.623363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-178a2314-6b66-491b-ab73-3f1f42e3882b req-cfdef92e-5090-46f3-b1b5-ac626dc547d8 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:12.678999 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-178a2314-6b66-491b-ab73-3f1f42e3882b req-cfdef92e-5090-46f3-b1b5-ac626dc547d8 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:12.680155 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-178a2314-6b66-491b-ab73-3f1f42e3882b req-cfdef92e-5090-46f3-b1b5-ac626dc547d8 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1729991 Nov 09 19:44:12.691925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdef92e-5090-46f3-b1b5-ac626dc547d8 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1a9bc2-01f4-4bb2-bc2b-355f126328c4,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:12.692923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f4d6f7-9db6-412e-8d2b-b91953ee78cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b17dbf-0c11-4637-b1dd-5459385c94de'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:12.697252 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef7e4b4-46b4-45be-a293-e70d3a3d05b5" -d '{"events": [{"server_uuid": "d1f4d6f7-9db6-412e-8d2b-b91953ee78cc", "name": "network-vif-plugged", "status": "completed", "tag": "61b17dbf-0c11-4637-b1dd-5459385c94de"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:12.832717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a94fac-bac2-4b6c-9d26-956d22c4fe84 req-d20886a9-ded4-4e41-b795-594ef03f335a tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:12.834573 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7a94fac-bac2-4b6c-9d26-956d22c4fe84 req-d20886a9-ded4-4e41-b795-594ef03f335a tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 945 time: 0.0675530 Nov 09 19:44:12.879554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7a94fac-bac2-4b6c-9d26-956d22c4fe84 req-6a43284f-2a9c-4ca4-8eb0-51644e53b07f tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Nov 09 19:44:13.014418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dd5aa-f67c-4186-9249-192fba759a6e req-f94dd6ab-3bed-43db-ac74-280d64d0df2c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:13.017707 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f8dd5aa-f67c-4186-9249-192fba759a6e req-f94dd6ab-3bed-43db-ac74-280d64d0df2c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.0758440 Nov 09 19:44:13.044618 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-5385ac91-f10c-4235-8058-c3c2890c1565 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4351881 Nov 09 19:44:13.066704 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f8dd5aa-f67c-4186-9249-192fba759a6e req-d1698656-b918-44c1-b641-d75590d79555 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Nov 09 19:44:13.148400 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a58a8f80-499b-47b4-b29b-1ab411b8b711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:13.175021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccbd4cd2-3f0e-45d4-998b-ac952186a362 req-b0746aa4-4cdf-47ff-b005-f654882f51b5 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/2e1a9bc2-01f4-4bb2-bc2b-355f126328c4 HTTP/1.1" status: 200 len: 1812 time: 0.0661752 Nov 09 19:44:13.179732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-ccbd4cd2-3f0e-45d4-998b-ac952186a362 req-dc912ecf-0635-45b3-a5f3-43edea24ab43 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e1a9bc2-01f4-4bb2-bc2b-355f126328c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:13.180049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-ccbd4cd2-3f0e-45d4-998b-ac952186a362 req-dc912ecf-0635-45b3-a5f3-43edea24ab43 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e1a9bc2-01f4-4bb2-bc2b-355f126328c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:13.229505 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fca13b-f428-496b-a3f3-213179c9dedb x-openstack-request-id: req-13fca13b-f428-496b-a3f3-213179c9dedb {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:13.229803 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f4d6f7-9db6-412e-8d2b-b91953ee78cc", "name": "network-vif-plugged", "status": "completed", "tag": "61b17dbf-0c11-4637-b1dd-5459385c94de", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:13.230059 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13fca13b-f428-496b-a3f3-213179c9dedb {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:13.230821 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f4d6f7-9db6-412e-8d2b-b91953ee78cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b17dbf-0c11-4637-b1dd-5459385c94de', 'code': 200} Nov 09 19:44:13.279717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-ccbd4cd2-3f0e-45d4-998b-ac952186a362 req-dc912ecf-0635-45b3-a5f3-43edea24ab43 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:13.320701 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-ccbd4cd2-3f0e-45d4-998b-ac952186a362 req-dc912ecf-0635-45b3-a5f3-43edea24ab43 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:13.350412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-ccbd4cd2-3f0e-45d4-998b-ac952186a362 req-dc912ecf-0635-45b3-a5f3-43edea24ab43 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:13.384579 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-ccbd4cd2-3f0e-45d4-998b-ac952186a362 req-dc912ecf-0635-45b3-a5f3-43edea24ab43 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:13.392292 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccbd4cd2-3f0e-45d4-998b-ac952186a362 req-dc912ecf-0635-45b3-a5f3-43edea24ab43 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2161956 Nov 09 19:44:13.392995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc912ecf-0635-45b3-a5f3-43edea24ab43 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845eb441-3984-4b2a-a8ab-a8c16c4a4031,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:13.428179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b7e6a-cf3f-4546-9abb-a48cebb01a9c req-aaab7a6e-a2f6-4a00-8189-89db499d40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:13.430874 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:13.435436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-161b7e6a-cf3f-4546-9abb-a48cebb01a9c req-aaab7a6e-a2f6-4a00-8189-89db499d40e9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 1096 time: 0.1247962 Nov 09 19:44:13.467913 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72a447cf-5e8c-4bb1-85df-63de66541f87 req-0717437e-efb5-4a20-97e3-a365d6c0e886 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 210 time: 0.0384674 Nov 09 19:44:13.500491 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-161b7e6a-cf3f-4546-9abb-a48cebb01a9c req-1060e74a-2b8e-4d19-bf68-492a257f20ff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562003 Nov 09 19:44:13.581080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2613a-ecff-44cf-a10d-4cc92b4f9f9a req-ee9833bb-a7d6-4e39-97e8-23ae00a4ca33 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:13.587085 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa74238b-8f63-43e6-b837-362fc3f0ce87 req-2f5b20b0-2bf0-4b82-8db5-acef93eb0500 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/2e1a9bc2-01f4-4bb2-bc2b-355f126328c4 HTTP/1.1" status: 200 len: 2405 time: 0.0529561 Nov 09 19:44:13.589384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68e2613a-ecff-44cf-a10d-4cc92b4f9f9a req-ee9833bb-a7d6-4e39-97e8-23ae00a4ca33 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.0592051 Nov 09 19:44:13.650254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68e2613a-ecff-44cf-a10d-4cc92b4f9f9a req-85e379ff-3b4e-485a-9d54-bb94d7f11ab4 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593932 Nov 09 19:44:13.658309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8298d877-d785-4070-92e5-fc2ab81fbc1e details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:13.717223 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bcbfa47a-a3f2-4bf4-8fe7-fb9451c5f89b req-16a5dfeb-7622-4b2b-8f2d-00a0e8004189 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-group-rules/845eb441-3984-4b2a-a8ab-a8c16c4a4031 HTTP/1.1" status: 200 len: 778 time: 0.0315707 Nov 09 19:44:13.819085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bcbfa47a-a3f2-4bf4-8fe7-fb9451c5f89b req-99256ad7-237e-4f7c-abe1-2004e01b93d3 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/2e1a9bc2-01f4-4bb2-bc2b-355f126328c4 HTTP/1.1" status: 200 len: 2405 time: 0.1005423 Nov 09 19:44:13.827943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e6edd722-67b5-4342-8e10-0d882f0fd19d details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:13.856774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bcbfa47a-a3f2-4bf4-8fe7-fb9451c5f89b req-978d6efc-1fbd-4a59-b1f0-f39f5f447dbd tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:13.863196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:13.865972 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bcbfa47a-a3f2-4bf4-8fe7-fb9451c5f89b req-978d6efc-1fbd-4a59-b1f0-f39f5f447dbd tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:13.897071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '8298d877-d785-4070-92e5-fc2ab81fbc1e', 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec', 'port_id': '8298d877-d785-4070-92e5-fc2ab81fbc1e', 'mac_address': 'fa:16:3e:12:a3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50629a10-2a18-46d0-a6ad-6c44ac38dc1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:13.913301 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bcbfa47a-a3f2-4bf4-8fe7-fb9451c5f89b req-978d6efc-1fbd-4a59-b1f0-f39f5f447dbd tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:13.922802 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bcbfa47a-a3f2-4bf4-8fe7-fb9451c5f89b req-978d6efc-1fbd-4a59-b1f0-f39f5f447dbd tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:13.924312 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bcbfa47a-a3f2-4bf4-8fe7-fb9451c5f89b req-978d6efc-1fbd-4a59-b1f0-f39f5f447dbd tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/845eb441-3984-4b2a-a8ab-a8c16c4a4031 HTTP/1.1" status: 204 len: 173 time: 0.1038189 Nov 09 19:44:13.930277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e54350-729b-470a-af58-8505ac6eccdb req-ae257500-5bfc-4681-9f97-79eb13d17ebd tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:13.932264 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03e54350-729b-470a-af58-8505ac6eccdb req-ae257500-5bfc-4681-9f97-79eb13d17ebd tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 945 time: 0.0942702 Nov 09 19:44:13.947287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d6efc-1fbd-4a59-b1f0-f39f5f447dbd tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=845eb441-3984-4b2a-a8ab-a8c16c4a4031,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:13.958773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-6dae49c5-9263-4af9-9867-a5c3892904c0 req-daa9cc6a-e70c-4328-b7b6-16e6ff64b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-498186682', 'description': 'tempest-description-891563616'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:13.987371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6dae49c5-9263-4af9-9867-a5c3892904c0 req-daa9cc6a-e70c-4328-b7b6-16e6ff64b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.004218 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03e54350-729b-470a-af58-8505ac6eccdb req-558b4023-f82e-4058-962b-fe3815e2f6e6 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563586 Nov 09 19:44:14.024625 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.050912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8298d877-d785-4070-92e5-fc2ab81fbc1e {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:14.069930 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6dae49c5-9263-4af9-9867-a5c3892904c0 req-daa9cc6a-e70c-4328-b7b6-16e6ff64b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.076840 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6dae49c5-9263-4af9-9867-a5c3892904c0 req-daa9cc6a-e70c-4328-b7b6-16e6ff64b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.103327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:14.123752 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6dae49c5-9263-4af9-9867-a5c3892904c0 req-daa9cc6a-e70c-4328-b7b6-16e6ff64b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.135152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6dae49c5-9263-4af9-9867-a5c3892904c0 req-daa9cc6a-e70c-4328-b7b6-16e6ff64b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1761861 Nov 09 19:44:14.135152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9cc6a-e70c-4328-b7b6-16e6ff64b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce4c3dd-6782-46dc-b30e-31011932b82c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:14.135347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'mac_address': 'fa:16:3e:ce:99:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:14.147209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:14.153399 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.205747 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87966736-aeca-49f3-965e-8c5bc52a5487 req-9abb7194-da6b-44bc-b6f4-d2f85865ed6d tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/8ce4c3dd-6782-46dc-b30e-31011932b82c HTTP/1.1" status: 200 len: 1811 time: 0.0543165 Nov 09 19:44:14.221538 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.249906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-413db02f-2b15-49db-920b-f79ab3a43d11 req-f4c4b05f-d853-4092-9382-53762a04c282 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-972748397', 'description': 'tempest-description-733114889'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:14.250702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6edd722-67b5-4342-8e10-0d882f0fd19d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:14.256762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:14.269935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536cd57-2adc-43f3-a51d-aef7ad637fd3 req-0a454f2e-1c38-4efb-a8c2-9bee853be677 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:14.279591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-413db02f-2b15-49db-920b-f79ab3a43d11 req-f4c4b05f-d853-4092-9382-53762a04c282 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.282671 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b536cd57-2adc-43f3-a51d-aef7ad637fd3 req-0a454f2e-1c38-4efb-a8c2-9bee853be677 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.0917456 Nov 09 19:44:14.284678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:14.290456 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.329901 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b536cd57-2adc-43f3-a51d-aef7ad637fd3 req-49e1eb63-37c8-4b6a-b1c5-d7e25ea50f23 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455415 Nov 09 19:44:14.357197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:14.365064 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-413db02f-2b15-49db-920b-f79ab3a43d11 req-f4c4b05f-d853-4092-9382-53762a04c282 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.370925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-413db02f-2b15-49db-920b-f79ab3a43d11 req-f4c4b05f-d853-4092-9382-53762a04c282 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.406327 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-413db02f-2b15-49db-920b-f79ab3a43d11 req-f4c4b05f-d853-4092-9382-53762a04c282 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.407997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-413db02f-2b15-49db-920b-f79ab3a43d11 req-f4c4b05f-d853-4092-9382-53762a04c282 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1644487 Nov 09 19:44:14.410157 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4b05f-d853-4092-9382-53762a04c282 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c4619-44f0-4ba0-84ac-f1455b18e977,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:14.428411 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.490448 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a2401fb-0194-4f7e-9719-4410af2a9099 req-abedd756-9dbd-4703-81d2-432a71559232 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/e44c4619-44f0-4ba0-84ac-f1455b18e977 HTTP/1.1" status: 200 len: 1811 time: 0.0491076 Nov 09 19:44:14.495845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e6edd722-67b5-4342-8e10-0d882f0fd19d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:14.517468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a24ac466-1ead-47cb-a590-ce3a5d62fc82 req-59644841-908b-4ca5-a26d-3e499b046ced tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1551383302', 'description': 'tempest-description-1274555192'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:14.550748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['8298d877-d785-4070-92e5-fc2ab81fbc1e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:14.552550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a24ac466-1ead-47cb-a590-ce3a5d62fc82 req-59644841-908b-4ca5-a26d-3e499b046ced tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.600719 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d76f4993-a637-443c-934e-2b849d952a49 req-21a0d05f-5f36-49c1-a99f-445688807fc7 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 210 time: 0.0461688 Nov 09 19:44:14.684451 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-6c5b15de-7e8b-4559-a4d3-6f6b28a09610 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=adafef6ee39f457086969e3c3816d850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842009 Nov 09 19:44:14.749859 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a24ac466-1ead-47cb-a590-ce3a5d62fc82 req-59644841-908b-4ca5-a26d-3e499b046ced tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.754733 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a24ac466-1ead-47cb-a590-ce3a5d62fc82 req-59644841-908b-4ca5-a26d-3e499b046ced tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.806186 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a24ac466-1ead-47cb-a590-ce3a5d62fc82 req-59644841-908b-4ca5-a26d-3e499b046ced tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.807522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a24ac466-1ead-47cb-a590-ce3a5d62fc82 req-59644841-908b-4ca5-a26d-3e499b046ced tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2944117 Nov 09 19:44:14.820553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59644841-908b-4ca5-a26d-3e499b046ced tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce77db3a-f7aa-48ac-8907-b7fdd9a57126,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:14.870154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c59a7-4818-4063-a94c-c71e3e57e565 req-fb50e337-20d7-49b7-ab0b-800933d56f97 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:14.872363 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-809c59a7-4818-4063-a94c-c71e3e57e565 req-fb50e337-20d7-49b7-ab0b-800933d56f97 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 944 time: 0.0889072 Nov 09 19:44:14.910254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0a133c6f-c8f3-4d75-937f-fc1ba1822618 req-7bb03129-a64f-4fe1-a320-91b0de5bcb11 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/ce77db3a-f7aa-48ac-8907-b7fdd9a57126 HTTP/1.1" status: 200 len: 1813 time: 0.0548942 Nov 09 19:44:14.918807 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-ff86b60c-cd6a-4056-8ef9-8ee579f47b9a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:14.919236 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-ff86b60c-cd6a-4056-8ef9-8ee579f47b9a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275746 Nov 09 19:44:14.939812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ab1a3201-3348-47bd-8894-b5ceaaff593d req-8e020658-e8e7-44d5-be1f-fc37f9b2e1d6 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-992153764', 'description': 'tempest-description-789264739'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:14.961463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Request body: {'port': {'device_id': 'ba4bd9b1-df86-41f4-9193-078da4cb62ff', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': 'adafef6ee39f457086969e3c3816d850'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:14.969414 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ab1a3201-3348-47bd-8894-b5ceaaff593d req-8e020658-e8e7-44d5-be1f-fc37f9b2e1d6 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:14.973212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-809c59a7-4818-4063-a94c-c71e3e57e565 req-d9a89ac2-d735-44b4-a62a-e4969e6fc6e3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886309 Nov 09 19:44:15.074104 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ab1a3201-3348-47bd-8894-b5ceaaff593d req-8e020658-e8e7-44d5-be1f-fc37f9b2e1d6 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:15.078282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ab1a3201-3348-47bd-8894-b5ceaaff593d req-8e020658-e8e7-44d5-be1f-fc37f9b2e1d6 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:15.120766 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ab1a3201-3348-47bd-8894-b5ceaaff593d req-8e020658-e8e7-44d5-be1f-fc37f9b2e1d6 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:15.131077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab1a3201-3348-47bd-8894-b5ceaaff593d req-8e020658-e8e7-44d5-be1f-fc37f9b2e1d6 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1961548 Nov 09 19:44:15.132508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e020658-e8e7-44d5-be1f-fc37f9b2e1d6 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87801539-4b40-487a-8430-bbc28a78d7d2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:15.216204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Made reservation on behalf of adafef6ee39f457086969e3c3816d850 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:15.226835 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b124c94d-3e52-4aad-9075-2d906a12366c req-6ba0ecea-73fa-44e2-bc23-098dd2ba1001 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/87801539-4b40-487a-8430-bbc28a78d7d2 HTTP/1.1" status: 200 len: 1811 time: 0.0607817 Nov 09 19:44:15.242218 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:15.266604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e90740-b694-453d-9089-b315b3ec0e1d req-c44d0f6f-4580-476f-8b97-0dadaca58faa tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:15.267290 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a4e90740-b694-453d-9089-b315b3ec0e1d req-c44d0f6f-4580-476f-8b97-0dadaca58faa tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 945 time: 0.1888506 Nov 09 19:44:15.284778 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-87c3ab4f-f6fa-4d42-9c99-14f2d0c964a4 req-11ea9879-0f69-490b-9e86-82572fb49fef tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] show failed (client error): The resource could not be found. Nov 09 19:44:15.287695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87c3ab4f-f6fa-4d42-9c99-14f2d0c964a4 req-11ea9879-0f69-490b-9e86-82572fb49fef tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/82c2b590-54e0-46ed-903e-5f8bebdbd680 HTTP/1.1" status: 404 len: 352 time: 0.0348485 Nov 09 19:44:15.332657 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-aa6a64a3-887e-4e6d-a32a-19d0272e4cdd req-020448ad-57dc-42ce-92af-1ce9e7074ff5 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] show failed (client error): The resource could not be found. Nov 09 19:44:15.334261 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aa6a64a3-887e-4e6d-a32a-19d0272e4cdd req-020448ad-57dc-42ce-92af-1ce9e7074ff5 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-group-rules/31d7e1d0-6404-4073-ad8e-a1c3c0aa2464 HTTP/1.1" status: 404 len: 361 time: 0.0232477 Nov 09 19:44:15.359303 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a4e90740-b694-453d-9089-b315b3ec0e1d req-85d14807-4435-4e4d-aa1c-07a7111adf75 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779338 Nov 09 19:44:15.488950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96971250-6de5-4966-9632-1c81e37c9006 req-48998a9a-203b-4978-ac65-700af1298a1f tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/87801539-4b40-487a-8430-bbc28a78d7d2 HTTP/1.1" status: 200 len: 1811 time: 0.0939736 Nov 09 19:44:15.564196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Allocated IP 192.168.233.142 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/dca222ec-13a6-4a7e-a5a9-57369043f948) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:44:15.576075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51af3be-b927-45a4-8950-b7aeab9c7b01 req-477c83bd-26af-4c0c-b479-01f01f252863 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:15.577679 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d51af3be-b927-45a4-8950-b7aeab9c7b01 req-477c83bd-26af-4c0c-b479-01f01f252863 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.1094213 Nov 09 19:44:15.591079 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-96971250-6de5-4966-9632-1c81e37c9006 req-2c8b5564-c4b9-4c80-ae10-c1fd4eb27a12 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:15.628828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-96971250-6de5-4966-9632-1c81e37c9006 req-2c8b5564-c4b9-4c80-ae10-c1fd4eb27a12 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:15.669749 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d51af3be-b927-45a4-8950-b7aeab9c7b01 req-6f4b67db-4e17-4df4-a0af-ebb279078d2f tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753274 Nov 09 19:44:15.775811 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-96971250-6de5-4966-9632-1c81e37c9006 req-2c8b5564-c4b9-4c80-ae10-c1fd4eb27a12 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:15.780494 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-96971250-6de5-4966-9632-1c81e37c9006 req-2c8b5564-c4b9-4c80-ae10-c1fd4eb27a12 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:15.789775 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96971250-6de5-4966-9632-1c81e37c9006 req-2c8b5564-c4b9-4c80-ae10-c1fd4eb27a12 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "DELETE /v2.0/security-groups/87801539-4b40-487a-8430-bbc28a78d7d2 HTTP/1.1" status: 204 len: 173 time: 0.2856054 Nov 09 19:44:15.832895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e6edd722-67b5-4342-8e10-0d882f0fd19d up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:15.866963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b5564-c4b9-4c80-ae10-c1fd4eb27a12 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87801539-4b40-487a-8430-bbc28a78d7d2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:15.926843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-d32c3c50-bc65-4464-a96a-2033303e7d3b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:15.933562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-d32c3c50-bc65-4464-a96a-2033303e7d3b tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.70 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 945 time: 0.2905948 Nov 09 19:44:15.949817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:16.045411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port e6edd722-67b5-4342-8e10-0d882f0fd19d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:16.046414 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:16.091855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:16.123423 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494', '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94', 'd1621614-b537-492a-b324-9392cb9dc19a', '79146868-0f5a-4976-90df-7882e5e5745d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:16.158322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:44:16.170218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:44:16.190601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:44:16.209248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374159e-91fa-43d1-b98f-4b43a7a96603 req-b14873e8-fda4-4bcd-a200-bdd27612bd60 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:16.239083 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e374159e-91fa-43d1-b98f-4b43a7a96603 req-b14873e8-fda4-4bcd-a200-bdd27612bd60 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.2134311 Nov 09 19:44:16.248867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31be80a-446e-4b38-83f9-a05f0cef8a18 req-e771b0d3-cd58-4ee8-a097-cf78a0db9b6d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:16.251736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'cace9d8b-e473-4ac9-be3f-c1b7510befde'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:16.260255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a31be80a-446e-4b38-83f9-a05f0cef8a18 req-e771b0d3-cd58-4ee8-a097-cf78a0db9b6d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 936 time: 0.2371924 Nov 09 19:44:16.354034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e374159e-91fa-43d1-b98f-4b43a7a96603 req-3d075040-374d-4abf-8222-43bd95a269d5 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138825 Nov 09 19:44:16.378535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event updated for resources: {'Port': ['ID=dca222ec-13a6-4a7e-a5a9-57369043f948,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:16.399450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:16.400567 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:16.428271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-d664010b-2468-4241-87e4-522d0bbc70c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4699450 Nov 09 19:44:16.448048 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:16.457029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a31be80a-446e-4b38-83f9-a05f0cef8a18 req-72fd3769-1383-4f90-a1bf-585b2f346dbd tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923120 Nov 09 19:44:16.457385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Request body: {'port': {'device_id': 'ba4bd9b1-df86-41f4-9193-078da4cb62ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:16.457590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-a3fac39e-822b-46d4-a380-5b6653106d83 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Deleting port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:44:16.457590 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-a3fac39e-822b-46d4-a380-5b6653106d83 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:16.592668 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:16.785449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5555dc7d-6188-4439-9677-012f7e242295 None None] Provisioning complete for port dca222ec-13a6-4a7e-a5a9-57369043f948 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:16.786120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5555dc7d-6188-4439-9677-012f7e242295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:16.795154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8703a7c9-131c-4dde-b70a-54f91f378a9d req-a883c8d5-bf08-4a59-9836-3538d331fb0f tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/ce77db3a-f7aa-48ac-8907-b7fdd9a57126 HTTP/1.1" status: 200 len: 1813 time: 0.2262456 Nov 09 19:44:16.833619 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:16.842355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5555dc7d-6188-4439-9677-012f7e242295 None None] Port dca222ec-13a6-4a7e-a5a9-57369043f948 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:44:16.849111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72185275-e318-4187-901b-5a7a748bc978 req-d196aeb9-6271-4a2b-b1ef-c580772164cb tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:16.856810 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72185275-e318-4187-901b-5a7a748bc978 req-d196aeb9-6271-4a2b-b1ef-c580772164cb tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 944 time: 0.1181579 Nov 09 19:44:16.894067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-a3fac39e-822b-46d4-a380-5b6653106d83 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] For port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,segment=NetworkSegment(69826f81-1776-4a18-bbf5-04e78f3a214a),segment_id=69826f81-1776-4a18-bbf5-04e78f3a214a)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:16.895576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-a3fac39e-822b-46d4-a380-5b6653106d83 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:16.924326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:16.927000 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdac250d-e2a8-4b95-95ac-dfbbd2303760" -d '{"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-plugged", "status": "completed", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:16.937928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-a3fac39e-822b-46d4-a380-5b6653106d83 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Calling delete_port for 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:44:16.943064 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72185275-e318-4187-901b-5a7a748bc978 req-20b5f7aa-010f-42cb-bfa1-b83648de2066 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802248 Nov 09 19:44:16.966828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:16.985359 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.086110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:17.178032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca222ec-13a6-4a7e-a5a9-57369043f948 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:17.183003 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8703a7c9-131c-4dde-b70a-54f91f378a9d req-d072ee16-dd94-44ab-a9b5-ec2953780a70 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.197565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.215743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8703a7c9-131c-4dde-b70a-54f91f378a9d req-d072ee16-dd94-44ab-a9b5-ec2953780a70 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.222941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9c8a4-6dd2-4167-8496-21ebd29baba1 req-fa761660-517a-4c5d-a731-a000c8cd94d9 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:17.225391 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69a9c8a4-6dd2-4167-8496-21ebd29baba1 req-fa761660-517a-4c5d-a731-a000c8cd94d9 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/ports?device_id=3782c66e-90b3-44f9-9693-4539efff5899 HTTP/1.1" status: 200 len: 945 time: 0.1681879 Nov 09 19:44:17.260100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Transition to ACTIVE for port object dca222ec-13a6-4a7e-a5a9-57369043f948 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:44:17.281325 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8703a7c9-131c-4dde-b70a-54f91f378a9d req-d072ee16-dd94-44ab-a9b5-ec2953780a70 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.285417 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8703a7c9-131c-4dde-b70a-54f91f378a9d req-d072ee16-dd94-44ab-a9b5-ec2953780a70 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.293773 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8703a7c9-131c-4dde-b70a-54f91f378a9d req-d072ee16-dd94-44ab-a9b5-ec2953780a70 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "DELETE /v2.0/security-groups/ce77db3a-f7aa-48ac-8907-b7fdd9a57126 HTTP/1.1" status: 204 len: 173 time: 0.4961810 Nov 09 19:44:17.304662 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.377750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072ee16-dd94-44ab-a9b5-ec2953780a70 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce77db3a-f7aa-48ac-8907-b7fdd9a57126,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:17.420825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Pushing event updated for resources: {'Port': ['ID=dca222ec-13a6-4a7e-a5a9-57369043f948,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:17.458973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69a9c8a4-6dd2-4167-8496-21ebd29baba1 req-d289ec5f-1a2d-47e4-a5cc-ba4d4793d9c4 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.53 "GET /v2.0/security-groups?id=848d36eb-5592-4efd-bda4-8649c9ed5a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226458 Nov 09 19:44:17.517470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9a324-3c85-48fd-8c33-39e15a413235 req-f4f2eff1-9b76-4231-819c-e1fe6a3f85b5 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:17.539275 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eff9a324-3c85-48fd-8c33-39e15a413235 req-f4f2eff1-9b76-4231-819c-e1fe6a3f85b5 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2 HTTP/1.1" status: 200 len: 946 time: 0.1497355 Nov 09 19:44:17.541115 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-a3fac39e-822b-46d4-a380-5b6653106d83 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.625170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Attempting to bind port dca222ec-13a6-4a7e-a5a9-57369043f948 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:17.627688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Attempting to bind port dca222ec-13a6-4a7e-a5a9-57369043f948 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:17.628203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Attempting to bind port dca222ec-13a6-4a7e-a5a9-57369043f948 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:17.637935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Port dca222ec-13a6-4a7e-a5a9-57369043f948 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:17.638305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Attempting to bind port dca222ec-13a6-4a7e-a5a9-57369043f948 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:17.655411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:17.655747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:17.656147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:17.656601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Bound port: dca222ec-13a6-4a7e-a5a9-57369043f948, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:17.656966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.702817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8298d877-d785-4070-92e5-fc2ab81fbc1e up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:17.710328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fac39e-822b-46d4-a380-5b6653106d83 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Pushing event deleted for resources: {'Port': ['ID=0c88e6f4-72df-49ed-9bc7-54f1a4e0a478,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:17.791799 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce6c08b-9e7b-44c5-8cc3-1a3cb073e387 x-openstack-request-id: req-dce6c08b-9e7b-44c5-8cc3-1a3cb073e387 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:17.792093 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-plugged", "status": "completed", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:17.792352 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dce6c08b-9e7b-44c5-8cc3-1a3cb073e387 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:17.795900 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'code': 200} Nov 09 19:44:17.803327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eff9a324-3c85-48fd-8c33-39e15a413235 req-f5ecc838-7876-4c36-935c-cc83e5a52cbc tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631526 Nov 09 19:44:17.828476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-a3fac39e-822b-46d4-a380-5b6653106d83 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] No DVR routers for this DVR port 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:44:17.831520 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-a3fac39e-822b-46d4-a380-5b6653106d83 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.840502 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32612a2f-2a9c-4890-afb6-432f9b925dca req-a3fac39e-822b-46d4-a380-5b6653106d83 tempest-InstanceActionsNegativeTestJSON-283279360 tempest-InstanceActionsNegativeTestJSON-283279360-project] 10.222.0.70 "DELETE /v2.0/ports/0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 HTTP/1.1" status: 204 len: 173 time: 1.8810976 Nov 09 19:44:17.841369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3782c66e-90b3-44f9-9693-4539efff5899', 'name': 'network-vif-deleted', 'tag': '0c88e6f4-72df-49ed-9bc7-54f1a4e0a478'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:17.844669 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3b7b16-da92-496a-bd50-b59d6f0894a8" -d '{"events": [{"server_uuid": "3782c66e-90b3-44f9-9693-4539efff5899", "name": "network-vif-deleted", "tag": "0c88e6f4-72df-49ed-9bc7-54f1a4e0a478"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:17.910294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba6123d1-87b0-4509-85d5-55e49a8bc4a5 req-366e7254-5443-452a-a2c4-8302c21a86c0 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/e44c4619-44f0-4ba0-84ac-f1455b18e977 HTTP/1.1" status: 200 len: 1811 time: 0.1577168 Nov 09 19:44:17.920941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 8298d877-d785-4070-92e5-fc2ab81fbc1e completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:17.945055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 8298d877-d785-4070-92e5-fc2ab81fbc1e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:17.945883 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:17.950887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] For port dca222ec-13a6-4a7e-a5a9-57369043f948, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:17.986720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] For port dca222ec-13a6-4a7e-a5a9-57369043f948, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=dca222ec-13a6-4a7e-a5a9-57369043f948,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:44:18.009040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:18.019559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-ba6123d1-87b0-4509-85d5-55e49a8bc4a5 req-f2828a2e-ed4b-481a-afe6-c46abf9ae290 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:18.041549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d3f46-a760-4793-8d47-60e59af046ca req-db6f335a-3449-4b34-afeb-8cfeb5c21f02 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:18.046445 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-291d3f46-a760-4793-8d47-60e59af046ca req-db6f335a-3449-4b34-afeb-8cfeb5c21f02 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 948 time: 0.1184845 Nov 09 19:44:18.056054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-ba6123d1-87b0-4509-85d5-55e49a8bc4a5 req-f2828a2e-ed4b-481a-afe6-c46abf9ae290 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:18.127335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-291d3f46-a760-4793-8d47-60e59af046ca req-d913e567-e1b3-4625-89cd-9ffc125fe8ee tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741067 Nov 09 19:44:18.171232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-ba6123d1-87b0-4509-85d5-55e49a8bc4a5 req-f2828a2e-ed4b-481a-afe6-c46abf9ae290 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:18.184792 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-ba6123d1-87b0-4509-85d5-55e49a8bc4a5 req-f2828a2e-ed4b-481a-afe6-c46abf9ae290 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:18.199958 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba6123d1-87b0-4509-85d5-55e49a8bc4a5 req-f2828a2e-ed4b-481a-afe6-c46abf9ae290 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "DELETE /v2.0/security-groups/e44c4619-44f0-4ba0-84ac-f1455b18e977 HTTP/1.1" status: 204 len: 173 time: 0.2739635 Nov 09 19:44:18.226336 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:18.242461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2828a2e-ed4b-481a-afe6-c46abf9ae290 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c4619-44f0-4ba0-84ac-f1455b18e977,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:18.293174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:18.294185 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:18.302682 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] 10.222.0.77 "PUT /v2.0/ports/dca222ec-13a6-4a7e-a5a9-57369043f948 HTTP/1.1" status: 200 len: 1096 time: 1.8524957 Nov 09 19:44:18.303214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4bd9b1-df86-41f4-9193-078da4cb62ff', 'tag': 'dca222ec-13a6-4a7e-a5a9-57369043f948'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:18.313948 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d1f810-6112-409f-b809-f300464bfcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4bd9b1-df86-41f4-9193-078da4cb62ff", "tag": "dca222ec-13a6-4a7e-a5a9-57369043f948"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:18.323831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:18.345897 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:18.373699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b857b9-6d50-4a40-bf86-989e82907b60 service neutron] Pushing event updated for resources: {'Port': ['ID=dca222ec-13a6-4a7e-a5a9-57369043f948,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:18.397494 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf34b282-5d7c-42a9-b466-8021bb991df0 x-openstack-request-id: req-cf34b282-5d7c-42a9-b466-8021bb991df0 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:18.398304 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3782c66e-90b3-44f9-9693-4539efff5899", "name": "network-vif-deleted", "tag": "0c88e6f4-72df-49ed-9bc7-54f1a4e0a478", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:18.398304 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf34b282-5d7c-42a9-b466-8021bb991df0 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:18.399048 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3782c66e-90b3-44f9-9693-4539efff5899', 'name': 'network-vif-deleted', 'tag': '0c88e6f4-72df-49ed-9bc7-54f1a4e0a478', 'status': 'completed', 'code': 200} Nov 09 19:44:18.479918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:18.594474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d052a7-b0fd-4b5e-abb4-ca3f6171fd3a req-236f06fa-dd3a-425b-9120-309538b1886a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:18.602079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53d052a7-b0fd-4b5e-abb4-ca3f6171fd3a req-236f06fa-dd3a-425b-9120-309538b1886a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 945 time: 0.1010478 Nov 09 19:44:18.689828 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53d052a7-b0fd-4b5e-abb4-ca3f6171fd3a req-67db3639-7f69-4487-8825-6b19851e98c2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860193 Nov 09 19:44:18.813253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-275b08db-4155-42b1-bf78-51df1e5e3c22 req-362faf85-8297-4858-907e-a64445a7eeb9 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/8ce4c3dd-6782-46dc-b30e-31011932b82c HTTP/1.1" status: 200 len: 1811 time: 0.0758572 Nov 09 19:44:18.925309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-275b08db-4155-42b1-bf78-51df1e5e3c22 req-16518fa9-ef6b-4957-9891-67a4b75ac965 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:18.960762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-275b08db-4155-42b1-bf78-51df1e5e3c22 req-16518fa9-ef6b-4957-9891-67a4b75ac965 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.055630 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-275b08db-4155-42b1-bf78-51df1e5e3c22 req-16518fa9-ef6b-4957-9891-67a4b75ac965 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.061815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-275b08db-4155-42b1-bf78-51df1e5e3c22 req-16518fa9-ef6b-4957-9891-67a4b75ac965 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.073898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-790a9c48-eb47-41db-9286-403667e10522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:19.077162 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-790a9c48-eb47-41db-9286-403667e10522 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 1099 time: 0.7061000 Nov 09 19:44:19.083219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-275b08db-4155-42b1-bf78-51df1e5e3c22 req-16518fa9-ef6b-4957-9891-67a4b75ac965 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "DELETE /v2.0/security-groups/8ce4c3dd-6782-46dc-b30e-31011932b82c HTTP/1.1" status: 204 len: 173 time: 0.2605951 Nov 09 19:44:19.121586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16518fa9-ef6b-4957-9891-67a4b75ac965 tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce4c3dd-6782-46dc-b30e-31011932b82c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:19.142271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-2daab4e8-2881-4a95-adf7-ef73ec8655b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=dca222ec-13a6-4a7e-a5a9-57369043f948 HTTP/1.1" status: 200 len: 217 time: 0.0395656 Nov 09 19:44:19.161740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950c041-00c2-4552-a071-05595e72b00c req-5ea08413-1a6e-4cbe-896f-a6e8ada7b819 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:19.169926 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b950c041-00c2-4552-a071-05595e72b00c req-5ea08413-1a6e-4cbe-896f-a6e8ada7b819 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.1481974 Nov 09 19:44:19.200703 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e46e8c-8c4e-494a-b643-10413f870533 x-openstack-request-id: req-85e46e8c-8c4e-494a-b643-10413f870533 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:19.201048 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4bd9b1-df86-41f4-9193-078da4cb62ff", "tag": "dca222ec-13a6-4a7e-a5a9-57369043f948", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:19.201317 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85e46e8c-8c4e-494a-b643-10413f870533 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:19.201670 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4bd9b1-df86-41f4-9193-078da4cb62ff', 'tag': 'dca222ec-13a6-4a7e-a5a9-57369043f948', 'status': 'completed', 'code': 200} Nov 09 19:44:19.232770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-40f19abf-dc7a-4a56-8d36-0fdaf0586984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:19.234540 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-40f19abf-dc7a-4a56-8d36-0fdaf0586984 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0916517 Nov 09 19:44:19.267275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54968) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:19.279144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b950c041-00c2-4552-a071-05595e72b00c req-d0c2fdf0-2a50-46ae-b50f-559eeb49d80b tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082239 Nov 09 19:44:19.391280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5c8b42-d9cf-4a30-a57a-cb89d6b2cc1c admin admin] Deleting subnet 81498271-6c6f-4af3-82da-e5467ce394ff {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:44:19.399914 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8b42-d9cf-4a30-a57a-cb89d6b2cc1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.440144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-ee6766ef-a7f9-4247-b3a7-a7cd22d39908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:19.441869 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-ee6766ef-a7f9-4247-b3a7-a7cd22d39908 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872637 Nov 09 19:44:19.514067 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8b42-d9cf-4a30-a57a-cb89d6b2cc1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.592411 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52ac8e7-759c-4f63-85bb-cdb4761c3325 req-0e94648d-3905-4bb3-8754-4ed3512a3e6e tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "GET /v2.0/security-groups/2e1a9bc2-01f4-4bb2-bc2b-355f126328c4 HTTP/1.1" status: 200 len: 1812 time: 0.2453814 Nov 09 19:44:19.636106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8b42-d9cf-4a30-a57a-cb89d6b2cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.650794 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89073e-ca62-4b56-b21c-65bf67a59e49 req-feb417c7-5f6c-44cc-a8a3-017e04db3188 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:19.654670 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c89073e-ca62-4b56-b21c-65bf67a59e49 req-feb417c7-5f6c-44cc-a8a3-017e04db3188 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 948 time: 0.1009965 Nov 09 19:44:19.676032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:44:19.689748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52ac8e7-759c-4f63-85bb-cdb4761c3325 req-48be9b97-b14b-4f06-9fc7-6e5290441a5e tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.704643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:44:19.705395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0c88e6f4-72df-49ed-9bc7-54f1a4e0a478 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:44:19.722468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52ac8e7-759c-4f63-85bb-cdb4761c3325 req-48be9b97-b14b-4f06-9fc7-6e5290441a5e tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.741355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-8e83ac3c-c42f-4a77-bc07-3f307ff6d59e service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854254 Nov 09 19:44:19.750619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c89073e-ca62-4b56-b21c-65bf67a59e49 req-a559d8c5-fd15-4a75-a146-ffcf63f64a9e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728040 Nov 09 19:44:19.797440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:19.799868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8b42-d9cf-4a30-a57a-cb89d6b2cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.801090 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4d9f6d-b8aa-445f-9126-7c75202fb6af" -d '{"events": [{"server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "name": "network-vif-plugged", "status": "completed", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:19.855675 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d0d9af9-817a-4dc1-9e16-02056e2b82f3 req-0b81fcf0-1633-47eb-9597-94229e5d97d7 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056890 Nov 09 19:44:19.889183 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52ac8e7-759c-4f63-85bb-cdb4761c3325 req-48be9b97-b14b-4f06-9fc7-6e5290441a5e tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.895394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c8b42-d9cf-4a30-a57a-cb89d6b2cc1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81498271-6c6f-4af3-82da-e5467ce394ff,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:19.895916 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a52ac8e7-759c-4f63-85bb-cdb4761c3325 req-48be9b97-b14b-4f06-9fc7-6e5290441a5e tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.909647 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a52ac8e7-759c-4f63-85bb-cdb4761c3325 req-48be9b97-b14b-4f06-9fc7-6e5290441a5e tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e1a9bc2-01f4-4bb2-bc2b-355f126328c4 HTTP/1.1" status: 204 len: 173 time: 0.3162637 Nov 09 19:44:19.910400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54988) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:19.924001 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8b42-d9cf-4a30-a57a-cb89d6b2cc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:19.933151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8d5c8b42-d9cf-4a30-a57a-cb89d6b2cc1c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/81498271-6c6f-4af3-82da-e5467ce394ff HTTP/1.1" status: 204 len: 168 time: 0.6638629 Nov 09 19:44:19.937030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54990) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:20.083664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be9b97-b14b-4f06-9fc7-6e5290441a5e tempest-SecurityGroupRulesNegativeTestJSON-1395500280 tempest-SecurityGroupRulesNegativeTestJSON-1395500280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1a9bc2-01f4-4bb2-bc2b-355f126328c4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:20.125480 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.186272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1f810-6112-409f-b809-f300464bfcfa req-362a6814-7f61-4d7b-a3ed-7eade8bf0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:20.190696 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09d1f810-6112-409f-b809-f300464bfcfa req-362a6814-7f61-4d7b-a3ed-7eade8bf0ab4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 1099 time: 0.2421908 Nov 09 19:44:20.193605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a04b500-514a-4de9-918a-77205f3b4e3e admin admin] Deleting subnet e51d27e5-3bff-458d-9a16-92a1f4b5597e {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:44:20.242012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872060b9-46fd-4558-86c5-854d7cbab04d req-7c216d4a-1ed6-40b9-bf33-a2934665cefc tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:20.252844 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-872060b9-46fd-4558-86c5-854d7cbab04d req-7c216d4a-1ed6-40b9-bf33-a2934665cefc tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 945 time: 0.1710474 Nov 09 19:44:20.254829 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a04b500-514a-4de9-918a-77205f3b4e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.313444 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.344136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8199d8c9-cecd-4875-b669-c376652e5522']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:20.353603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f5051-bbb1-4543-83fb-a7790a35b19c req-be9d2b06-0c0d-4b8c-b74a-2d962d51d6bf tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:20.355604 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-872060b9-46fd-4558-86c5-854d7cbab04d req-3373f016-9594-4f1d-aab0-0a642862da9c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968654 Nov 09 19:44:20.362499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d6f5051-bbb1-4543-83fb-a7790a35b19c req-be9d2b06-0c0d-4b8c-b74a-2d962d51d6bf tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0905385 Nov 09 19:44:20.383594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69826f81-1776-4a18-bbf5-04e78f3a214a') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:20.383932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69826f81-1776-4a18-bbf5-04e78f3a214a') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:20.395566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.413598 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.421621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:44:20.422687 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.467612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a04b500-514a-4de9-918a-77205f3b4e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.478046 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df98471f-6e0a-4b32-a290-b24a5047849d x-openstack-request-id: req-df98471f-6e0a-4b32-a290-b24a5047849d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:20.479590 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "name": "network-vif-plugged", "status": "completed", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:20.480191 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df98471f-6e0a-4b32-a290-b24a5047849d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:20.481601 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e', 'code': 200} Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:44:20.498417 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:44:20.531687 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a04b500-514a-4de9-918a-77205f3b4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.610229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.618599 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d6f5051-bbb1-4543-83fb-a7790a35b19c req-bab3c17f-f85e-47cf-b55d-b6d8155ee8bf tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550256 Nov 09 19:44:20.635625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.641778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] 10.222.0.53 "DELETE /v2.0/networks/8199d8c9-cecd-4875-b669-c376652e5522 HTTP/1.1" status: 204 len: 168 time: 0.7021706 Nov 09 19:44:20.641778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b04e8d-4aa0-4f13-83bb-acea6270484a admin admin] Pushing event deleted for resources: {'Network': ['ID=8199d8c9-cecd-4875-b669-c376652e5522,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:20.671234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d7830-cd08-4c12-9cc2-b1ea31b6502b req-4976628c-2d45-498f-aa17-c92688c5e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:20.673217 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-644d7830-cd08-4c12-9cc2-b1ea31b6502b req-4976628c-2d45-498f-aa17-c92688c5e1f2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1096 time: 0.1109800 Nov 09 19:44:20.689421 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a04b500-514a-4de9-918a-77205f3b4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.727557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1f810-6112-409f-b809-f300464bfcfa req-f35e8913-5cac-4882-ac4f-09dc658e6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:20.728729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09d1f810-6112-409f-b809-f300464bfcfa req-f35e8913-5cac-4882-ac4f-09dc658e6dbc service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.5092628 Nov 09 19:44:20.732645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04b500-514a-4de9-918a-77205f3b4e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e51d27e5-3bff-458d-9a16-92a1f4b5597e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:20.737397 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a04b500-514a-4de9-918a-77205f3b4e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.741080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1a04b500-514a-4de9-918a-77205f3b4e3e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e51d27e5-3bff-458d-9a16-92a1f4b5597e HTTP/1.1" status: 204 len: 168 time: 0.8188696 Nov 09 19:44:20.743885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55008) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:20.779542 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-644d7830-cd08-4c12-9cc2-b1ea31b6502b req-78558f6e-20bf-448e-844d-65a56c1c0662 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930278 Nov 09 19:44:20.807796 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.852010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09d1f810-6112-409f-b809-f300464bfcfa req-b0ff2a03-5f3c-423f-a25d-7e5ff4e3ea51 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=dca222ec-13a6-4a7e-a5a9-57369043f948 HTTP/1.1" status: 200 len: 217 time: 0.1095970 Nov 09 19:44:20.913354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55012) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:20.948610 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:20.965984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f8ef9-5341-4044-95d7-5ebd1414c488 req-9dab50ae-a889-49bd-8c27-cc2e1f5aa81a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:20.969212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-548f8ef9-5341-4044-95d7-5ebd1414c488 req-9dab50ae-a889-49bd-8c27-cc2e1f5aa81a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 948 time: 0.0902741 Nov 09 19:44:20.975675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1f810-6112-409f-b809-f300464bfcfa req-63160f06-556f-4c85-ac39-d348758ea6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:20.977285 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09d1f810-6112-409f-b809-f300464bfcfa req-63160f06-556f-4c85-ac39-d348758ea6a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1129489 Nov 09 19:44:21.016764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7819b3eb-180f-4888-84a1-0ae4f5b22edc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4a44eb154164beb9aefbb4cced97f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989861 Nov 09 19:44:21.022116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55016) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:21.048195 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-548f8ef9-5341-4044-95d7-5ebd1414c488 req-e5f6cd51-c362-46e6-ba7a-8ac047e700af tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721142 Nov 09 19:44:21.144356 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbccf438-9da9-4e1a-a378-dc8471ee168e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:21.164261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1f810-6112-409f-b809-f300464bfcfa req-aaf6f119-084a-4843-9353-fadb33213d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:21.165867 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09d1f810-6112-409f-b809-f300464bfcfa req-aaf6f119-084a-4843-9353-fadb33213d2b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1550961 Nov 09 19:44:21.173488 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:21.177989 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbccf438-9da9-4e1a-a378-dc8471ee168e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:21.225339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1e08-eb12-471b-a9c4-aa87e3629d68 req-3149f053-90a9-4940-b927-17765f9f4864 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:21.232168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1e08-eb12-471b-a9c4-aa87e3629d68 req-3149f053-90a9-4940-b927-17765f9f4864 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:21.238577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1e08-eb12-471b-a9c4-aa87e3629d68 req-3149f053-90a9-4940-b927-17765f9f4864 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:21.240308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-909d1e08-eb12-471b-a9c4-aa87e3629d68 req-3149f053-90a9-4940-b927-17765f9f4864 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc&device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2&device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 2418 time: 0.2283671 Nov 09 19:44:21.249709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbccf438-9da9-4e1a-a378-dc8471ee168e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:21.252491 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbccf438-9da9-4e1a-a378-dc8471ee168e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:21.254011 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fbccf438-9da9-4e1a-a378-dc8471ee168e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/848d36eb-5592-4efd-bda4-8649c9ed5a76 HTTP/1.1" status: 204 len: 168 time: 0.2308517 Nov 09 19:44:21.263860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccf438-9da9-4e1a-a378-dc8471ee168e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848d36eb-5592-4efd-bda4-8649c9ed5a76,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:21.297224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794a0788-4052-4a78-84f8-5cd81f5b8bcc']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:21.309723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587e0dbe-1673-4dd4-9d10-4734eceb3688') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:21.310133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587e0dbe-1673-4dd4-9d10-4734eceb3688') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:21.321033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:21.335954 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:21.343447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:44:21.343992 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:44:21.358837 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:44:21.458389 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-909d1e08-eb12-471b-a9c4-aa87e3629d68 req-19cfb4b2-074b-499d-a16d-c1461f487ec6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005254 Nov 09 19:44:21.538961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:21.574036 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09d1f810-6112-409f-b809-f300464bfcfa req-4bd71022-ac2f-477f-b2b6-5e3937519eb8 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920774 Nov 09 19:44:21.579070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:21.580292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a773b3-f8ab-466f-9254-075ad1c0162b req-8807cb9e-50d6-4000-a9c5-b8d605c70af7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:21.584408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] 10.222.0.53 "DELETE /v2.0/networks/794a0788-4052-4a78-84f8-5cd81f5b8bcc HTTP/1.1" status: 204 len: 168 time: 0.8365002 Nov 09 19:44:21.584408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4a9cd-941b-4977-aa35-b8a45118a395 admin admin] Pushing event deleted for resources: {'Network': ['ID=794a0788-4052-4a78-84f8-5cd81f5b8bcc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:21.589022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0a773b3-f8ab-466f-9254-075ad1c0162b req-8807cb9e-50d6-4000-a9c5-b8d605c70af7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 945 time: 0.1325922 Nov 09 19:44:21.725171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ac4d2-442d-463a-80e7-3a6fe9291ee5 req-b85e492f-8811-40a6-8d87-e943fc7cf970 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:21.727322 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-697ac4d2-442d-463a-80e7-3a6fe9291ee5 req-b85e492f-8811-40a6-8d87-e943fc7cf970 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.1506200 Nov 09 19:44:21.740801 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0a773b3-f8ab-466f-9254-075ad1c0162b req-282dd26a-a249-4128-b90e-4c0e7878ab8d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473522 Nov 09 19:44:21.760623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09d1f810-6112-409f-b809-f300464bfcfa req-d225650e-d452-43dd-b210-6e3c3cbd1971 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645904 Nov 09 19:44:21.816112 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-697ac4d2-442d-463a-80e7-3a6fe9291ee5 req-fe9fdf07-72d6-48fe-8ed7-8e1dacb647b3 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544012 Nov 09 19:44:21.920034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55052) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:21.972035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3653c35f-92ac-4aee-b5e3-f591574a9576 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cafc16b4d54d442d85ba8b7f97b800df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496845 Nov 09 19:44:21.973468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55054) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:22.043669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-784f7e60-66f2-4a8b-9a6d-2c68ce709ca1 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--618547809&fields=id&tenant_id=ad6b437132684d61a5602a8e4caec67c HTTP/1.1" status: 200 len: 267 time: 0.0876219 Nov 09 19:44:22.057357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec087546-267d-48c8-8ae3-924acd5d4d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:22.103918 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec087546-267d-48c8-8ae3-924acd5d4d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:22.215289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec087546-267d-48c8-8ae3-924acd5d4d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:22.219591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec087546-267d-48c8-8ae3-924acd5d4d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:22.222485 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ec087546-267d-48c8-8ae3-924acd5d4d41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98f86220-6807-44f8-8586-4b901797fa5e HTTP/1.1" status: 204 len: 168 time: 0.2454503 Nov 09 19:44:22.244728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec087546-267d-48c8-8ae3-924acd5d4d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f86220-6807-44f8-8586-4b901797fa5e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:22.332844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-050f209f-3f8d-468d-9c04-50913ed0103e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:22.335516 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-050f209f-3f8d-468d-9c04-50913ed0103e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/networks?id=2c74b105-6ea0-460b-b81d-e8cef39dd106 HTTP/1.1" status: 200 len: 816 time: 0.2900655 Nov 09 19:44:22.364984 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-ae7fdef8-d81e-4590-b044-6c46c80d29a2 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/quotas/ad6b437132684d61a5602a8e4caec67c HTTP/1.1" status: 200 len: 375 time: 0.0198507 Nov 09 19:44:22.371375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7473710-0a30-47e4-a726-d4d6fbd17646 req-583b6102-1636-40e6-8274-45a47da3ec5c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:22.379757 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7473710-0a30-47e4-a726-d4d6fbd17646 req-583b6102-1636-40e6-8274-45a47da3ec5c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 948 time: 0.0845091 Nov 09 19:44:22.434036 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7473710-0a30-47e4-a726-d4d6fbd17646 req-e4c827d8-b445-4696-a319-c135d86075c9 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480318 Nov 09 19:44:22.472896 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-36cb4f02-ae5d-4833-8a53-131a0cbbdab5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ad6b437132684d61a5602a8e4caec67c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948594 Nov 09 19:44:22.625081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-031e8105-a8e7-4539-8274-904379bef776 service neutron] 10.222.0.53 "GET /v2.0/networks/2c74b105-6ea0-460b-b81d-e8cef39dd106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304345 Nov 09 19:44:22.815941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-963a70f9-e10c-442c-a395-26c042246781 service neutron] 10.222.0.53 "GET /v2.0/networks/2c74b105-6ea0-460b-b81d-e8cef39dd106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033951 Nov 09 19:44:22.901308 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:44:23.156887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424b0fa-0130-49d7-8f8b-90cf31e2c70e req-b548113b-d08c-4c38-a4f4-45f669e5ad93 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:23.168279 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d424b0fa-0130-49d7-8f8b-90cf31e2c70e req-b548113b-d08c-4c38-a4f4-45f669e5ad93 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 945 time: 0.0772872 Nov 09 19:44:23.228344 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d424b0fa-0130-49d7-8f8b-90cf31e2c70e req-c2880969-3862-4544-851a-63ac0db14886 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535667 Nov 09 19:44:23.636517 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c044b2-1b2c-4b48-ab2a-63a2eb5e55d8 req-2a56ca41-5b57-4fee-b5df-6c8d7ddaf997 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:23.646111 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-51c044b2-1b2c-4b48-ab2a-63a2eb5e55d8 req-2a56ca41-5b57-4fee-b5df-6c8d7ddaf997 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1096 time: 0.1272914 Nov 09 19:44:23.735459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-51c044b2-1b2c-4b48-ab2a-63a2eb5e55d8 req-ce2ecc20-cedb-4dda-ab56-994b6acd028c tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740666 Nov 09 19:44:23.817901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2fbc3f-9a6b-41f5-a226-3b14e4a19f6f req-fe4ad75b-36fa-45af-9a3d-2ffee55f85dd tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 210 time: 0.0944846 Nov 09 19:44:23.839975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device dca222ec-13a6-4a7e-a5a9-57369043f948 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:23.923071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1132f81-4565-490d-89c0-0c585af8d0a0 req-9bc032e8-3adf-4ad9-af38-58999788b829 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:23.930893 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1132f81-4565-490d-89c0-0c585af8d0a0 req-9bc032e8-3adf-4ad9-af38-58999788b829 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 948 time: 0.0631077 Nov 09 19:44:23.988137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1132f81-4565-490d-89c0-0c585af8d0a0 req-660a38ce-e993-472b-bd78-acfa14990b9b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562623 Nov 09 19:44:24.005689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port dca222ec-13a6-4a7e-a5a9-57369043f948, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=dca222ec-13a6-4a7e-a5a9-57369043f948,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:24.043655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'dca222ec-13a6-4a7e-a5a9-57369043f948', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'dca222ec-13a6-4a7e-a5a9-57369043f948', 'mac_address': 'fa:16:3e:de:b6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:24.105116 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:24.137496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca222ec-13a6-4a7e-a5a9-57369043f948 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:24.176943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port dca222ec-13a6-4a7e-a5a9-57369043f948, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=dca222ec-13a6-4a7e-a5a9-57369043f948,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:24.183852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:24.298742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=dca222ec-13a6-4a7e-a5a9-57369043f948,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:24.310943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d528-b01a-4083-95aa-0bfa740e2702 req-ba055136-a951-452f-b055-7de01772e780 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:24.313348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cee8d528-b01a-4083-95aa-0bfa740e2702 req-ba055136-a951-452f-b055-7de01772e780 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1096 time: 0.0626464 Nov 09 19:44:24.377836 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cee8d528-b01a-4083-95aa-0bfa740e2702 req-9d6e61f8-24c9-428f-8bee-caa2f1adfa18 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545712 Nov 09 19:44:24.559064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dca222ec-13a6-4a7e-a5a9-57369043f948'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:24.905664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c646e-92e7-49a6-a974-cab242275ad5 req-a7acac3a-247d-43de-88b8-d17cca006603 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:24.912208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6a1c646e-92e7-49a6-a974-cab242275ad5 req-a7acac3a-247d-43de-88b8-d17cca006603 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1420236 Nov 09 19:44:24.973078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ec7e-fbb4-408e-9fa0-3f36561195c9 req-9a06bd3f-362e-4bbe-a59d-ec7fe75e40f5 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:24.974866 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0520ec7e-fbb4-408e-9fa0-3f36561195c9 req-9a06bd3f-362e-4bbe-a59d-ec7fe75e40f5 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1096 time: 0.1257379 Nov 09 19:44:24.997721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6a1c646e-92e7-49a6-a974-cab242275ad5 req-7e35d0f7-4014-47b6-ab66-8df5d055beb9 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793273 Nov 09 19:44:24.998682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55196) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:25.195444 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:25.224980 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4d2cad8-1fd0-4d5a-8769-dd1287c292b8 req-d10bd439-d33f-4d8f-92e6-6fd1580586b4 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 210 time: 0.0646429 Nov 09 19:44:25.266323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae805d06-96f5-42d4-a4e5-18ae1010d647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:25.356489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0520ec7e-fbb4-408e-9fa0-3f36561195c9 req-b4e4a0f3-2550-40b9-b1b7-b6c384bf49f5 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334911 Nov 09 19:44:25.402720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae805d06-96f5-42d4-a4e5-18ae1010d647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:25.403067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-aec87770-8b2e-4ca4-8a82-652d307d3812 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef5f1003-41ff-4e7d-9990-1223751722e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2159572 Nov 09 19:44:25.431427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-c3e1d317-43ca-433d-9995-a9169d1429bc tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:25.436167 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-c3e1d317-43ca-433d-9995-a9169d1429bc tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.70 "GET /v2.0/networks?id=2c74b105-6ea0-460b-b81d-e8cef39dd106 HTTP/1.1" status: 200 len: 816 time: 0.4422066 Nov 09 19:44:25.466938 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae805d06-96f5-42d4-a4e5-18ae1010d647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:25.545457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c892e43-ead1-43c8-be9c-f6e2d6d7c7aa req-aaa770a9-4c02-4dee-a5b8-4e25ec75ac69 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:25.554342 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c892e43-ead1-43c8-be9c-f6e2d6d7c7aa req-aaa770a9-4c02-4dee-a5b8-4e25ec75ac69 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 949 time: 0.1547303 Nov 09 19:44:25.578736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ae805d06-96f5-42d4-a4e5-18ae1010d647 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9ff6661a95f48439fadb9436437a8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5764630 Nov 09 19:44:25.587586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55218) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:25.589788 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae805d06-96f5-42d4-a4e5-18ae1010d647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5c36b0-f38d-4c78-852f-1c82bc393971,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:25.655130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c892e43-ead1-43c8-be9c-f6e2d6d7c7aa req-5c088107-a7dc-4110-a300-46a03aaaa081 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996640 Nov 09 19:44:25.659862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-9dd6d3f0-5c9d-4aeb-9f21-09852a50e8fe tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad6b437132684d61a5602a8e4caec67c HTTP/1.1" status: 200 len: 379 time: 0.1996109 Nov 09 19:44:25.679981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55220) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:25.684064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Request body: {'port': {'device_id': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'admin_state_up': True, 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'security_groups': ['15384b08-1fd5-430c-9963-99568207a815']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:25.694251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-40205e83-d278-499e-a476-5e2f9d42741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:25.711779 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-40205e83-d278-499e-a476-5e2f9d42741a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 1101 time: 0.2008994 Nov 09 19:44:25.750471 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34a4d1cb-5475-4809-850e-617288eb9855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:25.774279 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34a4d1cb-5475-4809-850e-617288eb9855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:25.835502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34a4d1cb-5475-4809-850e-617288eb9855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:25.849816 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34a4d1cb-5475-4809-850e-617288eb9855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:25.857698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-34a4d1cb-5475-4809-850e-617288eb9855 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf5c36b0-f38d-4c78-852f-1c82bc393971 HTTP/1.1" status: 204 len: 168 time: 0.2687433 Nov 09 19:44:25.908011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4d1cb-5475-4809-850e-617288eb9855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5c36b0-f38d-4c78-852f-1c82bc393971,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:25.953123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c3d0-1fc5-4d9f-9063-37a832f51f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:25.997341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-d45e2d68-d18e-4799-b363-7e477d0efbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:25.998890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-d45e2d68-d18e-4799-b363-7e477d0efbb1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2590766 Nov 09 19:44:26.065825 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-655c98bb-cde9-452c-a0d1-30e1d31c4875 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0e03508d-75ff-499d-ba0d-23af3ec059ac HTTP/1.1" status: 200 len: 217 time: 0.0542040 Nov 09 19:44:26.066634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Made reservation on behalf of ad6b437132684d61a5602a8e4caec67c for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:26.070804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:26.127158 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c3d0-1fc5-4d9f-9063-37a832f51f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:26.138209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c3d0-1fc5-4d9f-9063-37a832f51f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:26.205656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e2d2c3d0-1fc5-4d9f-9063-37a832f51f14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a0a9e163cb24fda9022af98c28e8ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247650 Nov 09 19:44:26.208181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2c3d0-1fc5-4d9f-9063-37a832f51f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97db0f4-38c3-4b02-ba54-f0c1ea7932b0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:26.210815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55230) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:26.256768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-b095adc8-7185-4fcd-b5c5-5ff12025dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:26.263720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-b095adc8-7185-4fcd-b5c5-5ff12025dc9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1674652 Nov 09 19:44:26.335968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f920a24-3b1e-45d6-b708-1e8b563db58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:26.391076 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f920a24-3b1e-45d6-b708-1e8b563db58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:26.416118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1d1cd-28bf-47f9-93ce-84e668cb2dd4 req-7a8d3bef-e746-4450-86ad-70bd933de0b0 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:26.425042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2a1d1cd-28bf-47f9-93ce-84e668cb2dd4 req-7a8d3bef-e746-4450-86ad-70bd933de0b0 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.2813165 Nov 09 19:44:26.488389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-f122503a-02c7-4e91-9c3f-ae7ba9e20c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:26.490484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-f122503a-02c7-4e91-9c3f-ae7ba9e20c26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2126279 Nov 09 19:44:26.524646 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2a1d1cd-28bf-47f9-93ce-84e668cb2dd4 req-a0d4c1de-546b-47e2-af65-0e3afe2d2342 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983255 Nov 09 19:44:26.596672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af9fc12a-e031-469f-992f-6c01003aff28 req-9824290d-d8c1-40f0-a4b9-dcfcb8b3db91 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 210 time: 0.0897784 Nov 09 19:44:26.597372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f920a24-3b1e-45d6-b708-1e8b563db58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:26.609144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f920a24-3b1e-45d6-b708-1e8b563db58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:26.612377 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7f920a24-3b1e-45d6-b708-1e8b563db58e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c97db0f4-38c3-4b02-ba54-f0c1ea7932b0 HTTP/1.1" status: 204 len: 168 time: 0.4000397 Nov 09 19:44:26.651173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f920a24-3b1e-45d6-b708-1e8b563db58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97db0f4-38c3-4b02-ba54-f0c1ea7932b0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:26.656150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Allocated IP 172.20.0.3 (2c74b105-6ea0-460b-b81d-e8cef39dd106/2b8bc104-6db0-42c9-b38e-26d10c286abb/d24eab4f-d03c-4a04-b8a7-8f214da80fe8) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:44:26.797655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb6d4-6369-4b2b-b274-7e8c43cbfc3f req-bbf6f119-8c3b-4799-9770-498a795be77e tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:26.815278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef3bb6d4-6369-4b2b-b274-7e8c43cbfc3f req-bbf6f119-8c3b-4799-9770-498a795be77e tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1096 time: 0.1696484 Nov 09 19:44:26.970077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-6af90079-009e-4dad-9867-7af0352e1699 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598107 Nov 09 19:44:27.076457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa4c9a-40d5-41d5-b466-1d8529b0b488 req-ea72ad76-da13-41e5-977a-7bc86a1f4922 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:27.091285 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01fa4c9a-40d5-41d5-b466-1d8529b0b488 req-ea72ad76-da13-41e5-977a-7bc86a1f4922 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 949 time: 0.0976112 Nov 09 19:44:27.164631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01fa4c9a-40d5-41d5-b466-1d8529b0b488 req-1b8f3a86-2ddb-4963-8ef7-d4a860a5c9fc tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706668 Nov 09 19:44:27.168003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef3bb6d4-6369-4b2b-b274-7e8c43cbfc3f req-83f3857c-cc8c-4571-a3ad-97846289501f tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428347 Nov 09 19:44:27.310299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4abfb63d-8f2d-476d-9e91-b5cc5fb84611 req-62d28933-c815-44d9-9441-a53db3e292d6 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162796 Nov 09 19:44:27.379123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:27.409631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55276) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:27.466181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:27.533003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Network 2c74b105-6ea0-460b-b81d-e8cef39dd106 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:44:27.538694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:44:27.569060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:44:27.609621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1645757839-network', 'tenant_id': 'cad49916ea324df09df7a2ff4d02c7b7'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:27.674857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Made reservation on behalf of cad49916ea324df09df7a2ff4d02c7b7 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:27.677788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:27.711095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Pushing event updated for resources: {'Port': ['ID=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:27.749678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:27.750808 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:27.771526 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:27.783229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-05340dd7-5f0e-4548-b47d-cd0df7a9584e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1116810 Nov 09 19:44:27.811417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Request body: {'port': {'device_id': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:27.877087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device dca222ec-13a6-4a7e-a5a9-57369043f948 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:27.989004 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.096045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b4940cb0-73ea-41f7-88c4-53dd144495fe None None] Provisioning complete for port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:28.100866 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4940cb0-73ea-41f7-88c4-53dd144495fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.115991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b8f38-5e97-4815-8177-afc4232266cb req-13466248-97e0-4395-b102-c845737d2532 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:28.122575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-273b8f38-5e97-4815-8177-afc4232266cb req-13466248-97e0-4395-b102-c845737d2532 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.4304914 Nov 09 19:44:28.190723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port dca222ec-13a6-4a7e-a5a9-57369043f948 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:28.207294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port dca222ec-13a6-4a7e-a5a9-57369043f948 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:28.210407 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.218354 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.243827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.282547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55312) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:28.307552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b4940cb0-73ea-41f7-88c4-53dd144495fe None None] Port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:44:28.391544 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-273b8f38-5e97-4815-8177-afc4232266cb req-0ad13d2d-f9e6-4deb-a05d-b69ed8515e0d tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566273 Nov 09 19:44:28.397079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb6f5d-7236-45d9-b220-8c09d8881abf,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:28.452606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:44:28.473219 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.473584 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Added segment 05811cae-e946-476c-b50a-761e9988df0a of type vlan for network 184ad01d-d2d7-40d1-8eb1-b4e8855a405d Nov 09 19:44:28.531634 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.587809 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.597005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4bd9b1-df86-41f4-9193-078da4cb62ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca222ec-13a6-4a7e-a5a9-57369043f948'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:28.600047 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd34397-0ab2-4a1f-918c-eaef0e23953e" -d '{"events": [{"server_uuid": "ba4bd9b1-df86-41f4-9193-078da4cb62ff", "name": "network-vif-plugged", "status": "completed", "tag": "dca222ec-13a6-4a7e-a5a9-57369043f948"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:28.617934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port dca222ec-13a6-4a7e-a5a9-57369043f948, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=dca222ec-13a6-4a7e-a5a9-57369043f948,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:28.625068 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.651211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-404034667-network', 'tenant_id': 'adc780bc58d645828154a129bacd8c30'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:28.681899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.685231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:28.689384 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.721621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202d916-d86f-408e-a56a-1992fcbbe1f2 req-01876e0e-b071-45c6-a4b3-fce01d93b1bc tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:28.735464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Made reservation on behalf of adc780bc58d645828154a129bacd8c30 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:28.740710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.751955 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5202d916-d86f-408e-a56a-1992fcbbe1f2 req-01876e0e-b071-45c6-a4b3-fce01d93b1bc tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 931 time: 0.1816127 Nov 09 19:44:28.800755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.912619 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5006275 Nov 09 19:44:28.914308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55330) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:28.935996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Request body: {'subnet': {'network_id': '184ad01d-d2d7-40d1-8eb1-b4e8855a405d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1645757839-subnet', 'tenant_id': 'cad49916ea324df09df7a2ff4d02c7b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:28.974302 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Made reservation on behalf of cad49916ea324df09df7a2ff4d02c7b7 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:28.977544 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.977871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:28.998588 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.083533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a8e158-8f69-4c4c-b359-0a0014fd422a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:29.115199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:44:29.143609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.143963 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Added segment 5c549d35-b71d-4678-ac44-7629788aec81 of type vlan for network a11dc840-d851-4c4e-96c3-264a4e6cb5ee Nov 09 19:44:29.163086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=dca222ec-13a6-4a7e-a5a9-57369043f948,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:29.242102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24eab4f-d03c-4a04-b8a7-8f214da80fe8 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:29.254047 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.258092 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.259065 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.274537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5db3af-8f8d-4e5b-b5e4-65379639b2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=184ad01d-d2d7-40d1-8eb1-b4e8855a405d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:29.293977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 184ad01d-d2d7-40d1-8eb1-b4e8855a405d details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:44:29.310986 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.312376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:29.313192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.393034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abd790e-4fd9-43c6-8df1-51816ebf9a65,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:29.400067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Transition to ACTIVE for port object d24eab4f-d03c-4a04-b8a7-8f214da80fe8 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:44:29.404795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a11dc840-d851-4c4e-96c3-264a4e6cb5ee,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:29.413429 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.447481 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5202d916-d86f-408e-a56a-1992fcbbe1f2 req-d8266662-cfd4-4fc1-9358-7ba1b438e7f6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6903970 Nov 09 19:44:29.474904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6134cd8a-843a-4b72-9f9c-4d09faf9e7c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1910598 Nov 09 19:44:29.480395 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55334) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:29.513299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Request body: {'subnet': {'network_id': 'a11dc840-d851-4c4e-96c3-264a4e6cb5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-404034667-subnet', 'tenant_id': 'adc780bc58d645828154a129bacd8c30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:29.577951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a11dc840-d851-4c4e-96c3-264a4e6cb5ee details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:44:29.597583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Checking segment: {'id': '05811cae-e946-476c-b50a-761e9988df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '184ad01d-d2d7-40d1-8eb1-b4e8855a405d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:29.597956 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Network hostable DHCP agents. Network: 184ad01d-d2d7-40d1-8eb1-b4e8855a405d, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:44:29.612343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Made reservation on behalf of adc780bc58d645828154a129bacd8c30 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:29.614815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-eae02e0a-65d8-4fa4-a396-e9c962142d62 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:44:29.615860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-eae02e0a-65d8-4fa4-a396-e9c962142d62 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153801 Nov 09 19:44:29.621068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.706133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-28d7e602-8bb7-421e-86e8-a5cfd6c59c74 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:29.707575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-28d7e602-8bb7-421e-86e8-a5cfd6c59c74 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports/8298d877-d785-4070-92e5-fc2ab81fbc1e HTTP/1.1" status: 200 len: 1093 time: 0.0715330 Nov 09 19:44:29.728948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:29.774801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Network 184ad01d-d2d7-40d1-8eb1-b4e8855a405d is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:44:29.801896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 184ad01d-d2d7-40d1-8eb1-b4e8855a405d) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:44:29.809859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Attempting to bind port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:29.812361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151ac247-ad26-44dc-b2db-f8d09b020e1d None None] Network 184ad01d-d2d7-40d1-8eb1-b4e8855a405d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:44:29.815630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Attempting to bind port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:29.817225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:29.817850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.823375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Attempting to bind port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 on network 2c74b105-6ea0-460b-b81d-e8cef39dd106 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:29.837288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 on network 2c74b105-6ea0-460b-b81d-e8cef39dd106 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:29.837653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Attempting to bind port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 on network 2c74b105-6ea0-460b-b81d-e8cef39dd106 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:29.853690 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Request body: {'binding': {'host': 'n-h2-817256-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:29.854544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Unknown quota resources ['binding']. {{(pid=102295) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 19:44:29.860207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:29.861736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Checking segment: {'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:29.862390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Bound using segment: {'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:29.865107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Bound port: d24eab4f-d03c-4a04-b8a7-8f214da80fe8, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3813513-9143-48bb-b55c-bdd7108f3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:29.865646 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:29.930827 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-76dc4c8c-3d41-4dad-8b1e-149026151e84 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0048416 Nov 09 19:44:30.060130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] For port d24eab4f-d03c-4a04-b8a7-8f214da80fe8, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:30.065506 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] For port d24eab4f-d03c-4a04-b8a7-8f214da80fe8, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:44:30.081949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:30.084952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1347e28-f27a-4a2b-8b31-a4c80a82ef0d None None] Network 184ad01d-d2d7-40d1-8eb1-b4e8855a405d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:44:30.202155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34eda5-5a96-4edb-9374-5d7fd00c0689 req-35d3ca70-299d-44a0-a879-04f5f56d7b6d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:30.205736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:30.211851 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:30.213811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] 10.222.0.70 "PUT /v2.0/ports/d24eab4f-d03c-4a04-b8a7-8f214da80fe8 HTTP/1.1" status: 200 len: 1091 time: 2.4097519 Nov 09 19:44:30.218442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6a34eda5-5a96-4edb-9374-5d7fd00c0689 req-35d3ca70-299d-44a0-a879-04f5f56d7b6d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 950 time: 0.3290660 Nov 09 19:44:30.223965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'tag': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:30.226945 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8b5d07-9873-4fce-b54e-82e65ee0b629" -d '{"events": [{"name": "network-changed", "server_uuid": "10ad7bf2-1a41-45a0-af2c-55756ff86e2c", "tag": "d24eab4f-d03c-4a04-b8a7-8f214da80fe8"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:30.254567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:30.421774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd87f19-514b-4541-acb2-998ec728fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:30.476711 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6a34eda5-5a96-4edb-9374-5d7fd00c0689 req-771c719b-edc7-4952-a90f-6d241e7104e7 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491031 Nov 09 19:44:30.547888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0793a27f-1cd5-4fd0-9867-a48a7d271cf1,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:30.591629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on host n-h2-817256-1 for vnic_type normal with profile None {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:30.594274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:30.595847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:30.598948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Checking segment: {'id': '5c549d35-b71d-4678-ac44-7629788aec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a11dc840-d851-4c4e-96c3-264a4e6cb5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:30.599308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Network hostable DHCP agents. Network: a11dc840-d851-4c4e-96c3-264a4e6cb5ee, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:44:30.603742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-0f38a110-e90b-4bd7-adee-73dc14d4896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:30.605436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-0f38a110-e90b-4bd7-adee-73dc14d4896c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad6b437132684d61a5602a8e4caec67c&device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 1094 time: 0.1947601 Nov 09 19:44:30.606667 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18d18f4-c3cc-4e82-a7e4-05620cd5098a x-openstack-request-id: req-d18d18f4-c3cc-4e82-a7e4-05620cd5098a {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:30.613644 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:30.614034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:30.614773 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4bd9b1-df86-41f4-9193-078da4cb62ff", "name": "network-vif-plugged", "status": "completed", "tag": "dca222ec-13a6-4a7e-a5a9-57369043f948", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:30.615288 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d18d18f4-c3cc-4e82-a7e4-05620cd5098a {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:30.615528 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4bd9b1-df86-41f4-9193-078da4cb62ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca222ec-13a6-4a7e-a5a9-57369043f948', 'code': 200} Nov 09 19:44:30.630759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:30.631104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:30.634730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:30.637016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Bound port: 8298d877-d785-4070-92e5-fc2ab81fbc1e, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:30.718878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-5426659b-13ba-44f4-a793-248961956e30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24eab4f-d03c-4a04-b8a7-8f214da80fe8 HTTP/1.1" status: 200 len: 217 time: 0.1025341 Nov 09 19:44:30.843928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:44:30.853950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Network a11dc840-d851-4c4e-96c3-264a4e6cb5ee is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:44:30.859889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb6641-8bcc-4077-99c1-6e55c9124c32 req-905f926d-c19d-47eb-ab79-930e562c59fd tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:30.862244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29eb6641-8bcc-4077-99c1-6e55c9124c32 req-905f926d-c19d-47eb-ab79-930e562c59fd tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1515651 Nov 09 19:44:30.868958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] Notify callbacks [] for binding, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:30.870193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-5a8bd4e5-92cc-4256-b425-b78a9684b97a service neutron] 10.222.0.53 "POST /v2.0/ports/8298d877-d785-4070-92e5-fc2ab81fbc1e/bindings HTTP/1.1" status: 201 len: 389 time: 1.1526024 Nov 09 19:44:30.898232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529524d-a54f-4769-ad47-5013c4dd1639 req-4aaa5229-4d36-4813-ba3b-8d4f64a79fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:30.899777 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4529524d-a54f-4769-ad47-5013c4dd1639 req-4aaa5229-4d36-4813-ba3b-8d4f64a79fb9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 1101 time: 0.1607735 Nov 09 19:44:30.906107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a11dc840-d851-4c4e-96c3-264a4e6cb5ee) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:44:30.908998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-be47f1c2-5f16-46bc-b033-19015af8e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:30.910525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-be47f1c2-5f16-46bc-b033-19015af8e767 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2b8bc104-6db0-42c9-b38e-26d10c286abb HTTP/1.1" status: 200 len: 855 time: 0.1826310 Nov 09 19:44:30.915156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c68d3-2139-4b2d-9477-afdac99de609 None None] Network a11dc840-d851-4c4e-96c3-264a4e6cb5ee requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:44:30.939439 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29eb6641-8bcc-4077-99c1-6e55c9124c32 req-bcd775aa-3829-4032-ab20-0a45e7d37c1c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670798 Nov 09 19:44:30.960648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:30.961258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:30.984375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4529524d-a54f-4769-ad47-5013c4dd1639 req-fd39f539-f16f-479e-8fea-98e068e55f22 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741100 Nov 09 19:44:31.082632 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4233aa7b-4fa4-4be2-91eb-ca4b01865888 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5727210 Nov 09 19:44:31.087976 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96370003-db9a-4dfa-9b7e-32dc2da15b53 x-openstack-request-id: req-96370003-db9a-4dfa-9b7e-32dc2da15b53 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:31.088997 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ad7bf2-1a41-45a0-af2c-55756ff86e2c", "tag": "d24eab4f-d03c-4a04-b8a7-8f214da80fe8", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:31.090027 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96370003-db9a-4dfa-9b7e-32dc2da15b53 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:31.090620 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'tag': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8', 'status': 'completed', 'code': 200} Nov 09 19:44:31.106883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-41ba6d1c-de8a-40fb-a487-90e0accff79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:31.108976 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-41ba6d1c-de8a-40fb-a487-90e0accff79a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2c74b105-6ea0-460b-b81d-e8cef39dd106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838238 Nov 09 19:44:31.226641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ba908d-0d92-4fb6-b86c-e37be51b8b05 None None] Network a11dc840-d851-4c4e-96c3-264a4e6cb5ee requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:44:31.267068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acdeff-eec0-4898-9bcf-e5b4b17baace req-a9445931-ec24-4157-8ed5-873bfb4bf8c0 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:31.275908 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7acdeff-eec0-4898-9bcf-e5b4b17baace req-a9445931-ec24-4157-8ed5-873bfb4bf8c0 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 943 time: 0.1636384 Nov 09 19:44:31.467656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7acdeff-eec0-4898-9bcf-e5b4b17baace req-eb6ef5d2-0774-49ad-b0fb-6804a3a4314b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742773 Nov 09 19:44:31.469806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-07443f5c-acb5-4825-9b72-483486a36396 service neutron] 10.222.0.70 "GET /v2.0/networks/2c74b105-6ea0-460b-b81d-e8cef39dd106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490195 Nov 09 19:44:31.485380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-fc59a78d-b819-4385-907a-80dd9f51c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:31.487047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-fc59a78d-b819-4385-907a-80dd9f51c0dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1096 time: 0.1493635 Nov 09 19:44:31.704942 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-c8932919-2bf7-48f7-98bd-6c26dea32dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:31.706760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-c8932919-2bf7-48f7-98bd-6c26dea32dd6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.1985910 Nov 09 19:44:31.770028 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-134f89a9-bea1-414e-83fa-d2e28fc1d368 req-99788507-3655-4484-bae7-665b79c0ce30 service neutron] 10.222.0.70 "GET /v2.0/networks/2c74b105-6ea0-460b-b81d-e8cef39dd106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908177 Nov 09 19:44:31.809215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-90a5ff1d-f813-4bab-ad51-294235fa57fc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e HTTP/1.1" status: 200 len: 217 time: 0.0911586 Nov 09 19:44:31.917424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-f5902453-0eb5-46ea-8bd0-591810e4481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:31.927232 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-f5902453-0eb5-46ea-8bd0-591810e4481e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.1091909 Nov 09 19:44:31.943147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd15484-8fd6-47c1-987d-2e5eddd4f2f1 req-3a900f1f-9b31-4cff-814e-2ee1999768a6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:31.951174 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2fd15484-8fd6-47c1-987d-2e5eddd4f2f1 req-3a900f1f-9b31-4cff-814e-2ee1999768a6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 945 time: 0.1448643 Nov 09 19:44:32.033231 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-35af36a9-35d8-4828-a5a9-66bacf2f7fcc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805199 Nov 09 19:44:32.106440 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2fd15484-8fd6-47c1-987d-2e5eddd4f2f1 req-624246b6-fbdd-41d2-8321-1de6c69c6acc tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327710 Nov 09 19:44:32.274010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-1a1d3a49-9565-464c-accb-64d0ee62ad6a service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972952 Nov 09 19:44:32.290282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-4d67e83d-d922-4100-bdce-cd1913889f6d tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:32.291889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-4d67e83d-d922-4100-bdce-cd1913889f6d tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/networks?id=184ad01d-d2d7-40d1-8eb1-b4e8855a405d HTTP/1.1" status: 200 len: 821 time: 0.6917458 Nov 09 19:44:32.343049 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-b6b9e61b-45d1-4927-8744-b2957236b04c tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/quotas/cad49916ea324df09df7a2ff4d02c7b7 HTTP/1.1" status: 200 len: 375 time: 0.0412214 Nov 09 19:44:32.376334 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-fdf8b610-532b-4959-bfec-8e1adda1b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:32.377965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-fdf8b610-532b-4959-bfec-8e1adda1b873 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad6b437132684d61a5602a8e4caec67c&device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 1094 time: 0.0850267 Nov 09 19:44:32.408244 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-3aa67199-e8a4-453d-bb35-9cfda4a4cb17 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cad49916ea324df09df7a2ff4d02c7b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463638 Nov 09 19:44:32.417806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e626efd-4794-4fac-8b95-37819cc52803 req-1bb26257-70ed-44e8-86dc-752b7261bb77 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:32.425463 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e626efd-4794-4fac-8b95-37819cc52803 req-1bb26257-70ed-44e8-86dc-752b7261bb77 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 950 time: 0.1499805 Nov 09 19:44:32.497819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e626efd-4794-4fac-8b95-37819cc52803 req-f3ee0bea-7f9d-49e4-9bbd-2aa6897124f5 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713289 Nov 09 19:44:32.561097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-a57f2713-34ba-4fa8-aec7-39d794fac250 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510080 Nov 09 19:44:32.640866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-9b32ef29-fa6e-4175-b612-2d993511c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:32.642724 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-9b32ef29-fa6e-4175-b612-2d993511c882 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2c74b105-6ea0-460b-b81d-e8cef39dd106 HTTP/1.1" status: 200 len: 917 time: 0.2455323 Nov 09 19:44:32.645301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-d24a5b1e-e0e4-4897-b57a-aec64089a9ac service neutron] 10.222.0.53 "GET /v2.0/networks/184ad01d-d2d7-40d1-8eb1-b4e8855a405d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217016 Nov 09 19:44:32.719155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-a93e09df-7f08-4893-b2c6-f73c0e98ec04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24eab4f-d03c-4a04-b8a7-8f214da80fe8 HTTP/1.1" status: 200 len: 217 time: 0.0610194 Nov 09 19:44:32.812106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-8539660b-005a-45f9-a232-dfec37db8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:32.813972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-8539660b-005a-45f9-a232-dfec37db8b40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2b8bc104-6db0-42c9-b38e-26d10c286abb HTTP/1.1" status: 200 len: 855 time: 0.0553777 Nov 09 19:44:32.931709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-eb92c9b2-b8ff-4cd1-99ba-b45ef753188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:32.934580 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-eb92c9b2-b8ff-4cd1-99ba-b45ef753188f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2c74b105-6ea0-460b-b81d-e8cef39dd106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129367 Nov 09 19:44:32.952967 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-9bb7d683-ca4f-4f6d-ae2b-f7c1b28514df service neutron] 10.222.0.53 "GET /v2.0/networks/184ad01d-d2d7-40d1-8eb1-b4e8855a405d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933393 Nov 09 19:44:33.195714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-be2eae52-3cd0-47da-9cf9-519c9b3bf8c6 service neutron] 10.222.0.70 "GET /v2.0/networks/2c74b105-6ea0-460b-b81d-e8cef39dd106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371182 Nov 09 19:44:33.287618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-9813d732-71c1-46fb-8301-cc845cbabe8e tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:33.289128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-9813d732-71c1-46fb-8301-cc845cbabe8e tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.5991209 Nov 09 19:44:33.359976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4726e48-f15d-422c-9755-1aa7b44404af req-2d2be53e-5bb2-452e-8114-ace67cc415c3 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:33.361620 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-2d2be53e-5bb2-452e-8114-ace67cc415c3 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/networks?id=a11dc840-d851-4c4e-96c3-264a4e6cb5ee HTTP/1.1" status: 200 len: 812 time: 0.6331551 Nov 09 19:44:33.369177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817256-1'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:33.386801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-492862bc-2ab7-4cee-a7ee-a67a9b2e3371 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/quotas/adc780bc58d645828154a129bacd8c30 HTTP/1.1" status: 200 len: 375 time: 0.0138793 Nov 09 19:44:33.399734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da8b5d07-9873-4fce-b54e-82e65ee0b629 req-7346881e-bd41-4a31-b265-44744bd92b0c service neutron] 10.222.0.70 "GET /v2.0/networks/2c74b105-6ea0-460b-b81d-e8cef39dd106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906607 Nov 09 19:44:33.435813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9e769-c732-4348-9ac6-bcc285152a4a req-0f9559ae-600c-46a3-bb69-54beac05f76e tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:33.437577 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6be9e769-c732-4348-9ac6-bcc285152a4a req-0f9559ae-600c-46a3-bb69-54beac05f76e tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1067719 Nov 09 19:44:33.442893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-387f7386-d618-44c2-82e0-d04a94dbcaed tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=adc780bc58d645828154a129bacd8c30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394306 Nov 09 19:44:33.496382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6be9e769-c732-4348-9ac6-bcc285152a4a req-3ba43e8b-1855-40f6-bdc9-3b8c167895aa tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436306 Nov 09 19:44:33.564708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:33.703830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a160ac-4eac-462d-99f2-7cb8ccf1a591 req-ce7dde5e-7b53-4116-a680-2705f88749c5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:33.711483 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61a160ac-4eac-462d-99f2-7cb8ccf1a591 req-ce7dde5e-7b53-4116-a680-2705f88749c5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 943 time: 0.1304185 Nov 09 19:44:33.716425 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-d06974ab-1153-475e-a8b1-510319c5dc32 service neutron] 10.222.0.53 "GET /v2.0/networks/a11dc840-d851-4c4e-96c3-264a4e6cb5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638695 Nov 09 19:44:33.837359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:33.841130 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61a160ac-4eac-462d-99f2-7cb8ccf1a591 req-7a034254-2358-417e-bffc-41398a77961e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210158 Nov 09 19:44:33.922441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-951b1da1-55d3-4ea6-9039-dc768da8fad4 service neutron] 10.222.0.53 "GET /v2.0/networks/a11dc840-d851-4c4e-96c3-264a4e6cb5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985629 Nov 09 19:44:33.951948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:34.052840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:34.055237 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d09784-56e4-4a32-ab70-5c3877318733" -d '{"events": [{"server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "name": "network-vif-unplugged", "status": "completed", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:34.061931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:34.091598 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:34.163245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:34.258936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on host n-h1-817256-1 for vnic_type normal with profile {"migrating_to": "n-h2-817256-1"} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:34.259344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:34.259689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:34.268067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c845da-77d8-4d86-8237-4ad37dbb190f req-9af6d606-9a06-48a0-b4d5-7c5ac3b1f0f2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:34.269933 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3c845da-77d8-4d86-8237-4ad37dbb190f req-9af6d606-9a06-48a0-b4d5-7c5ac3b1f0f2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.0582829 Nov 09 19:44:34.288332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:34.288910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:34.309816 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b5feed22-effa-443d-a441-467eb21ed597 req-f5e7a4eb-9840-4d83-afdd-f0b9da5790cc tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 210 time: 0.0581484 Nov 09 19:44:34.313197 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:34.314474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:34.315125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:34.315812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Bound port: 8298d877-d785-4070-92e5-fc2ab81fbc1e, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:34.316397 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:34.373492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3c845da-77d8-4d86-8237-4ad37dbb190f req-b5f3107a-85ff-401f-bb20-3b4600410575 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939825 Nov 09 19:44:34.428843 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6252884d-a21f-47e1-9422-d0686d1400b9 x-openstack-request-id: req-6252884d-a21f-47e1-9422-d0686d1400b9 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:34.429136 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "name": "network-vif-unplugged", "status": "completed", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:34.429384 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6252884d-a21f-47e1-9422-d0686d1400b9 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:34.429781 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e', 'code': 200} Nov 09 19:44:34.457878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:34.462891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:44:34.481002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:34.512257 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-340b18e8-cfc1-4dfb-9b1f-0be9ef4cd1c5 req-50ff3e13-2ae6-4c4a-84da-6c007248896e tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 210 time: 0.0395741 Nov 09 19:44:34.626410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aab20f-5e63-467d-a642-af7e6aca8a97 req-0692dd53-bf4c-4ce7-9c89-d237b7e38a9e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:34.627927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73aab20f-5e63-467d-a642-af7e6aca8a97 req-0692dd53-bf4c-4ce7-9c89-d237b7e38a9e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 950 time: 0.1624265 Nov 09 19:44:34.659327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a82775-fa91-41de-9740-8bdb2c3d6031 req-f87d40e5-8ce2-4dd7-a9c2-73eb52c14039 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:34.661214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8a82775-fa91-41de-9740-8bdb2c3d6031 req-f87d40e5-8ce2-4dd7-a9c2-73eb52c14039 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0742319 Nov 09 19:44:34.661554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:34.662219 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:34.664077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] 10.222.0.77 "PUT /v2.0/ports/8298d877-d785-4070-92e5-fc2ab81fbc1e HTTP/1.1" status: 200 len: 1121 time: 1.3014786 Nov 09 19:44:34.666503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cb93b-3126-4007-bc6d-af0966c952e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=8']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:34.734024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73aab20f-5e63-467d-a642-af7e6aca8a97 req-34a87318-1d88-4e22-9633-d3c0dcc53e76 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897362 Nov 09 19:44:34.736840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8a82775-fa91-41de-9740-8bdb2c3d6031 req-a40a6bf7-8065-4bf9-a546-1c78df5492d3 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650566 Nov 09 19:44:34.785226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['8298d877-d785-4070-92e5-fc2ab81fbc1e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:34.936520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7bd71-fabb-48ed-a8ca-148efd55ba82 req-d43218dc-3947-4038-a1b9-4f0bf654028a tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:34.938215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66f7bd71-fabb-48ed-a8ca-148efd55ba82 req-d43218dc-3947-4038-a1b9-4f0bf654028a tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 1101 time: 0.1108329 Nov 09 19:44:35.025721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66f7bd71-fabb-48ed-a8ca-148efd55ba82 req-aa423039-c410-45ea-9016-1d6b2ae52157 tempest-ServersOnMultiNodesTest-449015307 tempest-ServersOnMultiNodesTest-449015307-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798812 Nov 09 19:44:35.067517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35a0b-ea01-4ee0-8eda-cab754958d12 req-9ae02a55-0f21-44f8-96c2-d2e7c833e684 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:35.069534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6f35a0b-ea01-4ee0-8eda-cab754958d12 req-9ae02a55-0f21-44f8-96c2-d2e7c833e684 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 943 time: 0.1117327 Nov 09 19:44:35.191986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6f35a0b-ea01-4ee0-8eda-cab754958d12 req-2271dc6f-779d-404e-9fa8-7ae9eca24f8a tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131454 Nov 09 19:44:35.402076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-1f451923-764e-41f6-a451-40b07ad68031 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:35.404245 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-1f451923-764e-41f6-a451-40b07ad68031 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.70 "GET /v2.0/networks?id=184ad01d-d2d7-40d1-8eb1-b4e8855a405d HTTP/1.1" status: 200 len: 821 time: 0.3134098 Nov 09 19:44:35.419836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Request body: {'port': {'device_id': '7ec1e822-86f9-4cc8-9b63-d789ad65709f', 'network_id': '184ad01d-d2d7-40d1-8eb1-b4e8855a405d', 'admin_state_up': True, 'tenant_id': 'cad49916ea324df09df7a2ff4d02c7b7'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:35.506749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d302de4e-810e-4a31-b121-cdbc79526ee4 req-80ae3d2c-1887-41f6-b044-208bc454e428 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 210 time: 0.0336776 Nov 09 19:44:35.532377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0370d-b237-4e09-bad2-8e54a3cda297 req-d13c2ab5-c365-4ca7-a42b-6e046282b6f3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:35.532377 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67d0370d-b237-4e09-bad2-8e54a3cda297 req-d13c2ab5-c365-4ca7-a42b-6e046282b6f3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 950 time: 0.0705216 Nov 09 19:44:35.589990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67d0370d-b237-4e09-bad2-8e54a3cda297 req-2c374beb-2b80-48eb-a21e-fb232575e29b tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512862 Nov 09 19:44:35.591890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Made reservation on behalf of cad49916ea324df09df7a2ff4d02c7b7 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:35.596227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:35.711841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c22e1-9ed3-4200-97eb-aee723756ba5 req-b27d6cba-30b5-44a6-9efa-4b147dd0fb16 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:35.713840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2c22e1-9ed3-4200-97eb-aee723756ba5 req-b27d6cba-30b5-44a6-9efa-4b147dd0fb16 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.1012692 Nov 09 19:44:35.721590 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-12d188e0-97ee-44ce-acdc-d46c8a4c851a req-917a5751-da67-42bd-b87f-40948aca4d45 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 210 time: 0.0592952 Nov 09 19:44:35.793782 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2c22e1-9ed3-4200-97eb-aee723756ba5 req-7a21ae75-d1b9-4088-b416-7ac5861ab345 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713847 Nov 09 19:44:35.850338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Allocated IP 172.20.0.3 (184ad01d-d2d7-40d1-8eb1-b4e8855a405d/9abd790e-4fd9-43c6-8df1-51816ebf9a65/311da1fe-43c7-4232-a059-c654ea942b9c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:44:35.898306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466793-df69-4da9-9953-f1ab36150b62 req-b8c5fb4d-a50d-42b1-9938-5e9c0f9e16aa tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:35.900271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca466793-df69-4da9-9953-f1ab36150b62 req-b8c5fb4d-a50d-42b1-9938-5e9c0f9e16aa tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0601463 Nov 09 19:44:35.975259 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca466793-df69-4da9-9953-f1ab36150b62 req-d492309e-765f-47fa-a762-8075ffa026e9 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649784 Nov 09 19:44:36.133595 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:36.144049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4726e48-f15d-422c-9755-1aa7b44404af req-d57f2524-63d7-4f6c-b880-1d0a07fe9203 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:36.146120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-d57f2524-63d7-4f6c-b880-1d0a07fe9203 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.70 "GET /v2.0/networks?id=a11dc840-d851-4c4e-96c3-264a4e6cb5ee HTTP/1.1" status: 200 len: 812 time: 0.1725674 Nov 09 19:44:36.165010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Request body: {'port': {'device_id': '7f2cc749-1600-471a-9ab7-597591179c9d', 'network_id': 'a11dc840-d851-4c4e-96c3-264a4e6cb5ee', 'admin_state_up': True, 'tenant_id': 'adc780bc58d645828154a129bacd8c30'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:36.252052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:36.345019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Pushing event updated for resources: {'Port': ['ID=311da1fe-43c7-4232-a059-c654ea942b9c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:36.360563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Network 184ad01d-d2d7-40d1-8eb1-b4e8855a405d is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:44:36.363742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:44:36.371182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:44:36.393067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee00f21-953e-4837-a9f7-1070e3483425 req-77bd971a-b62c-4b10-9c82-dd02a26eddea tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:36.395736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bee00f21-953e-4837-a9f7-1070e3483425 req-77bd971a-b62c-4b10-9c82-dd02a26eddea tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 943 time: 0.0969927 Nov 09 19:44:36.431651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:36.435105 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97" -d '{"events": [{"name": "network-changed", "server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:36.440977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Made reservation on behalf of adc780bc58d645828154a129bacd8c30 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:36.446708 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:36.480907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bee00f21-953e-4837-a9f7-1070e3483425 req-802791a9-6aeb-4549-8fca-91a795646cd5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767446 Nov 09 19:44:36.490375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:36.491090 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:36.498492 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44ab9b-5e62-4701-8f08-7ae0d89ea7e1 x-openstack-request-id: req-3e44ab9b-5e62-4701-8f08-7ae0d89ea7e1 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:36.499031 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:36.499486 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e44ab9b-5e62-4701-8f08-7ae0d89ea7e1 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:36.500042 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e', 'status': 'completed', 'code': 200} Nov 09 19:44:36.563583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-7c7c39ee-0165-40fb-a88f-f0a12ee901c6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1486824 Nov 09 19:44:36.591097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Request body: {'port': {'device_id': '7ec1e822-86f9-4cc8-9b63-d789ad65709f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:36.721251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15238bd9-c734-4640-95eb-7755e650ebe1 req-65227f3e-ca42-4025-9c4f-b32ab35dd1c1 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:36.722886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-15238bd9-c734-4640-95eb-7755e650ebe1 req-65227f3e-ca42-4025-9c4f-b32ab35dd1c1 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 950 time: 0.0605633 Nov 09 19:44:36.767605 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-15238bd9-c734-4640-95eb-7755e650ebe1 req-55304b3d-a6db-4b86-9ec2-61155fdd26a4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363145 Nov 09 19:44:36.790710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97 req-26a5075a-0f5d-4681-94a4-f3f609a10cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:36.793300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97 req-26a5075a-0f5d-4681-94a4-f3f609a10cd6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1124 time: 0.2506006 Nov 09 19:44:36.800789 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:36.810689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Allocated IP 172.20.0.5 (a11dc840-d851-4c4e-96c3-264a4e6cb5ee/0793a27f-1cd5-4fd0-9867-a48a7d271cf1/845a8a31-c063-4517-aca8-a090bf6de220) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:44:36.853645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b2617-b7b1-4f6b-8ab8-d629c9791e7f req-14193fd9-1f55-4c78-9624-0442cb8a7043 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:36.856319 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f69b2617-b7b1-4f6b-8ab8-d629c9791e7f req-14193fd9-1f55-4c78-9624-0442cb8a7043 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 931 time: 0.2387025 Nov 09 19:44:36.882201 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a302bff0-12f8-4263-8252-8247477aed2a req-f608c19f-1f9e-474e-afaf-96da065b3e8a tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 210 time: 0.0438681 Nov 09 19:44:36.894760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-6e6904e4-c93d-46bd-bfe9-b880b3594b3d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837679 Nov 09 19:44:37.054904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c79b4-996d-4613-8fce-96038d9a0808 req-27ed005d-8854-45b5-981c-845123917c46 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.057010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d9c79b4-996d-4613-8fce-96038d9a0808 req-27ed005d-8854-45b5-981c-845123917c46 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.0988526 Nov 09 19:44:37.059515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-cf2de050-7d08-4938-b4c7-8ee5eaa81899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.061339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-cf2de050-7d08-4938-b4c7-8ee5eaa81899 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=adafef6ee39f457086969e3c3816d850&device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 1100 time: 0.0910165 Nov 09 19:44:37.173186 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d9c79b4-996d-4613-8fce-96038d9a0808 req-438e9d5f-2dcb-405f-b6bc-e982e00b5ece tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094515 Nov 09 19:44:37.186567 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f69b2617-b7b1-4f6b-8ab8-d629c9791e7f req-fc751083-be59-4a8b-b6ba-8e3c7df00ea8 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089132 Nov 09 19:44:37.239452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-6404a126-e495-4b72-83a5-2f0eaa377c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.241261 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-6404a126-e495-4b72-83a5-2f0eaa377c3a service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1463292 Nov 09 19:44:37.309588 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-1152a53a-4163-4e62-bb27-df4d14898e50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=271f2d7d-85d7-4d52-a41c-ffbeeac77a93 HTTP/1.1" status: 200 len: 217 time: 0.0436559 Nov 09 19:44:37.330378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97 req-224e61a6-4b13-4a05-aeae-42126e3849dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.332276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97 req-224e61a6-4b13-4a05-aeae-42126e3849dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.5182993 Nov 09 19:44:37.409786 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97 req-08220748-094c-4f31-b90f-1a21c3ebba25 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e HTTP/1.1" status: 200 len: 217 time: 0.0501814 Nov 09 19:44:37.410425 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-1cadd660-cc87-4718-90b8-fa2fbdceacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.412098 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-1cadd660-cc87-4718-90b8-fa2fbdceacc0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0680239 Nov 09 19:44:37.477587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-98f2da79-7c35-4ad7-b86f-3655d68e12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.479138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-98f2da79-7c35-4ad7-b86f-3655d68e12f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541129 Nov 09 19:44:37.501058 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:37.573895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183373-2893-4e67-913e-b243d3a51875 req-7c49ac0f-c2ba-4f25-bc69-ed20f7aa79f9 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.576052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4183373-2893-4e67-913e-b243d3a51875 req-7c49ac0f-c2ba-4f25-bc69-ed20f7aa79f9 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.2907341 Nov 09 19:44:37.626466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-2ade015e-e32a-4adf-954f-224d1b5263dd service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326580 Nov 09 19:44:37.639908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97 req-0ff8698b-f0d3-45c2-aa73-d6c45cb8d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.641371 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97 req-0ff8698b-f0d3-45c2-aa73-d6c45cb8d271 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.2231925 Nov 09 19:44:37.696841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d08e7d-e0ab-412f-83cb-6ed1b0c5a7a8 req-505de889-08c5-4705-b153-577138cba9fb tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.698546 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91d08e7d-e0ab-412f-83cb-6ed1b0c5a7a8 req-505de889-08c5-4705-b153-577138cba9fb tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 943 time: 0.1118329 Nov 09 19:44:37.724075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97 req-f6067ceb-21ca-4af9-ae1b-a94ce79c225d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663764 Nov 09 19:44:37.725097 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:37.743066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311da1fe-43c7-4232-a059-c654ea942b9c {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:37.760518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91d08e7d-e0ab-412f-83cb-6ed1b0c5a7a8 req-0ddd8f82-3d91-4452-ad9d-64791be729cb tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540030 Nov 09 19:44:37.771797 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cdc78ee-24e5-4666-9b52-69473a5746e4 req-1fee656f-b1b3-416e-a24b-8614e10b26a6 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376793 Nov 09 19:44:37.780129 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4183373-2893-4e67-913e-b243d3a51875 req-2b5022ee-1bdd-4fac-8159-ccd0903789a5 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680262 Nov 09 19:44:37.789309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:37.797884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-dd641064-48ae-408b-a077-03210f2d2f39 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.799421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-dd641064-48ae-408b-a077-03210f2d2f39 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 950 time: 0.2564502 Nov 09 19:44:37.869409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Transition to ACTIVE for port object 311da1fe-43c7-4232-a059-c654ea942b9c will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:44:37.871906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Network a11dc840-d851-4c4e-96c3-264a4e6cb5ee is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:44:37.888040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 8298d877-d785-4070-92e5-fc2ab81fbc1e details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:37.899500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547601b-4232-4f55-8767-944ccac6485e req-ceb183a7-d854-4dd8-a4f4-187f98088e39 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:37.902181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0547601b-4232-4f55-8767-944ccac6485e req-ceb183a7-d854-4dd8-a4f4-187f98088e39 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 950 time: 0.0567722 Nov 09 19:44:37.902439 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:37.904442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:44:37.910748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Pushing event updated for resources: {'Port': ['ID=845a8a31-c063-4517-aca8-a090bf6de220,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:37.913117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:44:37.965251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0547601b-4232-4f55-8767-944ccac6485e req-f0b2e754-6456-456c-ad86-38c33778e3c2 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565231 Nov 09 19:44:38.023684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:38.036722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 8298d877-d785-4070-92e5-fc2ab81fbc1e has no active binding in host n-h2-817256-1 {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 19:44:38.307229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db1f7a-c6be-499d-85b9-cb4fa2b48513 req-eec101f6-60a4-4426-94f5-ba6f89777dbf tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:38.309742 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-61db1f7a-c6be-499d-85b9-cb4fa2b48513 req-eec101f6-60a4-4426-94f5-ba6f89777dbf tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 943 time: 0.0536671 Nov 09 19:44:38.348695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-61db1f7a-c6be-499d-85b9-cb4fa2b48513 req-e00341a3-a750-4682-8a59-3913b4e40628 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327866 Nov 09 19:44:38.408625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:38.409142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:38.421728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Pushing event updated for resources: {'Port': ['ID=311da1fe-43c7-4232-a059-c654ea942b9c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:38.454051 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97 req-6cfed4bf-424b-4a8a-b397-20e67a7973b3 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045186 Nov 09 19:44:38.461687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580c536-4795-42e2-a98f-a7ee5409b11d req-674ebcd1-a987-4a70-84a5-7331b65256cf tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:38.463461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3580c536-4795-42e2-a98f-a7ee5409b11d req-674ebcd1-a987-4a70-84a5-7331b65256cf tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.0549960 Nov 09 19:44:38.507657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3580c536-4795-42e2-a98f-a7ee5409b11d req-d671f0a8-5e8b-4972-af20-2034e6efed3c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374269 Nov 09 19:44:38.508538 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-0c9e03bd-bfd4-46c5-b76e-aa9b984848a8 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3498573 Nov 09 19:44:38.554913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Request body: {'port': {'device_id': '7f2cc749-1600-471a-9ab7-597591179c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:38.569806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f23b3-ddf5-49c9-ba35-d75c6dc7d83c req-ad5f549f-add9-47b7-a355-a33500b1df76 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:38.572163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d7f23b3-ddf5-49c9-ba35-d75c6dc7d83c req-ad5f549f-add9-47b7-a355-a33500b1df76 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 931 time: 0.5669594 Nov 09 19:44:38.651814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-a7bae54c-7e4c-406c-b9b9-1712fadf2c4c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Deleting port dca222ec-13a6-4a7e-a5a9-57369043f948 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:44:38.652119 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-a7bae54c-7e4c-406c-b9b9-1712fadf2c4c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:38.732965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Attempting to bind port 311da1fe-43c7-4232-a059-c654ea942b9c on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:38.733304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Attempting to bind port 311da1fe-43c7-4232-a059-c654ea942b9c by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '05811cae-e946-476c-b50a-761e9988df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '184ad01d-d2d7-40d1-8eb1-b4e8855a405d'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:38.733635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Attempting to bind port 311da1fe-43c7-4232-a059-c654ea942b9c on network 184ad01d-d2d7-40d1-8eb1-b4e8855a405d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:38.767851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Port 311da1fe-43c7-4232-a059-c654ea942b9c on network 184ad01d-d2d7-40d1-8eb1-b4e8855a405d not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:38.768169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Attempting to bind port 311da1fe-43c7-4232-a059-c654ea942b9c on network 184ad01d-d2d7-40d1-8eb1-b4e8855a405d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:38.775693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d7f23b3-ddf5-49c9-ba35-d75c6dc7d83c req-ff78484e-957c-42ef-8516-288629d5e5e4 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686821 Nov 09 19:44:38.778027 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a2e3139-e88f-40a5-bbc1-2c7d990a8b97 req-4072b6b2-eae3-4115-96ea-1f8fa10aa9eb service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028314 Nov 09 19:44:38.782349 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:38.787448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:38.787858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Checking segment: {'id': '05811cae-e946-476c-b50a-761e9988df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '184ad01d-d2d7-40d1-8eb1-b4e8855a405d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:38.788181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Bound using segment: {'id': '05811cae-e946-476c-b50a-761e9988df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '184ad01d-d2d7-40d1-8eb1-b4e8855a405d'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:38.788661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Bound port: 311da1fe-43c7-4232-a059-c654ea942b9c, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05811cae-e946-476c-b50a-761e9988df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '184ad01d-d2d7-40d1-8eb1-b4e8855a405d'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:38.789020 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:38.815001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4715829-b51a-4fa7-a937-c36302906cb4 req-bd90f7c4-dd15-468c-af3b-e7215b0a8eed tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:38.817465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4715829-b51a-4fa7-a937-c36302906cb4 req-bd90f7c4-dd15-468c-af3b-e7215b0a8eed tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 949 time: 0.0700557 Nov 09 19:44:38.858917 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4715829-b51a-4fa7-a937-c36302906cb4 req-c33c44aa-eec4-4568-84ba-90b26ca7eeb2 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326912 Nov 09 19:44:38.939356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-a7bae54c-7e4c-406c-b9b9-1712fadf2c4c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] For port dca222ec-13a6-4a7e-a5a9-57369043f948, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=dca222ec-13a6-4a7e-a5a9-57369043f948,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:38.939956 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-a7bae54c-7e4c-406c-b9b9-1712fadf2c4c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:38.985191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975fed3-13dc-4dca-9bec-3e339b967ab4 req-939f4013-3a9d-4345-b66e-a0e0ce111f35 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:38.986933 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2975fed3-13dc-4dca-9bec-3e339b967ab4 req-939f4013-3a9d-4345-b66e-a0e0ce111f35 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0629830 Nov 09 19:44:39.028798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2975fed3-13dc-4dca-9bec-3e339b967ab4 req-520e6d6e-4577-4fb8-92b0-8aec09393e1d tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354598 Nov 09 19:44:39.029699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-a7bae54c-7e4c-406c-b9b9-1712fadf2c4c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Calling delete_port for dca222ec-13a6-4a7e-a5a9-57369043f948 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:44:39.069592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] For port 311da1fe-43c7-4232-a059-c654ea942b9c, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:39.079242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc254f59-5259-4319-969f-45a57443dfa8 req-cc44c3a0-8f17-42fb-9c23-847564e9cd57 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:39.085824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc254f59-5259-4319-969f-45a57443dfa8 req-cc44c3a0-8f17-42fb-9c23-847564e9cd57 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 943 time: 0.2174089 Nov 09 19:44:39.085824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] For port 311da1fe-43c7-4232-a059-c654ea942b9c, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=311da1fe-43c7-4232-a059-c654ea942b9c,segment=NetworkSegment(05811cae-e946-476c-b50a-761e9988df0a),segment_id=05811cae-e946-476c-b50a-761e9988df0a)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:44:39.121694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:39.236985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:39.237565 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:39.239012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] 10.222.0.70 "PUT /v2.0/ports/311da1fe-43c7-4232-a059-c654ea942b9c HTTP/1.1" status: 200 len: 1091 time: 2.6526396 Nov 09 19:44:39.239473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec1e822-86f9-4cc8-9b63-d789ad65709f', 'tag': '311da1fe-43c7-4232-a059-c654ea942b9c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:39.241733 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c707cd3-0826-4f54-8840-2733d85e9254" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec1e822-86f9-4cc8-9b63-d789ad65709f", "tag": "311da1fe-43c7-4232-a059-c654ea942b9c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:39.305642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9e3e2-8c6e-4cc3-aa74-a8a8cde53d15 service neutron] Pushing event updated for resources: {'Port': ['ID=311da1fe-43c7-4232-a059-c654ea942b9c,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:39.316226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc254f59-5259-4319-969f-45a57443dfa8 req-d1f11095-0570-45ac-b607-5c1e30ba9324 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003968 Nov 09 19:44:39.397502 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239f21c1-d224-4bf7-ad2d-09448d074487 x-openstack-request-id: req-239f21c1-d224-4bf7-ad2d-09448d074487 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:39.397793 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec1e822-86f9-4cc8-9b63-d789ad65709f", "tag": "311da1fe-43c7-4232-a059-c654ea942b9c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:39.398051 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-239f21c1-d224-4bf7-ad2d-09448d074487 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:39.398451 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec1e822-86f9-4cc8-9b63-d789ad65709f', 'tag': '311da1fe-43c7-4232-a059-c654ea942b9c', 'status': 'completed', 'code': 200} Nov 09 19:44:39.412997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-9d42d0a2-a4df-4275-8c83-05d65a3a2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:39.414593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-9d42d0a2-a4df-4275-8c83-05d65a3a2160 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cad49916ea324df09df7a2ff4d02c7b7&device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 1094 time: 0.1187406 Nov 09 19:44:39.519579 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-a7bae54c-7e4c-406c-b9b9-1712fadf2c4c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:39.521970 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-903ad4d4-94f1-4657-a3e9-68155568880a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311da1fe-43c7-4232-a059-c654ea942b9c HTTP/1.1" status: 200 len: 217 time: 0.0918305 Nov 09 19:44:39.531836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'cace9d8b-e473-4ac9-be3f-c1b7510befde'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:39.561150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845a8a31-c063-4517-aca8-a090bf6de220 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:39.571973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494', '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94', 'd1621614-b537-492a-b324-9392cb9dc19a', '79146868-0f5a-4976-90df-7882e5e5745d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:39.576594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f374-ddee-4dc4-868f-2610c5be22a6 req-35136bee-e716-42b5-add3-5b41fabbe6e3 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:39.578960 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2395f374-ddee-4dc4-868f-2610c5be22a6 req-35136bee-e716-42b5-add3-5b41fabbe6e3 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 943 time: 0.0648367 Nov 09 19:44:39.602605 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:39.606900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bae54c-7e4c-406c-b9b9-1712fadf2c4c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event deleted for resources: {'Port': ['ID=dca222ec-13a6-4a7e-a5a9-57369043f948,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:39.657428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Transition to ACTIVE for port object 845a8a31-c063-4517-aca8-a090bf6de220 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:44:39.672197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e779d2-0458-4fe1-8314-6d73105912ef req-ccf946e7-f3e2-4be4-9c9f-3190ab35d50d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:39.673790 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67e779d2-0458-4fe1-8314-6d73105912ef req-ccf946e7-f3e2-4be4-9c9f-3190ab35d50d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 867 time: 0.2447858 Nov 09 19:44:39.675558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2395f374-ddee-4dc4-868f-2610c5be22a6 req-b306d983-3657-4e89-9bb6-b2a8ecc47246 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887601 Nov 09 19:44:39.689192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-5c57d975-7a9c-4ee1-886c-aab31406a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:39.707207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-5c57d975-7a9c-4ee1-886c-aab31406a9a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9abd790e-4fd9-43c6-8df1-51816ebf9a65 HTTP/1.1" status: 200 len: 861 time: 0.1543231 Nov 09 19:44:39.719746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-a7bae54c-7e4c-406c-b9b9-1712fadf2c4c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] No DVR routers for this DVR port dca222ec-13a6-4a7e-a5a9-57369043f948 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:44:39.721307 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:39.724011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-a7bae54c-7e4c-406c-b9b9-1712fadf2c4c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:39.732967 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ca0e8b8-2294-4da8-b665-732ceb4a7c5e req-a7bae54c-7e4c-406c-b9b9-1712fadf2c4c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "DELETE /v2.0/ports/dca222ec-13a6-4a7e-a5a9-57369043f948 HTTP/1.1" status: 204 len: 173 time: 1.8885386 Nov 09 19:44:39.828050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-42e723ba-3bea-4808-89cf-4ffbca0fdc24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=184ad01d-d2d7-40d1-8eb1-b4e8855a405d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198916 Nov 09 19:44:39.918631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0e9c5-062a-44dc-a255-0bf584a392af req-6c61ed98-8db3-42e4-8c30-95545d008b4d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:39.928553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e6edd722-67b5-4342-8e10-0d882f0fd19d no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:44:39.931085 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccb0e9c5-062a-44dc-a255-0bf584a392af req-6c61ed98-8db3-42e4-8c30-95545d008b4d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.1372788 Nov 09 19:44:39.952627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Pushing event updated for resources: {'Port': ['ID=845a8a31-c063-4517-aca8-a090bf6de220,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:39.969896 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67e779d2-0458-4fe1-8314-6d73105912ef req-fd4c08c8-a15b-4163-b324-628ce712692f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601242 Nov 09 19:44:40.039189 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccb0e9c5-062a-44dc-a255-0bf584a392af req-15b26eb6-4f47-43fb-aeaa-98a62efe315f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924945 Nov 09 19:44:40.110760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-010a62c8-d5e0-4c26-9621-5815076fbc1a service neutron] 10.222.0.70 "GET /v2.0/networks/184ad01d-d2d7-40d1-8eb1-b4e8855a405d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738278 Nov 09 19:44:40.117589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Attempting to bind port 845a8a31-c063-4517-aca8-a090bf6de220 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:40.118068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Attempting to bind port 845a8a31-c063-4517-aca8-a090bf6de220 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '5c549d35-b71d-4678-ac44-7629788aec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a11dc840-d851-4c4e-96c3-264a4e6cb5ee'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:40.118736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Attempting to bind port 845a8a31-c063-4517-aca8-a090bf6de220 on network a11dc840-d851-4c4e-96c3-264a4e6cb5ee {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:40.165443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db8f9a-ccb7-4429-aa2a-a04f95df8d68 req-b21c6a17-dcb8-4b8d-a9d1-0405ffac6b25 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:40.174144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02db8f9a-ccb7-4429-aa2a-a04f95df8d68 req-b21c6a17-dcb8-4b8d-a9d1-0405ffac6b25 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 943 time: 0.0772576 Nov 09 19:44:40.206810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Port 845a8a31-c063-4517-aca8-a090bf6de220 on network a11dc840-d851-4c4e-96c3-264a4e6cb5ee not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:40.207146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Attempting to bind port 845a8a31-c063-4517-aca8-a090bf6de220 on network a11dc840-d851-4c4e-96c3-264a4e6cb5ee {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:40.231838 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02db8f9a-ccb7-4429-aa2a-a04f95df8d68 req-e2c25b34-17bb-46d7-be5b-60d1b579e5c3 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514302 Nov 09 19:44:40.239390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:40.239742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Checking segment: {'id': '5c549d35-b71d-4678-ac44-7629788aec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a11dc840-d851-4c4e-96c3-264a4e6cb5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:40.240144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Bound using segment: {'id': '5c549d35-b71d-4678-ac44-7629788aec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a11dc840-d851-4c4e-96c3-264a4e6cb5ee'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:40.240605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Bound port: 845a8a31-c063-4517-aca8-a090bf6de220, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c549d35-b71d-4678-ac44-7629788aec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'a11dc840-d851-4c4e-96c3-264a4e6cb5ee'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:40.242428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:40.301078 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73d14baa-b43d-4e9a-b220-0049be89513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:40.378928 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:40.380066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f12a3a93-36d9-4602-9810-a957dd8781d4 req-f7d345df-d230-4f0c-8fce-bd692d68a574 service neutron] 10.222.0.70 "GET /v2.0/networks/184ad01d-d2d7-40d1-8eb1-b4e8855a405d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580800 Nov 09 19:44:40.408429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db911854-b7b3-4f24-9b3a-6e9329a05947 req-abdf843b-b4d8-43f6-8eb3-9283f129e024 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:40.427344 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db911854-b7b3-4f24-9b3a-6e9329a05947 req-abdf843b-b4d8-43f6-8eb3-9283f129e024 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1534438 Nov 09 19:44:40.434922 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:40.437531 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0af7c9-a211-4089-bf02-b91cbf6f0704" -d '{"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-unplugged", "status": "completed", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:40.458306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:40.469234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51d914-5107-4934-9068-4d1414f0e033 req-ee358448-194d-4a0e-a172-3dacb6a5343d tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:40.471061 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:40.472015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device dca222ec-13a6-4a7e-a5a9-57369043f948 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:44:40.478683 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e51d914-5107-4934-9068-4d1414f0e033 req-ee358448-194d-4a0e-a172-3dacb6a5343d tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 943 time: 0.0695660 Nov 09 19:44:40.503814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] For port 845a8a31-c063-4517-aca8-a090bf6de220, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:40.517131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: dca222ec-13a6-4a7e-a5a9-57369043f948 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:44:40.517750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device dca222ec-13a6-4a7e-a5a9-57369043f948 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:44:40.529298 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e51d914-5107-4934-9068-4d1414f0e033 req-5ab32ef0-62a3-440a-98ea-b15016fc054b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496631 Nov 09 19:44:40.539096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] For port 845a8a31-c063-4517-aca8-a090bf6de220, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=845a8a31-c063-4517-aca8-a090bf6de220,segment=NetworkSegment(5c549d35-b71d-4678-ac44-7629788aec81),segment_id=5c549d35-b71d-4678-ac44-7629788aec81)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:44:40.559004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db911854-b7b3-4f24-9b3a-6e9329a05947 req-fbf768bb-8e98-44b0-93de-d25be215f0b0 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301131 Nov 09 19:44:40.573801 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:40.579136 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:40.601881 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402331ca-f955-442d-b374-69aca02dd348 x-openstack-request-id: req-402331ca-f955-442d-b374-69aca02dd348 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:40.602439 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-unplugged", "status": "completed", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:40.602905 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-402331ca-f955-442d-b374-69aca02dd348 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:40.603454 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'code': 200} Nov 09 19:44:40.648602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:40.649610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:40.652772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] 10.222.0.70 "PUT /v2.0/ports/845a8a31-c063-4517-aca8-a090bf6de220 HTTP/1.1" status: 200 len: 1091 time: 2.1088400 Nov 09 19:44:40.662796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707cd3-0826-4f54-8840-2733d85e9254 req-30babead-f037-4554-8028-22c4672be029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:40.665518 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c707cd3-0826-4f54-8840-2733d85e9254 req-30babead-f037-4554-8028-22c4672be029 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cad49916ea324df09df7a2ff4d02c7b7&device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 1094 time: 0.2055149 Nov 09 19:44:40.801496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd92c0c-8f00-470a-acf6-aa9807a62334 req-9cd3660c-47fd-4307-ac5f-7956b5f4b408 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:40.803411 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-edd92c0c-8f00-470a-acf6-aa9807a62334 req-9cd3660c-47fd-4307-ac5f-7956b5f4b408 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 943 time: 0.0514038 Nov 09 19:44:40.812011 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-591bd382-0b7e-4f14-a512-b7fc82e65a97 service neutron] 10.222.0.70 "GET /v2.0/ports/8298d877-d785-4070-92e5-fc2ab81fbc1e/bindings/n-h2-817256-1 HTTP/1.1" status: 200 len: 384 time: 0.2496126 Nov 09 19:44:40.816951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5419b-3599-4788-ba65-faaca2b93f5d service neutron] Pushing event updated for resources: {'Port': ['ID=845a8a31-c063-4517-aca8-a090bf6de220,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:40.860212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-edd92c0c-8f00-470a-acf6-aa9807a62334 req-27a3c164-f29e-45d3-9c1c-7477cc951cf9 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503798 Nov 09 19:44:40.889192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4726e48-f15d-422c-9755-1aa7b44404af req-b50e7c91-b2b7-4aaf-9698-0c91af42b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:40.890720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-b50e7c91-b2b7-4aaf-9698-0c91af42b892 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adc780bc58d645828154a129bacd8c30&device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 1094 time: 0.1676021 Nov 09 19:44:40.927253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707cd3-0826-4f54-8840-2733d85e9254 req-cc08962f-b0e8-4388-a132-0cf50bccaa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:40.928641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c707cd3-0826-4f54-8840-2733d85e9254 req-cc08962f-b0e8-4388-a132-0cf50bccaa02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=184ad01d-d2d7-40d1-8eb1-b4e8855a405d HTTP/1.1" status: 200 len: 922 time: 0.2491932 Nov 09 19:44:40.973276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-5891e8e7-ac38-4f97-8b14-5995cf2d960a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=845a8a31-c063-4517-aca8-a090bf6de220 HTTP/1.1" status: 200 len: 217 time: 0.0723379 Nov 09 19:44:41.015180 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c707cd3-0826-4f54-8840-2733d85e9254 req-7e368f96-5ef1-45f9-815f-c036d730e6e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311da1fe-43c7-4232-a059-c654ea942b9c HTTP/1.1" status: 200 len: 217 time: 0.0528722 Nov 09 19:44:41.175940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b44796-4627-4eda-8acc-f9fedb459a1f req-686824a8-a632-4b3b-a9a3-393d9983c049 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:41.178015 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-98b44796-4627-4eda-8acc-f9fedb459a1f req-686824a8-a632-4b3b-a9a3-393d9983c049 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 943 time: 0.0537577 Nov 09 19:44:41.178194 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-16e95495-5590-4324-86aa-70077a852f4a req-074b30b6-a538-42a9-89f9-b9bee59c76cf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4bd9b1-df86-41f4-9193-078da4cb62ff HTTP/1.1" status: 200 len: 210 time: 0.0800953 Nov 09 19:44:41.193367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4726e48-f15d-422c-9755-1aa7b44404af req-936b3a32-4ea5-486e-b58b-6ce3710c4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:41.194905 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-936b3a32-4ea5-486e-b58b-6ce3710c4f8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0793a27f-1cd5-4fd0-9867-a48a7d271cf1 HTTP/1.1" status: 200 len: 852 time: 0.1912892 Nov 09 19:44:41.218826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707cd3-0826-4f54-8840-2733d85e9254 req-899af3e7-1d90-4ee2-8f65-ff881d3b8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:41.220379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c707cd3-0826-4f54-8840-2733d85e9254 req-899af3e7-1d90-4ee2-8f65-ff881d3b8515 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9abd790e-4fd9-43c6-8df1-51816ebf9a65 HTTP/1.1" status: 200 len: 861 time: 0.1832907 Nov 09 19:44:41.235884 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-98b44796-4627-4eda-8acc-f9fedb459a1f req-9785bf17-d27c-4346-9ca7-2e74c6327f4e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500674 Nov 09 19:44:41.242471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-a9d13c65-2bdf-4b92-a480-cd9249be0c3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11dc840-d851-4c4e-96c3-264a4e6cb5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345564 Nov 09 19:44:41.277151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c707cd3-0826-4f54-8840-2733d85e9254 req-9070ac5e-85e4-46fb-9888-b90a0503a6ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=184ad01d-d2d7-40d1-8eb1-b4e8855a405d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385654 Nov 09 19:44:41.365810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93c80a-1e59-4091-a066-93b160031b78 req-3df77f4e-df1b-4a34-9f51-282b9fd6a8c0 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:41.367475 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ae93c80a-1e59-4091-a066-93b160031b78 req-3df77f4e-df1b-4a34-9f51-282b9fd6a8c0 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 943 time: 0.0581479 Nov 09 19:44:41.394374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-d7bb6ff2-c6c8-4c61-91b2-948b35dd7d26 service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:41.399668 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4bd9b1-df86-41f4-9193-078da4cb62ff', 'name': 'network-vif-deleted', 'tag': 'dca222ec-13a6-4a7e-a5a9-57369043f948'}, {'name': 'network-changed', 'server_uuid': '7f2cc749-1600-471a-9ab7-597591179c9d', 'tag': '845a8a31-c063-4517-aca8-a090bf6de220'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:41.401917 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584f8216-4922-4a67-a5bc-355d941b6f58" -d '{"events": [{"server_uuid": "ba4bd9b1-df86-41f4-9193-078da4cb62ff", "name": "network-vif-deleted", "tag": "dca222ec-13a6-4a7e-a5a9-57369043f948"}, {"name": "network-changed", "server_uuid": "7f2cc749-1600-471a-9ab7-597591179c9d", "tag": "845a8a31-c063-4517-aca8-a090bf6de220"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:41.409668 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ae93c80a-1e59-4091-a066-93b160031b78 req-c308fa1a-ec83-4130-a4cc-5a0b98a763a4 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 Nov 09 19:44:41.443957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-d7bb6ff2-c6c8-4c61-91b2-948b35dd7d26 service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:41.475994 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ef711d-c82a-464c-908e-0f3422de6a0d x-openstack-request-id: req-72ef711d-c82a-464c-908e-0f3422de6a0d {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:41.476289 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4bd9b1-df86-41f4-9193-078da4cb62ff", "name": "network-vif-deleted", "tag": "dca222ec-13a6-4a7e-a5a9-57369043f948", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f2cc749-1600-471a-9ab7-597591179c9d", "tag": "845a8a31-c063-4517-aca8-a090bf6de220", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:41.476540 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72ef711d-c82a-464c-908e-0f3422de6a0d {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:41.476929 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4bd9b1-df86-41f4-9193-078da4cb62ff', 'name': 'network-vif-deleted', 'tag': 'dca222ec-13a6-4a7e-a5a9-57369043f948', 'status': 'completed', 'code': 200} Nov 09 19:44:41.477180 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2cc749-1600-471a-9ab7-597591179c9d', 'tag': '845a8a31-c063-4517-aca8-a090bf6de220', 'status': 'completed', 'code': 200} Nov 09 19:44:41.506136 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-3ec0d9f9-9f52-4a31-b077-635ee308ae46 service neutron] 10.222.0.70 "GET /v2.0/networks/a11dc840-d851-4c4e-96c3-264a4e6cb5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319829 Nov 09 19:44:41.512325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c707cd3-0826-4f54-8840-2733d85e9254 req-4c153f90-cf1f-482c-97ba-688bccd38923 service neutron] 10.222.0.70 "GET /v2.0/networks/184ad01d-d2d7-40d1-8eb1-b4e8855a405d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262213 Nov 09 19:44:41.516746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-d7bb6ff2-c6c8-4c61-91b2-948b35dd7d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8298d877-d785-4070-92e5-fc2ab81fbc1e {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:41.583281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-d7bb6ff2-c6c8-4c61-91b2-948b35dd7d26 service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:41.659370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f18a7b-c83a-4ee7-8090-1fd8507d1d98 req-4ed820d7-f152-4b3c-82b0-4493d3196640 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:41.660806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29f18a7b-c83a-4ee7-8090-1fd8507d1d98 req-4ed820d7-f152-4b3c-82b0-4493d3196640 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 943 time: 0.0621107 Nov 09 19:44:41.672375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-d7bb6ff2-c6c8-4c61-91b2-948b35dd7d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:41.701270 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29f18a7b-c83a-4ee7-8090-1fd8507d1d98 req-f94f3996-ade5-4f09-8e80-bdef0687abdc tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340335 Nov 09 19:44:41.758325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 311da1fe-43c7-4232-a059-c654ea942b9c details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:41.764165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c707cd3-0826-4f54-8840-2733d85e9254 req-bde8fa91-fb98-4985-9755-b6e5c0707544 service neutron] 10.222.0.70 "GET /v2.0/networks/184ad01d-d2d7-40d1-8eb1-b4e8855a405d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426078 Nov 09 19:44:41.771594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b4726e48-f15d-422c-9755-1aa7b44404af req-c282e051-1fc3-423f-ab41-cbf13df4a9a6 service neutron] 10.222.0.70 "GET /v2.0/networks/a11dc840-d851-4c4e-96c3-264a4e6cb5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493196 Nov 09 19:44:41.781541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98ba6c-f153-4dbb-8c1d-2a275cf9fcb6 req-a3a352f9-7ccc-462e-9a78-5d5d034a4888 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:41.783047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b98ba6c-f153-4dbb-8c1d-2a275cf9fcb6 req-a3a352f9-7ccc-462e-9a78-5d5d034a4888 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1550903 Nov 09 19:44:41.864254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 311da1fe-43c7-4232-a059-c654ea942b9c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=311da1fe-43c7-4232-a059-c654ea942b9c,segment=NetworkSegment(05811cae-e946-476c-b50a-761e9988df0a),segment_id=05811cae-e946-476c-b50a-761e9988df0a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:41.877239 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '311da1fe-43c7-4232-a059-c654ea942b9c', 'network_id': '184ad01d-d2d7-40d1-8eb1-b4e8855a405d', 'port_id': '311da1fe-43c7-4232-a059-c654ea942b9c', 'mac_address': 'fa:16:3e:37:13:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abd790e-4fd9-43c6-8df1-51816ebf9a65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:41.904866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 8298d877-d785-4070-92e5-fc2ab81fbc1e details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:41.929018 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:41.957097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311da1fe-43c7-4232-a059-c654ea942b9c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:41.986698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b36e9-2e35-4fea-8b91-7168d3bfcec2 req-701358a8-27ed-4f75-a801-fbbe7596e4a4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:41.988305 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-179b36e9-2e35-4fea-8b91-7168d3bfcec2 req-701358a8-27ed-4f75-a801-fbbe7596e4a4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 943 time: 0.0529408 Nov 09 19:44:42.016217 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 311da1fe-43c7-4232-a059-c654ea942b9c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=311da1fe-43c7-4232-a059-c654ea942b9c,segment=NetworkSegment(05811cae-e946-476c-b50a-761e9988df0a),segment_id=05811cae-e946-476c-b50a-761e9988df0a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:42.022479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:42.023758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d24eab4f-d03c-4a04-b8a7-8f214da80fe8 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:42.037794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-179b36e9-2e35-4fea-8b91-7168d3bfcec2 req-a4ab1f56-7c5f-43b3-96ea-b0b2eab1efbd tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388727 Nov 09 19:44:42.096413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:42.158366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=311da1fe-43c7-4232-a059-c654ea942b9c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:42.173498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-d7bb6ff2-c6c8-4c61-91b2-948b35dd7d26 service neutron] Transition to ACTIVE for port object 8298d877-d785-4070-92e5-fc2ab81fbc1e will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:44:42.181209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b98ba6c-f153-4dbb-8c1d-2a275cf9fcb6 req-2e755061-a787-4e59-95b2-81665313e3ff tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815975 Nov 09 19:44:42.181766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on host n-h1-817256-1 for vnic_type normal with profile {"migrating_to": "n-h2-817256-1"} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:42.182138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:42.182847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:42.184039 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-d7bb6ff2-c6c8-4c61-91b2-948b35dd7d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:42.189964 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:42.190321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Attempting to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:42.201992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:42.202399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:42.204350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:42.204350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Bound port: 8298d877-d785-4070-92e5-fc2ab81fbc1e, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:42.204350 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:42.218556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f8216-4922-4a67-a5bc-355d941b6f58 req-1eec3aad-eb4b-4763-aa06-b2d61cc91ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:42.220070 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-584f8216-4922-4a67-a5bc-355d941b6f58 req-1eec3aad-eb4b-4763-aa06-b2d61cc91ff7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=adc780bc58d645828154a129bacd8c30&device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 1094 time: 0.1057568 Nov 09 19:44:42.254833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d24eab4f-d03c-4a04-b8a7-8f214da80fe8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:42.278331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'port_id': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8', 'mac_address': 'fa:16:3e:25:59:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:42.278634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-d7bb6ff2-c6c8-4c61-91b2-948b35dd7d26 service neutron] No DVR routers for this DVR port 8298d877-d785-4070-92e5-fc2ab81fbc1e on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:44:42.288453 n-d-817256-1 neutron-server[102297]: WARNING neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Concurrent port binding operations failed on port 8298d877-d785-4070-92e5-fc2ab81fbc1e Nov 09 19:44:42.292259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:42.295795 n-d-817256-1 neutron-server[102297]: INFO neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Attempt 2 to bind port 8298d877-d785-4070-92e5-fc2ab81fbc1e Nov 09 19:44:42.296295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '8298d877-d785-4070-92e5-fc2ab81fbc1e', 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec', 'port_id': '8298d877-d785-4070-92e5-fc2ab81fbc1e', 'mac_address': 'fa:16:3e:12:a3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50629a10-2a18-46d0-a6ad-6c44ac38dc1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:42.318132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb6ff2-c6c8-4c61-91b2-948b35dd7d26 service neutron] Pushing event updated for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=10']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:42.351571 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-d7bb6ff2-c6c8-4c61-91b2-948b35dd7d26 service neutron] 10.222.0.70 "PUT /v2.0/ports/8298d877-d785-4070-92e5-fc2ab81fbc1e/bindings/n-h2-817256-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5289140 Nov 09 19:44:42.355455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:42.377562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24eab4f-d03c-4a04-b8a7-8f214da80fe8 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:42.382916 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:42.384858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f8216-4922-4a67-a5bc-355d941b6f58 req-adb6ce2a-ec2d-4366-ab29-950b7f7c13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:42.387656 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-584f8216-4922-4a67-a5bc-355d941b6f58 req-adb6ce2a-ec2d-4366-ab29-950b7f7c13a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a11dc840-d851-4c4e-96c3-264a4e6cb5ee HTTP/1.1" status: 200 len: 913 time: 0.1568005 Nov 09 19:44:42.409005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8298d877-d785-4070-92e5-fc2ab81fbc1e {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:42.415354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d24eab4f-d03c-4a04-b8a7-8f214da80fe8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:42.429525 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:42.438594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:42.454121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-584f8216-4922-4a67-a5bc-355d941b6f58 req-59726ca6-04a0-400d-9b52-ac8f0fe43a23 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=845a8a31-c063-4517-aca8-a090bf6de220 HTTP/1.1" status: 200 len: 217 time: 0.0566623 Nov 09 19:44:42.460143 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:42.489053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:42.541380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-36b2c71c-6871-4004-aa56-a94f256a002e tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:42.543257 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-36b2c71c-6871-4004-aa56-a94f256a002e tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.0994632 Nov 09 19:44:42.543411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf51204-ce83-438b-83a1-02a217e26eb5 req-03a6ac71-f68b-43f3-a1f7-3e24a659f943 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:42.545146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=11']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:42.545886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcf51204-ce83-438b-83a1-02a217e26eb5 req-03a6ac71-f68b-43f3-a1f7-3e24a659f943 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 945 time: 0.0925248 Nov 09 19:44:42.571311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f8216-4922-4a67-a5bc-355d941b6f58 req-4a42d09a-6df4-4005-b3b1-cc416cd88917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:42.572729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-584f8216-4922-4a67-a5bc-355d941b6f58 req-4a42d09a-6df4-4005-b3b1-cc416cd88917 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0793a27f-1cd5-4fd0-9867-a48a7d271cf1 HTTP/1.1" status: 200 len: 852 time: 0.0977037 Nov 09 19:44:42.591213 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcf51204-ce83-438b-83a1-02a217e26eb5 req-6e5647e1-bbb8-43fe-a4f2-f312eef1b278 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376167 Nov 09 19:44:42.619338 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['8298d877-d785-4070-92e5-fc2ab81fbc1e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:42.628058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-584f8216-4922-4a67-a5bc-355d941b6f58 req-0ecb2040-b187-460e-8ae3-e344fd69d169 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a11dc840-d851-4c4e-96c3-264a4e6cb5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385122 Nov 09 19:44:42.658367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee6c7c-e440-41fd-823e-9ccfceb38874 req-d87c21a7-c10e-4f9b-8aba-7fef2ac4d8d0 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:42.660080 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3ee6c7c-e440-41fd-823e-9ccfceb38874 req-d87c21a7-c10e-4f9b-8aba-7fef2ac4d8d0 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 943 time: 0.1418700 Nov 09 19:44:42.708107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24535782-7e59-43e1-aee4-9bdc6a0ef7db req-06eb648c-f8cd-4caf-a83a-158dba505a0f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:42.709912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24535782-7e59-43e1-aee4-9bdc6a0ef7db req-06eb648c-f8cd-4caf-a83a-158dba505a0f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 949 time: 0.0524621 Nov 09 19:44:42.720073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-42497f23-a633-4ffd-97cd-fd107363cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:42.721563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-42497f23-a633-4ffd-97cd-fd107363cdf0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199 HTTP/1.1" status: 200 len: 1096 time: 0.1606212 Nov 09 19:44:42.766032 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24535782-7e59-43e1-aee4-9bdc6a0ef7db req-5edb035f-48d6-4d97-b92f-3c1cbc770e0c tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476391 Nov 09 19:44:42.791250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3ee6c7c-e440-41fd-823e-9ccfceb38874 req-95db3b21-3a63-4cb3-8ef9-ab40d024976e tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195416 Nov 09 19:44:42.811448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d24eab4f-d03c-4a04-b8a7-8f214da80fe8'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:42.814165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['311da1fe-43c7-4232-a059-c654ea942b9c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:42.827588 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-584f8216-4922-4a67-a5bc-355d941b6f58 req-013a55aa-a597-441c-b6ea-9ff10e7b2efd service neutron] 10.222.0.70 "GET /v2.0/networks/a11dc840-d851-4c4e-96c3-264a4e6cb5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893365 Nov 09 19:44:42.830394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-fbbe77a5-7029-49f1-87c1-47caedd43856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:42.831841 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-fbbe77a5-7029-49f1-87c1-47caedd43856 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1096 time: 0.0805779 Nov 09 19:44:42.918183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb7d49-fdee-4249-bb5d-e79ba5a805c4 req-4b1714e8-d64d-41c0-9991-89a11452d74b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:42.919751 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fadb7d49-fdee-4249-bb5d-e79ba5a805c4 req-4b1714e8-d64d-41c0-9991-89a11452d74b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 944 time: 0.0591667 Nov 09 19:44:42.973714 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fadb7d49-fdee-4249-bb5d-e79ba5a805c4 req-72b0a7b0-2817-4d24-96a0-cd4e79442300 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452442 Nov 09 19:44:43.005332 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-584f8216-4922-4a67-a5bc-355d941b6f58 req-9029faed-4b2b-40be-8cfa-dd497d568918 service neutron] 10.222.0.70 "GET /v2.0/networks/a11dc840-d851-4c4e-96c3-264a4e6cb5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678882 Nov 09 19:44:43.008640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-4e7cc8d9-0a69-4667-bdd6-5c0dd8bcf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:43.010001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-4e7cc8d9-0a69-4667-bdd6-5c0dd8bcf975 service neutron] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.1628747 Nov 09 19:44:43.054802 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-8e3f1b38-03ce-4f5e-9376-2ed6c772b804 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e HTTP/1.1" status: 200 len: 217 time: 0.0358889 Nov 09 19:44:43.142378 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8427a6ac-b638-49d2-85f0-1e80882bb85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:43.149761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-e84884ce-e8fc-4aa9-beb9-86bff8414f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:43.152515 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-e84884ce-e8fc-4aa9-beb9-86bff8414f3b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.0792303 Nov 09 19:44:43.188071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-258532fe-923b-481c-af5b-3e175df7ef6b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275922 Nov 09 19:44:43.195685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1581a6-eaf4-453f-925c-66bb3a6ad7c1 req-89ee6fcc-e56e-439b-ab0e-d3ffc7e17956 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:43.197056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1581a6-eaf4-453f-925c-66bb3a6ad7c1 req-89ee6fcc-e56e-439b-ab0e-d3ffc7e17956 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 944 time: 0.0855086 Nov 09 19:44:43.290205 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1581a6-eaf4-453f-925c-66bb3a6ad7c1 req-f674d29e-47a0-4639-a6ab-c93be4604d55 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863750 Nov 09 19:44:43.313369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7ac40-9c37-4b49-a00b-d51536f89427 req-b295f328-b1ef-4ed0-983d-6e822dc77bed tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:43.315055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05f7ac40-9c37-4b49-a00b-d51536f89427 req-b295f328-b1ef-4ed0-983d-6e822dc77bed tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0590844 Nov 09 19:44:43.322163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-119eb56d-698a-4688-bd4c-526c39e432f9 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125541 Nov 09 19:44:43.356041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05f7ac40-9c37-4b49-a00b-d51536f89427 req-90e54f5a-2ce9-41df-aaa5-b8499a54c487 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349226 Nov 09 19:44:43.424727 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:43.427558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-18acbe58-bd73-4645-9d88-d15c6e368236 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968537 Nov 09 19:44:43.704450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-aa074de5-26a0-4723-a5e6-611c72b0a35b tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:43.705966 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-aa074de5-26a0-4723-a5e6-611c72b0a35b tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.0500851 Nov 09 19:44:43.722020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56746585-3c80-4372-84aa-6643677319be req-4253580e-8de0-42fc-85a8-b03de84e4073 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:43.723722 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56746585-3c80-4372-84aa-6643677319be req-4253580e-8de0-42fc-85a8-b03de84e4073 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 945 time: 0.0514500 Nov 09 19:44:43.766250 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56746585-3c80-4372-84aa-6643677319be req-ec4d0407-1280-417e-b510-c6819ab69725 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350139 Nov 09 19:44:43.797548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 845a8a31-c063-4517-aca8-a090bf6de220 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:43.799635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8298d877-d785-4070-92e5-fc2ab81fbc1e no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:44:43.837559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-e2df86ce-afec-4280-96a6-a2c00ebb9d0e service neutron] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:43.841811 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-e2df86ce-afec-4280-96a6-a2c00ebb9d0e service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:43.842990 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2a74ca-b11d-4839-ba95-309fe6c63bcd req-e2df86ce-afec-4280-96a6-a2c00ebb9d0e service neutron] 10.222.0.77 "DELETE /v2.0/ports/8298d877-d785-4070-92e5-fc2ab81fbc1e/bindings/n-h1-817256-1 HTTP/1.1" status: 204 len: 173 time: 0.1268866 Nov 09 19:44:43.907102 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7c08c4af-e792-475d-8a13-4c56fc2303a5 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:43.908876 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 8298d877-d785-4070-92e5-fc2ab81fbc1e up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:43.941941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8298d877-d785-4070-92e5-fc2ab81fbc1e not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:44:43.945987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed63f7-42c2-403d-af39-567dc0010723 req-137a60c8-5b19-4a15-a7ee-6b5f2daef7f2 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:43.947674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0ed63f7-42c2-403d-af39-567dc0010723 req-137a60c8-5b19-4a15-a7ee-6b5f2daef7f2 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 949 time: 0.0903728 Nov 09 19:44:43.967095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6caee1-b91d-4052-84f2-e062c6f52527 req-6982eed2-872e-4338-9c64-4e936cb5a21a tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:43.969171 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac6caee1-b91d-4052-84f2-e062c6f52527 req-6982eed2-872e-4338-9c64-4e936cb5a21a tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 943 time: 0.0729680 Nov 09 19:44:43.983407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-db3f32ae-f03e-4340-b5fe-cf4eefb46668 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:43.984935 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-db3f32ae-f03e-4340-b5fe-cf4eefb46668 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 949 time: 0.0850294 Nov 09 19:44:44.018813 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac6caee1-b91d-4052-84f2-e062c6f52527 req-a7be01cc-e2cc-4eea-84a5-7620cb1458f0 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433335 Nov 09 19:44:44.035509 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0ed63f7-42c2-403d-af39-567dc0010723 req-ca7020e1-eb27-42ba-82ce-f6ccef519615 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763819 Nov 09 19:44:44.135580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-0af6b0fc-bf35-4722-8597-7ae0f33a48b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Deleting port 79146868-0f5a-4976-90df-7882e5e5745d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:44:44.135580 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-0af6b0fc-bf35-4722-8597-7ae0f33a48b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.169940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175b194-ecca-4795-a0ea-c09837bc6015 req-ec76e649-dcf4-409c-812a-39dd0c1e4008 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:44.171549 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b175b194-ecca-4795-a0ea-c09837bc6015 req-ec76e649-dcf4-409c-812a-39dd0c1e4008 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1096 time: 0.0673575 Nov 09 19:44:44.229692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 845a8a31-c063-4517-aca8-a090bf6de220, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=845a8a31-c063-4517-aca8-a090bf6de220,segment=NetworkSegment(5c549d35-b71d-4678-ac44-7629788aec81),segment_id=5c549d35-b71d-4678-ac44-7629788aec81)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:44.237774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7c08c4af-e792-475d-8a13-4c56fc2303a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:44.240789 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b175b194-ecca-4795-a0ea-c09837bc6015 req-b4732cdb-ceb3-4579-96b0-ca0729457de1 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587785 Nov 09 19:44:44.263927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '845a8a31-c063-4517-aca8-a090bf6de220', 'network_id': 'a11dc840-d851-4c4e-96c3-264a4e6cb5ee', 'port_id': '845a8a31-c063-4517-aca8-a090bf6de220', 'mac_address': 'fa:16:3e:26:fd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0793a27f-1cd5-4fd0-9867-a48a7d271cf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:44.267055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '7c08c4af-e792-475d-8a13-4c56fc2303a5', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '7c08c4af-e792-475d-8a13-4c56fc2303a5', 'mac_address': 'fa:16:3e:8e:95:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:44.268659 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 8298d877-d785-4070-92e5-fc2ab81fbc1e completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:44.277182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 8298d877-d785-4070-92e5-fc2ab81fbc1e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:44.277423 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.291039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7cf15-f936-4a29-b705-dba89e7f6d2a req-50453b47-07da-4641-a740-069d5d38f009 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:44.296260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fca7cf15-f936-4a29-b705-dba89e7f6d2a req-50453b47-07da-4641-a740-069d5d38f009 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 944 time: 0.0824208 Nov 09 19:44:44.325422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-0af6b0fc-bf35-4722-8597-7ae0f33a48b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] For port 79146868-0f5a-4976-90df-7882e5e5745d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=79146868-0f5a-4976-90df-7882e5e5745d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:44.325631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-0af6b0fc-bf35-4722-8597-7ae0f33a48b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.362054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-0af6b0fc-bf35-4722-8597-7ae0f33a48b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Calling delete_port for 79146868-0f5a-4976-90df-7882e5e5745d owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:44:44.374311 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fca7cf15-f936-4a29-b705-dba89e7f6d2a req-64cc205e-bae9-4712-9c87-ca4f81d24d5f tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637167 Nov 09 19:44:44.377656 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.408105 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.439978 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c08c4af-e792-475d-8a13-4c56fc2303a5 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:44.447668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845a8a31-c063-4517-aca8-a090bf6de220 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:44.470290 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.487224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7c08c4af-e792-475d-8a13-4c56fc2303a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:44.492018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 845a8a31-c063-4517-aca8-a090bf6de220, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=845a8a31-c063-4517-aca8-a090bf6de220,segment=NetworkSegment(5c549d35-b71d-4678-ac44-7629788aec81),segment_id=5c549d35-b71d-4678-ac44-7629788aec81)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:44.511935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5eafc-cbea-475b-8555-feee4b75c7f1 req-bcc91d71-905a-45a6-bb1a-5df14265aec6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:44.516545 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9d5eafc-cbea-475b-8555-feee4b75c7f1 req-bcc91d71-905a-45a6-bb1a-5df14265aec6 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 944 time: 0.0943687 Nov 09 19:44:44.536390 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.547287 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.556606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7469c-0aa1-445e-a35f-05a1559f76d3 req-64aa4f1a-f5ef-4c21-9959-8beb50a3b0d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:44.558767 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94e7469c-0aa1-445e-a35f-05a1559f76d3 req-64aa4f1a-f5ef-4c21-9959-8beb50a3b0d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0623553 Nov 09 19:44:44.567255 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9d5eafc-cbea-475b-8555-feee4b75c7f1 req-5f85d25d-53a5-4a98-877b-8998477835dd tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495422 Nov 09 19:44:44.569186 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.625766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:44.628746 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90727a61-dad9-47eb-af48-9641b31d4cc9" -d '{"events": [{"server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "name": "network-vif-plugged", "status": "completed", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:44.641795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7c08c4af-e792-475d-8a13-4c56fc2303a5,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:44.650475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:44.651459 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94e7469c-0aa1-445e-a35f-05a1559f76d3 req-65876792-2648-43fe-88a5-9d13ad574c6e tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640342 Nov 09 19:44:44.653266 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-0af6b0fc-bf35-4722-8597-7ae0f33a48b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b0fc-bf35-4722-8597-7ae0f33a48b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event deleted for resources: {'Port': ['ID=79146868-0f5a-4976-90df-7882e5e5745d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:44.703503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'cace9d8b-e473-4ac9-be3f-c1b7510befde'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:44.705736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494', '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94', 'd1621614-b537-492a-b324-9392cb9dc19a', '79146868-0f5a-4976-90df-7882e5e5745d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:44.708379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['7c08c4af-e792-475d-8a13-4c56fc2303a5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:44.710066 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.759439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-0af6b0fc-bf35-4722-8597-7ae0f33a48b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] No DVR routers for this DVR port 79146868-0f5a-4976-90df-7882e5e5745d on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:44:44.763643 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-0af6b0fc-bf35-4722-8597-7ae0f33a48b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:44.768541 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cfca547-75c6-4544-a19c-6f99a1038c44 req-0af6b0fc-bf35-4722-8597-7ae0f33a48b3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "DELETE /v2.0/ports/79146868-0f5a-4976-90df-7882e5e5745d HTTP/1.1" status: 204 len: 173 time: 0.7672789 Nov 09 19:44:44.769406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caa5278-2557-4f24-b1d9-ce62fd227626', 'name': 'network-vif-deleted', 'tag': '79146868-0f5a-4976-90df-7882e5e5745d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:44.780021 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f768257-f296-440b-a413-508ec51e99bb" -d '{"events": [{"server_uuid": "1caa5278-2557-4f24-b1d9-ce62fd227626", "name": "network-vif-deleted", "tag": "79146868-0f5a-4976-90df-7882e5e5745d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:44.817105 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9f57a7-b2ee-45fd-be7e-dbc508325bd8 x-openstack-request-id: req-8d9f57a7-b2ee-45fd-be7e-dbc508325bd8 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:44.817290 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "name": "network-vif-plugged", "status": "completed", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:44.817549 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d9f57a7-b2ee-45fd-be7e-dbc508325bd8 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:44.817976 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e', 'code': 200} Nov 09 19:44:44.849274 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085a6e84-e899-425f-ab75-de2dc42cebde x-openstack-request-id: req-085a6e84-e899-425f-ab75-de2dc42cebde {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:44.849617 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1caa5278-2557-4f24-b1d9-ce62fd227626", "name": "network-vif-deleted", "tag": "79146868-0f5a-4976-90df-7882e5e5745d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:44.850299 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-085a6e84-e899-425f-ab75-de2dc42cebde {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:44.850299 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1caa5278-2557-4f24-b1d9-ce62fd227626', 'name': 'network-vif-deleted', 'tag': '79146868-0f5a-4976-90df-7882e5e5745d', 'status': 'completed', 'code': 200} Nov 09 19:44:44.879435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['845a8a31-c063-4517-aca8-a090bf6de220'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:44.886643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=845a8a31-c063-4517-aca8-a090bf6de220,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:44.931258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-69a4efb7-8ee0-4416-b74a-065651be3273 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:44.934083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-69a4efb7-8ee0-4416-b74a-065651be3273 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 821 time: 0.1475682 Nov 09 19:44:44.951424 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-4634b880-5fb3-48df-9824-32a4aa11d2cd tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/quotas/6816a0841a434dc18a1b3ae3a7ee7199 HTTP/1.1" status: 200 len: 375 time: 0.0112541 Nov 09 19:44:45.033071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-8f687fdb-8986-4514-bc71-e55b2b832bf0 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720031 Nov 09 19:44:45.085271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=13']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:45.184188 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-512e4efc-c360-486c-93c2-a86063bd60e8 service neutron] 10.222.0.53 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369281 Nov 09 19:44:45.271143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff441-dbd4-45df-8518-861bfd59d799 req-20cd5fa7-8e81-498a-9de1-caa006302aee tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:45.281764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-921ff441-dbd4-45df-8518-861bfd59d799 req-20cd5fa7-8e81-498a-9de1-caa006302aee tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 944 time: 0.1128070 Nov 09 19:44:45.347613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-6506b616-6cbd-4161-9ac3-e8badbe49fbc service neutron] 10.222.0.53 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621139 Nov 09 19:44:45.356778 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-921ff441-dbd4-45df-8518-861bfd59d799 req-e6a782d3-6cfa-453c-b47c-d455f41b73c6 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733914 Nov 09 19:44:45.592176 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40a90df4-db82-4b64-9b4a-02c23bd48296 req-9bf10bc1-5b42-4fd1-b8d8-1e8cb6fb537f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=1caa5278-2557-4f24-b1d9-ce62fd227626 HTTP/1.1" status: 200 len: 210 time: 0.0887115 Nov 09 19:44:45.685864 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb73f68a-3b35-479a-a93e-6f6882311f52 req-c422cf7f-ddfe-4e2f-8305-b7fcb84288c1 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 210 time: 0.0407822 Nov 09 19:44:45.764629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72efe6-a514-4c1b-bd84-c1557cec3d75 req-174a02a6-6192-480f-bae3-d6dc899994f2 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:45.766706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be72efe6-a514-4c1b-bd84-c1557cec3d75 req-174a02a6-6192-480f-bae3-d6dc899994f2 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 944 time: 0.0698678 Nov 09 19:44:45.826688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 311da1fe-43c7-4232-a059-c654ea942b9c up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:45.854243 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be72efe6-a514-4c1b-bd84-c1557cec3d75 req-e9c2e3d9-49d2-46da-9598-81221ec7c39a tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753000 Nov 09 19:44:45.916663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7c08c4af-e792-475d-8a13-4c56fc2303a5 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:45.950607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 311da1fe-43c7-4232-a059-c654ea942b9c completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:45.960545 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e858d-68d7-499f-a006-33f40420cf21 req-60ee4884-a540-40f2-9e44-b32582b18f13 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:45.961462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 311da1fe-43c7-4232-a059-c654ea942b9c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:45.961838 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:45.970388 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f20e858d-68d7-499f-a006-33f40420cf21 req-60ee4884-a540-40f2-9e44-b32582b18f13 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 944 time: 0.1380489 Nov 09 19:44:46.043796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f20e858d-68d7-499f-a006-33f40420cf21 req-1b9153d6-1f6d-4e23-81b3-63fac9589aea tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717778 Nov 09 19:44:46.115220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0d893-6528-4cc2-9174-1a684f3c2513 req-9784e759-6441-4595-b559-afeca79dd3cc tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:46.117435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ad0d893-6528-4cc2-9174-1a684f3c2513 req-9784e759-6441-4595-b559-afeca79dd3cc tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0950911 Nov 09 19:44:46.166460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 7c08c4af-e792-475d-8a13-4c56fc2303a5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:46.167211 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:46.207154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ad0d893-6528-4cc2-9174-1a684f3c2513 req-48d24053-6d75-4c48-8599-b2020b89b735 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830548 Nov 09 19:44:46.222228 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:46.282086 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:46.359170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 311da1fe-43c7-4232-a059-c654ea942b9c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=311da1fe-43c7-4232-a059-c654ea942b9c,segment=NetworkSegment(05811cae-e946-476c-b50a-761e9988df0a),segment_id=05811cae-e946-476c-b50a-761e9988df0a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:46.364407 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:46.368030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:46.368845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d24eab4f-d03c-4a04-b8a7-8f214da80fe8 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:46.461841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7c08c4af-e792-475d-8a13-4c56fc2303a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:46.473167 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:46.483301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=311da1fe-43c7-4232-a059-c654ea942b9c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:46.533192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:46.543267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:46.543634 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:46.550008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65014ed-a373-49b4-8ea4-b1d03986f407 req-f9025d70-3c7b-432f-9c6e-64ffe6aa3c0a tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:46.551717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b65014ed-a373-49b4-8ea4-b1d03986f407 req-f9025d70-3c7b-432f-9c6e-64ffe6aa3c0a tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 944 time: 0.0658023 Nov 09 19:44:46.570105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7c08c4af-e792-475d-8a13-4c56fc2303a5,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:46.608212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b65014ed-a373-49b4-8ea4-b1d03986f407 req-5d6aa388-3196-45c9-8c59-5d6d460cfc7b tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481577 Nov 09 19:44:46.652369 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:46.698228 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d24eab4f-d03c-4a04-b8a7-8f214da80fe8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:46.704468 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:46.707328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 79146868-0f5a-4976-90df-7882e5e5745d no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:44:46.764279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 79146868-0f5a-4976-90df-7882e5e5745d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:44:46.764859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 79146868-0f5a-4976-90df-7882e5e5745d not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:44:46.811979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:46.820893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec1e822-86f9-4cc8-9b63-d789ad65709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311da1fe-43c7-4232-a059-c654ea942b9c'}, {'server_uuid': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c08c4af-e792-475d-8a13-4c56fc2303a5'}, {'server_uuid': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:46.823300 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b9970b-995b-4900-94ee-3ff7aabd2942" -d '{"events": [{"server_uuid": "7ec1e822-86f9-4cc8-9b63-d789ad65709f", "name": "network-vif-plugged", "status": "completed", "tag": "311da1fe-43c7-4232-a059-c654ea942b9c"}, {"server_uuid": "27c16e96-dd77-4017-bffd-6e3fb8f2069a", "name": "network-vif-plugged", "status": "completed", "tag": "7c08c4af-e792-475d-8a13-4c56fc2303a5"}, {"server_uuid": "10ad7bf2-1a41-45a0-af2c-55756ff86e2c", "name": "network-vif-plugged", "status": "completed", "tag": "d24eab4f-d03c-4a04-b8a7-8f214da80fe8"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:46.858301 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5aad793-cb9a-4a09-ab15-60604c6eae55 req-0880c9f9-9dda-42bd-9cf8-f6ca16136386 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 210 time: 0.0593805 Nov 09 19:44:46.942071 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c15645-98e9-47c1-96e6-9317f330a1f7 x-openstack-request-id: req-e5c15645-98e9-47c1-96e6-9317f330a1f7 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:46.942646 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec1e822-86f9-4cc8-9b63-d789ad65709f", "name": "network-vif-plugged", "status": "completed", "tag": "311da1fe-43c7-4232-a059-c654ea942b9c", "code": 200}, {"server_uuid": "27c16e96-dd77-4017-bffd-6e3fb8f2069a", "name": "network-vif-plugged", "status": "completed", "tag": "7c08c4af-e792-475d-8a13-4c56fc2303a5", "code": 200}, {"server_uuid": "10ad7bf2-1a41-45a0-af2c-55756ff86e2c", "name": "network-vif-plugged", "status": "completed", "tag": "d24eab4f-d03c-4a04-b8a7-8f214da80fe8", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:46.943118 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5c15645-98e9-47c1-96e6-9317f330a1f7 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:46.943715 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec1e822-86f9-4cc8-9b63-d789ad65709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311da1fe-43c7-4232-a059-c654ea942b9c', 'code': 200} Nov 09 19:44:46.944211 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c08c4af-e792-475d-8a13-4c56fc2303a5', 'code': 200} Nov 09 19:44:46.944668 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8', 'code': 200} Nov 09 19:44:47.037924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a80ea-07d8-406c-8565-f994458c1a61 req-df9cb25f-2324-4c79-a448-efa8586878c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:47.046236 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b10a80ea-07d8-406c-8565-f994458c1a61 req-df9cb25f-2324-4c79-a448-efa8586878c4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 949 time: 0.1083965 Nov 09 19:44:47.099201 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b10a80ea-07d8-406c-8565-f994458c1a61 req-c770fe99-78bd-472c-a670-84a6093b261f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509481 Nov 09 19:44:47.251163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21629b-cd6a-4308-ad4a-981a957b7824 req-ed2bf5b8-33df-4789-98f2-03a29fd7f0b4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:47.258989 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e21629b-cd6a-4308-ad4a-981a957b7824 req-ed2bf5b8-33df-4789-98f2-03a29fd7f0b4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 945 time: 0.0759993 Nov 09 19:44:47.289572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-90661865-96bf-4403-8a73-ac97cffe31d7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:47.292556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-90661865-96bf-4403-8a73-ac97cffe31d7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 821 time: 0.2205949 Nov 09 19:44:47.311575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e21629b-cd6a-4308-ad4a-981a957b7824 req-46aecd84-0495-4a9e-870f-e35f2152a4d8 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512002 Nov 09 19:44:47.327961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Request body: {'port': {'device_id': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec', 'admin_state_up': True, 'tenant_id': '6816a0841a434dc18a1b3ae3a7ee7199'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:47.348393 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bc074-309f-4361-8f42-36e4092e4204 req-baf82446-5a89-4c1e-b09c-76dedaed5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:47.349951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-933bc074-309f-4361-8f42-36e4092e4204 req-baf82446-5a89-4c1e-b09c-76dedaed5986 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 1096 time: 0.3325737 Nov 09 19:44:47.351674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fffef-017c-40a4-92ef-fee881736e5b req-e5a274de-21d1-46c6-8ddb-a394f06d1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:47.352996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-969fffef-017c-40a4-92ef-fee881736e5b req-e5a274de-21d1-46c6-8ddb-a394f06d1c64 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 1096 time: 0.2773972 Nov 09 19:44:47.391996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b9878-6f1b-4769-ad07-248a19da82ba req-d2e22ab2-351a-4cda-aa23-13de3291f6f9 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:47.393647 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-772b9878-6f1b-4769-ad07-248a19da82ba req-d2e22ab2-351a-4cda-aa23-13de3291f6f9 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 945 time: 0.3169615 Nov 09 19:44:47.501086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-969fffef-017c-40a4-92ef-fee881736e5b req-d5a09eb2-fa11-4ebc-959c-a401d74633f8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063268 Nov 09 19:44:47.515517 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-933bc074-309f-4361-8f42-36e4092e4204 req-0f6b49a2-769a-449d-83a4-5d152d338bc1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171432 Nov 09 19:44:47.531383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb06bb8-39a5-485e-bae9-47b042673f1f req-c153845d-13e7-46b4-995c-845f9ff40e7d tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:47.533530 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2bb06bb8-39a5-485e-bae9-47b042673f1f req-c153845d-13e7-46b4-995c-845f9ff40e7d tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0633867 Nov 09 19:44:47.535104 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-772b9878-6f1b-4769-ad07-248a19da82ba req-301e9309-7254-436a-9d05-7b469f4d4183 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220615 Nov 09 19:44:47.572061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Made reservation on behalf of 6816a0841a434dc18a1b3ae3a7ee7199 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:47.576646 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:47.613726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2bb06bb8-39a5-485e-bae9-47b042673f1f req-564857c7-99a2-456f-a033-bcc3dee5cd1b tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627315 Nov 09 19:44:47.808675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9c213-5a40-4daf-93a8-945385880851 req-8a010b9d-6a6f-4815-94ad-ce4b40a9b090 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:47.810213 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1ff9c213-5a40-4daf-93a8-945385880851 req-8a010b9d-6a6f-4815-94ad-ce4b40a9b090 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 944 time: 0.1149263 Nov 09 19:44:47.817996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 845a8a31-c063-4517-aca8-a090bf6de220 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:44:47.836929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Allocated IP 172.20.0.10 (302552e5-d360-4726-b20b-dba6e6b87bec/50629a10-2a18-46d0-a6ad-6c44ac38dc1f/77f8eda6-125a-4c3b-872d-12e727b8f33f) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:44:47.901773 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1ff9c213-5a40-4daf-93a8-945385880851 req-7ffb7e84-ae3e-4478-9b25-fcb762c5b510 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821671 Nov 09 19:44:47.954055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 845a8a31-c063-4517-aca8-a090bf6de220 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:44:47.960189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 845a8a31-c063-4517-aca8-a090bf6de220 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:44:47.960646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:48.018348 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f572c8c-5925-48d1-bb80-cc7326e06378 req-b3ef1401-85fb-4f81-93de-67e7f23834a9 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 210 time: 0.0319555 Nov 09 19:44:48.087756 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:48.122120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:48.183574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:48.201864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['8298d877-d785-4070-92e5-fc2ab81fbc1e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:48.236654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 845a8a31-c063-4517-aca8-a090bf6de220, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=845a8a31-c063-4517-aca8-a090bf6de220,segment=NetworkSegment(5c549d35-b71d-4678-ac44-7629788aec81),segment_id=5c549d35-b71d-4678-ac44-7629788aec81)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:48.250185 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:48.304292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Network 302552e5-d360-4726-b20b-dba6e6b87bec is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:44:48.308833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:44:48.311673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:44:48.334085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=845a8a31-c063-4517-aca8-a090bf6de220,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:48.353270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Pushing event updated for resources: {'Port': ['ID=77f8eda6-125a-4c3b-872d-12e727b8f33f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:48.392760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc4de5-8ccd-4edd-baa8-fde468bfe3ed req-36e346a7-c566-4a89-b3d6-010ed5f2923e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:48.394461 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64fc4de5-8ccd-4edd-baa8-fde468bfe3ed req-36e346a7-c566-4a89-b3d6-010ed5f2923e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 949 time: 0.1314282 Nov 09 19:44:48.401729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:48.402060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:48.446540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-9406a745-3810-45eb-8b0e-39611eefbf5e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1288750 Nov 09 19:44:48.455234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64fc4de5-8ccd-4edd-baa8-fde468bfe3ed req-e2d0a4d1-c69d-4ad4-af08-0de48eae351d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495589 Nov 09 19:44:48.461777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Request body: {'port': {'device_id': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:48.528456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b75db-2798-4bb2-9c19-3654fbc041ce req-121c637f-ab16-4bc8-8e4f-9ba7c7eb752f tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:48.536268 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528b75db-2798-4bb2-9c19-3654fbc041ce req-121c637f-ab16-4bc8-8e4f-9ba7c7eb752f tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 945 time: 0.1045887 Nov 09 19:44:48.564157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:48.580539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528b75db-2798-4bb2-9c19-3654fbc041ce req-051ae4d9-df2a-4824-8991-f0ae7f862582 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Nov 09 19:44:48.778941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d87b8-c60e-43d5-8316-c77d99f41fa7 req-c2a03b5e-b980-42a7-8b85-32a4888bf36b tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:48.780852 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-485d87b8-c60e-43d5-8316-c77d99f41fa7 req-c2a03b5e-b980-42a7-8b85-32a4888bf36b tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0747414 Nov 09 19:44:48.857848 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-485d87b8-c60e-43d5-8316-c77d99f41fa7 req-8e3223e9-639c-4409-9581-82c686e65f66 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705540 Nov 09 19:44:48.945721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2cc749-1600-471a-9ab7-597591179c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845a8a31-c063-4517-aca8-a090bf6de220'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:48.949500 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48823810-9dab-4580-bb77-eb71ccfbb2c5" -d '{"events": [{"server_uuid": "7f2cc749-1600-471a-9ab7-597591179c9d", "name": "network-vif-plugged", "status": "completed", "tag": "845a8a31-c063-4517-aca8-a090bf6de220"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:48.975279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be47ab-ff54-452b-a0e4-d91c9d51c1b5 req-f7695686-077d-415a-a7b0-abd40c3a631b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:48.983613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94be47ab-ff54-452b-a0e4-d91c9d51c1b5 req-f7695686-077d-415a-a7b0-abd40c3a631b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 945 time: 0.3017995 Nov 09 19:44:49.128131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d78ac0-4d6c-4354-adc4-d182d49b2ca6 req-ee138a44-b721-4cea-8907-d8ca4334c96e tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:49.129894 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1d78ac0-4d6c-4354-adc4-d182d49b2ca6 req-ee138a44-b721-4cea-8907-d8ca4334c96e tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 945 time: 0.0775394 Nov 09 19:44:49.190256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1d78ac0-4d6c-4354-adc4-d182d49b2ca6 req-495a3153-a9ec-4907-bc02-13866f042fae tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Nov 09 19:44:49.258085 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1641b3c3-e3a7-4398-b509-509481daa942 x-openstack-request-id: req-1641b3c3-e3a7-4398-b509-509481daa942 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:49.258386 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2cc749-1600-471a-9ab7-597591179c9d", "name": "network-vif-plugged", "status": "completed", "tag": "845a8a31-c063-4517-aca8-a090bf6de220", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:49.258669 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1641b3c3-e3a7-4398-b509-509481daa942 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:49.259095 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2cc749-1600-471a-9ab7-597591179c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845a8a31-c063-4517-aca8-a090bf6de220', 'code': 200} Nov 09 19:44:49.388614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720aa13-820a-4df5-b1b0-a57ecc9766f7 req-14f01dbf-2c1d-44e7-a1c1-80c4a21aa96c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:49.397144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c720aa13-820a-4df5-b1b0-a57ecc9766f7 req-14f01dbf-2c1d-44e7-a1c1-80c4a21aa96c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 932 time: 0.0688403 Nov 09 19:44:49.449626 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c720aa13-820a-4df5-b1b0-a57ecc9766f7 req-f0c8f8de-d669-46c8-a3fd-eec81c4cc5c7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506930 Nov 09 19:44:49.460633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f8eda6-125a-4c3b-872d-12e727b8f33f {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:49.483648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:49.501045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-fb41c2d3-ad3a-4b40-93cc-5b96c3f62683 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:49.502590 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-fb41c2d3-ad3a-4b40-93cc-5b96c3f62683 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 949 time: 0.7280715 Nov 09 19:44:49.550873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Transition to ACTIVE for port object 77f8eda6-125a-4c3b-872d-12e727b8f33f will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:44:49.576694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:49.597704 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94be47ab-ff54-452b-a0e4-d91c9d51c1b5 req-73db8be3-3a9d-4412-af79-270eeeb4f4c4 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6131778 Nov 09 19:44:49.620069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3883c59-3747-4c2d-8753-6f8115afaf3a req-6103c3ea-4c1d-43a7-b65a-e44db3e729e2 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:49.621762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f3883c59-3747-4c2d-8753-6f8115afaf3a req-6103c3ea-4c1d-43a7-b65a-e44db3e729e2 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 949 time: 0.0768676 Nov 09 19:44:49.703242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Pushing event updated for resources: {'Port': ['ID=77f8eda6-125a-4c3b-872d-12e727b8f33f,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:49.711810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db4794-7ae0-4efe-8226-03f5fbdcb65d req-566ff5fa-7f32-4abd-a0ae-e70ad111a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:49.714112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0db4794-7ae0-4efe-8226-03f5fbdcb65d req-566ff5fa-7f32-4abd-a0ae-e70ad111a927 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 1096 time: 0.2433462 Nov 09 19:44:49.730792 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f3883c59-3747-4c2d-8753-6f8115afaf3a req-a6ca84cf-9978-471b-903e-fdca4b1271f1 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021996 Nov 09 19:44:49.866042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-8b8bd69a-dbab-4f9f-8d86-958bd895bdec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Deleting port d1621614-b537-492a-b324-9392cb9dc19a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:44:49.866395 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-8b8bd69a-dbab-4f9f-8d86-958bd895bdec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:49.874595 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0db4794-7ae0-4efe-8226-03f5fbdcb65d req-8d30f5a6-ea60-4ab2-bde3-7726b3118553 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431282 Nov 09 19:44:49.950872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:44:49.950872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:44:49.950872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:49.957820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a4222-d5d5-4449-bac3-2a13066a2240 req-af36e69e-0934-4f7e-9dcd-7935d978c02f tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:49.960261 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d39a4222-d5d5-4449-bac3-2a13066a2240 req-af36e69e-0934-4f7e-9dcd-7935d978c02f tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 945 time: 0.1915402 Nov 09 19:44:49.979081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Port 77f8eda6-125a-4c3b-872d-12e727b8f33f on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:44:49.979541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:44:49.993701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec511e-9d24-4354-a70d-f6e3ef1e2ad4 req-fabdf3a3-a9a6-4c6b-8321-90a354e5f8ac tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:50.003408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:44:50.003891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:44:50.004306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89ec511e-9d24-4354-a70d-f6e3ef1e2ad4 req-fabdf3a3-a9a6-4c6b-8321-90a354e5f8ac tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0801387 Nov 09 19:44:50.004455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:44:50.004978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Bound port: 77f8eda6-125a-4c3b-872d-12e727b8f33f, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:44:50.005895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:50.055126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89ec511e-9d24-4354-a70d-f6e3ef1e2ad4 req-a69f8e8c-f011-4756-8bfc-aa1c62716524 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498374 Nov 09 19:44:50.107056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d39a4222-d5d5-4449-bac3-2a13066a2240 req-2b8828d2-75fd-4e1b-bb6a-c0cd74878071 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354399 Nov 09 19:44:50.162151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-8b8bd69a-dbab-4f9f-8d86-958bd895bdec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] For port d1621614-b537-492a-b324-9392cb9dc19a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d1621614-b537-492a-b324-9392cb9dc19a,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:50.162567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-8b8bd69a-dbab-4f9f-8d86-958bd895bdec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:50.187083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-8b8bd69a-dbab-4f9f-8d86-958bd895bdec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Calling delete_port for d1621614-b537-492a-b324-9392cb9dc19a owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:44:50.269640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:44:50.288468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:44:50.305067 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:50.408664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:50.409287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:50.411044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] 10.222.0.77 "PUT /v2.0/ports/77f8eda6-125a-4c3b-872d-12e727b8f33f HTTP/1.1" status: 200 len: 1092 time: 1.9542620 Nov 09 19:44:50.413757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'tag': '77f8eda6-125a-4c3b-872d-12e727b8f33f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:50.415842 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e49d978-31fa-421b-b81e-84cc04e49298" -d '{"events": [{"name": "network-changed", "server_uuid": "4859d23e-59c2-4c14-ae28-162b09cb5de2", "tag": "77f8eda6-125a-4c3b-872d-12e727b8f33f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:50.453290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d1728-2de5-4fae-8569-996d2d067c8a service neutron] Pushing event updated for resources: {'Port': ['ID=77f8eda6-125a-4c3b-872d-12e727b8f33f,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:50.512757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529e23-34ad-4bd2-9281-da8cc9a49a4c req-54507cd2-8c72-4315-b077-6a0a7dc55fa5 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:50.514291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f529e23-34ad-4bd2-9281-da8cc9a49a4c req-54507cd2-8c72-4315-b077-6a0a7dc55fa5 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 945 time: 0.2026851 Nov 09 19:44:50.537039 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f85719-beb5-4e72-9407-899877024144 x-openstack-request-id: req-46f85719-beb5-4e72-9407-899877024144 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:50.537321 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4859d23e-59c2-4c14-ae28-162b09cb5de2", "tag": "77f8eda6-125a-4c3b-872d-12e727b8f33f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:50.537562 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46f85719-beb5-4e72-9407-899877024144 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:50.538017 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'tag': '77f8eda6-125a-4c3b-872d-12e727b8f33f', 'status': 'completed', 'code': 200} Nov 09 19:44:50.588895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-320bbf68-998b-4836-883c-38bc968a039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:50.590413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-320bbf68-998b-4836-883c-38bc968a039a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 1095 time: 0.1288664 Nov 09 19:44:50.613098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317672d-fb15-488f-8559-0837cc190355 req-9fba887a-aa1a-4d0c-ba70-cc4e2243ec34 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:50.615485 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7317672d-fb15-488f-8559-0837cc190355 req-9fba887a-aa1a-4d0c-ba70-cc4e2243ec34 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 944 time: 0.0564203 Nov 09 19:44:50.657126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-dad59233-e4f5-4882-a254-f90389649734 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f HTTP/1.1" status: 200 len: 217 time: 0.0492678 Nov 09 19:44:50.657825 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-8b8bd69a-dbab-4f9f-8d86-958bd895bdec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:50.670879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494', '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:50.676876 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7317672d-fb15-488f-8559-0837cc190355 req-08a139e6-1d8f-44db-8d07-b62e0e8a2ea2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535123 Nov 09 19:44:50.684808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f529e23-34ad-4bd2-9281-da8cc9a49a4c req-e5838fb4-e30c-492c-8890-a0ad5fb5427f tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390293 Nov 09 19:44:50.747148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'cace9d8b-e473-4ac9-be3f-c1b7510befde'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:50.801714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bd69a-dbab-4f9f-8d86-958bd895bdec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event deleted for resources: {'Port': ['ID=d1621614-b537-492a-b324-9392cb9dc19a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:50.867499 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-8b8bd69a-dbab-4f9f-8d86-958bd895bdec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] No DVR routers for this DVR port d1621614-b537-492a-b324-9392cb9dc19a on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:44:50.872826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-8b8bd69a-dbab-4f9f-8d86-958bd895bdec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:50.876261 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f1bc9b6-096a-4d5c-841a-0be12141b8e3 req-8b8bd69a-dbab-4f9f-8d86-958bd895bdec tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "DELETE /v2.0/ports/d1621614-b537-492a-b324-9392cb9dc19a HTTP/1.1" status: 204 len: 173 time: 1.3622203 Nov 09 19:44:50.878306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-6e97fb0d-083a-4bbf-8279-634df36430dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:50.879899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-6e97fb0d-083a-4bbf-8279-634df36430dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.1936073 Nov 09 19:44:50.941811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dc5c5-83fb-4d45-bbbb-1f2e556b6840 req-3ca02578-0f4a-405f-aa4c-4c7063734c2b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:50.953233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e9dc5c5-83fb-4d45-bbbb-1f2e556b6840 req-3ca02578-0f4a-405f-aa4c-4c7063734c2b tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 945 time: 0.1743488 Nov 09 19:44:51.008233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e9dc5c5-83fb-4d45-bbbb-1f2e556b6840 req-cba699c2-c834-41aa-b972-6197764af7ef tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496891 Nov 09 19:44:51.036858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-196a1609-caf0-4516-9ab7-78021b456f55 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470425 Nov 09 19:44:51.048310 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:51.253425 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9caad1d-7fd8-42b7-a168-f0887a9c46c3 req-0d289861-ed84-4d3c-985a-144a429eda69 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7054377-4aca-4288-8d9f-85145b39ded8 HTTP/1.1" status: 200 len: 210 time: 0.0808558 Nov 09 19:44:51.335714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-c146fc67-91ef-4cf4-93a4-bd16b6013cfc service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847958 Nov 09 19:44:51.389179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ba95f-323b-41e5-bfce-f4af9a607609 req-a0e10493-85c7-46b1-a46c-48666c14e2c3 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:51.402190 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-823ba95f-323b-41e5-bfce-f4af9a607609 req-a0e10493-85c7-46b1-a46c-48666c14e2c3 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 945 time: 0.0909071 Nov 09 19:44:51.403697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55914) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:51.415513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7e9e03bd-e621-47ea-9095-cd538228c5e5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Request body: {'floatingip': {'port_id': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:51.518694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e9e03bd-e621-47ea-9095-cd538228c5e5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:51.628478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bffeb-5340-41a8-9777-0bf184e2644f req-0c629a5d-8e29-4f84-82d7-3d160ff99147 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:51.647384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e44bffeb-5340-41a8-9777-0bf184e2644f req-0c629a5d-8e29-4f84-82d7-3d160ff99147 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1996071 Nov 09 19:44:51.652309 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb23d5e-59ec-4a7c-9d3b-278d7f10e0c4 req-cbc8f124-b994-43f5-8e91-571e4f4d748b service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083346 Nov 09 19:44:51.738499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e44bffeb-5340-41a8-9777-0bf184e2644f req-defbef70-8f88-4933-8d73-31c8c8197c2b tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901690 Nov 09 19:44:51.769770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b74aa0-baa1-4392-95c6-0daa9624412e req-13654050-0227-4855-8f44-401d7c60b391 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:51.779214 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18b74aa0-baa1-4392-95c6-0daa9624412e req-13654050-0227-4855-8f44-401d7c60b391 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 945 time: 0.1480646 Nov 09 19:44:51.877598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49d978-31fa-421b-b81e-84cc04e49298 req-c2e73911-5416-414e-8fff-e7547130abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:51.879401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e49d978-31fa-421b-b81e-84cc04e49298 req-c2e73911-5416-414e-8fff-e7547130abc3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 1095 time: 0.1110401 Nov 09 19:44:51.887286 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d1621614-b537-492a-b324-9392cb9dc19a no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:44:51.894130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18b74aa0-baa1-4392-95c6-0daa9624412e req-50754708-101f-4715-a76c-fa7da18804cc tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/security-groups?id=01fb6f5d-7236-45d9-b220-8c09d8881abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139913 Nov 09 19:44:51.906156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021e55-015b-4b43-a503-6781865eda52 req-87f4a99b-202d-4f1d-a7fd-d30f07818e2e tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:51.920095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32021e55-015b-4b43-a503-6781865eda52 req-87f4a99b-202d-4f1d-a7fd-d30f07818e2e tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 945 time: 0.0933247 Nov 09 19:44:51.928623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d1621614-b537-492a-b324-9392cb9dc19a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:44:51.929107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d1621614-b537-492a-b324-9392cb9dc19a not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:44:52.022035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32021e55-015b-4b43-a503-6781865eda52 req-eec42208-deb5-4fbc-a832-33882564c98d tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000988 Nov 09 19:44:52.123746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49d978-31fa-421b-b81e-84cc04e49298 req-07b771b3-2114-448b-b378-4f89e0ba38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:52.125219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67172560-108d-4daf-af43-ee406ba1fc0d req-2ac9acf7-9eb5-4a66-9df7-23ddf0b09973 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:52.126241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e49d978-31fa-421b-b81e-84cc04e49298 req-07b771b3-2114-448b-b378-4f89e0ba38ce service neutron] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.1886270 Nov 09 19:44:52.131006 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67172560-108d-4daf-af43-ee406ba1fc0d req-2ac9acf7-9eb5-4a66-9df7-23ddf0b09973 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 944 time: 0.1379352 Nov 09 19:44:52.202489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e49d978-31fa-421b-b81e-84cc04e49298 req-2aee257a-d621-4e31-895d-0695c32e6bbd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f HTTP/1.1" status: 200 len: 217 time: 0.0565968 Nov 09 19:44:52.237812 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67172560-108d-4daf-af43-ee406ba1fc0d req-9b883d66-c872-4fde-8128-ad89a38a9c4c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978343 Nov 09 19:44:52.316744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49d978-31fa-421b-b81e-84cc04e49298 req-2b57f7bc-a35d-4f62-924b-7309354fa608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:52.318203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e49d978-31fa-421b-b81e-84cc04e49298 req-2b57f7bc-a35d-4f62-924b-7309354fa608 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.0978291 Nov 09 19:44:52.327007 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e9e03bd-e621-47ea-9095-cd538228c5e5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:52.335899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e9e03bd-e621-47ea-9095-cd538228c5e5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:52.375559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e49d978-31fa-421b-b81e-84cc04e49298 req-774fe592-bedb-4521-8891-48ea0d66d42b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486248 Nov 09 19:44:52.473325 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-7e9e03bd-e621-47ea-9095-cd538228c5e5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Floating IP 851a7b12-73a0-4023-aff4-e02a370fc776 associated. External IP: 172.25.6.204, port: d24eab4f-d03c-4a04-b8a7-8f214da80fe8. Nov 09 19:44:52.539535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7054377-4aca-4288-8d9f-85145b39ded8', 'name': 'network-vif-deleted', 'tag': 'd1621614-b537-492a-b324-9392cb9dc19a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:52.545709 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d46f3-70b9-4eba-bfe0-65cfede8c4b0" -d '{"events": [{"server_uuid": "f7054377-4aca-4288-8d9f-85145b39ded8", "name": "network-vif-deleted", "tag": "d1621614-b537-492a-b324-9392cb9dc19a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:52.569201 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e49d978-31fa-421b-b81e-84cc04e49298 req-7c8aefee-76f8-4783-930a-ee7ec8bb7ed6 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823142 Nov 09 19:44:52.755763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-61ec0b48-d052-4651-a104-96e253f00914 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:52.758663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-61ec0b48-d052-4651-a104-96e253f00914 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 945 time: 0.1193266 Nov 09 19:44:52.764615 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e49d978-31fa-421b-b81e-84cc04e49298 req-26eee028-9ba3-4612-9555-369869e0030c service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890316 Nov 09 19:44:52.886712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-8994dfa0-1dae-4b1c-88a8-200bc0a4192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:52.888389 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-8994dfa0-1dae-4b1c-88a8-200bc0a4192c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=568be68a1eaa412f8663abf2b2019755&device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 1097 time: 0.1273010 Nov 09 19:44:52.902785 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924db20d-1cfd-4088-8bd2-1e4ea818a360 x-openstack-request-id: req-924db20d-1cfd-4088-8bd2-1e4ea818a360 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:52.903206 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7054377-4aca-4288-8d9f-85145b39ded8", "name": "network-vif-deleted", "tag": "d1621614-b537-492a-b324-9392cb9dc19a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:52.903564 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-924db20d-1cfd-4088-8bd2-1e4ea818a360 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:52.904040 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7054377-4aca-4288-8d9f-85145b39ded8', 'name': 'network-vif-deleted', 'tag': 'd1621614-b537-492a-b324-9392cb9dc19a', 'status': 'completed', 'code': 200} Nov 09 19:44:52.936476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe4b83-8bf0-419e-bc38-ff2925b98b94 req-6095357d-64dc-4529-a0f0-e89fde162447 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:52.938181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-95fe4b83-8bf0-419e-bc38-ff2925b98b94 req-6095357d-64dc-4529-a0f0-e89fde162447 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1351626 Nov 09 19:44:52.965362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-500bec5b-88fb-497d-9149-877cc1e257c4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Deleting port 311da1fe-43c7-4232-a059-c654ea942b9c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:44:52.965866 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-500bec5b-88fb-497d-9149-877cc1e257c4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:52.995202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9e03bd-e621-47ea-9095-cd538228c5e5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Router 62078583-6cc1-48f6-86f3-fa10e958a81a has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:44:53.017171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-26693e63-1fd9-4865-b12f-e51843d0ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:53.018843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-26693e63-1fd9-4865-b12f-e51843d0ae8f service neutron] 10.222.0.77 "GET /v2.0/networks?id=617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 200 len: 916 time: 0.1189587 Nov 09 19:44:53.052740 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-95fe4b83-8bf0-419e-bc38-ff2925b98b94 req-341ac7be-ee00-462f-8e8f-3c957ba3a3f4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055481 Nov 09 19:44:53.129895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-aab67141-74c1-4cd6-bf25-d93d9b7c7cba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcb6396-ef5b-415d-a07f-ae01a681e2d5 HTTP/1.1" status: 200 len: 217 time: 0.0486743 Nov 09 19:44:53.138385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-500bec5b-88fb-497d-9149-877cc1e257c4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] For port 311da1fe-43c7-4232-a059-c654ea942b9c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=311da1fe-43c7-4232-a059-c654ea942b9c,segment=NetworkSegment(05811cae-e946-476c-b50a-761e9988df0a),segment_id=05811cae-e946-476c-b50a-761e9988df0a)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:53.139999 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-500bec5b-88fb-497d-9149-877cc1e257c4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:53.172677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-500bec5b-88fb-497d-9149-877cc1e257c4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Calling delete_port for 311da1fe-43c7-4232-a059-c654ea942b9c owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:44:53.282858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfe5d4-58ce-4390-940d-95d68e336987 req-4409fa69-8b5d-4e11-8915-126911e7f867 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:53.284619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-becfe5d4-58ce-4390-940d-95d68e336987 req-4409fa69-8b5d-4e11-8915-126911e7f867 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 945 time: 0.1133957 Nov 09 19:44:53.357031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-becfe5d4-58ce-4390-940d-95d68e336987 req-91c24ea4-2763-42a6-b0ff-585d9fffc316 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634780 Nov 09 19:44:53.499414 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-500bec5b-88fb-497d-9149-877cc1e257c4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:53.511548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['311da1fe-43c7-4232-a059-c654ea942b9c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:53.527624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bec5b-88fb-497d-9149-877cc1e257c4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Pushing event deleted for resources: {'Port': ['ID=311da1fe-43c7-4232-a059-c654ea942b9c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:53.593794 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-500bec5b-88fb-497d-9149-877cc1e257c4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] No DVR routers for this DVR port 311da1fe-43c7-4232-a059-c654ea942b9c on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:44:53.597029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-500bec5b-88fb-497d-9149-877cc1e257c4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:53.600787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2992f2fe-bf67-41d9-9a2f-372b2d044882 req-500bec5b-88fb-497d-9149-877cc1e257c4 tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.70 "DELETE /v2.0/ports/311da1fe-43c7-4232-a059-c654ea942b9c HTTP/1.1" status: 204 len: 173 time: 0.8339925 Nov 09 19:44:53.625292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eba69d-25f1-4930-ae6f-b74456f24da0 req-8b2fe948-3d7a-4ac9-b277-72dca682ca83 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:53.627827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33eba69d-25f1-4930-ae6f-b74456f24da0 req-8b2fe948-3d7a-4ac9-b277-72dca682ca83 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 950 time: 0.1719096 Nov 09 19:44:53.642147 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ae38509-6379-4543-912a-385f89449288 req-cdf022a5-a843-4832-b5fc-6fffaa3467aa tempest-ServerMetadataNegativeTestJSON-1943967657 tempest-ServerMetadataNegativeTestJSON-1943967657-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1e822-86f9-4cc8-9b63-d789ad65709f HTTP/1.1" status: 200 len: 210 time: 0.0733230 Nov 09 19:44:53.707667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-8aa01ed1-e5af-4ab0-ae92-4d493c2021e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:53.709520 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-8aa01ed1-e5af-4ab0-ae92-4d493c2021e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=08634bab-cdcf-476d-ba2c-75010c54e4e3 HTTP/1.1" status: 200 len: 854 time: 0.1397421 Nov 09 19:44:53.751826 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33eba69d-25f1-4930-ae6f-b74456f24da0 req-30958018-9045-4799-9f5a-9e34f39dd384 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973148 Nov 09 19:44:53.795363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9e03bd-e621-47ea-9095-cd538228c5e5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:44:53.801348 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e9e03bd-e621-47ea-9095-cd538228c5e5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:53.807387 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] Sync routers for ids ['62078583-6cc1-48f6-86f3-fa10e958a81a'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:44:53.823904 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] Routers {'62078583-6cc1-48f6-86f3-fa10e958a81a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:44:53.824552 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:44:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['62078583-6cc1-48f6-86f3-fa10e958a81a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:53.865451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c9a48-f6f2-4740-bd5d-475d68de1944 req-465dc239-8057-454e-8d2e-f9b753fdcd56 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:53.867094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a8c9a48-f6f2-4740-bd5d-475d68de1944 req-465dc239-8057-454e-8d2e-f9b753fdcd56 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 944 time: 0.0604870 Nov 09 19:44:53.871744 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7e9e03bd-e621-47ea-9095-cd538228c5e5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "PUT /v2.0/floatingips/851a7b12-73a0-4023-aff4-e02a370fc776 HTTP/1.1" status: 200 len: 991 time: 2.4624600 Nov 09 19:44:53.874927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'tag': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:53.877308 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df3b02a-2b6f-42f8-8159-733c01ac5da3" -d '{"events": [{"name": "network-changed", "server_uuid": "10ad7bf2-1a41-45a0-af2c-55756ff86e2c", "tag": "d24eab4f-d03c-4a04-b8a7-8f214da80fe8"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:53.897325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-ec160267-e74d-495d-8614-03c7066417d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:53.898863 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-ec160267-e74d-495d-8614-03c7066417d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=617b866c-1804-416b-bd4c-3dd68ffdd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791630 Nov 09 19:44:53.944308 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a8c9a48-f6f2-4740-bd5d-475d68de1944 req-52bfdeae-ba4b-4321-bd1c-b99b1ec25f08 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679448 Nov 09 19:44:54.007120 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] Set router 62078583-6cc1-48f6-86f3-fa10e958a81a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:44:54.067354 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc878f7-0096-4bcb-acb0-c7f3be81cc70 x-openstack-request-id: req-0dc878f7-0096-4bcb-acb0-c7f3be81cc70 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:54.067828 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ad7bf2-1a41-45a0-af2c-55756ff86e2c", "tag": "d24eab4f-d03c-4a04-b8a7-8f214da80fe8", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:54.068081 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0dc878f7-0096-4bcb-acb0-c7f3be81cc70 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:54.068608 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'tag': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8', 'status': 'completed', 'code': 200} Nov 09 19:44:54.141368 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-a9256e96-1342-4105-a280-61c8b93be594 service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138121 Nov 09 19:44:54.261475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-7576c9e2-b030-43aa-b595-fdd3db61f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:54.267183 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-7576c9e2-b030-43aa-b595-fdd3db61f736 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad6b437132684d61a5602a8e4caec67c&device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 1096 time: 0.1799555 Nov 09 19:44:54.292518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-620f9c8d-7554-4bb5-ae99-67693aa98a65 req-ab4f292d-1ca4-4f58-a942-d38d1886bc35 service neutron] 10.222.0.77 "GET /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474977 Nov 09 19:44:54.389653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61a583-1a48-4639-a00e-9b339b628057 req-57c59be6-b457-412d-b761-399ba6ffd2ac tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:54.391800 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6d61a583-1a48-4639-a00e-9b339b628057 req-57c59be6-b457-412d-b761-399ba6ffd2ac tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.0977788 Nov 09 19:44:54.403899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-c8577246-e693-4592-be84-f3155fc3c18a tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:54.406342 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-c8577246-e693-4592-be84-f3155fc3c18a tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 945 time: 0.2243850 Nov 09 19:44:54.423014 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:41Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '851a7b12-73a0-4023-aff4-e02a370fc776', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'port_id': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'mac_address': 'fa:16:3e:25:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:43:51Z', 'updated_at': '2021-11-09T19:44:52Z', 'revision_number': 1, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b113a1b-6515-488c-b21a-0e1de087b3d5', 'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'mac_address': 'fa:16:3e:3c:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:40Z', 'updated_at': '2021-11-09T19:43:47Z', 'revision_number': 5, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'subnets': [{'id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:54.441921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-39f95901-fc5d-4dea-a63f-57e2ce90f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:54.443656 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-39f95901-fc5d-4dea-a63f-57e2ce90f4a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2c74b105-6ea0-460b-b81d-e8cef39dd106 HTTP/1.1" status: 200 len: 917 time: 0.1681283 Nov 09 19:44:54.498241 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] Checking router: 62078583-6cc1-48f6-86f3-fa10e958a81a for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:44:54.508457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6d61a583-1a48-4639-a00e-9b339b628057 req-35570384-ccd6-4207-8fcb-44a1c4480f47 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076651 Nov 09 19:44:54.510207 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] Routers {'62078583-6cc1-48f6-86f3-fa10e958a81a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:44:54.511555 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:44:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['62078583-6cc1-48f6-86f3-fa10e958a81a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:54.622778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-7189aa7c-3351-4578-9de9-c811bb27627f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:54.624298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-7189aa7c-3351-4578-9de9-c811bb27627f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 950 time: 0.2309492 Nov 09 19:44:54.640484 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] Set router 62078583-6cc1-48f6-86f3-fa10e958a81a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:44:54.642729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-76233fc6-6e9c-4587-83ad-65c66f9c97a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d24eab4f-d03c-4a04-b8a7-8f214da80fe8 HTTP/1.1" status: 200 len: 999 time: 0.1733413 Nov 09 19:44:54.721057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55990) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:54.770100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ecfde-1330-4bcd-bfac-2b7b9b758e28 req-f4300f16-21cb-464a-80a1-dc6b00fbaafc tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:54.771798 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-509ecfde-1330-4bcd-bfac-2b7b9b758e28 req-f4300f16-21cb-464a-80a1-dc6b00fbaafc tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 945 time: 0.2518811 Nov 09 19:44:54.811415 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea015ed1-5520-4678-822a-d9d696bf2b1e admin admin] Deleting subnet 9abd790e-4fd9-43c6-8df1-51816ebf9a65 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:44:54.817234 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea015ed1-5520-4678-822a-d9d696bf2b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:54.836971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-e99bc319-0197-42b4-8213-d3754c1118cd tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Deleting port 845a8a31-c063-4517-aca8-a090bf6de220 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:44:54.837325 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-e99bc319-0197-42b4-8213-d3754c1118cd tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:54.841135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-3aa67bb3-a932-431f-95af-ade0ebc899d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:54.842735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-3aa67bb3-a932-431f-95af-ade0ebc899d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2b8bc104-6db0-42c9-b38e-26d10c286abb HTTP/1.1" status: 200 len: 855 time: 0.1860549 Nov 09 19:44:54.865819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-837549a8-60af-40a4-adc6-0caede128853 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:54.867871 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-837549a8-60af-40a4-adc6-0caede128853 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/ports?device_id=41acaa6a-d930-4791-899e-d267e7205b8d HTTP/1.1" status: 200 len: 950 time: 0.2411091 Nov 09 19:44:54.934263 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea015ed1-5520-4678-822a-d9d696bf2b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:54.977014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548583d0-0a91-4a9b-8143-d16bd074986f req-15ae9694-b578-49eb-89fd-f8141b152a1a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:54.978355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-e99bc319-0197-42b4-8213-d3754c1118cd tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] For port 845a8a31-c063-4517-aca8-a090bf6de220, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=845a8a31-c063-4517-aca8-a090bf6de220,segment=NetworkSegment(5c549d35-b71d-4678-ac44-7629788aec81),segment_id=5c549d35-b71d-4678-ac44-7629788aec81)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:54.979396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-e99bc319-0197-42b4-8213-d3754c1118cd tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:54.987581 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-548583d0-0a91-4a9b-8143-d16bd074986f req-15ae9694-b578-49eb-89fd-f8141b152a1a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 950 time: 0.1219587 Nov 09 19:44:54.995945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-e99bc319-0197-42b4-8213-d3754c1118cd tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Calling delete_port for 845a8a31-c063-4517-aca8-a090bf6de220 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:44:55.053893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-548583d0-0a91-4a9b-8143-d16bd074986f req-566f563d-0e20-4de3-9cea-0ab85370d4ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643563 Nov 09 19:44:55.078506 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea015ed1-5520-4678-822a-d9d696bf2b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.092835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec1e822-86f9-4cc8-9b63-d789ad65709f', 'name': 'network-vif-deleted', 'tag': '311da1fe-43c7-4232-a059-c654ea942b9c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:55.095291 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9bfc6e-8a22-4960-9994-1ad9176599c4" -d '{"events": [{"server_uuid": "7ec1e822-86f9-4cc8-9b63-d789ad65709f", "name": "network-vif-deleted", "tag": "311da1fe-43c7-4232-a059-c654ea942b9c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:55.178902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-509ecfde-1330-4bcd-bfac-2b7b9b758e28 req-d6a3c340-4af5-4af1-9efb-f5ae35cc2772 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/security-groups?id=14a8e158-8f69-4c4c-b359-0a0014fd422a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970704 Nov 09 19:44:55.199655 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.205820 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea015ed1-5520-4678-822a-d9d696bf2b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.207548 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:41Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '851a7b12-73a0-4023-aff4-e02a370fc776', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'port_id': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'mac_address': 'fa:16:3e:25:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:43:51Z', 'updated_at': '2021-11-09T19:44:52Z', 'revision_number': 1, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b113a1b-6515-488c-b21a-0e1de087b3d5', 'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'mac_address': 'fa:16:3e:3c:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:40Z', 'updated_at': '2021-11-09T19:43:47Z', 'revision_number': 5, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'subnets': [{'id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:55.234130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea015ed1-5520-4678-822a-d9d696bf2b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abd790e-4fd9-43c6-8df1-51816ebf9a65,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:55.252194 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29be22a-22c2-42e9-8727-9d9a7d8f600a None None] The sync data for ids ['62078583-6cc1-48f6-86f3-fa10e958a81a'] in n-d-817256-1 is: [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:41Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '851a7b12-73a0-4023-aff4-e02a370fc776', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'port_id': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'mac_address': 'fa:16:3e:25:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:43:51Z', 'updated_at': '2021-11-09T19:44:52Z', 'revision_number': 1, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b113a1b-6515-488c-b21a-0e1de087b3d5', 'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'mac_address': 'fa:16:3e:3c:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:40Z', 'updated_at': '2021-11-09T19:43:47Z', 'revision_number': 5, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'subnets': [{'id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:44:55.255116 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea015ed1-5520-4678-822a-d9d696bf2b1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.263686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ea015ed1-5520-4678-822a-d9d696bf2b1e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9abd790e-4fd9-43c6-8df1-51816ebf9a65 HTTP/1.1" status: 204 len: 168 time: 0.5440335 Nov 09 19:44:55.264423 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56012) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:55.404249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.504233 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e7e141-fdc5-4c4b-b016-43b67059a3a1 x-openstack-request-id: req-58e7e141-fdc5-4c4b-b016-43b67059a3a1 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:55.504616 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec1e822-86f9-4cc8-9b63-d789ad65709f", "name": "network-vif-deleted", "tag": "311da1fe-43c7-4232-a059-c654ea942b9c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:55.504765 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58e7e141-fdc5-4c4b-b016-43b67059a3a1 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:55.505173 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec1e822-86f9-4cc8-9b63-d789ad65709f', 'name': 'network-vif-deleted', 'tag': '311da1fe-43c7-4232-a059-c654ea942b9c', 'status': 'completed', 'code': 200} Nov 09 19:44:55.507515 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.523844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-1c35ec13-38f3-4ce2-9f45-47df3796a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:55.525333 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-1c35ec13-38f3-4ce2-9f45-47df3796a841 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2c74b105-6ea0-460b-b81d-e8cef39dd106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4508779 Nov 09 19:44:55.546467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-07d384d3-3792-4367-bfff-f53c12276857 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Deleting port cace9d8b-e473-4ac9-be3f-c1b7510befde {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:44:55.546925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-07d384d3-3792-4367-bfff-f53c12276857 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.571221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184ad01d-d2d7-40d1-8eb1-b4e8855a405d']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:55.597908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05811cae-e946-476c-b50a-761e9988df0a') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:55.598482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05811cae-e946-476c-b50a-761e9988df0a') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:55.609793 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-e99bc319-0197-42b4-8213-d3754c1118cd tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.626222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['845a8a31-c063-4517-aca8-a090bf6de220'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:55.649770 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.712522 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0353216-0793-4534-92ea-12140c7de204 None None] New status for floating IP 851a7b12-73a0-4023-aff4-e02a370fc776: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:44:55.771364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.793100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:44:55.794303 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:44:55.796507 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:44:55.856531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2a70d-cc22-431b-a55c-ddccee84c4e2 req-2ec3320f-73bd-48cf-acc8-9b4d2b86e8fd tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:55.858323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eca2a70d-cc22-431b-a55c-ddccee84c4e2 req-2ec3320f-73bd-48cf-acc8-9b4d2b86e8fd tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1870551 Nov 09 19:44:55.876469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 311da1fe-43c7-4232-a059-c654ea942b9c no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:44:55.909638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 311da1fe-43c7-4232-a059-c654ea942b9c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:44:55.910017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 311da1fe-43c7-4232-a059-c654ea942b9c not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:44:55.922503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 77f8eda6-125a-4c3b-872d-12e727b8f33f details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:44:55.928121 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eca2a70d-cc22-431b-a55c-ddccee84c4e2 req-fc2dbb98-b001-4004-89c8-990ecc01198e tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587685 Nov 09 19:44:55.935756 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.945531 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:55.950270 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] 10.222.0.53 "DELETE /v2.0/networks/184ad01d-d2d7-40d1-8eb1-b4e8855a405d HTTP/1.1" status: 204 len: 168 time: 0.6846354 Nov 09 19:44:55.962129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd44d26-08e8-4c13-973f-12790b439810 admin admin] Pushing event deleted for resources: {'Network': ['ID=184ad01d-d2d7-40d1-8eb1-b4e8855a405d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:56.187684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56030) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:56.208219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099863e2-49e7-40a4-ad45-a1203079316f req-0ac69fa9-6756-4c47-baa4-4fe66970355a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:56.210034 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-099863e2-49e7-40a4-ad45-a1203079316f req-0ac69fa9-6756-4c47-baa4-4fe66970355a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 944 time: 0.9125500 Nov 09 19:44:56.220500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:56.238775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '77f8eda6-125a-4c3b-872d-12e727b8f33f', 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec', 'port_id': '77f8eda6-125a-4c3b-872d-12e727b8f33f', 'mac_address': 'fa:16:3e:79:b7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50629a10-2a18-46d0-a6ad-6c44ac38dc1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:44:56.254123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b9ac6-cbf0-4d3e-bd11-0a15bb4dd992 req-34561cba-158c-4e2b-b5e5-49ad82ffb49c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:56.258779 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd5b9ac6-cbf0-4d3e-bd11-0a15bb4dd992 req-34561cba-158c-4e2b-b5e5-49ad82ffb49c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1340222 Nov 09 19:44:56.264545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bc319-0197-42b4-8213-d3754c1118cd tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Pushing event deleted for resources: {'Port': ['ID=845a8a31-c063-4517-aca8-a090bf6de220,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:56.315367 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:56.324831 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd5b9ac6-cbf0-4d3e-bd11-0a15bb4dd992 req-8c7aaea4-5aaf-454d-b2f1-e2a68421a493 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589194 Nov 09 19:44:56.337083 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f8eda6-125a-4c3b-872d-12e727b8f33f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:44:56.375174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:56.385715 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:56.386008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-e99bc319-0197-42b4-8213-d3754c1118cd tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] No DVR routers for this DVR port 845a8a31-c063-4517-aca8-a090bf6de220 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:44:56.394815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-25c3fb0e-b867-4fe5-b89c-a888dc94c15a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Deleting port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:44:56.395208 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-25c3fb0e-b867-4fe5-b89c-a888dc94c15a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:56.412142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-e99bc319-0197-42b4-8213-d3754c1118cd tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:56.415550 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08cde003-0ee5-4b76-8818-85527ee3f520 req-e99bc319-0197-42b4-8213-d3754c1118cd tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.70 "DELETE /v2.0/ports/845a8a31-c063-4517-aca8-a090bf6de220 HTTP/1.1" status: 204 len: 173 time: 1.9978948 Nov 09 19:44:56.477743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f7065-5d5e-4ed5-9544-d0bc2d60524f req-0f3d3401-f579-4802-b69c-75d4d9af3f6a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:56.486240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-268f7065-5d5e-4ed5-9544-d0bc2d60524f req-0f3d3401-f579-4802-b69c-75d4d9af3f6a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 950 time: 0.0905347 Nov 09 19:44:56.506363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=77f8eda6-125a-4c3b-872d-12e727b8f33f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:56.533230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-645b0822-61e2-4df8-a661-e4632611e0bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cad49916ea324df09df7a2ff4d02c7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355274 Nov 09 19:44:56.536369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-099863e2-49e7-40a4-ad45-a1203079316f req-8d0633f7-31f2-4311-ab77-1ed5f15b2bb7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984118 Nov 09 19:44:56.538378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-07d384d3-3792-4367-bfff-f53c12276857 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] For port cace9d8b-e473-4ac9-be3f-c1b7510befde, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cace9d8b-e473-4ac9-be3f-c1b7510befde,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:56.538786 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-07d384d3-3792-4367-bfff-f53c12276857 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:56.546491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56040) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:56.550232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-7a029b2a-60f3-463c-8730-945cb6652fd0 service neutron] 10.222.0.70 "GET /v2.0/networks/2c74b105-6ea0-460b-b81d-e8cef39dd106?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0165286 Nov 09 19:44:56.553171 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-268f7065-5d5e-4ed5-9544-d0bc2d60524f req-3796276d-2859-4a0a-a839-092cfb61423f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659468 Nov 09 19:44:56.595641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-07d384d3-3792-4367-bfff-f53c12276857 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Calling delete_port for cace9d8b-e473-4ac9-be3f-c1b7510befde owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:44:56.787026 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['77f8eda6-125a-4c3b-872d-12e727b8f33f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:56.803515 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42d03f6c-2cb1-4edb-a157-bafffc4cb1c8 req-58ce51dc-4bcc-4f1b-829d-bdb02902ca05 tempest-ServerPasswordTestJSON-123494166 tempest-ServerPasswordTestJSON-123494166-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f2cc749-1600-471a-9ab7-597591179c9d HTTP/1.1" status: 200 len: 210 time: 0.0781789 Nov 09 19:44:56.806400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-25c3fb0e-b867-4fe5-b89c-a888dc94c15a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] For port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:44:56.807395 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-25c3fb0e-b867-4fe5-b89c-a888dc94c15a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:56.844531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-25c3fb0e-b867-4fe5-b89c-a888dc94c15a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Calling delete_port for d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:44:56.872595 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f5f1-c97d-4e70-942a-8e253f1465d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:56.893994 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8df3b02a-2b6f-42f8-8159-733c01ac5da3 req-4eeb4f75-9d72-4c55-9723-f97b8fb2253f service neutron] 10.222.0.70 "GET /v2.0/networks/2c74b105-6ea0-460b-b81d-e8cef39dd106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279316 Nov 09 19:44:56.961728 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f5f1-c97d-4e70-942a-8e253f1465d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:57.013228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64992e37-9f35-4464-8e2f-bfde374ceb12 req-8d01725d-ec5b-4ca9-85f3-2ed0c858c4b4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:57.029404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-64992e37-9f35-4464-8e2f-bfde374ceb12 req-8d01725d-ec5b-4ca9-85f3-2ed0c858c4b4 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2 HTTP/1.1" status: 200 len: 946 time: 0.1563330 Nov 09 19:44:57.109018 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-07d384d3-3792-4367-bfff-f53c12276857 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:57.143185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494', '0e03508d-75ff-499d-ba0d-23af3ec059ac'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:57.161669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-64992e37-9f35-4464-8e2f-bfde374ceb12 req-9bb76672-a0e7-4693-b56e-143ddea7d399 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293988 Nov 09 19:44:57.201609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f5f1-c97d-4e70-942a-8e253f1465d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:57.204378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f5f1-c97d-4e70-942a-8e253f1465d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:57.205605 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f5d4f5f1-c97d-4e70-942a-8e253f1465d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01fb6f5d-7236-45d9-b220-8c09d8881abf HTTP/1.1" status: 204 len: 168 time: 0.6578596 Nov 09 19:44:57.237758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d384d3-3792-4367-bfff-f53c12276857 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event deleted for resources: {'Port': ['ID=cace9d8b-e473-4ac9-be3f-c1b7510befde,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:57.346364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4f5f1-c97d-4e70-942a-8e253f1465d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb6f5d-7236-45d9-b220-8c09d8881abf,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:57.352613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-07d384d3-3792-4367-bfff-f53c12276857 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] No DVR routers for this DVR port cace9d8b-e473-4ac9-be3f-c1b7510befde on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:44:57.375658 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-07d384d3-3792-4367-bfff-f53c12276857 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:57.379770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23d23b97-52eb-4204-ad92-3f8c7bfa0dce req-07d384d3-3792-4367-bfff-f53c12276857 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "DELETE /v2.0/ports/cace9d8b-e473-4ac9-be3f-c1b7510befde HTTP/1.1" status: 204 len: 173 time: 2.7361956 Nov 09 19:44:57.401275 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-25c3fb0e-b867-4fe5-b89c-a888dc94c15a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:57.481213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3fb0e-b867-4fe5-b89c-a888dc94c15a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event deleted for resources: {'Port': ['ID=d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:57.496458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb168ab-762f-49c0-855a-daefdf90f8bf req-a64e9ac5-734b-4886-b22a-0db2d4f485eb tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:57.504402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cb168ab-762f-49c0-855a-daefdf90f8bf req-a64e9ac5-734b-4886-b22a-0db2d4f485eb tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.1999135 Nov 09 19:44:57.526232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2cc749-1600-471a-9ab7-597591179c9d', 'name': 'network-vif-deleted', 'tag': '845a8a31-c063-4517-aca8-a090bf6de220'}, {'server_uuid': 'b0b2dee4-f82b-44c7-a373-56faca583ed1', 'name': 'network-vif-deleted', 'tag': 'cace9d8b-e473-4ac9-be3f-c1b7510befde'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:57.535258 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2749feef-25ce-445f-8a4d-df6d32d22234" -d '{"events": [{"server_uuid": "7f2cc749-1600-471a-9ab7-597591179c9d", "name": "network-vif-deleted", "tag": "845a8a31-c063-4517-aca8-a090bf6de220"}, {"server_uuid": "b0b2dee4-f82b-44c7-a373-56faca583ed1", "name": "network-vif-deleted", "tag": "cace9d8b-e473-4ac9-be3f-c1b7510befde"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:57.545547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-25c3fb0e-b867-4fe5-b89c-a888dc94c15a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] No DVR routers for this DVR port d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:44:57.563542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-25c3fb0e-b867-4fe5-b89c-a888dc94c15a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:57.566945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e69c026-98b0-4ee2-ab83-f3c14f1897c0 req-25c3fb0e-b867-4fe5-b89c-a888dc94c15a tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "DELETE /v2.0/ports/d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 HTTP/1.1" status: 204 len: 173 time: 2.4687235 Nov 09 19:44:57.636263 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cb168ab-762f-49c0-855a-daefdf90f8bf req-97067909-630d-40f2-8ea9-fa14be099b28 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302309 Nov 09 19:44:57.687272 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe5a888-c88f-477f-a212-3d1e5339c9ef x-openstack-request-id: req-cfe5a888-c88f-477f-a212-3d1e5339c9ef {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:57.687654 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2cc749-1600-471a-9ab7-597591179c9d", "name": "network-vif-deleted", "tag": "845a8a31-c063-4517-aca8-a090bf6de220", "status": "completed", "code": 200}, {"server_uuid": "b0b2dee4-f82b-44c7-a373-56faca583ed1", "name": "network-vif-deleted", "tag": "cace9d8b-e473-4ac9-be3f-c1b7510befde", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:57.687787 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfe5a888-c88f-477f-a212-3d1e5339c9ef {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:57.688198 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2cc749-1600-471a-9ab7-597591179c9d', 'name': 'network-vif-deleted', 'tag': '845a8a31-c063-4517-aca8-a090bf6de220', 'status': 'completed', 'code': 200} Nov 09 19:44:57.688457 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b2dee4-f82b-44c7-a373-56faca583ed1', 'name': 'network-vif-deleted', 'tag': 'cace9d8b-e473-4ac9-be3f-c1b7510befde', 'status': 'completed', 'code': 200} Nov 09 19:44:57.848996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-64c5006d-bd9b-469c-892a-4d5c770275d5 req-461afe5f-fc7f-4a98-b8f6-dc173673b7b4 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b2dee4-f82b-44c7-a373-56faca583ed1 HTTP/1.1" status: 200 len: 210 time: 0.0481210 Nov 09 19:44:57.887307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:44:57.908842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-a7a9c8dd-5c8a-467c-8e13-f0181ee911a7 req-3f5bdebd-7dfc-4488-97da-bdf0f715881f tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:44:57.910029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a9c8dd-5c8a-467c-8e13-f0181ee911a7 req-3f5bdebd-7dfc-4488-97da-bdf0f715881f tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067506 Nov 09 19:44:57.946657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cace9d8b-e473-4ac9-be3f-c1b7510befde no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:44:57.947678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3c4b5-31c3-47d5-96a3-20a2c05e6173 req-a44b9e71-7d73-48d8-8d1a-3958a30b3d74 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:57.964918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b2b3c4b5-31c3-47d5-96a3-20a2c05e6173 req-a44b9e71-7d73-48d8-8d1a-3958a30b3d74 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 945 time: 0.1301384 Nov 09 19:44:57.966104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:44:57.966569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:44:57.967244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 845a8a31-c063-4517-aca8-a090bf6de220 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:44:58.040309 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b2b3c4b5-31c3-47d5-96a3-20a2c05e6173 req-d2de9ec6-6288-46c9-ba65-d91d42dbf86a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743630 Nov 09 19:44:58.055393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: cace9d8b-e473-4ac9-be3f-c1b7510befde {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:44:58.055820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cace9d8b-e473-4ac9-be3f-c1b7510befde not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:44:58.115161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a9c8dd-5c8a-467c-8e13-f0181ee911a7 req-e98b59de-809d-42e3-b30a-a1918a64803f tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1942568 Nov 09 19:44:58.121063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:58.123499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:58.125520 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e1e7cfc1-31d1-48d3-90b6-bab64a421494', '0e03508d-75ff-499d-ba0d-23af3ec059ac'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:44:58.200266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 845a8a31-c063-4517-aca8-a090bf6de220 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:44:58.200616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 845a8a31-c063-4517-aca8-a090bf6de220 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:44:58.398261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56090) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:58.534233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea64d18e-3907-4d8d-85bc-910377cac642 admin admin] Deleting subnet 0793a27f-1cd5-4fd0-9867-a48a7d271cf1 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:44:58.564182 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ea64d18e-3907-4d8d-85bc-910377cac642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:58.681465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ea64d18e-3907-4d8d-85bc-910377cac642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:58.722557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10bcac-07f3-4511-946a-16c6dd72ed04 req-e3f5d1a8-6802-4efa-a3e0-0dec97a5a5bb tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:58.731127 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f10bcac-07f3-4511-946a-16c6dd72ed04 req-e3f5d1a8-6802-4efa-a3e0-0dec97a5a5bb tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1915245 Nov 09 19:44:58.752495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56100) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:58.789563 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ea64d18e-3907-4d8d-85bc-910377cac642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:58.828463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f10bcac-07f3-4511-946a-16c6dd72ed04 req-225b3bfb-61d4-4020-a566-b860b7495c74 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904026 Nov 09 19:44:58.880083 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ea64d18e-3907-4d8d-85bc-910377cac642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:58.957248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64d18e-3907-4d8d-85bc-910377cac642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0793a27f-1cd5-4fd0-9867-a48a7d271cf1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:58.963874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-network', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:58.980302 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ea64d18e-3907-4d8d-85bc-910377cac642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:58.989691 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ea64d18e-3907-4d8d-85bc-910377cac642 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0793a27f-1cd5-4fd0-9867-a48a7d271cf1 HTTP/1.1" status: 204 len: 168 time: 0.5896220 Nov 09 19:44:58.993663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56110) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:58.998615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Made reservation on behalf of 0e0974d79e6d4a7da5ac88571b160352 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:59.001663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.023298 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.064330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ac763-9bcd-4345-9799-ea823c9c6418 req-61edb8fb-5966-415b-89c5-1c3fde53f9dd tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:59.073814 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-976ac763-9bcd-4345-9799-ea823c9c6418 req-61edb8fb-5966-415b-89c5-1c3fde53f9dd tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2 HTTP/1.1" status: 200 len: 946 time: 0.1493015 Nov 09 19:44:59.160645 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.207216 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-976ac763-9bcd-4345-9799-ea823c9c6418 req-19ae7441-cf9f-4312-9b9b-43b6f00cc698 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320193 Nov 09 19:44:59.333955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0655ce-1dbf-4b13-b3b0-59c8e237f7e2 req-51d51781-546c-4c99-b1c4-b5e57beb5525 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:59.335305 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc0655ce-1dbf-4b13-b3b0-59c8e237f7e2 req-51d51781-546c-4c99-b1c4-b5e57beb5525 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 945 time: 0.1543984 Nov 09 19:44:59.358166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.365526 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.413850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036b0a25-64fc-44c0-a7b6-af12b561553d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:59.425947 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.435431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.435909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.436299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.437076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.437440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.437785 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.438421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.439746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.439968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.440601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.440986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.441369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:44:59.449165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:44:59.472342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.472710 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Added segment 9eefb7f4-e62e-4973-82de-713ca6953a93 of type vlan for network 3d44e018-e947-4733-8c7b-b08b43fa9217 Nov 09 19:44:59.505510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc0655ce-1dbf-4b13-b3b0-59c8e237f7e2 req-c6b4a52f-d88b-496f-952c-1aede2e008cf tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580696 Nov 09 19:44:59.517746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11dc840-d851-4c4e-96c3-264a4e6cb5ee']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:59.538053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.543663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c549d35-b71d-4678-ac44-7629788aec81') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:59.544122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c549d35-b71d-4678-ac44-7629788aec81') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:44:59.593468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.628827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.629856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:59.630468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.631889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.646082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:44:59.646809 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:44:59.649224 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:44:59.741026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05480486-98b9-4249-a393-fa10543d833c req-25a61ebc-442a-4e42-999f-dfd8665b8e50 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:44:59.747147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41acaa6a-d930-4791-899e-d267e7205b8d', 'name': 'network-vif-deleted', 'tag': 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:44:59.750185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05480486-98b9-4249-a393-fa10543d833c req-25a61ebc-442a-4e42-999f-dfd8665b8e50 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.1785989 Nov 09 19:44:59.750698 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47907ca2-5a9c-4ad8-b560-594bb744571a" -d '{"events": [{"server_uuid": "41acaa6a-d930-4791-899e-d267e7205b8d", "name": "network-vif-deleted", "tag": "d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:44:59.755034 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.771312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.779808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0207098 Nov 09 19:44:59.780461 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a11dc840-d851-4c4e-96c3-264a4e6cb5ee HTTP/1.1" status: 204 len: 168 time: 0.7810705 Nov 09 19:44:59.780562 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89083237-67d6-4fcf-b259-b95ffb2cade3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d44e018-e947-4733-8c7b-b08b43fa9217,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:59.783496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56140) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:44:59.788530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Request body: {'subnet': {'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-subnet', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:44:59.791171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 3d44e018-e947-4733-8c7b-b08b43fa9217 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:44:59.809446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b3745-1561-4d79-8840-0dae068dca15 admin admin] Pushing event deleted for resources: {'Network': ['ID=a11dc840-d851-4c4e-96c3-264a4e6cb5ee,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:44:59.856040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05480486-98b9-4249-a393-fa10543d833c req-160cb13e-4fba-4684-b024-cb669e3346fa tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043251 Nov 09 19:44:59.875851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Made reservation on behalf of 0e0974d79e6d4a7da5ac88571b160352 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:44:59.878282 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:44:59.905555 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:44:59.917263 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e847e95-2fe6-46d8-b7a9-730381589fb9 x-openstack-request-id: req-7e847e95-2fe6-46d8-b7a9-730381589fb9 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:44:59.917408 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41acaa6a-d930-4791-899e-d267e7205b8d", "name": "network-vif-deleted", "tag": "d5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:44:59.917615 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e847e95-2fe6-46d8-b7a9-730381589fb9 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:44:59.918213 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41acaa6a-d930-4791-899e-d267e7205b8d', 'name': 'network-vif-deleted', 'tag': 'd5e3bc5c-cfab-44d6-8fa7-e5fae04b3b94', 'status': 'completed', 'code': 200} Nov 09 19:44:59.944297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 77f8eda6-125a-4c3b-872d-12e727b8f33f up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:00.032956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56146) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:00.071992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 77f8eda6-125a-4c3b-872d-12e727b8f33f completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:45:00.077185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 77f8eda6-125a-4c3b-872d-12e727b8f33f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:00.077785 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.108703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0f9d615b-96c6-4080-83e6-28e9db0f0613 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=adc780bc58d645828154a129bacd8c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745771 Nov 09 19:45:00.111322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56148) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:00.138395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.208555 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.223490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66c4956-b333-40fb-bb23-3fe3d867dd61,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:00.249603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:00.250637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f8eda6-125a-4c3b-872d-12e727b8f33f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:00.253209 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07df989d-6ca4-4c96-8a51-3950a361afc2" -d '{"events": [{"server_uuid": "4859d23e-59c2-4c14-ae28-162b09cb5de2", "name": "network-vif-plugged", "status": "completed", "tag": "77f8eda6-125a-4c3b-872d-12e727b8f33f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:00.258137 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.260550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560104-c727-49ea-a10a-d20189927260 req-e18ea2a3-c8a7-41db-bf19-45c9983559c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:00.268422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f17e1ff-25f1-49ab-b1e3-842d7ac9a635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.268680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0560104-c727-49ea-a10a-d20189927260 req-e18ea2a3-c8a7-41db-bf19-45c9983559c0 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 950 time: 0.1426980 Nov 09 19:45:00.292699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Checking segment: {'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:00.293085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Network hostable DHCP agents. Network: 3d44e018-e947-4733-8c7b-b08b43fa9217, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:45:00.295026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ceb7-d0dc-4fdf-9346-75dcc9f2ec68 req-0eccb768-476d-4916-9f67-d6f6a62f1189 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:00.301564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ceb7-d0dc-4fdf-9346-75dcc9f2ec68 req-0eccb768-476d-4916-9f67-d6f6a62f1189 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:00.309075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ceb7-d0dc-4fdf-9346-75dcc9f2ec68 req-0eccb768-476d-4916-9f67-d6f6a62f1189 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:00.310873 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15c4ceb7-d0dc-4fdf-9346-75dcc9f2ec68 req-0eccb768-476d-4916-9f67-d6f6a62f1189 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc&device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2&device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 2418 time: 0.1602914 Nov 09 19:45:00.322389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=77f8eda6-125a-4c3b-872d-12e727b8f33f,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:00.330533 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0560104-c727-49ea-a10a-d20189927260 req-3ef396b9-8fee-47aa-8b06-6894dd0140c3 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609925 Nov 09 19:45:00.333516 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f17e1ff-25f1-49ab-b1e3-842d7ac9a635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.354387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Network 3d44e018-e947-4733-8c7b-b08b43fa9217 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:45:00.372181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 3d44e018-e947-4733-8c7b-b08b43fa9217) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:00.378260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:00.381392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443e0cda-2067-4be2-a90d-3c5b4604db7c None None] Network 3d44e018-e947-4733-8c7b-b08b43fa9217 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:00.381681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.392061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15c4ceb7-d0dc-4fdf-9346-75dcc9f2ec68 req-68cbc4bf-bd6a-49d3-bfd1-054e07df43fc tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749009 Nov 09 19:45:00.408310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fd18ae4d-afb3-4204-8427-3f5e90e2a5c4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6233904 Nov 09 19:45:00.412913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56152) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:00.428874 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f17e1ff-25f1-49ab-b1e3-842d7ac9a635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.434292 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f17e1ff-25f1-49ab-b1e3-842d7ac9a635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.436143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-router', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:00.443202 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3f17e1ff-25f1-49ab-b1e3-842d7ac9a635 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14a8e158-8f69-4c4c-b359-0a0014fd422a HTTP/1.1" status: 204 len: 168 time: 0.3251262 Nov 09 19:45:00.495785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17e1ff-25f1-49ab-b1e3-842d7ac9a635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a8e158-8f69-4c4c-b359-0a0014fd422a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:00.507604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.512028 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.533870 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97d73cf-d550-4ee7-89ac-1f620b664bc5 x-openstack-request-id: req-b97d73cf-d550-4ee7-89ac-1f620b664bc5 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:00.534267 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4859d23e-59c2-4c14-ae28-162b09cb5de2", "name": "network-vif-plugged", "status": "completed", "tag": "77f8eda6-125a-4c3b-872d-12e727b8f33f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:00.534547 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b97d73cf-d550-4ee7-89ac-1f620b664bc5 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:00.534971 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f8eda6-125a-4c3b-872d-12e727b8f33f', 'code': 200} Nov 09 19:45:00.565936 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-03517f70-7ea4-4eb6-8110-436371013ca5 req-4e12944e-71e6-43f4-8c5d-46e56afd567b tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1099508 Nov 09 19:45:00.599360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0f84a-426f-4387-aba0-11950e722b2d None None] Network 3d44e018-e947-4733-8c7b-b08b43fa9217 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:00.663639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80cb09-e475-4a2d-b3e5-22773c961886 req-2645a1b4-f410-40fd-969a-dca53fa90563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:00.665431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb80cb09-e475-4a2d-b3e5-22773c961886 req-2645a1b4-f410-40fd-969a-dca53fa90563 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 1097 time: 0.1386051 Nov 09 19:45:00.696027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:00.760964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb80cb09-e475-4a2d-b3e5-22773c961886 req-0313e953-a271-4a86-b161-af8b682fd91b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861764 Nov 09 19:45:00.912946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93c76a-2afd-438b-afc8-1281dec508ec req-13de819b-499e-4da8-936b-412a3904fb9e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:00.914588 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be93c76a-2afd-438b-afc8-1281dec508ec req-13de819b-499e-4da8-936b-412a3904fb9e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 950 time: 0.1159348 Nov 09 19:45:01.017561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:01.040974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee0ac2-894a-43a8-be23-6c93488cad70 req-60609f90-6d96-4a04-a0ac-1fa0c8f535b3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:01.045508 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3ee0ac2-894a-43a8-be23-6c93488cad70 req-60609f90-6d96-4a04-a0ac-1fa0c8f535b3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.2601495 Nov 09 19:45:01.146974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-be93c76a-2afd-438b-afc8-1281dec508ec req-9d6794c1-82ee-4994-964d-30dcb2050caf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Deleting port 0e03508d-75ff-499d-ba0d-23af3ec059ac {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:01.147891 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-be93c76a-2afd-438b-afc8-1281dec508ec req-9d6794c1-82ee-4994-964d-30dcb2050caf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:01.189165 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3ee0ac2-894a-43a8-be23-6c93488cad70 req-9795128f-c6bb-42b8-8e08-7b0de2bbc0ea tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425011 Nov 09 19:45:01.443553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b8421-c626-4f30-9017-fb743058e13f req-282e2905-abd9-4574-8164-6844786f0265 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:01.449941 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c91b8421-c626-4f30-9017-fb743058e13f req-282e2905-abd9-4574-8164-6844786f0265 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1a4dd42-58f0-4623-86d0-7840d075e2bf HTTP/1.1" status: 200 len: 949 time: 0.1490524 Nov 09 19:45:01.452906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-be93c76a-2afd-438b-afc8-1281dec508ec req-9d6794c1-82ee-4994-964d-30dcb2050caf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] For port 0e03508d-75ff-499d-ba0d-23af3ec059ac, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=0e03508d-75ff-499d-ba0d-23af3ec059ac,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:01.457611 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-be93c76a-2afd-438b-afc8-1281dec508ec req-9d6794c1-82ee-4994-964d-30dcb2050caf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:01.515936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-be93c76a-2afd-438b-afc8-1281dec508ec req-9d6794c1-82ee-4994-964d-30dcb2050caf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Calling delete_port for 0e03508d-75ff-499d-ba0d-23af3ec059ac owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:01.669469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:01.735942 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:01.757831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-c91b8421-c626-4f30-9017-fb743058e13f req-d45a2033-c202-439f-9e02-96a82e2dda61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Deleting port e1e7cfc1-31d1-48d3-90b6-bab64a421494 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:01.758152 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c91b8421-c626-4f30-9017-fb743058e13f req-d45a2033-c202-439f-9e02-96a82e2dda61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:01.818977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657321f-4a95-49de-b454-2fcc35af023c req-c6fe77c2-cac1-4717-aa93-ac3a6c263cef tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:01.827924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7657321f-4a95-49de-b454-2fcc35af023c req-c6fe77c2-cac1-4717-aa93-ac3a6c263cef tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 950 time: 0.3431807 Nov 09 19:45:01.942243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c91b8421-c626-4f30-9017-fb743058e13f req-d45a2033-c202-439f-9e02-96a82e2dda61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] For port e1e7cfc1-31d1-48d3-90b6-bab64a421494, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e1e7cfc1-31d1-48d3-90b6-bab64a421494,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:01.942404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c91b8421-c626-4f30-9017-fb743058e13f req-d45a2033-c202-439f-9e02-96a82e2dda61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:01.955255 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-be93c76a-2afd-438b-afc8-1281dec508ec req-9d6794c1-82ee-4994-964d-30dcb2050caf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:01.969822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-c91b8421-c626-4f30-9017-fb743058e13f req-d45a2033-c202-439f-9e02-96a82e2dda61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Calling delete_port for e1e7cfc1-31d1-48d3-90b6-bab64a421494 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:01.971077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:01.982963 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7657321f-4a95-49de-b454-2fcc35af023c req-1bb9f8f1-8ea8-4cb6-8fe3-f68fad8a4a33 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538222 Nov 09 19:45:01.998247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6794c1-82ee-4994-964d-30dcb2050caf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event deleted for resources: {'Port': ['ID=0e03508d-75ff-499d-ba0d-23af3ec059ac,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:02.079906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Allocated IP 172.25.6.108 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/3a984cf9-a932-4bbe-a0ee-892d396e58db) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:02.259791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56214) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:02.427276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-be93c76a-2afd-438b-afc8-1281dec508ec req-9d6794c1-82ee-4994-964d-30dcb2050caf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] No DVR routers for this DVR port 0e03508d-75ff-499d-ba0d-23af3ec059ac on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:02.455549 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:02.572074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9370e9-ff3d-41e9-b7f4-dd5b52159244 req-d5536039-3f8e-4a99-9cb3-1b94f4c259f7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:02.590957 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba9370e9-ff3d-41e9-b7f4-dd5b52159244 req-d5536039-3f8e-4a99-9cb3-1b94f4c259f7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.1301708 Nov 09 19:45:02.628930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2087032220-network', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:02.631410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c91b8421-c626-4f30-9017-fb743058e13f req-d45a2033-c202-439f-9e02-96a82e2dda61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:02.662504 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-be93c76a-2afd-438b-afc8-1281dec508ec req-9d6794c1-82ee-4994-964d-30dcb2050caf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:02.671741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be93c76a-2afd-438b-afc8-1281dec508ec req-9d6794c1-82ee-4994-964d-30dcb2050caf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "DELETE /v2.0/ports/0e03508d-75ff-499d-ba0d-23af3ec059ac HTTP/1.1" status: 204 len: 173 time: 1.7489760 Nov 09 19:45:02.682340 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba9370e9-ff3d-41e9-b7f4-dd5b52159244 req-0eefcbfc-493b-4985-84f0-2456ec769569 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901723 Nov 09 19:45:02.700854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:02.703607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5f1003-41ff-4e7d-9990-1223751722e4', 'name': 'network-vif-deleted', 'tag': '0e03508d-75ff-499d-ba0d-23af3ec059ac'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:02.712436 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e7d0f-feba-43a2-bac6-6bd1c2361de8" -d '{"events": [{"server_uuid": "ef5f1003-41ff-4e7d-9990-1223751722e4", "name": "network-vif-deleted", "tag": "0e03508d-75ff-499d-ba0d-23af3ec059ac"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:02.749329 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:02.795403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Made reservation on behalf of e2b2feef361e42ee92a3e941538fd1ea for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:45:02.798024 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:02.813170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a2033-c202-439f-9e02-96a82e2dda61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event deleted for resources: {'Port': ['ID=e1e7cfc1-31d1-48d3-90b6-bab64a421494,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:02.884684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:02.893282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91b8421-c626-4f30-9017-fb743058e13f req-d45a2033-c202-439f-9e02-96a82e2dda61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] No DVR routers for this DVR port e1e7cfc1-31d1-48d3-90b6-bab64a421494 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:02.903024 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c91b8421-c626-4f30-9017-fb743058e13f req-d45a2033-c202-439f-9e02-96a82e2dda61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:02.907316 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c91b8421-c626-4f30-9017-fb743058e13f req-d45a2033-c202-439f-9e02-96a82e2dda61 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.70 "DELETE /v2.0/ports/e1e7cfc1-31d1-48d3-90b6-bab64a421494 HTTP/1.1" status: 204 len: 173 time: 1.4433284 Nov 09 19:45:02.945866 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f252df-8962-4058-8166-e9a32eed6063 x-openstack-request-id: req-50f252df-8962-4058-8166-e9a32eed6063 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:02.946153 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5f1003-41ff-4e7d-9990-1223751722e4", "name": "network-vif-deleted", "tag": "0e03508d-75ff-499d-ba0d-23af3ec059ac", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:02.946454 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50f252df-8962-4058-8166-e9a32eed6063 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:02.946840 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5f1003-41ff-4e7d-9990-1223751722e4', 'name': 'network-vif-deleted', 'tag': '0e03508d-75ff-499d-ba0d-23af3ec059ac', 'status': 'completed', 'code': 200} Nov 09 19:45:03.056278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:03.066176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:03.074857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:03.121664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3a984cf9-a932-4bbe-a0ee-892d396e58db,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:03.144645 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:03.148985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ed288-5494-46d5-a7a5-52fa2e38c0c8 req-07407ccd-1e18-440b-8198-56ef58aea7a2 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:03.157400 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f6ed288-5494-46d5-a7a5-52fa2e38c0c8 req-07407ccd-1e18-440b-8198-56ef58aea7a2 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 1097 time: 0.2592261 Nov 09 19:45:03.164930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:03.322884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:45:03.383121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff662e05-d474-4307-86b2-b1edfa21b449 req-6e061526-1366-4227-93a5-b9ad3f08ab95 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef5f1003-41ff-4e7d-9990-1223751722e4 HTTP/1.1" status: 200 len: 210 time: 0.0317597 Nov 09 19:45:03.391922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:03.391922 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Added segment 62262cc3-0a91-4bb4-a054-ef27fc8ae7c3 of type vlan for network 80e472df-b8d9-4116-96a1-8158af70eb0a Nov 09 19:45:03.427337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0f9f7-4651-4b9a-b9b0-02b2a862a004,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:03.467258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f6ed288-5494-46d5-a7a5-52fa2e38c0c8 req-bc680585-2636-4e0b-be5c-49fa23c624f8 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088541 Nov 09 19:45:03.688229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:03.777939 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:03.778977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:03.779891 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:03.787629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:03.905309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0e03508d-75ff-499d-ba0d-23af3ec059ac no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:03.908308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6437278 Nov 09 19:45:03.908976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56266) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:03.926802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Request body: {'subnet': {'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2087032220-subnet', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:03.927193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233b3df-0231-42f7-9dee-f72436dbea0f req-ea859465-162f-4a37-9a78-2124d0172b56 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:03.928772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a233b3df-0231-42f7-9dee-f72436dbea0f req-ea859465-162f-4a37-9a78-2124d0172b56 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.0782835 Nov 09 19:45:03.941394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 0e03508d-75ff-499d-ba0d-23af3ec059ac {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:03.941742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 0e03508d-75ff-499d-ba0d-23af3ec059ac not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:03.942181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e1e7cfc1-31d1-48d3-90b6-bab64a421494 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:03.959242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79aff7d-b1b7-4d92-a614-c3f935805e0c admin admin] Pushing event updated for resources: {'Network': ['ID=80e472df-b8d9-4116-96a1-8158af70eb0a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:03.981226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: e1e7cfc1-31d1-48d3-90b6-bab64a421494 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:03.981878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e1e7cfc1-31d1-48d3-90b6-bab64a421494 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:03.983882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 80e472df-b8d9-4116-96a1-8158af70eb0a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:45:03.992585 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Made reservation on behalf of e2b2feef361e42ee92a3e941538fd1ea for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:45:03.995232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:04.000534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a233b3df-0231-42f7-9dee-f72436dbea0f req-4f586407-f0e0-41e7-ae57-77b133043501 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570328 Nov 09 19:45:04.224387 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:04.369311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:04.444521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d51e7b-6104-4b60-8b98-659e4de75886,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:04.469998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Checking segment: {'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:04.470370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Network hostable DHCP agents. Network: 80e472df-b8d9-4116-96a1-8158af70eb0a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:45:04.483285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:45:04.501645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Network 80e472df-b8d9-4116-96a1-8158af70eb0a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:45:04.546104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 80e472df-b8d9-4116-96a1-8158af70eb0a) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:04.556908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736aafa9-41aa-4465-a643-eb4745edccf4 None None] Network 80e472df-b8d9-4116-96a1-8158af70eb0a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:04.589075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:04.589670 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:04.633687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1bc60228-6ad6-43a3-a5b7-4f257d62ac6a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7129445 Nov 09 19:45:04.636783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56292) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:04.641392 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2087032220-router', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:04.685571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:04.702013 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Sync routers for ids ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:04.716617 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Routers {'8e661af9-a628-4da6-8b5a-4f07c59e62a2'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:04.717329 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:44:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:04.720309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:04.721294 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:04.725285 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:04.730111 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4e726596-6e1f-453f-af12-c45646ceb6d4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3126569 Nov 09 19:45:04.730806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56304) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:04.874186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edbb17e-0ff9-4c5f-ab48-2f2f708646a0 None None] Network 80e472df-b8d9-4116-96a1-8158af70eb0a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:04.946898 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Set router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:05.004512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:05.008027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a4dd42-58f0-4623-86d0-7840d075e2bf', 'name': 'network-vif-deleted', 'tag': 'e1e7cfc1-31d1-48d3-90b6-bab64a421494'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:05.012410 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26efd11-d9a1-4356-8fe4-9638477d4413" -d '{"events": [{"server_uuid": "e1a4dd42-58f0-4623-86d0-7840d075e2bf", "name": "network-vif-deleted", "tag": "e1e7cfc1-31d1-48d3-90b6-bab64a421494"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:05.035898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc41590-9b0f-4aa3-b2b2-6b259045f78a req-d2895fa5-f36a-4694-b728-645be74a668e tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:05.045649 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4fc41590-9b0f-4aa3-b2b2-6b259045f78a req-d2895fa5-f36a-4694-b728-645be74a668e tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 950 time: 0.0829217 Nov 09 19:45:05.082754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4fc41590-9b0f-4aa3-b2b2-6b259045f78a req-d23e108d-cdd8-4042-9f49-1d46f6165d8d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361886 Nov 09 19:45:05.137591 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6921463c-5e6f-430f-bc0c-615409fbc69e x-openstack-request-id: req-6921463c-5e6f-430f-bc0c-615409fbc69e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:05.137591 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a4dd42-58f0-4623-86d0-7840d075e2bf", "name": "network-vif-deleted", "tag": "e1e7cfc1-31d1-48d3-90b6-bab64a421494", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:05.137591 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6921463c-5e6f-430f-bc0c-615409fbc69e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:05.137591 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a4dd42-58f0-4623-86d0-7840d075e2bf', 'name': 'network-vif-deleted', 'tag': 'e1e7cfc1-31d1-48d3-90b6-bab64a421494', 'status': 'completed', 'code': 200} Nov 09 19:45:05.157388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516a92a-75a1-4e79-be30-314512bd37bf req-fb63f4b1-71d2-47f7-9aa9-86bc7d03d54e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:05.158918 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3516a92a-75a1-4e79-be30-314512bd37bf req-fb63f4b1-71d2-47f7-9aa9-86bc7d03d54e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 949 time: 0.2447915 Nov 09 19:45:05.229958 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-router', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:00Z', 'updated_at': '2021-11-09T19:45:03Z', 'revision_number': 3, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'gw_port': {'id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:01Z', 'updated_at': '2021-11-09T19:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:05.243151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169b508-cfcc-492e-848c-e7c9621ba18d req-88e77ca9-7add-4803-9078-7c6bd8461159 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:05.245774 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b169b508-cfcc-492e-848c-e7c9621ba18d req-88e77ca9-7add-4803-9078-7c6bd8461159 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.0641634 Nov 09 19:45:05.247469 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:05.273082 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Checking router: 8e661af9-a628-4da6-8b5a-4f07c59e62a2 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:05.273279 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Updating router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 port 3a984cf9-a932-4bbe-a0ee-892d396e58db binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:45:05.302152 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:05.309854 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b169b508-cfcc-492e-848c-e7c9621ba18d req-b7a053a0-b229-449d-b954-91498d432cdf tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568073 Nov 09 19:45:05.381608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3516a92a-75a1-4e79-be30-314512bd37bf req-b15cb967-4abd-4af5-9147-8166b4fe778e tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841385 Nov 09 19:45:05.715443 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:05.733967 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:05.889120 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Attempting to bind port 3a984cf9-a932-4bbe-a0ee-892d396e58db on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:05.889491 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Attempting to bind port 3a984cf9-a932-4bbe-a0ee-892d396e58db by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:05.889830 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Attempting to bind port 3a984cf9-a932-4bbe-a0ee-892d396e58db on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:05.908685 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:05.912259 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:05.912982 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:05.913566 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:05.914364 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Bound port: 3a984cf9-a932-4bbe-a0ee-892d396e58db, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:05.915485 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:05.999450 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Pushing event updated for resources: {'Port': ['ID=3a984cf9-a932-4bbe-a0ee-892d396e58db,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:06.012014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-0cd3289b-5e62-4fa1-9117-85f0b2c8057d tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:06.026578 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.026905 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.028710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-0cd3289b-5e62-4fa1-9117-85f0b2c8057d tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.1491001 Nov 09 19:45:06.038221 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.038576 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.038907 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.039237 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.039558 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.039874 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.040191 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.040520 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.040830 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.041144 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:06.099706 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] For port 3a984cf9-a932-4bbe-a0ee-892d396e58db, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:06.103543 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] For port 3a984cf9-a932-4bbe-a0ee-892d396e58db, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3a984cf9-a932-4bbe-a0ee-892d396e58db,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:06.111685 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:06.174464 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Routers {'8e661af9-a628-4da6-8b5a-4f07c59e62a2'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:06.175072 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:44:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:06.209707 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fd27e-ab94-40e1-aa01-c87adacdd56d None None] Pushing event updated for resources: {'Port': ['ID=3a984cf9-a932-4bbe-a0ee-892d396e58db,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:06.290988 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] Set router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:06.320594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:06.344924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:06.379224 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:06.473410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-f41e7e51-78b5-4865-afe6-13c9274304d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Deleting port 61b17dbf-0c11-4637-b1dd-5459385c94de {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:06.473916 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-f41e7e51-78b5-4865-afe6-13c9274304d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:06.496057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd54e3-b768-49c7-a7cd-bac8b54841bb req-af1cd48d-3e7c-44b5-ae51-79a71fb5f946 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:06.497677 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44fd54e3-b768-49c7-a7cd-bac8b54841bb req-af1cd48d-3e7c-44b5-ae51-79a71fb5f946 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 945 time: 0.0976875 Nov 09 19:45:06.515239 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-router', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:00Z', 'updated_at': '2021-11-09T19:45:03Z', 'revision_number': 3, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'gw_port': {'id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:01Z', 'updated_at': '2021-11-09T19:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:06.554437 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ebb607-d49b-4e79-87b8-8ff93b5ceeb1 None None] The sync data for ids ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'] in n-d-817256-1 is: [{'id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-router', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:00Z', 'updated_at': '2021-11-09T19:45:03Z', 'revision_number': 3, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'gw_port': {'id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:01Z', 'updated_at': '2021-11-09T19:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:06.575761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44fd54e3-b768-49c7-a7cd-bac8b54841bb req-b88fbbf0-3ff4-4e36-ad6f-956a2e78db95 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697362 Nov 09 19:45:06.579729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Allocated IP 172.20.0.1 (3d44e018-e947-4733-8c7b-b08b43fa9217/f66c4956-b333-40fb-bb23-3fe3d867dd61/990fd001-569a-45f0-a46e-95e39dab582c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:06.607927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30539017-4478-4d34-a366-dfe534480380 req-3d271312-920d-4748-becd-5c75864c27cf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:06.609866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30539017-4478-4d34-a366-dfe534480380 req-3d271312-920d-4748-becd-5c75864c27cf tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 949 time: 0.0850339 Nov 09 19:45:06.736482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-30539017-4478-4d34-a366-dfe534480380 req-3ccde7bc-d92a-48ad-ac4f-367fe9aae8ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Deleting port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:06.737235 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30539017-4478-4d34-a366-dfe534480380 req-3ccde7bc-d92a-48ad-ac4f-367fe9aae8ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:06.794572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220271e3-c9df-4156-ba8c-81192f93991f req-75a37f73-0916-4682-b7c9-22e819f5f389 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:06.802071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-220271e3-c9df-4156-ba8c-81192f93991f req-75a37f73-0916-4682-b7c9-22e819f5f389 tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 949 time: 0.2828038 Nov 09 19:45:06.851189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-30539017-4478-4d34-a366-dfe534480380 req-3ccde7bc-d92a-48ad-ac4f-367fe9aae8ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] For port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:06.851660 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30539017-4478-4d34-a366-dfe534480380 req-3ccde7bc-d92a-48ad-ac4f-367fe9aae8ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:06.866300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-f41e7e51-78b5-4865-afe6-13c9274304d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] For port 61b17dbf-0c11-4637-b1dd-5459385c94de, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=61b17dbf-0c11-4637-b1dd-5459385c94de,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:06.866704 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-f41e7e51-78b5-4865-afe6-13c9274304d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:06.915213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Allocated IP 172.25.6.61 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/58f88b29-ac60-4dff-a59b-f1d0d344c0cb) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:06.916382 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-30539017-4478-4d34-a366-dfe534480380 req-3ccde7bc-d92a-48ad-ac4f-367fe9aae8ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Calling delete_port for 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:06.919177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-f41e7e51-78b5-4865-afe6-13c9274304d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Calling delete_port for 61b17dbf-0c11-4637-b1dd-5459385c94de owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:06.924107 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:06.979968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-220271e3-c9df-4156-ba8c-81192f93991f req-d3a1c212-51d8-4126-bfbc-0bbec513a82f tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/security-groups?id=846c2330-2930-46b0-85bf-81287df7ed82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744487 Nov 09 19:45:07.153016 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30539017-4478-4d34-a366-dfe534480380 req-3ccde7bc-d92a-48ad-ac4f-367fe9aae8ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:07.167024 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['271f2d7d-85d7-4d52-a41c-ffbeeac77a93'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:07.184886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccde7bc-d92a-48ad-ac4f-367fe9aae8ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Pushing event deleted for resources: {'Port': ['ID=271f2d7d-85d7-4d52-a41c-ffbeeac77a93,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:07.243433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:07.260922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-30539017-4478-4d34-a366-dfe534480380 req-3ccde7bc-d92a-48ad-ac4f-367fe9aae8ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] No DVR routers for this DVR port 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:07.266869 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30539017-4478-4d34-a366-dfe534480380 req-3ccde7bc-d92a-48ad-ac4f-367fe9aae8ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:07.270417 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:07.271908 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30539017-4478-4d34-a366-dfe534480380 req-3ccde7bc-d92a-48ad-ac4f-367fe9aae8ff tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.77 "DELETE /v2.0/ports/271f2d7d-85d7-4d52-a41c-ffbeeac77a93 HTTP/1.1" status: 204 len: 173 time: 0.6532893 Nov 09 19:45:07.272732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cbaee8-20f0-4521-8c6e-0c1d5e03778e', 'name': 'network-vif-deleted', 'tag': '271f2d7d-85d7-4d52-a41c-ffbeeac77a93'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:07.275431 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797e7d19-d9c9-47b2-b67e-ad6d8620eba3" -d '{"events": [{"server_uuid": "d9cbaee8-20f0-4521-8c6e-0c1d5e03778e", "name": "network-vif-deleted", "tag": "271f2d7d-85d7-4d52-a41c-ffbeeac77a93"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:07.323826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Network 3d44e018-e947-4733-8c7b-b08b43fa9217 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:07.336461 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb47a17b-a910-4329-8f99-9c3bebea7f03 x-openstack-request-id: req-eb47a17b-a910-4329-8f99-9c3bebea7f03 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:07.336816 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cbaee8-20f0-4521-8c6e-0c1d5e03778e", "name": "network-vif-deleted", "tag": "271f2d7d-85d7-4d52-a41c-ffbeeac77a93", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:07.337181 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb47a17b-a910-4329-8f99-9c3bebea7f03 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:07.337686 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cbaee8-20f0-4521-8c6e-0c1d5e03778e', 'name': 'network-vif-deleted', 'tag': '271f2d7d-85d7-4d52-a41c-ffbeeac77a93', 'status': 'completed', 'code': 200} Nov 09 19:45:07.412179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:07.425383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:07.435420 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Pushing event updated for resources: {'Port': ['ID=990fd001-569a-45f0-a46e-95e39dab582c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:07.483246 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-f41e7e51-78b5-4865-afe6-13c9274304d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:07.497832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['5dcb6396-ef5b-415d-a07f-ae01a681e2d5', '76c7c32c-1b8d-4f02-8adc-21320bbd69ac', '61b17dbf-0c11-4637-b1dd-5459385c94de'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:07.537587 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:07.581545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e7e51-78b5-4865-afe6-13c9274304d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Pushing event deleted for resources: {'Port': ['ID=61b17dbf-0c11-4637-b1dd-5459385c94de,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:07.607799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:07.767279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6967b4e-5664-4902-b7a1-bb763975b300 req-f18f57e6-66f9-4bcb-81b9-0d26e8cfa773 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f4d6f7-9db6-412e-8d2b-b91953ee78cc HTTP/1.1" status: 200 len: 210 time: 0.0698185 Nov 09 19:45:07.775099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Pushing event updated for resources: {'Port': ['ID=58f88b29-ac60-4dff-a59b-f1d0d344c0cb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:07.801094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-f41e7e51-78b5-4865-afe6-13c9274304d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] No DVR routers for this DVR port 61b17dbf-0c11-4637-b1dd-5459385c94de on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:07.808022 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-f41e7e51-78b5-4865-afe6-13c9274304d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:07.811879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f99a724d-6a21-47e6-898e-f073e10c4ac5 req-f41e7e51-78b5-4865-afe6-13c9274304d6 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "DELETE /v2.0/ports/61b17dbf-0c11-4637-b1dd-5459385c94de HTTP/1.1" status: 204 len: 173 time: 1.7317767 Nov 09 19:45:07.812600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f4d6f7-9db6-412e-8d2b-b91953ee78cc', 'name': 'network-vif-deleted', 'tag': '61b17dbf-0c11-4637-b1dd-5459385c94de'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:07.815182 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277a2e14-b4ac-49d0-9e10-2989eb3c76bb" -d '{"events": [{"server_uuid": "d1f4d6f7-9db6-412e-8d2b-b91953ee78cc", "name": "network-vif-deleted", "tag": "61b17dbf-0c11-4637-b1dd-5459385c94de"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:07.830871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:07.838798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:07.842757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:07.923868 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9a3632-594c-49aa-be9a-847e8c929d72 x-openstack-request-id: req-5a9a3632-594c-49aa-be9a-847e8c929d72 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:07.924662 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f4d6f7-9db6-412e-8d2b-b91953ee78cc", "name": "network-vif-deleted", "tag": "61b17dbf-0c11-4637-b1dd-5459385c94de", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:07.927405 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a9a3632-594c-49aa-be9a-847e8c929d72 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:07.927955 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f4d6f7-9db6-412e-8d2b-b91953ee78cc', 'name': 'network-vif-deleted', 'tag': '61b17dbf-0c11-4637-b1dd-5459385c94de', 'status': 'completed', 'code': 200} Nov 09 19:45:07.992364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7c08c4af-e792-475d-8a13-4c56fc2303a5 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:08.180433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:08.215341 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fced28b5-09b7-4a4e-92b0-c621e6489356 req-ad320700-b505-45e2-b3ad-905a1e37c18d tempest-ServersOnMultiNodesTest-1369535214 tempest-ServersOnMultiNodesTest-1369535214-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cbaee8-20f0-4521-8c6e-0c1d5e03778e HTTP/1.1" status: 200 len: 210 time: 0.0627401 Nov 09 19:45:08.225767 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:08.483243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3a984cf9-a932-4bbe-a0ee-892d396e58db up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:08.518022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c08c4af-e792-475d-8a13-4c56fc2303a5'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:08.520616 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be3fac7-8fda-4e2f-a5d0-8212ee0ad635" -d '{"events": [{"server_uuid": "27c16e96-dd77-4017-bffd-6e3fb8f2069a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c08c4af-e792-475d-8a13-4c56fc2303a5"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:08.558496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7c08c4af-e792-475d-8a13-4c56fc2303a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:08.567032 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:08.569902 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:08.599791 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f619c6-a5a5-4465-9f18-a73c9627b305 x-openstack-request-id: req-47f619c6-a5a5-4465-9f18-a73c9627b305 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:08.600397 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c16e96-dd77-4017-bffd-6e3fb8f2069a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c08c4af-e792-475d-8a13-4c56fc2303a5", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:08.600649 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47f619c6-a5a5-4465-9f18-a73c9627b305 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:08.601033 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c08c4af-e792-475d-8a13-4c56fc2303a5', 'code': 200} Nov 09 19:45:08.618800 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:08.620883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 3a984cf9-a932-4bbe-a0ee-892d396e58db triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:08.621460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:08.659985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7c08c4af-e792-475d-8a13-4c56fc2303a5,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:08.740068 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:08.742272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Pushing event updated for resources: {'Port': ['ID=990fd001-569a-45f0-a46e-95e39dab582c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:08.747673 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:08.782179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 3a984cf9-a932-4bbe-a0ee-892d396e58db, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3a984cf9-a932-4bbe-a0ee-892d396e58db,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:08.787677 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:08.816662 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:08.865287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=3a984cf9-a932-4bbe-a0ee-892d396e58db,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:08.948727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Network 3d44e018-e947-4733-8c7b-b08b43fa9217 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:08.954728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:09.533856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:09.547419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84097aad-3384-4ce3-857f-99b9933221d8 req-47456f07-bbb4-45e2-a20f-326f831216ab tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:09.549220 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-84097aad-3384-4ce3-857f-99b9933221d8 req-47456f07-bbb4-45e2-a20f-326f831216ab tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2 HTTP/1.1" status: 200 len: 946 time: 0.4831705 Nov 09 19:45:09.601979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56430) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:09.715217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:45:09.746816 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-84097aad-3384-4ce3-857f-99b9933221d8 req-ecadabf2-3085-4813-8fa4-c86705cedd3c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589315 Nov 09 19:45:09.791124 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1a68c046-1cb8-4250-884e-f94e4ae12ca2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=adafef6ee39f457086969e3c3816d850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878378 Nov 09 19:45:09.794715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56442) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:09.857617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e42e2ace-9bf0-48c9-a24d-3cb64376266c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:09.887093 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e42e2ace-9bf0-48c9-a24d-3cb64376266c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:09.907161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Router d2134e03-6212-4873-88d3-35240484be1a is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:45:09.940071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:09.948449 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6d4dcbeb-da68-4eb5-8a73-e0899101e90a admin admin] 10.222.0.53 "PUT /v2.0/routers/8e661af9-a628-4da6-8b5a-4f07c59e62a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2152083 Nov 09 19:45:09.957346 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e42e2ace-9bf0-48c9-a24d-3cb64376266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:09.961619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Sync routers for ids ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:09.974873 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e42e2ace-9bf0-48c9-a24d-3cb64376266c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:09.977162 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e42e2ace-9bf0-48c9-a24d-3cb64376266c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/846c2330-2930-46b0-85bf-81287df7ed82 HTTP/1.1" status: 204 len: 168 time: 0.1810665 Nov 09 19:45:09.987518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Routers {'8e661af9-a628-4da6-8b5a-4f07c59e62a2'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:09.989347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:44:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:09.994418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e2ace-9bf0-48c9-a24d-3cb64376266c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846c2330-2930-46b0-85bf-81287df7ed82,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:10.098916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e6edd722-67b5-4342-8e10-0d882f0fd19d details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:45:10.102772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 61b17dbf-0c11-4637-b1dd-5459385c94de no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:10.192042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:10.193428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 61b17dbf-0c11-4637-b1dd-5459385c94de {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:10.193997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 61b17dbf-0c11-4637-b1dd-5459385c94de not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:10.207424 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Sync routers for ids ['d2134e03-6212-4873-88d3-35240484be1a'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:10.219848 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Routers {'d2134e03-6212-4873-88d3-35240484be1a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:10.222021 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:44:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d2134e03-6212-4873-88d3-35240484be1a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:10.231934 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:10.236137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-43cb05fb-0885-4f88-9613-bb6528b8461a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5953150 Nov 09 19:45:10.236612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56456) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:10.276977 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a18e6a9-d8ae-4111-bebf-62196a2e435e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:10.442436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3a984cf9-a932-4bbe-a0ee-892d396e58db up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:10.562113 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Set router d2134e03-6212-4873-88d3-35240484be1a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:10.609125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56480) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:10.653683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Set router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:10.705922 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ba5ded2f-0d72-4aca-9a2f-1c0c8f7562f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=551233b04883429d8bc8fd12c75fb3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954685 Nov 09 19:45:10.708470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56488) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:10.759581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-969dc55d-6222-4abe-98b2-150e27300148 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:10.768788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-969dc55d-6222-4abe-98b2-150e27300148 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "GET /v2.0/ports?device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2 HTTP/1.1" status: 200 len: 946 time: 0.1928439 Nov 09 19:45:10.993840 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:11.030040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Deleting port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:11.033556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:11.036634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 3a984cf9-a932-4bbe-a0ee-892d396e58db triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:11.037316 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:11.105744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'mac_address': 'fa:16:3e:ce:99:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:45:11.227061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] For port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:11.227697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:11.271145 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:11.275375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Calling delete_port for 76c7c32c-1b8d-4f02-8adc-21320bbd69ac owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:11.396831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6edd722-67b5-4342-8e10-0d882f0fd19d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:45:11.471616 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:11.512540 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2134e03-6212-4873-88d3-35240484be1a', 'name': 'tempest-ServerRescueTestJSON-2087032220-router', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:04Z', 'updated_at': '2021-11-09T19:45:08Z', 'revision_number': 3, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'gw_port': {'id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2134e03-6212-4873-88d3-35240484be1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:06Z', 'updated_at': '2021-11-09T19:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:11.517228 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['5dcb6396-ef5b-415d-a07f-ae01a681e2d5', '76c7c32c-1b8d-4f02-8adc-21320bbd69ac'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:11.566096 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Checking router: d2134e03-6212-4873-88d3-35240484be1a for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:11.566501 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Updating router d2134e03-6212-4873-88d3-35240484be1a port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:45:11.568296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Pushing event deleted for resources: {'Port': ['ID=76c7c32c-1b8d-4f02-8adc-21320bbd69ac,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:11.584853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.585739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.586010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.586588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.587152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.587736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.588386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.589481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.590063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.590677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.591264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.591618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.598001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:11.625424 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:11.632175 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:11.747447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e6edd722-67b5-4342-8e10-0d882f0fd19d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:11.751920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:11.771647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] No DVR routers for this DVR port 76c7c32c-1b8d-4f02-8adc-21320bbd69ac on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:11.779935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:11.792381 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c50f06c-e4f8-470f-bad8-079480a0c29c req-348db589-8511-4cc0-956b-e7a7608a4416 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "DELETE /v2.0/ports/76c7c32c-1b8d-4f02-8adc-21320bbd69ac HTTP/1.1" status: 204 len: 173 time: 1.0140049 Nov 09 19:45:11.797139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7826b3ad-bc30-40a4-8cef-5133da2064e2', 'name': 'network-vif-deleted', 'tag': '76c7c32c-1b8d-4f02-8adc-21320bbd69ac'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:11.802856 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ad5747-263d-4136-b27a-00fe937f5eb7" -d '{"events": [{"server_uuid": "7826b3ad-bc30-40a4-8cef-5133da2064e2", "name": "network-vif-deleted", "tag": "76c7c32c-1b8d-4f02-8adc-21320bbd69ac"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:11.822027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-router', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:00Z', 'updated_at': '2021-11-09T19:45:07Z', 'revision_number': 4, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'gw_port': {'id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:01Z', 'updated_at': '2021-11-09T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '990fd001-569a-45f0-a46e-95e39dab582c', 'name': '', 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'mac_address': 'fa:16:3e:80:a2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f66c4956-b333-40fb-bb23-3fe3d867dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:06Z', 'updated_at': '2021-11-09T19:45:08Z', 'revision_number': 2, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'subnets': [{'id': 'f66c4956-b333-40fb-bb23-3fe3d867dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:11.830266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.830782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.831219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.831648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.832076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.832518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.832924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.833344 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.833780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.834193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.834660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.835164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:45:11.906305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Checking router: 8e661af9-a628-4da6-8b5a-4f07c59e62a2 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:11.913221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Updating router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 port 990fd001-569a-45f0-a46e-95e39dab582c binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:45:11.963155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-7eaeacfd-e607-46ea-9ee4-1c664e87d2fc tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:11.987821 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-16354c0c-4630-40e0-b418-376e7f7b9815 req-99021dc6-2b32-4c71-a5b2-7b1e8cc64cdf tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=7826b3ad-bc30-40a4-8cef-5133da2064e2 HTTP/1.1" status: 200 len: 210 time: 0.3495190 Nov 09 19:45:11.988782 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-7eaeacfd-e607-46ea-9ee4-1c664e87d2fc tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 819 time: 0.5333407 Nov 09 19:45:12.006182 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:12.049275 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-58dc8d6f-4c6c-4dd7-a813-f09472a8c308 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/quotas/0e0974d79e6d4a7da5ac88571b160352 HTTP/1.1" status: 200 len: 375 time: 0.0565174 Nov 09 19:45:12.053702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:12.108096 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9bcddf6-9673-4933-acef-a532b1374523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:12.186065 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9bcddf6-9673-4933-acef-a532b1374523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:12.237874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-3b2b4ad8-7b2e-4bc3-b4d9-842649e8661f tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775978 Nov 09 19:45:12.308287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:12.310275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 271f2d7d-85d7-4d52-a41c-ffbeeac77a93 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:12.425960 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186d8608-5f74-4de5-b34f-26e5c20d8adf x-openstack-request-id: req-186d8608-5f74-4de5-b34f-26e5c20d8adf {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:12.426268 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7826b3ad-bc30-40a4-8cef-5133da2064e2", "name": "network-vif-deleted", "tag": "76c7c32c-1b8d-4f02-8adc-21320bbd69ac", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:12.426549 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-186d8608-5f74-4de5-b34f-26e5c20d8adf {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:12.426964 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7826b3ad-bc30-40a4-8cef-5133da2064e2', 'name': 'network-vif-deleted', 'tag': '76c7c32c-1b8d-4f02-8adc-21320bbd69ac', 'status': 'completed', 'code': 200} Nov 09 19:45:12.507872 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:12.510018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-98cef470-eff2-4d37-8d01-15a8204ce240 service neutron] 10.222.0.53 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698753 Nov 09 19:45:12.521947 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:12.597072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:12.690255 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Attempting to bind port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:12.690664 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Attempting to bind port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:12.691034 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Attempting to bind port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:12.723847 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:12.725584 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:12.726018 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:12.726432 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:12.729914 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Bound port: 58f88b29-ac60-4dff-a59b-f1d0d344c0cb, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:12.730124 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:12.768856 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9bcddf6-9673-4933-acef-a532b1374523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:12.782413 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9bcddf6-9673-4933-acef-a532b1374523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:12.787888 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c9bcddf6-9673-4933-acef-a532b1374523 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4adc7033-4f97-4014-aa4d-6b8fce5743f3 HTTP/1.1" status: 204 len: 168 time: 2.0770838 Nov 09 19:45:12.802080 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-32166ce9-c88f-4018-bbf7-0899e142a836 service neutron] 10.222.0.53 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849648 Nov 09 19:45:12.836797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcddf6-9673-4933-acef-a532b1374523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc7033-4f97-4014-aa4d-6b8fce5743f3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:12.863887 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] For port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:12.872171 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] For port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=58f88b29-ac60-4dff-a59b-f1d0d344c0cb,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:12.884800 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380848a-91f7-458d-9dfb-1aa7e1c3a399 None None] Pushing event updated for resources: {'Port': ['ID=58f88b29-ac60-4dff-a59b-f1d0d344c0cb,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:12.890028 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:13.063310 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380848a-91f7-458d-9dfb-1aa7e1c3a399 None None] Pushing event updated for resources: {'Port': ['ID=58f88b29-ac60-4dff-a59b-f1d0d344c0cb,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:13.090448 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Routers {'d2134e03-6212-4873-88d3-35240484be1a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:13.092829 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:44:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d2134e03-6212-4873-88d3-35240484be1a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:13.195633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Allocated IP 172.20.0.1 (80e472df-b8d9-4116-96a1-8158af70eb0a/e5d51e7b-6104-4b60-8b98-659e4de75886/49e62b71-e7a8-4dfd-b9f0-05569c8e7082) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:13.320442 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-017d6db4-e81f-4212-ad5c-48268e5116e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:13.473591 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] Set router d2134e03-6212-4873-88d3-35240484be1a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:13.491198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47d0b2e8-ae80-4bf4-9227-22e93b86f86c req-35183541-9eb7-44bd-bd7f-3b151113fd48 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 210 time: 0.1249917 Nov 09 19:45:13.500709 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:13.561508 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:13.607425 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:13.723134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Pushing event updated for resources: {'Port': ['ID=49e62b71-e7a8-4dfd-b9f0-05569c8e7082,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:13.774725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Network 80e472df-b8d9-4116-96a1-8158af70eb0a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:13.780813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:13.786893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:13.796746 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:13.812130 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:13.940345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e0976-9470-4bbf-b605-3a3ebea6340a None None] Pushing event updated for resources: {'Port': ['ID=990fd001-569a-45f0-a46e-95e39dab582c,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:13.952801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc4e2-7782-4f8a-9ac5-f14b94835fad req-1f65e070-14d1-4e30-911a-a7b4877e542c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:13.963569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba5fc4e2-7782-4f8a-9ac5-f14b94835fad req-1f65e070-14d1-4e30-911a-a7b4877e542c tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.2419503 Nov 09 19:45:14.021561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:14.046932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e6edd722-67b5-4342-8e10-0d882f0fd19d up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:14.088194 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2134e03-6212-4873-88d3-35240484be1a', 'name': 'tempest-ServerRescueTestJSON-2087032220-router', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:04Z', 'updated_at': '2021-11-09T19:45:08Z', 'revision_number': 3, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'gw_port': {'id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2134e03-6212-4873-88d3-35240484be1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:06Z', 'updated_at': '2021-11-09T19:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:14.145100 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ec8b0-d8eb-4a4d-9fab-9aee8db3d9d6 None None] The sync data for ids ['d2134e03-6212-4873-88d3-35240484be1a'] in n-d-817256-1 is: [{'id': 'd2134e03-6212-4873-88d3-35240484be1a', 'name': 'tempest-ServerRescueTestJSON-2087032220-router', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:04Z', 'updated_at': '2021-11-09T19:45:08Z', 'revision_number': 3, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'gw_port': {'id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2134e03-6212-4873-88d3-35240484be1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:06Z', 'updated_at': '2021-11-09T19:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:14.177773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba5fc4e2-7782-4f8a-9ac5-f14b94835fad req-d10c5b64-1969-4624-aeb8-a8fee05ffacc tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127390 Nov 09 19:45:14.228241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-afcc7881-ab9d-42f4-9369-d77a84870069 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:14.236108 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-afcc7881-ab9d-42f4-9369-d77a84870069 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 819 time: 0.2742846 Nov 09 19:45:14.253445 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-07bae66b-e3b4-441a-a5b4-13a4cb55ec80 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/quotas/0e0974d79e6d4a7da5ac88571b160352 HTTP/1.1" status: 200 len: 375 time: 0.0163183 Nov 09 19:45:14.260075 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Attempting to bind port 990fd001-569a-45f0-a46e-95e39dab582c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:14.261119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Attempting to bind port 990fd001-569a-45f0-a46e-95e39dab582c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:14.261629 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Attempting to bind port 990fd001-569a-45f0-a46e-95e39dab582c on network 3d44e018-e947-4733-8c7b-b08b43fa9217 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:14.264040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port e6edd722-67b5-4342-8e10-0d882f0fd19d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:14.264428 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:14.367994 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-8602d4fd-3617-4599-8d10-d06a51e8d2c4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1133611 Nov 09 19:45:14.371156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:14.371709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Checking segment: {'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:14.374093 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:14.378301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Bound using segment: {'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:14.379786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Bound port: 990fd001-569a-45f0-a46e-95e39dab582c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:14.381508 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:14.434733 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:14.551935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] For port 990fd001-569a-45f0-a46e-95e39dab582c, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:14.564245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] For port 990fd001-569a-45f0-a46e-95e39dab582c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=990fd001-569a-45f0-a46e-95e39dab582c,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:14.579776 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:14.595611 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:14.690470 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-f6cd63b6-6297-4ec4-b31a-3251402ab075 service neutron] 10.222.0.53 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201754 Nov 09 19:45:14.812371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Routers {'8e661af9-a628-4da6-8b5a-4f07c59e62a2'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:14.813009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:14.920486 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee9e442e-ff70-4f5a-9e5b-3e9471e11cc1 service neutron] 10.222.0.53 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863544 Nov 09 19:45:15.030926 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:15.045362 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:15.132053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674261-48a4-47b5-9a54-17447ed53a9a req-cf764562-a0a2-44ec-b9c7-16d06395c4d3 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:15.140609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68674261-48a4-47b5-9a54-17447ed53a9a req-cf764562-a0a2-44ec-b9c7-16d06395c4d3 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.1464260 Nov 09 19:45:15.284374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Pushing event updated for resources: {'Port': ['ID=49e62b71-e7a8-4dfd-b9f0-05569c8e7082,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:15.306030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:15.332589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:15.388986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e0976-9470-4bbf-b605-3a3ebea6340a None None] Pushing event updated for resources: {'Port': ['ID=990fd001-569a-45f0-a46e-95e39dab582c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:15.434059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:15.454012 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d31338-05cd-459b-8f3e-6b22cf660ada" -d '{"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-plugged", "status": "completed", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:15.466160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12adfc73-d486-4133-ae6d-e61aa00df545 req-d1ece4e4-0f27-4e00-b9f7-ecaf0828762d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 210 time: 0.1952147 Nov 09 19:45:15.524068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:15.570542 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:15.579916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 76c7c32c-1b8d-4f02-8adc-21320bbd69ac no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:15.742211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Network 80e472df-b8d9-4116-96a1-8158af70eb0a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:15.767840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-b4a331e6-cc61-4d1f-a751-08d1038fd41b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:15.769067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:15.782093 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-b4a331e6-cc61-4d1f-a751-08d1038fd41b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.70 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 819 time: 0.5303457 Nov 09 19:45:15.799842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Request body: {'port': {'device_id': '1912154d-1558-4e74-887b-2b7595a2d954', 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217', 'admin_state_up': True, 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:15.838942 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9510e5d8-74c8-40d1-9114-1dc91ad40687 x-openstack-request-id: req-9510e5d8-74c8-40d1-9114-1dc91ad40687 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:15.839696 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-plugged", "status": "completed", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:15.840129 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9510e5d8-74c8-40d1-9114-1dc91ad40687 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:15.840749 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'code': 200} Nov 09 19:45:15.841537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=10']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:15.847779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 76c7c32c-1b8d-4f02-8adc-21320bbd69ac {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:15.848498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 76c7c32c-1b8d-4f02-8adc-21320bbd69ac not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:15.885782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] Set router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:15.972279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-68674261-48a4-47b5-9a54-17447ed53a9a req-7a2a9c23-e920-473d-957e-eb74c1567eea tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Deleting port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:15.976540 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-68674261-48a4-47b5-9a54-17447ed53a9a req-7a2a9c23-e920-473d-957e-eb74c1567eea tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:16.046451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae79a-56d1-4985-b09c-664c6c58552a req-a3be6e02-4087-495f-8463-8d16a497a6d3 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:16.075768 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ebae79a-56d1-4985-b09c-664c6c58552a req-a3be6e02-4087-495f-8463-8d16a497a6d3 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 946 time: 0.3764329 Nov 09 19:45:16.145658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-68674261-48a4-47b5-9a54-17447ed53a9a req-7a2a9c23-e920-473d-957e-eb74c1567eea tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] For port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:16.146489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-68674261-48a4-47b5-9a54-17447ed53a9a req-7a2a9c23-e920-473d-957e-eb74c1567eea tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:16.231834 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:16.235995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-68674261-48a4-47b5-9a54-17447ed53a9a req-7a2a9c23-e920-473d-957e-eb74c1567eea tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Calling delete_port for 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:16.240209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ebae79a-56d1-4985-b09c-664c6c58552a req-2e92ba57-e303-446e-bbd3-46b3d332fc77 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/security-groups?id=0962c103-55df-4442-8796-260918e54e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576545 Nov 09 19:45:16.305286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Router d2134e03-6212-4873-88d3-35240484be1a has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:45:16.400164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 58f88b29-ac60-4dff-a59b-f1d0d344c0cb up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:16.517316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Made reservation on behalf of 0e0974d79e6d4a7da5ac88571b160352 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:45:16.531949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:16.569329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:16.596944 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fca14bd2-7bc4-4259-9b86-25f389322a73 admin admin] 10.222.0.53 "PUT /v2.0/routers/d2134e03-6212-4873-88d3-35240484be1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3587229 Nov 09 19:45:16.683105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:16.683463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:16.699842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-router', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:00Z', 'updated_at': '2021-11-09T19:45:07Z', 'revision_number': 4, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'gw_port': {'id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:01Z', 'updated_at': '2021-11-09T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '990fd001-569a-45f0-a46e-95e39dab582c', 'name': '', 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'mac_address': 'fa:16:3e:80:a2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f66c4956-b333-40fb-bb23-3fe3d867dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:06Z', 'updated_at': '2021-11-09T19:45:14Z', 'revision_number': 4, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'subnets': [{'id': 'f66c4956-b333-40fb-bb23-3fe3d867dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:16.741822 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-621e2302-d5ec-4f35-9e19-0bcc26dfd3df req-ca3670e6-1dae-46f6-b062-4df6f6447a52 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 210 time: 0.1138833 Nov 09 19:45:16.803410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cadce7-fe21-47c8-8e33-0c49d4da12b4 None None] The sync data for ids ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'] in n-d-817256-1 is: [{'id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-router', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:00Z', 'updated_at': '2021-11-09T19:45:07Z', 'revision_number': 4, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'gw_port': {'id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:01Z', 'updated_at': '2021-11-09T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '990fd001-569a-45f0-a46e-95e39dab582c', 'name': '', 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'mac_address': 'fa:16:3e:80:a2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': 'f66c4956-b333-40fb-bb23-3fe3d867dd61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:06Z', 'updated_at': '2021-11-09T19:45:14Z', 'revision_number': 4, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'subnets': [{'id': 'f66c4956-b333-40fb-bb23-3fe3d867dd61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:17.000167 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:17.052142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=58f88b29-ac60-4dff-a59b-f1d0d344c0cb,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:17.060562 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:17.145366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=58f88b29-ac60-4dff-a59b-f1d0d344c0cb,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:17.210167 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e03bf50a-ac29-4870-a730-49ab44b58baa req-f267aad5-d4a0-4271-a726-79ea3dea9af5 tempest-FlavorsV2NegativeTest-1893346989 tempest-FlavorsV2NegativeTest-1893346989-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=38568284a16f4c3492c6487ae37e0ebc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1782999 Nov 09 19:45:17.212261 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-68674261-48a4-47b5-9a54-17447ed53a9a req-7a2a9c23-e920-473d-957e-eb74c1567eea tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:17.225600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['5dcb6396-ef5b-415d-a07f-ae01a681e2d5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:17.500623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a9c23-e920-473d-957e-eb74c1567eea tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Pushing event deleted for resources: {'Port': ['ID=5dcb6396-ef5b-415d-a07f-ae01a681e2d5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:17.549181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Allocated IP 172.20.0.11 (3d44e018-e947-4733-8c7b-b08b43fa9217/f66c4956-b333-40fb-bb23-3fe3d867dd61/1fcdac74-5786-4eb2-afdc-2723087aac30) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:17.676177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-4bc6a95a-54f0-4714-b02d-216060fdb2d3 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:17.685722 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-4bc6a95a-54f0-4714-b02d-216060fdb2d3 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/networks?id=80e472df-b8d9-4116-96a1-8158af70eb0a HTTP/1.1" status: 200 len: 811 time: 0.3404086 Nov 09 19:45:17.716459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-68674261-48a4-47b5-9a54-17447ed53a9a req-7a2a9c23-e920-473d-957e-eb74c1567eea tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] No DVR routers for this DVR port 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:17.735458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-8e86f72f-caa0-47f0-b9d8-c0f34cc8d04d tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/quotas/e2b2feef361e42ee92a3e941538fd1ea HTTP/1.1" status: 200 len: 375 time: 0.0483861 Nov 09 19:45:17.751186 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-68674261-48a4-47b5-9a54-17447ed53a9a req-7a2a9c23-e920-473d-957e-eb74c1567eea tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:17.756035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68674261-48a4-47b5-9a54-17447ed53a9a req-7a2a9c23-e920-473d-957e-eb74c1567eea tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.77 "DELETE /v2.0/ports/5dcb6396-ef5b-415d-a07f-ae01a681e2d5 HTTP/1.1" status: 204 len: 173 time: 2.6061232 Nov 09 19:45:17.771877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd32441-8c58-4ace-84ac-31dfdbe950a1', 'name': 'network-vif-deleted', 'tag': '5dcb6396-ef5b-415d-a07f-ae01a681e2d5'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:17.776015 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d8fe0b-7b2b-40c0-ae24-a1416240e3f2" -d '{"events": [{"server_uuid": "9fd32441-8c58-4ace-84ac-31dfdbe950a1", "name": "network-vif-deleted", "tag": "5dcb6396-ef5b-415d-a07f-ae01a681e2d5"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:17.795553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Sync routers for ids ['d2134e03-6212-4873-88d3-35240484be1a'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:17.817095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-138bc7b7-09e7-4f42-a2bb-c8267dd945e6 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:17.819480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-138bc7b7-09e7-4f42-a2bb-c8267dd945e6 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.77 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 819 time: 0.3625555 Nov 09 19:45:17.833366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Routers {'d2134e03-6212-4873-88d3-35240484be1a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:17.834014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d2134e03-6212-4873-88d3-35240484be1a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:17.837110 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Request body: {'port': {'device_id': '1967aa64-ec10-4f1c-9436-50fe7eac2cd1', 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217', 'admin_state_up': True, 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:17.954116 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-68207452-83b5-463d-b936-864f1a9ead14 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2b2feef361e42ee92a3e941538fd1ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2176623 Nov 09 19:45:18.021748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bf50a-ac29-4870-a730-49ab44b58baa req-70f5bcb8-2372-4f29-95a1-bcecf193ca6f tempest-FlavorsV2NegativeTest-1893346989 tempest-FlavorsV2NegativeTest-1893346989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:18.027669 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e03bf50a-ac29-4870-a730-49ab44b58baa req-70f5bcb8-2372-4f29-95a1-bcecf193ca6f tempest-FlavorsV2NegativeTest-1893346989 tempest-FlavorsV2NegativeTest-1893346989-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8158636 Nov 09 19:45:18.151526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e03bf50a-ac29-4870-a730-49ab44b58baa req-0b4b329e-5d4e-4f29-828b-19c50f9bed69 tempest-FlavorsV2NegativeTest-1893346989 tempest-FlavorsV2NegativeTest-1893346989-project] 10.222.0.53 "GET /v2.0/quotas/38568284a16f4c3492c6487ae37e0ebc HTTP/1.1" status: 200 len: 375 time: 0.0281224 Nov 09 19:45:18.179966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Set router d2134e03-6212-4873-88d3-35240484be1a gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:18.191455 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-9d775148-1de0-4001-ac87-87c88190c5ea service neutron] 10.222.0.53 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359357 Nov 09 19:45:18.351261 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e03bf50a-ac29-4870-a730-49ab44b58baa req-be5af910-08c7-489e-8474-9c9870bc4957 tempest-FlavorsV2NegativeTest-1893346989 tempest-FlavorsV2NegativeTest-1893346989-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=38568284a16f4c3492c6487ae37e0ebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1881571 Nov 09 19:45:18.456558 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:18.604930 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 990fd001-569a-45f0-a46e-95e39dab582c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:18.615378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Made reservation on behalf of 0e0974d79e6d4a7da5ac88571b160352 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:45:18.632723 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:18.636322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:18.758637 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-e38fcb8b-1635-46dd-a3fa-aff25ca9019a service neutron] 10.222.0.53 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564411 Nov 09 19:45:18.906658 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71379853-6c7a-4c85-aad2-78a54122dde9 req-0d955d81-16a0-4e0d-8a99-1fc82dc9e360 tempest-ListServerFiltersTestJSON-2111365463 tempest-ListServerFiltersTestJSON-2111365463-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd32441-8c58-4ace-84ac-31dfdbe950a1 HTTP/1.1" status: 200 len: 210 time: 0.2385037 Nov 09 19:45:18.921101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Network 3d44e018-e947-4733-8c7b-b08b43fa9217 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:18.927118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:18.936485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:18.960907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 990fd001-569a-45f0-a46e-95e39dab582c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:18.961406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:19.018022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:19.019088 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:19.043587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Pushing event updated for resources: {'Port': ['ID=1fcdac74-5786-4eb2-afdc-2723087aac30,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:19.060734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-f6072bbe-63bb-45e2-b572-837090290e3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2767301 Nov 09 19:45:19.092576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Request body: {'port': {'device_id': '1912154d-1558-4e74-887b-2b7595a2d954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:19.117880 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:19.137693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Allocated IP 172.20.0.2 (3d44e018-e947-4733-8c7b-b08b43fa9217/f66c4956-b333-40fb-bb23-3fe3d867dd61/d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:19.203375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2134e03-6212-4873-88d3-35240484be1a', 'name': 'tempest-ServerRescueTestJSON-2087032220-router', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:04Z', 'updated_at': '2021-11-09T19:45:14Z', 'revision_number': 4, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'gw_port': {'id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2134e03-6212-4873-88d3-35240484be1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:06Z', 'updated_at': '2021-11-09T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49e62b71-e7a8-4dfd-b9f0-05569c8e7082', 'name': '', 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'mac_address': 'fa:16:3e:d7:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2134e03-6212-4873-88d3-35240484be1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'e5d51e7b-6104-4b60-8b98-659e4de75886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:12Z', 'updated_at': '2021-11-09T19:45:14Z', 'revision_number': 2, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'subnets': [{'id': 'e5d51e7b-6104-4b60-8b98-659e4de75886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:19.329294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Checking router: d2134e03-6212-4873-88d3-35240484be1a for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:19.330861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Updating router d2134e03-6212-4873-88d3-35240484be1a port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:45:19.371494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2a47624f-62bd-478d-a8dc-cdcc5640b3db req-07de12fd-9aa6-4861-b40f-a576ceedf672 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 210 time: 0.0791125 Nov 09 19:45:19.389925 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390b987d-215b-471a-bdee-780641c41f1e x-openstack-request-id: req-390b987d-215b-471a-bdee-780641c41f1e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:19.391501 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd32441-8c58-4ace-84ac-31dfdbe950a1", "name": "network-vif-deleted", "tag": "5dcb6396-ef5b-415d-a07f-ae01a681e2d5", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:19.392364 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-390b987d-215b-471a-bdee-780641c41f1e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:19.392806 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd32441-8c58-4ace-84ac-31dfdbe950a1', 'name': 'network-vif-deleted', 'tag': '5dcb6396-ef5b-415d-a07f-ae01a681e2d5', 'status': 'completed', 'code': 200} Nov 09 19:45:19.408977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:19.469562 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:19.486778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 990fd001-569a-45f0-a46e-95e39dab582c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=990fd001-569a-45f0-a46e-95e39dab582c,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:19.503371 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:19.504192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 58f88b29-ac60-4dff-a59b-f1d0d344c0cb up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:19.706503 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:19.717379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56742) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:19.717983 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69f3c6e8-a104-48ca-b3ca-166e8b11442c req-89fe5fc2-2cb8-48ed-ad34-ddbfc9240989 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 210 time: 0.1278973 Nov 09 19:45:19.774004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=990fd001-569a-45f0-a46e-95e39dab582c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:19.868221 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:19.898055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:19.904913 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.024508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56754) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:20.091619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e056702e-d514-4ba3-9d4a-41f3ca237511 admin admin] Deleting subnet 08634bab-cdcf-476d-ba2c-75010c54e4e3 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:45:20.105505 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e056702e-d514-4ba3-9d4a-41f3ca237511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.111138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Pushing event updated for resources: {'Port': ['ID=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:20.135080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Network 3d44e018-e947-4733-8c7b-b08b43fa9217 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:20.175524 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:20.211574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:20.228842 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0115b5ae-65dc-423e-b4c7-9063883f6d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.292031 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e056702e-d514-4ba3-9d4a-41f3ca237511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.431323 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.441429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:20.446350 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.523397 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0115b5ae-65dc-423e-b4c7-9063883f6d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.531959 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0115b5ae-65dc-423e-b4c7-9063883f6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.551653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:20.552329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 5dcb6396-ef5b-415d-a07f-ae01a681e2d5 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:20.608608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0115b5ae-65dc-423e-b4c7-9063883f6d0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38568284a16f4c3492c6487ae37e0ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8882165 Nov 09 19:45:20.629550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f56dfb-137f-4245-9c72-20e28a4e9618 None None] Pushing event updated for resources: {'Port': ['ID=49e62b71-e7a8-4dfd-b9f0-05569c8e7082,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:20.630841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56772) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:20.687047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff041cab-1c2e-45a8-81da-c2ee841879b3 req-8eb7c8a8-085a-4ac4-842f-97257e36b632 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:20.694997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff041cab-1c2e-45a8-81da-c2ee841879b3 req-8eb7c8a8-085a-4ac4-842f-97257e36b632 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 1097 time: 0.5563467 Nov 09 19:45:20.706088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:20.706841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.714760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115b5ae-65dc-423e-b4c7-9063883f6d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdf7d07-dd4d-45f0-bc33-cbe033cd469e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:20.722904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fcdac74-5786-4eb2-afdc-2723087aac30 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:45:20.733536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b565c9-b4f1-4ee7-b182-c62be44273a1 req-deeaf738-147a-4de0-af7c-ca3c1d1618b5 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:20.742350 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d8b565c9-b4f1-4ee7-b182-c62be44273a1 req-deeaf738-147a-4de0-af7c-ca3c1d1618b5 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 931 time: 0.1469131 Nov 09 19:45:20.754528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Attempting to bind port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:20.754904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Attempting to bind port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:20.755761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Attempting to bind port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 on network 80e472df-b8d9-4116-96a1-8158af70eb0a {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:20.769075 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 990fd001-569a-45f0-a46e-95e39dab582c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:20.788254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.791258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-35bada6f-a4b2-4c43-8fbf-1fb9187f0857 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9603000 Nov 09 19:45:20.809004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Request body: {'port': {'device_id': '1967aa64-ec10-4f1c-9436-50fe7eac2cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:20.848217 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:20.848590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Checking segment: {'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:20.849195 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.859752 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Bound using segment: {'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:20.860550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Bound port: 49e62b71-e7a8-4dfd-b9f0-05569c8e7082, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:20.861208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.883826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d8b565c9-b4f1-4ee7-b182-c62be44273a1 req-1f121b3d-568d-4b19-a741-015e50bde2db tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400421 Nov 09 19:45:20.888417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Transition to ACTIVE for port object 1fcdac74-5786-4eb2-afdc-2723087aac30 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:45:20.898597 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.901955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.974642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] For port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:20.980890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] For port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=49e62b71-e7a8-4dfd-b9f0-05569c8e7082,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:20.983282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 990fd001-569a-45f0-a46e-95e39dab582c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:20.983877 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:20.998928 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.023891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcdac74-5786-4eb2-afdc-2723087aac30,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:21.028695 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.061494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff041cab-1c2e-45a8-81da-c2ee841879b3 req-22d457eb-9796-47f6-be86-3bfb807aab08 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655610 Nov 09 19:45:21.071365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e056702e-d514-4ba3-9d4a-41f3ca237511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.162854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Routers {'d2134e03-6212-4873-88d3-35240484be1a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:21.165114 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d2134e03-6212-4873-88d3-35240484be1a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:21.273282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-032846b3-8b4b-46d7-bed7-20f1c48692c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.329341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-032846b3-8b4b-46d7-bed7-20f1c48692c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.552396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:45:21.564150 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.583167 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eca8b9fb-f240-4ccf-a076-8343f0223b9f req-35c3dec0-2c48-4cbe-86b4-d7d4cbe46777 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 210 time: 0.4267957 Nov 09 19:45:21.650003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Transition to ACTIVE for port object d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:45:21.658668 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.666313 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-032846b3-8b4b-46d7-bed7-20f1c48692c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.678750 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-032846b3-8b4b-46d7-bed7-20f1c48692c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.681406 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-032846b3-8b4b-46d7-bed7-20f1c48692c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfdf7d07-dd4d-45f0-bc33-cbe033cd469e HTTP/1.1" status: 204 len: 168 time: 1.0525155 Nov 09 19:45:21.746806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Attempting to bind port 1fcdac74-5786-4eb2-afdc-2723087aac30 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:21.747990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Attempting to bind port 1fcdac74-5786-4eb2-afdc-2723087aac30 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:21.749038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Attempting to bind port 1fcdac74-5786-4eb2-afdc-2723087aac30 on network 3d44e018-e947-4733-8c7b-b08b43fa9217 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:21.752550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e056702e-d514-4ba3-9d4a-41f3ca237511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.763702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Pushing event updated for resources: {'Port': ['ID=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:21.781642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032846b3-8b4b-46d7-bed7-20f1c48692c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdf7d07-dd4d-45f0-bc33-cbe033cd469e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:21.818398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Port 1fcdac74-5786-4eb2-afdc-2723087aac30 on network 3d44e018-e947-4733-8c7b-b08b43fa9217 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:45:21.818728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Attempting to bind port 1fcdac74-5786-4eb2-afdc-2723087aac30 on network 3d44e018-e947-4733-8c7b-b08b43fa9217 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:21.837532 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:21.837940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Checking segment: {'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:21.841827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Bound using segment: {'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:21.842402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Bound port: 1fcdac74-5786-4eb2-afdc-2723087aac30, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:21.842807 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.868570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] Set router d2134e03-6212-4873-88d3-35240484be1a gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:21.888789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056702e-d514-4ba3-9d4a-41f3ca237511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08634bab-cdcf-476d-ba2c-75010c54e4e3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:21.902479 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e056702e-d514-4ba3-9d4a-41f3ca237511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:21.904846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Attempting to bind port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:21.906558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Attempting to bind port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:21.906961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Attempting to bind port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad on network 3d44e018-e947-4733-8c7b-b08b43fa9217 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:21.911113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e056702e-d514-4ba3-9d4a-41f3ca237511 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/08634bab-cdcf-476d-ba2c-75010c54e4e3 HTTP/1.1" status: 204 len: 168 time: 1.8855159 Nov 09 19:45:21.914292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56810) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:21.959256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad on network 3d44e018-e947-4733-8c7b-b08b43fa9217 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:45:21.959863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Attempting to bind port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad on network 3d44e018-e947-4733-8c7b-b08b43fa9217 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:22.023601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d06396-3001-452a-92ca-f035cc52a269 None None] Network 617b866c-1804-416b-bd4c-3dd68ffdd028 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:22.031006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:22.031245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Checking segment: {'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:22.031646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Bound using segment: {'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:22.032096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Bound port: d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eefb7f4-e62e-4973-82de-713ca6953a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:22.032523 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:22.097095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78509c79-7004-423c-9682-3f5dfb2b0976 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:22.100284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78509c79-7004-423c-9682-3f5dfb2b0976 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.70 "GET /v2.0/networks?id=80e472df-b8d9-4116-96a1-8158af70eb0a HTTP/1.1" status: 200 len: 811 time: 0.7288065 Nov 09 19:45:22.122572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Request body: {'port': {'device_id': 'dfefbfa0-cc9e-45ea-a378-5684ab2f3c86', 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a', 'admin_state_up': True, 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:22.128809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] For port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:22.132552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] For port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:22.144817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:22.216433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] For port 1fcdac74-5786-4eb2-afdc-2723087aac30, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:22.235519 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:22.253725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:22.254803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:22.256413 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] 10.222.0.77 "PUT /v2.0/ports/d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad HTTP/1.1" status: 200 len: 1091 time: 1.4545338 Nov 09 19:45:22.257760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] For port 1fcdac74-5786-4eb2-afdc-2723087aac30, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1fcdac74-5786-4eb2-afdc-2723087aac30,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:22.259297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1967aa64-ec10-4f1c-9436-50fe7eac2cd1', 'tag': 'd7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:22.263012 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74" -d '{"events": [{"name": "network-changed", "server_uuid": "1967aa64-ec10-4f1c-9436-50fe7eac2cd1", "tag": "d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:22.278150 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:22.329048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:22.330618 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:22.332597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] 10.222.0.70 "PUT /v2.0/ports/1fcdac74-5786-4eb2-afdc-2723087aac30 HTTP/1.1" status: 200 len: 1092 time: 3.2618742 Nov 09 19:45:22.345056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1912154d-1558-4e74-887b-2b7595a2d954', 'tag': '1fcdac74-5786-4eb2-afdc-2723087aac30'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:22.348073 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1959606-79a6-4810-9eec-3dc956144a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1912154d-1558-4e74-887b-2b7595a2d954", "tag": "1fcdac74-5786-4eb2-afdc-2723087aac30"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:22.442258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1a14f-3bb5-4e3e-b474-4d998adca571 req-7c3078b9-f0f5-4869-9996-09284c4bd5ac tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:22.444390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33e1a14f-3bb5-4e3e-b474-4d998adca571 req-7c3078b9-f0f5-4869-9996-09284c4bd5ac tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 943 time: 0.3047132 Nov 09 19:45:22.467612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f56dfb-137f-4245-9c72-20e28a4e9618 None None] Pushing event updated for resources: {'Port': ['ID=49e62b71-e7a8-4dfd-b9f0-05569c8e7082,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:22.475234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee238945-95d2-441d-b9f0-c73bae87cade service neutron] Pushing event updated for resources: {'Port': ['ID=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:22.551125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-698ebc5a-a19b-46e8-8121-1b1f12e3a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:22.553351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-698ebc5a-a19b-46e8-8121-1b1f12e3a951 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 1094 time: 0.2025464 Nov 09 19:45:22.618376 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-8ec0e36f-1eb0-4284-b920-61d1454c978f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad HTTP/1.1" status: 200 len: 217 time: 0.0494311 Nov 09 19:45:22.619862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Deleting port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:22.620464 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:22.627117 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33e1a14f-3bb5-4e3e-b474-4d998adca571 req-2ca1da6b-e345-4269-bd92-d696018a8868 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458223 Nov 09 19:45:22.845985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-5ce467a2-c0e2-4c81-bea8-7343e5cc891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:22.856084 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-5ce467a2-c0e2-4c81-bea8-7343e5cc891f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f66c4956-b333-40fb-bb23-3fe3d867dd61 HTTP/1.1" status: 200 len: 859 time: 0.2240951 Nov 09 19:45:22.941655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0466f-1518-4e12-af3c-6e9f4ad5b83a None None] DHCP port deletion for 617b866c-1804-416b-bd4c-3dd68ffdd028 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:45:22.968092 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2134e03-6212-4873-88d3-35240484be1a', 'name': 'tempest-ServerRescueTestJSON-2087032220-router', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:04Z', 'updated_at': '2021-11-09T19:45:14Z', 'revision_number': 4, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'gw_port': {'id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2134e03-6212-4873-88d3-35240484be1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:06Z', 'updated_at': '2021-11-09T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49e62b71-e7a8-4dfd-b9f0-05569c8e7082', 'name': '', 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'mac_address': 'fa:16:3e:d7:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2134e03-6212-4873-88d3-35240484be1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'e5d51e7b-6104-4b60-8b98-659e4de75886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:12Z', 'updated_at': '2021-11-09T19:45:20Z', 'revision_number': 4, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'subnets': [{'id': 'e5d51e7b-6104-4b60-8b98-659e4de75886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:23.016616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-e527a943-3cf1-4f48-ada2-74f99aef9262 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d44e018-e947-4733-8c7b-b08b43fa9217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494932 Nov 09 19:45:23.030285 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ed444a-a1ea-4344-baae-d3e837efe937 x-openstack-request-id: req-78ed444a-a1ea-4344-baae-d3e837efe937 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:23.036623 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1967aa64-ec10-4f1c-9436-50fe7eac2cd1", "tag": "d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:23.039518 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78ed444a-a1ea-4344-baae-d3e837efe937 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:23.040205 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1967aa64-ec10-4f1c-9436-50fe7eac2cd1', 'tag': 'd7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad', 'status': 'completed', 'code': 200} Nov 09 19:45:23.063718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9b274-57fb-425b-a200-5f508d0ffec1 None None] The sync data for ids ['d2134e03-6212-4873-88d3-35240484be1a'] in n-d-817256-1 is: [{'id': 'd2134e03-6212-4873-88d3-35240484be1a', 'name': 'tempest-ServerRescueTestJSON-2087032220-router', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:04Z', 'updated_at': '2021-11-09T19:45:14Z', 'revision_number': 4, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'gw_port': {'id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2134e03-6212-4873-88d3-35240484be1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:06Z', 'updated_at': '2021-11-09T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49e62b71-e7a8-4dfd-b9f0-05569c8e7082', 'name': '', 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'mac_address': 'fa:16:3e:d7:30:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2134e03-6212-4873-88d3-35240484be1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'e5d51e7b-6104-4b60-8b98-659e4de75886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:12Z', 'updated_at': '2021-11-09T19:45:20Z', 'revision_number': 4, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'subnets': [{'id': 'e5d51e7b-6104-4b60-8b98-659e4de75886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:23.069629 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b36abe-24cc-4122-8f30-20fbad781ad8 x-openstack-request-id: req-b3b36abe-24cc-4122-8f30-20fbad781ad8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:23.075138 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1912154d-1558-4e74-887b-2b7595a2d954", "tag": "1fcdac74-5786-4eb2-afdc-2723087aac30", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:23.075522 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3b36abe-24cc-4122-8f30-20fbad781ad8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:23.075888 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1912154d-1558-4e74-887b-2b7595a2d954', 'tag': '1fcdac74-5786-4eb2-afdc-2723087aac30', 'status': 'completed', 'code': 200} Nov 09 19:45:23.103351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] For port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=87a6d356-9fd3-4a00-b362-62cbf8fbd3f2,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:23.106573 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:23.175231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-33c0466f-1518-4e12-af3c-6e9f4ad5b83a None None] Deleting port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:23.188882 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-33c0466f-1518-4e12-af3c-6e9f4ad5b83a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:23.236570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721afe2-ec0d-4e0c-b5ba-fe1cb36fada2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcdac74-5786-4eb2-afdc-2723087aac30,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:23.259092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Made reservation on behalf of e2b2feef361e42ee92a3e941538fd1ea for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:45:23.265238 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:23.287943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-79324e47-a995-4420-9a18-967202b6777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:23.289545 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-79324e47-a995-4420-9a18-967202b6777a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 1095 time: 0.2453897 Nov 09 19:45:23.352913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Calling delete_port for 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:23.403074 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-2124537f-cdbe-48a3-b9bf-68face24505b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fcdac74-5786-4eb2-afdc-2723087aac30 HTTP/1.1" status: 200 len: 217 time: 0.1007335 Nov 09 19:45:23.452685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-33c0466f-1518-4e12-af3c-6e9f4ad5b83a None None] For port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=87a6d356-9fd3-4a00-b362-62cbf8fbd3f2,segment=NetworkSegment(e004eeea-6f45-47dd-b26c-2e96381bf1ad),segment_id=e004eeea-6f45-47dd-b26c-2e96381bf1ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:23.453156 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-33c0466f-1518-4e12-af3c-6e9f4ad5b83a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:23.485133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-33c0466f-1518-4e12-af3c-6e9f4ad5b83a None None] Calling delete_port for 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:23.525583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56852) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:23.595311 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-33c0466f-1518-4e12-af3c-6e9f4ad5b83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:23.609937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-aca6ee29-11d3-4d75-852c-671b2e619a63 service neutron] 10.222.0.77 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507784 Nov 09 19:45:23.611657 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:23.673315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0466f-1518-4e12-af3c-6e9f4ad5b83a None None] No DVR routers for this DVR port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:23.691299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] No DVR routers for this DVR port 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:23.731759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0466f-1518-4e12-af3c-6e9f4ad5b83a None None] Pushing event deleted for resources: {'Port': ['ID=87a6d356-9fd3-4a00-b362-62cbf8fbd3f2,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:23.735009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-d19f5969-b2f9-46e2-8cbc-c6b18246ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:23.736518 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-d19f5969-b2f9-46e2-8cbc-c6b18246ae78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66c4956-b333-40fb-bb23-3fe3d867dd61 HTTP/1.1" status: 200 len: 859 time: 0.3171165 Nov 09 19:45:23.743675 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dcc6cd8-765b-4242-bbc0-2e08d16df5e2 req-fec2d7c4-2c65-4e1e-9a73-b644cf779d50 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 210 time: 0.2126205 Nov 09 19:45:23.755260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-network', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:23.849458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-919890f1-a59b-430c-b989-c0b2cdb18226 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:45:23.851945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-919890f1-a59b-430c-b989-c0b2cdb18226 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8066473 Nov 09 19:45:23.892790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Pushing event deleted for resources: {'Port': ['ID=87a6d356-9fd3-4a00-b362-62cbf8fbd3f2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:23.904847 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-efba5686-8553-4402-b60f-a2c8fd4adcf6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d44e018-e947-4733-8c7b-b08b43fa9217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052048 Nov 09 19:45:24.076714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-68b8154f-6b89-4700-9f46-1493d5474c4f service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324487 Nov 09 19:45:24.077399 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:24.092066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Allocated IP 172.20.0.11 (80e472df-b8d9-4116-96a1-8158af70eb0a/e5d51e7b-6104-4b60-8b98-659e4de75886/f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:24.130161 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f30a48c-5e73-42e4-88ea-3e92eef7006d req-cb5e9947-a627-44b7-8e4a-ac684110e9b4 service neutron] 10.222.0.77 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756546 Nov 09 19:45:24.162485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617b866c-1804-416b-bd4c-3dd68ffdd028']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:24.190847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e004eeea-6f45-47dd-b26c-2e96381bf1ad') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:24.191145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e004eeea-6f45-47dd-b26c-2e96381bf1ad') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:24.219806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:24.255854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed4a43-016f-448b-a02d-09270370cb50 req-23a67c18-6ae8-4b71-814b-d8d8ff1661e7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:24.264317 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8aed4a43-016f-448b-a02d-09270370cb50 req-23a67c18-6ae8-4b71-814b-d8d8ff1661e7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 943 time: 0.1891167 Nov 09 19:45:24.288148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:24.302246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:45:24.302716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:45:24.323602 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:45:24.346829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8aed4a43-016f-448b-a02d-09270370cb50 req-9ad63e48-61f5-410b-9ba2-b588402e0521 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812085 Nov 09 19:45:24.368476 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:24.457397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74 req-df85d04e-e836-449c-982d-b2fcd65be944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:24.461580 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74 req-df85d04e-e836-449c-982d-b2fcd65be944 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 1094 time: 0.2520030 Nov 09 19:45:24.486051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:24.524554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:24.529668 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] 10.222.0.53 "DELETE /v2.0/networks/617b866c-1804-416b-bd4c-3dd68ffdd028 HTTP/1.1" status: 204 len: 168 time: 2.6131024 Nov 09 19:45:24.562047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e6c9dae-09b5-48cd-be12-907e93abacc2 req-b52a1ca7-35e0-4ec0-98e9-598441b1e8f2 service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471167 Nov 09 19:45:24.566043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:24.574374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Made reservation on behalf of 56e3cd9236ae48128419ef9282e8d41c for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:45:24.577196 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:24.596002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:24.611406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-46929b23-b252-49be-97be-58b3dba06664 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:24.613320 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-46929b23-b252-49be-97be-58b3dba06664 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports/77f8eda6-125a-4c3b-872d-12e727b8f33f HTTP/1.1" status: 200 len: 1094 time: 0.7517900 Nov 09 19:45:24.672489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Request body: {'binding': {'host': 'n-h1-817256-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:24.672984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Unknown quota resources ['binding']. {{(pid=102296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 19:45:24.789687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Network 80e472df-b8d9-4116-96a1-8158af70eb0a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:24.800479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:24.803618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:24.859809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1959606-79a6-4810-9eec-3dc956144a7e req-dcba4a43-2576-4fd3-811c-1b2ca37ee91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:24.861865 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1959606-79a6-4810-9eec-3dc956144a7e req-dcba4a43-2576-4fd3-811c-1b2ca37ee91e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 1095 time: 0.2196324 Nov 09 19:45:24.934430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:25.009773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:25.011409 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.013674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56876) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:25.017117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Pushing event updated for resources: {'Port': ['ID=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:25.038736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1959606-79a6-4810-9eec-3dc956144a7e req-937ba591-9709-4f30-9126-91e20986cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:25.040584 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1959606-79a6-4810-9eec-3dc956144a7e req-937ba591-9709-4f30-9126-91e20986cf78 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 920 time: 0.1603153 Nov 09 19:45:25.145110 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.166235 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1959606-79a6-4810-9eec-3dc956144a7e req-f7d382f4-029c-4f0c-89ec-febef5ba5337 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fcdac74-5786-4eb2-afdc-2723087aac30 HTTP/1.1" status: 200 len: 217 time: 0.1062059 Nov 09 19:45:25.234941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=49e62b71-e7a8-4dfd-b9f0-05569c8e7082,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:25.237649 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.241233 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.280971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:25.281836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.328705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-35a35c4f-8510-4165-ad84-974030d8e5e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2174842 Nov 09 19:45:25.334224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d3923-3cf5-497d-8636-2ee2d0a3febc admin admin] Pushing event deleted for resources: {'Network': ['ID=617b866c-1804-416b-bd4c-3dd68ffdd028,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:25.353960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:25.368486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Request body: {'port': {'device_id': 'dfefbfa0-cc9e-45ea-a378-5684ab2f3c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:25.396117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2466228-d6ef-4e18-b880-8a9d3ffdb594 req-9a1e9b7b-4cb8-40f8-a87c-5695512e0ff0 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:25.408519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:25.408903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 87a6d356-9fd3-4a00-b362-62cbf8fbd3f2 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:25.409370 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2466228-d6ef-4e18-b880-8a9d3ffdb594 req-9a1e9b7b-4cb8-40f8-a87c-5695512e0ff0 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 932 time: 0.1248813 Nov 09 19:45:25.414466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=49e62b71-e7a8-4dfd-b9f0-05569c8e7082,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:25.428550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74 req-6be8fba7-c2a0-4d94-81cc-05b40521adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:25.430056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ea380756-cf4d-4f28-854f-b713d89e081a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=568be68a1eaa412f8663abf2b2019755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083362 Nov 09 19:45:25.431891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74 req-6be8fba7-c2a0-4d94-81cc-05b40521adaf service neutron] 10.222.0.77 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 920 time: 0.9586563 Nov 09 19:45:25.439441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56880) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:25.440483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f on host n-h1-817256-1 for vnic_type normal with profile None {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:25.440906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:25.441319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:25.455731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1959606-79a6-4810-9eec-3dc956144a7e req-807a57f1-c050-4eef-b12e-bf3fa88dfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:25.457355 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1959606-79a6-4810-9eec-3dc956144a7e req-807a57f1-c050-4eef-b12e-bf3fa88dfb7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66c4956-b333-40fb-bb23-3fe3d867dd61 HTTP/1.1" status: 200 len: 859 time: 0.2811730 Nov 09 19:45:25.469168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Port 77f8eda6-125a-4c3b-872d-12e727b8f33f on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:45:25.469513 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:25.489531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:25.490561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:25.490824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:25.491279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Bound port: 77f8eda6-125a-4c3b-872d-12e727b8f33f, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:25.512793 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-d7d29d13-2924-4c6b-91ec-a30de010bb8f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3243546 Nov 09 19:45:25.538667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74 req-d0f8e2bd-30d4-493b-95b6-eb5578c85b98 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad HTTP/1.1" status: 200 len: 217 time: 0.0979693 Nov 09 19:45:25.586484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1959606-79a6-4810-9eec-3dc956144a7e req-e2fc182a-c758-46ac-9ccc-ae0fdfaedf33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d44e018-e947-4733-8c7b-b08b43fa9217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092410 Nov 09 19:45:25.591091 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2466228-d6ef-4e18-b880-8a9d3ffdb594 req-972e8032-1ce5-4c83-8ab6-29e643dda8e4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668215 Nov 09 19:45:25.638064 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.659330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74 req-3d9cde05-8c68-4a98-998a-352b8bde44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:25.660826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74 req-3d9cde05-8c68-4a98-998a-352b8bde44f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f66c4956-b333-40fb-bb23-3fe3d867dd61 HTTP/1.1" status: 200 len: 859 time: 0.1105540 Nov 09 19:45:25.661063 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.732596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74 req-bf9cfc6b-7b0e-42f2-bef2-51dbe3be854c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d44e018-e947-4733-8c7b-b08b43fa9217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632081 Nov 09 19:45:25.733395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1cb553e-b0bf-4d08-a341-5ec9ae7621eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.771017 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1cb553e-b0bf-4d08-a341-5ec9ae7621eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.786760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.857272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc02fa6f-2ecc-4d33-91f6-0e608e70c3dd,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:25.875216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1959606-79a6-4810-9eec-3dc956144a7e req-dc83bba9-3807-4382-8819-840cebc3c053 service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411618 Nov 09 19:45:25.893878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:45:25.930646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:25.952630 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1cb553e-b0bf-4d08-a341-5ec9ae7621eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.958186 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1cb553e-b0bf-4d08-a341-5ec9ae7621eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.963031 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a1cb553e-b0bf-4d08-a341-5ec9ae7621eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0962c103-55df-4442-8796-260918e54e1f HTTP/1.1" status: 204 len: 168 time: 0.5208123 Nov 09 19:45:25.980252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb553e-b0bf-4d08-a341-5ec9ae7621eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0962c103-55df-4442-8796-260918e54e1f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:25.987311 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.987673 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Added segment 5a15f5a3-5161-4e61-87b4-2f741471c79d of type vlan for network 2eb610f1-6607-46c5-b531-39164a819044 Nov 09 19:45:25.997438 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:25.998705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-0fca3917-124b-4c7d-a2c2-b5fb0ca1df34 service neutron] 10.222.0.53 "POST /v2.0/ports/77f8eda6-125a-4c3b-872d-12e727b8f33f/bindings HTTP/1.1" status: 201 len: 389 time: 1.3312690 Nov 09 19:45:26.000620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-cc1a4f4a-831e-49a2-afcd-a92a906ccd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:26.002057 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-cc1a4f4a-831e-49a2-afcd-a92a906ccd2f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1095 time: 0.4316509 Nov 09 19:45:26.032610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1fcdac74-5786-4eb2-afdc-2723087aac30 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:45:26.067742 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb96c3-2ef6-4956-8b9e-688cc12cfc9a req-5ffeed81-944f-41e0-8a20-d656d2e3c061 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:26.069313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38bb96c3-2ef6-4956-8b9e-688cc12cfc9a req-5ffeed81-944f-41e0-8a20-d656d2e3c061 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 943 time: 0.1601243 Nov 09 19:45:26.154145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38bb96c3-2ef6-4956-8b9e-688cc12cfc9a req-8e38b61f-365f-4b23-8921-26aeadf2cab7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642664 Nov 09 19:45:26.161555 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74 req-4b52f5e0-8484-4fd3-9315-ee175de472cc service neutron] 10.222.0.77 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181707 Nov 09 19:45:26.305135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1fcdac74-5786-4eb2-afdc-2723087aac30, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1fcdac74-5786-4eb2-afdc-2723087aac30,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:26.325213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '1fcdac74-5786-4eb2-afdc-2723087aac30', 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217', 'port_id': '1fcdac74-5786-4eb2-afdc-2723087aac30', 'mac_address': 'fa:16:3e:6c:91:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66c4956-b333-40fb-bb23-3fe3d867dd61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:45:26.363307 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:26.391859 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:26.413749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcdac74-5786-4eb2-afdc-2723087aac30 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:45:26.465430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1fcdac74-5786-4eb2-afdc-2723087aac30, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1fcdac74-5786-4eb2-afdc-2723087aac30,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:26.476123 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:26.549444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-e6e86795-b9bb-4bfc-ba5a-7d89dfbce282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:26.550625 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-e6e86795-b9bb-4bfc-ba5a-7d89dfbce282 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 1097 time: 0.1677635 Nov 09 19:45:26.570745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242317c-171b-4e64-9671-8a76d8e84935 req-b1a3a973-0cbc-4cb5-8800-02e9e30ec38f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:26.572710 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a242317c-171b-4e64-9671-8a76d8e84935 req-b1a3a973-0cbc-4cb5-8800-02e9e30ec38f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.1920040 Nov 09 19:45:26.572947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1fcdac74-5786-4eb2-afdc-2723087aac30,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:26.577785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc34c6c4-f884-4dc4-a003-9e54a9e63b74 req-8e3b9ca7-e603-447c-b551-56d66775421d service neutron] 10.222.0.77 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047730 Nov 09 19:45:26.619124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.resource_extend [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:45:26.714770 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a242317c-171b-4e64-9671-8a76d8e84935 req-b1c7f952-be3a-4b87-876b-8b0325729307 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164010 Nov 09 19:45:26.728652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['1fcdac74-5786-4eb2-afdc-2723087aac30'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:26.747486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-ff6447be-d2df-4d1a-a5bb-b82f88d5c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:26.749192 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-ff6447be-d2df-4d1a-a5bb-b82f88d5c1f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.7104380 Nov 09 19:45:26.771795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1959606-79a6-4810-9eec-3dc956144a7e req-f1df1383-c1d1-4669-a6c7-42de3cfd7bba service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8876712 Nov 09 19:45:26.797020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-b5aa1909-9760-4d9d-a665-c0d1999a0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:26.804191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-b5aa1909-9760-4d9d-a665-c0d1999a0fa8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.2299864 Nov 09 19:45:26.831644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:26.867357 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-b0466c08-c06b-4139-91aa-0c91e12477e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f HTTP/1.1" status: 200 len: 217 time: 0.0550146 Nov 09 19:45:26.897508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:26.906975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:26.907651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:26.978986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-cee8135a-8e65-4804-b9b3-3355be216186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:26.981415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-cee8135a-8e65-4804-b9b3-3355be216186 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.0930393 Nov 09 19:45:26.985377 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-e97f262d-a6e5-4790-9ad2-794a6d13739e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 200 len: 217 time: 0.2249410 Nov 09 19:45:27.042325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-c9b3131f-f28f-44dd-b5e8-015a1dda44cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410063 Nov 09 19:45:27.101549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:27.102613 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:27.195524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-fb74ad44-596f-42c5-9a6d-dc65a157dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:27.197016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-fb74ad44-596f-42c5-9a6d-dc65a157dcb2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.1674378 Nov 09 19:45:27.228802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-346e904a-4047-4e04-a344-4cde598457b8 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795659 Nov 09 19:45:27.255764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072340ef-404e-4e94-8491-dbf604434aaf req-730b3105-5538-49cb-960d-282a806c175a tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:27.257304 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-072340ef-404e-4e94-8491-dbf604434aaf req-730b3105-5538-49cb-960d-282a806c175a tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 932 time: 0.3791142 Nov 09 19:45:27.271507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.7414713 Nov 09 19:45:27.283732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56928) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:27.321654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Request body: {'subnet': {'network_id': '2eb610f1-6607-46c5-b531-39164a819044', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-subnet', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:27.357211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-4284ca0e-955c-4a89-b899-43c05b01982e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433356 Nov 09 19:45:27.369045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e583d8d-26ee-4c79-9419-5c177ccefa36 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb610f1-6607-46c5-b531-39164a819044,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:27.380573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2eb610f1-6607-46c5-b531-39164a819044 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:45:27.398344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Made reservation on behalf of 56e3cd9236ae48128419ef9282e8d41c for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:45:27.403767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:27.453097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079316f-faea-4362-8e8f-2939f10f51b1 req-02329624-bff3-440b-bc3e-dec7607bcb2e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:27.462257 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a079316f-faea-4362-8e8f-2939f10f51b1 req-02329624-bff3-440b-bc3e-dec7607bcb2e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 943 time: 0.1635380 Nov 09 19:45:27.470896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56934) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:27.530408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-a9a88b72-5f1c-4404-b702-5912ec647786 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851131 Nov 09 19:45:27.570318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-072340ef-404e-4e94-8491-dbf604434aaf req-79b4346f-411a-458b-bf83-5160d0db72da tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973506 Nov 09 19:45:27.582217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:45:27.584193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a079316f-faea-4362-8e8f-2939f10f51b1 req-eb939e09-e0fd-4e88-a7e0-4535d74f076d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148729 Nov 09 19:45:27.643283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-fba8effa-b16e-426d-9732-db5450545c82 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457957 Nov 09 19:45:27.645751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:27.696005 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-449664994-network', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:27.722007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Transition to ACTIVE for port object f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:45:27.734482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Made reservation on behalf of e3f76579cbf14f63a7509e37e4402350 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:45:27.738089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:27.741759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:27.756656 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:27.987551 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:27.999482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.045742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1fcdac74-5786-4eb2-afdc-2723087aac30 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:28.050474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:45:28.123694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.124016 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Added segment 7cf044ca-6abd-49f3-a8f7-aec6e848ad80 of type vlan for network 132c0985-fe0e-49b9-9daa-db2ce83b9806 Nov 09 19:45:28.126684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a517b42-8648-46c4-8cba-e02ebb097468,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:28.132230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:45:28.237737 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.296714 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.298029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:28.299445 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.336817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 1fcdac74-5786-4eb2-afdc-2723087aac30 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:45:28.347724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Pushing event updated for resources: {'Port': ['ID=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:28.390463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 1fcdac74-5786-4eb2-afdc-2723087aac30 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:28.394550 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.414681 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3f00c7-1998-48cd-8d53-5733713c8e61 req-44597759-9221-4f24-96a9-407610b22668 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586877 Nov 09 19:45:28.430142 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9506726 Nov 09 19:45:28.430493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56952) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:28.443679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8242a-6ca6-4286-bdef-f641cf6022eb req-81608542-54e3-4eb9-9dfe-87907e1e3725 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:28.446197 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1a8242a-6ca6-4286-bdef-f641cf6022eb req-81608542-54e3-4eb9-9dfe-87907e1e3725 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.2394879 Nov 09 19:45:28.471696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.480470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Request body: {'subnet': {'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-449664994-subnet', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:28.493597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c9cb1-b2fb-4dff-8f25-639cd512b82a admin admin] Pushing event updated for resources: {'Network': ['ID=132c0985-fe0e-49b9-9daa-db2ce83b9806,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:28.524298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:28.550778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Made reservation on behalf of e3f76579cbf14f63a7509e37e4402350 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:45:28.555862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:45:28.566593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.590308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0da275-f888-4921-bddf-871d5c7a1e33,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:28.633723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'd7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad', 'network_id': '3d44e018-e947-4733-8c7b-b08b43fa9217', 'port_id': 'd7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad', 'mac_address': 'fa:16:3e:4c:98:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66c4956-b333-40fb-bb23-3fe3d867dd61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:45:28.653638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1a8242a-6ca6-4286-bdef-f641cf6022eb req-516243bb-322d-4646-ad20-0dbb1fe9e98c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718628 Nov 09 19:45:28.680042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Attempting to bind port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:28.680800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Attempting to bind port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:28.681331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Attempting to bind port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa on network 80e472df-b8d9-4116-96a1-8158af70eb0a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:28.684991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Checking segment: {'id': '5a15f5a3-5161-4e61-87b4-2f741471c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2eb610f1-6607-46c5-b531-39164a819044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:28.685463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Network hostable DHCP agents. Network: 2eb610f1-6607-46c5-b531-39164a819044, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:45:28.699452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa on network 80e472df-b8d9-4116-96a1-8158af70eb0a not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:45:28.703101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Attempting to bind port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa on network 80e472df-b8d9-4116-96a1-8158af70eb0a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:28.719508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:28.719508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Checking segment: {'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:28.719508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Bound using segment: {'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:28.719996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Bound port: f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:28.727070 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.746814 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.814861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Network 2eb610f1-6607-46c5-b531-39164a819044 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:45:28.828390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037c747-baae-4629-b3e8-8777cd52a266 req-388616d8-013e-4b0d-82d5-e25a82e2595e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:28.830470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3037c747-baae-4629-b3e8-8777cd52a266 req-388616d8-013e-4b0d-82d5-e25a82e2595e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 943 time: 0.1010244 Nov 09 19:45:28.843443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1912154d-1558-4e74-887b-2b7595a2d954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcdac74-5786-4eb2-afdc-2723087aac30'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:28.848475 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d325dc-99b3-4a02-9b5f-81210e3bbd02" -d '{"events": [{"server_uuid": "1912154d-1558-4e74-887b-2b7595a2d954", "name": "network-vif-plugged", "status": "completed", "tag": "1fcdac74-5786-4eb2-afdc-2723087aac30"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:28.880610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1fcdac74-5786-4eb2-afdc-2723087aac30, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1fcdac74-5786-4eb2-afdc-2723087aac30,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:28.881986 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.905944 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:28.950365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3037c747-baae-4629-b3e8-8777cd52a266 req-0dc25676-473b-4e1e-bbc3-49c16d78fd3c tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048574 Nov 09 19:45:28.976319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] For port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:28.985558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] For port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:29.006241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:45:29.011713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdc88f-cea5-433a-8b0f-4bf0736854d1 req-ae0e028e-b99e-4104-8df2-b55d475cac6f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:29.017790 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1fcdac74-5786-4eb2-afdc-2723087aac30,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:29.027469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a8cdc88f-cea5-433a-8b0f-4bf0736854d1 req-ae0e028e-b99e-4104-8df2-b55d475cac6f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 944 time: 0.2697258 Nov 09 19:45:29.029327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2eb610f1-6607-46c5-b531-39164a819044) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:29.032258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.044963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862d07ce-a566-41db-918e-c0f979349c61 None None] Network 2eb610f1-6607-46c5-b531-39164a819044 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:29.074310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:29.090227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:29.090743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.146849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.153023 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.200334 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:29.201057 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.202685 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] 10.222.0.70 "PUT /v2.0/ports/f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa HTTP/1.1" status: 200 len: 1092 time: 3.8410926 Nov 09 19:45:29.203238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfefbfa0-cc9e-45ea-a378-5684ab2f3c86', 'tag': 'f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:29.205602 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1abbfd-6048-4983-a0da-c450329a2fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "dfefbfa0-cc9e-45ea-a378-5684ab2f3c86", "tag": "f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:29.221024 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73f2bf7-c1cf-43dc-8faf-f597a6c9784e x-openstack-request-id: req-a73f2bf7-c1cf-43dc-8faf-f597a6c9784e {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:29.222447 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1912154d-1558-4e74-887b-2b7595a2d954", "name": "network-vif-plugged", "status": "completed", "tag": "1fcdac74-5786-4eb2-afdc-2723087aac30", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:29.222729 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a73f2bf7-c1cf-43dc-8faf-f597a6c9784e {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:29.223129 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1912154d-1558-4e74-887b-2b7595a2d954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcdac74-5786-4eb2-afdc-2723087aac30', 'code': 200} Nov 09 19:45:29.311839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Checking segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:29.312219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Network hostable DHCP agents. Network: 132c0985-fe0e-49b9-9daa-db2ce83b9806, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:45:29.321113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e09224b-e651-43e5-909b-471003214eea,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:29.363354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e54787-763c-40c8-adef-3b68bd12175f service neutron] Pushing event updated for resources: {'Port': ['ID=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:29.381717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:45:29.414969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 132c0985-fe0e-49b9-9daa-db2ce83b9806) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:29.425742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68eabef-4749-4eab-8c2e-f447af7544c5 None None] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:29.427223 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:29.428075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.431338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56980) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:29.432037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:29.440850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-router', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:29.448619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3349d451-e556-4526-9781-4aa0cd2cf4c2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1441462 Nov 09 19:45:29.485761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4cc8f294-1b5c-487a-8023-7ba67f5ef07a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0540326 Nov 09 19:45:29.496963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56982) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:29.507041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:29.514069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:29.551016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a8cdc88f-cea5-433a-8b0f-4bf0736854d1 req-b4746d92-18b7-42aa-be5f-86df3a4d1ab2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227523 Nov 09 19:45:29.559540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.560970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.625044 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e00feec-4aec-40d1-af34-98e581455b3a x-openstack-request-id: req-2e00feec-4aec-40d1-af34-98e581455b3a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:29.625920 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfefbfa0-cc9e-45ea-a378-5684ab2f3c86", "tag": "f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:29.626929 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e00feec-4aec-40d1-af34-98e581455b3a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:29.628218 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfefbfa0-cc9e-45ea-a378-5684ab2f3c86', 'tag': 'f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa', 'status': 'completed', 'code': 200} Nov 09 19:45:29.645896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-92c50d55-6331-405f-9540-fd69df697797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:29.647824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-92c50d55-6331-405f-9540-fd69df697797 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2b2feef361e42ee92a3e941538fd1ea&device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 1095 time: 0.3648801 Nov 09 19:45:29.653522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b96959-dcae-40f8-bfe2-e5865c783b7a req-d1df288b-507b-4670-84a1-60efcd724a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:29.658410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43b96959-dcae-40f8-bfe2-e5865c783b7a req-d1df288b-507b-4670-84a1-60efcd724a40 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 1097 time: 0.3620186 Nov 09 19:45:29.659204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.660585 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.765904 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:29.786896 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-88b8ada6-f6cd-4619-b41c-02a8e34247fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa HTTP/1.1" status: 200 len: 217 time: 0.1108856 Nov 09 19:45:29.816935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-2eb610f1-6607-46c5-b531-39164a819044', 'network_id': '2eb610f1-6607-46c5-b531-39164a819044', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'fixed_ips': [{'subnet_id': '4c0da275-f888-4921-bddf-871d5c7a1e33'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:45:29.818351 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:30.069819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-6166145d-74ba-4ed2-95a6-4fcf62f12828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:30.075310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-6166145d-74ba-4ed2-95a6-4fcf62f12828 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5d51e7b-6104-4b60-8b98-659e4de75886 HTTP/1.1" status: 200 len: 851 time: 0.2809432 Nov 09 19:45:30.095350 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43b96959-dcae-40f8-bfe2-e5865c783b7a req-fe8e6208-11f4-4bee-a675-7e62f096c6a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178326 Nov 09 19:45:30.114870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:30.149701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-d3791bb5-90a1-4faa-8ead-0cfd60e67d90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80e472df-b8d9-4116-96a1-8158af70eb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456843 Nov 09 19:45:30.166441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea02642-c316-444b-b703-424cd75a28f8 req-ed9851a9-0112-4bf7-9d2d-a0f80680d66c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:30.168560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ea02642-c316-444b-b703-424cd75a28f8 req-ed9851a9-0112-4bf7-9d2d-a0f80680d66c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.3370242 Nov 09 19:45:30.217004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ea02642-c316-444b-b703-424cd75a28f8 req-b5a568d2-6303-4b97-8a99-8631328ade42 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Nov 09 19:45:30.306811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Allocated IP 172.20.0.2 (2eb610f1-6607-46c5-b531-39164a819044/4c0da275-f888-4921-bddf-871d5c7a1e33/0322babf-42fa-467f-bc87-fad96be04204) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:30.552774 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-8c2b932c-d228-4703-b216-ff6552c88593 service neutron] 10.222.0.70 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673700 Nov 09 19:45:30.608975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:30.621703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901388c-7832-4aaf-9db1-569306306b0d req-b696e229-0b88-4fce-b04f-f778365358ba tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:30.629193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3901388c-7832-4aaf-9db1-569306306b0d req-b696e229-0b88-4fce-b04f-f778365358ba tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 944 time: 0.5445600 Nov 09 19:45:30.842899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:30.917017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3901388c-7832-4aaf-9db1-569306306b0d req-78b33c43-1181-4290-ae57-4d12e44c6cb0 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811511 Nov 09 19:45:30.935005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-132c0985-fe0e-49b9-9daa-db2ce83b9806', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:45:30.935933 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.094067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc22255-2bcc-4529-a9d5-a2de7fa4ac01 req-469fbad3-74fc-4a5e-b1ce-6b6681848350 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:31.100293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ebc22255-2bcc-4529-a9d5-a2de7fa4ac01 req-469fbad3-74fc-4a5e-b1ce-6b6681848350 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 944 time: 0.1606510 Nov 09 19:45:31.102689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2622ed4-ef8b-446b-bc45-f3d620eaa665 req-1d48cf4e-90c8-4a73-9a5e-12cd09f4e452 service neutron] 10.222.0.70 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393500 Nov 09 19:45:31.365550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Allocated IP 172.20.0.2 (132c0985-fe0e-49b9-9daa-db2ce83b9806/5e09224b-e651-43e5-909b-471003214eea/cd64a821-e5b4-4b52-9445-8234433950e3) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:31.387545 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ebc22255-2bcc-4529-a9d5-a2de7fa4ac01 req-d9db6fd5-0d4d-4d7d-b963-2c71e80f935d tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726865 Nov 09 19:45:31.404970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1abbfd-6048-4983-a0da-c450329a2fbe req-2e00f495-a56d-4b81-a3e2-2e60cb12d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:31.406941 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d1abbfd-6048-4983-a0da-c450329a2fbe req-2e00f495-a56d-4b81-a3e2-2e60cb12d5c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2b2feef361e42ee92a3e941538fd1ea&device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 1095 time: 0.2319324 Nov 09 19:45:31.528010 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.544810 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.572653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:31.577535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.579212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:31.641626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:31.695967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1abbfd-6048-4983-a0da-c450329a2fbe req-1a5c7808-9841-475c-977c-82ca2b59b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:31.699366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d1abbfd-6048-4983-a0da-c450329a2fbe req-1a5c7808-9841-475c-977c-82ca2b59b8f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=80e472df-b8d9-4116-96a1-8158af70eb0a HTTP/1.1" status: 200 len: 912 time: 0.2843585 Nov 09 19:45:31.728574 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.737883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.740406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.788920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.794147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.861410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Attempting to bind port cd64a821-e5b4-4b52-9445-8234433950e3 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:31.876178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Attempting to bind port cd64a821-e5b4-4b52-9445-8234433950e3 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:31.876943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Attempting to bind port cd64a821-e5b4-4b52-9445-8234433950e3 on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:31.879310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Pushing event updated for resources: {'Port': ['ID=cd64a821-e5b4-4b52-9445-8234433950e3,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:31.899397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d1abbfd-6048-4983-a0da-c450329a2fbe req-c97dc9f6-a56f-4cb2-95f0-546b58904801 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa HTTP/1.1" status: 200 len: 217 time: 0.1895568 Nov 09 19:45:31.908663 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28324-eb9e-4d21-96f2-a35546621df2 req-ab01ed6d-16b8-4923-bb35-808c00081c4a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:31.917002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Network 2eb610f1-6607-46c5-b531-39164a819044 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:31.922968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ed28324-eb9e-4d21-96f2-a35546621df2 req-ab01ed6d-16b8-4923-bb35-808c00081c4a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.4409258 Nov 09 19:45:31.977732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:31.978799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Checking segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:31.979312 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.979812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Bound using segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:31.980619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Bound port: cd64a821-e5b4-4b52-9445-8234433950e3, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:31.981231 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:31.989110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:32.004478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:32.037513 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1abbfd-6048-4983-a0da-c450329a2fbe req-1760847d-5778-4704-b62c-b6c1d3d970f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:32.039419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d1abbfd-6048-4983-a0da-c450329a2fbe req-1760847d-5778-4704-b62c-b6c1d3d970f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5d51e7b-6104-4b60-8b98-659e4de75886 HTTP/1.1" status: 200 len: 851 time: 0.1315255 Nov 09 19:45:32.050115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Pushing event updated for resources: {'Port': ['ID=0322babf-42fa-467f-bc87-fad96be04204,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:32.111944 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d1abbfd-6048-4983-a0da-c450329a2fbe req-a9566556-ab2c-4481-a7ae-2cd6335badfc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80e472df-b8d9-4116-96a1-8158af70eb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632689 Nov 09 19:45:32.125026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ed28324-eb9e-4d21-96f2-a35546621df2 req-eb881add-5b4c-4496-b8c4-cfc89193e25d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007987 Nov 09 19:45:32.155619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] For port cd64a821-e5b4-4b52-9445-8234433950e3, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:32.158764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Attempting to bind port 0322babf-42fa-467f-bc87-fad96be04204 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:32.158947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Allocated IP 172.25.6.44 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/bbb9e117-6f88-49f2-80f0-d0732a52a99f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:32.159411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Attempting to bind port 0322babf-42fa-467f-bc87-fad96be04204 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '5a15f5a3-5161-4e61-87b4-2f741471c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2eb610f1-6607-46c5-b531-39164a819044'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:32.159847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Attempting to bind port 0322babf-42fa-467f-bc87-fad96be04204 on network 2eb610f1-6607-46c5-b531-39164a819044 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:32.165806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] For port cd64a821-e5b4-4b52-9445-8234433950e3, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cd64a821-e5b4-4b52-9445-8234433950e3,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:32.176073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:32.176484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Checking segment: {'id': '5a15f5a3-5161-4e61-87b4-2f741471c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2eb610f1-6607-46c5-b531-39164a819044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:32.177039 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:32.177513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Bound using segment: {'id': '5a15f5a3-5161-4e61-87b4-2f741471c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2eb610f1-6607-46c5-b531-39164a819044'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:32.178542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Bound port: 0322babf-42fa-467f-bc87-fad96be04204, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a15f5a3-5161-4e61-87b4-2f741471c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2eb610f1-6607-46c5-b531-39164a819044'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:32.178993 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:32.183336 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:32.309597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0451cd-a562-41f2-a47d-eefaf949f8fa req-0e8a6b52-019c-40ca-8c6f-bd11d7c49bca tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:32.317286 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab0451cd-a562-41f2-a47d-eefaf949f8fa req-0e8a6b52-019c-40ca-8c6f-bd11d7c49bca tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 944 time: 0.2465568 Nov 09 19:45:32.384892 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d1abbfd-6048-4983-a0da-c450329a2fbe req-5983fb2f-4bba-4dca-88b2-45aa0cb7a971 service neutron] 10.222.0.70 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543314 Nov 09 19:45:32.389584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d2020-4a10-42b0-8c0a-3df8cfa76c9e None None] Pushing event updated for resources: {'Port': ['ID=cd64a821-e5b4-4b52-9445-8234433950e3,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:32.397142 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:32.423542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] For port 0322babf-42fa-467f-bc87-fad96be04204, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:32.434775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] For port 0322babf-42fa-467f-bc87-fad96be04204, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0322babf-42fa-467f-bc87-fad96be04204,segment=NetworkSegment(5a15f5a3-5161-4e61-87b4-2f741471c79d),segment_id=5a15f5a3-5161-4e61-87b4-2f741471c79d)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:32.444471 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:32.451360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab0451cd-a562-41f2-a47d-eefaf949f8fa req-23abdd22-de7f-4609-82d1-607c6a60b01d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330898 Nov 09 19:45:32.564728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Allocated IP 172.25.6.82 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/f00de151-98d5-43ec-8866-526fb3b5c2ff) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:32.621051 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d1abbfd-6048-4983-a0da-c450329a2fbe req-11b69434-c226-47d9-b12b-9928f31ec2d3 service neutron] 10.222.0.70 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209306 Nov 09 19:45:32.624749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e9cca-42c3-40fc-b0eb-b4db17f32717 None None] Pushing event updated for resources: {'Port': ['ID=0322babf-42fa-467f-bc87-fad96be04204,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:32.637580 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:32.858267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cd64a821-e5b4-4b52-9445-8234433950e3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:32.935398 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb9e117-6f88-49f2-80f0-d0732a52a99f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:32.995675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port cd64a821-e5b4-4b52-9445-8234433950e3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:32.996447 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:33.000442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:33.003165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:33.009664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:33.187971 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:33.207070 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:33.261464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port cd64a821-e5b4-4b52-9445-8234433950e3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cd64a821-e5b4-4b52-9445-8234433950e3,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:33.267365 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:33.395137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe5c78-da92-4fed-91ec-7e60123433c1 req-8fe89f5c-32ab-450d-9342-623be387774b tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:33.402903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=cd64a821-e5b4-4b52-9445-8234433950e3,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:33.410308 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7fe5c78-da92-4fed-91ec-7e60123433c1 req-8fe89f5c-32ab-450d-9342-623be387774b tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.1263649 Nov 09 19:45:33.498403 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7fe5c78-da92-4fed-91ec-7e60123433c1 req-40eb8e39-876f-41ea-8984-0c82672d5aa9 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752296 Nov 09 19:45:33.708712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b590-242d-418f-b0c9-39f143db89b6 req-4da5c460-1b81-4a69-9a9e-47de00859c03 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:33.717822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a413b590-242d-418f-b0c9-39f143db89b6 req-4da5c460-1b81-4a69-9a9e-47de00859c03 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 944 time: 0.1049175 Nov 09 19:45:33.792897 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a413b590-242d-418f-b0c9-39f143db89b6 req-bf907dcf-9840-4aa9-b757-08d501cc9703 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740144 Nov 09 19:45:33.985738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2761c-17db-45c8-a44a-d27f616352d0 req-72ecdb6d-073c-43f3-b372-e020216c669a tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:33.990014 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ec2761c-17db-45c8-a44a-d27f616352d0 req-72ecdb6d-073c-43f3-b372-e020216c669a tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 944 time: 1.1079829 Nov 09 19:45:33.991397 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:34.050002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d14aa3-a9e9-418e-9aee-6044dffd772b None None] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:34.195270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:45:34.202878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:34.205292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:34.228296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:34.231892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:34.345359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:34.360672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa', 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a', 'port_id': 'f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa', 'mac_address': 'fa:16:3e:cc:31:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d51e7b-6104-4b60-8b98-659e4de75886', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:45:34.434419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Pushing event updated for resources: {'Port': ['ID=f00de151-98d5-43ec-8866-526fb3b5c2ff,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:34.447577 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ec2761c-17db-45c8-a44a-d27f616352d0 req-3e81d696-bd73-43f4-bb0b-a2afd5b488fb tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417567 Nov 09 19:45:34.496913 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:34.518016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:45:34.533598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9ffbf8a3-e81d-4a3d-a51c-0a439a55f117 None None] Provisioning complete for port cd64a821-e5b4-4b52-9445-8234433950e3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:34.534285 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9ffbf8a3-e81d-4a3d-a51c-0a439a55f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:34.586086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:45:34.599156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52971b1a-0a1a-4401-bf2a-bdc5bc15d665 None None] Network 2eb610f1-6607-46c5-b531-39164a819044 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:34.769449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2dd41-52a2-402d-8a14-1ba4f08444ce req-7019e0b4-bea3-4176-81b2-a765e2c01fa8 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:34.783296 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ce2dd41-52a2-402d-8a14-1ba4f08444ce req-7019e0b4-bea3-4176-81b2-a765e2c01fa8 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.1250648 Nov 09 19:45:34.831299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:34.878551 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:34.886715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ce2dd41-52a2-402d-8a14-1ba4f08444ce req-00afcd5b-387c-4feb-87d9-7f886a01095c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020951 Nov 09 19:45:34.943038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:34.943417 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:35.000182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cd64a821-e5b4-4b52-9445-8234433950e3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:35.056063 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:35.117969 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:35.157650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c987ab0-8705-42e5-a2e1-cc2ce4b46b03 req-3f5f5b3d-415b-4d44-a0e3-bcadf4744fef tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:35.159250 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c987ab0-8705-42e5-a2e1-cc2ce4b46b03 req-3f5f5b3d-415b-4d44-a0e3-bcadf4744fef tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 944 time: 0.1747103 Nov 09 19:45:35.529223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c987ab0-8705-42e5-a2e1-cc2ce4b46b03 req-36107be0-370a-4a5b-ac56-31d0454c7e0c tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253664 Nov 09 19:45:35.686613 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:35.692105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:35.718303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a508d-584d-41d9-abfa-c0759a052c97 req-8eb65d82-9e54-4386-80fa-5d7c24c2f1d3 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:35.742373 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:35.753786 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:35.756915 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce8a508d-584d-41d9-abfa-c0759a052c97 req-8eb65d82-9e54-4386-80fa-5d7c24c2f1d3 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 945 time: 0.1270678 Nov 09 19:45:35.812149 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:35.824905 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:35.847386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1967aa64-ec10-4f1c-9436-50fe7eac2cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:35.868448 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d45e121-72b1-4b52-afe9-f0dc809c43ed" -d '{"events": [{"server_uuid": "1967aa64-ec10-4f1c-9436-50fe7eac2cd1", "name": "network-vif-plugged", "status": "completed", "tag": "d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:35.876602 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce8a508d-584d-41d9-abfa-c0759a052c97 req-449f9695-63de-46ae-ac26-372b18cdc698 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180918 Nov 09 19:45:35.887867 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:35.902399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5cf14784-343d-4d05-9c58-58f72d36283d None None] Provisioning complete for port 0322babf-42fa-467f-bc87-fad96be04204 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:35.902399 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5cf14784-343d-4d05-9c58-58f72d36283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:35.955512 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port cd64a821-e5b4-4b52-9445-8234433950e3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:35.955906 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:35.982313 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2628d876-bbbb-4a3a-8169-dae89b9fd60d x-openstack-request-id: req-2628d876-bbbb-4a3a-8169-dae89b9fd60d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:35.982642 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1967aa64-ec10-4f1c-9436-50fe7eac2cd1", "name": "network-vif-plugged", "status": "completed", "tag": "d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:35.982999 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2628d876-bbbb-4a3a-8169-dae89b9fd60d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:35.983292 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1967aa64-ec10-4f1c-9436-50fe7eac2cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad', 'code': 200} Nov 09 19:45:35.998332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Router 263b2173-6701-4eb7-bb6c-def54c09788b is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:45:36.210796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:36.229981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Router 34074a75-5514-40c2-bf68-9ac9d7655552 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:45:36.281321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef162045-f9f4-4a0c-bae0-b30fb4386e09 req-953a84d2-1054-4fd8-b513-4bc1a7567994 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:36.285046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497900f-cb69-4ec0-a950-0b2bba30e3ae req-fc189e7b-7ae5-4196-b09e-b73a51a5d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:36.285813 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5cf14784-343d-4d05-9c58-58f72d36283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:36.292539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9497900f-cb69-4ec0-a950-0b2bba30e3ae req-fc189e7b-7ae5-4196-b09e-b73a51a5d7ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 1096 time: 0.1943669 Nov 09 19:45:36.295208 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef162045-f9f4-4a0c-bae0-b30fb4386e09 req-953a84d2-1054-4fd8-b513-4bc1a7567994 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.2115970 Nov 09 19:45:36.420922 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef162045-f9f4-4a0c-bae0-b30fb4386e09 req-f4bcd431-2f0d-4a3a-a728-53a990e97334 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235580 Nov 09 19:45:36.454072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0322babf-42fa-467f-bc87-fad96be04204 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:36.492119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:36.496393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5cf14784-343d-4d05-9c58-58f72d36283d None None] For port 0322babf-42fa-467f-bc87-fad96be04204, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0322babf-42fa-467f-bc87-fad96be04204,segment=NetworkSegment(5a15f5a3-5161-4e61-87b4-2f741471c79d),segment_id=5a15f5a3-5161-4e61-87b4-2f741471c79d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:36.506111 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Sync routers for ids ['263b2173-6701-4eb7-bb6c-def54c09788b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:36.526290 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:36.527558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3dfd398e-43e7-44d7-99e3-c2a0c027bc2b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0936346 Nov 09 19:45:36.530461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57094) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:36.539771 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5cf14784-343d-4d05-9c58-58f72d36283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:36.543164 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9497900f-cb69-4ec0-a950-0b2bba30e3ae req-741b2097-70d2-4b8c-a095-0db1cc4fddc6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862331 Nov 09 19:45:36.545581 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Routers {'263b2173-6701-4eb7-bb6c-def54c09788b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:36.547478 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['263b2173-6701-4eb7-bb6c-def54c09788b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:36.583282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:36.628514 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:36.630316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Sync routers for ids ['34074a75-5514-40c2-bf68-9ac9d7655552'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:36.633515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-17d1b06e-dbc2-4d9a-b98e-ed600b934910 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1345286 Nov 09 19:45:36.635036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57098) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:36.765729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-70c6e883-0952-4b5a-8459-9e4f0fcc216f None None] Provisioning complete for port cd64a821-e5b4-4b52-9445-8234433950e3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:36.769272 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-70c6e883-0952-4b5a-8459-9e4f0fcc216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:36.818321 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Set router 263b2173-6701-4eb7-bb6c-def54c09788b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:36.891211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf14784-343d-4d05-9c58-58f72d36283d None None] Pushing event updated for resources: {'Port': ['ID=0322babf-42fa-467f-bc87-fad96be04204,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:36.894819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Routers {'34074a75-5514-40c2-bf68-9ac9d7655552'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:36.895401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['34074a75-5514-40c2-bf68-9ac9d7655552'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:36.933055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-ba1ff1a5-45e4-4113-86d9-a29cf99e5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:36.934904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-ba1ff1a5-45e4-4113-86d9-a29cf99e5032 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 1101 time: 0.3969610 Nov 09 19:45:36.946925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21da4f4-780f-41e7-8e95-1c37a8c4a9c9 req-ce0fd149-c8be-435e-b459-f213f6ffa907 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:36.950458 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f21da4f4-780f-41e7-8e95-1c37a8c4a9c9 req-ce0fd149-c8be-435e-b459-f213f6ffa907 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1702166 Nov 09 19:45:37.010387 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:45:37.038719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f21da4f4-780f-41e7-8e95-1c37a8c4a9c9 req-4c84673a-8d03-4431-9fe8-d72f86acca0a tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732403 Nov 09 19:45:37.057701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0322babf-42fa-467f-bc87-fad96be04204 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:37.058078 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:37.144508 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-router', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:34Z', 'revision_number': 3, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'gw_port': {'id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:37.169041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea0ed4-0e81-42bc-8558-1f5222e61174 req-bab78a9b-5c93-460c-a861-b1cc7c51260e tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:37.180251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03ea0ed4-0e81-42bc-8558-1f5222e61174 req-bab78a9b-5c93-460c-a861-b1cc7c51260e tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 945 time: 0.1855285 Nov 09 19:45:37.196729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Set router 34074a75-5514-40c2-bf68-9ac9d7655552 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:37.226240 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Checking router: 263b2173-6701-4eb7-bb6c-def54c09788b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:37.226621 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Updating router 263b2173-6701-4eb7-bb6c-def54c09788b port f00de151-98d5-43ec-8866-526fb3b5c2ff binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:45:37.278095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-70c6e883-0952-4b5a-8459-9e4f0fcc216f None None] Provisioning complete for port 0322babf-42fa-467f-bc87-fad96be04204 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:37.278901 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-70c6e883-0952-4b5a-8459-9e4f0fcc216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:37.287784 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:37.297885 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03ea0ed4-0e81-42bc-8558-1f5222e61174 req-75a8cb54-0dac-4666-b917-0cbddfa31469 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167474 Nov 09 19:45:37.315657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-821bf446-6697-4fdc-a7cc-b2203fd2512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:37.317222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-821bf446-6697-4fdc-a7cc-b2203fd2512b service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.3070555 Nov 09 19:45:37.458558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-cb5ad994-7710-4f0f-a97a-9a033639f73c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d HTTP/1.1" status: 200 len: 217 time: 0.1222792 Nov 09 19:45:37.802727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0322babf-42fa-467f-bc87-fad96be04204 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:37.821234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-d5a54fa9-737d-4e02-aaf2-b27e72d71ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:37.826020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-d5a54fa9-737d-4e02-aaf2-b27e72d71ecd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.3638625 Nov 09 19:45:37.828766 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:37.840912 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:37.920899 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223340ca-e3a5-485f-8ea6-a17704699ae9 None None] Pushing event updated for resources: {'Port': ['ID=f00de151-98d5-43ec-8866-526fb3b5c2ff,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:37.933593 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Attempting to bind port f00de151-98d5-43ec-8866-526fb3b5c2ff on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:37.933962 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Attempting to bind port f00de151-98d5-43ec-8866-526fb3b5c2ff by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:37.934374 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Attempting to bind port f00de151-98d5-43ec-8866-526fb3b5c2ff on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:37.938570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-26579b42-177c-4aa8-b454-b81d851c6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:37.940643 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:37.940843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:34Z', 'revision_number': 3, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:37.942056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-26579b42-177c-4aa8-b454-b81d851c6586 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111701 Nov 09 19:45:37.943054 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:37.943969 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:37.944366 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:37.944907 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Bound port: f00de151-98d5-43ec-8866-526fb3b5c2ff, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:37.945324 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:37.946972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0322babf-42fa-467f-bc87-fad96be04204 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:37.947344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:38.016511 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Checking router: 34074a75-5514-40c2-bf68-9ac9d7655552 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:38.016883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Updating router 34074a75-5514-40c2-bf68-9ac9d7655552 port bbb9e117-6f88-49f2-80f0-d0732a52a99f binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:45:38.026781 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] For port f00de151-98d5-43ec-8866-526fb3b5c2ff, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:38.032987 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] For port f00de151-98d5-43ec-8866-526fb3b5c2ff, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f00de151-98d5-43ec-8866-526fb3b5c2ff,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:38.047063 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:38.119699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:38.168726 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Routers {'263b2173-6701-4eb7-bb6c-def54c09788b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:38.169674 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['263b2173-6701-4eb7-bb6c-def54c09788b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:38.211766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4a515-9803-45cc-a1fe-75ab7b7fff6d req-2f7c5b49-251e-49d0-9893-3b667d73e942 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:38.216565 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:38.220312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bf4a515-9803-45cc-a1fe-75ab7b7fff6d req-2f7c5b49-251e-49d0-9893-3b667d73e942 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.2117302 Nov 09 19:45:38.226414 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:38.283673 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-bb665187-c697-462a-af46-fb586f2b5a8c service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279521 Nov 09 19:45:38.310063 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] Set router 263b2173-6701-4eb7-bb6c-def54c09788b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:38.422896 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bf4a515-9803-45cc-a1fe-75ab7b7fff6d req-63e22150-77a3-411b-9f07-c7198d9b4229 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823120 Nov 09 19:45:38.435990 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:38.447699 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f1cdbc0-6ac2-44a7-8406-69a2afe67b1a req-9f8dbd5c-7257-477d-9deb-cad108a8e187 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498482 Nov 09 19:45:38.560271 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223340ca-e3a5-485f-8ea6-a17704699ae9 None None] Pushing event updated for resources: {'Port': ['ID=f00de151-98d5-43ec-8866-526fb3b5c2ff,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:38.759347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Allocated IP 172.20.0.1 (132c0985-fe0e-49b9-9daa-db2ce83b9806/5e09224b-e651-43e5-909b-471003214eea/74aea3f2-7ded-492f-b03a-20b2f3700972) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:38.761979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Allocated IP 172.20.0.1 (2eb610f1-6607-46c5-b531-39164a819044/4c0da275-f888-4921-bddf-871d5c7a1e33/2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:38.780414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e5579-0f23-4a3b-8091-9886b1db8036 req-9ba73d67-6f71-4e54-9d76-e62359e08fdb tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:38.782093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e65e5579-0f23-4a3b-8091-9886b1db8036 req-9ba73d67-6f71-4e54-9d76-e62359e08fdb tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 945 time: 0.0736723 Nov 09 19:45:38.785513 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-router', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:34Z', 'revision_number': 3, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'gw_port': {'id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:38.843428 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:38.854867 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a5813-2c38-40e7-b8e4-2e4021186bcb None None] The sync data for ids ['263b2173-6701-4eb7-bb6c-def54c09788b'] in n-d-817256-1 is: [{'id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-router', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:34Z', 'revision_number': 3, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'gw_port': {'id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:38.858394 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:38.903772 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e65e5579-0f23-4a3b-8091-9886b1db8036 req-171b7996-a1ec-4288-9df2-6b159a0b2181 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053326 Nov 09 19:45:38.946863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:45:38.948759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5552e-f482-4185-ac6f-82eaa3a25815 req-4755c876-36f3-4a75-8443-2eecd5874752 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:38.958611 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bbf5552e-f482-4185-ac6f-82eaa3a25815 req-4755c876-36f3-4a75-8443-2eecd5874752 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.7445316 Nov 09 19:45:38.993898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:38.994299 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.037427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.049124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.074477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bbf5552e-f482-4185-ac6f-82eaa3a25815 req-88391227-7681-40d8-8d17-a08ec4084758 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079049 Nov 09 19:45:39.127689 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.159559 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.161225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ca9a8-de42-4940-ba6b-c3addcd87ed1 None None] Pushing event updated for resources: {'Port': ['ID=bbb9e117-6f88-49f2-80f0-d0732a52a99f,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:39.164291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Attempting to bind port bbb9e117-6f88-49f2-80f0-d0732a52a99f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:39.164808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Attempting to bind port bbb9e117-6f88-49f2-80f0-d0732a52a99f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:39.165279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Attempting to bind port bbb9e117-6f88-49f2-80f0-d0732a52a99f on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:39.180586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:39.184517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:39.184801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:39.185515 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.187010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:39.187543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:39.188427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Bound port: bbb9e117-6f88-49f2-80f0-d0732a52a99f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:39.188930 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.192647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:39.228050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Pushing event updated for resources: {'Port': ['ID=74aea3f2-7ded-492f-b03a-20b2f3700972,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:39.244734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Network 2eb610f1-6607-46c5-b531-39164a819044 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:39.249295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:39.275764 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.275917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:39.300835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Pushing event updated for resources: {'Port': ['ID=2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:39.344452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] For port bbb9e117-6f88-49f2-80f0-d0732a52a99f, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:39.465134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] For port bbb9e117-6f88-49f2-80f0-d0732a52a99f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bbb9e117-6f88-49f2-80f0-d0732a52a99f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:39.467048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.485110 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.567254 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.701646 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.728739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfefbfa0-cc9e-45ea-a378-5684ab2f3c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:39.728968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef965c-06d6-4d31-9763-2ec1069320a3 req-43647272-70ab-4f12-8fdc-4a53903305af tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:39.730756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-81ef965c-06d6-4d31-9763-2ec1069320a3 req-43647272-70ab-4f12-8fdc-4a53903305af tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1773922 Nov 09 19:45:39.731221 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fd0586-860c-4b84-8779-88a99442bb3f" -d '{"events": [{"server_uuid": "dfefbfa0-cc9e-45ea-a378-5684ab2f3c86", "name": "network-vif-plugged", "status": "completed", "tag": "f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:39.749089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Routers {'34074a75-5514-40c2-bf68-9ac9d7655552'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:39.750317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['34074a75-5514-40c2-bf68-9ac9d7655552'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:39.776055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:39.809631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62f64a-353e-45e7-837a-8938ef26e3e6 req-75104ae6-b9bd-4500-ba08-ddbf651868d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:39.811163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd62f64a-353e-45e7-837a-8938ef26e3e6 req-75104ae6-b9bd-4500-ba08-ddbf651868d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 1096 time: 0.3681707 Nov 09 19:45:39.811953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-81ef965c-06d6-4d31-9763-2ec1069320a3 req-0a22da93-580a-48ad-811c-e6ab4fcb7b76 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742056 Nov 09 19:45:39.834451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ca9a8-de42-4940-ba6b-c3addcd87ed1 None None] Pushing event updated for resources: {'Port': ['ID=bbb9e117-6f88-49f2-80f0-d0732a52a99f,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:39.855112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dc03c-2ca5-4c49-8e42-da332fea5da1 req-4e92bdd6-11b7-4689-b9cb-3117acb7ba20 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:39.856716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-119dc03c-2ca5-4c49-8e42-da332fea5da1 req-4e92bdd6-11b7-4689-b9cb-3117acb7ba20 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.2229712 Nov 09 19:45:40.013079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.021030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.061493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f00de151-98d5-43ec-8866-526fb3b5c2ff up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:40.067461 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add3010c-0b04-4797-ac8e-506869fa35b2 x-openstack-request-id: req-add3010c-0b04-4797-ac8e-506869fa35b2 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:40.067754 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfefbfa0-cc9e-45ea-a378-5684ab2f3c86", "name": "network-vif-plugged", "status": "completed", "tag": "f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:40.068077 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-add3010c-0b04-4797-ac8e-506869fa35b2 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:40.068471 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfefbfa0-cc9e-45ea-a378-5684ab2f3c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa', 'code': 200} Nov 09 19:45:40.071191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:40.114798 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.170650 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c7b8133e-0bc9-43be-86fd-6279690727b1 None None] Provisioning complete for port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:40.171319 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7b8133e-0bc9-43be-86fd-6279690727b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.175768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Pushing event updated for resources: {'Port': ['ID=74aea3f2-7ded-492f-b03a-20b2f3700972,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:40.186235 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.231176 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.265797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:40.282543 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7bdf64cd-9458-40c0-86b6-fc8f82756b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.284205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c7b8133e-0bc9-43be-86fd-6279690727b1 None None] Port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:45:40.288646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62f64a-353e-45e7-837a-8938ef26e3e6 req-cb3ffd43-6dc6-4ddc-bfb9-b60bbe7c44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:40.290306 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd62f64a-353e-45e7-837a-8938ef26e3e6 req-cb3ffd43-6dc6-4ddc-bfb9-b60bbe7c44f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 920 time: 0.4698534 Nov 09 19:45:40.299452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] Set router 34074a75-5514-40c2-bf68-9ac9d7655552 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:40.306314 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceffb03-63eb-43a4-a46b-8789946e8151 req-5845e894-c719-492e-ab03-4d8457e25a35 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:40.311089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ceffb03-63eb-43a4-a46b-8789946e8151 req-5845e894-c719-492e-ab03-4d8457e25a35 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.2280631 Nov 09 19:45:40.315325 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.323921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:40.331797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:40.348776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f00de151-98d5-43ec-8866-526fb3b5c2ff triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:40.349158 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.352675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c7b8133e-0bc9-43be-86fd-6279690727b1 None None] Provisioning complete for port 74aea3f2-7ded-492f-b03a-20b2f3700972 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:40.353269 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7b8133e-0bc9-43be-86fd-6279690727b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.478612 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ceffb03-63eb-43a4-a46b-8789946e8151 req-2defbc7a-07c5-47cd-9483-b27145b07b11 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545732 Nov 09 19:45:40.500479 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.509750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Pushing event updated for resources: {'Port': ['ID=2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:40.518291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd62f64a-353e-45e7-837a-8938ef26e3e6 req-28fa6c5b-6a77-4705-afc1-5ce60b3a1298 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad HTTP/1.1" status: 200 len: 217 time: 0.2129645 Nov 09 19:45:40.527690 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-119dc03c-2ca5-4c49-8e42-da332fea5da1 req-6c0882b2-6589-4f40-9ae5-4a540feb24e6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165826 Nov 09 19:45:40.560773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c7b8133e-0bc9-43be-86fd-6279690727b1 None None] Port 74aea3f2-7ded-492f-b03a-20b2f3700972 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:45:40.571346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Router 34074a75-5514-40c2-bf68-9ac9d7655552 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:45:40.713630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:40.719105 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.761988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port f00de151-98d5-43ec-8866-526fb3b5c2ff, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f00de151-98d5-43ec-8866-526fb3b5c2ff,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:40.763138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f0478390-e3d0-4da0-bee0-471b9622fef3 admin admin] 10.222.0.53 "PUT /v2.0/routers/34074a75-5514-40c2-bf68-9ac9d7655552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1157174 Nov 09 19:45:40.777679 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.801845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe178b6-2eaa-47a1-8fbb-15c559ea1e93 req-a1d87582-dc4c-44c4-8315-59fda9985274 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:40.805136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fe178b6-2eaa-47a1-8fbb-15c559ea1e93 req-a1d87582-dc4c-44c4-8315-59fda9985274 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 945 time: 0.2166913 Nov 09 19:45:40.844163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:38Z', 'revision_number': 1, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:40.897839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fe178b6-2eaa-47a1-8fbb-15c559ea1e93 req-bff77cc0-aff1-4c74-a2db-64b29ad546b0 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842075 Nov 09 19:45:40.921375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbb9a5-4647-47bc-ab47-d05529e3be79 None None] The sync data for ids ['34074a75-5514-40c2-bf68-9ac9d7655552'] in n-d-817256-1 is: [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:38Z', 'revision_number': 1, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:40.932284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d6bb8b5f-51ac-49cf-9803-07947c20d6d4 None None] Provisioning complete for port 74aea3f2-7ded-492f-b03a-20b2f3700972 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:40.933269 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d6bb8b5f-51ac-49cf-9803-07947c20d6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:40.936193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=f00de151-98d5-43ec-8866-526fb3b5c2ff,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:41.013360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d6bb8b5f-51ac-49cf-9803-07947c20d6d4 None None] Port 74aea3f2-7ded-492f-b03a-20b2f3700972 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:45:41.041889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e705b8-d39e-4b32-82dc-f5a0c763ef36 req-447eb40e-4fb7-4767-8a12-bf861656ea47 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:41.045021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b8e705b8-d39e-4b32-82dc-f5a0c763ef36 req-447eb40e-4fb7-4767-8a12-bf861656ea47 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 950 time: 0.0834286 Nov 09 19:45:41.103085 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b8e705b8-d39e-4b32-82dc-f5a0c763ef36 req-492ef277-f018-4cee-b9a4-8a2de8e56ef8 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507789 Nov 09 19:45:41.110708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62f64a-353e-45e7-837a-8938ef26e3e6 req-16ad0a83-fe27-48d8-bd2e-cbf2c8a11184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:41.112175 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd62f64a-353e-45e7-837a-8938ef26e3e6 req-16ad0a83-fe27-48d8-bd2e-cbf2c8a11184 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f66c4956-b333-40fb-bb23-3fe3d867dd61 HTTP/1.1" status: 200 len: 859 time: 0.5834916 Nov 09 19:45:41.211937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd62f64a-353e-45e7-837a-8938ef26e3e6 req-528b8cc3-3139-41fd-9647-ec414a4ee8a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3d44e018-e947-4733-8c7b-b08b43fa9217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647221 Nov 09 19:45:41.247834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de50947-1a40-4f64-9b4a-595b275fd9a7 req-32488a59-e9f0-4d28-9639-bb44eba8d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:41.249378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6de50947-1a40-4f64-9b4a-595b275fd9a7 req-32488a59-e9f0-4d28-9639-bb44eba8d409 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 1097 time: 0.9574854 Nov 09 19:45:41.403697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ab830-46d3-41b9-bdaa-ba8a5e8bd1f2 req-9d21367c-57b6-4b88-91c4-9553a7283575 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:41.411212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c0ab830-46d3-41b9-bdaa-ba8a5e8bd1f2 req-9d21367c-57b6-4b88-91c4-9553a7283575 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.2696347 Nov 09 19:45:41.466467 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd62f64a-353e-45e7-837a-8938ef26e3e6 req-3cd8bb67-2a34-4af2-b4a0-7a254e39e897 service neutron] 10.222.0.77 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453520 Nov 09 19:45:41.468652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Network 2eb610f1-6607-46c5-b531-39164a819044 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:41.470631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6de50947-1a40-4f64-9b4a-595b275fd9a7 req-7418abca-d2cf-4b0c-88a4-fafdb104ed4b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870663 Nov 09 19:45:41.475529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:41.592609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c0ab830-46d3-41b9-bdaa-ba8a5e8bd1f2 req-a3525529-58f4-4035-bd84-ef8f0f1f21e0 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802845 Nov 09 19:45:41.741616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f00de151-98d5-43ec-8866-526fb3b5c2ff up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:41.794021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd62f64a-353e-45e7-837a-8938ef26e3e6 req-c8ca1f19-cf63-4668-92e8-54e1b74057ec service neutron] 10.222.0.77 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009760 Nov 09 19:45:41.838429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Router 263b2173-6701-4eb7-bb6c-def54c09788b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:45:41.874805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8c8bb05a-334d-48f1-b046-795551a28485 None None] Provisioning complete for port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:41.875529 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb05a-334d-48f1-b046-795551a28485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:41.882203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57222) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:41.888184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-eb091fb5-c763-408f-8ac0-acd3a4f1ff1e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473008986', 'description': 'tempest-description--1397630542'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:41.929855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb091fb5-c763-408f-8ac0-acd3a4f1ff1e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:41.952788 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f00de151-98d5-43ec-8866-526fb3b5c2ff triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:41.953441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.023711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bb05a-334d-48f1-b046-795551a28485 None None] Port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:45:42.079322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb091fb5-c763-408f-8ac0-acd3a4f1ff1e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.091750 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb091fb5-c763-408f-8ac0-acd3a4f1ff1e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.119726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 77f8eda6-125a-4c3b-872d-12e727b8f33f details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:45:42.154382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-5df097da-e772-45b5-b4dc-cef51a5bcffb tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:42.156017 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-5df097da-e772-45b5-b4dc-cef51a5bcffb tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1097 time: 0.3105471 Nov 09 19:45:42.162876 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb091fb5-c763-408f-8ac0-acd3a4f1ff1e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.167315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-eb091fb5-c763-408f-8ac0-acd3a4f1ff1e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2810056 Nov 09 19:45:42.169593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817256-1'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:42.169998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57228) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:42.181878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-02a5b649-76f7-40a1-92a1-50aa4bfce84b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'security_group_rule': {'security_group_id': 'c9b6075d-4e5f-477f-864b-b13a93dd9a1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:42.182810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78044a-d46f-43fa-8ada-176ee3e2a1a0 req-83120d7c-0255-4983-abe7-8e597a3eb625 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:42.190496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c78044a-d46f-43fa-8ada-176ee3e2a1a0 req-83120d7c-0255-4983-abe7-8e597a3eb625 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.2758386 Nov 09 19:45:42.198774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb091fb5-c763-408f-8ac0-acd3a4f1ff1e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b6075d-4e5f-477f-864b-b13a93dd9a1d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:42.217723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb84a08-3a2c-4ece-a0d3-f1147c19ca02 req-c51f55ae-acc4-424e-bc2d-277c570732d5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:42.223145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8fb84a08-3a2c-4ece-a0d3-f1147c19ca02 req-c51f55ae-acc4-424e-bc2d-277c570732d5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 946 time: 0.1220293 Nov 09 19:45:42.232442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:42.243699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:42.244650 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Sync routers for ids ['263b2173-6701-4eb7-bb6c-def54c09788b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:42.248234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-992e742f-8b81-48c1-b57e-dd6e665fa8ed admin admin] 10.222.0.53 "PUT /v2.0/routers/263b2173-6701-4eb7-bb6c-def54c09788b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7163026 Nov 09 19:45:42.269474 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Routers {'263b2173-6701-4eb7-bb6c-def54c09788b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:42.270111 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['263b2173-6701-4eb7-bb6c-def54c09788b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:42.283680 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02a5b649-76f7-40a1-92a1-50aa4bfce84b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.283992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 77f8eda6-125a-4c3b-872d-12e727b8f33f has no active binding in host n-h1-817256-1 {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 19:45:42.326751 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8fb84a08-3a2c-4ece-a0d3-f1147c19ca02 req-15ef3108-a268-43b1-81cc-fc3e36ba9da1 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921416 Nov 09 19:45:42.338154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c78044a-d46f-43fa-8ada-176ee3e2a1a0 req-987556a2-7b9b-468b-8ab9-6ed2be357f40 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465116 Nov 09 19:45:42.351315 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.375347 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02a5b649-76f7-40a1-92a1-50aa4bfce84b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.382634 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02a5b649-76f7-40a1-92a1-50aa4bfce84b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.413662 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02a5b649-76f7-40a1-92a1-50aa4bfce84b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.418742 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-02a5b649-76f7-40a1-92a1-50aa4bfce84b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2404709 Nov 09 19:45:42.432200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57232) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:42.441822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f83a50d3-ca0e-492c-b047-ef817b05570d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'security_group_rule': {'security_group_id': 'c9b6075d-4e5f-477f-864b-b13a93dd9a1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:42.476523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5b649-76f7-40a1-92a1-50aa4bfce84b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef0c2c5-258a-4e1b-ba2f-8766bb92ed58,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:42.497519 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f83a50d3-ca0e-492c-b047-ef817b05570d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.501104 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Set router 263b2173-6701-4eb7-bb6c-def54c09788b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:42.605231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:42.627791 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f83a50d3-ca0e-492c-b047-ef817b05570d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.637697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f83a50d3-ca0e-492c-b047-ef817b05570d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.655741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:42.706413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f8eda6-125a-4c3b-872d-12e727b8f33f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:42.708791 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc09f43-7acb-460d-b2c2-90983add451a" -d '{"events": [{"server_uuid": "4859d23e-59c2-4c14-ae28-162b09cb5de2", "name": "network-vif-unplugged", "status": "completed", "tag": "77f8eda6-125a-4c3b-872d-12e727b8f33f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:42.714640 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.727158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.728908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a50d3-ca0e-492c-b047-ef817b05570d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b0c974-43aa-43ef-8953-f2d79dcee8aa,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:42.775140 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f83a50d3-ca0e-492c-b047-ef817b05570d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.777126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f83a50d3-ca0e-492c-b047-ef817b05570d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427236 Nov 09 19:45:42.779353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b5ee1f37-f6ef-42cd-8df3-1deee0aadd96 req-174c69b0-81ba-4351-9a14-4ebb9b1ea0e3 tempest-FloatingIPsNegativeTestJSON-642214202 tempest-FloatingIPsNegativeTestJSON-642214202-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=56e3cd9236ae48128419ef9282e8d41c HTTP/1.1" status: 200 len: 217 time: 0.0912213 Nov 09 19:45:42.780094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57252) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:42.785283 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:42.822226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.878397 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-router', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'gw_port': {'id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e', 'name': '', 'network_id': '2eb610f1-6607-46c5-b531-39164a819044', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'mac_address': 'fa:16:3e:68:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '4c0da275-f888-4921-bddf-871d5c7a1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:40Z', 'revision_number': 2, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'subnets': [{'id': '4c0da275-f888-4921-bddf-871d5c7a1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:42.910210 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Checking router: 263b2173-6701-4eb7-bb6c-def54c09788b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:42.916397 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Updating router 263b2173-6701-4eb7-bb6c-def54c09788b port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:45:42.930862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Pushing event updated for resources: {'Port': ['ID=77f8eda6-125a-4c3b-872d-12e727b8f33f,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:42.957245 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:42.972380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fafa93-2d0c-476a-9bfb-5944b684dcb2 req-5cfe20b2-356a-4043-b5bf-e818bbcb573c tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:42.974005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6fafa93-2d0c-476a-9bfb-5944b684dcb2 req-5cfe20b2-356a-4043-b5bf-e818bbcb573c tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 945 time: 0.2279136 Nov 09 19:45:42.975004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f on host n-h2-817256-1 for vnic_type normal with profile {"migrating_to": "n-h1-817256-1"} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:42.986243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:42.986692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:43.017067 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.027198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Port 77f8eda6-125a-4c3b-872d-12e727b8f33f on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:45:43.027539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Attempting to bind port 77f8eda6-125a-4c3b-872d-12e727b8f33f on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:43.063512 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:43.063856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:43.064244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:43.064679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Bound port: 77f8eda6-125a-4c3b-872d-12e727b8f33f, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:43.065040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.070614 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6fafa93-2d0c-476a-9bfb-5944b684dcb2 req-5625338f-ba81-4d50-a30f-8ad2f0f12b8c tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774639 Nov 09 19:45:43.143366 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af26211b-db79-40a1-b98b-d6432d9f3c54 x-openstack-request-id: req-af26211b-db79-40a1-b98b-d6432d9f3c54 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:43.144046 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4859d23e-59c2-4c14-ae28-162b09cb5de2", "name": "network-vif-unplugged", "status": "completed", "tag": "77f8eda6-125a-4c3b-872d-12e727b8f33f", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:43.144310 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af26211b-db79-40a1-b98b-d6432d9f3c54 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:43.144723 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f8eda6-125a-4c3b-872d-12e727b8f33f', 'code': 200} Nov 09 19:45:43.160777 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b8ded853-fb6e-4f5c-94da-a0a8ed98217b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.187811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cefa2a0b-11cc-4165-9526-57349756d433 req-b3059957-b004-4f37-810b-16cedf35c37d tempest-FloatingIPsNegativeTestJSON-642214202 tempest-FloatingIPsNegativeTestJSON-642214202-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0421591 Nov 09 19:45:43.230880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:43.237147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:43.241278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526de98-7ee2-4a4f-a79b-bb44fe5d8752 req-314ce926-3dac-4110-9600-3fd5c5f63383 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:43.242951 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e526de98-7ee2-4a4f-a79b-bb44fe5d8752 req-314ce926-3dac-4110-9600-3fd5c5f63383 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1678011 Nov 09 19:45:43.247641 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.275357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Allocated IP 172.25.6.98 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/ab47273f-f870-47e3-94e1-99288fd6454d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:43.332367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:43.333119 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.334966 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] 10.222.0.70 "PUT /v2.0/ports/77f8eda6-125a-4c3b-872d-12e727b8f33f HTTP/1.1" status: 200 len: 1122 time: 1.1698205 Nov 09 19:45:43.364743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e526de98-7ee2-4a4f-a79b-bb44fe5d8752 req-02f7cd59-7e3d-403d-b055-a2e92e77737c tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141827 Nov 09 19:45:43.396692 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.409934 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-bd18c2d3-9fb0-4a56-9abe-b40f30949bbc req-021b1abe-5003-4be5-b15e-6b15273b2bfa tempest-FloatingIPsNegativeTestJSON-642214202 tempest-FloatingIPsNegativeTestJSON-642214202-project] show failed (client error): The resource could not be found. Nov 09 19:45:43.411703 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.431260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd18c2d3-9fb0-4a56-9abe-b40f30949bbc req-021b1abe-5003-4be5-b15e-6b15273b2bfa tempest-FloatingIPsNegativeTestJSON-642214202 tempest-FloatingIPsNegativeTestJSON-642214202-project] 10.222.0.53 "GET /v2.0/floatingips/46e8067a-e5ee-4c21-8c5a-972b69fcbcaa HTTP/1.1" status: 404 len: 350 time: 0.1017733 Nov 09 19:45:43.457966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57290) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:43.475938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['77f8eda6-125a-4c3b-872d-12e727b8f33f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:43.486390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['77f8eda6-125a-4c3b-872d-12e727b8f33f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:43.495543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a515a2b-b508-406a-8267-c5daff35107e service neutron] Pushing event updated for resources: {'Port': ['ID=77f8eda6-125a-4c3b-872d-12e727b8f33f,revision_number=8']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:43.500733 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.596898 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.613088 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.705470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:43.710655 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956179c-a7c9-4286-b8e7-d21a77b61f4e None None] Pushing event updated for resources: {'Port': ['ID=2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:43.725144 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Attempting to bind port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:43.725545 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Attempting to bind port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '5a15f5a3-5161-4e61-87b4-2f741471c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2eb610f1-6607-46c5-b531-39164a819044'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:43.725902 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Attempting to bind port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e on network 2eb610f1-6607-46c5-b531-39164a819044 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:43.727827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46022188-049e-452c-abe1-e1bb34f00913 req-88d40f71-2d58-4488-9df1-68f1e651c0c9 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:43.742041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46022188-049e-452c-abe1-e1bb34f00913 req-88d40f71-2d58-4488-9df1-68f1e651c0c9 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 944 time: 0.1585391 Nov 09 19:45:43.742215 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:43.742489 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Checking segment: {'id': '5a15f5a3-5161-4e61-87b4-2f741471c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2eb610f1-6607-46c5-b531-39164a819044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:43.742899 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.743410 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Bound using segment: {'id': '5a15f5a3-5161-4e61-87b4-2f741471c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2eb610f1-6607-46c5-b531-39164a819044'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:43.743900 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Bound port: 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a15f5a3-5161-4e61-87b4-2f741471c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2eb610f1-6607-46c5-b531-39164a819044'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:43.744164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:43.744302 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.751067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:43.837371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bbb9e117-6f88-49f2-80f0-d0732a52a99f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:43.854900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'Port': ['ID=ab47273f-f870-47e3-94e1-99288fd6454d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:43.869099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf96e-88cf-430d-9cfd-12091ace3f90 req-a7acdfcd-abd3-4590-a22f-b05c2bfbad50 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:43.880090 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ffccf96e-88cf-430d-9cfd-12091ace3f90 req-a7acdfcd-abd3-4590-a22f-b05c2bfbad50 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.2645023 Nov 09 19:45:43.906242 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] For port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:43.910879 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] For port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e,segment=NetworkSegment(5a15f5a3-5161-4e61-87b4-2f741471c79d),segment_id=5a15f5a3-5161-4e61-87b4-2f741471c79d)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:43.919340 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46022188-049e-452c-abe1-e1bb34f00913 req-90932b6c-c1ea-424f-8e13-42e5706e7a95 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704440 Nov 09 19:45:43.925081 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.943574 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:43.975512 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ffccf96e-88cf-430d-9cfd-12091ace3f90 req-a2fcbd7c-bd49-44fc-8431-c458fda66d16 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944681 Nov 09 19:45:44.000596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:44.099847 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Routers {'263b2173-6701-4eb7-bb6c-def54c09788b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:44.104016 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['263b2173-6701-4eb7-bb6c-def54c09788b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:44.137303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-811c9925-73dc-4b71-b9b1-ef1cd7fda608 None None] Provisioning complete for port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:44.137676 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-811c9925-73dc-4b71-b9b1-ef1cd7fda608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:44.248068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bbb9e117-6f88-49f2-80f0-d0732a52a99f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:44.248629 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:44.250441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e6edd722-67b5-4342-8e10-0d882f0fd19d no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:44.250642 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956179c-a7c9-4286-b8e7-d21a77b61f4e None None] Pushing event updated for resources: {'Port': ['ID=2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:44.318395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:44.341708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:44.373166 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] Set router 263b2173-6701-4eb7-bb6c-def54c09788b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:44.425065 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Sync routers for ids ['34074a75-5514-40c2-bf68-9ac9d7655552'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:44.458791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'Port': ['ID=ab47273f-f870-47e3-94e1-99288fd6454d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:44.492890 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:44.532052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:44.541564 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2349eab2-52db-4c10-81bd-dfb112e539be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7598677 Nov 09 19:45:44.646089 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-811c9925-73dc-4b71-b9b1-ef1cd7fda608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:44.655551 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:44.664151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Routers {'34074a75-5514-40c2-bf68-9ac9d7655552'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:44.664380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131db9dd-17d3-4daf-afb6-6035aeee7222 req-8d425b89-b829-429f-8125-6a5fdae97035 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:44.665295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['34074a75-5514-40c2-bf68-9ac9d7655552'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:44.666391 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-131db9dd-17d3-4daf-afb6-6035aeee7222 req-8d425b89-b829-429f-8125-6a5fdae97035 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 945 time: 0.0635536 Nov 09 19:45:44.685308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:44.726230 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-131db9dd-17d3-4daf-afb6-6035aeee7222 req-be221e8f-ebff-42fe-a3ea-ce5d75099d2d tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513322 Nov 09 19:45:44.764766 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-router', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'gw_port': {'id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e', 'name': '', 'network_id': '2eb610f1-6607-46c5-b531-39164a819044', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'mac_address': 'fa:16:3e:68:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '4c0da275-f888-4921-bddf-871d5c7a1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:43Z', 'revision_number': 4, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'subnets': [{'id': '4c0da275-f888-4921-bddf-871d5c7a1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:44.779442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c26c4-ba53-4b18-9fd3-6ccdf842653c req-01cd7de0-8745-4bf8-be19-a253ceb9e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:44.780900 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-375c26c4-ba53-4b18-9fd3-6ccdf842653c req-01cd7de0-8745-4bf8-be19-a253ceb9e5f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2b2feef361e42ee92a3e941538fd1ea&device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 1097 time: 0.1972711 Nov 09 19:45:44.797227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43091077-fd08-4301-9515-59f32a7cf616 req-9260c839-1582-4385-80bd-3fe7accd1029 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:44.800594 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54847b3c-0c2a-42cb-97f2-25fe9ee37aa8 None None] The sync data for ids ['263b2173-6701-4eb7-bb6c-def54c09788b'] in n-d-817256-1 is: [{'id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-router', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'gw_port': {'id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e', 'name': '', 'network_id': '2eb610f1-6607-46c5-b531-39164a819044', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'mac_address': 'fa:16:3e:68:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '4c0da275-f888-4921-bddf-871d5c7a1e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:43Z', 'revision_number': 4, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'subnets': [{'id': '4c0da275-f888-4921-bddf-871d5c7a1e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:44.805194 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43091077-fd08-4301-9515-59f32a7cf616 req-9260c839-1582-4385-80bd-3fe7accd1029 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1995533 Nov 09 19:45:44.954218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bb0ce-e091-4c5d-9c07-5408a08e7339 req-79b11977-d986-4eaf-a077-350c57d79f31 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:44.961655 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43091077-fd08-4301-9515-59f32a7cf616 req-50c154a9-d558-41c4-9cc5-f53b1116066b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535687 Nov 09 19:45:44.963640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-837bb0ce-e091-4c5d-9c07-5408a08e7339 req-79b11977-d986-4eaf-a077-350c57d79f31 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1084867 Nov 09 19:45:45.010368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-811c9925-73dc-4b71-b9b1-ef1cd7fda608 None None] For port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e,segment=NetworkSegment(5a15f5a3-5161-4e61-87b4-2f741471c79d),segment_id=5a15f5a3-5161-4e61-87b4-2f741471c79d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:45.018485 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-837bb0ce-e091-4c5d-9c07-5408a08e7339 req-119adaec-4f87-42d6-a3cf-be843fca5018 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508945 Nov 09 19:45:45.026768 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:45.048552 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-811c9925-73dc-4b71-b9b1-ef1cd7fda608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:45.127108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:45.128114 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:45.130828 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484dca5e-3217-4550-86de-2d769d37b14e" -d '{"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-unplugged", "status": "completed", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:45.162999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'tag': '77f8eda6-125a-4c3b-872d-12e727b8f33f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:45.165486 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203b937d-9326-4e6e-bc6e-a407ad5b83f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4859d23e-59c2-4c14-ae28-162b09cb5de2", "tag": "77f8eda6-125a-4c3b-872d-12e727b8f33f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:45.168348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c9925-73dc-4b71-b9b1-ef1cd7fda608 None None] Pushing event updated for resources: {'Port': ['ID=2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:45.186991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c26c4-ba53-4b18-9fd3-6ccdf842653c req-93ec2259-5d10-47bb-a406-aaeaf08f1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:45.188808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-375c26c4-ba53-4b18-9fd3-6ccdf842653c req-93ec2259-5d10-47bb-a406-aaeaf08f1396 service neutron] 10.222.0.70 "GET /v2.0/networks?id=80e472df-b8d9-4116-96a1-8158af70eb0a HTTP/1.1" status: 200 len: 912 time: 0.3759134 Nov 09 19:45:45.205379 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:45.249216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-30dffbfb-37d8-4c8c-99b7-2a6579630f7b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1473008986&fields=id&tenant_id=e3f76579cbf14f63a7509e37e4402350 HTTP/1.1" status: 200 len: 267 time: 0.1610866 Nov 09 19:45:45.257229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-375c26c4-ba53-4b18-9fd3-6ccdf842653c req-6c147ec1-c9e2-44c6-a8e7-dc1bf8d9e3e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa HTTP/1.1" status: 200 len: 217 time: 0.0568264 Nov 09 19:45:45.277869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca68430-e201-4066-a039-6ed2f382526f req-1c8e6a4e-a5de-49a7-8fff-f5f7998fb493 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:45.286622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fca68430-e201-4066-a039-6ed2f382526f req-1c8e6a4e-a5de-49a7-8fff-f5f7998fb493 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 944 time: 0.0802202 Nov 09 19:45:45.288759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8a11f548-933f-4cc4-91b3-409637e5e441 None None] Provisioning complete for port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:45.289678 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a11f548-933f-4cc4-91b3-409637e5e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:45.302320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Set router 34074a75-5514-40c2-bf68-9ac9d7655552 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:45.344737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fca68430-e201-4066-a039-6ed2f382526f req-23e2e4ab-d9e4-4be8-9ce6-d9f7f641c1e2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503116 Nov 09 19:45:45.361201 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:45.381707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=11']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:45.426325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port bbb9e117-6f88-49f2-80f0-d0732a52a99f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bbb9e117-6f88-49f2-80f0-d0732a52a99f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:45.429610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c26c4-ba53-4b18-9fd3-6ccdf842653c req-73d83119-9573-48f7-a0de-0bc32737ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:45.431294 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-375c26c4-ba53-4b18-9fd3-6ccdf842653c req-73d83119-9573-48f7-a0de-0bc32737ddc1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e5d51e7b-6104-4b60-8b98-659e4de75886 HTTP/1.1" status: 200 len: 851 time: 0.1556017 Nov 09 19:45:45.475694 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:45.481718 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7839ae-975f-4790-aac9-f9adeb84c620 x-openstack-request-id: req-9b7839ae-975f-4790-aac9-f9adeb84c620 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:45.481978 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-unplugged", "status": "completed", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:45.482269 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b7839ae-975f-4790-aac9-f9adeb84c620 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:45.482697 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'code': 200} Nov 09 19:45:45.491478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-375c26c4-ba53-4b18-9fd3-6ccdf842653c req-d1fad23c-761c-48ca-9e1a-a85f73279b98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80e472df-b8d9-4116-96a1-8158af70eb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473289 Nov 09 19:45:45.526413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] Deleting port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:45.526835 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:45.630911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] For port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e,segment=NetworkSegment(5a15f5a3-5161-4e61-87b4-2f741471c79d),segment_id=5a15f5a3-5161-4e61-87b4-2f741471c79d)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:45.631281 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:45.654312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] Calling delete_port for 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:45.660626 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9a1f09-1619-4745-86b9-c26e059f4ae9 x-openstack-request-id: req-fb9a1f09-1619-4745-86b9-c26e059f4ae9 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:45.661038 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4859d23e-59c2-4c14-ae28-162b09cb5de2", "tag": "77f8eda6-125a-4c3b-872d-12e727b8f33f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:45.661475 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb9a1f09-1619-4745-86b9-c26e059f4ae9 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:45.661974 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'tag': '77f8eda6-125a-4c3b-872d-12e727b8f33f', 'status': 'completed', 'code': 200} Nov 09 19:45:45.667325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=bbb9e117-6f88-49f2-80f0-d0732a52a99f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:45.758559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-56f932bc-d934-4a1c-aaa4-545e17c7c8cf tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:45.766971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-56f932bc-d934-4a1c-aaa4-545e17c7c8cf tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 811 time: 0.5076749 Nov 09 19:45:45.815527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:45.860337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-0dc89c53-3d7c-4988-ba7e-06c61bea2c34 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/quotas/e3f76579cbf14f63a7509e37e4402350 HTTP/1.1" status: 200 len: 375 time: 0.0924079 Nov 09 19:45:45.881939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 2, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:45.927014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Checking router: 34074a75-5514-40c2-bf68-9ac9d7655552 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:45.927367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Updating router 34074a75-5514-40c2-bf68-9ac9d7655552 port 74aea3f2-7ded-492f-b03a-20b2f3700972 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:45:45.935238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6482de-9fa1-4a9f-9bc3-2787e6a6aee1 req-90589a54-7923-46b0-aecb-360e346c88c1 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:45.937126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cc6482de-9fa1-4a9f-9bc3-2787e6a6aee1 req-90589a54-7923-46b0-aecb-360e346c88c1 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 945 time: 0.0654893 Nov 09 19:45:45.968911 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:45.997653 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cc6482de-9fa1-4a9f-9bc3-2787e6a6aee1 req-0adbddb7-0b8a-49ea-87db-4483c67033f4 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533984 Nov 09 19:45:46.183161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:46.183543 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:46.230958 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:46.299296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b937d-9326-4e6e-bc6e-a407ad5b83f5 req-6c87f627-33df-470d-b7d8-aa940aa5ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:46.300830 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-203b937d-9326-4e6e-bc6e-a407ad5b83f5 req-6c87f627-33df-470d-b7d8-aa940aa5ab68 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 1125 time: 0.6379862 Nov 09 19:45:46.310274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc36a-6f10-45a5-b253-b8ebf5a46a65 req-6e617e03-43ad-4114-ac93-93ba597a28d7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:46.311721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e1bc36a-6f10-45a5-b253-b8ebf5a46a65 req-6e617e03-43ad-4114-ac93-93ba597a28d7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.0616217 Nov 09 19:45:46.355354 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e1bc36a-6f10-45a5-b253-b8ebf5a46a65 req-85356f9c-2066-4244-a31c-4c42c88fa473 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371044 Nov 09 19:45:46.407238 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:46.414380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:46.443480 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-375c26c4-ba53-4b18-9fd3-6ccdf842653c req-b569949a-061e-4638-9fc3-d990dfc0231b service neutron] 10.222.0.70 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9354403 Nov 09 19:45:46.492952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105d20c-5c65-4879-a743-c5d773860532 req-67cf51db-0d5e-4424-85be-27e8f248c3f4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:46.495578 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9105d20c-5c65-4879-a743-c5d773860532 req-67cf51db-0d5e-4424-85be-27e8f248c3f4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.0709908 Nov 09 19:45:46.504348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-0b0d8070-e02c-4542-b3cc-2a85c3321bec tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6431315 Nov 09 19:45:46.509534 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5306c1-cd13-4975-88c3-12278124e93c None None] Pushing event updated for resources: {'Port': ['ID=74aea3f2-7ded-492f-b03a-20b2f3700972,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:46.563131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-16aee6b9-b701-4d47-9588-3f462bdcac87 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:46.564742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-16aee6b9-b701-4d47-9588-3f462bdcac87 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.70 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 945 time: 0.2931170 Nov 09 19:45:46.579699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Attempting to bind port 74aea3f2-7ded-492f-b03a-20b2f3700972 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:46.580641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Attempting to bind port 74aea3f2-7ded-492f-b03a-20b2f3700972 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:46.581213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Attempting to bind port 74aea3f2-7ded-492f-b03a-20b2f3700972 on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:46.582822 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9105d20c-5c65-4879-a743-c5d773860532 req-7511fd84-78a2-49a8-9ac9-d11cf104ae7e tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709832 Nov 09 19:45:46.590694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:46.590694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Checking segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:46.590995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:46.591316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Bound using segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:46.591684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Bound port: 74aea3f2-7ded-492f-b03a-20b2f3700972, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:46.592111 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:46.676759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] For port 74aea3f2-7ded-492f-b03a-20b2f3700972, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:46.680833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] For port 74aea3f2-7ded-492f-b03a-20b2f3700972, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=74aea3f2-7ded-492f-b03a-20b2f3700972,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:46.689550 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:46.742452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-375c26c4-ba53-4b18-9fd3-6ccdf842653c req-a962b9c0-6383-4423-8b56-15ac69c3044c service neutron] 10.222.0.70 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669921 Nov 09 19:45:46.743767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b937d-9326-4e6e-bc6e-a407ad5b83f5 req-8f7e531e-1f08-4a88-baec-9e331695de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:46.745803 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-203b937d-9326-4e6e-bc6e-a407ad5b83f5 req-8f7e531e-1f08-4a88-baec-9e331695de53 service neutron] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.4210107 Nov 09 19:45:46.762213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Routers {'34074a75-5514-40c2-bf68-9ac9d7655552'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:46.763506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['34074a75-5514-40c2-bf68-9ac9d7655552'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:46.880527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5306c1-cd13-4975-88c3-12278124e93c None None] Pushing event updated for resources: {'Port': ['ID=74aea3f2-7ded-492f-b03a-20b2f3700972,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:46.898242 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-203b937d-9326-4e6e-bc6e-a407ad5b83f5 req-3cf6248e-25d6-417e-a895-96b424bb3348 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f HTTP/1.1" status: 200 len: 217 time: 0.1013186 Nov 09 19:45:46.908719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5242e65d-fd09-4ce7-8c88-0445864205b7 None None] Provisioning complete for port 74aea3f2-7ded-492f-b03a-20b2f3700972 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:46.909155 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5242e65d-fd09-4ce7-8c88-0445864205b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:46.934559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaa8e8-9d3c-4d6b-8b08-fcf4a4350004 req-e2c1b0be-035e-49fb-b261-f7dada317d43 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:46.936137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-adaaa8e8-9d3c-4d6b-8b08-fcf4a4350004 req-e2c1b0be-035e-49fb-b261-f7dada317d43 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 944 time: 0.0878894 Nov 09 19:45:46.987697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] Set router 34074a75-5514-40c2-bf68-9ac9d7655552 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:46.993348 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-adaaa8e8-9d3c-4d6b-8b08-fcf4a4350004 req-98edbbe5-a249-44a2-a8a7-596ed6c679d4 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506284 Nov 09 19:45:47.000018 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:47.064139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:47.112426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b937d-9326-4e6e-bc6e-a407ad5b83f5 req-09a6fef2-6ddd-4942-8e91-b579ef0dd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:47.113925 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-203b937d-9326-4e6e-bc6e-a407ad5b83f5 req-09a6fef2-6ddd-4942-8e91-b579ef0dd5fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.2047703 Nov 09 19:45:47.119127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5242e65d-fd09-4ce7-8c88-0445864205b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:47.174451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-a3ce4807-b396-47e5-a049-5b951c63aeb3 service neutron] 10.222.0.53 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744183 Nov 09 19:45:47.202753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5242e65d-fd09-4ce7-8c88-0445864205b7 None None] For port 74aea3f2-7ded-492f-b03a-20b2f3700972, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=74aea3f2-7ded-492f-b03a-20b2f3700972,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:47.213931 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5242e65d-fd09-4ce7-8c88-0445864205b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:47.263792 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-203b937d-9326-4e6e-bc6e-a407ad5b83f5 req-4eaff97b-039a-486c-81b1-e927d21e19f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205623 Nov 09 19:45:47.287573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Deleting port 462bcd61-67ce-43d9-9301-12ac08daf266 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:47.287873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:47.298835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242e65d-fd09-4ce7-8c88-0445864205b7 None None] Pushing event updated for resources: {'Port': ['ID=74aea3f2-7ded-492f-b03a-20b2f3700972,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:47.333186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114f0ad-84ab-445e-bef6-88821629f259 req-63538a75-9a99-4c06-8e3f-372815802fbf tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:47.344409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3114f0ad-84ab-445e-bef6-88821629f259 req-63538a75-9a99-4c06-8e3f-372815802fbf tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 945 time: 0.0733211 Nov 09 19:45:47.360226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f1f04e67-9e9b-4439-b467-34d813b74d65 None None] Provisioning complete for port 74aea3f2-7ded-492f-b03a-20b2f3700972 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:47.360226 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f1f04e67-9e9b-4439-b467-34d813b74d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:47.379936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3114f0ad-84ab-445e-bef6-88821629f259 req-65a46044-b204-4b78-a2fa-951291cdc283 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2f256fa-19ae-4420-85b8-2d4137233e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Nov 09 19:45:47.409863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:46Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:47.551066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-893990ee-daa3-4d4b-9bf9-d02e16d4a08b service neutron] 10.222.0.53 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752184 Nov 09 19:45:47.581473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a2d0c-2f76-451d-9178-cb408dc9c525 req-921eb682-c71b-4756-89df-afb468d0fbf5 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:47.587705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510e0fe-1ec8-4d8a-a71e-a74b40f0480f None None] The sync data for ids ['34074a75-5514-40c2-bf68-9ac9d7655552'] in n-d-817256-1 is: [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:46Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:47.594454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e55a2d0c-2f76-451d-9178-cb408dc9c525 req-921eb682-c71b-4756-89df-afb468d0fbf5 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.0686367 Nov 09 19:45:47.650003 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:47.670317 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e55a2d0c-2f76-451d-9178-cb408dc9c525 req-39534e52-33a0-435a-aa26-80f6c04da1b7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748456 Nov 09 19:45:47.717881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] For port 462bcd61-67ce-43d9-9301-12ac08daf266, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=462bcd61-67ce-43d9-9301-12ac08daf266,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:47.718610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:47.884097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bbb9e117-6f88-49f2-80f0-d0732a52a99f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:47.922399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-203b937d-9326-4e6e-bc6e-a407ad5b83f5 req-b8772de4-6f53-4fa9-9d97-539a20447e4f service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377137 Nov 09 19:45:47.965092 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bbb9e117-6f88-49f2-80f0-d0732a52a99f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:47.965858 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:48.095697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 74aea3f2-7ded-492f-b03a-20b2f3700972 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:45:48.169373 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:48.169694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:48.169911 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Floating IP 10bc1df1-1c8b-44ce-9cff-b48a3fafcb82 disassociated. External IP: 172.25.6.214, port: 462bcd61-67ce-43d9-9301-12ac08daf266. Nov 09 19:45:48.170258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Calling delete_port for 462bcd61-67ce-43d9-9301-12ac08daf266 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:48.171279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 74aea3f2-7ded-492f-b03a-20b2f3700972 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:48.172121 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:48.179224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974963f4-37fb-4c89-8e03-5aa6b9ef7505 req-4aef4802-d390-4e5c-9c5b-40d14493e083 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:48.186862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-974963f4-37fb-4c89-8e03-5aa6b9ef7505 req-4aef4802-d390-4e5c-9c5b-40d14493e083 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.3955607 Nov 09 19:45:48.201270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 462bcd61-67ce-43d9-9301-12ac08daf266 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:48.374190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-974963f4-37fb-4c89-8e03-5aa6b9ef7505 req-d9658682-7810-4758-9535-12a914b22353 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830986 Nov 09 19:45:48.389568 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:48.420623 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-203b937d-9326-4e6e-bc6e-a407ad5b83f5 req-eb448978-5c3e-451c-a005-1e610fa20a28 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233148 Nov 09 19:45:48.422974 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fdf0f1-f246-4868-a37a-2c53491386da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462bcd61-67ce-43d9-9301-12ac08daf266'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:48.425168 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48ef669-af37-46af-9840-00b4ec261135" -d '{"events": [{"server_uuid": "82fdf0f1-f246-4868-a37a-2c53491386da", "name": "network-vif-unplugged", "status": "completed", "tag": "462bcd61-67ce-43d9-9301-12ac08daf266"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:48.440095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 462bcd61-67ce-43d9-9301-12ac08daf266, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=462bcd61-67ce-43d9-9301-12ac08daf266,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:48.448887 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:48.560212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=462bcd61-67ce-43d9-9301-12ac08daf266,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:48.607098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c950bd51-c5b2-46fd-b235-f0808c320b5c req-a58be438-32e9-4e88-a146-c573f667bb6b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 210 time: 0.0585160 Nov 09 19:45:48.747097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] Router 263b2173-6701-4eb7-bb6c-def54c09788b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:45:48.765008 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:48.811887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7505333-624d-4e04-aaa3-b2010dd68253 req-bfacc91b-b8e5-40b1-bc08-3a33bb5a681d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:48.813508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f7505333-624d-4e04-aaa3-b2010dd68253 req-bfacc91b-b8e5-40b1-bc08-3a33bb5a681d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 944 time: 0.1195018 Nov 09 19:45:48.814315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Pushing event deleted for resources: {'Port': ['ID=462bcd61-67ce-43d9-9301-12ac08daf266,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:48.846080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-51045ea2-0c22-4622-b601-90cf89b362ed req-9476f267-1cff-4b13-897e-ea8bdeee828f tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 210 time: 0.0385890 Nov 09 19:45:48.902033 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4be8f51-4022-4016-8080-c4f441ccdb84 x-openstack-request-id: req-a4be8f51-4022-4016-8080-c4f441ccdb84 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:48.902431 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fdf0f1-f246-4868-a37a-2c53491386da", "name": "network-vif-unplugged", "status": "completed", "tag": "462bcd61-67ce-43d9-9301-12ac08daf266", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:48.902817 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4be8f51-4022-4016-8080-c4f441ccdb84 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:48.903319 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fdf0f1-f246-4868-a37a-2c53491386da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462bcd61-67ce-43d9-9301-12ac08daf266', 'code': 200} Nov 09 19:45:49.478981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f7505333-624d-4e04-aaa3-b2010dd68253 req-0dedaae8-be4d-4916-860a-f2e9fc66b91a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103394 Nov 09 19:45:49.521359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:49.540968 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] Sync routers for ids ['263b2173-6701-4eb7-bb6c-def54c09788b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:49.542771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-db6984a0-8786-49db-b771-f8c224ccc0a6 admin admin] 10.222.0.53 "PUT /v2.0/routers/263b2173-6701-4eb7-bb6c-def54c09788b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0830138 Nov 09 19:45:49.548946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57558) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:49.555755 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] Routers {'263b2173-6701-4eb7-bb6c-def54c09788b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:49.556669 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['263b2173-6701-4eb7-bb6c-def54c09788b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:49.584948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237d746-2bfa-42ee-8117-5d0c51f7e056 req-c1aae3c2-89e7-4c15-8e0e-d33b12e05f85 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:49.596179 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c237d746-2bfa-42ee-8117-5d0c51f7e056 req-c1aae3c2-89e7-4c15-8e0e-d33b12e05f85 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1144550 Nov 09 19:45:49.657200 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c237d746-2bfa-42ee-8117-5d0c51f7e056 req-7a293266-871a-476c-a0eb-cae6ded112b8 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593286 Nov 09 19:45:49.725436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:49.746732 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] Set router 263b2173-6701-4eb7-bb6c-def54c09788b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:49.871092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-824aee65-b431-47a2-bb10-26b5a027f42e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:49.873022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-824aee65-b431-47a2-bb10-26b5a027f42e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 811 time: 0.5093329 Nov 09 19:45:49.919697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Router b996247a-3ca9-4eeb-92a1-b0b71225b36d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:45:49.939157 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96faf6-58f4-412e-bb14-dd7b50132df1 req-85e83a8b-df65-4369-a83f-811eafc1a7aa tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:49.940741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae96faf6-58f4-412e-bb14-dd7b50132df1 req-85e83a8b-df65-4369-a83f-811eafc1a7aa tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.3650947 Nov 09 19:45:50.027245 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-2b551e42-2df5-4125-8aac-ef3a05f80583 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3f76579cbf14f63a7509e37e4402350 HTTP/1.1" status: 200 len: 380 time: 0.1345022 Nov 09 19:45:50.108686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'port': {'device_id': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'admin_state_up': True, 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'security_groups': ['c9b6075d-4e5f-477f-864b-b13a93dd9a1d']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:50.121077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae96faf6-58f4-412e-bb14-dd7b50132df1 req-16671445-0378-4ee7-89a7-4c3a0a5921ab tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632786 Nov 09 19:45:50.121382 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-router', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:46Z', 'revision_number': 5, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'gw_port': {'id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:50.160203 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] Checking router: 263b2173-6701-4eb7-bb6c-def54c09788b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:50.180438 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] Routers {'263b2173-6701-4eb7-bb6c-def54c09788b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:50.181868 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['263b2173-6701-4eb7-bb6c-def54c09788b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:50.186447 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:50.295856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6403351f-3458-4596-a7aa-a04a9bf64f65 req-9dd956ef-411d-401d-8d5d-59c61c1e2e99 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 210 time: 0.0690711 Nov 09 19:45:50.309127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:50.311744 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] Set router 263b2173-6701-4eb7-bb6c-def54c09788b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:50.326085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] Sync routers for ids ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:50.361965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] Routers {'b996247a-3ca9-4eeb-92a1-b0b71225b36d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:50.369174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:50.373229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] No DVR routers for this DVR port 462bcd61-67ce-43d9-9301-12ac08daf266 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:50.383821 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:50.388282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66bc48ec-390b-440f-a2c2-e39465ecd294 req-0d53ee2b-381f-410a-9204-32fc0963feab tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.70 "DELETE /v2.0/ports/462bcd61-67ce-43d9-9301-12ac08daf266 HTTP/1.1" status: 204 len: 173 time: 3.7699862 Nov 09 19:45:50.388767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fdf0f1-f246-4868-a37a-2c53491386da', 'name': 'network-vif-deleted', 'tag': '462bcd61-67ce-43d9-9301-12ac08daf266'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:50.391160 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b71ec7-58ae-470a-9cbb-1cb9aad850a5" -d '{"events": [{"server_uuid": "82fdf0f1-f246-4868-a37a-2c53491386da", "name": "network-vif-deleted", "tag": "462bcd61-67ce-43d9-9301-12ac08daf266"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:50.454809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Deleting port f00de151-98d5-43ec-8866-526fb3b5c2ff {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:50.455214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:50.456912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Made reservation on behalf of e3f76579cbf14f63a7509e37e4402350 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:45:50.470749 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:50.583269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] Set router b996247a-3ca9-4eeb-92a1-b0b71225b36d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:50.601803 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-router', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:46Z', 'revision_number': 5, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'gw_port': {'id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:50.632794 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b5c29d-ccae-4f2d-ad54-f5780c4c0ada None None] The sync data for ids ['263b2173-6701-4eb7-bb6c-def54c09788b'] in n-d-817256-1 is: [{'id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1033167918-router', 'tenant_id': '56e3cd9236ae48128419ef9282e8d41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:46Z', 'revision_number': 5, 'project_id': '56e3cd9236ae48128419ef9282e8d41c', 'gw_port': {'id': 'f00de151-98d5-43ec-8866-526fb3b5c2ff', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:10:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263b2173-6701-4eb7-bb6c-def54c09788b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:50.665160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b94c3a69-6d3c-4f35-9ddf-87e28f8fdc92 req-23f60833-f255-4d87-bf01-bfbe9ab7a3a3 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/ports?device_id=82fdf0f1-f246-4868-a37a-2c53491386da HTTP/1.1" status: 200 len: 210 time: 0.1379755 Nov 09 19:45:50.784044 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941fe1ff-64be-44a8-b0cb-aa1765766737 x-openstack-request-id: req-941fe1ff-64be-44a8-b0cb-aa1765766737 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:50.784477 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fdf0f1-f246-4868-a37a-2c53491386da", "name": "network-vif-deleted", "tag": "462bcd61-67ce-43d9-9301-12ac08daf266", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:50.784733 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-941fe1ff-64be-44a8-b0cb-aa1765766737 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:50.785133 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fdf0f1-f246-4868-a37a-2c53491386da', 'name': 'network-vif-deleted', 'tag': '462bcd61-67ce-43d9-9301-12ac08daf266', 'status': 'completed', 'code': 200} Nov 09 19:45:50.799584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] For port f00de151-98d5-43ec-8866-526fb3b5c2ff, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f00de151-98d5-43ec-8866-526fb3b5c2ff,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:50.800123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:50.844515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Calling delete_port for f00de151-98d5-43ec-8866-526fb3b5c2ff owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:50.912323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73531166-545c-4623-ada8-c26344ea9787 req-0742f597-15b3-4caf-9a45-3782718409c2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:50.915176 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73531166-545c-4623-ada8-c26344ea9787 req-0742f597-15b3-4caf-9a45-3782718409c2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 944 time: 0.1402295 Nov 09 19:45:50.942221 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:50.965789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Allocated IP 172.20.0.8 (132c0985-fe0e-49b9-9daa-db2ce83b9806/5e09224b-e651-43e5-909b-471003214eea/3272acb7-3e3f-4c55-8e57-4b949482c82f) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:45:50.983463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:20Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927', 'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'mac_address': 'fa:16:3e:71:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:18Z', 'updated_at': '2021-11-09T19:43:25Z', 'revision_number': 5, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'subnets': [{'id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:50.994809 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73531166-545c-4623-ada8-c26344ea9787 req-87b8827a-2d99-4e7f-9ce6-0cf504283fb1 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723670 Nov 09 19:45:51.025048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] Checking router: b996247a-3ca9-4eeb-92a1-b0b71225b36d for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:51.031051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a097-2c99-4b4d-bb35-3e1c85e81172 req-04f5442f-3643-477e-b008-3aa670f461a4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:51.033546 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13b3a097-2c99-4b4d-bb35-3e1c85e81172 req-04f5442f-3643-477e-b008-3aa670f461a4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1723266 Nov 09 19:45:51.044122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] Routers {'b996247a-3ca9-4eeb-92a1-b0b71225b36d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:51.044769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:51.195606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] Set router b996247a-3ca9-4eeb-92a1-b0b71225b36d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:51.217878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13b3a097-2c99-4b4d-bb35-3e1c85e81172 req-aa9a640d-c8c0-430f-839d-0ba4cf6ceb0e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622138 Nov 09 19:45:51.226581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dbaea-8e87-46f4-b86c-a5750069697a req-33de6aa8-c16d-4b88-a853-571d92553fb0 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:51.235936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db8dbaea-8e87-46f4-b86c-a5750069697a req-33de6aa8-c16d-4b88-a853-571d92553fb0 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 948 time: 0.1304686 Nov 09 19:45:51.300208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db8dbaea-8e87-46f4-b86c-a5750069697a req-7fce9242-503c-42a7-a2e6-5baafc484199 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628667 Nov 09 19:45:51.381768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:51.429657 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:51.473504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Pushing event deleted for resources: {'Port': ['ID=f00de151-98d5-43ec-8866-526fb3b5c2ff,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:51.494207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccb76c1b-ebb6-4f6e-a024-0c67595a943d req-7db0a37b-be48-4274-bd19-77a8b8922681 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 210 time: 0.0330563 Nov 09 19:45:51.518164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64d275-7c73-41e4-9a2e-664700a5a288 req-8dd23a01-6812-419f-a2ca-1c2b0f373a24 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:51.519853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb64d275-7c73-41e4-9a2e-664700a5a288 req-8dd23a01-6812-419f-a2ca-1c2b0f373a24 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1658835 Nov 09 19:45:51.543725 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-12b4510f-2eb3-48ac-9a86-b32d9d1998e9 service neutron] 10.222.0.77 "GET /v2.0/ports/77f8eda6-125a-4c3b-872d-12e727b8f33f/bindings/n-h1-817256-1 HTTP/1.1" status: 200 len: 384 time: 0.1088216 Nov 09 19:45:51.574625 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:20Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927', 'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'mac_address': 'fa:16:3e:71:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:18Z', 'updated_at': '2021-11-09T19:43:25Z', 'revision_number': 5, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'subnets': [{'id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:51.612665 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727b4054-7ad8-49e0-bf5f-4df53eb6e062 None None] The sync data for ids ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'] in n-d-817256-1 is: [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:43:20Z', 'revision_number': 4, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927', 'name': '', 'network_id': '04401a37-64e7-4eec-9009-7f857d91e141', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'mac_address': 'fa:16:3e:71:b6:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:18Z', 'updated_at': '2021-11-09T19:43:25Z', 'revision_number': 5, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'subnets': [{'id': 'e7647864-d98d-4cd6-99a7-dd90a76e2bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:51.617206 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb64d275-7c73-41e4-9a2e-664700a5a288 req-abf1e0dd-0565-46a9-b53a-4e924be6498f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661180 Nov 09 19:45:51.619340 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:51.674959 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:51.693566 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:45:51.733041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:51.742304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:45:51.781907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:51.782703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2c9dd7e3-061b-4b5d-a3c5-3de7fd84622e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:51.798217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-7d3d63b4-c47e-4485-aecf-fa9ac81c5894 service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:51.801851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:45:51.806979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57622) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:51.851669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-7d3d63b4-c47e-4485-aecf-fa9ac81c5894 service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:51.862389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:51.876551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:51.880556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:51.924347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-7d3d63b4-c47e-4485-aecf-fa9ac81c5894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f8eda6-125a-4c3b-872d-12e727b8f33f {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:45:51.952370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-7d3d63b4-c47e-4485-aecf-fa9ac81c5894 service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:51.955518 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a19a025-8adc-4663-b3e9-06c9a99d91f5 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:51.981199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:51.982316 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:51.984862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a19a025-8adc-4663-b3e9-06c9a99d91f5 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:51.999737 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.000709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 263b2173-6701-4eb7-bb6c-def54c09788b {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:45:52.008102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.012817 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5059ca4d-b2ab-4f54-a610-e5757b304fec admin admin] 10.222.0.53 "DELETE /v2.0/routers/263b2173-6701-4eb7-bb6c-def54c09788b HTTP/1.1" status: 204 len: 168 time: 2.4554651 Nov 09 19:45:52.013638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57624) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:52.017386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-3ba93b7c-d3d2-432c-a1ce-1e9d0388a656 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9133046 Nov 09 19:45:52.028126 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-7d3d63b4-c47e-4485-aecf-fa9ac81c5894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.033754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Request body: {'port': {'device_id': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:45:52.041432 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f73cfd-9811-464f-b4dc-77fec5214cf5 None None] New status for floating IP 10bc1df1-1c8b-44ce-9cff-b48a3fafcb82: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:45:52.098748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2a8dbdf2-19e6-4d89-8171-9c71aa2941bf None None] Provisioning complete for port 3272acb7-3e3f-4c55-8e57-4b949482c82f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:45:52.100033 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2a8dbdf2-19e6-4d89-8171-9c71aa2941bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.115226 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.170918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2a8dbdf2-19e6-4d89-8171-9c71aa2941bf None None] Port 3272acb7-3e3f-4c55-8e57-4b949482c82f cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:45:52.220539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-6136dfd5-b065-4bef-9dcd-2e16d711fcd9 admin admin] Deleting subnet 4c0da275-f888-4921-bddf-871d5c7a1e33 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:45:52.227973 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6136dfd5-b065-4bef-9dcd-2e16d711fcd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.310578 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a19a025-8adc-4663-b3e9-06c9a99d91f5 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.313513 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a19a025-8adc-4663-b3e9-06c9a99d91f5 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.315152 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9a19a025-8adc-4663-b3e9-06c9a99d91f5 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "DELETE /v2.0/security-groups/f2f256fa-19ae-4420-85b8-2d4137233e6e HTTP/1.1" status: 204 len: 168 time: 0.5050201 Nov 09 19:45:52.327618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6136dfd5-b065-4bef-9dcd-2e16d711fcd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.332771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57632) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:52.365624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa78b1-61cf-488f-be88-7bec5fe93b0d req-3d481321-28b4-47d1-9293-55d8d5ac7700 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:52.367163 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1aa78b1-61cf-488f-be88-7bec5fe93b0d req-3d481321-28b4-47d1-9293-55d8d5ac7700 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 944 time: 0.2127762 Nov 09 19:45:52.404297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19a025-8adc-4663-b3e9-06c9a99d91f5 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f256fa-19ae-4420-85b8-2d4137233e6e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:52.420007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44de12f-3dc7-4b63-a62d-54b980989c5e req-1e1e158b-8810-4ea7-87db-c5d14d0c24b1 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:52.421689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a44de12f-3dc7-4b63-a62d-54b980989c5e req-1e1e158b-8810-4ea7-87db-c5d14d0c24b1 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1083577 Nov 09 19:45:52.423229 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-ebb6e832-5a83-4020-af47-ffd3bf0bef3a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] show failed (client error): The resource could not be found. Nov 09 19:45:52.427583 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ebb6e832-5a83-4020-af47-ffd3bf0bef3a tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "GET /v2.0/security-groups/f2f256fa-19ae-4420-85b8-2d4137233e6e HTTP/1.1" status: 404 len: 347 time: 0.0936868 Nov 09 19:45:52.427904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57636) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:52.452885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-7d3d63b4-c47e-4485-aecf-fa9ac81c5894 service neutron] Transition to ACTIVE for port object 77f8eda6-125a-4c3b-872d-12e727b8f33f will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:45:52.461681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-7d3d63b4-c47e-4485-aecf-fa9ac81c5894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.549293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1aa78b1-61cf-488f-be88-7bec5fe93b0d req-17599af8-d370-48d1-9c95-e9289c2c6112 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686370 Nov 09 19:45:52.587931 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a44de12f-3dc7-4b63-a62d-54b980989c5e req-f09a1db7-1114-452a-8c4c-882056a0a6d7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470964 Nov 09 19:45:52.616948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-7d3d63b4-c47e-4485-aecf-fa9ac81c5894 service neutron] No DVR routers for this DVR port 77f8eda6-125a-4c3b-872d-12e727b8f33f on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:52.622237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6136dfd5-b065-4bef-9dcd-2e16d711fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.626537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3272acb7-3e3f-4c55-8e57-4b949482c82f {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:45:52.638270 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.656511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Transition to ACTIVE for port object 3272acb7-3e3f-4c55-8e57-4b949482c82f will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:45:52.664512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.673754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d63b4-c47e-4485-aecf-fa9ac81c5894 service neutron] Pushing event updated for resources: {'Port': ['ID=77f8eda6-125a-4c3b-872d-12e727b8f33f,revision_number=10']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:52.719809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a1850791-2af8-4144-9a8e-14c7163495a9 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Deleting port cbbe8b69-44ac-4740-ac1a-5cb7dffffd11 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:52.720393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1850791-2af8-4144-9a8e-14c7163495a9 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.740853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-9218f8ec-1399-4de4-9326-4d9e5f6402c5 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:52.742384 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-9218f8ec-1399-4de4-9326-4d9e5f6402c5 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.77 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 948 time: 0.2436855 Nov 09 19:45:52.803375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:52.803761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-7d3d63b4-c47e-4485-aecf-fa9ac81c5894 service neutron] 10.222.0.77 "PUT /v2.0/ports/77f8eda6-125a-4c3b-872d-12e727b8f33f/bindings/n-h1-817256-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2523510 Nov 09 19:45:52.844802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6136dfd5-b065-4bef-9dcd-2e16d711fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.925012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136dfd5-b065-4bef-9dcd-2e16d711fcd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0da275-f888-4921-bddf-871d5c7a1e33,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:52.931792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e7c73b-0e89-42b3-9cc6-7121b0864e96 None None] Network 2eb610f1-6607-46c5-b531-39164a819044 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:52.938768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fe680-8fa9-4210-b5b4-e5e5e93a1225 req-ecf169ba-5525-4430-87ae-8ce7fba22aa5 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:52.940338 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f3fe680-8fa9-4210-b5b4-e5e5e93a1225 req-ecf169ba-5525-4430-87ae-8ce7fba22aa5 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 948 time: 0.2409854 Nov 09 19:45:52.941606 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6136dfd5-b065-4bef-9dcd-2e16d711fcd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:52.944806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6136dfd5-b065-4bef-9dcd-2e16d711fcd9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4c0da275-f888-4921-bddf-871d5c7a1e33 HTTP/1.1" status: 204 len: 168 time: 0.9302795 Nov 09 19:45:52.953138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57644) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:52.956791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc4dc-94de-404b-9d6c-16261203dae2 req-06cd8e3d-8daa-4e15-96f3-1348d250041b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:52.958409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d83fc4dc-94de-404b-9d6c-16261203dae2 req-06cd8e3d-8daa-4e15-96f3-1348d250041b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 943 time: 0.2404234 Nov 09 19:45:53.004985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Attempting to bind port 3272acb7-3e3f-4c55-8e57-4b949482c82f on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:45:53.005337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Attempting to bind port 3272acb7-3e3f-4c55-8e57-4b949482c82f by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:45:53.005650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Attempting to bind port 3272acb7-3e3f-4c55-8e57-4b949482c82f on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:53.029179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Port 3272acb7-3e3f-4c55-8e57-4b949482c82f on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:45:53.029179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Attempting to bind port 3272acb7-3e3f-4c55-8e57-4b949482c82f on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:45:53.033344 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1850791-2af8-4144-9a8e-14c7163495a9 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.033673 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1850791-2af8-4144-9a8e-14c7163495a9 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.039581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2311b8ac-98bc-48df-a6a7-7af6ec16d531 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:53.041093 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2311b8ac-98bc-48df-a6a7-7af6ec16d531 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.1417708 Nov 09 19:45:53.063692 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f3fe680-8fa9-4210-b5b4-e5e5e93a1225 req-336cdea7-ec11-443a-a0b7-c28719fc02ff tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091497 Nov 09 19:45:53.065401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:45:53.065744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Checking segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:45:53.066229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Bound using segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:45:53.066590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Bound port: 3272acb7-3e3f-4c55-8e57-4b949482c82f, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:45:53.066948 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.075714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-87d70036-40e5-44dc-9655-14cc32a1d8ea tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Deleting port 7c08c4af-e792-475d-8a13-4c56fc2303a5 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:53.076055 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-87d70036-40e5-44dc-9655-14cc32a1d8ea tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.090476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a1850791-2af8-4144-9a8e-14c7163495a9 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Calling delete_port for cbbe8b69-44ac-4740-ac1a-5cb7dffffd11 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:53.117291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d83fc4dc-94de-404b-9d6c-16261203dae2 req-6bef115c-6037-4249-81d1-5ee5745b867f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444387 Nov 09 19:45:53.130990 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.189776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a43b2d1-4a16-474a-bdb6-643a5e9cbaa8 None None] DHCP port deletion for 2eb610f1-6607-46c5-b531-39164a819044 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:45:53.242612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-87d70036-40e5-44dc-9655-14cc32a1d8ea tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] For port 7c08c4af-e792-475d-8a13-4c56fc2303a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7c08c4af-e792-475d-8a13-4c56fc2303a5,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:53.242904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8a43b2d1-4a16-474a-bdb6-643a5e9cbaa8 None None] Deleting port 0322babf-42fa-467f-bc87-fad96be04204 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:53.243024 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-87d70036-40e5-44dc-9655-14cc32a1d8ea tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.243471 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a43b2d1-4a16-474a-bdb6-643a5e9cbaa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.260131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-87d70036-40e5-44dc-9655-14cc32a1d8ea tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Calling delete_port for 7c08c4af-e792-475d-8a13-4c56fc2303a5 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:53.322231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8a43b2d1-4a16-474a-bdb6-643a5e9cbaa8 None None] For port 0322babf-42fa-467f-bc87-fad96be04204, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0322babf-42fa-467f-bc87-fad96be04204,segment=NetworkSegment(5a15f5a3-5161-4e61-87b4-2f741471c79d),segment_id=5a15f5a3-5161-4e61-87b4-2f741471c79d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:53.322878 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a43b2d1-4a16-474a-bdb6-643a5e9cbaa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.338827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8a43b2d1-4a16-474a-bdb6-643a5e9cbaa8 None None] Calling delete_port for 0322babf-42fa-467f-bc87-fad96be04204 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:53.435789 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a43b2d1-4a16-474a-bdb6-643a5e9cbaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.462561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43b2d1-4a16-474a-bdb6-643a5e9cbaa8 None None] Pushing event deleted for resources: {'Port': ['ID=0322babf-42fa-467f-bc87-fad96be04204,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:53.467989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43b2d1-4a16-474a-bdb6-643a5e9cbaa8 None None] No DVR routers for this DVR port 0322babf-42fa-467f-bc87-fad96be04204 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:53.588188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-e391edde-d3c7-429b-b493-1721fe127210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:53.589737 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-e391edde-d3c7-429b-b493-1721fe127210 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199 HTTP/1.1" status: 200 len: 1096 time: 0.5401850 Nov 09 19:45:53.613531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:53.618251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:45:53.636774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.678114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Deleting port 0322babf-42fa-467f-bc87-fad96be04204 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:53.678775 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.684179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bb37f-0061-4ae1-b1e5-59fcae9e6d2e req-734ccac0-8c2b-4843-a697-0155b316333f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:53.687100 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-041bb37f-0061-4ae1-b1e5-59fcae9e6d2e req-734ccac0-8c2b-4843-a697-0155b316333f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1656196 Nov 09 19:45:53.702572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0322babf-42fa-467f-bc87-fad96be04204 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:53.728696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0322babf-42fa-467f-bc87-fad96be04204 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:53.729435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0322babf-42fa-467f-bc87-fad96be04204 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:53.731351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f00de151-98d5-43ec-8866-526fb3b5c2ff no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:53.746774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:53.747471 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.748810 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] 10.222.0.77 "PUT /v2.0/ports/3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 1091 time: 1.7198117 Nov 09 19:45:53.751089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:53.753635 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d657bbad-8158-4028-8e7b-830011f3b00d" -d '{"events": [{"name": "network-changed", "server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:53.767237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: f00de151-98d5-43ec-8866-526fb3b5c2ff {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:53.767508 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f00de151-98d5-43ec-8866-526fb3b5c2ff not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:53.837642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] For port 0322babf-42fa-467f-bc87-fad96be04204, host n-d-817256-1, got binding levels [] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:53.838008 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.853281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495cea0-9ba3-4e5e-9819-af657a87c57b service neutron] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:53.864077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40340aa-dd6e-4114-b2e2-ad1a55003bb7 req-bcf2e872-c413-4d2d-9a5e-58e61840cb61 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:53.865544 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e40340aa-dd6e-4114-b2e2-ad1a55003bb7 req-bcf2e872-c413-4d2d-9a5e-58e61840cb61 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 945 time: 0.1968350 Nov 09 19:45:53.872842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Calling delete_port for 0322babf-42fa-467f-bc87-fad96be04204 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:53.878082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.ipam_backend_mixin [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Port 0322babf-42fa-467f-bc87-fad96be04204 was not found and therefore no delete operation was performed {{(pid=102295) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:45:53.882803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-4e9ea269-3b5d-4ac7-9217-3afd8acb1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:53.884322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-4e9ea269-3b5d-4ac7-9217-3afd8acb1fec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 1096 time: 0.2619655 Nov 09 19:45:53.890499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.897029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-041bb37f-0061-4ae1-b1e5-59fcae9e6d2e req-8a26cab4-492b-4372-9aec-3ddf802d79ed tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803598 Nov 09 19:45:53.950497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=0322babf-42fa-467f-bc87-fad96be04204,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:53.965831 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-87d70036-40e5-44dc-9655-14cc32a1d8ea tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.969659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] No DVR routers for this DVR port 0322babf-42fa-467f-bc87-fad96be04204 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:53.980341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1850791-2af8-4144-9a8e-14c7163495a9 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:53.995568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-db743658-54c7-4f76-a4bb-ff325526c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:53.997002 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-db743658-54c7-4f76-a4bb-ff325526c667 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1094 time: 0.1903975 Nov 09 19:45:54.007133 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e40340aa-dd6e-4114-b2e2-ad1a55003bb7 req-dc3f3329-00b2-47c8-99d7-13fa989fbba5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354735 Nov 09 19:45:54.034467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d70036-40e5-44dc-9655-14cc32a1d8ea tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Pushing event deleted for resources: {'Port': ['ID=7c08c4af-e792-475d-8a13-4c56fc2303a5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:54.037079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1850791-2af8-4144-9a8e-14c7163495a9 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Pushing event deleted for resources: {'Port': ['ID=cbbe8b69-44ac-4740-ac1a-5cb7dffffd11,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:54.102000 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1527ea49-ef5b-4601-b055-263210bacd11 x-openstack-request-id: req-1527ea49-ef5b-4601-b055-263210bacd11 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:54.102291 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:54.102567 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1527ea49-ef5b-4601-b055-263210bacd11 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:54.102964 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'status': 'completed', 'code': 200} Nov 09 19:45:54.105597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-5034cc16-d448-4472-a09f-c6c99c7dd3c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 217 time: 0.0798628 Nov 09 19:45:54.120736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-87d70036-40e5-44dc-9655-14cc32a1d8ea tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] No DVR routers for this DVR port 7c08c4af-e792-475d-8a13-4c56fc2303a5 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:54.126640 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-87d70036-40e5-44dc-9655-14cc32a1d8ea tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:54.131384 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-acaa3f79-9671-4578-9d12-d6d7a4c13878 req-87d70036-40e5-44dc-9655-14cc32a1d8ea tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.77 "DELETE /v2.0/ports/7c08c4af-e792-475d-8a13-4c56fc2303a5 HTTP/1.1" status: 204 len: 173 time: 1.3721352 Nov 09 19:45:54.132147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'name': 'network-vif-deleted', 'tag': '7c08c4af-e792-475d-8a13-4c56fc2303a5'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:54.134426 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29abceea-497e-4c01-ae4b-e034b4e900a2" -d '{"events": [{"server_uuid": "27c16e96-dd77-4017-bffd-6e3fb8f2069a", "name": "network-vif-deleted", "tag": "7c08c4af-e792-475d-8a13-4c56fc2303a5"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:54.152904 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:54.180599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb610f1-6607-46c5-b531-39164a819044']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:54.217877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a15f5a3-5161-4e61-87b4-2f741471c79d') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:54.218201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a15f5a3-5161-4e61-87b4-2f741471c79d') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:54.223209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32af244a-20f0-41b0-a3a3-a5a29c77ac21 req-c85a33fb-6d84-4abd-9be9-db886c61be73 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c16e96-dd77-4017-bffd-6e3fb8f2069a HTTP/1.1" status: 200 len: 210 time: 0.0344019 Nov 09 19:45:54.233563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2da02dfc-25b2-4de9-abce-9fa3968c31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:54.235062 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-2da02dfc-25b2-4de9-abce-9fa3968c31ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.3317447 Nov 09 19:45:54.240680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-8ae973ff-2be9-4fe3-80c8-99c05b8a28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:54.242556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-8ae973ff-2be9-4fe3-80c8-99c05b8a28cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.1123810 Nov 09 19:45:54.244277 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1850791-2af8-4144-9a8e-14c7163495a9 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:54.247337 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1850791-2af8-4144-9a8e-14c7163495a9 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:54.250596 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a1850791-2af8-4144-9a8e-14c7163495a9 tempest-ServersTestManualDisk-376329025 tempest-ServersTestManualDisk-376329025-project] 10.222.0.53 "DELETE /v2.0/floatingips/10bc1df1-1c8b-44ce-9cff-b48a3fafcb82 HTTP/1.1" status: 204 len: 168 time: 1.8198984 Nov 09 19:45:54.250777 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:54.250903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7c08c4af-e792-475d-8a13-4c56fc2303a5 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:54.251875 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57660) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:54.256450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850bf78-be73-4e69-91c2-91832a8e41f6 req-be9dab1c-eeac-4e4b-89fc-75b6233c5aa7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:54.259129 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1850bf78-be73-4e69-91c2-91832a8e41f6 req-be9dab1c-eeac-4e4b-89fc-75b6233c5aa7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.2364137 Nov 09 19:45:54.296240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 7c08c4af-e792-475d-8a13-4c56fc2303a5 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:54.296684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7c08c4af-e792-475d-8a13-4c56fc2303a5 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:54.297180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 77f8eda6-125a-4c3b-872d-12e727b8f33f no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:54.341800 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:54.347448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 77f8eda6-125a-4c3b-872d-12e727b8f33f not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:54.353376 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-951db323-0490-44f2-b431-01cc31125096 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f HTTP/1.1" status: 200 len: 217 time: 0.1100979 Nov 09 19:45:54.360462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:45:54.360895 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:45:54.375585 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:45:54.415387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1850bf78-be73-4e69-91c2-91832a8e41f6 req-46292e19-c122-4fe9-91d7-ccab02a8b823 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122346 Nov 09 19:45:54.420831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-b36dff5a-4631-44b8-97cd-8d8464d8a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:54.422325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-b36dff5a-4631-44b8-97cd-8d8464d8a437 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614554 Nov 09 19:45:54.455970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-fc22a0e7-ad47-4898-aef1-e028b6f45a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:54.457488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-fc22a0e7-ad47-4898-aef1-e028b6f45a1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.0927889 Nov 09 19:45:54.484380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666956d-cbd0-45c2-a1cf-8289c543c5f5 req-2ddc32da-3fa8-4357-ad01-e30fe02c1d51 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:54.492539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0666956d-cbd0-45c2-a1cf-8289c543c5f5 req-2ddc32da-3fa8-4357-ad01-e30fe02c1d51 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 943 time: 0.1547396 Nov 09 19:45:54.498013 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ba72ff-6b2d-4e46-b09f-fcfa66d3741e x-openstack-request-id: req-67ba72ff-6b2d-4e46-b09f-fcfa66d3741e {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:54.498339 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c16e96-dd77-4017-bffd-6e3fb8f2069a", "name": "network-vif-deleted", "tag": "7c08c4af-e792-475d-8a13-4c56fc2303a5", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:54.498578 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67ba72ff-6b2d-4e46-b09f-fcfa66d3741e {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:54.498989 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c16e96-dd77-4017-bffd-6e3fb8f2069a', 'name': 'network-vif-deleted', 'tag': '7c08c4af-e792-475d-8a13-4c56fc2303a5', 'status': 'completed', 'code': 200} Nov 09 19:45:54.499600 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:54.519279 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:54.522678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2eb610f1-6607-46c5-b531-39164a819044 HTTP/1.1" status: 204 len: 168 time: 1.5658836 Nov 09 19:45:54.525483 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-5db064c5-dff3-4268-bc86-410dea3b868d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302701 Nov 09 19:45:54.545046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27625e9-ae77-4a11-80ab-97223e5a6b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb610f1-6607-46c5-b531-39164a819044,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:54.676299 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0666956d-cbd0-45c2-a1cf-8289c543c5f5 req-7d04d9b1-7b64-47a3-b00b-41049429e7fe tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827259 Nov 09 19:45:54.688020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-8873761b-d2b8-4c5f-a4c2-918565d36abb service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546542 Nov 09 19:45:54.724018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57664) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:54.798004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-f7153225-6fb5-461e-8600-021817b90949 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626848 Nov 09 19:45:54.836416 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d50e84ed-e368-48f6-8230-1d7503c74af7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56e3cd9236ae48128419ef9282e8d41c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1112933 Nov 09 19:45:54.840576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57666) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:54.889412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:54.892876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ecc79eb-73c6-4a90-85f2-1bd382638a9b req-0bb51d90-80d0-41bf-87a5-621df9c6e29c service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952569 Nov 09 19:45:54.925682 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-7a91dca7-5569-4f9b-960f-4f18bc7df37d service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128876 Nov 09 19:45:54.992069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-746b79bf-ba45-468e-91ff-dceced9401bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:55.009553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657bbad-8158-4028-8e7b-830011f3b00d req-1557b978-9665-4f83-8d4c-a53af05bcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:55.012316 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d657bbad-8158-4028-8e7b-830011f3b00d req-1557b978-9665-4f83-8d4c-a53af05bcdb7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1094 time: 0.0680058 Nov 09 19:45:55.029566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-746b79bf-ba45-468e-91ff-dceced9401bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:55.110925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65c182-684a-4ec9-9d89-2968c8694038 req-0323af36-c3aa-4fcf-ab6a-b18b49be72d6 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:55.112485 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a65c182-684a-4ec9-9d89-2968c8694038 req-0323af36-c3aa-4fcf-ab6a-b18b49be72d6 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1187952 Nov 09 19:45:55.170798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657bbad-8158-4028-8e7b-830011f3b00d req-768fc667-753d-4551-bfc7-a5d18ea6291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:55.172090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-746b79bf-ba45-468e-91ff-dceced9401bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:55.172454 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d657bbad-8158-4028-8e7b-830011f3b00d req-768fc667-753d-4551-bfc7-a5d18ea6291d service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.1446939 Nov 09 19:45:55.174862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-746b79bf-ba45-468e-91ff-dceced9401bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:55.175836 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-746b79bf-ba45-468e-91ff-dceced9401bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc02fa6f-2ecc-4d33-91f6-0e608e70c3dd HTTP/1.1" status: 204 len: 168 time: 0.3344705 Nov 09 19:45:55.199342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62c10-9a3d-4b01-9bd6-a5b4b9adeb8b req-97ad2fab-c723-4e04-985b-a521b586e62e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:55.207239 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41f62c10-9a3d-4b01-9bd6-a5b4b9adeb8b req-97ad2fab-c723-4e04-985b-a521b586e62e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 945 time: 0.0850909 Nov 09 19:45:55.216935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b79bf-ba45-468e-91ff-dceced9401bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc02fa6f-2ecc-4d33-91f6-0e608e70c3dd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:55.236271 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a65c182-684a-4ec9-9d89-2968c8694038 req-bd9b1d8e-733f-4540-b39f-9f47beefdfe5 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156600 Nov 09 19:45:55.253322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d657bbad-8158-4028-8e7b-830011f3b00d req-b5d67e92-23af-499a-89f3-b354515c1ffc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 217 time: 0.0709376 Nov 09 19:45:55.294559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41f62c10-9a3d-4b01-9bd6-a5b4b9adeb8b req-8616f7b5-89e7-41ab-b935-691dd218fa93 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778067 Nov 09 19:45:55.303730 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:55.312943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-c9910210-b89d-43dd-b7ee-b0724c0d2d68 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:55.314481 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-c9910210-b89d-43dd-b7ee-b0724c0d2d68 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.1351540 Nov 09 19:45:55.321858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657bbad-8158-4028-8e7b-830011f3b00d req-9082edb8-af71-4b8d-a169-2649feb81d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:55.323899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d657bbad-8158-4028-8e7b-830011f3b00d req-9082edb8-af71-4b8d-a169-2649feb81d15 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0601783 Nov 09 19:45:55.374349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] Deleting port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:55.374724 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:55.428292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657bbad-8158-4028-8e7b-830011f3b00d req-e8e4ac01-57c3-454c-a8df-8abdd8106da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:55.430020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d657bbad-8158-4028-8e7b-830011f3b00d req-e8e4ac01-57c3-454c-a8df-8abdd8106da9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954344 Nov 09 19:45:55.497569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] For port 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:55.497944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:55.515484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] Calling delete_port for 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:55.596006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-5e872811-0d75-40f9-8177-dc21627ec8b8 service neutron] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:45:55.613680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-5e872811-0d75-40f9-8177-dc21627ec8b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:55.614854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52caa9ee-42b6-440b-bec6-00b1c2fefb18 req-5e872811-0d75-40f9-8177-dc21627ec8b8 service neutron] 10.222.0.70 "DELETE /v2.0/ports/77f8eda6-125a-4c3b-872d-12e727b8f33f/bindings/n-h2-817256-1 HTTP/1.1" status: 204 len: 173 time: 0.2899027 Nov 09 19:45:55.640831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d657bbad-8158-4028-8e7b-830011f3b00d req-ca4fff64-1b23-4227-ac10-77942af73e10 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019227 Nov 09 19:45:55.650286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928f424-09d9-4c76-9456-c20a0898b91c req-56ae207e-30d3-43ad-9c62-2830096e968f tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:55.652355 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a928f424-09d9-4c76-9456-c20a0898b91c req-56ae207e-30d3-43ad-9c62-2830096e968f tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1061034 Nov 09 19:45:55.695148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5cd68-7448-4f34-9236-a7d95f89d95f req-a134b7d6-aa4d-4916-9e95-7ef386d3fc30 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:55.696707 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1fc5cd68-7448-4f34-9236-a7d95f89d95f req-a134b7d6-aa4d-4916-9e95-7ef386d3fc30 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 948 time: 0.1001179 Nov 09 19:45:55.760089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1fc5cd68-7448-4f34-9236-a7d95f89d95f req-48ef2c9b-bbb1-4178-8ffd-1be1275bc13a tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527406 Nov 09 19:45:55.763761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a928f424-09d9-4c76-9456-c20a0898b91c req-fe1b6504-0a52-4642-916e-ed9dec89173a tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020122 Nov 09 19:45:55.832691 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d657bbad-8158-4028-8e7b-830011f3b00d req-3e03b938-5126-4cd8-bc87-89a18792c8fa service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788878 Nov 09 19:45:55.848873 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:55.880576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] Pushing event deleted for resources: {'Port': ['ID=08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:55.914336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649f8f0-7a84-459a-b7c9-dbf191b6eb72 req-11452600-9d6c-4cd9-b4c4-242b099cf661 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:55.920849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8649f8f0-7a84-459a-b7c9-dbf191b6eb72 req-11452600-9d6c-4cd9-b4c4-242b099cf661 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 943 time: 0.0672483 Nov 09 19:45:55.979135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8649f8f0-7a84-459a-b7c9-dbf191b6eb72 req-134eeb82-1024-430f-b66b-ec79460a07ba tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573235 Nov 09 19:45:56.096424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:56.348257 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] Router b996247a-3ca9-4eeb-92a1-b0b71225b36d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:45:56.388449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c0afe-6052-413c-b29d-4a26ae448c3f req-653b9a56-a94b-4f90-b3cb-71349f882030 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:56.390820 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-976c0afe-6052-413c-b29d-4a26ae448c3f req-653b9a56-a94b-4f90-b3cb-71349f882030 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.0645697 Nov 09 19:45:56.436098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-976c0afe-6052-413c-b29d-4a26ae448c3f req-ed6febda-4316-49f5-865a-f1cacdf058f5 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385315 Nov 09 19:45:56.468305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:45:56.476528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bf3d1331-8120-4c9c-aa0a-bee2b5c08ede admin admin] 10.222.0.53 "PUT /v2.0/routers/b996247a-3ca9-4eeb-92a1-b0b71225b36d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2234082 Nov 09 19:45:56.476822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57712) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:56.481319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] Sync routers for ids ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:45:56.497965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] Routers {'b996247a-3ca9-4eeb-92a1-b0b71225b36d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:56.498875 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:56.616743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af4e5c-9437-48a1-9759-0c83393305cb req-f4bab77c-5766-459c-9a12-b7b1c2546ccc tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:56.618284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2af4e5c-9437-48a1-9759-0c83393305cb req-f4bab77c-5766-459c-9a12-b7b1c2546ccc tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 945 time: 0.0952032 Nov 09 19:45:56.648855 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:56.662706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] Set router b996247a-3ca9-4eeb-92a1-b0b71225b36d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:56.730221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2af4e5c-9437-48a1-9759-0c83393305cb req-500c0c2b-5f32-40a6-ada6-66354cfdb17c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999074 Nov 09 19:45:56.780254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:56.888194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:45:55Z', 'revision_number': 5, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port': {'id': '9f8e9b64-bec4-4028-bbf6-943077e71699', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:14Z', 'updated_at': '2021-11-09T19:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:56.903739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Deleting port 9f8e9b64-bec4-4028-bbf6-943077e71699 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:56.904323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:56.908026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ed255-37e0-4b95-b978-d927b253599e req-985c338f-3a65-43a1-bfef-6893154c5be9 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:56.909628 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-705ed255-37e0-4b95-b978-d927b253599e req-985c338f-3a65-43a1-bfef-6893154c5be9 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 948 time: 0.0570707 Nov 09 19:45:56.919195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] Checking router: b996247a-3ca9-4eeb-92a1-b0b71225b36d for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:45:56.929103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] Routers {'b996247a-3ca9-4eeb-92a1-b0b71225b36d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:45:56.929874 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:56.955521 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-705ed255-37e0-4b95-b978-d927b253599e req-42061fe4-fd3d-493f-94c4-04ffc17942c7 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Nov 09 19:45:56.956810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c350-fbfd-4192-98d0-81490a7af3b2 req-46c3193f-3bed-47a7-be31-7a154a218fca tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:56.958339 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f751c350-fbfd-4192-98d0-81490a7af3b2 req-46c3193f-3bed-47a7-be31-7a154a218fca tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1086040 Nov 09 19:45:57.026684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f751c350-fbfd-4192-98d0-81490a7af3b2 req-1cbb6d5c-b1a6-4d54-b38b-3d3faee27add tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610859 Nov 09 19:45:57.038580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] Set router b996247a-3ca9-4eeb-92a1-b0b71225b36d gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:45:57.047915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] For port 9f8e9b64-bec4-4028-bbf6-943077e71699, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9f8e9b64-bec4-4028-bbf6-943077e71699,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:57.048293 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:57.062229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Calling delete_port for 9f8e9b64-bec4-4028-bbf6-943077e71699 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:57.112452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:45:56Z', 'revision_number': 6, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:57.115880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a58d13-16d9-45c3-a707-2b32c2e2d59a req-58b73aca-1b0a-4904-a976-80f2dc110304 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:57.117563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11a58d13-16d9-45c3-a707-2b32c2e2d59a req-58b73aca-1b0a-4904-a976-80f2dc110304 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 1096 time: 0.0605304 Nov 09 19:45:57.168469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11a58d13-16d9-45c3-a707-2b32c2e2d59a req-6ce46cd8-9116-40be-9057-ec6340357d2a tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Nov 09 19:45:57.273250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df3b16-4de5-45ef-8bfe-31c2c7b40542 None None] The sync data for ids ['b996247a-3ca9-4eeb-92a1-b0b71225b36d'] in n-d-817256-1 is: [{'id': 'b996247a-3ca9-4eeb-92a1-b0b71225b36d', 'name': 'tempest-ServersTestManualDisk-1871344794-router', 'tenant_id': 'df7d803e9ffb432c8abda173617b62e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:13Z', 'updated_at': '2021-11-09T19:45:56Z', 'revision_number': 6, 'project_id': 'df7d803e9ffb432c8abda173617b62e6', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:45:57.286371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8dcad-cb95-4cf3-af4e-ba73bf7270a6 req-c365feda-614e-4c08-a602-019b8a0387bd tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:57.287981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9cf8dcad-cb95-4cf3-af4e-ba73bf7270a6 req-c365feda-614e-4c08-a602-019b8a0387bd tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 943 time: 0.0953627 Nov 09 19:45:57.317137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:57.355051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8e9b64-bec4-4028-bbf6-943077e71699,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:57.359785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9cf8dcad-cb95-4cf3-af4e-ba73bf7270a6 req-d1ad0d20-0d0d-4eb3-8166-405a13400203 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647485 Nov 09 19:45:57.445410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:57.564425 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:57.567665 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:57.580350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8dabd-925b-4187-8a84-7d85a9646d98 req-5bc2bdc9-83a2-4d3a-ac6d-bd059cf43938 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:57.581914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81d8dabd-925b-4187-8a84-7d85a9646d98 req-5bc2bdc9-83a2-4d3a-ac6d-bd059cf43938 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 1096 time: 0.1513350 Nov 09 19:45:57.588656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59887fd4-a430-48fd-8309-4fb09302108d req-ab509f57-3065-49a1-af4e-ab1fc25aa12e tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:57.590195 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59887fd4-a430-48fd-8309-4fb09302108d req-ab509f57-3065-49a1-af4e-ab1fc25aa12e tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.0582395 Nov 09 19:45:57.640097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59887fd4-a430-48fd-8309-4fb09302108d req-77b3dd3e-0caf-465a-a5f4-d81d8f489ec1 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Nov 09 19:45:57.802328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:57.823738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:57.824088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 08d8eb6d-9c44-4ed8-bb72-8ca00fdf8927 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:57.966928 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:57.967518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b996247a-3ca9-4eeb-92a1-b0b71225b36d {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:45:57.978140 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:57.979318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cda57e32-a819-4481-b241-ecb5dcec01ed admin admin] 10.222.0.53 "DELETE /v2.0/routers/b996247a-3ca9-4eeb-92a1-b0b71225b36d HTTP/1.1" status: 204 len: 168 time: 1.5015237 Nov 09 19:45:57.983026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57746) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:58.003148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81d8dabd-925b-4187-8a84-7d85a9646d98 req-ecc5c802-18a9-4da8-9ac5-ce3f6b4bb9df tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890123 Nov 09 19:45:58.025350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-f4208cc1-c068-4248-8356-e3bb7fde3154 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:58.028497 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-f4208cc1-c068-4248-8356-e3bb7fde3154 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.77 "GET /v2.0/ports?device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 948 time: 0.0770218 Nov 09 19:45:58.037185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4ddce5-7f95-40d3-b6da-dce0dc7688a2 admin admin] Deleting subnet e7647864-d98d-4cd6-99a7-dd90a76e2bc1 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:45:58.040593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddce5-7f95-40d3-b6da-dce0dc7688a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.145254 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddce5-7f95-40d3-b6da-dce0dc7688a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.214794 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac398c-9106-4bf1-b72e-fbc539e1e15c req-e538e3e9-6a86-437d-85b0-f1754d2447f6 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:58.216191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3ac398c-9106-4bf1-b72e-fbc539e1e15c req-e538e3e9-6a86-437d-85b0-f1754d2447f6 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 948 time: 0.1050384 Nov 09 19:45:58.242655 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddce5-7f95-40d3-b6da-dce0dc7688a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.246591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-9651c0c3-6b4d-4d03-94ef-50c812133a06 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Deleting port e6edd722-67b5-4342-8e10-0d882f0fd19d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:58.246893 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-9651c0c3-6b4d-4d03-94ef-50c812133a06 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.280219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:45:58.331686 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3ac398c-9106-4bf1-b72e-fbc539e1e15c req-6d894806-0d0d-4254-8d5c-2699c9aa6329 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/security-groups?id=f536a535-9ca4-4746-b9e8-8532c9164e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062555 Nov 09 19:45:58.331880 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddce5-7f95-40d3-b6da-dce0dc7688a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.376296 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddce5-7f95-40d3-b6da-dce0dc7688a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.387338 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3f4ddce5-7f95-40d3-b6da-dce0dc7688a2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e7647864-d98d-4cd6-99a7-dd90a76e2bc1 HTTP/1.1" status: 204 len: 168 time: 0.3983076 Nov 09 19:45:58.387338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ddce5-7f95-40d3-b6da-dce0dc7688a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7647864-d98d-4cd6-99a7-dd90a76e2bc1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:58.389306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57762) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:58.395671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fefc85e-63d1-4a8f-99eb-65f387f41066 None None] Network 04401a37-64e7-4eec-9009-7f857d91e141 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:45:58.451330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b59e81-b155-4568-8268-d46d437dc7e0 req-981f869f-0642-4dc1-b7b5-7001f4fb9f57 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:58.452737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-64b59e81-b155-4568-8268-d46d437dc7e0 req-981f869f-0642-4dc1-b7b5-7001f4fb9f57 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.0780845 Nov 09 19:45:58.484888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-9651c0c3-6b4d-4d03-94ef-50c812133a06 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] For port e6edd722-67b5-4342-8e10-0d882f0fd19d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e6edd722-67b5-4342-8e10-0d882f0fd19d,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:58.486012 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-9651c0c3-6b4d-4d03-94ef-50c812133a06 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.529714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-9651c0c3-6b4d-4d03-94ef-50c812133a06 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Calling delete_port for e6edd722-67b5-4342-8e10-0d882f0fd19d owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:58.538125 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-64b59e81-b155-4568-8268-d46d437dc7e0 req-9b747597-194f-496b-b4d2-303eb3046abb tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557768 Nov 09 19:45:58.565581 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.585115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:58.602595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'port_id': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'mac_address': 'fa:16:3e:2f:32:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:45:58.684389 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.709164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3272acb7-3e3f-4c55-8e57-4b949482c82f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:45:58.717603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8328664a-3697-4ed8-836f-c37c764da9fd None None] DHCP port deletion for 04401a37-64e7-4eec-9009-7f857d91e141 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:45:58.764765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:58.767650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Deleting port 58cee4e5-8b8e-4557-94d0-f651480eb044 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:58.768067 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.772564 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.841125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8328664a-3697-4ed8-836f-c37c764da9fd None None] Deleting port 58cee4e5-8b8e-4557-94d0-f651480eb044 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:45:58.841709 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8328664a-3697-4ed8-836f-c37c764da9fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.905657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:58.929253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8328664a-3697-4ed8-836f-c37c764da9fd None None] For port 58cee4e5-8b8e-4557-94d0-f651480eb044, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=58cee4e5-8b8e-4557-94d0-f651480eb044,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:58.929646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8328664a-3697-4ed8-836f-c37c764da9fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.939643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] For port 58cee4e5-8b8e-4557-94d0-f651480eb044, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=58cee4e5-8b8e-4557-94d0-f651480eb044,segment=NetworkSegment(c3ec9d47-2f52-4850-85b7-a681237375ad),segment_id=c3ec9d47-2f52-4850-85b7-a681237375ad)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:45:58.940180 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.951146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8328664a-3697-4ed8-836f-c37c764da9fd None None] Calling delete_port for 58cee4e5-8b8e-4557-94d0-f651480eb044 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:58.964884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Calling delete_port for 58cee4e5-8b8e-4557-94d0-f651480eb044 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:45:58.966491 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-9651c0c3-6b4d-4d03-94ef-50c812133a06 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:58.993904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a114d-b2a3-492e-a6a9-7a66f031eda7 req-49398ae8-3457-4854-8ae3-b16afff028c2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:58.996165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b81a114d-b2a3-492e-a6a9-7a66f031eda7 req-49398ae8-3457-4854-8ae3-b16afff028c2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1487114 Nov 09 19:45:58.999265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866d2bb-a070-439b-878f-0e3d69ae98b0 req-b3a9e8a4-e350-4842-bb8b-d58c6b8ecc48 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:59.002922 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c866d2bb-a070-439b-878f-0e3d69ae98b0 req-b3a9e8a4-e350-4842-bb8b-d58c6b8ecc48 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.0613775 Nov 09 19:45:59.030463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['3272acb7-3e3f-4c55-8e57-4b949482c82f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:45:59.045775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c866d2bb-a070-439b-878f-0e3d69ae98b0 req-c25cc90c-732d-41e9-814f-e25f967c810d tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368679 Nov 09 19:45:59.049785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651c0c3-6b4d-4d03-94ef-50c812133a06 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Pushing event deleted for resources: {'Port': ['ID=e6edd722-67b5-4342-8e10-0d882f0fd19d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:59.103366 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8328664a-3697-4ed8-836f-c37c764da9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:59.130667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-9651c0c3-6b4d-4d03-94ef-50c812133a06 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] No DVR routers for this DVR port e6edd722-67b5-4342-8e10-0d882f0fd19d on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:59.133214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328664a-3697-4ed8-836f-c37c764da9fd None None] Pushing event deleted for resources: {'Port': ['ID=58cee4e5-8b8e-4557-94d0-f651480eb044,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:59.140041 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-9651c0c3-6b4d-4d03-94ef-50c812133a06 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:59.143286 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eeeab99c-1a9b-42e4-9f64-e6c3533bdab4 req-9651c0c3-6b4d-4d03-94ef-50c812133a06 tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.77 "DELETE /v2.0/ports/e6edd722-67b5-4342-8e10-0d882f0fd19d HTTP/1.1" status: 204 len: 173 time: 1.1081622 Nov 09 19:45:59.143810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-deleted', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:45:59.146096 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdfb9bd-6b9f-4f05-aa54-8e7e312ac9c1" -d '{"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-deleted", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:45:59.151623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328664a-3697-4ed8-836f-c37c764da9fd None None] No DVR routers for this DVR port 58cee4e5-8b8e-4557-94d0-f651480eb044 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:59.179781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b81a114d-b2a3-492e-a6a9-7a66f031eda7 req-354d7649-7897-49a6-838f-ef25690b6778 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578548 Nov 09 19:45:59.209106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:59.247017 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dba416-5610-4f0b-add8-5ae38a9fb677 x-openstack-request-id: req-59dba416-5610-4f0b-add8-5ae38a9fb677 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:45:59.247340 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df8cd0b-7f1d-464e-8224-b0805fb21738", "name": "network-vif-deleted", "tag": "e6edd722-67b5-4342-8e10-0d882f0fd19d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:45:59.247657 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59dba416-5610-4f0b-add8-5ae38a9fb677 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:45:59.248117 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df8cd0b-7f1d-464e-8224-b0805fb21738', 'name': 'network-vif-deleted', 'tag': 'e6edd722-67b5-4342-8e10-0d882f0fd19d', 'status': 'completed', 'code': 200} Nov 09 19:45:59.252831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] No DVR routers for this DVR port 58cee4e5-8b8e-4557-94d0-f651480eb044 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:45:59.284339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cee4e5-8b8e-4557-94d0-f651480eb044,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:59.348251 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:59.377654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04401a37-64e7-4eec-9009-7f857d91e141']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:59.393947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ec9d47-2f52-4850-85b7-a681237375ad') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:59.393947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ec9d47-2f52-4850-85b7-a681237375ad') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:45:59.406207 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:59.422718 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:59.443247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:45:59.445847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:45:59.448138 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:45:59.480324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-679977a8-b52c-41ae-ad0a-a9efb3a64869 req-a0832230-db18-495f-813c-6ec4ad344e6d tempest-ListImageFiltersTestJSON-1505331652 tempest-ListImageFiltersTestJSON-1505331652-project] 10.222.0.53 "GET /v2.0/ports?device_id=7df8cd0b-7f1d-464e-8224-b0805fb21738 HTTP/1.1" status: 200 len: 210 time: 0.0537653 Nov 09 19:45:59.547272 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:59.561360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:45:59.564742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] 10.222.0.53 "DELETE /v2.0/networks/04401a37-64e7-4eec-9009-7f857d91e141 HTTP/1.1" status: 204 len: 168 time: 1.1733358 Nov 09 19:45:59.601379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fca98e-7b1d-4110-90d5-f645e010a643 admin admin] Pushing event deleted for resources: {'Network': ['ID=04401a37-64e7-4eec-9009-7f857d91e141,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:45:59.746263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57794) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:45:59.774312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 58cee4e5-8b8e-4557-94d0-f651480eb044 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:59.779709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bcc90-7869-452c-95d4-89e6df9a224a req-fbf4ad1f-9129-4cb2-b4ee-1335c37e5868 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:45:59.791733 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef9bcc90-7869-452c-95d4-89e6df9a224a req-fbf4ad1f-9129-4cb2-b4ee-1335c37e5868 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1377280 Nov 09 19:45:59.834690 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 58cee4e5-8b8e-4557-94d0-f651480eb044 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:59.835036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 58cee4e5-8b8e-4557-94d0-f651480eb044 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:59.845595 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef9bcc90-7869-452c-95d4-89e6df9a224a req-4d1940b5-a690-4fdf-9be1-0a294e352f30 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517774 Nov 09 19:45:59.846551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9f8e9b64-bec4-4028-bbf6-943077e71699 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:45:59.875407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 9f8e9b64-bec4-4028-bbf6-943077e71699 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:45:59.875864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9f8e9b64-bec4-4028-bbf6-943077e71699 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:45:59.929755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6e06bff-be77-4246-af22-212c03898b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.005211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57798) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:00.018884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6e06bff-be77-4246-af22-212c03898b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.023582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6e06bff-be77-4246-af22-212c03898b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.053056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e80f0469-71eb-4879-814b-ed30483d0098 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df7d803e9ffb432c8abda173617b62e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461259 Nov 09 19:46:00.056166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57800) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:00.064644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b6e06bff-be77-4246-af22-212c03898b90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2c1f8b1bf054e69926ac3f378ad3248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170874 Nov 09 19:46:00.065612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e06bff-be77-4246-af22-212c03898b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57760736-2674-4137-a8e5-0d4391897d45,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:00.069174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57802) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:00.113779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.142904 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.158251 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d70d8397-e124-40ab-892d-b576e9c60760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.199489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d70d8397-e124-40ab-892d-b576e9c60760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.251050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60661e9-a466-4199-a311-a43615aeece1 req-67b65647-f2cb-4410-9e5f-f919f39648ba tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:00.255163 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60661e9-a466-4199-a311-a43615aeece1 req-67b65647-f2cb-4410-9e5f-f919f39648ba tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.0986028 Nov 09 19:46:00.273127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.276162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.277970 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e020aa87-b96a-4bc0-a381-e4f76ee38ed7 HTTP/1.1" status: 204 len: 168 time: 0.2205760 Nov 09 19:46:00.282807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:00.285271 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d70d8397-e124-40ab-892d-b576e9c60760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.288037 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d70d8397-e124-40ab-892d-b576e9c60760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.292678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d70d8397-e124-40ab-892d-b576e9c60760 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57760736-2674-4137-a8e5-0d4391897d45 HTTP/1.1" status: 204 len: 168 time: 0.2197804 Nov 09 19:46:00.296121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e020aa87-b96a-4bc0-a381-e4f76ee38ed7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:00.324909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60661e9-a466-4199-a311-a43615aeece1 req-52ce17e6-2d98-4b49-bc41-be78b008bb5e tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638008 Nov 09 19:46:00.345561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.346275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.346832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.347169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.347502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.347832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.348157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.348485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.348809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.349133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.349455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.349773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6a8c9-484f-4441-96dc-fbbd7d68646b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:00.357177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d8397-e124-40ab-892d-b576e9c60760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57760736-2674-4137-a8e5-0d4391897d45,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:00.391031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682a7f2-6b56-4f27-a2de-cdf20fc67321 req-5510bb70-09d3-4f42-8bd6-22be13aa4ce8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:00.393272 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4682a7f2-6b56-4f27-a2de-cdf20fc67321 req-5510bb70-09d3-4f42-8bd6-22be13aa4ce8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1200323 Nov 09 19:46:00.400613 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 3272acb7-3e3f-4c55-8e57-4b949482c82f completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:46:00.406261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 3272acb7-3e3f-4c55-8e57-4b949482c82f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:00.406854 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.487401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4682a7f2-6b56-4f27-a2de-cdf20fc67321 req-21c5c0d7-e8dd-40cb-b250-d60c6b402dd8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868413 Nov 09 19:46:00.535725 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.585369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:00.586895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:00.596301 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38ede8c-7808-4f9d-87b9-744a21dde878" -d '{"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:00.601490 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:00.602649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e6edd722-67b5-4342-8e10-0d882f0fd19d no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:46:00.633440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: e6edd722-67b5-4342-8e10-0d882f0fd19d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:46:00.634451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e6edd722-67b5-4342-8e10-0d882f0fd19d not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:46:00.691506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:00.711751 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23d8f09-5690-4567-a802-de4e79829b55 x-openstack-request-id: req-e23d8f09-5690-4567-a802-de4e79829b55 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:00.712121 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:00.712388 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e23d8f09-5690-4567-a802-de4e79829b55 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:00.712788 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'code': 200} Nov 09 19:46:00.839701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06af164-6f54-4e8b-96b9-6f9c809b6aad req-632397e5-fcb3-4ad0-93c4-ea70b1b2f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:00.841653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06af164-6f54-4e8b-96b9-6f9c809b6aad req-632397e5-fcb3-4ad0-93c4-ea70b1b2f87f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1096 time: 0.0596933 Nov 09 19:46:00.897556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06af164-6f54-4e8b-96b9-6f9c809b6aad req-0d9e52f2-00c8-4004-af88-b7468d66b3bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466042 Nov 09 19:46:00.996970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f954f34-7b19-4689-8c97-7136a01b6d35 req-29445db2-2064-471d-ae44-78d0bfe265bf tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:01.007989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f954f34-7b19-4689-8c97-7136a01b6d35 req-29445db2-2064-471d-ae44-78d0bfe265bf tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.0777347 Nov 09 19:46:01.054463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f954f34-7b19-4689-8c97-7136a01b6d35 req-35bee70a-c367-40a8-aced-1ccdb2be8ae2 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460069 Nov 09 19:46:01.489691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f2901-119d-4bce-9d65-4e5664890be1 req-0b21355c-c799-4f36-8acd-9cf5d777a21d tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:01.499291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-970f2901-119d-4bce-9d65-4e5664890be1 req-0b21355c-c799-4f36-8acd-9cf5d777a21d tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.0714605 Nov 09 19:46:01.553160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-970f2901-119d-4bce-9d65-4e5664890be1 req-342d9588-05b4-4231-a7fe-1f350d03d0f9 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520954 Nov 09 19:46:01.671190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1874f-bc38-4ded-858c-d3e76777478d req-4accc381-8d0e-4471-a054-4639882d69f4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:01.672770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02a1874f-bc38-4ded-858c-d3e76777478d req-4accc381-8d0e-4471-a054-4639882d69f4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 945 time: 0.0583789 Nov 09 19:46:01.724494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57896) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:01.734364 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02a1874f-bc38-4ded-858c-d3e76777478d req-3edcf52f-3705-4466-b95b-debbad1c0b4c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555937 Nov 09 19:46:01.767468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57900) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:01.883996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1119760367-network', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:01.896318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-206813637-network', 'tenant_id': 'a14e62feb725442fab2211ffb4b6ee9f'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:01.911453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:01.914431 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:01.925925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:01.929254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Made reservation on behalf of a14e62feb725442fab2211ffb4b6ee9f for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:01.933867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:01.950805 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.049323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.058806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.096334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:46:02.099117 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.104357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.110217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf96517-3487-43d6-938b-d92320c5a548,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:02.119412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.119907 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Added segment b695595f-7537-4b10-a4e5-fe15bc6f59d1 of type vlan for network d2994caf-6048-4b39-8cfc-0292324a0e70 Nov 09 19:46:02.124975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:46:02.149332 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.149700 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Added segment e65aac2f-9545-4252-87bd-7c42c6a8cd6c of type vlan for network 00e85a6f-38ca-4afd-b54e-7f2a224429e1 Nov 09 19:46:02.173780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.205512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.207399 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.208605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:02.210082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.255481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc5498e-7c57-40ed-9bc5-15fa83909990,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:02.262962 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.263981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:02.264780 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.329700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6040509 Nov 09 19:46:02.332210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57932) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:02.342300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] Pushing event updated for resources: {'Network': ['ID=00e85a6f-38ca-4afd-b54e-7f2a224429e1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:02.354435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 00e85a6f-38ca-4afd-b54e-7f2a224429e1 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:46:02.361529 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b137b14a-473f-4153-81f9-485922785204 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5925746 Nov 09 19:46:02.367122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57936) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:02.372591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Request body: {'subnet': {'network_id': '00e85a6f-38ca-4afd-b54e-7f2a224429e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-206813637-subnet', 'tenant_id': 'a14e62feb725442fab2211ffb4b6ee9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:02.375492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Request body: {'subnet': {'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1119760367-subnet', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:02.400932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Made reservation on behalf of a14e62feb725442fab2211ffb4b6ee9f for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:02.402715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec5008-6867-4311-9f63-3ed38b153a9f admin admin] Pushing event updated for resources: {'Network': ['ID=d2994caf-6048-4b39-8cfc-0292324a0e70,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:02.407202 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.465168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e8a30-bfe0-4a15-8d6c-870705ee4075 req-6fd22a91-83a9-4bc1-962c-5f2306264979 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:02.467004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network d2994caf-6048-4b39-8cfc-0292324a0e70 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:46:02.468829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-880e8a30-bfe0-4a15-8d6c-870705ee4075 req-6fd22a91-83a9-4bc1-962c-5f2306264979 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.2089729 Nov 09 19:46:02.530269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:02.535538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.576621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-880e8a30-bfe0-4a15-8d6c-870705ee4075 req-d7b73196-87c2-4625-b1ef-d50ebc77522d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954921 Nov 09 19:46:02.696641 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.723600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57942) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:02.778145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621fddf-9aeb-495c-99cb-fa65dc1dd539 req-7614581e-5632-40f2-9086-c3e5dc6e3dae tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:02.779746 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a621fddf-9aeb-495c-99cb-fa65dc1dd539 req-7614581e-5632-40f2-9086-c3e5dc6e3dae tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1237435 Nov 09 19:46:02.785704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5236af68-9410-4538-96da-e13e96ed228c,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:02.833325 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.837104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Checking segment: {'id': 'e65aac2f-9545-4252-87bd-7c42c6a8cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '00e85a6f-38ca-4afd-b54e-7f2a224429e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:02.840014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Network hostable DHCP agents. Network: 00e85a6f-38ca-4afd-b54e-7f2a224429e1, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:46:02.848506 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a621fddf-9aeb-495c-99cb-fa65dc1dd539 req-8aad18ee-54c2-497c-9447-3b5aedd82014 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601737 Nov 09 19:46:02.866648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Network 00e85a6f-38ca-4afd-b54e-7f2a224429e1 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:46:02.884447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 00e85a6f-38ca-4afd-b54e-7f2a224429e1) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:02.889571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:02.890760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:02.897373 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ef955-fe82-41f0-a124-5541bcc99199 None None] Network 00e85a6f-38ca-4afd-b54e-7f2a224429e1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:02.929028 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-686c65e3-bebd-4ed7-bd7b-32738a4ef076 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5606494 Nov 09 19:46:02.959484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b6a843-ba69-40ea-a3d1-3f20483a6a86,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:03.031850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8b96e1c8-ed0a-4da9-8355-971bbe2226f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=456a9dadbfa24d3a9d1efb95f700620b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067954 Nov 09 19:46:03.034459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57952) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:03.039520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d1a40-e293-4e49-9d98-034f82346007 req-542cf233-85e2-428d-9213-78f11be3bd9f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:03.041399 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b05d1a40-e293-4e49-9d98-034f82346007 req-542cf233-85e2-428d-9213-78f11be3bd9f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 945 time: 0.2038567 Nov 09 19:46:03.045506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Checking segment: {'id': 'b695595f-7537-4b10-a4e5-fe15bc6f59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:03.045866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Network hostable DHCP agents. Network: d2994caf-6048-4b39-8cfc-0292324a0e70, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:46:03.113945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71718039-75e1-4d7f-8f32-069708525aad None None] Network 00e85a6f-38ca-4afd-b54e-7f2a224429e1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:03.127236 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b05d1a40-e293-4e49-9d98-034f82346007 req-56f97f6f-e15e-4147-82d8-07c6cb92ccc0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752525 Nov 09 19:46:03.128446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Network d2994caf-6048-4b39-8cfc-0292324a0e70 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:46:03.132078 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-894a8f9f-624d-4d38-8515-a5bed37d62d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.161584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, d2994caf-6048-4b39-8cfc-0292324a0e70) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:03.166375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:03.167267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.185060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-894a8f9f-624d-4d38-8515-a5bed37d62d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.192962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe10eff-531a-4bd3-b36b-d6d8673c4595 None None] Network d2994caf-6048-4b39-8cfc-0292324a0e70 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:03.205436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-82aaaf89-6cd3-4cd2-a5d6-a1ee5552585a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8424551 Nov 09 19:46:03.206222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57962) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:03.219623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1119760367-router', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:03.298928 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.300331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.335547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-894a8f9f-624d-4d38-8515-a5bed37d62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.338651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-894a8f9f-624d-4d38-8515-a5bed37d62d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.341057 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-894a8f9f-624d-4d38-8515-a5bed37d62d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f536a535-9ca4-4746-b9e8-8532c9164e15 HTTP/1.1" status: 204 len: 168 time: 0.3054218 Nov 09 19:46:03.362091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abaabd-eae0-447c-999f-1c0e8b958185 req-8721b933-06ad-42e1-add6-78f9407b5ab2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:03.364887 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05abaabd-eae0-447c-999f-1c0e8b958185 req-8721b933-06ad-42e1-add6-78f9407b5ab2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 945 time: 0.1053507 Nov 09 19:46:03.372756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57966) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:03.377369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-065613e3-b78f-4114-8ce2-3f17bb47cd27 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'floatingip': {'port_id': '3272acb7-3e3f-4c55-8e57-4b949482c82f'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:03.405800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a8f9f-624d-4d38-8515-a5bed37d62d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f536a535-9ca4-4746-b9e8-8532c9164e15,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:03.410970 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.436737 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-065613e3-b78f-4114-8ce2-3f17bb47cd27 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.580920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-d2994caf-6048-4b39-8cfc-0292324a0e70', 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'fixed_ips': [{'subnet_id': '87b6a843-ba69-40ea-a3d1-3f20483a6a86'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:46:03.581811 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.764806 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:03.814996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Allocated IP 172.20.0.2 (d2994caf-6048-4b39-8cfc-0292324a0e70/87b6a843-ba69-40ea-a3d1-3f20483a6a86/6bf18c8f-6a90-470d-bab5-c7399d6c3dcc) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:03.892129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d7805-8fb2-4e51-9f22-b587325171db req-2d8d8d86-b429-40f9-975a-2602d400e0b3 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:03.899777 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-017d7805-8fb2-4e51-9f22-b587325171db req-2d8d8d86-b429-40f9-975a-2602d400e0b3 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1746435 Nov 09 19:46:03.949873 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-017d7805-8fb2-4e51-9f22-b587325171db req-5ee953d7-e1d1-483d-9e11-a95e7880a439 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474322 Nov 09 19:46:04.068773 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.079533 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.123864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Network d2994caf-6048-4b39-8cfc-0292324a0e70 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:04.127405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:04.134997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:04.187644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Pushing event updated for resources: {'Port': ['ID=6bf18c8f-6a90-470d-bab5-c7399d6c3dcc,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:04.202847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-044ae900-f8ff-4beb-b5cc-53e2ec8ed777 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:04.211119 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-044ae900-f8ff-4beb-b5cc-53e2ec8ed777 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/networks?id=00e85a6f-38ca-4afd-b54e-7f2a224429e1 HTTP/1.1" status: 200 len: 813 time: 0.7097502 Nov 09 19:46:04.229451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Attempting to bind port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:04.230397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Attempting to bind port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'b695595f-7537-4b10-a4e5-fe15bc6f59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:04.231258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Attempting to bind port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc on network d2994caf-6048-4b39-8cfc-0292324a0e70 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:04.237248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:04.238012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Checking segment: {'id': 'b695595f-7537-4b10-a4e5-fe15bc6f59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:04.238680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.239294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Bound using segment: {'id': 'b695595f-7537-4b10-a4e5-fe15bc6f59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:04.240039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Bound port: 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b695595f-7537-4b10-a4e5-fe15bc6f59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:04.240661 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.242085 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-c6349f15-cb21-4b9a-a0e1-20b1c1afc31e tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/quotas/a14e62feb725442fab2211ffb4b6ee9f HTTP/1.1" status: 200 len: 375 time: 0.0297692 Nov 09 19:46:04.256563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa20776-c520-43b7-9642-acf984412dd8 req-8024641b-e36c-4c93-972f-f4dc1f0a5166 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:04.264987 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7fa20776-c520-43b7-9642-acf984412dd8 req-8024641b-e36c-4c93-972f-f4dc1f0a5166 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1048551 Nov 09 19:46:04.288122 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.300453 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-217337ad-974e-4bce-b39b-7d91f42cfd1b tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a14e62feb725442fab2211ffb4b6ee9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570703 Nov 09 19:46:04.332742 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.362295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] For port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:04.370631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] For port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6bf18c8f-6a90-470d-bab5-c7399d6c3dcc,segment=NetworkSegment(b695595f-7537-4b10-a4e5-fe15bc6f59d1),segment_id=b695595f-7537-4b10-a4e5-fe15bc6f59d1)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:04.381832 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.407435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7fa20776-c520-43b7-9642-acf984412dd8 req-9553ff20-0186-4983-b31b-08293b6583c5 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414499 Nov 09 19:46:04.530460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Allocated IP 172.25.6.243 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/b28411ac-4551-4384-aa08-b4b708f9f763) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:04.538710 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f195-d729-435e-bc99-a1c7f6018a11 None None] Pushing event updated for resources: {'Port': ['ID=6bf18c8f-6a90-470d-bab5-c7399d6c3dcc,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:04.673610 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-01732d59-9bbd-46bb-98df-af0cc72cbf6f service neutron] 10.222.0.53 "GET /v2.0/networks/00e85a6f-38ca-4afd-b54e-7f2a224429e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278433 Nov 09 19:46:04.687410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.750592 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.802300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:04.816382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:04.820311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-065613e3-b78f-4114-8ce2-3f17bb47cd27 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.825952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:04.832570 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-065613e3-b78f-4114-8ce2-3f17bb47cd27 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:04.864631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Pushing event updated for resources: {'Port': ['ID=b28411ac-4551-4384-aa08-b4b708f9f763,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:04.981246 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-392f7112-11bd-42a3-8146-f495366394f9 service neutron] 10.222.0.53 "GET /v2.0/networks/00e85a6f-38ca-4afd-b54e-7f2a224429e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053138 Nov 09 19:46:05.043072 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-065613e3-b78f-4114-8ce2-3f17bb47cd27 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Floating IP 5d0a34aa-a1f2-4c54-b053-86fb16ee0ce5 associated. External IP: 172.25.6.98, port: 3272acb7-3e3f-4c55-8e57-4b949482c82f. Nov 09 19:46:05.299772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:05.400395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a60607-3bd8-4b48-9637-03af71327753 req-59a162c3-246c-442b-b794-1d86a6bd03b8 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:05.408468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-96a60607-3bd8-4b48-9637-03af71327753 req-59a162c3-246c-442b-b794-1d86a6bd03b8 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.0852866 Nov 09 19:46:05.434920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065613e3-b78f-4114-8ce2-3f17bb47cd27 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Router 34074a75-5514-40c2-bf68-9ac9d7655552 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:46:05.658874 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-96a60607-3bd8-4b48-9637-03af71327753 req-b7cf0ac8-5c46-4d62-ba46-8413d299ec7d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491703 Nov 09 19:46:05.661631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065613e3-b78f-4114-8ce2-3f17bb47cd27 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:46:05.677086 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] Sync routers for ids ['34074a75-5514-40c2-bf68-9ac9d7655552'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:46:05.702107 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-065613e3-b78f-4114-8ce2-3f17bb47cd27 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:05.705662 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] Routers {'34074a75-5514-40c2-bf68-9ac9d7655552'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:05.707215 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['34074a75-5514-40c2-bf68-9ac9d7655552'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:05.805340 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-065613e3-b78f-4114-8ce2-3f17bb47cd27 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "PUT /v2.0/floatingips/5d0a34aa-a1f2-4c54-b053-86fb16ee0ce5 HTTP/1.1" status: 200 len: 990 time: 2.4303474 Nov 09 19:46:05.809626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:05.817263 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf12a55-107a-4376-bea8-b205fba9ae46" -d '{"events": [{"name": "network-changed", "server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:05.869009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:05.899413 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faa46d88-04b1-43d4-8e5c-17d8d4df53df req-3ab30309-94d9-4dd8-aa81-681e89ee84df tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 210 time: 0.0662327 Nov 09 19:46:05.950692 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:05.978616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:05.979697 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:06.102155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc86987-096c-46f4-9fd6-1b5abb511ff9 None None] Network d2994caf-6048-4b39-8cfc-0292324a0e70 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:06.171971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08737461-e859-4581-bd3e-00452f8e5dd8 req-27361e99-1c33-42cd-b770-b6aa46830eed tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:06.179559 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] Set router 34074a75-5514-40c2-bf68-9ac9d7655552 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:06.180590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:06.181917 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08737461-e859-4581-bd3e-00452f8e5dd8 req-27361e99-1c33-42cd-b770-b6aa46830eed tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.2146568 Nov 09 19:46:06.272551 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186628d2-1133-4fd5-9ce7-9a095db92cd6 x-openstack-request-id: req-186628d2-1133-4fd5-9ce7-9a095db92cd6 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:06.272551 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:06.272822 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-186628d2-1133-4fd5-9ce7-9a095db92cd6 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:06.273049 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'status': 'completed', 'code': 200} Nov 09 19:46:06.302948 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08737461-e859-4581-bd3e-00452f8e5dd8 req-828465a9-1b0a-4f67-89e0-0881f828fda5 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072228 Nov 09 19:46:06.381371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-f473d411-164b-4d77-9ae4-1b815b36e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:06.383827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-f473d411-164b-4d77-9ae4-1b815b36e5ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1096 time: 0.0713341 Nov 09 19:46:06.393390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Router ee855c1f-944f-4a82-972e-73ca7d6ad57b is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:46:06.690479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6bf18c8f-6a90-470d-bab5-c7399d6c3dcc,segment=NetworkSegment(b695595f-7537-4b10-a4e5-fe15bc6f59d1),segment_id=b695595f-7537-4b10-a4e5-fe15bc6f59d1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:06.691563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3c9ff54b-2967-46c2-8d66-5ef3ea09c2bc None None] Provisioning complete for port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:06.691785 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3c9ff54b-2967-46c2-8d66-5ef3ea09c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:06.725884 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:06.836707 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '5d0a34aa-a1f2-4c54-b053-86fb16ee0ce5', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'port_id': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'mac_address': 'fa:16:3e:2f:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:45:43Z', 'updated_at': '2021-11-09T19:46:04Z', 'revision_number': 1, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:47Z', 'revision_number': 5, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:06.905000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=6bf18c8f-6a90-470d-bab5-c7399d6c3dcc,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:06.911362 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] Checking router: 34074a75-5514-40c2-bf68-9ac9d7655552 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:46:06.941635 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] Routers {'34074a75-5514-40c2-bf68-9ac9d7655552'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:06.945213 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['34074a75-5514-40c2-bf68-9ac9d7655552'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:07.172437 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] Set router 34074a75-5514-40c2-bf68-9ac9d7655552 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:07.262576 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47845278-dfa6-49d9-9ae2-b0e744102d5b req-276a5fe3-9538-4449-8220-034992152706 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 210 time: 0.0947268 Nov 09 19:46:07.316384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-79ee3cf5-e18e-494a-bc10-c30b82512f52 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:07.318344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-79ee3cf5-e18e-494a-bc10-c30b82512f52 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.77 "GET /v2.0/networks?id=00e85a6f-38ca-4afd-b54e-7f2a224429e1 HTTP/1.1" status: 200 len: 813 time: 0.3007882 Nov 09 19:46:07.338665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Request body: {'port': {'device_id': '6e9a1c18-fe34-44f4-be58-f5f626ecb95a', 'network_id': '00e85a6f-38ca-4afd-b54e-7f2a224429e1', 'admin_state_up': True, 'tenant_id': 'a14e62feb725442fab2211ffb4b6ee9f'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:07.388399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a8383a25-6d24-4501-860e-8769de72c1b9 None None] Provisioning complete for port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:07.390149 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a8383a25-6d24-4501-860e-8769de72c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:07.393967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bece0-5a5f-4021-9f40-1c72d01ab557 req-0838c9d7-e9c1-40ed-8ade-5da8a74a17b7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:07.404643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-633bece0-5a5f-4021-9f40-1c72d01ab557 req-0838c9d7-e9c1-40ed-8ade-5da8a74a17b7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1652887 Nov 09 19:46:07.471775 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-a69e37ab-96d9-49ab-90bb-262a35a36325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:07.473560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-a69e37ab-96d9-49ab-90bb-262a35a36325 service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 1.0747766 Nov 09 19:46:07.498747 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-633bece0-5a5f-4021-9f40-1c72d01ab557 req-390f6000-a729-49cf-bdc5-e9729e67a184 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862195 Nov 09 19:46:07.521218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:46:07.543805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Made reservation on behalf of a14e62feb725442fab2211ffb4b6ee9f for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:07.552454 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:07.564798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Sync routers for ids ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:46:07.589609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Routers {'ee855c1f-944f-4a82-972e-73ca7d6ad57b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:07.590655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:07.677828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:07.682461 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d987722a-adb1-41ab-ba16-657156aa3317 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4665451 Nov 09 19:46:07.693893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58130) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:07.741472 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '5d0a34aa-a1f2-4c54-b053-86fb16ee0ce5', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'port_id': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'mac_address': 'fa:16:3e:2f:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:45:43Z', 'updated_at': '2021-11-09T19:46:04Z', 'revision_number': 1, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:47Z', 'revision_number': 5, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:07.805136 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:07.809711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-ee41ebdf-0406-4c59-9e9b-7166c5c43ee0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 998 time: 0.3092079 Nov 09 19:46:07.815865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Set router ee855c1f-944f-4a82-972e-73ca7d6ad57b gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:07.821226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98325fbf-7f94-415e-868f-2b989fac136d req-fce73259-5285-4424-96aa-e18dde2aee44 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:07.826087 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9161e91-104d-41eb-9a99-8c2bd7a953b2 None None] The sync data for ids ['34074a75-5514-40c2-bf68-9ac9d7655552'] in n-d-817256-1 is: [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '5d0a34aa-a1f2-4c54-b053-86fb16ee0ce5', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'port_id': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'mac_address': 'fa:16:3e:2f:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:45:43Z', 'updated_at': '2021-11-09T19:46:04Z', 'revision_number': 1, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:47Z', 'revision_number': 5, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:46:07.829259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-98325fbf-7f94-415e-868f-2b989fac136d req-fce73259-5285-4424-96aa-e18dde2aee44 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.2124615 Nov 09 19:46:07.857669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Allocated IP 172.20.0.13 (00e85a6f-38ca-4afd-b54e-7f2a224429e1/5236af68-9410-4538-96da-e13e96ed228c/e79e24ae-67fd-46e8-b652-01cf6a350c2a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:07.994444 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-98325fbf-7f94-415e-868f-2b989fac136d req-69f4a86b-c385-4f5b-9a32-f9fe6bbac668 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554949 Nov 09 19:46:08.015954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-e5aea3ed-6fd6-45a0-826c-d7e1d40c848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:08.017451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-e5aea3ed-6fd6-45a0-826c-d7e1d40c848a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.1860569 Nov 09 19:46:08.215619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-5a2e116d-1583-49fa-a511-289bc5839c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:08.230406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6fd5e-a21f-40fb-9b64-75467be5dc7d req-35b340d2-c7f5-4a5e-8c79-3ccb29187347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:08.230819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-5a2e116d-1583-49fa-a511-289bc5839c0b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922877 Nov 09 19:46:08.232547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46d6fd5e-a21f-40fb-9b64-75467be5dc7d req-35b340d2-c7f5-4a5e-8c79-3ccb29187347 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 1096 time: 0.1016588 Nov 09 19:46:08.232704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:08.233152 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:08.239148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:08.262897 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9c85dd-b0b4-4c78-9bdd-e0c199cbcba9 None None] New status for floating IP 5d0a34aa-a1f2-4c54-b053-86fb16ee0ce5: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:46:08.319616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46d6fd5e-a21f-40fb-9b64-75467be5dc7d req-2d149bc7-b325-44c2-8cdf-f748bb6dea81 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747087 Nov 09 19:46:08.333402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58140) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:08.359710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:08.412891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'name': 'tempest-ServersTestMultiNic-1119760367-router', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:03Z', 'updated_at': '2021-11-09T19:46:05Z', 'revision_number': 3, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'gw_port': {'id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:04Z', 'updated_at': '2021-11-09T19:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:08.491267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Checking router: ee855c1f-944f-4a82-972e-73ca7d6ad57b for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:46:08.491267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Updating router ee855c1f-944f-4a82-972e-73ca7d6ad57b port b28411ac-4551-4384-aa08-b4b708f9f763 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:46:08.565832 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:08.566105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc40dced-663e-460b-b536-b5086162324c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:08.589354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Network 00e85a6f-38ca-4afd-b54e-7f2a224429e1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:08.638823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:08.649764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:08.709665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-fd26bcbd-14df-48a2-8405-5bbbe40b9fd4 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628425 Nov 09 19:46:08.758061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:08.758825 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:08.768171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Pushing event updated for resources: {'Port': ['ID=e79e24ae-67fd-46e8-b652-01cf6a350c2a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:08.820321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964071d5-d9c2-47b7-9883-778ffac8dd94 req-1cc116c5-f037-456b-aac5-2606944b1c8f tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:08.828921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-964071d5-d9c2-47b7-9883-778ffac8dd94 req-1cc116c5-f037-456b-aac5-2606944b1c8f tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 932 time: 0.4006617 Nov 09 19:46:08.861812 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-b99bde60-bb28-49cc-8503-68b92dae1fcf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5332851 Nov 09 19:46:08.864515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dec312-aa0c-48e5-8a5a-cc067f03eccd req-5cd600fb-41c3-4e20-819f-e2b9367d9a43 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:08.872788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2dec312-aa0c-48e5-8a5a-cc067f03eccd req-5cd600fb-41c3-4e20-819f-e2b9367d9a43 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.2569091 Nov 09 19:46:08.899335 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-964071d5-d9c2-47b7-9883-778ffac8dd94 req-f76402cd-bd14-414f-8406-d8fcfb3effaf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692279 Nov 09 19:46:08.916558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Request body: {'port': {'device_id': '6e9a1c18-fe34-44f4-be58-f5f626ecb95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:08.951778 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:08.962276 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:08.969407 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eaf12a55-107a-4376-bea8-b205fba9ae46 req-887dd065-60cd-40e9-8a14-1a0e3345cd2a service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485266 Nov 09 19:46:08.988749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2dec312-aa0c-48e5-8a5a-cc067f03eccd req-f074608e-12bc-4b07-b887-7483c70470fa tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104498 Nov 09 19:46:09.001704 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc40dced-663e-460b-b536-b5086162324c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.012701 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc40dced-663e-460b-b536-b5086162324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.062492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.065403 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Attempting to bind port b28411ac-4551-4384-aa08-b4b708f9f763 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:09.065777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Attempting to bind port b28411ac-4551-4384-aa08-b4b708f9f763 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:09.066141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Attempting to bind port b28411ac-4551-4384-aa08-b4b708f9f763 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:09.097533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:09.098208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:09.099181 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.099181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:09.099700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Bound port: b28411ac-4551-4384-aa08-b4b708f9f763, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:09.100125 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.117104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.133308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dc40dced-663e-460b-b536-b5086162324c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c76b9ba59fc44285af4782a5ab39b838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7976251 Nov 09 19:46:09.134047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40dced-663e-460b-b536-b5086162324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083322ad-3aba-42e5-af33-2ac6b74033a9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:09.137456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58154) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:09.146715 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78056f7e-b927-427c-a861-14230236fa73 None None] Pushing event updated for resources: {'Port': ['ID=b28411ac-4551-4384-aa08-b4b708f9f763,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:09.198871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] For port b28411ac-4551-4384-aa08-b4b708f9f763, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:09.202930 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] For port b28411ac-4551-4384-aa08-b4b708f9f763, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b28411ac-4551-4384-aa08-b4b708f9f763,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:09.215972 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.309404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Routers {'ee855c1f-944f-4a82-972e-73ca7d6ad57b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:09.310132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa0991-4cad-4f89-b090-7655cfa02e19 req-bf2f59e0-b445-47b4-a032-f73b6fb6a471 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:09.310287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:09.317744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1fa0991-4cad-4f89-b090-7655cfa02e19 req-bf2f59e0-b445-47b4-a032-f73b6fb6a471 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1597300 Nov 09 19:46:09.332579 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-261628ba-bbd3-4d59-8584-bd97de87711b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.358163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Allocated IP 172.20.0.1 (d2994caf-6048-4b39-8cfc-0292324a0e70/87b6a843-ba69-40ea-a3d1-3f20483a6a86/1e89b4b8-8525-44c2-ad51-3372f53ade98) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:09.372397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78056f7e-b927-427c-a861-14230236fa73 None None] Pushing event updated for resources: {'Port': ['ID=b28411ac-4551-4384-aa08-b4b708f9f763,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:09.410210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-261628ba-bbd3-4d59-8584-bd97de87711b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.523211 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.538561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] Set router ee855c1f-944f-4a82-972e-73ca7d6ad57b gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:09.566266 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-261628ba-bbd3-4d59-8584-bd97de87711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.568801 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-261628ba-bbd3-4d59-8584-bd97de87711b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.569976 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-261628ba-bbd3-4d59-8584-bd97de87711b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/083322ad-3aba-42e5-af33-2ac6b74033a9 HTTP/1.1" status: 204 len: 168 time: 0.4298527 Nov 09 19:46:09.599056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1fa0991-4cad-4f89-b090-7655cfa02e19 req-fdd03cca-c713-4e5a-8e09-d9e51de7503a tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803371 Nov 09 19:46:09.609607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79e24ae-67fd-46e8-b652-01cf6a350c2a {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:09.614881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261628ba-bbd3-4d59-8584-bd97de87711b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083322ad-3aba-42e5-af33-2ac6b74033a9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:09.621087 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.626378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.638369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Transition to ACTIVE for port object e79e24ae-67fd-46e8-b652-01cf6a350c2a will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:46:09.648242 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.693019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Network d2994caf-6048-4b39-8cfc-0292324a0e70 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:09.697993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:09.705417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:09.709027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Pushing event updated for resources: {'Port': ['ID=1e89b4b8-8525-44c2-ad51-3372f53ade98,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:09.750864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Pushing event updated for resources: {'Port': ['ID=e79e24ae-67fd-46e8-b652-01cf6a350c2a,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:09.759778 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.893996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Attempting to bind port e79e24ae-67fd-46e8-b652-01cf6a350c2a on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:09.894311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Attempting to bind port e79e24ae-67fd-46e8-b652-01cf6a350c2a by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'e65aac2f-9545-4252-87bd-7c42c6a8cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '00e85a6f-38ca-4afd-b54e-7f2a224429e1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:09.894686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Attempting to bind port e79e24ae-67fd-46e8-b652-01cf6a350c2a on network 00e85a6f-38ca-4afd-b54e-7f2a224429e1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:09.908326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Port e79e24ae-67fd-46e8-b652-01cf6a350c2a on network 00e85a6f-38ca-4afd-b54e-7f2a224429e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:46:09.908687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Attempting to bind port e79e24ae-67fd-46e8-b652-01cf6a350c2a on network 00e85a6f-38ca-4afd-b54e-7f2a224429e1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:09.924160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:09.924533 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Checking segment: {'id': 'e65aac2f-9545-4252-87bd-7c42c6a8cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '00e85a6f-38ca-4afd-b54e-7f2a224429e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:09.925100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Bound using segment: {'id': 'e65aac2f-9545-4252-87bd-7c42c6a8cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '00e85a6f-38ca-4afd-b54e-7f2a224429e1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:09.925574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Bound port: e79e24ae-67fd-46e8-b652-01cf6a350c2a, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65aac2f-9545-4252-87bd-7c42c6a8cd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '00e85a6f-38ca-4afd-b54e-7f2a224429e1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:09.925954 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:09.989426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'name': 'tempest-ServersTestMultiNic-1119760367-router', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:03Z', 'updated_at': '2021-11-09T19:46:05Z', 'revision_number': 3, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'gw_port': {'id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:04Z', 'updated_at': '2021-11-09T19:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:10.004069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:10.070281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] For port e79e24ae-67fd-46e8-b652-01cf6a350c2a, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:10.075288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] For port e79e24ae-67fd-46e8-b652-01cf6a350c2a, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e79e24ae-67fd-46e8-b652-01cf6a350c2a,segment=NetworkSegment(e65aac2f-9545-4252-87bd-7c42c6a8cd6c),segment_id=e65aac2f-9545-4252-87bd-7c42c6a8cd6c)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:10.101188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413da28f-1cf6-4dec-b0d8-17e497829d29 None None] The sync data for ids ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'] in n-d-817256-1 is: [{'id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'name': 'tempest-ServersTestMultiNic-1119760367-router', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:03Z', 'updated_at': '2021-11-09T19:46:05Z', 'revision_number': 3, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'gw_port': {'id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:04Z', 'updated_at': '2021-11-09T19:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:46:10.103108 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:10.142558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bff07276-e864-44b3-94c9-cc2e7f2d7065 None None] Provisioning complete for port 1e89b4b8-8525-44c2-ad51-3372f53ade98 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:10.142942 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bff07276-e864-44b3-94c9-cc2e7f2d7065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:10.208462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Pushing event updated for resources: {'Port': ['ID=e79e24ae-67fd-46e8-b652-01cf6a350c2a,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:10.232377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:10.233241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:10.235131 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-688d0697-f6de-44cc-958a-47ef0e3d9839 service neutron] 10.222.0.77 "PUT /v2.0/ports/e79e24ae-67fd-46e8-b652-01cf6a350c2a HTTP/1.1" status: 200 len: 1092 time: 1.3413854 Nov 09 19:46:10.236275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9a1c18-fe34-44f4-be58-f5f626ecb95a', 'tag': 'e79e24ae-67fd-46e8-b652-01cf6a350c2a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:10.237240 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6e692106-4f15-4d91-85e3-0218e464adf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:10.238810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bff07276-e864-44b3-94c9-cc2e7f2d7065 None None] Port 1e89b4b8-8525-44c2-ad51-3372f53ade98 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:46:10.243281 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06c460c-b63a-4b24-9f8d-774956d3d48c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9a1c18-fe34-44f4-be58-f5f626ecb95a", "tag": "e79e24ae-67fd-46e8-b652-01cf6a350c2a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:10.293356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7c634-4489-436a-89da-f984df239e4f req-c06a3531-1250-46ac-8e6a-10b96eb9412f tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:10.302907 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:10.303108 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03a7c634-4489-436a-89da-f984df239e4f req-c06a3531-1250-46ac-8e6a-10b96eb9412f tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 944 time: 0.2200489 Nov 09 19:46:10.337432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:10.398840 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03a7c634-4489-436a-89da-f984df239e4f req-65bbf1c4-1a31-40f0-9bca-02f9c9fe08d1 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966902 Nov 09 19:46:10.419654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-f816bbfb-7bc4-4c7b-8a09-b5e50fa243fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:10.424588 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-f816bbfb-7bc4-4c7b-8a09-b5e50fa243fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a14e62feb725442fab2211ffb4b6ee9f&device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 1095 time: 0.1213984 Nov 09 19:46:10.486060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Pushing event updated for resources: {'Port': ['ID=1e89b4b8-8525-44c2-ad51-3372f53ade98,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:10.498953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-34617d20-a85e-4ffb-bbc2-9bcd99e278dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e79e24ae-67fd-46e8-b652-01cf6a350c2a HTTP/1.1" status: 200 len: 217 time: 0.0653281 Nov 09 19:46:10.508868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:10.521073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56116552-4a45-475c-9345-77f51a740901 req-cec9beab-d4ed-46fb-8e1c-6f9e290158e7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:10.522734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56116552-4a45-475c-9345-77f51a740901 req-cec9beab-d4ed-46fb-8e1c-6f9e290158e7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.2173281 Nov 09 19:46:10.585904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-76c0f145-a4b9-4048-957e-c4a74e6cb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:10.587617 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-76c0f145-a4b9-4048-957e-c4a74e6cb730 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5236af68-9410-4538-96da-e13e96ed228c HTTP/1.1" status: 200 len: 853 time: 0.0808299 Nov 09 19:46:10.634244 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e2527a-ba34-41cb-86e5-397cd351b5ae x-openstack-request-id: req-f5e2527a-ba34-41cb-86e5-397cd351b5ae {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:10.634583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56116552-4a45-475c-9345-77f51a740901 req-14b7afa1-f630-40c3-8ab9-11ea0e6b483f tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022973 Nov 09 19:46:10.635377 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9a1c18-fe34-44f4-be58-f5f626ecb95a", "tag": "e79e24ae-67fd-46e8-b652-01cf6a350c2a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:10.643356 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5e2527a-ba34-41cb-86e5-397cd351b5ae {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:10.645071 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9a1c18-fe34-44f4-be58-f5f626ecb95a', 'tag': 'e79e24ae-67fd-46e8-b652-01cf6a350c2a', 'status': 'completed', 'code': 200} Nov 09 19:46:10.682235 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-813f6c45-6db4-4b01-a3bb-ed58e688814f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00e85a6f-38ca-4afd-b54e-7f2a224429e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784252 Nov 09 19:46:10.694704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Network d2994caf-6048-4b39-8cfc-0292324a0e70 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:10.696170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:10.968726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-09a1d1c5-9d51-4af4-964a-efd19eff3c9b service neutron] 10.222.0.77 "GET /v2.0/networks/00e85a6f-38ca-4afd-b54e-7f2a224429e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779057 Nov 09 19:46:10.969488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a7874-c563-4c5e-9c76-41455d40a6b8 req-bec769d7-9c4f-402c-9faa-c510712fe0d3 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:10.985001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-599a7874-c563-4c5e-9c76-41455d40a6b8 req-bec769d7-9c4f-402c-9faa-c510712fe0d3 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1167364 Nov 09 19:46:10.993457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58194) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:11.036740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Router ee855c1f-944f-4a82-972e-73ca7d6ad57b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:46:11.068004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2fe82092-d832-4efd-8314-be31df885c04 None None] Provisioning complete for port 1e89b4b8-8525-44c2-ad51-3372f53ade98 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:11.068586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2fe82092-d832-4efd-8314-be31df885c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.109277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea29317-a41b-4cbb-a5be-4da1e04a6527 req-18d65ce1-f3a8-456a-9393-1025dfba19b7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:11.110871 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ea29317-a41b-4cbb-a5be-4da1e04a6527 req-18d65ce1-f3a8-456a-9393-1025dfba19b7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1412475 Nov 09 19:46:11.116350 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-599a7874-c563-4c5e-9c76-41455d40a6b8 req-97d744e0-dbb9-49a4-b73a-c54d86daa64f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134338 Nov 09 19:46:11.166572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-network', 'tenant_id': '5e646554cb1948bab8888fd628ae596e'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:11.187903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2fe82092-d832-4efd-8314-be31df885c04 None None] Port 1e89b4b8-8525-44c2-ad51-3372f53ade98 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:46:11.239873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:11.242251 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.260775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.290363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:46:11.300094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-027e162f-3a6f-4210-b593-48fe462bf14f admin admin] 10.222.0.53 "PUT /v2.0/routers/ee855c1f-944f-4a82-972e-73ca7d6ad57b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5881822 Nov 09 19:46:11.421422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.426494 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.488730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f424ff-7295-4da7-8601-7cb512f7c6a0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:11.493400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:46:11.536253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.536598 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Added segment aa1b763d-f835-4580-9e50-2e43f754b2d2 of type vlan for network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd Nov 09 19:46:11.569779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58206) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:11.595300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ea29317-a41b-4cbb-a5be-4da1e04a6527 req-44de5dba-560b-4043-ae09-a2d6a4ba5e9e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729805 Nov 09 19:46:11.612441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e184327c-5bff-401c-b3ba-1b9b086f49cd req-38cabdc5-06c5-4030-b6eb-5194d7d93225 service neutron] 10.222.0.77 "GET /v2.0/networks/00e85a6f-38ca-4afd-b54e-7f2a224429e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983834 Nov 09 19:46:11.617844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.685429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb3567-07b3-45d7-b7d1-992e7e3d380a req-15adb7db-2626-41e1-b992-fea16d5fc2bc tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:11.701926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-16fb3567-07b3-45d7-b7d1-992e7e3d380a req-15adb7db-2626-41e1-b992-fea16d5fc2bc tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 944 time: 0.2047820 Nov 09 19:46:11.718601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2017293215'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:11.758092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c460c-b63a-4b24-9f8d-774956d3d48c req-5c2a1fbb-e6a8-4803-afc8-e37102076c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:11.759957 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c06c460c-b63a-4b24-9f8d-774956d3d48c req-5c2a1fbb-e6a8-4803-afc8-e37102076c82 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a14e62feb725442fab2211ffb4b6ee9f&device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 1095 time: 0.0852451 Nov 09 19:46:11.760740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:11.771799 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.779776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b28411ac-4551-4384-aa08-b4b708f9f763 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:11.791166 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.792609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:11.793403 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.891566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:46:11.898404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b28411ac-4551-4384-aa08-b4b708f9f763 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:11.899971 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.955316 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:11.955316 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Added segment c23d73da-4adb-4069-901f-17bb216ae259 of type vlan for network 4fc09d98-30ea-430c-8f70-22bcec323dc8 Nov 09 19:46:11.957170 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-16fb3567-07b3-45d7-b7d1-992e7e3d380a req-05956c99-5442-47e4-a520-ab573f2ce55b tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488737 Nov 09 19:46:11.979394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9841335 Nov 09 19:46:11.984138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58216) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:11.992840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Request body: {'subnet': {'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-subnet', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:12.001498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Pushing event updated for resources: {'Network': ['ID=90a17b75-3a9f-4fd3-9f10-435fc26e61fd,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:12.032977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.036690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.036959 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.037104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.040909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.041644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.043403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.045991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.046397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.046992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.047657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.051896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.052314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23b8ed-2f3b-471a-80df-51e733bd7111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.066794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c460c-b63a-4b24-9f8d-774956d3d48c req-8bcb1bc6-b1c6-4eee-9000-7b5b4c3a028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:12.068465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c06c460c-b63a-4b24-9f8d-774956d3d48c req-8bcb1bc6-b1c6-4eee-9000-7b5b4c3a028f service neutron] 10.222.0.77 "GET /v2.0/networks?id=00e85a6f-38ca-4afd-b54e-7f2a224429e1 HTTP/1.1" status: 200 len: 914 time: 0.2899859 Nov 09 19:46:12.078872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:46:12.116896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:12.119949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.147145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c06c460c-b63a-4b24-9f8d-774956d3d48c req-2a42836c-d854-4f61-b09c-fc254ab32a96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e79e24ae-67fd-46e8-b652-01cf6a350c2a HTTP/1.1" status: 200 len: 217 time: 0.0658529 Nov 09 19:46:12.165342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.173443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:12.174094 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.249588 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.280744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port b28411ac-4551-4384-aa08-b4b708f9f763, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b28411ac-4551-4384-aa08-b4b708f9f763,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:12.289331 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.344042 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7674041 Nov 09 19:46:12.353371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62144c2d-b169-4f51-b296-33e5ac8aa6f2 req-119f59be-3339-4f34-9660-119f4685c9ec tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:12.353650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58222) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:12.354419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62144c2d-b169-4f51-b296-33e5ac8aa6f2 req-119f59be-3339-4f34-9660-119f4685c9ec tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1106768 Nov 09 19:46:12.361858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'subnet': {'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:12.363256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=b28411ac-4551-4384-aa08-b4b708f9f763,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:12.372749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.373244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.375449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.375905 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.376342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.376778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.377221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.381166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.381674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.382116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.382679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.383105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:12.422984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c460c-b63a-4b24-9f8d-774956d3d48c req-2da02834-7e21-4cbe-a88e-af2caf981808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:12.427415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c06c460c-b63a-4b24-9f8d-774956d3d48c req-2da02834-7e21-4cbe-a88e-af2caf981808 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5236af68-9410-4538-96da-e13e96ed228c HTTP/1.1" status: 200 len: 853 time: 0.2689500 Nov 09 19:46:12.440893 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62144c2d-b169-4f51-b296-33e5ac8aa6f2 req-f4c0c3da-7fc6-4027-b3fa-55e28519f19e tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731773 Nov 09 19:46:12.441475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c375c-89d7-4395-b21a-ca81d11c0f82 req-4b57a6f1-cce5-41bd-beeb-4ca8c9863f72 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:12.449620 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-051c375c-89d7-4395-b21a-ca81d11c0f82 req-4b57a6f1-cce5-41bd-beeb-4ca8c9863f72 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.3056796 Nov 09 19:46:12.461794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7af36-064e-421a-8d4b-a3639c9fb380 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Network': ['ID=4fc09d98-30ea-430c-8f70-22bcec323dc8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:12.479177 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 4fc09d98-30ea-430c-8f70-22bcec323dc8 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:46:12.517830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c06c460c-b63a-4b24-9f8d-774956d3d48c req-85d3a161-dedf-4680-9455-f4fdb601e3af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00e85a6f-38ca-4afd-b54e-7f2a224429e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659349 Nov 09 19:46:12.530583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.593833 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-051c375c-89d7-4395-b21a-ca81d11c0f82 req-16fb2fdf-20c6-47cf-a75e-c2df2a439edd tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432471 Nov 09 19:46:12.638023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Checking segment: {'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:12.638372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Network hostable DHCP agents. Network: 90a17b75-3a9f-4fd3-9f10-435fc26e61fd, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:46:12.642171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=631c072b-443f-46be-a69f-00bb6024fc68,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:12.655046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:12.660031 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.669419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:46:12.684805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 90a17b75-3a9f-4fd3-9f10-435fc26e61fd) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:12.689423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:12.690202 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.693488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d975b46b-1c15-44dd-9a2c-9620ba7f09d9 None None] Network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:12.712641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7a4f7599-1b4b-4e71-ae32-f0eb466db929 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7213500 Nov 09 19:46:12.713625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58226) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:12.719514 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:12.757553 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.758870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.759468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c06c460c-b63a-4b24-9f8d-774956d3d48c req-9d2d87a5-6803-4bc9-9227-342d380c0743 service neutron] 10.222.0.77 "GET /v2.0/networks/00e85a6f-38ca-4afd-b54e-7f2a224429e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282341 Nov 09 19:46:12.845496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:12.933291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Sync routers for ids ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:46:12.953582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Routers {'ee855c1f-944f-4a82-972e-73ca7d6ad57b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:12.954378 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:13.053483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c06c460c-b63a-4b24-9f8d-774956d3d48c req-d0532374-9e9d-479a-b625-b8083db03960 service neutron] 10.222.0.77 "GET /v2.0/networks/00e85a6f-38ca-4afd-b54e-7f2a224429e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792678 Nov 09 19:46:13.057171 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:13.057876 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:13.197098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Set router ee855c1f-944f-4a82-972e-73ca7d6ad57b gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:13.211068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Subnet': ['ID=4256f0e2-ebc2-4168-8f73-cb9bf41ce77e,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:13.217020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Checking segment: {'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:13.217385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network hostable DHCP agents. Network: 4fc09d98-30ea-430c-8f70-22bcec323dc8, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:46:13.232990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fa634-b736-49dd-9913-017064956e53 req-c757a4dc-3ef3-48b9-8639-fa66747e6ffe tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:13.234596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b4fa634-b736-49dd-9913-017064956e53 req-c757a4dc-3ef3-48b9-8639-fa66747e6ffe tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 944 time: 0.1598191 Nov 09 19:46:13.249303 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a0059224-51f8-4452-bbfd-f646955c600c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:13.288871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network 4fc09d98-30ea-430c-8f70-22bcec323dc8 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:46:13.297585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:46:13.298808 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:13.315707 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b4fa634-b736-49dd-9913-017064956e53 req-89ed171c-3bf6-4b27-94e2-28901e6dff8d tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727744 Nov 09 19:46:13.319630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 4fc09d98-30ea-430c-8f70-22bcec323dc8) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:13.335595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:13.335595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:13.344157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a4d75-e7cb-45bc-b647-4444f4c39906 None None] Network 4fc09d98-30ea-430c-8f70-22bcec323dc8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:13.355181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f765f403-8791-4ecf-8f92-2101acb7e84f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0006745 Nov 09 19:46:13.358148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58234) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:13.364879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1146153933'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:13.376192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:13.412139 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:13.579780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:13.786429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e8691-f84a-467a-95dc-03621662b21f req-cb67836b-bc13-4159-b3d3-90a74b598f2b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:13.794541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-957e8691-f84a-467a-95dc-03621662b21f req-cb67836b-bc13-4159-b3d3-90a74b598f2b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0612173 Nov 09 19:46:13.797271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b28411ac-4551-4384-aa08-b4b708f9f763 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:13.828622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:13.833768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:13.860991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-957e8691-f84a-467a-95dc-03621662b21f req-be16b992-671b-4ac7-a1d8-f8d248de96bd tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651951 Nov 09 19:46:13.882616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Allocated IP 172.20.0.2 (90a17b75-3a9f-4fd3-9f10-435fc26e61fd/631c072b-443f-46be-a69f-00bb6024fc68/5156739a-7bf0-4846-8fa4-399a22f5d270) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:13.920210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-4fc09d98-30ea-430c-8f70-22bcec323dc8', 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'fixed_ips': [{'subnet_id': '4256f0e2-ebc2-4168-8f73-cb9bf41ce77e'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:46:13.921147 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:13.947540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:46:13.968928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca78c5b-0af5-4f39-9684-764f225b9beb req-3043bb84-e44b-47d4-ab96-0156d9f69d53 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:13.972997 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:46:13.976478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ca78c5b-0af5-4f39-9684-764f225b9beb req-3043bb84-e44b-47d4-ab96-0156d9f69d53 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1519656 Nov 09 19:46:14.039001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ca78c5b-0af5-4f39-9684-764f225b9beb req-9105a76f-0ba4-48f1-b8d7-26c7359190e2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536885 Nov 09 19:46:14.039001 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.039001 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Added segment 922c9cac-38fe-4cc6-a69e-48201a0acc88 of type vlan for network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 Nov 09 19:46:14.086835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'name': 'tempest-ServersTestMultiNic-1119760367-router', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:03Z', 'updated_at': '2021-11-09T19:46:09Z', 'revision_number': 4, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'gw_port': {'id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:04Z', 'updated_at': '2021-11-09T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1e89b4b8-8525-44c2-ad51-3372f53ade98', 'name': '', 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'mac_address': 'fa:16:3e:6e:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '87b6a843-ba69-40ea-a3d1-3f20483a6a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:09Z', 'updated_at': '2021-11-09T19:46:10Z', 'revision_number': 2, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'subnets': [{'id': '87b6a843-ba69-40ea-a3d1-3f20483a6a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:14.110692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Allocated IP 172.25.6.4 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/394ec1fe-1de4-40eb-bd1a-f86daf51c932) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:14.138169 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.148140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Checking router: ee855c1f-944f-4a82-972e-73ca7d6ad57b for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:46:14.148787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Updating router ee855c1f-944f-4a82-972e-73ca7d6ad57b port 1e89b4b8-8525-44c2-ad51-3372f53ade98 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:46:14.192853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b28411ac-4551-4384-aa08-b4b708f9f763 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:14.193596 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.238161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.246575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:14.246827 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.302363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Allocated IP 19.80.0.2 (4fc09d98-30ea-430c-8f70-22bcec323dc8/4256f0e2-ebc2-4168-8f73-cb9bf41ce77e/77adf53d-1946-4443-98b2-32218d98edaf) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:14.349013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e3e2e-94f3-4baa-912c-449784b9ee7d req-7bf42aaa-3a73-4c0b-8b19-88b0c7b5ed20 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:14.359625 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a8e3e2e-94f3-4baa-912c-449784b9ee7d req-7bf42aaa-3a73-4c0b-8b19-88b0c7b5ed20 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0985067 Nov 09 19:46:14.402086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0421240 Nov 09 19:46:14.402868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58254) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:14.423258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'subnet': {'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:14.477631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a8e3e2e-94f3-4baa-912c-449784b9ee7d req-31197228-4c40-4b90-9a7e-188b0c9a8dbb tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157424 Nov 09 19:46:14.504171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e79e24ae-67fd-46e8-b652-01cf6a350c2a details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:46:14.516355 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.522698 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ed9b3-94ee-4028-9f68-8c51f0179d11 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Network': ['ID=5ba9ea09-f064-414f-a11b-b55b4fad3c21,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:14.562978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.563266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:46:14.575112 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.607395 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054e33b-edec-4a3a-b896-fccf082d3c80 req-a2c196ba-571c-4bf6-bf02-a96a303540c4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:14.608992 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4054e33b-edec-4a3a-b896-fccf082d3c80 req-a2c196ba-571c-4bf6-bf02-a96a303540c4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 944 time: 0.1526680 Nov 09 19:46:14.627855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.639864 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.670140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.resource_extend [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:46:14.684081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:14.689368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.703454 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:14.752005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4054e33b-edec-4a3a-b896-fccf082d3c80 req-ee2b4c35-b95e-48fe-828c-69de10cc5a71 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346700 Nov 09 19:46:14.795309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:14.807849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:14.808116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:14.815332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:14.828080 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:14.834485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:14.848179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Pushing event updated for resources: {'Port': ['ID=394ec1fe-1de4-40eb-bd1a-f86daf51c932,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:14.929607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Pushing event updated for resources: {'Port': ['ID=5156739a-7bf0-4846-8fa4-399a22f5d270,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:15.176270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c2c1-7bd2-4d80-a395-a81e1f3c9fb0 req-f845e3d2-00d4-4da3-931d-9d828c9cfbc4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:15.177582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.189979 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad57c2c1-7bd2-4d80-a395-a81e1f3c9fb0 req-f845e3d2-00d4-4da3-931d-9d828c9cfbc4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.0855050 Nov 09 19:46:15.191221 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.195011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e79e24ae-67fd-46e8-b652-01cf6a350c2a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e79e24ae-67fd-46e8-b652-01cf6a350c2a,segment=NetworkSegment(e65aac2f-9545-4252-87bd-7c42c6a8cd6c),segment_id=e65aac2f-9545-4252-87bd-7c42c6a8cd6c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:15.253354 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad57c2c1-7bd2-4d80-a395-a81e1f3c9fb0 req-f60f796a-5979-47e5-825e-9a54b51009e1 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600016 Nov 09 19:46:15.255748 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.269202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Checking segment: {'id': '922c9cac-38fe-4cc6-a69e-48201a0acc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:15.269559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network hostable DHCP agents. Network: 5ba9ea09-f064-414f-a11b-b55b4fad3c21, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:46:15.272963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'e79e24ae-67fd-46e8-b652-01cf6a350c2a', 'network_id': '00e85a6f-38ca-4afd-b54e-7f2a224429e1', 'port_id': 'e79e24ae-67fd-46e8-b652-01cf6a350c2a', 'mac_address': 'fa:16:3e:15:6d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5236af68-9410-4538-96da-e13e96ed228c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:46:15.279752 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.294721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Attempting to bind port 5156739a-7bf0-4846-8fa4-399a22f5d270 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:15.295087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Attempting to bind port 5156739a-7bf0-4846-8fa4-399a22f5d270 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:15.295444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Attempting to bind port 5156739a-7bf0-4846-8fa4-399a22f5d270 on network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:15.338235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Subnet': ['ID=d6bd6487-facc-46ac-9a6f-3e61e464c489,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:15.350672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:15.351287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Checking segment: {'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:15.351415 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.351785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Bound using segment: {'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:15.352262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Bound port: 5156739a-7bf0-4846-8fa4-399a22f5d270, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:15.352663 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.358952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Network 4fc09d98-30ea-430c-8f70-22bcec323dc8 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:15.365663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:46:15.378271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:15.387158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5ba9ea09-f064-414f-a11b-b55b4fad3c21) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:15.395348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:15.396172 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.397320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:15.409899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a7e1c-bd46-4a42-ace9-e29f5faa3622 None None] Network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:15.418279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Pushing event updated for resources: {'Port': ['ID=77adf53d-1946-4443-98b2-32218d98edaf,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:15.436434 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.495946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fed445f0-e659-48c0-9d60-5bc45ea6335e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0687256 Nov 09 19:46:15.546621 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.568998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79e24ae-67fd-46e8-b652-01cf6a350c2a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:15.644856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e79e24ae-67fd-46e8-b652-01cf6a350c2a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e79e24ae-67fd-46e8-b652-01cf6a350c2a,segment=NetworkSegment(e65aac2f-9545-4252-87bd-7c42c6a8cd6c),segment_id=e65aac2f-9545-4252-87bd-7c42c6a8cd6c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:15.681144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Attempting to bind port 77adf53d-1946-4443-98b2-32218d98edaf on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:15.681609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Attempting to bind port 77adf53d-1946-4443-98b2-32218d98edaf by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:15.683632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Attempting to bind port 77adf53d-1946-4443-98b2-32218d98edaf on network 4fc09d98-30ea-430c-8f70-22bcec323dc8 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:15.694955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] For port 5156739a-7bf0-4846-8fa4-399a22f5d270, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:15.703343 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:15.704204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Checking segment: {'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:15.704784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.705270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Bound using segment: {'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:15.705859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Bound port: 77adf53d-1946-4443-98b2-32218d98edaf, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:15.706387 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.710099 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.747199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6bd2b-964f-434f-88fe-6150ba82a3a4 req-7ed15aaa-5e6f-4be6-a0bb-672e6703d710 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:15.748773 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cb6bd2b-964f-434f-88fe-6150ba82a3a4 req-7ed15aaa-5e6f-4be6-a0bb-672e6703d710 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1408472 Nov 09 19:46:15.799606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e79e24ae-67fd-46e8-b652-01cf6a350c2a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:15.818636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] For port 5156739a-7bf0-4846-8fa4-399a22f5d270, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5156739a-7bf0-4846-8fa4-399a22f5d270,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:15.840937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cb6bd2b-964f-434f-88fe-6150ba82a3a4 req-be8f4a1e-1c62-4963-9797-86846b224ce8 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828574 Nov 09 19:46:15.884374 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.888557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Router 89ff9107-1a04-4686-bcd7-e0f134d56812 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:46:15.898188 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.928888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-a060db4c-943c-4ed4-888d-e8893e1230a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:15.939673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-a060db4c-943c-4ed4-888d-e8893e1230a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:15.943364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-a060db4c-943c-4ed4-888d-e8893e1230a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/networks?id=4fc09d98-30ea-430c-8f70-22bcec323dc8&id=5ba9ea09-f064-414f-a11b-b55b4fad3c21&id=4fc09d98-30ea-430c-8f70-22bcec323dc8 HTTP/1.1" status: 200 len: 1392 time: 0.2424276 Nov 09 19:46:15.955515 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:15.993882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] For port 77adf53d-1946-4443-98b2-32218d98edaf, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:15.996631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-40b9c269-6647-4dd0-9edf-22bcaeea7adf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/quotas/6a8bc543dc2e4520b1504489a866a532 HTTP/1.1" status: 200 len: 375 time: 0.0351110 Nov 09 19:46:16.007298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e79e24ae-67fd-46e8-b652-01cf6a350c2a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:16.060041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] For port 77adf53d-1946-4443-98b2-32218d98edaf, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=77adf53d-1946-4443-98b2-32218d98edaf,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:16.100397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf75bcb-2407-4ccb-b9b6-96808bad5303 None None] Pushing event updated for resources: {'Port': ['ID=5156739a-7bf0-4846-8fa4-399a22f5d270,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:16.125157 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-3873340d-f559-4151-b4c0-00800944c852 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a8bc543dc2e4520b1504489a866a532&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267660 Nov 09 19:46:16.143020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:16.158966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-5ba9ea09-f064-414f-a11b-b55b4fad3c21', 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'fixed_ips': [{'subnet_id': 'd6bd6487-facc-46ac-9a6f-3e61e464c489'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:46:16.160891 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:16.276123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd8d48-81f1-481c-aab7-c73d4a5720d0 None None] Pushing event updated for resources: {'Port': ['ID=1e89b4b8-8525-44c2-ad51-3372f53ade98,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:16.335379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e327-aeb9-440e-826a-79cac2808514 req-a077f493-55f2-4415-bb5c-74925efd73e6 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:16.348123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eeb4e327-aeb9-440e-826a-79cac2808514 req-a077f493-55f2-4415-bb5c-74925efd73e6 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 945 time: 0.3033700 Nov 09 19:46:16.380275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-647b98a4-c515-469d-84a4-185797e4efe2 service neutron] 10.222.0.53 "GET /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539835 Nov 09 19:46:16.394339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:46:16.409000 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Sync routers for ids ['89ff9107-1a04-4686-bcd7-e0f134d56812'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:46:16.434597 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Routers {'89ff9107-1a04-4686-bcd7-e0f134d56812'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:16.436341 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:46:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['89ff9107-1a04-4686-bcd7-e0f134d56812'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:16.513210 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:16.522309 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b92cc89e-44a0-493a-a5f4-b05d081ddf0c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8063495 Nov 09 19:46:16.523279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58290) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:16.560519 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eeb4e327-aeb9-440e-826a-79cac2808514 req-728d85d1-f47b-40df-8b2c-e9e7a4fff2a0 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968055 Nov 09 19:46:16.566619 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:16.687877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Attempting to bind port 1e89b4b8-8525-44c2-ad51-3372f53ade98 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:16.694099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Attempting to bind port 1e89b4b8-8525-44c2-ad51-3372f53ade98 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'b695595f-7537-4b10-a4e5-fe15bc6f59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:16.694832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Attempting to bind port 1e89b4b8-8525-44c2-ad51-3372f53ade98 on network d2994caf-6048-4b39-8cfc-0292324a0e70 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:16.736706 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-68f8480e-53e6-4780-a7f0-cd97906a9277 service neutron] 10.222.0.53 "GET /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317306 Nov 09 19:46:16.752213 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Set router 89ff9107-1a04-4686-bcd7-e0f134d56812 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:16.818434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7818d0-ae60-40bf-b1f0-ac1a1d6d722d None None] Pushing event updated for resources: {'Port': ['ID=77adf53d-1946-4443-98b2-32218d98edaf,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:16.836482 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:16.837370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Checking segment: {'id': 'b695595f-7537-4b10-a4e5-fe15bc6f59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:16.837995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:16.838630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Bound using segment: {'id': 'b695595f-7537-4b10-a4e5-fe15bc6f59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:16.839618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Bound port: 1e89b4b8-8525-44c2-ad51-3372f53ade98, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b695595f-7537-4b10-a4e5-fe15bc6f59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:16.840221 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:16.862297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2847f000-d574-4ead-9461-1245b65995b6 None None] Provisioning complete for port 1e89b4b8-8525-44c2-ad51-3372f53ade98 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:16.863133 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2847f000-d574-4ead-9461-1245b65995b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:17.023280 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-da3ba3ee-2b34-4e10-a521-1a0cdedc1790 service neutron] 10.222.0.53 "GET /v2.0/networks/5ba9ea09-f064-414f-a11b-b55b4fad3c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709153 Nov 09 19:46:17.102129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f46d9f-d9ae-4ef4-9f23-9af93803d6bf req-d6be8ea9-58b7-4632-b2fa-c278ed0cc335 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:17.111858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87f46d9f-d9ae-4ef4-9f23-9af93803d6bf req-d6be8ea9-58b7-4632-b2fa-c278ed0cc335 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.3170376 Nov 09 19:46:17.113805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2847f000-d574-4ead-9461-1245b65995b6 None None] Port 1e89b4b8-8525-44c2-ad51-3372f53ade98 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:46:17.232105 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-1ba4f142-8851-4be7-bbb9-52aadd14dee3 service neutron] 10.222.0.53 "GET /v2.0/networks/5ba9ea09-f064-414f-a11b-b55b4fad3c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060113 Nov 09 19:46:17.286062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] For port 1e89b4b8-8525-44c2-ad51-3372f53ade98, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:17.344347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Allocated IP 19.86.0.2 (5ba9ea09-f064-414f-a11b-b55b4fad3c21/d6bd6487-facc-46ac-9a6f-3e61e464c489/adf5b72f-299a-4174-9ffb-1a1711f9d368) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:17.348372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] For port 1e89b4b8-8525-44c2-ad51-3372f53ade98, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1e89b4b8-8525-44c2-ad51-3372f53ade98,segment=NetworkSegment(b695595f-7537-4b10-a4e5-fe15bc6f59d1),segment_id=b695595f-7537-4b10-a4e5-fe15bc6f59d1)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:17.355293 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:15Z', 'revision_number': 3, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:17.373454 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:17.423370 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-22bde512-b018-4c18-998d-1200c034f27d service neutron] 10.222.0.53 "GET /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898754 Nov 09 19:46:17.454210 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Checking router: 89ff9107-1a04-4686-bcd7-e0f134d56812 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:46:17.465722 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Updating router 89ff9107-1a04-4686-bcd7-e0f134d56812 port 394ec1fe-1de4-40eb-bd1a-f86daf51c932 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:46:17.480628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87f46d9f-d9ae-4ef4-9f23-9af93803d6bf req-434e0e44-d558-4a98-9bef-ab4c0272b146 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670220 Nov 09 19:46:17.548950 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:17.611727 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-f22b2d56-ff11-45c7-8d5c-d9024f5b0013 service neutron] 10.222.0.53 "GET /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866360 Nov 09 19:46:17.710079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Routers {'ee855c1f-944f-4a82-972e-73ca7d6ad57b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:17.738124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:46:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:17.751221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd8d48-81f1-481c-aab7-c73d4a5720d0 None None] Pushing event updated for resources: {'Port': ['ID=1e89b4b8-8525-44c2-ad51-3372f53ade98,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:18.033436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:18.149723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99165597-90fb-4abe-833e-18ef90a7c9d3 None None] Network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:18.289544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad432b0-50fc-46ec-ba07-755a7820a64f req-c1b50171-93c6-4eef-8f35-561a5173eb5e tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:18.291837 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dad432b0-50fc-46ec-ba07-755a7820a64f req-c1b50171-93c6-4eef-8f35-561a5173eb5e tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 945 time: 0.2532349 Nov 09 19:46:18.312991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6d75ff4c-d685-45b9-9ea7-14ddd0c54b23 req-f04dfb19-7c7a-43e9-bfee-0d2b152ba5f6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 210 time: 0.1323433 Nov 09 19:46:18.443646 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dad432b0-50fc-46ec-ba07-755a7820a64f req-0e288ea3-dae4-4a97-9225-19786b882d81 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382089 Nov 09 19:46:18.472130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159157-3242-44e0-affb-4eab1702d25a req-4cc9c052-e41d-4dfe-b3ae-10f035dd02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:18.473787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3159157-3242-44e0-affb-4eab1702d25a req-4cc9c052-e41d-4dfe-b3ae-10f035dd02df service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 1097 time: 0.1776896 Nov 09 19:46:18.476172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5156739a-7bf0-4846-8fa4-399a22f5d270 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:18.480495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e79e24ae-67fd-46e8-b652-01cf6a350c2a up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:18.524791 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:18.550205 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:18.616105 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3159157-3242-44e0-affb-4eab1702d25a req-e6b1f41a-f834-4f7b-8b4c-54ecf5412990 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311584 Nov 09 19:46:18.628587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Allocated IP 172.20.0.1 (90a17b75-3a9f-4fd3-9f10-435fc26e61fd/631c072b-443f-46be-a69f-00bb6024fc68/ca6c5654-4726-4676-984b-46d02bdb4ad0) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:18.666860 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Pushing event updated for resources: {'Port': ['ID=394ec1fe-1de4-40eb-bd1a-f86daf51c932,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:18.740936 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.742141 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.743776 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.744252 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.746461 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.746461 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.747474 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.748250 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.749693 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.751663 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.752202 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.752798 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:46:18.781173 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Attempting to bind port 394ec1fe-1de4-40eb-bd1a-f86daf51c932 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:18.782666 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Attempting to bind port 394ec1fe-1de4-40eb-bd1a-f86daf51c932 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:18.783031 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Attempting to bind port 394ec1fe-1de4-40eb-bd1a-f86daf51c932 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:18.788948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef6d36-73c4-4991-a368-f1ac30daad15 None None] Network 4fc09d98-30ea-430c-8f70-22bcec323dc8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:18.797677 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:18.803635 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:18.806022 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:18.806502 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:18.807222 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Bound port: 394ec1fe-1de4-40eb-bd1a-f86daf51c932, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:18.809945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16884866-0cb9-475c-a6f7-a263df8f4bbb req-fbf27593-3f74-46df-915a-ba787dcb60ad tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:18.812319 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:18.828395 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-16884866-0cb9-475c-a6f7-a263df8f4bbb req-fbf27593-3f74-46df-915a-ba787dcb60ad tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1449907 Nov 09 19:46:18.849026 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:18.863845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port e79e24ae-67fd-46e8-b652-01cf6a350c2a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:46:18.927532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-16884866-0cb9-475c-a6f7-a263df8f4bbb req-8d5a2f65-70f7-4016-a016-86db28e9a608 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972614 Nov 09 19:46:18.930321 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:18.941404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-32ba7c74-c948-4e9e-a0ec-42234406063d None None] Provisioning complete for port 5156739a-7bf0-4846-8fa4-399a22f5d270 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:18.941786 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32ba7c74-c948-4e9e-a0ec-42234406063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:18.973716 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] For port 394ec1fe-1de4-40eb-bd1a-f86daf51c932, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:18.977848 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] For port 394ec1fe-1de4-40eb-bd1a-f86daf51c932, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=394ec1fe-1de4-40eb-bd1a-f86daf51c932,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:18.985550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port e79e24ae-67fd-46e8-b652-01cf6a350c2a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:18.986780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:19.002726 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:19.004442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:19.007801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:19.012876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:19.056662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Pushing event updated for resources: {'Port': ['ID=ca6c5654-4726-4676-984b-46d02bdb4ad0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:19.080017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] Set router ee855c1f-944f-4a82-972e-73ca7d6ad57b gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:19.094852 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:19.124976 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Routers {'89ff9107-1a04-4686-bcd7-e0f134d56812'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:19.125592 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:46:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['89ff9107-1a04-4686-bcd7-e0f134d56812'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:19.127880 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf481ab4-db15-4ce3-8bb1-b7d300c518da None None] Pushing event updated for resources: {'Port': ['ID=394ec1fe-1de4-40eb-bd1a-f86daf51c932,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:19.202752 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:19.270738 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:19.332325 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] Set router 89ff9107-1a04-4686-bcd7-e0f134d56812 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:19.472769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5156739a-7bf0-4846-8fa4-399a22f5d270 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:19.473144 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:19.559457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:19.641991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc066f2-0f46-4124-848e-fab307e6b8b2 req-f1bb05a3-24e0-47d8-8299-5e261a8a842e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:19.655720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2dc066f2-0f46-4124-848e-fab307e6b8b2 req-f1bb05a3-24e0-47d8-8299-5e261a8a842e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1352472 Nov 09 19:46:19.731247 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2dc066f2-0f46-4124-848e-fab307e6b8b2 req-f9ef5a40-41e2-4877-a1d7-eec63eecc007 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741246 Nov 09 19:46:19.731743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Pushing event updated for resources: {'Port': ['ID=adf5b72f-299a-4174-9ffb-1a1711f9d368,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:19.828779 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:15Z', 'revision_number': 3, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:19.859107 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa365277-9940-40fb-be64-8edf25665a91 req-85934854-e9bb-4165-a7a6-256fccc71562 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 210 time: 0.0575514 Nov 09 19:46:19.948705 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173501b0-c303-42b2-9cee-d948fd22647f None None] The sync data for ids ['89ff9107-1a04-4686-bcd7-e0f134d56812'] in n-d-817256-1 is: [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:15Z', 'revision_number': 3, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:46:19.981068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:19.984550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fc7c6-1463-4f54-a4e8-10ab395c73cc req-8bdd4b7b-788b-4581-8806-4b6d45de5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:19.992619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d9fc7c6-1463-4f54-a4e8-10ab395c73cc req-8bdd4b7b-788b-4581-8806-4b6d45de5e74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 1097 time: 0.1780159 Nov 09 19:46:19.993778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:20.029094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7d078-852f-45b0-8ebd-8c7a5712f06e req-10bf52b2-c25f-4de4-9989-0ebe49250848 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:20.095922 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6d7d078-852f-45b0-8ebd-8c7a5712f06e req-10bf52b2-c25f-4de4-9989-0ebe49250848 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 945 time: 0.2571824 Nov 09 19:46:20.111919 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:20.220211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6d7d078-852f-45b0-8ebd-8c7a5712f06e req-fa2320d4-526d-4174-97d2-136da672d81a tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233628 Nov 09 19:46:20.270722 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32ba7c74-c948-4e9e-a0ec-42234406063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:20.307471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9a1c18-fe34-44f4-be58-f5f626ecb95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79e24ae-67fd-46e8-b652-01cf6a350c2a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:20.311140 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd27a73-1db6-4a9b-9ec0-dbeb241ec764" -d '{"events": [{"server_uuid": "6e9a1c18-fe34-44f4-be58-f5f626ecb95a", "name": "network-vif-plugged", "status": "completed", "tag": "e79e24ae-67fd-46e8-b652-01cf6a350c2a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:20.364656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Attempting to bind port adf5b72f-299a-4174-9ffb-1a1711f9d368 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:20.365044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Attempting to bind port adf5b72f-299a-4174-9ffb-1a1711f9d368 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '922c9cac-38fe-4cc6-a69e-48201a0acc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:20.365680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Attempting to bind port adf5b72f-299a-4174-9ffb-1a1711f9d368 on network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:20.372442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e79e24ae-67fd-46e8-b652-01cf6a350c2a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e79e24ae-67fd-46e8-b652-01cf6a350c2a,segment=NetworkSegment(e65aac2f-9545-4252-87bd-7c42c6a8cd6c),segment_id=e65aac2f-9545-4252-87bd-7c42c6a8cd6c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:20.396412 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:20.410851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:20.411551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Checking segment: {'id': '922c9cac-38fe-4cc6-a69e-48201a0acc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:20.412075 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:20.412759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Bound using segment: {'id': '922c9cac-38fe-4cc6-a69e-48201a0acc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:20.413281 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Bound port: adf5b72f-299a-4174-9ffb-1a1711f9d368, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922c9cac-38fe-4cc6-a69e-48201a0acc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:20.413670 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:20.580383 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e38a49-a4e1-46cc-bb7d-309ac6d09223 x-openstack-request-id: req-03e38a49-a4e1-46cc-bb7d-309ac6d09223 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:20.580656 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9a1c18-fe34-44f4-be58-f5f626ecb95a", "name": "network-vif-plugged", "status": "completed", "tag": "e79e24ae-67fd-46e8-b652-01cf6a350c2a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:20.581062 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03e38a49-a4e1-46cc-bb7d-309ac6d09223 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:20.581482 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9a1c18-fe34-44f4-be58-f5f626ecb95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79e24ae-67fd-46e8-b652-01cf6a350c2a', 'code': 200} Nov 09 19:46:20.588131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-32ba7c74-c948-4e9e-a0ec-42234406063d None None] For port 5156739a-7bf0-4846-8fa4-399a22f5d270, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5156739a-7bf0-4846-8fa4-399a22f5d270,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:20.624618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32ba7c74-c948-4e9e-a0ec-42234406063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:20.627183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:20.636668 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:20.714998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e79e24ae-67fd-46e8-b652-01cf6a350c2a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:20.724744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50265b-b015-492d-8a69-916aad1ff0d7 req-dd3302a7-6662-48c9-aa14-ffc7d6e8e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:20.726272 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0b50265b-b015-492d-8a69-916aad1ff0d7 req-dd3302a7-6662-48c9-aa14-ffc7d6e8e61d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 1097 time: 0.0794866 Nov 09 19:46:20.824050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccb34e-4707-453a-95af-4084d54b9f57 req-f8084272-bdc8-460a-8dd6-4d25a8f19181 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:20.832211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bbccb34e-4707-453a-95af-4084d54b9f57 req-f8084272-bdc8-460a-8dd6-4d25a8f19181 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.4619930 Nov 09 19:46:20.853726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0b50265b-b015-492d-8a69-916aad1ff0d7 req-1371bd8d-e331-455c-836a-55346606ef44 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126182 Nov 09 19:46:20.854770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'name': 'tempest-ServersTestMultiNic-1119760367-router', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:03Z', 'updated_at': '2021-11-09T19:46:09Z', 'revision_number': 4, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'gw_port': {'id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:04Z', 'updated_at': '2021-11-09T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1e89b4b8-8525-44c2-ad51-3372f53ade98', 'name': '', 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'mac_address': 'fa:16:3e:6e:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '87b6a843-ba69-40ea-a3d1-3f20483a6a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:09Z', 'updated_at': '2021-11-09T19:46:17Z', 'revision_number': 4, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'subnets': [{'id': '87b6a843-ba69-40ea-a3d1-3f20483a6a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:20.859086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-c192efb5-a794-44f5-9f5c-1db2deb1d8bf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:20.875865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-c192efb5-a794-44f5-9f5c-1db2deb1d8bf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:20.878298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-c192efb5-a794-44f5-9f5c-1db2deb1d8bf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "GET /v2.0/networks?id=4fc09d98-30ea-430c-8f70-22bcec323dc8&id=5ba9ea09-f064-414f-a11b-b55b4fad3c21&id=4fc09d98-30ea-430c-8f70-22bcec323dc8 HTTP/1.1" status: 200 len: 1392 time: 0.7988846 Nov 09 19:46:20.882736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fc7c6-1463-4f54-a4e8-10ab395c73cc req-a01eacd6-25ba-431f-82ff-eba05e3b2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:20.884494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d9fc7c6-1463-4f54-a4e8-10ab395c73cc req-a01eacd6-25ba-431f-82ff-eba05e3b2a58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 920 time: 0.8340905 Nov 09 19:46:20.954752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93dd0f-c9da-4854-97c3-b68c035969ca req-7ae3aaca-8169-4076-8b50-0dee0f58f081 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:20.975743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2e93dd0f-c9da-4854-97c3-b68c035969ca req-7ae3aaca-8169-4076-8b50-0dee0f58f081 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1055493 Nov 09 19:46:20.993250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] For port adf5b72f-299a-4174-9ffb-1a1711f9d368, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:21.002141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6926d89-594f-4509-a23e-b345cabab971 None None] The sync data for ids ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'] in n-d-817256-1 is: [{'id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'name': 'tempest-ServersTestMultiNic-1119760367-router', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:03Z', 'updated_at': '2021-11-09T19:46:09Z', 'revision_number': 4, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'gw_port': {'id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:04Z', 'updated_at': '2021-11-09T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1e89b4b8-8525-44c2-ad51-3372f53ade98', 'name': '', 'network_id': 'd2994caf-6048-4b39-8cfc-0292324a0e70', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'mac_address': 'fa:16:3e:6e:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '87b6a843-ba69-40ea-a3d1-3f20483a6a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:09Z', 'updated_at': '2021-11-09T19:46:17Z', 'revision_number': 4, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'subnets': [{'id': '87b6a843-ba69-40ea-a3d1-3f20483a6a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:46:21.005184 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:21.013717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba7c74-c948-4e9e-a0ec-42234406063d None None] Pushing event updated for resources: {'Port': ['ID=5156739a-7bf0-4846-8fa4-399a22f5d270,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:21.017676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Provisioning complete for port 77adf53d-1946-4443-98b2-32218d98edaf triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:21.018061 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:21.031430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'port': {'device_id': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8', 'admin_state_up': True, 'tenant_id': '6a8bc543dc2e4520b1504489a866a532'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:21.040852 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2e93dd0f-c9da-4854-97c3-b68c035969ca req-488a3ae1-b92b-4f6e-a804-ca378dddee66 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599277 Nov 09 19:46:21.048105 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d9fc7c6-1463-4f54-a4e8-10ab395c73cc req-b4bf17a1-206d-4df5-82b7-216a10ef3797 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fcdac74-5786-4eb2-afdc-2723087aac30 HTTP/1.1" status: 200 len: 217 time: 0.1461341 Nov 09 19:46:21.060111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] For port adf5b72f-299a-4174-9ffb-1a1711f9d368, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=adf5b72f-299a-4174-9ffb-1a1711f9d368,segment=NetworkSegment(922c9cac-38fe-4cc6-a69e-48201a0acc88),segment_id=922c9cac-38fe-4cc6-a69e-48201a0acc88)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:21.069102 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:46:21.069247 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:46:21.072496 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:21.235177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c9619c2-0b18-439b-8466-db4d5eb1f900 req-82256cac-c318-48c3-bb05-651d1137ccd0 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 210 time: 0.0427153 Nov 09 19:46:21.249035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7253a-a41f-48f7-8787-2525a74f9a66 None None] Pushing event updated for resources: {'Port': ['ID=adf5b72f-299a-4174-9ffb-1a1711f9d368,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:21.349220 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:21.447125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] For port 77adf53d-1946-4443-98b2-32218d98edaf, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=77adf53d-1946-4443-98b2-32218d98edaf,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:21.456512 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:21.471629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bbccb34e-4707-453a-95af-4084d54b9f57 req-104c6e7d-fe33-4de1-9b6b-6f6da15ff1d6 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6212568 Nov 09 19:46:21.574680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fc7c6-1463-4f54-a4e8-10ab395c73cc req-36a07e7b-e6e9-4b74-9446-bc89b17cd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:21.582413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d9fc7c6-1463-4f54-a4e8-10ab395c73cc req-36a07e7b-e6e9-4b74-9446-bc89b17cd55b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66c4956-b333-40fb-bb23-3fe3d867dd61 HTTP/1.1" status: 200 len: 859 time: 0.4780128 Nov 09 19:46:21.703258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Pushing event updated for resources: {'Port': ['ID=77adf53d-1946-4443-98b2-32218d98edaf,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:21.721013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Provisioning complete for port 5156739a-7bf0-4846-8fa4-399a22f5d270 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:21.721992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:21.744508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298367cb-35a1-4e68-96a9-e17a8ab81a49 req-d8eb5f45-5f04-40b1-91ce-f0c31d01d4c1 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:21.752599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-298367cb-35a1-4e68-96a9-e17a8ab81a49 req-d8eb5f45-5f04-40b1-91ce-f0c31d01d4c1 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 946 time: 0.1741047 Nov 09 19:46:21.787649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 77adf53d-1946-4443-98b2-32218d98edaf up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:21.812383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:21.829970 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d9fc7c6-1463-4f54-a4e8-10ab395c73cc req-1c5fb80f-7f48-40b2-8d40-67dc8344cdef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d44e018-e947-4733-8c7b-b08b43fa9217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2274752 Nov 09 19:46:21.833062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:21.843247 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-298367cb-35a1-4e68-96a9-e17a8ab81a49 req-8c933326-12ec-44d0-bd76-fff3e8ac1868 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896673 Nov 09 19:46:21.952631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 77adf53d-1946-4443-98b2-32218d98edaf triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:21.953158 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:22.051544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Provisioning complete for port 1e89b4b8-8525-44c2-ad51-3372f53ade98 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:22.052217 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:22.068618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Pushing event updated for resources: {'Port': ['ID=ca6c5654-4726-4676-984b-46d02bdb4ad0,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:22.238421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:22.242087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:22.249121 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:22.299779 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:22.312018 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a3cac-9ea3-419e-b9c6-d9cd80a733d8 req-eac3d586-f925-40b5-bc50-1ab640f8282b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:22.315813 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c07a3cac-9ea3-419e-b9c6-d9cd80a733d8 req-eac3d586-f925-40b5-bc50-1ab640f8282b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1423936 Nov 09 19:46:22.434167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] For port 1e89b4b8-8525-44c2-ad51-3372f53ade98, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1e89b4b8-8525-44c2-ad51-3372f53ade98,segment=NetworkSegment(b695595f-7537-4b10-a4e5-fe15bc6f59d1),segment_id=b695595f-7537-4b10-a4e5-fe15bc6f59d1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:22.437993 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c07a3cac-9ea3-419e-b9c6-d9cd80a733d8 req-3f3d51bd-0bfb-4461-9f39-a095371030e3 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152756 Nov 09 19:46:22.450794 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:22.493495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d9fc7c6-1463-4f54-a4e8-10ab395c73cc req-32a6015b-e30b-4b9b-bb3d-35a54a802ace service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630343 Nov 09 19:46:22.528124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Provisioning complete for port ca6c5654-4726-4676-984b-46d02bdb4ad0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:22.528503 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:22.612695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-4191ff3e-7a2c-408f-ada4-a12e39fead4e tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:22.627790 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-4191ff3e-7a2c-408f-ada4-a12e39fead4e tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/networks?id=80e472df-b8d9-4116-96a1-8158af70eb0a HTTP/1.1" status: 200 len: 811 time: 0.6983466 Nov 09 19:46:22.666989 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ef99cb3-9d08-4d35-a014-5e65e60c2bfd req-ee3ae271-1be8-4a8b-b3fe-c9eb542043a3 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 210 time: 0.0794339 Nov 09 19:46:22.703373 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Pushing event updated for resources: {'Port': ['ID=1e89b4b8-8525-44c2-ad51-3372f53ade98,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:22.722063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-96c87add-832c-4ba4-a1f6-1a6fcfcd8ce1 None None] Port ca6c5654-4726-4676-984b-46d02bdb4ad0 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:46:22.762060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5156739a-7bf0-4846-8fa4-399a22f5d270 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:22.789067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-8aa7dd03-2ec7-4033-b198-036a834ac721 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/quotas/e2b2feef361e42ee92a3e941538fd1ea HTTP/1.1" status: 200 len: 375 time: 0.1542771 Nov 09 19:46:22.924009 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d9fc7c6-1463-4f54-a4e8-10ab395c73cc req-252f9723-d1a4-448b-b11e-5bd767f04fb5 service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122653 Nov 09 19:46:22.952796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:22.975030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:23.056013 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-17be64af-2490-470e-b157-dce9b19dedc0 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2b2feef361e42ee92a3e941538fd1ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2532139 Nov 09 19:46:23.194501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffbd4b-f262-41be-8214-0deb95cffec7 req-7ea9bc9a-8d39-4c3f-92ad-5fe51bb083bf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:23.208141 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8ffbd4b-f262-41be-8214-0deb95cffec7 req-7ea9bc9a-8d39-4c3f-92ad-5fe51bb083bf tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 946 time: 0.1109357 Nov 09 19:46:23.244542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24983abe-76d3-4778-ac0b-102ca7c79c30 None None] Network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:23.280375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8ffbd4b-f262-41be-8214-0deb95cffec7 req-c6fa8fd8-f23a-4756-8661-5da89267844e tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707355 Nov 09 19:46:23.295085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Allocated IP 19.80.0.118 (4fc09d98-30ea-430c-8f70-22bcec323dc8/4256f0e2-ebc2-4168-8f73-cb9bf41ce77e/e2131fe4-859f-4ceb-a2cf-981fb9a7822d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:23.394722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-22e5332d-b82a-44e0-9200-4bcacb48ba37 None None] Provisioning complete for port 77adf53d-1946-4443-98b2-32218d98edaf triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:23.395621 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-22e5332d-b82a-44e0-9200-4bcacb48ba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:23.455049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Router 89ff9107-1a04-4686-bcd7-e0f134d56812 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:46:23.455768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5156739a-7bf0-4846-8fa4-399a22f5d270 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:23.456306 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:23.463644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-30db3b58-a35d-46ad-8fb7-0f5fe48bdbc7 service neutron] 10.222.0.53 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994809 Nov 09 19:46:23.679034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device adf5b72f-299a-4174-9ffb-1a1711f9d368 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:23.820111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port adf5b72f-299a-4174-9ffb-1a1711f9d368 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:23.820476 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:23.855650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-ec398fcc-a79e-48b7-9121-f8bb66301bb7 service neutron] 10.222.0.53 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794477 Nov 09 19:46:23.874992 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dcae8-264c-40d0-8399-564258a21a94 req-69eceecc-3b42-4906-a222-88985a6a6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:23.878099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e15dcae8-264c-40d0-8399-564258a21a94 req-69eceecc-3b42-4906-a222-88985a6a6c8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a14e62feb725442fab2211ffb4b6ee9f&device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 1097 time: 0.1567860 Nov 09 19:46:23.879315 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:23.920241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e304de6f-cde4-42f4-8a90-d17c0f8156df None None] Provisioning complete for port adf5b72f-299a-4174-9ffb-1a1711f9d368 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:23.920620 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e304de6f-cde4-42f4-8a90-d17c0f8156df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:23.928227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eed2c-317c-4134-a83f-01cf6a0e3bae req-d61fe27a-6b1c-4d91-956b-8dc214775914 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:23.929014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:46:23.939516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8c2129a9-3667-40f8-b3fc-ba99d235d97e admin admin] 10.222.0.53 "PUT /v2.0/routers/89ff9107-1a04-4686-bcd7-e0f134d56812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4151287 Nov 09 19:46:23.952166 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b60eed2c-317c-4134-a83f-01cf6a0e3bae req-d61fe27a-6b1c-4d91-956b-8dc214775914 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1610272 Nov 09 19:46:24.008104 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:24.014712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Sync routers for ids ['89ff9107-1a04-4686-bcd7-e0f134d56812'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:46:24.039257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Routers {'89ff9107-1a04-4686-bcd7-e0f134d56812'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:24.040081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:46:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['89ff9107-1a04-4686-bcd7-e0f134d56812'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:24.122525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network 4fc09d98-30ea-430c-8f70-22bcec323dc8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:24.135493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b60eed2c-317c-4134-a83f-01cf6a0e3bae req-8ada1ee9-7de9-4667-8980-8c0cda24c370 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819284 Nov 09 19:46:24.142975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:24.167706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:24.175687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Port': ['ID=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:24.244858 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:24.273070 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dcae8-264c-40d0-8399-564258a21a94 req-56b70011-ee6f-49c5-92df-e6028a58c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:24.284248 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e15dcae8-264c-40d0-8399-564258a21a94 req-56b70011-ee6f-49c5-92df-e6028a58c230 service neutron] 10.222.0.77 "GET /v2.0/networks?id=00e85a6f-38ca-4afd-b54e-7f2a224429e1 HTTP/1.1" status: 200 len: 914 time: 0.3935483 Nov 09 19:46:24.307137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port adf5b72f-299a-4174-9ffb-1a1711f9d368, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=adf5b72f-299a-4174-9ffb-1a1711f9d368,segment=NetworkSegment(922c9cac-38fe-4cc6-a69e-48201a0acc88),segment_id=922c9cac-38fe-4cc6-a69e-48201a0acc88)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:24.375202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:24.376009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 77adf53d-1946-4443-98b2-32218d98edaf up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:24.376207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:24.376856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:24.408345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22549365-cd0b-4ecc-8abf-6b984b47cee4 req-2e3a8b15-94e7-4f50-bb8b-2a08599e7570 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:24.410258 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22549365-cd0b-4ecc-8abf-6b984b47cee4 req-2e3a8b15-94e7-4f50-bb8b-2a08599e7570 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 946 time: 0.1194377 Nov 09 19:46:24.414586 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-95444aa7-3ea4-477f-bfee-0a894dc28c22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3943369 Nov 09 19:46:24.426636 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e15dcae8-264c-40d0-8399-564258a21a94 req-a0ff84a1-f4be-469e-ada9-a5172f0ad1b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e79e24ae-67fd-46e8-b652-01cf6a350c2a HTTP/1.1" status: 200 len: 217 time: 0.1238918 Nov 09 19:46:24.469288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'port': {'device_id': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21', 'admin_state_up': True, 'tenant_id': '6a8bc543dc2e4520b1504489a866a532'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:24.578392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 77adf53d-1946-4443-98b2-32218d98edaf triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:24.579748 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:24.611713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134ff11-6e03-4af6-a907-e1457507900e req-c0b380b3-cb8a-400a-a41e-2e6419493209 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:24.619902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d134ff11-6e03-4af6-a907-e1457507900e req-c0b380b3-cb8a-400a-a41e-2e6419493209 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 932 time: 0.1956892 Nov 09 19:46:24.628873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dcae8-264c-40d0-8399-564258a21a94 req-5c655933-0cfc-418c-914c-3cbe357c8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:24.630775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e15dcae8-264c-40d0-8399-564258a21a94 req-5c655933-0cfc-418c-914c-3cbe357c8bc7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5236af68-9410-4538-96da-e13e96ed228c HTTP/1.1" status: 200 len: 853 time: 0.1883633 Nov 09 19:46:24.633269 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e304de6f-cde4-42f4-8a90-d17c0f8156df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:24.682862 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e15dcae8-264c-40d0-8399-564258a21a94 req-b37550c9-67f3-4d19-8779-94b85f622f8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=00e85a6f-38ca-4afd-b54e-7f2a224429e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388558 Nov 09 19:46:24.714686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d134ff11-6e03-4af6-a907-e1457507900e req-c24bee5f-ecbb-44ae-98f1-4d5197f82af4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877347 Nov 09 19:46:24.740302 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22549365-cd0b-4ecc-8abf-6b984b47cee4 req-bc6545ea-d155-4497-8f74-001a05843073 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235712 Nov 09 19:46:24.815562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=adf5b72f-299a-4174-9ffb-1a1711f9d368,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:24.852975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Set router 89ff9107-1a04-4686-bcd7-e0f134d56812 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:24.903162 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-e304de6f-cde4-42f4-8a90-d17c0f8156df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:46:24.903910 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-e304de6f-cde4-42f4-8a90-d17c0f8156df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:46:24.917316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:24.926952 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:24.944294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 394ec1fe-1de4-40eb-bd1a-f86daf51c932 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:25.121106 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cf27b9d-933e-4228-8032-e7f9cbdfd6e3 req-f33ce113-123e-4276-a305-cd80795b4dd0 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 210 time: 0.0934079 Nov 09 19:46:25.143983 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e15dcae8-264c-40d0-8399-564258a21a94 req-7be8b5c4-3e74-4d2f-96d9-900b65198559 service neutron] 10.222.0.77 "GET /v2.0/networks/00e85a6f-38ca-4afd-b54e-7f2a224429e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276850 Nov 09 19:46:25.264039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Allocated IP 19.86.0.197 (5ba9ea09-f064-414f-a11b-b55b4fad3c21/d6bd6487-facc-46ac-9a6f-3e61e464c489/bfafbdcc-4786-4e07-9260-d8ebe6756501) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:25.298809 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:25.299469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 394ec1fe-1de4-40eb-bd1a-f86daf51c932 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:25.299815 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:25.301721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e15dcae8-264c-40d0-8399-564258a21a94 req-a4c4cb7d-8bc1-492e-a6af-3b131e378ca8 service neutron] 10.222.0.77 "GET /v2.0/networks/00e85a6f-38ca-4afd-b54e-7f2a224429e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374600 Nov 09 19:46:25.469999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:20Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ca6c5654-4726-4676-984b-46d02bdb4ad0', 'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'mac_address': 'fa:16:3e:39:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:18Z', 'updated_at': '2021-11-09T19:46:20Z', 'revision_number': 2, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'subnets': [{'id': '631c072b-443f-46be-a69f-00bb6024fc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:25.478090 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:25.505642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Checking router: 89ff9107-1a04-4686-bcd7-e0f134d56812 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:46:25.505994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Updating router 89ff9107-1a04-4686-bcd7-e0f134d56812 port ca6c5654-4726-4676-984b-46d02bdb4ad0 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:46:25.510861 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:25.554669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 394ec1fe-1de4-40eb-bd1a-f86daf51c932, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=394ec1fe-1de4-40eb-bd1a-f86daf51c932,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:25.563834 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:25.565345 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:25.569591 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:25.569591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1e89b4b8-8525-44c2-ad51-3372f53ade98 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:25.570870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e304de6f-cde4-42f4-8a90-d17c0f8156df None None] Provisioning complete for port ca6c5654-4726-4676-984b-46d02bdb4ad0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:25.571233 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e304de6f-cde4-42f4-8a90-d17c0f8156df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:25.578437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d44ab2-9d85-49cb-b279-0a38ca471fb5 req-27f896cd-fd3d-43bf-89b8-219cc953ec01 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:25.580087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62d44ab2-9d85-49cb-b279-0a38ca471fb5 req-27f896cd-fd3d-43bf-89b8-219cc953ec01 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0893676 Nov 09 19:46:25.636543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:25.643077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:25.653533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:25.658366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Port': ['ID=bfafbdcc-4786-4e07-9260-d8ebe6756501,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:25.704254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62d44ab2-9d85-49cb-b279-0a38ca471fb5 req-2078e581-102a-47db-87c4-2b013f6998af tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006124 Nov 09 19:46:25.726019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:25.740829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:25.796087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-876b916e-bf1a-42c6-a36e-8e543d783e0a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3589845 Nov 09 19:46:25.811543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'port': {'device_id': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8', 'admin_state_up': True, 'tenant_id': '6a8bc543dc2e4520b1504489a866a532'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:26.112584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e304de6f-cde4-42f4-8a90-d17c0f8156df None None] Port ca6c5654-4726-4676-984b-46d02bdb4ad0 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:46:26.134082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=394ec1fe-1de4-40eb-bd1a-f86daf51c932,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:26.163992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1e89b4b8-8525-44c2-ad51-3372f53ade98 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:26.164633 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:26.174995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e0c5c-96a8-4508-8bc6-6097fa921f3b req-b5ee2436-0579-491c-9385-01bc187e3728 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:26.181583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e0c5c-96a8-4508-8bc6-6097fa921f3b req-b5ee2436-0579-491c-9385-01bc187e3728 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:26.195692 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6c4e0c5c-96a8-4508-8bc6-6097fa921f3b req-b5ee2436-0579-491c-9385-01bc187e3728 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 1655 time: 0.3453557 Nov 09 19:46:26.266108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4b536986-86b3-46f2-9831-0a31c307e690 None None] Provisioning complete for port adf5b72f-299a-4174-9ffb-1a1711f9d368 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:26.266841 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4b536986-86b3-46f2-9831-0a31c307e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:26.317944 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6c4e0c5c-96a8-4508-8bc6-6097fa921f3b req-5dd9e71f-b01e-4ddd-8445-3af04c52029f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213589 Nov 09 19:46:26.331984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-c48c83e1-4fa9-4d12-b6ea-c321384202a0 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:26.333881 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-c48c83e1-4fa9-4d12-b6ea-c321384202a0 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.77 "GET /v2.0/networks?id=80e472df-b8d9-4116-96a1-8158af70eb0a HTTP/1.1" status: 200 len: 811 time: 0.3926337 Nov 09 19:46:26.348448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Request body: {'port': {'device_id': '03809548-71de-471f-8f41-a2fc85a109cb', 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a', 'admin_state_up': True, 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:26.398441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:26.506483 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:26.548804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Made reservation on behalf of e2b2feef361e42ee92a3e941538fd1ea for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:26.554780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:26.673965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4b536986-86b3-46f2-9831-0a31c307e690 None None] Provisioning complete for port e2131fe4-859f-4ceb-a2cf-981fb9a7822d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:26.674417 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4b536986-86b3-46f2-9831-0a31c307e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:26.721398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155a165-60eb-4c04-b55e-3fe497046352 None None] Pushing event updated for resources: {'Port': ['ID=ca6c5654-4726-4676-984b-46d02bdb4ad0,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:26.736336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Attempting to bind port ca6c5654-4726-4676-984b-46d02bdb4ad0 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:26.738070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Attempting to bind port ca6c5654-4726-4676-984b-46d02bdb4ad0 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:26.739269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d655243-a3c1-4274-b1db-435bfc88ad2c req-086ddbf8-8a40-4f1d-8adf-d539a6fbc2cd tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:26.739803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Attempting to bind port ca6c5654-4726-4676-984b-46d02bdb4ad0 on network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:26.747405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d655243-a3c1-4274-b1db-435bfc88ad2c req-086ddbf8-8a40-4f1d-8adf-d539a6fbc2cd tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 946 time: 0.1830473 Nov 09 19:46:26.756551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:26.758450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Checking segment: {'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:26.760604 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:26.760760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Bound using segment: {'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:26.761943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Bound port: ca6c5654-4726-4676-984b-46d02bdb4ad0, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:26.764031 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:26.800724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4b536986-86b3-46f2-9831-0a31c307e690 None None] Port e2131fe4-859f-4ceb-a2cf-981fb9a7822d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:46:26.805642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b540915-c5c1-428e-ba46-01a85679e897 req-694460bf-9b91-417a-9eba-6b4049e74155 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 210 time: 0.0553045 Nov 09 19:46:26.866448 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d655243-a3c1-4274-b1db-435bfc88ad2c req-0e121285-2402-4a83-9a89-17ee75b6f9fc tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179130 Nov 09 19:46:26.868720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:26.873887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Allocated IP 172.20.0.8 (80e472df-b8d9-4116-96a1-8158af70eb0a/e5d51e7b-6104-4b60-8b98-659e4de75886/f456c083-2fa8-4168-9f4d-69373888377e) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:26.876215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:26.915804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device adf5b72f-299a-4174-9ffb-1a1711f9d368 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:26.976669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4b536986-86b3-46f2-9831-0a31c307e690 None None] Provisioning complete for port bfafbdcc-4786-4e07-9260-d8ebe6756501 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:26.976934 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4b536986-86b3-46f2-9831-0a31c307e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.012532 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] For port ca6c5654-4726-4676-984b-46d02bdb4ad0, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:27.039810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] For port ca6c5654-4726-4676-984b-46d02bdb4ad0, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ca6c5654-4726-4676-984b-46d02bdb4ad0,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:27.042777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4b536986-86b3-46f2-9831-0a31c307e690 None None] Port bfafbdcc-4786-4e07-9260-d8ebe6756501 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:46:27.048244 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.103075 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port adf5b72f-299a-4174-9ffb-1a1711f9d368 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:27.103519 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.110142 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0d8b4-b6f2-4462-867b-b74ba9705e81 req-bfe0bbfe-7ac7-4413-bbd4-8830ba15079d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:27.112860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bdb0d8b4-b6f2-4462-867b-b74ba9705e81 req-bfe0bbfe-7ac7-4413-bbd4-8830ba15079d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1869481 Nov 09 19:46:27.113192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Allocated IP 19.80.0.31 (4fc09d98-30ea-430c-8f70-22bcec323dc8/4256f0e2-ebc2-4168-8f73-cb9bf41ce77e/54a9e11c-b535-413e-a33c-ff5c9ccd48eb) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:27.223115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bdb0d8b4-b6f2-4462-867b-b74ba9705e81 req-ac6452cd-2557-481d-aedc-81fa642b9316 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820067 Nov 09 19:46:27.240330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155a165-60eb-4c04-b55e-3fe497046352 None None] Pushing event updated for resources: {'Port': ['ID=ca6c5654-4726-4676-984b-46d02bdb4ad0,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:27.250008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Routers {'89ff9107-1a04-4686-bcd7-e0f134d56812'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:27.253670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:46:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['89ff9107-1a04-4686-bcd7-e0f134d56812'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:27.313246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3961dcdb-1e28-429c-aaca-4da78eb5d11a None None] Provisioning complete for port ca6c5654-4726-4676-984b-46d02bdb4ad0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:27.314020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3961dcdb-1e28-429c-aaca-4da78eb5d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.347422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.412907 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.433368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.455200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:27.505770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Network 80e472df-b8d9-4116-96a1-8158af70eb0a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:27.509416 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.517988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:27.531339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:27.556439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34d85-98a9-47d1-ad9b-703abf3bcc46 req-020669b1-82fc-4da4-b69a-b6ddf8fe1ef1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:27.564114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34d85-98a9-47d1-ad9b-703abf3bcc46 req-020669b1-82fc-4da4-b69a-b6ddf8fe1ef1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:27.567209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] Set router 89ff9107-1a04-4686-bcd7-e0f134d56812 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:27.571778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57d34d85-98a9-47d1-ad9b-703abf3bcc46 req-020669b1-82fc-4da4-b69a-b6ddf8fe1ef1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 1655 time: 0.1104276 Nov 09 19:46:27.606535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network 4fc09d98-30ea-430c-8f70-22bcec323dc8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:27.611308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:27.628877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:27.630212 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.633370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:27.656901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57d34d85-98a9-47d1-ad9b-703abf3bcc46 req-038fd505-eece-48ca-8062-ef452616105f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786116 Nov 09 19:46:27.663414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Pushing event updated for resources: {'Port': ['ID=f456c083-2fa8-4168-9f4d-69373888377e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:27.691931 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-78f0578e-b36d-4695-8a45-8984867e81b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3447225 Nov 09 19:46:27.706094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Request body: {'port': {'device_id': '03809548-71de-471f-8f41-a2fc85a109cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:27.760217 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3961dcdb-1e28-429c-aaca-4da78eb5d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.763117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 394ec1fe-1de4-40eb-bd1a-f86daf51c932 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:27.770870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Port': ['ID=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:27.791062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:27.791972 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.829120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:27.846417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-fdec0dc6-80ef-4776-bab3-e8f87a9c2d64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0435166 Nov 09 19:46:27.862068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Request body: {'port': {'device_id': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:27.959717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:28.086184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3961dcdb-1e28-429c-aaca-4da78eb5d11a None None] For port ca6c5654-4726-4676-984b-46d02bdb4ad0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ca6c5654-4726-4676-984b-46d02bdb4ad0,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:28.118730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00b062-02d0-40cc-bd8a-a3a364160bad req-b100a708-5e5b-42bf-afcb-1eb7a136d6d6 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:28.121231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d00b062-02d0-40cc-bd8a-a3a364160bad req-b100a708-5e5b-42bf-afcb-1eb7a136d6d6 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 931 time: 0.1382256 Nov 09 19:46:28.126131 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3961dcdb-1e28-429c-aaca-4da78eb5d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:28.200335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e3e27-9b13-4532-b276-97afff804cdb req-2656d438-3e9b-4dde-b4fc-679ead39dcf2 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:28.210364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2e7e3e27-9b13-4532-b276-97afff804cdb req-2656d438-3e9b-4dde-b4fc-679ead39dcf2 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 946 time: 0.1309056 Nov 09 19:46:28.257119 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d00b062-02d0-40cc-bd8a-a3a364160bad req-08d24b5a-7bc3-4a56-812b-f54dd76a49cc tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238990 Nov 09 19:46:28.290031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 394ec1fe-1de4-40eb-bd1a-f86daf51c932 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:28.290192 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:28.419856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961dcdb-1e28-429c-aaca-4da78eb5d11a None None] Pushing event updated for resources: {'Port': ['ID=ca6c5654-4726-4676-984b-46d02bdb4ad0,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:28.420795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6665c644-f3d2-4d12-8790-5b6f56bdbed4 None None] Provisioning complete for port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:28.420795 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6665c644-f3d2-4d12-8790-5b6f56bdbed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:28.449801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2e7e3e27-9b13-4532-b276-97afff804cdb req-aab9c2c1-9273-44ce-a939-6d08d5162bc8 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380135 Nov 09 19:46:28.521941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6665c644-f3d2-4d12-8790-5b6f56bdbed4 None None] Port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:46:28.534505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203e93f-3963-4166-b317-fe7f3a2d7061 req-09ea7e81-a462-41ef-8b3f-c758ae16692d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:28.537087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f456c083-2fa8-4168-9f4d-69373888377e {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:28.538307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7203e93f-3963-4166-b317-fe7f3a2d7061 req-09ea7e81-a462-41ef-8b3f-c758ae16692d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1402183 Nov 09 19:46:28.549589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:28.567479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Transition to ACTIVE for port object f456c083-2fa8-4168-9f4d-69373888377e will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:46:28.575879 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:28.628052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6665c644-f3d2-4d12-8790-5b6f56bdbed4 None None] Provisioning complete for port ca6c5654-4726-4676-984b-46d02bdb4ad0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:28.628424 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6665c644-f3d2-4d12-8790-5b6f56bdbed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:28.674612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2131fe4-859f-4ceb-a2cf-981fb9a7822d {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:28.684466 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:28.690418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1e89b4b8-8525-44c2-ad51-3372f53ade98 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:28.704591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Transition to ACTIVE for port object e2131fe4-859f-4ceb-a2cf-981fb9a7822d will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:46:28.713383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:28.746506 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7203e93f-3963-4166-b317-fe7f3a2d7061 req-d3cd1f4e-32f1-4755-8f36-34671ffbbb5e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965699 Nov 09 19:46:28.846186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Pushing event updated for resources: {'Port': ['ID=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:28.932347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:20Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ca6c5654-4726-4676-984b-46d02bdb4ad0', 'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'mac_address': 'fa:16:3e:39:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:18Z', 'updated_at': '2021-11-09T19:46:26Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'subnets': [{'id': '631c072b-443f-46be-a69f-00bb6024fc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:28.990253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f742c2d-eec4-4a7e-90cf-2d5dadce76a8 None None] The sync data for ids ['89ff9107-1a04-4686-bcd7-e0f134d56812'] in n-d-817256-1 is: [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:20Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ca6c5654-4726-4676-984b-46d02bdb4ad0', 'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'mac_address': 'fa:16:3e:39:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:18Z', 'updated_at': '2021-11-09T19:46:26Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'subnets': [{'id': '631c072b-443f-46be-a69f-00bb6024fc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:46:29.005174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Attempting to bind port e2131fe4-859f-4ceb-a2cf-981fb9a7822d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:29.005843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Attempting to bind port e2131fe4-859f-4ceb-a2cf-981fb9a7822d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:29.006410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Attempting to bind port e2131fe4-859f-4ceb-a2cf-981fb9a7822d on network 4fc09d98-30ea-430c-8f70-22bcec323dc8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:29.013654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Port e2131fe4-859f-4ceb-a2cf-981fb9a7822d on network 4fc09d98-30ea-430c-8f70-22bcec323dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:46:29.014538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Attempting to bind port e2131fe4-859f-4ceb-a2cf-981fb9a7822d on network 4fc09d98-30ea-430c-8f70-22bcec323dc8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:29.022188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:29.022947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Checking segment: {'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:29.023873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Bound using segment: {'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:29.024813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Bound port: e2131fe4-859f-4ceb-a2cf-981fb9a7822d, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:29.025465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:29.045078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1e89b4b8-8525-44c2-ad51-3372f53ade98 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:29.045463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:29.232415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] For port e2131fe4-859f-4ceb-a2cf-981fb9a7822d, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:29.240822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] For port e2131fe4-859f-4ceb-a2cf-981fb9a7822d, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:29.326736 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:29.399925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:29.400720 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:29.403990 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] 10.222.0.70 "PUT /v2.0/ports/e2131fe4-859f-4ceb-a2cf-981fb9a7822d HTTP/1.1" status: 200 len: 1092 time: 1.5482841 Nov 09 19:46:29.406452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'tag': 'e2131fe4-859f-4ceb-a2cf-981fb9a7822d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:29.411649 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2a11d6-57d4-4909-b12b-518272f81dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "tag": "e2131fe4-859f-4ceb-a2cf-981fb9a7822d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:29.451287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ca6c5654-4726-4676-984b-46d02bdb4ad0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:29.472930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Request body: {'port': {'device_id': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:29.540598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960d4ac-43c2-4494-91d3-30f23f22ca20 req-bd29bd16-1171-49c3-acf1-f37fd7ba4656 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:29.549138 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7960d4ac-43c2-4494-91d3-30f23f22ca20 req-bd29bd16-1171-49c3-acf1-f37fd7ba4656 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 946 time: 0.3057714 Nov 09 19:46:29.581226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Pushing event updated for resources: {'Port': ['ID=f456c083-2fa8-4168-9f4d-69373888377e,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:29.630007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf07e51-9161-4b46-80c0-9aa378ef8715 service neutron] Pushing event updated for resources: {'Port': ['ID=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:29.662606 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:29.697325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a35ffa-71e9-4556-b920-d98879651aa6 req-0897597a-ef85-4201-bfb2-60d3766841a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:29.708872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a35ffa-71e9-4556-b920-d98879651aa6 req-0897597a-ef85-4201-bfb2-60d3766841a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:29.720563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7960d4ac-43c2-4494-91d3-30f23f22ca20 req-75802342-f46b-4fe0-9743-e337e20c5b10 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797884 Nov 09 19:46:29.749516 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a35ffa-71e9-4556-b920-d98879651aa6 req-0897597a-ef85-4201-bfb2-60d3766841a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:29.751263 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4a35ffa-71e9-4556-b920-d98879651aa6 req-0897597a-ef85-4201-bfb2-60d3766841a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2388 time: 0.3231759 Nov 09 19:46:29.886542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Attempting to bind port f456c083-2fa8-4168-9f4d-69373888377e on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:29.887339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Attempting to bind port f456c083-2fa8-4168-9f4d-69373888377e by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:29.891902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Attempting to bind port f456c083-2fa8-4168-9f4d-69373888377e on network 80e472df-b8d9-4116-96a1-8158af70eb0a {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:29.910208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Port f456c083-2fa8-4168-9f4d-69373888377e on network 80e472df-b8d9-4116-96a1-8158af70eb0a not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:46:29.910626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Attempting to bind port f456c083-2fa8-4168-9f4d-69373888377e on network 80e472df-b8d9-4116-96a1-8158af70eb0a {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:29.915416 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4a35ffa-71e9-4556-b920-d98879651aa6 req-70cd3bfa-678c-4e67-8747-f9e559019a1a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524923 Nov 09 19:46:29.922543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:29.923173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Checking segment: {'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:29.923767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Bound using segment: {'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:29.925302 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Bound port: f456c083-2fa8-4168-9f4d-69373888377e, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:29.925962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:30.032111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ca6c5654-4726-4676-984b-46d02bdb4ad0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:30.033146 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:30.044503 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c5d386-69fe-47d4-83fe-1a17d2c7c070 x-openstack-request-id: req-44c5d386-69fe-47d4-83fe-1a17d2c7c070 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:30.045020 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "tag": "e2131fe4-859f-4ceb-a2cf-981fb9a7822d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:30.045144 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44c5d386-69fe-47d4-83fe-1a17d2c7c070 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:30.045514 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'tag': 'e2131fe4-859f-4ceb-a2cf-981fb9a7822d', 'status': 'completed', 'code': 200} Nov 09 19:46:30.068683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] For port f456c083-2fa8-4168-9f4d-69373888377e, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:30.085213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] For port f456c083-2fa8-4168-9f4d-69373888377e, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f456c083-2fa8-4168-9f4d-69373888377e,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:30.099229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:30.184918 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Pushing event updated for resources: {'Port': ['ID=f456c083-2fa8-4168-9f4d-69373888377e,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:30.196787 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:30.197923 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:30.204482 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-feac2a2c-766f-41aa-bfb9-b9e8b4d74152 service neutron] 10.222.0.77 "PUT /v2.0/ports/f456c083-2fa8-4168-9f4d-69373888377e HTTP/1.1" status: 200 len: 1091 time: 2.5032828 Nov 09 19:46:30.206103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03809548-71de-471f-8f41-a2fc85a109cb', 'tag': 'f456c083-2fa8-4168-9f4d-69373888377e'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:30.209742 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b6dae5-7f43-433c-8c94-36836c09217f" -d '{"events": [{"name": "network-changed", "server_uuid": "03809548-71de-471f-8f41-a2fc85a109cb", "tag": "f456c083-2fa8-4168-9f4d-69373888377e"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:30.397232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-f516e22b-0c91-43ef-b717-c7ce33788841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:30.400193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-f516e22b-0c91-43ef-b717-c7ce33788841 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2b2feef361e42ee92a3e941538fd1ea&device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 1094 time: 0.1274266 Nov 09 19:46:30.408861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299b03f-2159-4530-a990-ed1781252c6e req-1cf6552a-eacf-406a-8db0-2d3909275a7e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:30.410419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e299b03f-2159-4530-a990-ed1781252c6e req-1cf6552a-eacf-406a-8db0-2d3909275a7e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.2160020 Nov 09 19:46:30.461492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-8ae84162-7dc2-4a22-84c4-be028b7f6c55 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f456c083-2fa8-4168-9f4d-69373888377e HTTP/1.1" status: 200 len: 217 time: 0.0500197 Nov 09 19:46:30.537881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-4a9e00a3-37e2-4d33-9da5-2a20d6e91768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:30.539916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-4a9e00a3-37e2-4d33-9da5-2a20d6e91768 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5d51e7b-6104-4b60-8b98-659e4de75886 HTTP/1.1" status: 200 len: 851 time: 0.0623455 Nov 09 19:46:30.565198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e299b03f-2159-4530-a990-ed1781252c6e req-446cbbaf-909f-430c-b709-ffe2d34ffd23 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026170 Nov 09 19:46:30.584554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfafbdcc-4786-4e07-9260-d8ebe6756501 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:30.609098 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-b8f0478a-9fd6-4c68-9a08-69b5e039e1ec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80e472df-b8d9-4116-96a1-8158af70eb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483253 Nov 09 19:46:30.647813 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:30.669113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71713e5-1525-4a2a-a9e7-0e6ca8b2b299 req-dcac04a1-f4fa-4342-950e-758c3660683a tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:30.676580 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f71713e5-1525-4a2a-a9e7-0e6ca8b2b299 req-dcac04a1-f4fa-4342-950e-758c3660683a tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 943 time: 0.6477125 Nov 09 19:46:30.750002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-8c0d6d26-ce5d-49f1-a764-5aaa53efec2b tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:30.753195 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-8c0d6d26-ce5d-49f1-a764-5aaa53efec2b tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 946 time: 0.1491625 Nov 09 19:46:30.756258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a11d6-57d4-4909-b12b-518272f81dd2 req-08e46247-dcfb-4624-b50e-4727c224a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:30.756744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a11d6-57d4-4909-b12b-518272f81dd2 req-08e46247-dcfb-4624-b50e-4727c224a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:30.757220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a11d6-57d4-4909-b12b-518272f81dd2 req-08e46247-dcfb-4624-b50e-4727c224a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:30.759059 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f2a11d6-57d4-4909-b12b-518272f81dd2 req-08e46247-dcfb-4624-b50e-4727c224a397 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a8bc543dc2e4520b1504489a866a532&device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2731 time: 0.6854615 Nov 09 19:46:30.760297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Transition to ACTIVE for port object bfafbdcc-4786-4e07-9260-d8ebe6756501 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:46:30.768441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-c1ad4a92-7d18-4cfb-8dfa-e12f3d269f8b service neutron] 10.222.0.77 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491194 Nov 09 19:46:30.935120 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e0c4e6-9e7e-430a-9037-4b86e0c8078d x-openstack-request-id: req-d4e0c4e6-9e7e-430a-9037-4b86e0c8078d {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:30.935583 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03809548-71de-471f-8f41-a2fc85a109cb", "tag": "f456c083-2fa8-4168-9f4d-69373888377e", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:30.935928 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4e0c4e6-9e7e-430a-9037-4b86e0c8078d {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:30.936433 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03809548-71de-471f-8f41-a2fc85a109cb', 'tag': 'f456c083-2fa8-4168-9f4d-69373888377e', 'status': 'completed', 'code': 200} Nov 09 19:46:30.962447 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc2df32-5c2c-4b40-86fd-10e64656b120 req-26927c2c-520a-423d-a152-fce3ce9817ae service neutron] 10.222.0.77 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848459 Nov 09 19:46:30.980470 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:31.075916 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f71713e5-1525-4a2a-a9e7-0e6ca8b2b299 req-6e4aa644-a2cd-4704-b992-cb1f313eb776 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984547 Nov 09 19:46:31.077215 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a11d6-57d4-4909-b12b-518272f81dd2 req-9d4f29ac-5593-4f8a-add7-7cfe6d4c0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.077683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a11d6-57d4-4909-b12b-518272f81dd2 req-9d4f29ac-5593-4f8a-add7-7cfe6d4c0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.078143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a11d6-57d4-4909-b12b-518272f81dd2 req-9d4f29ac-5593-4f8a-add7-7cfe6d4c0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.079823 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f2a11d6-57d4-4909-b12b-518272f81dd2 req-9d4f29ac-5593-4f8a-add7-7cfe6d4c0bb2 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6a8bc543dc2e4520b1504489a866a532&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3105936 Nov 09 19:46:31.273288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6dae5-7f43-433c-8c94-36836c09217f req-cfbed7ce-e94b-4adf-a656-c701f8365cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.279480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6b6dae5-7f43-433c-8c94-36836c09217f req-cfbed7ce-e94b-4adf-a656-c701f8365cf6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2b2feef361e42ee92a3e941538fd1ea&device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 1094 time: 0.2478595 Nov 09 19:46:31.375787 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c5170-4e88-4212-a8fe-6ab273691085 req-9449d2fe-1d10-411c-be66-65132a2eb769 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.383389 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e30c5170-4e88-4212-a8fe-6ab273691085 req-9449d2fe-1d10-411c-be66-65132a2eb769 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 946 time: 0.2713544 Nov 09 19:46:31.466474 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e30c5170-4e88-4212-a8fe-6ab273691085 req-8311f3e3-987d-4554-a176-eb6b6c1f69cd tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820143 Nov 09 19:46:31.523450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6dae5-7f43-433c-8c94-36836c09217f req-5e75adc2-f8df-4074-9910-cc0ae75352cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.525565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6b6dae5-7f43-433c-8c94-36836c09217f req-5e75adc2-f8df-4074-9910-cc0ae75352cb service neutron] 10.222.0.77 "GET /v2.0/networks?id=80e472df-b8d9-4116-96a1-8158af70eb0a HTTP/1.1" status: 200 len: 912 time: 0.2338221 Nov 09 19:46:31.583099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6b6dae5-7f43-433c-8c94-36836c09217f req-9903bed9-32f7-4539-8fea-54206b9b78d5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f456c083-2fa8-4168-9f4d-69373888377e HTTP/1.1" status: 200 len: 217 time: 0.0488362 Nov 09 19:46:31.640430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Pushing event updated for resources: {'Port': ['ID=bfafbdcc-4786-4e07-9260-d8ebe6756501,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:31.725255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a312d5-4b34-4a1f-b076-9c9ebf95ba5a req-aef6f8b6-ed89-43b8-82ac-c424d5544418 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.726422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a312d5-4b34-4a1f-b076-9c9ebf95ba5a req-aef6f8b6-ed89-43b8-82ac-c424d5544418 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.732957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a312d5-4b34-4a1f-b076-9c9ebf95ba5a req-aef6f8b6-ed89-43b8-82ac-c424d5544418 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.735487 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23a312d5-4b34-4a1f-b076-9c9ebf95ba5a req-aef6f8b6-ed89-43b8-82ac-c424d5544418 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2400 time: 0.4584262 Nov 09 19:46:31.784525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Attempting to bind port bfafbdcc-4786-4e07-9260-d8ebe6756501 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:31.784699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6dae5-7f43-433c-8c94-36836c09217f req-7af8bd8c-c129-45d0-8800-93eac6ff6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.785159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Attempting to bind port bfafbdcc-4786-4e07-9260-d8ebe6756501 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '922c9cac-38fe-4cc6-a69e-48201a0acc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:31.785285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Attempting to bind port bfafbdcc-4786-4e07-9260-d8ebe6756501 on network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:31.786052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6b6dae5-7f43-433c-8c94-36836c09217f req-7af8bd8c-c129-45d0-8800-93eac6ff6f87 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5d51e7b-6104-4b60-8b98-659e4de75886 HTTP/1.1" status: 200 len: 851 time: 0.1881573 Nov 09 19:46:31.796982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Port bfafbdcc-4786-4e07-9260-d8ebe6756501 on network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:46:31.799394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Attempting to bind port bfafbdcc-4786-4e07-9260-d8ebe6756501 on network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:31.799893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a11d6-57d4-4909-b12b-518272f81dd2 req-fc3cdb1b-8d5f-4ff8-9250-47d4a87a7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.801382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f2a11d6-57d4-4909-b12b-518272f81dd2 req-fc3cdb1b-8d5f-4ff8-9250-47d4a87a7ff0 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6045928 Nov 09 19:46:31.818587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-f940dff0-0f7d-4d12-8e36-5dd34a3fb0e4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Deleting port e79e24ae-67fd-46e8-b652-01cf6a350c2a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:31.819531 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-f940dff0-0f7d-4d12-8e36-5dd34a3fb0e4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:31.828102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6b6dae5-7f43-433c-8c94-36836c09217f req-2e434b6d-a4da-4aa2-882d-8fc83135babe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80e472df-b8d9-4116-96a1-8158af70eb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335956 Nov 09 19:46:31.837442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632b972-12fb-4222-86b3-8565851deb19 req-17ad6fe0-bfe2-4467-bfea-0345b975b980 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:31.839486 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2632b972-12fb-4222-86b3-8565851deb19 req-17ad6fe0-bfe2-4467-bfea-0345b975b980 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1104603 Nov 09 19:46:31.867498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:31.867876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Checking segment: {'id': '922c9cac-38fe-4cc6-a69e-48201a0acc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:31.868269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Bound using segment: {'id': '922c9cac-38fe-4cc6-a69e-48201a0acc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:31.868866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Bound port: bfafbdcc-4786-4e07-9260-d8ebe6756501, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922c9cac-38fe-4cc6-a69e-48201a0acc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:31.869239 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:31.905972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23a312d5-4b34-4a1f-b076-9c9ebf95ba5a req-a7bf344a-fd56-42b4-ac3e-cb5ecb2b3250 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522510 Nov 09 19:46:31.994382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] For port bfafbdcc-4786-4e07-9260-d8ebe6756501, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:31.998807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] For port bfafbdcc-4786-4e07-9260-d8ebe6756501, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=bfafbdcc-4786-4e07-9260-d8ebe6756501,segment=NetworkSegment(922c9cac-38fe-4cc6-a69e-48201a0acc88),segment_id=922c9cac-38fe-4cc6-a69e-48201a0acc88)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:32.007524 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2632b972-12fb-4222-86b3-8565851deb19 req-bf80cf85-4052-4ad7-8baa-aae0effcd2b8 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530385 Nov 09 19:46:32.008712 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:32.056125 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6b6dae5-7f43-433c-8c94-36836c09217f req-de82a2be-c390-4030-a74b-62812401e5d6 service neutron] 10.222.0.77 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149484 Nov 09 19:46:32.094454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:32.095582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:32.099394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] 10.222.0.70 "PUT /v2.0/ports/bfafbdcc-4786-4e07-9260-d8ebe6756501 HTTP/1.1" status: 200 len: 1092 time: 2.6439271 Nov 09 19:46:32.112807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'tag': 'bfafbdcc-4786-4e07-9260-d8ebe6756501'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:32.116135 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87da3f03-4c7f-4295-ae3d-107096e91782" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "tag": "bfafbdcc-4786-4e07-9260-d8ebe6756501"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:32.159172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Request body: {'port': {'device_id': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:32.227424 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84694fc-628e-442f-b590-03e36cfd4034 x-openstack-request-id: req-d84694fc-628e-442f-b590-03e36cfd4034 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:32.227726 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "tag": "bfafbdcc-4786-4e07-9260-d8ebe6756501", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:32.227987 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d84694fc-628e-442f-b590-03e36cfd4034 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:32.228396 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'tag': 'bfafbdcc-4786-4e07-9260-d8ebe6756501', 'status': 'completed', 'code': 200} Nov 09 19:46:32.283933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-f940dff0-0f7d-4d12-8e36-5dd34a3fb0e4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] For port e79e24ae-67fd-46e8-b652-01cf6a350c2a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e79e24ae-67fd-46e8-b652-01cf6a350c2a,segment=NetworkSegment(e65aac2f-9545-4252-87bd-7c42c6a8cd6c),segment_id=e65aac2f-9545-4252-87bd-7c42c6a8cd6c)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:32.284309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-f940dff0-0f7d-4d12-8e36-5dd34a3fb0e4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:32.285499 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6b6dae5-7f43-433c-8c94-36836c09217f req-38aa558c-1246-4e1f-97c3-e557f2946c05 service neutron] 10.222.0.77 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200854 Nov 09 19:46:32.286959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514bd8f-280a-497a-a033-47c268896f26 service neutron] Pushing event updated for resources: {'Port': ['ID=bfafbdcc-4786-4e07-9260-d8ebe6756501,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:32.354424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-f940dff0-0f7d-4d12-8e36-5dd34a3fb0e4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Calling delete_port for e79e24ae-67fd-46e8-b652-01cf6a350c2a owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:32.390891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1808e-2069-4d8b-b29f-78eb2ee8530a req-4606ecf0-5368-421d-bd45-0163289124c4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:32.401290 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67f1808e-2069-4d8b-b29f-78eb2ee8530a req-4606ecf0-5368-421d-bd45-0163289124c4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 943 time: 0.0725801 Nov 09 19:46:32.406155 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:32.453073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da3f03-4c7f-4295-ae3d-107096e91782 req-2bc05bfa-9b7b-4572-aea8-53a01dfe17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:32.453569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da3f03-4c7f-4295-ae3d-107096e91782 req-2bc05bfa-9b7b-4572-aea8-53a01dfe17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:32.454052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da3f03-4c7f-4295-ae3d-107096e91782 req-2bc05bfa-9b7b-4572-aea8-53a01dfe17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:32.455761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87da3f03-4c7f-4295-ae3d-107096e91782 req-2bc05bfa-9b7b-4572-aea8-53a01dfe17aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a8bc543dc2e4520b1504489a866a532&device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2798 time: 0.2093108 Nov 09 19:46:32.456674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67f1808e-2069-4d8b-b29f-78eb2ee8530a req-cae8b3b1-764c-422d-b12a-27a2b5a83d3e tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538735 Nov 09 19:46:32.809470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8951e5-bf82-44ae-b5cb-f45da03a5e7b req-8366ba7a-791d-4229-ba72-5647d272f398 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:32.811030 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8951e5-bf82-44ae-b5cb-f45da03a5e7b req-8366ba7a-791d-4229-ba72-5647d272f398 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9a1c18-fe34-44f4-be58-f5f626ecb95a HTTP/1.1" status: 200 len: 946 time: 0.2126949 Nov 09 19:46:32.823220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da3f03-4c7f-4295-ae3d-107096e91782 req-bbe42139-7a1f-4a39-8d4b-1e1ec96f05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:32.824360 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da3f03-4c7f-4295-ae3d-107096e91782 req-bbe42139-7a1f-4a39-8d4b-1e1ec96f05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:32.824832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da3f03-4c7f-4295-ae3d-107096e91782 req-bbe42139-7a1f-4a39-8d4b-1e1ec96f05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:32.826480 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87da3f03-4c7f-4295-ae3d-107096e91782 req-bbe42139-7a1f-4a39-8d4b-1e1ec96f05d6 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6a8bc543dc2e4520b1504489a866a532&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3617694 Nov 09 19:46:32.942380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-f940dff0-0f7d-4d12-8e36-5dd34a3fb0e4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:33.014133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940dff0-0f7d-4d12-8e36-5dd34a3fb0e4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Pushing event deleted for resources: {'Port': ['ID=e79e24ae-67fd-46e8-b652-01cf6a350c2a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:33.074409 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de08c9-fe93-4a1f-a06b-f869f5e76126 req-7c324609-192b-4e2e-8640-272612de1251 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:33.084764 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b8951e5-bf82-44ae-b5cb-f45da03a5e7b req-726cf2db-c563-42f1-b6d6-aaad651f9510 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fc5498e-7c57-40ed-9bc5-15fa83909990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502456 Nov 09 19:46:33.092588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-f940dff0-0f7d-4d12-8e36-5dd34a3fb0e4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] No DVR routers for this DVR port e79e24ae-67fd-46e8-b652-01cf6a350c2a on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:46:33.095551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-f940dff0-0f7d-4d12-8e36-5dd34a3fb0e4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:33.099838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee397ce5-8ba6-47b3-8672-5f4d0683dc66 req-f940dff0-0f7d-4d12-8e36-5dd34a3fb0e4 tempest-InstanceActionsTestJSON-1150961339 tempest-InstanceActionsTestJSON-1150961339-project] 10.222.0.77 "DELETE /v2.0/ports/e79e24ae-67fd-46e8-b652-01cf6a350c2a HTTP/1.1" status: 204 len: 173 time: 2.3370574 Nov 09 19:46:33.100569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de08c9-fe93-4a1f-a06b-f869f5e76126 req-7c324609-192b-4e2e-8640-272612de1251 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:33.124063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de08c9-fe93-4a1f-a06b-f869f5e76126 req-7c324609-192b-4e2e-8640-272612de1251 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:33.125879 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0de08c9-fe93-4a1f-a06b-f869f5e76126 req-7c324609-192b-4e2e-8640-272612de1251 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2400 time: 0.1386542 Nov 09 19:46:33.148313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da3f03-4c7f-4295-ae3d-107096e91782 req-ea14afa6-0b44-4372-8650-cadcd134b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:33.148313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87da3f03-4c7f-4295-ae3d-107096e91782 req-ea14afa6-0b44-4372-8650-cadcd134b196 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2875550 Nov 09 19:46:33.242128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0de08c9-fe93-4a1f-a06b-f869f5e76126 req-e56d5d76-010b-4c1e-87fe-e545fc2b6cd1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084096 Nov 09 19:46:33.307436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a9e11c-b535-413e-a33c-ff5c9ccd48eb {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:33.319102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:33.344404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Transition to ACTIVE for port object 54a9e11c-b535-413e-a33c-ff5c9ccd48eb will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:46:33.352766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745ec8a-e8bd-4c1b-a6b6-c182d82e86ed req-f3c6ab40-efae-4a28-8c0a-11179c9ad770 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:33.355568 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d745ec8a-e8bd-4c1b-a6b6-c182d82e86ed req-f3c6ab40-efae-4a28-8c0a-11179c9ad770 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1132486 Nov 09 19:46:33.356994 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:33.432276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Pushing event updated for resources: {'Port': ['ID=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:33.506547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d745ec8a-e8bd-4c1b-a6b6-c182d82e86ed req-30572b92-35d8-441e-8331-3715d836fece tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407421 Nov 09 19:46:33.551935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Attempting to bind port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:33.552278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Attempting to bind port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:33.552885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Attempting to bind port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb on network 4fc09d98-30ea-430c-8f70-22bcec323dc8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:33.558503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb on network 4fc09d98-30ea-430c-8f70-22bcec323dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:46:33.559044 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Attempting to bind port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb on network 4fc09d98-30ea-430c-8f70-22bcec323dc8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:33.564684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:33.565028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Checking segment: {'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:33.565424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Bound using segment: {'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:33.565933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Bound port: 54a9e11c-b535-413e-a33c-ff5c9ccd48eb, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c23d73da-4adb-4069-901f-17bb216ae259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:33.566335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:33.630995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1ff5d-5011-4ccb-878d-712522edc560 req-e5b6b8df-d26e-4c37-88f2-1545bab620b0 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:33.632710 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0bb1ff5d-5011-4ccb-878d-712522edc560 req-e5b6b8df-d26e-4c37-88f2-1545bab620b0 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 943 time: 0.0756669 Nov 09 19:46:33.664253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] For port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:33.668582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] For port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:33.677828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:33.705609 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0bb1ff5d-5011-4ccb-878d-712522edc560 req-05e4831b-ac9b-4b60-bb45-49bc5e551e72 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660734 Nov 09 19:46:33.736975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:33.737589 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:33.739437 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] 10.222.0.70 "PUT /v2.0/ports/54a9e11c-b535-413e-a33c-ff5c9ccd48eb HTTP/1.1" status: 200 len: 1091 time: 1.5946562 Nov 09 19:46:33.777274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f510c47-32f6-49e7-a46c-d36034d6bb55 service neutron] Pushing event updated for resources: {'Port': ['ID=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:33.881800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-3f020df6-0c63-4cdd-8ecc-7bb751534db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:33.882313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-3f020df6-0c63-4cdd-8ecc-7bb751534db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:33.882938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-3f020df6-0c63-4cdd-8ecc-7bb751534db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:33.885370 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-3f020df6-0c63-4cdd-8ecc-7bb751534db8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a8bc543dc2e4520b1504489a866a532&device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2865 time: 0.0850093 Nov 09 19:46:33.948150 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-694c81d0-7de8-4a3f-a261-3dcc9762844a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=e2131fe4-859f-4ceb-a2cf-981fb9a7822d HTTP/1.1" status: 200 len: 217 time: 0.0535629 Nov 09 19:46:34.090469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-8dbe5eb2-121f-4628-9b52-36078e513dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:34.092613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-8dbe5eb2-121f-4628-9b52-36078e513dfb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4256f0e2-ebc2-4168-8f73-cb9bf41ce77e HTTP/1.1" status: 200 len: 801 time: 0.1370621 Nov 09 19:46:34.161448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58618) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:34.210710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-f4103b2d-d9f6-49ca-bea3-a8ed4ee54c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:34.212202 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-f4103b2d-d9f6-49ca-bea3-a8ed4ee54c90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fc09d98-30ea-430c-8f70-22bcec323dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1119413 Nov 09 19:46:34.225772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad16be9a-1c71-421f-a9cb-9eeed0f3066d admin admin] Deleting subnet 5236af68-9410-4538-96da-e13e96ed228c {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:46:34.228765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9a1c18-fe34-44f4-be58-f5f626ecb95a', 'name': 'network-vif-deleted', 'tag': 'e79e24ae-67fd-46e8-b652-01cf6a350c2a'}, {'name': 'network-changed', 'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'tag': '54a9e11c-b535-413e-a33c-ff5c9ccd48eb'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:34.231115 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedd6962-75f9-49e3-b9f9-d942337bdf86" -d '{"events": [{"server_uuid": "6e9a1c18-fe34-44f4-be58-f5f626ecb95a", "name": "network-vif-deleted", "tag": "e79e24ae-67fd-46e8-b652-01cf6a350c2a"}, {"name": "network-changed", "server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "tag": "54a9e11c-b535-413e-a33c-ff5c9ccd48eb"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:34.416843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff9cd2-0d13-4d01-a675-72d87b9eb6cc req-5f1daf7b-6496-4cca-96c0-26002a89ac75 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:34.417537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f456c083-2fa8-4168-9f4d-69373888377e details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:46:34.419389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e79e24ae-67fd-46e8-b652-01cf6a350c2a no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:46:34.438718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff9cd2-0d13-4d01-a675-72d87b9eb6cc req-5f1daf7b-6496-4cca-96c0-26002a89ac75 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:34.444963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff9cd2-0d13-4d01-a675-72d87b9eb6cc req-5f1daf7b-6496-4cca-96c0-26002a89ac75 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:34.450465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcff9cd2-0d13-4d01-a675-72d87b9eb6cc req-5f1daf7b-6496-4cca-96c0-26002a89ac75 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2412 time: 0.1052289 Nov 09 19:46:34.523630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: e79e24ae-67fd-46e8-b652-01cf6a350c2a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:46:34.525198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e79e24ae-67fd-46e8-b652-01cf6a350c2a not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:46:34.541209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcff9cd2-0d13-4d01-a675-72d87b9eb6cc req-0560ad70-be6d-4401-8ffb-f1aca94c9d74 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864451 Nov 09 19:46:34.691498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f456c083-2fa8-4168-9f4d-69373888377e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f456c083-2fa8-4168-9f4d-69373888377e,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:34.706227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'f456c083-2fa8-4168-9f4d-69373888377e', 'network_id': '80e472df-b8d9-4116-96a1-8158af70eb0a', 'port_id': 'f456c083-2fa8-4168-9f4d-69373888377e', 'mac_address': 'fa:16:3e:5e:84:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d51e7b-6104-4b60-8b98-659e4de75886', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:46:34.711017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142067c4-89c2-41d5-9aa5-06730f5c1aa1 req-6a49ea11-83b1-4825-9479-4a15d1e6e4a3 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:34.714720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-ff6dcbbf-95e4-4bc9-92d4-6b272ed832eb service neutron] 10.222.0.70 "GET /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863551 Nov 09 19:46:34.715547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad16be9a-1c71-421f-a9cb-9eeed0f3066d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:34.721526 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142067c4-89c2-41d5-9aa5-06730f5c1aa1 req-6a49ea11-83b1-4825-9479-4a15d1e6e4a3 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0775261 Nov 09 19:46:34.789056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142067c4-89c2-41d5-9aa5-06730f5c1aa1 req-0e16482a-aaa0-4470-afa1-ccfd14b4d1b4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627773 Nov 09 19:46:34.790271 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:34.817193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f456c083-2fa8-4168-9f4d-69373888377e {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:34.836991 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4b6d73-e847-4c88-8423-fbcc1b3f8683 x-openstack-request-id: req-7d4b6d73-e847-4c88-8423-fbcc1b3f8683 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:34.837348 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9a1c18-fe34-44f4-be58-f5f626ecb95a", "name": "network-vif-deleted", "tag": "e79e24ae-67fd-46e8-b652-01cf6a350c2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "tag": "54a9e11c-b535-413e-a33c-ff5c9ccd48eb", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:34.838246 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d4b6d73-e847-4c88-8423-fbcc1b3f8683 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:34.838771 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9a1c18-fe34-44f4-be58-f5f626ecb95a', 'name': 'network-vif-deleted', 'tag': 'e79e24ae-67fd-46e8-b652-01cf6a350c2a', 'status': 'completed', 'code': 200} Nov 09 19:46:34.839042 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'tag': '54a9e11c-b535-413e-a33c-ff5c9ccd48eb', 'status': 'completed', 'code': 200} Nov 09 19:46:34.864192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f456c083-2fa8-4168-9f4d-69373888377e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f456c083-2fa8-4168-9f4d-69373888377e,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:34.874067 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:34.899847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad16be9a-1c71-421f-a9cb-9eeed0f3066d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:34.952437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f456c083-2fa8-4168-9f4d-69373888377e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:35.047164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-f3240b00-bd03-45f1-a944-3c6e8c3ab4ab service neutron] 10.222.0.70 "GET /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917924 Nov 09 19:46:35.068936 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad16be9a-1c71-421f-a9cb-9eeed0f3066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:35.141516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-c18d820b-82c4-4d96-ba9e-f93bd446214c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.197&port_id=bfafbdcc-4786-4e07-9260-d8ebe6756501 HTTP/1.1" status: 200 len: 217 time: 0.0831287 Nov 09 19:46:35.145953 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['f456c083-2fa8-4168-9f4d-69373888377e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:35.189410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c6ff-6968-4f18-97e2-3ccd14764a6c req-dff3cf53-2b01-4939-b299-2b960895b1c6 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:35.191035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8bd2c6ff-6968-4f18-97e2-3ccd14764a6c req-dff3cf53-2b01-4939-b299-2b960895b1c6 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 944 time: 0.2251501 Nov 09 19:46:35.252631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad16be9a-1c71-421f-a9cb-9eeed0f3066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:35.320832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16be9a-1c71-421f-a9cb-9eeed0f3066d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5236af68-9410-4538-96da-e13e96ed228c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:35.325715 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad16be9a-1c71-421f-a9cb-9eeed0f3066d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:35.329479 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ad16be9a-1c71-421f-a9cb-9eeed0f3066d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5236af68-9410-4538-96da-e13e96ed228c HTTP/1.1" status: 204 len: 168 time: 1.1655552 Nov 09 19:46:35.332145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58636) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:35.342336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-ecc75861-c964-48de-a336-f7890eac7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:35.344162 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-ecc75861-c964-48de-a336-f7890eac7239 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6bd6487-facc-46ac-9a6f-3e61e464c489 HTTP/1.1" status: 200 len: 801 time: 0.1902473 Nov 09 19:46:35.347843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8bd2c6ff-6968-4f18-97e2-3ccd14764a6c req-4e259bc0-ad51-4d14-a967-e22476576486 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343634 Nov 09 19:46:35.405910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-1e83f35e-0af8-4384-ab09-c13dd14fa6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:35.407613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-1e83f35e-0af8-4384-ab09-c13dd14fa6c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ba9ea09-f064-414f-a11b-b55b4fad3c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0560801 Nov 09 19:46:35.418120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:35.505955 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:35.531535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e85a6f-38ca-4afd-b54e-7f2a224429e1']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:35.543083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65aac2f-9545-4252-87bd-7c42c6a8cd6c') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:35.543592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65aac2f-9545-4252-87bd-7c42c6a8cd6c') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:35.549046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-1cc7cd4d-00b3-4e72-9bea-38c99fa3e750 service neutron] 10.222.0.70 "GET /v2.0/networks/5ba9ea09-f064-414f-a11b-b55b4fad3c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334863 Nov 09 19:46:35.563352 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:35.580057 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:35.587660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:46:35.588209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:46:35.595751 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:46:35.705118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:35.714750 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:35.722429 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/00e85a6f-38ca-4afd-b54e-7f2a224429e1 HTTP/1.1" status: 204 len: 168 time: 0.3870254 Nov 09 19:46:35.734988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253d002-c9e3-4855-9590-4de69858ceb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e85a6f-38ca-4afd-b54e-7f2a224429e1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:35.762710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-f71734a5-ce9a-4be6-b211-860b885fb116 service neutron] 10.222.0.70 "GET /v2.0/networks/5ba9ea09-f064-414f-a11b-b55b4fad3c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993318 Nov 09 19:46:35.778885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3a5c8-cc67-4493-bb02-15d32eb027b0 req-5aed12c2-59bb-4156-9e5a-9a40d0f43d93 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:35.785410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3a5c8-cc67-4493-bb02-15d32eb027b0 req-5aed12c2-59bb-4156-9e5a-9a40d0f43d93 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:35.791683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3a5c8-cc67-4493-bb02-15d32eb027b0 req-5aed12c2-59bb-4156-9e5a-9a40d0f43d93 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:35.793425 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-16e3a5c8-cc67-4493-bb02-15d32eb027b0 req-5aed12c2-59bb-4156-9e5a-9a40d0f43d93 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2412 time: 0.1191483 Nov 09 19:46:35.886723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-76bdf8c6-6bbf-4fdd-8400-4adae6504a4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=54a9e11c-b535-413e-a33c-ff5c9ccd48eb HTTP/1.1" status: 200 len: 217 time: 0.0922544 Nov 09 19:46:35.941095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58650) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:35.970507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-16e3a5c8-cc67-4493-bb02-15d32eb027b0 req-04f0c64b-4c50-418f-a232-1135a23743c0 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939307 Nov 09 19:46:35.981632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-21170f06-7f68-4d30-a856-c1fe76349654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:35.983306 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-21170f06-7f68-4d30-a856-c1fe76349654 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4256f0e2-ebc2-4168-8f73-cb9bf41ce77e HTTP/1.1" status: 200 len: 801 time: 0.0881720 Nov 09 19:46:36.010834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49205a-5565-4f22-8490-c42685430e77 req-6904c587-7bb6-474d-85cb-d8f21a254ad7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:36.025877 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4f49205a-5565-4f22-8490-c42685430e77 req-6904c587-7bb6-474d-85cb-d8f21a254ad7 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1375964 Nov 09 19:46:36.041149 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8938efbf-8bd0-4b22-8cfa-ca41436f87a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a14e62feb725442fab2211ffb4b6ee9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984054 Nov 09 19:46:36.047949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58654) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:36.063002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-76c06cb1-1778-4f31-a45e-1403b8676621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:36.065226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-76c06cb1-1778-4f31-a45e-1403b8676621 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fc09d98-30ea-430c-8f70-22bcec323dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0677352 Nov 09 19:46:36.095308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4f49205a-5565-4f22-8490-c42685430e77 req-d33b3eb0-0aea-4679-b373-268b4f034c25 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Nov 09 19:46:36.208048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-715bd078-a41c-4cb5-9dc7-4bc5d6c2246d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:36.239961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-15fdfb3b-def4-49db-af9c-60a7526edd69 service neutron] 10.222.0.70 "GET /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650598 Nov 09 19:46:36.264810 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-715bd078-a41c-4cb5-9dc7-4bc5d6c2246d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:36.371804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57bc4a16-f6c1-4ddd-985c-ce46e027311c req-752dfceb-fbaa-4f74-bd3f-b3a8766582da service neutron] 10.222.0.70 "GET /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204500 Nov 09 19:46:36.378221 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-715bd078-a41c-4cb5-9dc7-4bc5d6c2246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:36.380846 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-715bd078-a41c-4cb5-9dc7-4bc5d6c2246d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:36.384690 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-715bd078-a41c-4cb5-9dc7-4bc5d6c2246d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fc5498e-7c57-40ed-9bc5-15fa83909990 HTTP/1.1" status: 204 len: 168 time: 0.3305690 Nov 09 19:46:36.391883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bd078-a41c-4cb5-9dc7-4bc5d6c2246d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc5498e-7c57-40ed-9bc5-15fa83909990,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:36.446082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f456c083-2fa8-4168-9f4d-69373888377e up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:36.538765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a6291-0ee9-4e74-bae4-1a0f4ca86ba7 req-8e514624-2cbb-4ad6-b7f1-f6428c915f8d tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:36.540331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port f456c083-2fa8-4168-9f4d-69373888377e completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:46:36.540942 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c7a6291-0ee9-4e74-bae4-1a0f4ca86ba7 req-8e514624-2cbb-4ad6-b7f1-f6428c915f8d tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 944 time: 0.1056454 Nov 09 19:46:36.547637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port f456c083-2fa8-4168-9f4d-69373888377e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:36.548010 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:36.572224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-945e8fd0-98c4-4d30-9961-5b4aee1bf222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:36.572707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-945e8fd0-98c4-4d30-9961-5b4aee1bf222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:36.573176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-945e8fd0-98c4-4d30-9961-5b4aee1bf222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:36.575595 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-945e8fd0-98c4-4d30-9961-5b4aee1bf222 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a8bc543dc2e4520b1504489a866a532&device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2865 time: 0.0862684 Nov 09 19:46:36.619228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c7a6291-0ee9-4e74-bae4-1a0f4ca86ba7 req-b27a8c0b-4356-48fe-b9fd-2f2b15402ef5 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688088 Nov 09 19:46:36.674835 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:36.747209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-1121002b-1d72-4a23-8b23-48ab2b66a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:36.753474 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-1121002b-1d72-4a23-8b23-48ab2b66a89f service neutron] 10.222.0.70 "GET /v2.0/networks?id=4fc09d98-30ea-430c-8f70-22bcec323dc8 HTTP/1.1" status: 200 len: 903 time: 0.1651626 Nov 09 19:46:36.767272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03809548-71de-471f-8f41-a2fc85a109cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f456c083-2fa8-4168-9f4d-69373888377e'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:36.770659 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbbef6f-22d5-4dab-9842-50dd83d5b82d" -d '{"events": [{"server_uuid": "03809548-71de-471f-8f41-a2fc85a109cb", "name": "network-vif-plugged", "status": "completed", "tag": "f456c083-2fa8-4168-9f4d-69373888377e"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:36.795463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f456c083-2fa8-4168-9f4d-69373888377e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f456c083-2fa8-4168-9f4d-69373888377e,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:36.802922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:36.842588 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f967459e-917b-40c6-8551-ec2c8ed5c769 x-openstack-request-id: req-f967459e-917b-40c6-8551-ec2c8ed5c769 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:36.842869 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03809548-71de-471f-8f41-a2fc85a109cb", "name": "network-vif-plugged", "status": "completed", "tag": "f456c083-2fa8-4168-9f4d-69373888377e", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:36.843131 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f967459e-917b-40c6-8551-ec2c8ed5c769 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:36.843533 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03809548-71de-471f-8f41-a2fc85a109cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f456c083-2fa8-4168-9f4d-69373888377e', 'code': 200} Nov 09 19:46:36.846236 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-8711b546-50c4-4084-9a94-62ae5ba37830 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=54a9e11c-b535-413e-a33c-ff5c9ccd48eb HTTP/1.1" status: 200 len: 217 time: 0.0842028 Nov 09 19:46:36.905168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f456c083-2fa8-4168-9f4d-69373888377e,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:36.921833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-c005ce5d-4dd1-4c76-97b6-ab044d665088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:36.923330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-c005ce5d-4dd1-4c76-97b6-ab044d665088 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4256f0e2-ebc2-4168-8f73-cb9bf41ce77e HTTP/1.1" status: 200 len: 801 time: 0.0672770 Nov 09 19:46:36.994407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40684294-7ff9-4d6e-881d-8221064bfed1 req-2c8b941d-1c66-4488-8729-7e097435476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:36.997617 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40684294-7ff9-4d6e-881d-8221064bfed1 req-2c8b941d-1c66-4488-8729-7e097435476f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 1096 time: 0.0723057 Nov 09 19:46:36.998358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-f8c2eb07-9b52-4ca3-a0a9-6d78be4bfeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:36.999842 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-f8c2eb07-9b52-4ca3-a0a9-6d78be4bfeea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4fc09d98-30ea-430c-8f70-22bcec323dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0673261 Nov 09 19:46:37.168219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40684294-7ff9-4d6e-881d-8221064bfed1 req-7fb91480-eff0-48e5-8d84-81ee98061449 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629918 Nov 09 19:46:37.214324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1d42f-7185-4391-8ba5-4ecedf13d8f2 req-4a21ef0b-1057-4d9f-83ca-b1574d757d12 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:37.221719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1d42f-7185-4391-8ba5-4ecedf13d8f2 req-4a21ef0b-1057-4d9f-83ca-b1574d757d12 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:37.228851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1d42f-7185-4391-8ba5-4ecedf13d8f2 req-4a21ef0b-1057-4d9f-83ca-b1574d757d12 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:37.238819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dff1d42f-7185-4391-8ba5-4ecedf13d8f2 req-4a21ef0b-1057-4d9f-83ca-b1574d757d12 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2412 time: 0.1492584 Nov 09 19:46:37.252180 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-2ec1b0e8-9f69-412a-91bd-8705674b181a service neutron] 10.222.0.70 "GET /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420857 Nov 09 19:46:37.356893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-b6b4d2a8-6c4c-4ccd-b9e6-93ff2d8c9500 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:37.360375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dff1d42f-7185-4391-8ba5-4ecedf13d8f2 req-487fcb12-b68b-43f9-bbfd-fc98d5ba2d08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203876 Nov 09 19:46:37.365209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-b6b4d2a8-6c4c-4ccd-b9e6-93ff2d8c9500 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 821 time: 0.1314101 Nov 09 19:46:37.383250 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-8f931f45-3aff-46ca-b1f1-bebe7ce1254e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/quotas/6816a0841a434dc18a1b3ae3a7ee7199 HTTP/1.1" status: 200 len: 375 time: 0.0168900 Nov 09 19:46:37.414419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eedd6962-75f9-49e3-b9f9-d942337bdf86 req-2cd3ed6c-c921-4c50-95f3-1e953c3f4c2f service neutron] 10.222.0.70 "GET /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522241 Nov 09 19:46:37.462969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-8fd62275-6d84-421e-88e6-8051fa11aff0 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784690 Nov 09 19:46:37.561258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56725da9-8dbe-4233-afc4-db59d725ac8c req-d5c62b2c-ae20-49da-be1c-e375ddab678e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:37.563143 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-b710188b-0ffa-4cae-9a66-9b8ae450f621 service neutron] 10.222.0.53 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986092 Nov 09 19:46:37.563539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56725da9-8dbe-4233-afc4-db59d725ac8c req-d5c62b2c-ae20-49da-be1c-e375ddab678e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0978060 Nov 09 19:46:37.623084 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56725da9-8dbe-4233-afc4-db59d725ac8c req-11f479ec-722f-441d-8b39-398cda534c1d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525715 Nov 09 19:46:37.689243 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-8ffff989-e62a-4b5f-be44-8777bfea437c service neutron] 10.222.0.53 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188574 Nov 09 19:46:38.108798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b5e34-b81d-46cf-a72d-6fc5c87e8c51 req-e0752826-f645-49a0-9a75-0dcfc269bf2c tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:38.110712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b67b5e34-b81d-46cf-a72d-6fc5c87e8c51 req-e0752826-f645-49a0-9a75-0dcfc269bf2c tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.0668511 Nov 09 19:46:38.179770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b67b5e34-b81d-46cf-a72d-6fc5c87e8c51 req-53b9fec9-a5f2-46b5-a499-8a643437eb09 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549998 Nov 09 19:46:38.272643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2e33c030-30f3-4c96-9c04-d5b5ed66be81 req-99121e34-cad5-458e-8503-3bbb32ddfd46 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0521777 Nov 09 19:46:38.273359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f397ae6b-0e5f-4785-89e0-adba84309ce9 req-5a4ff80f-e45e-46f4-bf8d-88c63ff820a3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 210 time: 0.0523891 Nov 09 19:46:38.531981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1455abc-d108-4b1e-9937-0683b1dc0d4b req-ca6967bd-5e39-473f-8bb2-a3d3976b9f5f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:38.549153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1455abc-d108-4b1e-9937-0683b1dc0d4b req-ca6967bd-5e39-473f-8bb2-a3d3976b9f5f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:38.559914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1455abc-d108-4b1e-9937-0683b1dc0d4b req-ca6967bd-5e39-473f-8bb2-a3d3976b9f5f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:38.561723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c1455abc-d108-4b1e-9937-0683b1dc0d4b req-ca6967bd-5e39-473f-8bb2-a3d3976b9f5f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2412 time: 0.1071146 Nov 09 19:46:38.611916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c1455abc-d108-4b1e-9937-0683b1dc0d4b req-f0466bb2-0a8d-44fc-abf1-425eeb24507d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Nov 09 19:46:38.759474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c009a6e-cabc-42b9-a71d-9a4c7637dd4e req-0c59b73a-16e2-4bde-ad5f-313bbf4727e3 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:38.761761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c009a6e-cabc-42b9-a71d-9a4c7637dd4e req-0c59b73a-16e2-4bde-ad5f-313bbf4727e3 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0625467 Nov 09 19:46:38.815981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c009a6e-cabc-42b9-a71d-9a4c7637dd4e req-8a5158a9-a14a-409e-b9b6-570a961c7e94 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471485 Nov 09 19:46:39.343964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb14f0-1074-4128-8fd2-44767fefe5be req-ff03a1c1-d90e-40a8-8f66-152091a8e7ab tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:39.345699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-decb14f0-1074-4128-8fd2-44767fefe5be req-ff03a1c1-d90e-40a8-8f66-152091a8e7ab tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.0811007 Nov 09 19:46:39.399374 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-decb14f0-1074-4128-8fd2-44767fefe5be req-91fb5f48-9112-4deb-bde3-090f31e1334f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464346 Nov 09 19:46:39.460165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-42701d8d-da9b-4476-bdd5-eadc56319167 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:39.462030 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-42701d8d-da9b-4476-bdd5-eadc56319167 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 821 time: 0.1910579 Nov 09 19:46:39.506641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Request body: {'port': {'device_id': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec', 'admin_state_up': True, 'tenant_id': '6816a0841a434dc18a1b3ae3a7ee7199'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:39.516639 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1e35cbb-d422-423f-92ae-734f522e704b req-e8ac2350-cbd0-4a7c-b987-1b2714e0a87b tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0512106 Nov 09 19:46:39.595471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109df36b-3416-49b9-b075-5da697fdaaa3 req-a566e9cc-3a02-4112-9806-078a4cea6867 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:39.604829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109df36b-3416-49b9-b075-5da697fdaaa3 req-a566e9cc-3a02-4112-9806-078a4cea6867 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 945 time: 0.1051269 Nov 09 19:46:39.667023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-109df36b-3416-49b9-b075-5da697fdaaa3 req-83205096-bcc6-46c1-a6d5-7f23cc183210 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608392 Nov 09 19:46:39.699099 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8599bba4-68fe-434b-a3d5-2294621b01db req-dcc4dadd-0fc8-4a9f-b92a-1c789a7b1820 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 210 time: 0.0522535 Nov 09 19:46:39.765920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Made reservation on behalf of 6816a0841a434dc18a1b3ae3a7ee7199 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:39.771639 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:39.981485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97140e2-0da7-4640-b6ea-dabcd4d40c5c req-401253aa-aff0-4825-92c8-76c4d7ab43c7 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:39.989422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97140e2-0da7-4640-b6ea-dabcd4d40c5c req-401253aa-aff0-4825-92c8-76c4d7ab43c7 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:39.996681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97140e2-0da7-4640-b6ea-dabcd4d40c5c req-401253aa-aff0-4825-92c8-76c4d7ab43c7 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:39.998442 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c97140e2-0da7-4640-b6ea-dabcd4d40c5c req-401253aa-aff0-4825-92c8-76c4d7ab43c7 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2412 time: 0.1093819 Nov 09 19:46:40.039152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939ffbb-9e52-435f-bd4e-1cc72dd5f24d req-f7039382-5f5d-43cd-8007-62ea83a61f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:40.042984 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8939ffbb-9e52-435f-bd4e-1cc72dd5f24d req-f7039382-5f5d-43cd-8007-62ea83a61f92 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2b2feef361e42ee92a3e941538fd1ea&device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 1096 time: 0.0664165 Nov 09 19:46:40.112019 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c97140e2-0da7-4640-b6ea-dabcd4d40c5c req-546decf3-61b5-421b-8625-ca635f8d9959 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033287 Nov 09 19:46:40.123679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Allocated IP 172.20.0.11 (302552e5-d360-4726-b20b-dba6e6b87bec/50629a10-2a18-46d0-a6ad-6c44ac38dc1f/77e5a703-7cf1-418d-877c-f7e1072e0d49) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:40.175344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e5d48-4a55-49cc-9f68-d6e41de513fe req-2742d50e-8437-40ae-a43d-492519e58563 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:40.183919 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-622e5d48-4a55-49cc-9f68-d6e41de513fe req-2742d50e-8437-40ae-a43d-492519e58563 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1458514 Nov 09 19:46:40.216208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-199a3b50-1bdc-44e3-b754-8f27272b68cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:40.271727 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939ffbb-9e52-435f-bd4e-1cc72dd5f24d req-38b3d671-7551-4a92-a529-bb27ea5fa783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:40.273207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8939ffbb-9e52-435f-bd4e-1cc72dd5f24d req-38b3d671-7551-4a92-a529-bb27ea5fa783 service neutron] 10.222.0.77 "GET /v2.0/networks?id=80e472df-b8d9-4116-96a1-8158af70eb0a HTTP/1.1" status: 200 len: 912 time: 0.1933637 Nov 09 19:46:40.281764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-622e5d48-4a55-49cc-9f68-d6e41de513fe req-0358b344-01ad-4cdf-a070-a06f3d8fd790 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969408 Nov 09 19:46:40.319693 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8939ffbb-9e52-435f-bd4e-1cc72dd5f24d req-22676622-5e7b-481f-80df-4a64427c17f9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f456c083-2fa8-4168-9f4d-69373888377e HTTP/1.1" status: 200 len: 217 time: 0.0369396 Nov 09 19:46:40.331599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cc025-7efa-4ae1-b23f-509eb2403ce6 req-b0b2d65b-574a-454a-ba13-8a97901424d3 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:40.343829 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-683cc025-7efa-4ae1-b23f-509eb2403ce6 req-b0b2d65b-574a-454a-ba13-8a97901424d3 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.1397057 Nov 09 19:46:40.384370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939ffbb-9e52-435f-bd4e-1cc72dd5f24d req-4ac65dbe-a7ed-46d0-9503-570ec909688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:40.387569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8939ffbb-9e52-435f-bd4e-1cc72dd5f24d req-4ac65dbe-a7ed-46d0-9503-570ec909688e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5d51e7b-6104-4b60-8b98-659e4de75886 HTTP/1.1" status: 200 len: 851 time: 0.0590637 Nov 09 19:46:40.426593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e2131fe4-859f-4ceb-a2cf-981fb9a7822d details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:46:40.428700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8939ffbb-9e52-435f-bd4e-1cc72dd5f24d req-a6946d58-f0d6-4c18-bccf-578f2a13e188 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80e472df-b8d9-4116-96a1-8158af70eb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326993 Nov 09 19:46:40.441288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-683cc025-7efa-4ae1-b23f-509eb2403ce6 req-6157c49a-1435-4304-b6b3-de309080de47 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964129 Nov 09 19:46:40.460188 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:40.535848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:40.551685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['8298d877-d785-4070-92e5-fc2ab81fbc1e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:40.556105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['77f8eda6-125a-4c3b-872d-12e727b8f33f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:40.567648 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8939ffbb-9e52-435f-bd4e-1cc72dd5f24d req-d90da1c3-d1a7-450c-9aa0-beb5024102f1 service neutron] 10.222.0.77 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253920 Nov 09 19:46:40.682016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Network 302552e5-d360-4726-b20b-dba6e6b87bec is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:40.694357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:40.694639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e2131fe4-859f-4ceb-a2cf-981fb9a7822d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:40.712930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:40.717657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Pushing event updated for resources: {'Port': ['ID=77e5a703-7cf1-418d-877c-f7e1072e0d49,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:40.730497 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8939ffbb-9e52-435f-bd4e-1cc72dd5f24d req-3dda821d-997d-4278-ae58-79f43631cba9 service neutron] 10.222.0.77 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512370 Nov 09 19:46:40.770651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'e2131fe4-859f-4ceb-a2cf-981fb9a7822d', 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8', 'port_id': 'e2131fe4-859f-4ceb-a2cf-981fb9a7822d', 'mac_address': 'fa:16:3e:89:d4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4256f0e2-ebc2-4168-8f73-cb9bf41ce77e', 'ip_address': '19.80.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:46:40.828372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:40.829041 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:40.862308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4247b145-aabd-4343-b7e4-89616332b1e6 req-b29fbf91-f157-4e69-b4e0-8152da63ccd5 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0549269 Nov 09 19:46:40.928670 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:40.947285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2131fe4-859f-4ceb-a2cf-981fb9a7822d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:40.952881 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-48a61e6e-39a3-41bb-ae3d-ecc328a93f05 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4695506 Nov 09 19:46:40.969072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Request body: {'port': {'device_id': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:41.026543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb7541-5682-4748-be62-358c8b5479f9 req-101711f3-7c16-43cb-97a9-412df2b274d3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:41.034807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69eb7541-5682-4748-be62-358c8b5479f9 req-101711f3-7c16-43cb-97a9-412df2b274d3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 932 time: 0.1640379 Nov 09 19:46:41.040095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e2131fe4-859f-4ceb-a2cf-981fb9a7822d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:41.049796 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:41.049796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device bfafbdcc-4786-4e07-9260-d8ebe6756501 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:46:41.145431 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:41.180705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69eb7541-5682-4748-be62-358c8b5479f9 req-2c14e1f6-9b3a-4879-bcc2-dd532f455250 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449327 Nov 09 19:46:41.191582 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1afdeb4f-3f07-4a45-916c-70d088c1845c req-9456c4f7-9f79-4d12-b2b5-08243d9e08a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0521867 Nov 09 19:46:41.273017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port bfafbdcc-4786-4e07-9260-d8ebe6756501, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=bfafbdcc-4786-4e07-9260-d8ebe6756501,segment=NetworkSegment(922c9cac-38fe-4cc6-a69e-48201a0acc88),segment_id=922c9cac-38fe-4cc6-a69e-48201a0acc88)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:41.312641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'bfafbdcc-4786-4e07-9260-d8ebe6756501', 'network_id': '5ba9ea09-f064-414f-a11b-b55b4fad3c21', 'port_id': 'bfafbdcc-4786-4e07-9260-d8ebe6756501', 'mac_address': 'fa:16:3e:39:29:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bd6487-facc-46ac-9a6f-3e61e464c489', 'ip_address': '19.86.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:46:41.404449 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:41.493298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:41.503708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90446cb8-b60d-4b28-a6bd-47011fdd8e79 req-7347b4a0-9c8b-47b1-8303-cb43bcd9e591 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:41.510130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90446cb8-b60d-4b28-a6bd-47011fdd8e79 req-7347b4a0-9c8b-47b1-8303-cb43bcd9e591 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:41.511481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfafbdcc-4786-4e07-9260-d8ebe6756501 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:41.517341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90446cb8-b60d-4b28-a6bd-47011fdd8e79 req-7347b4a0-9c8b-47b1-8303-cb43bcd9e591 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:41.519140 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90446cb8-b60d-4b28-a6bd-47011fdd8e79 req-7347b4a0-9c8b-47b1-8303-cb43bcd9e591 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2413 time: 0.1610963 Nov 09 19:46:41.542918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port bfafbdcc-4786-4e07-9260-d8ebe6756501, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=bfafbdcc-4786-4e07-9260-d8ebe6756501,segment=NetworkSegment(922c9cac-38fe-4cc6-a69e-48201a0acc88),segment_id=922c9cac-38fe-4cc6-a69e-48201a0acc88)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:41.548643 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:41.549331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 54a9e11c-b535-413e-a33c-ff5c9ccd48eb details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:46:41.611742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90446cb8-b60d-4b28-a6bd-47011fdd8e79 req-68e52937-fee8-48e7-8b4a-92e5fb98b9ea tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857186 Nov 09 19:46:41.675446 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=bfafbdcc-4786-4e07-9260-d8ebe6756501,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:41.722053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:41.742710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aedd-3d22-46f6-8c5e-3fa5b010f9d6 req-5a96b999-a3b7-4473-afa7-b5a4ec167469 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:41.750210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '54a9e11c-b535-413e-a33c-ff5c9ccd48eb', 'network_id': '4fc09d98-30ea-430c-8f70-22bcec323dc8', 'port_id': '54a9e11c-b535-413e-a33c-ff5c9ccd48eb', 'mac_address': 'fa:16:3e:34:90:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4256f0e2-ebc2-4168-8f73-cb9bf41ce77e', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:46:41.752211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a997aedd-3d22-46f6-8c5e-3fa5b010f9d6 req-5a96b999-a3b7-4473-afa7-b5a4ec167469 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 945 time: 0.0679684 Nov 09 19:46:41.793314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e5a703-7cf1-418d-877c-f7e1072e0d49 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:41.804016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a997aedd-3d22-46f6-8c5e-3fa5b010f9d6 req-e1364c4c-a22a-4818-b5bd-7cea832d5bf2 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508344 Nov 09 19:46:41.806368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:41.824613 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:41.840630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a9e11c-b535-413e-a33c-ff5c9ccd48eb {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:41.841624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8efc8d-d1b5-4d6a-9b87-a8fab8d23128 req-081c0a63-ba9e-4afd-b728-b692e86293bf tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:41.850782 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0d8efc8d-d1b5-4d6a-9b87-a8fab8d23128 req-081c0a63-ba9e-4afd-b728-b692e86293bf tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1020155 Nov 09 19:46:41.867601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:41.872311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Transition to ACTIVE for port object 77e5a703-7cf1-418d-877c-f7e1072e0d49 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:46:41.876548 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:41.885775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:41.951899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0d8efc8d-d1b5-4d6a-9b87-a8fab8d23128 req-0a388972-4972-4393-917a-d7888b78acc9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998740 Nov 09 19:46:42.022231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:42.037331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Pushing event updated for resources: {'Port': ['ID=77e5a703-7cf1-418d-877c-f7e1072e0d49,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:42.099194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2dc58-cfd9-4e2a-9ffc-554228052308 req-27ff2ef9-e845-4cb0-8abd-deb9d7e29c53 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:42.101132 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79f2dc58-cfd9-4e2a-9ffc-554228052308 req-27ff2ef9-e845-4cb0-8abd-deb9d7e29c53 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.1187565 Nov 09 19:46:42.109173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-125ee3ff-a640-46d9-85f9-7d2a1e828c4f req-32e411ab-ee82-4f00-9567-30c04d3dfda5 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0374279 Nov 09 19:46:42.143750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:42.144133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:42.144426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:42.150331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:46:42.150802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:42.157212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:42.157766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:42.158155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:42.158621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Bound port: 77e5a703-7cf1-418d-877c-f7e1072e0d49, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:42.158987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:42.164292 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79f2dc58-cfd9-4e2a-9ffc-554228052308 req-d1d57738-be0e-4a0f-a227-622f1d0e7e43 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538895 Nov 09 19:46:42.259666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:42.271365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e2131fe4-859f-4ceb-a2cf-981fb9a7822d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:42.311680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:42.320619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:42.355816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['bfafbdcc-4786-4e07-9260-d8ebe6756501'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:42.358027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['54a9e11c-b535-413e-a33c-ff5c9ccd48eb'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:42.365752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:42.366892 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:42.367986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] 10.222.0.77 "PUT /v2.0/ports/77e5a703-7cf1-418d-877c-f7e1072e0d49 HTTP/1.1" status: 200 len: 1092 time: 1.4052083 Nov 09 19:46:42.368679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'tag': '77e5a703-7cf1-418d-877c-f7e1072e0d49'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:42.371576 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d355f55-9ac3-449a-a58f-53018c5b8401" -d '{"events": [{"name": "network-changed", "server_uuid": "89ac9050-18e7-4d9e-9d9a-7b238ab1a732", "tag": "77e5a703-7cf1-418d-877c-f7e1072e0d49"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:42.382296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f384566-37ff-4dbd-aebe-c7cc0c06549d req-b241dd75-8c5b-4683-afe6-5d5d95ec9b5c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:42.391914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f384566-37ff-4dbd-aebe-c7cc0c06549d req-b241dd75-8c5b-4683-afe6-5d5d95ec9b5c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.1276605 Nov 09 19:46:42.499071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f384566-37ff-4dbd-aebe-c7cc0c06549d req-816c69de-7f37-4209-a9d6-9916df8ee7f1 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059210 Nov 09 19:46:42.508649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad3d87-65e5-461e-b174-485278383e55 service neutron] Pushing event updated for resources: {'Port': ['ID=77e5a703-7cf1-418d-877c-f7e1072e0d49,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:42.540902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-9ff18efb-9f59-461e-94db-a5b9a828df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:42.549228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-9ff18efb-9f59-461e-94db-a5b9a828df88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 1095 time: 0.1228354 Nov 09 19:46:42.627016 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3ab945-bfd9-4b42-950c-498e749e8698 x-openstack-request-id: req-5d3ab945-bfd9-4b42-950c-498e749e8698 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:42.630270 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ac9050-18e7-4d9e-9d9a-7b238ab1a732", "tag": "77e5a703-7cf1-418d-877c-f7e1072e0d49", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:42.631802 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d3ab945-bfd9-4b42-950c-498e749e8698 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:42.632279 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'tag': '77e5a703-7cf1-418d-877c-f7e1072e0d49', 'status': 'completed', 'code': 200} Nov 09 19:46:42.637443 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-eba03300-e094-4a13-9407-a48f6431f879 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49 HTTP/1.1" status: 200 len: 217 time: 0.0710752 Nov 09 19:46:42.725951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-233d2479-fc98-4315-9789-0e9cd5285045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:42.728771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-233d2479-fc98-4315-9789-0e9cd5285045 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.0845551 Nov 09 19:46:42.804172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402226e8-143b-427e-9802-12794b906261 req-c22519ef-3c22-4d6a-8c1e-7bb815b09e12 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:42.811579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402226e8-143b-427e-9802-12794b906261 req-c22519ef-3c22-4d6a-8c1e-7bb815b09e12 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:42.816789 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-4f0fb416-2d08-461e-8421-abd63181fa30 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780954 Nov 09 19:46:42.819425 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402226e8-143b-427e-9802-12794b906261 req-c22519ef-3c22-4d6a-8c1e-7bb815b09e12 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:42.828197 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-402226e8-143b-427e-9802-12794b906261 req-c22519ef-3c22-4d6a-8c1e-7bb815b09e12 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2415 time: 0.0849860 Nov 09 19:46:42.875918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-402226e8-143b-427e-9802-12794b906261 req-99bf1e7a-1bc3-45f8-b3c6-ac8403ecb545 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Nov 09 19:46:42.945545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340b4dc-4b6d-4cf2-a96c-8a75e4fad227 req-196c4152-cf63-4a87-9b44-51f10b830f2c tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:42.947383 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8340b4dc-4b6d-4cf2-a96c-8a75e4fad227 req-196c4152-cf63-4a87-9b44-51f10b830f2c tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 945 time: 0.2110190 Nov 09 19:46:43.023884 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-59d7fab2-18c3-4de5-8c50-1b8784d4d373 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620383 Nov 09 19:46:43.037575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8340b4dc-4b6d-4cf2-a96c-8a75e4fad227 req-2b9d2d24-b715-4748-a4b3-d97c80403db3 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751686 Nov 09 19:46:43.091083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852cc99-14dc-4bf4-9bc3-c78ea409ad40 req-0a2c4d90-2aaa-4058-9c7f-dfda8bc80179 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:43.100462 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1852cc99-14dc-4bf4-9bc3-c78ea409ad40 req-0a2c4d90-2aaa-4058-9c7f-dfda8bc80179 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0678599 Nov 09 19:46:43.161621 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a5d93ed-d348-4d7b-abc2-9604c95f26de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:43.173574 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1cfdf0d-58ab-4f6b-bb27-7737a72dd6e6 req-5145f9ff-fa1e-4fa0-a33b-aaa4f8f11a9c service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345761 Nov 09 19:46:43.190866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1852cc99-14dc-4bf4-9bc3-c78ea409ad40 req-83fd4c49-7878-40a7-bc48-65bd522ae9e1 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892267 Nov 09 19:46:43.324223 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ace0863-2e4a-4f13-8df4-1c541f678fd8 req-cf478308-6a24-4d3c-9624-41c91c95025d tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0757954 Nov 09 19:46:43.339761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355f55-9ac3-449a-a58f-53018c5b8401 req-24a1a8a5-3006-443c-865a-84340343356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:43.341417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d355f55-9ac3-449a-a58f-53018c5b8401 req-24a1a8a5-3006-443c-865a-84340343356b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 1095 time: 0.1041627 Nov 09 19:46:43.352032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78d67e-bf57-4ff0-ac7a-7f5c3974fdd0 req-988fd383-37b7-46fc-a18b-c001561f1e67 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:43.354081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc78d67e-bf57-4ff0-ac7a-7f5c3974fdd0 req-988fd383-37b7-46fc-a18b-c001561f1e67 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.0912135 Nov 09 19:46:43.410088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc78d67e-bf57-4ff0-ac7a-7f5c3974fdd0 req-c2d026ad-14a6-4d10-a5c0-bae00e750ca9 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478706 Nov 09 19:46:43.452882 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:43.475820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355f55-9ac3-449a-a58f-53018c5b8401 req-aca4fb34-fe21-4c53-a630-ff1852ff7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:43.477325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d355f55-9ac3-449a-a58f-53018c5b8401 req-aca4fb34-fe21-4c53-a630-ff1852ff7c85 service neutron] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.1272361 Nov 09 19:46:43.559626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d355f55-9ac3-449a-a58f-53018c5b8401 req-e876be07-e267-4361-9862-92077f500a31 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49 HTTP/1.1" status: 200 len: 217 time: 0.0745661 Nov 09 19:46:43.661889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355f55-9ac3-449a-a58f-53018c5b8401 req-afaefaa9-8113-4733-a523-616af53cf070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:43.663718 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d355f55-9ac3-449a-a58f-53018c5b8401 req-afaefaa9-8113-4733-a523-616af53cf070 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.0963752 Nov 09 19:46:43.715358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ceb7-631e-423a-a8f7-593ea515de52 req-0e8d7ea6-cba0-418e-9fd1-91acd30eefa3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:43.723109 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2fc5ceb7-631e-423a-a8f7-593ea515de52 req-0e8d7ea6-cba0-418e-9fd1-91acd30eefa3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.1109338 Nov 09 19:46:43.734130 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d355f55-9ac3-449a-a58f-53018c5b8401 req-9c803b49-a705-4c8f-9fd8-5d437bfbfae1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618844 Nov 09 19:46:43.806210 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2fc5ceb7-631e-423a-a8f7-593ea515de52 req-ec20556c-70a4-4fe3-ad09-99f2e6a6bfd7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759997 Nov 09 19:46:43.903600 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d355f55-9ac3-449a-a58f-53018c5b8401 req-3456e7f1-04d0-4836-ae0a-f24fae61704b service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586449 Nov 09 19:46:44.070767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e7328-ff4d-4f12-8fdb-6a800b4d3520 req-c2bad578-e8c5-4953-8109-cd6b8c177839 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:44.078361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e7328-ff4d-4f12-8fdb-6a800b4d3520 req-c2bad578-e8c5-4953-8109-cd6b8c177839 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:44.093878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e7328-ff4d-4f12-8fdb-6a800b4d3520 req-c2bad578-e8c5-4953-8109-cd6b8c177839 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:44.095679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-143e7328-ff4d-4f12-8fdb-6a800b4d3520 req-c2bad578-e8c5-4953-8109-cd6b8c177839 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2415 time: 0.1233013 Nov 09 19:46:44.141704 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d355f55-9ac3-449a-a58f-53018c5b8401 req-a79d8a7c-ccb7-479b-8849-df86b2260338 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279780 Nov 09 19:46:44.172497 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-143e7328-ff4d-4f12-8fdb-6a800b4d3520 req-032c17eb-67ab-4712-9c0a-25c1054d79f6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697446 Nov 09 19:46:44.318607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade0553-c14a-46f2-9375-4b51b34f7be0 req-e7448d79-02a6-4cf3-8546-1c6217a774d7 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:44.320114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ade0553-c14a-46f2-9375-4b51b34f7be0 req-e7448d79-02a6-4cf3-8546-1c6217a774d7 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 945 time: 0.0657017 Nov 09 19:46:44.388286 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ade0553-c14a-46f2-9375-4b51b34f7be0 req-524f7e62-1c8d-4f87-99b3-98eb68098312 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590677 Nov 09 19:46:44.436898 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:44.444212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d8393dd4-fd7f-43a1-b926-df0496a3ff27 req-b4f6664b-5cbd-4846-81d3-5fa05d51284e tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0788074 Nov 09 19:46:44.456821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 54a9e11c-b535-413e-a33c-ff5c9ccd48eb up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:44.530558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:46:44.538653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:44.540900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:44.666976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-dc882bbd-649a-413b-b942-02b0317b088a tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:44.670219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-dc882bbd-649a-413b-b942-02b0317b088a tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.70 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 945 time: 0.1982570 Nov 09 19:46:44.677504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011554e-434f-4573-a060-6eb886845054 req-cfd34070-b956-4377-9c9f-4ed1334ce8b5 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:44.681085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:44.693409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c011554e-434f-4573-a060-6eb886845054 req-cfd34070-b956-4377-9c9f-4ed1334ce8b5 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.1137862 Nov 09 19:46:44.727507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:44.728571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a9e11c-b535-413e-a33c-ff5c9ccd48eb'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:44.733130 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3397fa0-62de-4758-9628-b5675757572d" -d '{"events": [{"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-plugged", "status": "completed", "tag": "54a9e11c-b535-413e-a33c-ff5c9ccd48eb"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:44.737601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a99ddf-4c16-4a22-869f-5f9420859252 req-8335ad82-af8c-440f-a293-6df7aefefc5d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:44.741795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-36a99ddf-4c16-4a22-869f-5f9420859252 req-8335ad82-af8c-440f-a293-6df7aefefc5d tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.2188699 Nov 09 19:46:44.757765 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:44.758929 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device bfafbdcc-4786-4e07-9260-d8ebe6756501 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:44.772127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c011554e-434f-4573-a060-6eb886845054 req-108b1a45-0a12-422f-ad49-db1755cf7402 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776644 Nov 09 19:46:44.832313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-36a99ddf-4c16-4a22-869f-5f9420859252 req-edf7793d-ea58-47ca-a059-1b39891381e6 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846837 Nov 09 19:46:44.835796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822c800-06a2-4881-a9bc-d85bbb6893aa req-a321e949-18db-4843-9cbf-39de2129ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:44.846748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b822c800-06a2-4881-a9bc-d85bbb6893aa req-a321e949-18db-4843-9cbf-39de2129ebe6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 1097 time: 0.2410893 Nov 09 19:46:44.849864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port bfafbdcc-4786-4e07-9260-d8ebe6756501 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:46:44.856614 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4a5fed-bfa7-45f8-a32c-0ee5a7ad0b15 x-openstack-request-id: req-fe4a5fed-bfa7-45f8-a32c-0ee5a7ad0b15 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:44.856868 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-plugged", "status": "completed", "tag": "54a9e11c-b535-413e-a33c-ff5c9ccd48eb", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:44.857416 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe4a5fed-bfa7-45f8-a32c-0ee5a7ad0b15 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:44.857545 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a9e11c-b535-413e-a33c-ff5c9ccd48eb', 'code': 200} Nov 09 19:46:44.862021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port bfafbdcc-4786-4e07-9260-d8ebe6756501 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:44.862536 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:44.916573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:44.942375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b822c800-06a2-4881-a9bc-d85bbb6893aa req-f47f2791-d50f-44c4-bced-883d257b3b52 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903053 Nov 09 19:46:44.999958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Deleting port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:45.000434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:45.009200 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:45.052233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port bfafbdcc-4786-4e07-9260-d8ebe6756501, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=bfafbdcc-4786-4e07-9260-d8ebe6756501,segment=NetworkSegment(922c9cac-38fe-4cc6-a69e-48201a0acc88),segment_id=922c9cac-38fe-4cc6-a69e-48201a0acc88)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:45.057491 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:45.059555 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e2131fe4-859f-4ceb-a2cf-981fb9a7822d up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:45.070284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ea6bf-1853-4d38-a6fd-988fb00c2dc9 req-b780f8d7-e083-4cd5-9511-36cc402feb01 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:45.078245 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-914ea6bf-1853-4d38-a6fd-988fb00c2dc9 req-b780f8d7-e083-4cd5-9511-36cc402feb01 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.1318829 Nov 09 19:46:45.151299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-914ea6bf-1853-4d38-a6fd-988fb00c2dc9 req-8da00a9e-9e79-4d12-9373-2ea5b11eaea7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656922 Nov 09 19:46:45.171711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] For port d24eab4f-d03c-4a04-b8a7-8f214da80fe8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:45.171977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=bfafbdcc-4786-4e07-9260-d8ebe6756501,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:45.172264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:45.185506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port e2131fe4-859f-4ceb-a2cf-981fb9a7822d completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:46:45.190550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port e2131fe4-859f-4ceb-a2cf-981fb9a7822d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:45.190937 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:45.357183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcc7e8-10e8-4355-b94e-17834a9e53b1 req-9d73e0b9-a30d-43ba-a25d-61eec67df033 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:45.372050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcc7e8-10e8-4355-b94e-17834a9e53b1 req-9d73e0b9-a30d-43ba-a25d-61eec67df033 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:45.379935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcc7e8-10e8-4355-b94e-17834a9e53b1 req-9d73e0b9-a30d-43ba-a25d-61eec67df033 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:45.383252 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-92fcc7e8-10e8-4355-b94e-17834a9e53b1 req-9d73e0b9-a30d-43ba-a25d-61eec67df033 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2417 time: 0.1248336 Nov 09 19:46:45.408350 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:45.473295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:45.473639 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:45.473968 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Floating IP 851a7b12-73a0-4023-aff4-e02a370fc776 disassociated. External IP: 172.25.6.204, port: d24eab4f-d03c-4a04-b8a7-8f214da80fe8. Nov 09 19:46:45.474314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Calling delete_port for d24eab4f-d03c-4a04-b8a7-8f214da80fe8 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:45.501346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-92fcc7e8-10e8-4355-b94e-17834a9e53b1 req-95998c78-39de-4414-b89f-69840e54123c tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088417 Nov 09 19:46:45.510604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e2131fe4-859f-4ceb-a2cf-981fb9a7822d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:45.517059 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:45.604086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:45.671247 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-04222615-10d3-427e-8896-43c12e7ee94f req-48d2ac34-2a15-407c-a716-691484379ea0 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0472417 Nov 09 19:46:45.916275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661e5f0-e2f7-4399-9892-e9171b283297 req-de2fb454-199e-4de5-bed5-7e7c09c52987 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:45.918154 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7661e5f0-e2f7-4399-9892-e9171b283297 req-de2fb454-199e-4de5-bed5-7e7c09c52987 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.0565245 Nov 09 19:46:45.922083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0813b-089c-4e09-9d7c-efda70dd0fc0 req-69aa9ecf-4b04-48fa-9a09-3ed3fa2e0b47 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:45.923640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-29d0813b-089c-4e09-9d7c-efda70dd0fc0 req-69aa9ecf-4b04-48fa-9a09-3ed3fa2e0b47 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 945 time: 0.0720513 Nov 09 19:46:45.986255 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7661e5f0-e2f7-4399-9892-e9171b283297 req-4886aae2-6ee1-4264-8d51-7d4913ce0201 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557442 Nov 09 19:46:46.028252 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-29d0813b-089c-4e09-9d7c-efda70dd0fc0 req-87bb8eef-dba4-4455-bfa3-269f97c4dde0 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups?id=15384b08-1fd5-430c-9963-99568207a815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971291 Nov 09 19:46:46.029573 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:46.060732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Pushing event deleted for resources: {'Port': ['ID=d24eab4f-d03c-4a04-b8a7-8f214da80fe8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:46.103844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2943d3-c602-4c1e-aeed-fe1d35e9b593 req-17b19b90-6c0e-4781-babd-e48ece084ff5 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:46.111971 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c2943d3-c602-4c1e-aeed-fe1d35e9b593 req-17b19b90-6c0e-4781-babd-e48ece084ff5 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0684795 Nov 09 19:46:46.171665 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:46.195662 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c2943d3-c602-4c1e-aeed-fe1d35e9b593 req-f3fc281d-e575-4736-8deb-c44c7483524f tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804713 Nov 09 19:46:46.215602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Router 62078583-6cc1-48f6-86f3-fa10e958a81a has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:46:46.358604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3db1e-d9af-4b9e-8615-f53e2c196547 req-fa94e44e-3251-4ad4-8c64-e9f3057a3324 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:46.360079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51d3db1e-d9af-4b9e-8615-f53e2c196547 req-fa94e44e-3251-4ad4-8c64-e9f3057a3324 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.0996809 Nov 09 19:46:46.368679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:46:46.381209 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] Sync routers for ids ['62078583-6cc1-48f6-86f3-fa10e958a81a'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:46:46.405938 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] Routers {'62078583-6cc1-48f6-86f3-fa10e958a81a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:46.406958 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['62078583-6cc1-48f6-86f3-fa10e958a81a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:46.430234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] No DVR routers for this DVR port d24eab4f-d03c-4a04-b8a7-8f214da80fe8 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:46:46.434948 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:46.445071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e83efd5-7342-4c69-aa19-93702165fc18 req-861ef028-211a-4e33-b34b-a4de10050ce6 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.70 "DELETE /v2.0/ports/d24eab4f-d03c-4a04-b8a7-8f214da80fe8 HTTP/1.1" status: 204 len: 173 time: 1.7626412 Nov 09 19:46:46.445601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'name': 'network-vif-deleted', 'tag': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:46.448106 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120319d9-6872-44e2-9779-25afa9fd970d" -d '{"events": [{"server_uuid": "10ad7bf2-1a41-45a0-af2c-55756ff86e2c", "name": "network-vif-deleted", "tag": "d24eab4f-d03c-4a04-b8a7-8f214da80fe8"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:46.476526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51d3db1e-d9af-4b9e-8615-f53e2c196547 req-3d638305-8daf-4ff7-b67e-1627f34e7026 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098602 Nov 09 19:46:46.566643 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50002bd-fc4e-4b6f-9953-c40729995f28 x-openstack-request-id: req-f50002bd-fc4e-4b6f-9953-c40729995f28 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:46.566949 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ad7bf2-1a41-45a0-af2c-55756ff86e2c", "name": "network-vif-deleted", "tag": "d24eab4f-d03c-4a04-b8a7-8f214da80fe8", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:46.567198 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f50002bd-fc4e-4b6f-9953-c40729995f28 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:46.567610 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ad7bf2-1a41-45a0-af2c-55756ff86e2c', 'name': 'network-vif-deleted', 'tag': 'd24eab4f-d03c-4a04-b8a7-8f214da80fe8', 'status': 'completed', 'code': 200} Nov 09 19:46:46.661963 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] Set router 62078583-6cc1-48f6-86f3-fa10e958a81a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:46.717547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe07d-a978-4435-8032-24c7374403ff req-5862c5ce-6376-44c9-aec5-ea0749486f44 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:46.727004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe07d-a978-4435-8032-24c7374403ff req-5862c5ce-6376-44c9-aec5-ea0749486f44 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:46.733066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe07d-a978-4435-8032-24c7374403ff req-5862c5ce-6376-44c9-aec5-ea0749486f44 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:46.735589 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4cdfe07d-a978-4435-8032-24c7374403ff req-5862c5ce-6376-44c9-aec5-ea0749486f44 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2418 time: 0.1067660 Nov 09 19:46:46.802968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4cdfe07d-a978-4435-8032-24c7374403ff req-f13e4e96-88a3-4676-bc6d-b9cd4bf65be4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539668 Nov 09 19:46:46.858350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfafbdcc-4786-4e07-9260-d8ebe6756501'}, {'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2131fe4-859f-4ceb-a2cf-981fb9a7822d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:46.862623 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0261ea5-b6a5-4564-b7bd-820305d83b3d" -d '{"events": [{"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-plugged", "status": "completed", "tag": "bfafbdcc-4786-4e07-9260-d8ebe6756501"}, {"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-plugged", "status": "completed", "tag": "e2131fe4-859f-4ceb-a2cf-981fb9a7822d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:46.895262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3729ae7e-af10-4322-a11d-a4cad82643ee req-f180ea98-9518-4066-8f99-7663a9e42b76 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0580738 Nov 09 19:46:46.925698 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:41Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8b113a1b-6515-488c-b21a-0e1de087b3d5', 'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'mac_address': 'fa:16:3e:3c:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:40Z', 'updated_at': '2021-11-09T19:43:47Z', 'revision_number': 5, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'subnets': [{'id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:46.944696 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d0007d-b9aa-4724-b7ed-c5fa2f01f73f x-openstack-request-id: req-d6d0007d-b9aa-4724-b7ed-c5fa2f01f73f {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:46.945068 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-plugged", "status": "completed", "tag": "bfafbdcc-4786-4e07-9260-d8ebe6756501", "code": 200}, {"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-plugged", "status": "completed", "tag": "e2131fe4-859f-4ceb-a2cf-981fb9a7822d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:46.945387 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6d0007d-b9aa-4724-b7ed-c5fa2f01f73f {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:46.945883 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfafbdcc-4786-4e07-9260-d8ebe6756501', 'code': 200} Nov 09 19:46:46.946200 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2131fe4-859f-4ceb-a2cf-981fb9a7822d', 'code': 200} Nov 09 19:46:46.960192 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] Checking router: 62078583-6cc1-48f6-86f3-fa10e958a81a for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:46:46.980852 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] Routers {'62078583-6cc1-48f6-86f3-fa10e958a81a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:46.981545 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['62078583-6cc1-48f6-86f3-fa10e958a81a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:47.139235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0daa44-d60f-4e15-8f17-db8eb34573a5 req-95810604-3407-4450-9b50-f46b428bad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:47.140733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0daa44-d60f-4e15-8f17-db8eb34573a5 req-95810604-3407-4450-9b50-f46b428bad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:47.140733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0daa44-d60f-4e15-8f17-db8eb34573a5 req-95810604-3407-4450-9b50-f46b428bad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:47.142456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b0daa44-d60f-4e15-8f17-db8eb34573a5 req-95810604-3407-4450-9b50-f46b428bad72 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2871 time: 0.1006839 Nov 09 19:46:47.169243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf984afe-6f7f-4f94-b59c-27cb0bfe506b req-7f51551c-90da-4af2-aaed-12d452765480 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:47.170913 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf984afe-6f7f-4f94-b59c-27cb0bfe506b req-7f51551c-90da-4af2-aaed-12d452765480 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.0719905 Nov 09 19:46:47.227277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b0daa44-d60f-4e15-8f17-db8eb34573a5 req-bf7df764-9712-4ab3-b290-dd3ba24bd9f6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726564 Nov 09 19:46:47.242001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf984afe-6f7f-4f94-b59c-27cb0bfe506b req-f8d3a671-e1ea-47bd-a699-e100dd30593c tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578394 Nov 09 19:46:47.254933 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d27e0a72-3a5e-414e-85fa-74051d6a2272 req-d66d1f10-6d0e-4af8-a7e6-f972107c16df tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 210 time: 0.0874701 Nov 09 19:46:47.286806 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] Set router 62078583-6cc1-48f6-86f3-fa10e958a81a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:47.379169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886eeca3-f276-40bd-b102-8fa5a3300226 req-99fc08b9-53e0-4be1-947d-181e1261d215 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:47.380810 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-886eeca3-f276-40bd-b102-8fa5a3300226 req-99fc08b9-53e0-4be1-947d-181e1261d215 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0713773 Nov 09 19:46:47.429680 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-886eeca3-f276-40bd-b102-8fa5a3300226 req-15d3e830-fbdb-4f54-9aab-11f65d3bb062 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Nov 09 19:46:47.562655 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:41Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8b113a1b-6515-488c-b21a-0e1de087b3d5', 'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'mac_address': 'fa:16:3e:3c:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:40Z', 'updated_at': '2021-11-09T19:43:47Z', 'revision_number': 5, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'subnets': [{'id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:47.605483 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef5bb9-6f85-4ffc-a5e2-c6affde3c5dd None None] The sync data for ids ['62078583-6cc1-48f6-86f3-fa10e958a81a'] in n-d-817256-1 is: [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:43:41Z', 'revision_number': 4, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8b113a1b-6515-488c-b21a-0e1de087b3d5', 'name': '', 'network_id': '2c74b105-6ea0-460b-b81d-e8cef39dd106', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'mac_address': 'fa:16:3e:3c:f6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:40Z', 'updated_at': '2021-11-09T19:43:47Z', 'revision_number': 5, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'subnets': [{'id': '2b8bc104-6db0-42c9-b38e-26d10c286abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:46:47.690563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d514a2b-3eee-4496-8878-45a39316e422 req-e0457cf1-828b-4256-8b94-4dd2f3d927a7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:47.702317 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d514a2b-3eee-4496-8878-45a39316e422 req-e0457cf1-828b-4256-8b94-4dd2f3d927a7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.1133053 Nov 09 19:46:47.766640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d514a2b-3eee-4496-8878-45a39316e422 req-ece92d6d-5389-4747-987c-c2499ca4c10a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607445 Nov 09 19:46:47.786838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e9b7c-bde0-43b9-9e2f-12c48951c230 req-35d02595-9b13-402e-9b49-7b6f6e5bceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:47.788796 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d5e9b7c-bde0-43b9-9e2f-12c48951c230 req-35d02595-9b13-402e-9b49-7b6f6e5bceb3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 1097 time: 0.0629275 Nov 09 19:46:47.959841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c4339-8af8-4bad-8585-180eee0ea942 req-c4f33151-03ee-436c-a57c-9429251eded0 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:47.967992 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-372c4339-8af8-4bad-8585-180eee0ea942 req-c4f33151-03ee-436c-a57c-9429251eded0 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1031036 Nov 09 19:46:47.988564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636029b0-6d1e-4601-b4d8-93e38358b952 req-9f5051a7-d4e1-4b25-84c3-ccef00ce5ce1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:47.997355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636029b0-6d1e-4601-b4d8-93e38358b952 req-9f5051a7-d4e1-4b25-84c3-ccef00ce5ce1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:48.005564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636029b0-6d1e-4601-b4d8-93e38358b952 req-9f5051a7-d4e1-4b25-84c3-ccef00ce5ce1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:48.007313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-636029b0-6d1e-4601-b4d8-93e38358b952 req-9f5051a7-d4e1-4b25-84c3-ccef00ce5ce1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2418 time: 0.1048856 Nov 09 19:46:48.025044 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e9b7c-bde0-43b9-9e2f-12c48951c230 req-f6b39da1-ceff-4af4-84c7-23b1f03ac154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:48.027928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d5e9b7c-bde0-43b9-9e2f-12c48951c230 req-f6b39da1-ceff-4af4-84c7-23b1f03ac154 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 920 time: 0.2303567 Nov 09 19:46:48.034038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-372c4339-8af8-4bad-8585-180eee0ea942 req-b62a3f36-dfd2-47ea-8476-5b54510c9d11 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652182 Nov 09 19:46:48.045465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a04a6-711a-4a68-bfe2-f8722d6976fe None None] New status for floating IP 851a7b12-73a0-4023-aff4-e02a370fc776: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:46:48.086488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d5e9b7c-bde0-43b9-9e2f-12c48951c230 req-1ab5c752-7110-4c64-b6d1-cb5a6503bab3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fcdac74-5786-4eb2-afdc-2723087aac30 HTTP/1.1" status: 200 len: 217 time: 0.0434737 Nov 09 19:46:48.112671 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-636029b0-6d1e-4601-b4d8-93e38358b952 req-8097738d-965f-4489-b77c-02e24c2e03b9 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971706 Nov 09 19:46:48.180228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-84ea01b1-91c5-402e-8930-76890b5bf9de req-023a3751-6e05-43f0-b662-384514cf2997 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0361993 Nov 09 19:46:48.190462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e9b7c-bde0-43b9-9e2f-12c48951c230 req-b487fdc6-18d4-4a91-81c3-36240338cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:48.193999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d5e9b7c-bde0-43b9-9e2f-12c48951c230 req-b487fdc6-18d4-4a91-81c3-36240338cf3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66c4956-b333-40fb-bb23-3fe3d867dd61 HTTP/1.1" status: 200 len: 859 time: 0.0969055 Nov 09 19:46:48.231317 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d5e9b7c-bde0-43b9-9e2f-12c48951c230 req-299f2b42-4e47-4192-9723-88d20deb0016 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d44e018-e947-4733-8c7b-b08b43fa9217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313280 Nov 09 19:46:48.384727 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d5e9b7c-bde0-43b9-9e2f-12c48951c230 req-9f7494b4-28d2-447b-becd-7d8f6befdd25 service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410861 Nov 09 19:46:48.412784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1ca8-01b9-496f-b387-fd33ecb8b942 req-c7f2ca34-e351-4f9d-91ea-62ec1cfeb9d2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:48.421484 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309c1ca8-01b9-496f-b387-fd33ecb8b942 req-c7f2ca34-e351-4f9d-91ea-62ec1cfeb9d2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.0874734 Nov 09 19:46:48.436421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40768af0-baec-4e0e-bd0b-0e3f051044a3 req-4ee8d414-e0ef-4719-b04c-16ebe4ccc8a7 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 210 time: 0.0502651 Nov 09 19:46:48.471020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d24eab4f-d03c-4a04-b8a7-8f214da80fe8 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:46:48.519852 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309c1ca8-01b9-496f-b387-fd33ecb8b942 req-4064432e-fef3-4ba0-8608-091619c5f1f4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970230 Nov 09 19:46:48.534801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d24eab4f-d03c-4a04-b8a7-8f214da80fe8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:46:48.535745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d24eab4f-d03c-4a04-b8a7-8f214da80fe8 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:46:48.577229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d5e9b7c-bde0-43b9-9e2f-12c48951c230 req-62cf0a43-f175-4a7b-9b89-1b0026cd441f service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802266 Nov 09 19:46:48.906561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d8f6-898c-4b76-a95a-12cc6dc9e068 req-baa945c9-c296-44db-afbb-401a0c799e8c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:48.908132 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c849d8f6-898c-4b76-a95a-12cc6dc9e068 req-baa945c9-c296-44db-afbb-401a0c799e8c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.0538073 Nov 09 19:46:48.947851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c849d8f6-898c-4b76-a95a-12cc6dc9e068 req-84fa56a2-722b-4b12-9b47-ac58c0f12984 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328584 Nov 09 19:46:49.200391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d262c5-0401-461f-8398-00b32d48928a req-1c258549-d41d-4846-a05d-3103375d4006 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:49.202359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4d262c5-0401-461f-8398-00b32d48928a req-1c258549-d41d-4846-a05d-3103375d4006 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0730557 Nov 09 19:46:49.254661 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4d262c5-0401-461f-8398-00b32d48928a req-cda2d43a-234b-4405-b16d-0e345464b25b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460436 Nov 09 19:46:49.278432 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88e21-9e97-4d73-8d24-e7954a7ec838 req-add9d0d1-a942-41a3-b53a-4db6bbd6b285 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:49.285816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88e21-9e97-4d73-8d24-e7954a7ec838 req-add9d0d1-a942-41a3-b53a-4db6bbd6b285 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:49.293315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88e21-9e97-4d73-8d24-e7954a7ec838 req-add9d0d1-a942-41a3-b53a-4db6bbd6b285 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:49.295438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0d88e21-9e97-4d73-8d24-e7954a7ec838 req-add9d0d1-a942-41a3-b53a-4db6bbd6b285 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2418 time: 0.0876470 Nov 09 19:46:49.344244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0d88e21-9e97-4d73-8d24-e7954a7ec838 req-a6193dbb-942b-4ade-9119-8458ff720c64 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Nov 09 19:46:49.369145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d19c2bf8-bb5f-49c4-b8fc-c4fdc331ed00 req-33ed36be-1cb4-4849-9b78-979e5126d1cf tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0299327 Nov 09 19:46:49.594379 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d21439c9-0137-4caf-bf66-46d35ad74a33 req-9d1822bf-66b6-40f5-8e50-967ad4c3082e tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 210 time: 0.0567853 Nov 09 19:46:49.766803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102aa39-a8ae-4940-9bac-73d24eda2322 req-76f1bfdd-8182-4538-8eb6-25a5b5e628ec tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:49.775076 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3102aa39-a8ae-4940-9bac-73d24eda2322 req-76f1bfdd-8182-4538-8eb6-25a5b5e628ec tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.0923276 Nov 09 19:46:49.802107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ca54b-d181-4eca-8a57-c88c2d73f822 req-a7e5c99b-2b29-46c0-8bd4-913e1f67f272 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:49.809397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ca54b-d181-4eca-8a57-c88c2d73f822 req-a7e5c99b-2b29-46c0-8bd4-913e1f67f272 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:49.815490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ca54b-d181-4eca-8a57-c88c2d73f822 req-a7e5c99b-2b29-46c0-8bd4-913e1f67f272 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:49.817306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b87ca54b-d181-4eca-8a57-c88c2d73f822 req-a7e5c99b-2b29-46c0-8bd4-913e1f67f272 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2418 time: 0.1401546 Nov 09 19:46:49.830892 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3102aa39-a8ae-4940-9bac-73d24eda2322 req-05540971-535e-49db-8e16-a4e7a7fbec1b tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548291 Nov 09 19:46:49.857715 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b87ca54b-d181-4eca-8a57-c88c2d73f822 req-5aa0acca-7dd0-4d70-849e-c0a9078f0d82 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341456 Nov 09 19:46:50.083814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763daa2-5c7d-4083-8bbe-5755312ab49d req-7c3a66be-92e7-4905-b86a-fc1901e5e436 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:50.086651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1763daa2-5c7d-4083-8bbe-5755312ab49d req-7c3a66be-92e7-4905-b86a-fc1901e5e436 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.0529048 Nov 09 19:46:50.136635 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1763daa2-5c7d-4083-8bbe-5755312ab49d req-19877706-2a95-4fd7-a737-7f73da9b1df5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418582 Nov 09 19:46:50.394136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d737-cedf-49ea-b940-2d142fe73898 req-eea564c2-a0f3-42e3-8ed1-a66ddd684169 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:50.396145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e9c9d737-cedf-49ea-b940-2d142fe73898 req-eea564c2-a0f3-42e3-8ed1-a66ddd684169 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0585892 Nov 09 19:46:50.465153 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e9c9d737-cedf-49ea-b940-2d142fe73898 req-ac4c3c74-74e9-48fc-9da9-5838f274085a tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615966 Nov 09 19:46:50.529258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9abb1178-61d7-48ce-9d00-373cb4d3ed9a req-051545d2-16ed-429a-8524-138941e82176 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0306313 Nov 09 19:46:50.701254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5521016c-96c0-4b99-9b83-ba06f0d85c0b req-85b6927b-017b-4168-a888-4d1a7833e9c5 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ad7bf2-1a41-45a0-af2c-55756ff86e2c HTTP/1.1" status: 200 len: 210 time: 0.0287399 Nov 09 19:46:50.847996 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:50.965796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0df8b-262f-4dc1-907f-c2ae95973af0 req-de238d8f-3ca7-4200-92c0-bfa346b41080 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:50.975289 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:46:50.979100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9a0df8b-262f-4dc1-907f-c2ae95973af0 req-de238d8f-3ca7-4200-92c0-bfa346b41080 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.0684595 Nov 09 19:46:51.025685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9a0df8b-262f-4dc1-907f-c2ae95973af0 req-289a1a00-b9db-4fce-8b65-4a5a08d71905 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 Nov 09 19:46:51.057216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1acf8-3a0b-4d80-9b5e-50004684d63a req-f018edf7-4753-49c7-9885-681143705a57 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:51.063679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1acf8-3a0b-4d80-9b5e-50004684d63a req-f018edf7-4753-49c7-9885-681143705a57 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:51.069862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1acf8-3a0b-4d80-9b5e-50004684d63a req-f018edf7-4753-49c7-9885-681143705a57 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:51.071863 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9c1acf8-3a0b-4d80-9b5e-50004684d63a req-f018edf7-4753-49c7-9885-681143705a57 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2418 time: 0.0975869 Nov 09 19:46:51.140700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9c1acf8-3a0b-4d80-9b5e-50004684d63a req-4b748fdc-da40-4930-858c-abeaab1544ae tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562596 Nov 09 19:46:51.300151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8297926-81a2-424d-8883-ed03618f8ec4 req-dbb3013a-1ca6-435d-95f6-06bb67505bdb tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:51.301860 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e8297926-81a2-424d-8883-ed03618f8ec4 req-dbb3013a-1ca6-435d-95f6-06bb67505bdb tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.0725183 Nov 09 19:46:51.357269 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e8297926-81a2-424d-8883-ed03618f8ec4 req-f12a3252-c4a0-4daf-819e-bd915a1928e8 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490351 Nov 09 19:46:51.510104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-8f20721f-86b0-4ca3-8bd3-bdf373398bca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:51.519065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-8f20721f-86b0-4ca3-8bd3-bdf373398bca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:51.527165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-8f20721f-86b0-4ca3-8bd3-bdf373398bca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:51.529965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-8f20721f-86b0-4ca3-8bd3-bdf373398bca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 2418 time: 0.0819020 Nov 09 19:46:51.643190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8effb9-503d-453a-b011-636922a778cc req-a9a46971-b3ec-4d23-b58e-ba814813c84a tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:51.654378 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d8effb9-503d-453a-b011-636922a778cc req-a9a46971-b3ec-4d23-b58e-ba814813c84a tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1060069 Nov 09 19:46:51.687112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e66079dd-2e84-4c35-8870-9f40cb959cc1 req-c1cb31fd-ead5-4ba3-a4f0-96ecfa365b22 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0389066 Nov 09 19:46:51.706138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-54dbf436-5f21-4e32-b013-8af6c511c2cf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting port e2131fe4-859f-4ceb-a2cf-981fb9a7822d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:51.708207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d8effb9-503d-453a-b011-636922a778cc req-456825fd-7334-4b8c-825f-62eb35cca541 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523629 Nov 09 19:46:51.710990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-54dbf436-5f21-4e32-b013-8af6c511c2cf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:51.833108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59006) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:51.862320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-54dbf436-5f21-4e32-b013-8af6c511c2cf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] For port e2131fe4-859f-4ceb-a2cf-981fb9a7822d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:51.862872 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-54dbf436-5f21-4e32-b013-8af6c511c2cf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:51.896451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-54dbf436-5f21-4e32-b013-8af6c511c2cf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Calling delete_port for e2131fe4-859f-4ceb-a2cf-981fb9a7822d owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:51.937570 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4a23128b-f2e6-430f-a3a0-739b8b41953f tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:52.003407 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4a23128b-f2e6-430f-a3a0-739b8b41953f tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:52.100612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4a23128b-f2e6-430f-a3a0-739b8b41953f tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:52.103306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4a23128b-f2e6-430f-a3a0-739b8b41953f tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:52.105975 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4a23128b-f2e6-430f-a3a0-739b8b41953f tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "DELETE /v2.0/security-groups/15384b08-1fd5-430c-9963-99568207a815 HTTP/1.1" status: 204 len: 168 time: 0.2702558 Nov 09 19:46:52.109834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59010) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:52.131025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23128b-f2e6-430f-a3a0-739b8b41953f tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15384b08-1fd5-430c-9963-99568207a815,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:52.135951 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-a5dab868-3a03-4a68-9649-84fd3bfbe5ca tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] show failed (client error): The resource could not be found. Nov 09 19:46:52.138354 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a5dab868-3a03-4a68-9649-84fd3bfbe5ca tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "GET /v2.0/security-groups/15384b08-1fd5-430c-9963-99568207a815 HTTP/1.1" status: 404 len: 347 time: 0.0261714 Nov 09 19:46:52.141223 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59012) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:52.152900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-54dbf436-5f21-4e32-b013-8af6c511c2cf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:52.197543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['54a9e11c-b535-413e-a33c-ff5c9ccd48eb', 'bfafbdcc-4786-4e07-9260-d8ebe6756501', 'e2131fe4-859f-4ceb-a2cf-981fb9a7822d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:52.207781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbf436-5f21-4e32-b013-8af6c511c2cf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Port': ['ID=e2131fe4-859f-4ceb-a2cf-981fb9a7822d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:52.381314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97473380-725b-4e6e-9091-5df2f6990c88 req-be534dce-0509-4757-a972-c37ed39ca473 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:52.395164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97473380-725b-4e6e-9091-5df2f6990c88 req-be534dce-0509-4757-a972-c37ed39ca473 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.2615874 Nov 09 19:46:52.422273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-54dbf436-5f21-4e32-b013-8af6c511c2cf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] No DVR routers for this DVR port e2131fe4-859f-4ceb-a2cf-981fb9a7822d on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:46:52.447855 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-54dbf436-5f21-4e32-b013-8af6c511c2cf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:52.457593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-54dbf436-5f21-4e32-b013-8af6c511c2cf tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "DELETE /v2.0/ports/e2131fe4-859f-4ceb-a2cf-981fb9a7822d HTTP/1.1" status: 204 len: 173 time: 0.9188209 Nov 09 19:46:52.462388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-deleted', 'tag': 'e2131fe4-859f-4ceb-a2cf-981fb9a7822d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:52.468288 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ef293b-a814-46c7-b4e4-294645cd5ec8" -d '{"events": [{"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-deleted", "tag": "e2131fe4-859f-4ceb-a2cf-981fb9a7822d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:52.519843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b71e42-73c7-4582-b9d7-09eade3f2f30 req-8df888de-1f6d-468c-afa2-6b4363ff7625 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:52.526151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b71e42-73c7-4582-b9d7-09eade3f2f30 req-8df888de-1f6d-468c-afa2-6b4363ff7625 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:52.534327 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44b71e42-73c7-4582-b9d7-09eade3f2f30 req-8df888de-1f6d-468c-afa2-6b4363ff7625 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 1682 time: 0.2205408 Nov 09 19:46:52.603310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97473380-725b-4e6e-9091-5df2f6990c88 req-229d8397-01c3-44f2-9657-cbcd80fffe78 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010336 Nov 09 19:46:52.620028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b62bf2c9-f248-4d98-a90e-b2180cae5b26 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Deleting port 10263e9f-f062-4882-a974-e5fd08a763c5 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:52.620458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b62bf2c9-f248-4d98-a90e-b2180cae5b26 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:52.726341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-86f7ccec-640c-4695-b08d-c6cc7cf046ca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:52.726714 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-86f7ccec-640c-4695-b08d-c6cc7cf046ca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:52.762717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44b71e42-73c7-4582-b9d7-09eade3f2f30 req-3054e66b-824e-4f9a-b097-f82ccf5a8242 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269301 Nov 09 19:46:52.925419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b62bf2c9-f248-4d98-a90e-b2180cae5b26 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:52.926033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b62bf2c9-f248-4d98-a90e-b2180cae5b26 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:52.956549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b62bf2c9-f248-4d98-a90e-b2180cae5b26 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Calling delete_port for 10263e9f-f062-4882-a974-e5fd08a763c5 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:52.992673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-86f7ccec-640c-4695-b08d-c6cc7cf046ca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] For port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:52.993042 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-86f7ccec-640c-4695-b08d-c6cc7cf046ca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:53.004928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f740058b-45b9-4b16-8995-f016dfbea759 req-d85bb391-4ce8-4427-ae67-2fd750c65e8d tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0428717 Nov 09 19:46:53.007778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-86f7ccec-640c-4695-b08d-c6cc7cf046ca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Calling delete_port for 54a9e11c-b535-413e-a33c-ff5c9ccd48eb owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:53.053956 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaf97e5-aa18-4de5-b419-95bbb868d93a x-openstack-request-id: req-daaf97e5-aa18-4de5-b419-95bbb868d93a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:53.054250 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-deleted", "tag": "e2131fe4-859f-4ceb-a2cf-981fb9a7822d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:53.054503 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-daaf97e5-aa18-4de5-b419-95bbb868d93a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:53.054924 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-deleted', 'tag': 'e2131fe4-859f-4ceb-a2cf-981fb9a7822d', 'status': 'completed', 'code': 200} Nov 09 19:46:53.144596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b067d-897f-4cca-ae64-eebb8cc61a49 req-846619cb-b6bc-4bec-be19-c26146d1d9d5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:53.146218 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1d2b067d-897f-4cca-ae64-eebb8cc61a49 req-846619cb-b6bc-4bec-be19-c26146d1d9d5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.0905108 Nov 09 19:46:53.211995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b62bf2c9-f248-4d98-a90e-b2180cae5b26 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:53.252439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bf2c9-f248-4d98-a90e-b2180cae5b26 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Pushing event deleted for resources: {'Port': ['ID=10263e9f-f062-4882-a974-e5fd08a763c5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:53.319120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1d2b067d-897f-4cca-ae64-eebb8cc61a49 req-aac7cc2d-f200-428f-8fe9-7e0fcca9fb59 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587925 Nov 09 19:46:53.358604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-86f7ccec-640c-4695-b08d-c6cc7cf046ca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:53.370991 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b62bf2c9-f248-4d98-a90e-b2180cae5b26 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:53.371969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e2131fe4-859f-4ceb-a2cf-981fb9a7822d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:53.374644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b62bf2c9-f248-4d98-a90e-b2180cae5b26 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:53.376663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b62bf2c9-f248-4d98-a90e-b2180cae5b26 tempest-ServersTestBootFromVolume-1718128313 tempest-ServersTestBootFromVolume-1718128313-project] 10.222.0.53 "DELETE /v2.0/floatingips/851a7b12-73a0-4023-aff4-e02a370fc776 HTTP/1.1" status: 204 len: 168 time: 1.2284055 Nov 09 19:46:53.379642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59048) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:53.466399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7ccec-640c-4695-b08d-c6cc7cf046ca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Port': ['ID=54a9e11c-b535-413e-a33c-ff5c9ccd48eb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:53.498740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-86f7ccec-640c-4695-b08d-c6cc7cf046ca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] No DVR routers for this DVR port 54a9e11c-b535-413e-a33c-ff5c9ccd48eb on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:46:53.502396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-86f7ccec-640c-4695-b08d-c6cc7cf046ca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:53.508120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-86f7ccec-640c-4695-b08d-c6cc7cf046ca tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "DELETE /v2.0/ports/54a9e11c-b535-413e-a33c-ff5c9ccd48eb HTTP/1.1" status: 204 len: 173 time: 1.0313540 Nov 09 19:46:53.648713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-9495489d-645c-4be3-9afc-0807413f6e5b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting port bfafbdcc-4786-4e07-9260-d8ebe6756501 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:53.650121 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-9495489d-645c-4be3-9afc-0807413f6e5b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:53.816022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcffdf5-1f38-4ae5-a36f-c207ac3de397 req-c5e3749e-9a21-42ea-b2f3-7195e062f284 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:53.817738 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-adcffdf5-1f38-4ae5-a36f-c207ac3de397 req-c5e3749e-9a21-42ea-b2f3-7195e062f284 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.1046612 Nov 09 19:46:53.827985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-9495489d-645c-4be3-9afc-0807413f6e5b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] For port bfafbdcc-4786-4e07-9260-d8ebe6756501, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=bfafbdcc-4786-4e07-9260-d8ebe6756501,segment=NetworkSegment(922c9cac-38fe-4cc6-a69e-48201a0acc88),segment_id=922c9cac-38fe-4cc6-a69e-48201a0acc88)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:53.828628 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-9495489d-645c-4be3-9afc-0807413f6e5b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:53.865912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-9495489d-645c-4be3-9afc-0807413f6e5b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Calling delete_port for bfafbdcc-4786-4e07-9260-d8ebe6756501 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:53.965700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-adcffdf5-1f38-4ae5-a36f-c207ac3de397 req-d9fbc92f-005b-487c-97c1-a66f1509cbc7 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792305 Nov 09 19:46:54.045997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c460-5988-4590-b030-8b7438734c91 req-6aba46a0-2030-480f-ab6f-3f8a92041e36 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:54.047732 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8181c460-5988-4590-b030-8b7438734c91 req-6aba46a0-2030-480f-ab6f-3f8a92041e36 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dfa712c-9298-40bf-9089-f0e3f1dd70d4 HTTP/1.1" status: 200 len: 946 time: 0.1178916 Nov 09 19:46:54.094940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:54.135501 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8181c460-5988-4590-b030-8b7438734c91 req-07881b23-2685-4929-bd61-554385ad3a76 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770664 Nov 09 19:46:54.142456 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-9495489d-645c-4be3-9afc-0807413f6e5b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:54.163511 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e2131fe4-859f-4ceb-a2cf-981fb9a7822d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:54.191383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495489d-645c-4be3-9afc-0807413f6e5b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Port': ['ID=bfafbdcc-4786-4e07-9260-d8ebe6756501,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:54.199559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6afa65d9-7fa7-4493-b904-d0baace61667 req-8c32fe83-fdd1-4be0-a1d5-2d2aef28d21a tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0994570 Nov 09 19:46:54.248099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-9495489d-645c-4be3-9afc-0807413f6e5b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] No DVR routers for this DVR port bfafbdcc-4786-4e07-9260-d8ebe6756501 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:46:54.251180 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-9495489d-645c-4be3-9afc-0807413f6e5b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:54.255306 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77dbc37d-65dc-4023-89c3-75323d1cfbb6 req-9495489d-645c-4be3-9afc-0807413f6e5b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "DELETE /v2.0/ports/bfafbdcc-4786-4e07-9260-d8ebe6756501 HTTP/1.1" status: 204 len: 173 time: 0.7338643 Nov 09 19:46:54.485174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26b57c-6ad5-4adb-a96d-7841e8147231 req-2541d886-c2d6-457e-8d1b-d61cd9ef7619 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:54.493092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c26b57c-6ad5-4adb-a96d-7841e8147231 req-2541d886-c2d6-457e-8d1b-d61cd9ef7619 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.0718489 Nov 09 19:46:54.524492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] Deleting port 8b113a1b-6515-488c-b21a-0e1de087b3d5 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:54.525088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:54.537938 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c26b57c-6ad5-4adb-a96d-7841e8147231 req-0c01a091-8e80-406f-bc2b-618ef2816c99 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Nov 09 19:46:54.540581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 77e5a703-7cf1-418d-877c-f7e1072e0d49 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:46:54.658779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:54.673998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '77e5a703-7cf1-418d-877c-f7e1072e0d49', 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec', 'port_id': '77e5a703-7cf1-418d-877c-f7e1072e0d49', 'mac_address': 'fa:16:3e:08:45:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50629a10-2a18-46d0-a6ad-6c44ac38dc1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:46:54.730534 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:54.748685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e5a703-7cf1-418d-877c-f7e1072e0d49 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:46:54.774048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:54.780128 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:54.836152 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=77e5a703-7cf1-418d-877c-f7e1072e0d49,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:54.971734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaf770-f528-4e03-be1c-15ff62fa3e9a req-510f728f-2bcd-40b5-864f-1a98d7e6810c tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:54.973059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3aaf770-f528-4e03-be1c-15ff62fa3e9a req-510f728f-2bcd-40b5-864f-1a98d7e6810c tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.4449561 Nov 09 19:46:55.005245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] For port 8b113a1b-6515-488c-b21a-0e1de087b3d5, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8b113a1b-6515-488c-b21a-0e1de087b3d5,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:55.005614 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.030626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] Calling delete_port for 8b113a1b-6515-488c-b21a-0e1de087b3d5 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:55.047253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3aaf770-f528-4e03-be1c-15ff62fa3e9a req-a5080a99-4805-4880-ae56-e8d1018735b0 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668955 Nov 09 19:46:55.050347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['77e5a703-7cf1-418d-877c-f7e1072e0d49'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:46:55.057177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-deleted', 'tag': '54a9e11c-b535-413e-a33c-ff5c9ccd48eb'}, {'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-deleted', 'tag': 'bfafbdcc-4786-4e07-9260-d8ebe6756501'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:55.060641 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5862df03-5d4c-4989-a799-1e520de81326" -d '{"events": [{"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-deleted", "tag": "54a9e11c-b535-413e-a33c-ff5c9ccd48eb"}, {"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-deleted", "tag": "bfafbdcc-4786-4e07-9260-d8ebe6756501"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:55.145798 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893f60e5-1626-41c4-ae04-a28e9fd6ae1b x-openstack-request-id: req-893f60e5-1626-41c4-ae04-a28e9fd6ae1b {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:55.146140 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-deleted", "tag": "54a9e11c-b535-413e-a33c-ff5c9ccd48eb", "status": "completed", "code": 200}, {"server_uuid": "8dfa712c-9298-40bf-9089-f0e3f1dd70d4", "name": "network-vif-deleted", "tag": "bfafbdcc-4786-4e07-9260-d8ebe6756501", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:55.146357 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-893f60e5-1626-41c4-ae04-a28e9fd6ae1b {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:55.146878 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-deleted', 'tag': '54a9e11c-b535-413e-a33c-ff5c9ccd48eb', 'status': 'completed', 'code': 200} Nov 09 19:46:55.147143 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfa712c-9298-40bf-9089-f0e3f1dd70d4', 'name': 'network-vif-deleted', 'tag': 'bfafbdcc-4786-4e07-9260-d8ebe6756501', 'status': 'completed', 'code': 200} Nov 09 19:46:55.170827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf853-6447-4651-92c5-16a58da40eae req-114324ec-b288-443b-a186-496e27e136e9 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:55.170827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7bbf853-6447-4651-92c5-16a58da40eae req-114324ec-b288-443b-a186-496e27e136e9 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.1108458 Nov 09 19:46:55.171026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59080) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:55.176454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1524869933'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:55.226554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7bbf853-6447-4651-92c5-16a58da40eae req-1026c529-d61b-4f6b-a137-898f8855e273 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564356 Nov 09 19:46:55.253265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:55.257805 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.268563 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.280267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59086) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:55.317032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:46:55.333342 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.334585 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Added segment eef3bc75-7667-4252-a9ff-3fe4fa0170d0 of type vlan for network 91a37a47-a94c-45a8-85e8-d6b01e97f10b Nov 09 19:46:55.355371 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.371204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-5149cde1-5550-4ed8-b82e-b5ce706f7a56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting subnet d6bd6487-facc-46ac-9a6f-3e61e464c489 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:46:55.379048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5149cde1-5550-4ed8-b82e-b5ce706f7a56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.426646 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-84153041-949d-4b1d-ad4a-690c5134681f req-e64af6b2-6928-4116-bc12-26218081e43a tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0393538 Nov 09 19:46:55.428619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.461515 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.471718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:55.472825 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.473369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b113a1b-6515-488c-b21a-0e1de087b3d5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:55.530957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5149cde1-5550-4ed8-b82e-b5ce706f7a56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.534344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59094) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:55.534562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3617613 Nov 09 19:46:55.560221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98743f83-6603-4eee-8cec-46d8677a7639 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Network': ['ID=91a37a47-a94c-45a8-85e8-d6b01e97f10b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:55.573421 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 91a37a47-a94c-45a8-85e8-d6b01e97f10b details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:46:55.598136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-499517629'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:55.680405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f921fe8-8071-404e-b14c-ac8b9cd198c0 req-3f4c1f88-366f-439a-822a-dd5313247957 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:55.689396 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f921fe8-8071-404e-b14c-ac8b9cd198c0 req-3f4c1f88-366f-439a-822a-dd5313247957 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 945 time: 0.0680864 Nov 09 19:46:55.722453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:55.726647 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.730344 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f921fe8-8071-404e-b14c-ac8b9cd198c0 req-109a2ba7-b395-4032-b021-a077f99f4aa0 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Nov 09 19:46:55.795292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5149cde1-5550-4ed8-b82e-b5ce706f7a56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.800446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.824121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:46:55.850630 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.850975 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Added segment dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60 of type vlan for network 0abcee26-04fe-418b-aa66-b8ce235a5293 Nov 09 19:46:55.966792 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:55.984741 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5149cde1-5550-4ed8-b82e-b5ce706f7a56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.032935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149cde1-5550-4ed8-b82e-b5ce706f7a56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bd6487-facc-46ac-9a6f-3e61e464c489,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:56.050301 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5149cde1-5550-4ed8-b82e-b5ce706f7a56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.053610 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5149cde1-5550-4ed8-b82e-b5ce706f7a56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "DELETE /v2.0/subnets/d6bd6487-facc-46ac-9a6f-3e61e464c489 HTTP/1.1" status: 204 len: 168 time: 0.7719810 Nov 09 19:46:56.054925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf8aa2a-0880-4f0c-a267-d6e96d731fb5 None None] Network 5ba9ea09-f064-414f-a11b-b55b4fad3c21 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:56.056314 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.056596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59100) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:56.062093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:56.062735 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.125253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5754032 Nov 09 19:46:56.129196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59102) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:56.134074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'subnet': {'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:56.184350 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.267523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ef5b9-8633-4be3-b0bd-71713bde449b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Network': ['ID=0abcee26-04fe-418b-aa66-b8ce235a5293,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:56.275478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting port adf5b72f-299a-4174-9ffb-1a1711f9d368 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:56.275820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.346164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 0abcee26-04fe-418b-aa66-b8ce235a5293 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:46:56.363369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:56.366978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.403770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] For port adf5b72f-299a-4174-9ffb-1a1711f9d368, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=adf5b72f-299a-4174-9ffb-1a1711f9d368,segment=NetworkSegment(922c9cac-38fe-4cc6-a69e-48201a0acc88),segment_id=922c9cac-38fe-4cc6-a69e-48201a0acc88)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:56.404299 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.421123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Calling delete_port for adf5b72f-299a-4174-9ffb-1a1711f9d368 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:56.431419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581e95-aaff-4fa4-a2fb-8d7d1205add8 req-155aa538-60d6-42ef-a95c-06d4e544dd2f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:56.434123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77581e95-aaff-4fa4-a2fb-8d7d1205add8 req-155aa538-60d6-42ef-a95c-06d4e544dd2f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.1008961 Nov 09 19:46:56.443294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] Router 62078583-6cc1-48f6-86f3-fa10e958a81a has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:46:56.501313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e2131fe4-859f-4ceb-a2cf-981fb9a7822d no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:46:56.548601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77581e95-aaff-4fa4-a2fb-8d7d1205add8 req-7ed037ee-cd40-4f51-9756-bd7da8bbc7f1 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040778 Nov 09 19:46:56.561094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: e2131fe4-859f-4ceb-a2cf-981fb9a7822d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:46:56.561439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e2131fe4-859f-4ceb-a2cf-981fb9a7822d not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:46:56.564005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device bfafbdcc-4786-4e07-9260-d8ebe6756501 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:46:56.603997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: bfafbdcc-4786-4e07-9260-d8ebe6756501 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:46:56.604950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device bfafbdcc-4786-4e07-9260-d8ebe6756501 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:46:56.604950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 54a9e11c-b535-413e-a33c-ff5c9ccd48eb no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:46:56.625080 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 77e5a703-7cf1-418d-877c-f7e1072e0d49 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:56.628770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.628991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-48373262-1740-49dd-9d87-8f73a8813c78 req-7489ac70-e124-4214-8496-608de7bc8e6c tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0443566 Nov 09 19:46:56.653192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] No DVR routers for this DVR port adf5b72f-299a-4174-9ffb-1a1711f9d368 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:46:56.665054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:46:56.666369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db37f7c3-8262-42fe-8805-276255097eca None None] DHCP port deletion for 5ba9ea09-f064-414f-a11b-b55b4fad3c21 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:46:56.670996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 54a9e11c-b535-413e-a33c-ff5c9ccd48eb {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:46:56.671338 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-acb45485-23b3-4855-ad1a-93caaaf64ba3 admin admin] 10.222.0.53 "PUT /v2.0/routers/62078583-6cc1-48f6-86f3-fa10e958a81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2904465 Nov 09 19:46:56.671878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 54a9e11c-b535-413e-a33c-ff5c9ccd48eb not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:46:56.677183 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] Sync routers for ids ['62078583-6cc1-48f6-86f3-fa10e958a81a'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:46:56.680720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59108) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:56.688999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Port': ['ID=adf5b72f-299a-4174-9ffb-1a1711f9d368,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:56.707279 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] Routers {'62078583-6cc1-48f6-86f3-fa10e958a81a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:56.709618 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['62078583-6cc1-48f6-86f3-fa10e958a81a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:56.725636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 77e5a703-7cf1-418d-877c-f7e1072e0d49 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:46:56.729963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 77e5a703-7cf1-418d-877c-f7e1072e0d49 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:46:56.731007 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.857306 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.862743 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] Set router 62078583-6cc1-48f6-86f3-fa10e958a81a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:56.884872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e5a703-7cf1-418d-877c-f7e1072e0d49'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:46:56.887845 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea08ace-9530-48c4-aafa-062a46f7ac43" -d '{"events": [{"server_uuid": "89ac9050-18e7-4d9e-9d9a-7b238ab1a732", "name": "network-vif-plugged", "status": "completed", "tag": "77e5a703-7cf1-418d-877c-f7e1072e0d49"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:46:56.911539 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.924956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:56.932430 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.941463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba9ea09-f064-414f-a11b-b55b4fad3c21']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:56.956394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922c9cac-38fe-4cc6-a69e-48201a0acc88') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:56.957422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922c9cac-38fe-4cc6-a69e-48201a0acc88') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:56.972109 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.973567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:56.991685 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.001219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:46:57.002325 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.012766 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2682e98e-360a-4b0f-b6b2-6cf30ee2d514 x-openstack-request-id: req-2682e98e-360a-4b0f-b6b2-6cf30ee2d514 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:46:57.013052 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ac9050-18e7-4d9e-9d9a-7b238ab1a732", "name": "network-vif-plugged", "status": "completed", "tag": "77e5a703-7cf1-418d-877c-f7e1072e0d49", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:46:57.013906 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2682e98e-360a-4b0f-b6b2-6cf30ee2d514 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:46:57.013906 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e5a703-7cf1-418d-877c-f7e1072e0d49', 'code': 200} Nov 09 19:46:57.024197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=77e5a703-7cf1-418d-877c-f7e1072e0d49,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:57.057064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Subnet': ['ID=66cc914c-c6e9-4834-bcdf-f7fb576859e1,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:57.071315 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:46:57.097626 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:46:57.104013 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:46:55Z', 'revision_number': 5, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:57.134600 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] Checking router: 62078583-6cc1-48f6-86f3-fa10e958a81a for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:46:57.144145 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] Routers {'62078583-6cc1-48f6-86f3-fa10e958a81a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:46:57.144773 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['62078583-6cc1-48f6-86f3-fa10e958a81a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:57.161717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Checking segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:57.162112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network hostable DHCP agents. Network: 91a37a47-a94c-45a8-85e8-d6b01e97f10b, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:46:57.196046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network 91a37a47-a94c-45a8-85e8-d6b01e97f10b is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:46:57.216418 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.217078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 91a37a47-a94c-45a8-85e8-d6b01e97f10b) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:57.227037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef60eb2-10f4-45d6-ba18-db140d1f692a None None] Network 91a37a47-a94c-45a8-85e8-d6b01e97f10b requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:57.227250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:57.227618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.235311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.245895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.255622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8b326542-69e5-42f2-9b24-fc35a5b26432 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1228137 Nov 09 19:46:57.259932 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "DELETE /v2.0/networks/5ba9ea09-f064-414f-a11b-b55b4fad3c21 HTTP/1.1" status: 204 len: 168 time: 1.1967514 Nov 09 19:46:57.286618 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] Set router 62078583-6cc1-48f6-86f3-fa10e958a81a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:46:57.298957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59118) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:57.299257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59120) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:57.322354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f56de5-60c3-4edf-a1aa-95276c9369ee req-0766123c-f30f-4d27-80bc-91fd96baa734 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:57.330907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f56de5-60c3-4edf-a1aa-95276c9369ee req-0766123c-f30f-4d27-80bc-91fd96baa734 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.2339909 Nov 09 19:46:57.338928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576b861-ffc5-4d02-8b9e-0a85b532e908 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Network': ['ID=5ba9ea09-f064-414f-a11b-b55b4fad3c21,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:57.361473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Deleting port bd9027a7-f084-4ccb-bee1-da184dc582b2 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:57.361956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.434718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'subnet': {'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:57.449906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d0b832-0ddc-451a-a1cd-85ef0d093c81 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting subnet 4256f0e2-ebc2-4168-8f73-cb9bf41ce77e {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:46:57.495056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'fixed_ips': [{'subnet_id': '66cc914c-c6e9-4834-bcdf-f7fb576859e1'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:46:57.495956 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.521029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] For port bd9027a7-f084-4ccb-bee1-da184dc582b2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bd9027a7-f084-4ccb-bee1-da184dc582b2,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:57.521394 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.539763 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Calling delete_port for bd9027a7-f084-4ccb-bee1-da184dc582b2 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:57.575095 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b832-0ddc-451a-a1cd-85ef0d093c81 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.626416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e1d7-044a-42fd-af6a-8ad86a90b4d8 req-5c035c9e-6400-4c1c-b968-077f359ed87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:57.628166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3098e1d7-044a-42fd-af6a-8ad86a90b4d8 req-5c035c9e-6400-4c1c-b968-077f359ed87a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 1097 time: 0.5325818 Nov 09 19:46:57.652633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Allocated IP 10.1.1.2 (91a37a47-a94c-45a8-85e8-d6b01e97f10b/66cc914c-c6e9-4834-bcdf-f7fb576859e1/f5d1c5da-a423-48cd-9201-73e56255a5ca) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:46:57.681322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f56de5-60c3-4edf-a1aa-95276c9369ee req-3bbfbc31-9de2-4f84-b5a9-a5587f78419c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487866 Nov 09 19:46:57.712105 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:46:55Z', 'revision_number': 5, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:46:57.773240 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b832-0ddc-451a-a1cd-85ef0d093c81 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.775331 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8aad81-53ad-412e-949b-6213b6a1232f None None] The sync data for ids ['62078583-6cc1-48f6-86f3-fa10e958a81a'] in n-d-817256-1 is: [{'id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'name': 'tempest-ServersTestBootFromVolume-1411312539-router', 'tenant_id': 'ad6b437132684d61a5602a8e4caec67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:43:35Z', 'updated_at': '2021-11-09T19:46:55Z', 'revision_number': 5, 'project_id': 'ad6b437132684d61a5602a8e4caec67c', 'gw_port': {'id': 'bd9027a7-f084-4ccb-bee1-da184dc582b2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62078583-6cc1-48f6-86f3-fa10e958a81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:43:36Z', 'updated_at': '2021-11-09T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:46:57.799318 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61a79d-2343-40c7-8010-013b3e54246a req-dc75bc9a-1d66-4197-af88-1ccca2615863 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:57.807168 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf61a79d-2343-40c7-8010-013b3e54246a req-dc75bc9a-1d66-4197-af88-1ccca2615863 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.0882573 Nov 09 19:46:57.851192 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.856452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device adf5b72f-299a-4174-9ffb-1a1711f9d368 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:46:57.881404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: adf5b72f-299a-4174-9ffb-1a1711f9d368 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:46:57.881557 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device adf5b72f-299a-4174-9ffb-1a1711f9d368 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:46:57.883736 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.891001 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf61a79d-2343-40c7-8010-013b3e54246a req-e0df6d6d-37ff-485a-9358-19947d4bd904 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827394 Nov 09 19:46:57.905822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3098e1d7-044a-42fd-af6a-8ad86a90b4d8 req-e5e58ad9-f8f5-4f45-8b42-98b1fa6b269d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567010 Nov 09 19:46:57.928401 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.946557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:57.946815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Network 91a37a47-a94c-45a8-85e8-d6b01e97f10b is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:46:57.950651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:57.951264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:57.957398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:46:57.962254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9027a7-f084-4ccb-bee1-da184dc582b2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:57.978414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Pushing event updated for resources: {'Port': ['ID=f5d1c5da-a423-48cd-9201-73e56255a5ca,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:58.026075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd4ecde9-c05d-4d89-b13b-a8d24e66eb8f req-ca753289-2104-4b1b-9315-712b23c3cd88 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.1189115 Nov 09 19:46:58.033052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.048723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Attempting to bind port f5d1c5da-a423-48cd-9201-73e56255a5ca on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:46:58.049180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Attempting to bind port f5d1c5da-a423-48cd-9201-73e56255a5ca by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:46:58.049671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Attempting to bind port f5d1c5da-a423-48cd-9201-73e56255a5ca on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:46:58.055082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:46:58.055531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Checking segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:58.056068 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.056589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Bound using segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:46:58.057123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Bound port: f5d1c5da-a423-48cd-9201-73e56255a5ca, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:46:58.057569 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.150225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] For port f5d1c5da-a423-48cd-9201-73e56255a5ca, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:46:58.170788 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] For port f5d1c5da-a423-48cd-9201-73e56255a5ca, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f5d1c5da-a423-48cd-9201-73e56255a5ca,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:46:58.185578 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.203712 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.209785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.282998 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.283917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62078583-6cc1-48f6-86f3-fa10e958a81a {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:46:58.289522 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.293080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-98aaeb4c-4a03-4e71-9c82-f8c83a1b8cbd admin admin] 10.222.0.53 "DELETE /v2.0/routers/62078583-6cc1-48f6-86f3-fa10e958a81a HTTP/1.1" status: 204 len: 168 time: 1.6086047 Nov 09 19:46:58.293449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59130) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:58.326661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d04de-b7eb-4575-8efc-f07072a83667 None None] Pushing event updated for resources: {'Port': ['ID=f5d1c5da-a423-48cd-9201-73e56255a5ca,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:58.327095 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b832-0ddc-451a-a1cd-85ef0d093c81 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.352806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bc6fe8-3b82-4961-bfd7-ded45d1ec3da admin admin] Deleting subnet 2b8bc104-6db0-42c9-b38e-26d10c286abb {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:46:58.357488 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6fe8-3b82-4961-bfd7-ded45d1ec3da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.379304 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.430500 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6fe8-3b82-4961-bfd7-ded45d1ec3da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.467825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Subnet': ['ID=49951f22-2f01-4c7f-b333-838c9c0e90da,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:58.499548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Checking segment: {'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:46:58.499917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network hostable DHCP agents. Network: 0abcee26-04fe-418b-aa66-b8ce235a5293, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:46:58.502686 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b832-0ddc-451a-a1cd-85ef0d093c81 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.537975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6fe8-3b82-4961-bfd7-ded45d1ec3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.545509 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8d0b832-0ddc-451a-a1cd-85ef0d093c81 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.550998 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e8d0b832-0ddc-451a-a1cd-85ef0d093c81 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "DELETE /v2.0/subnets/4256f0e2-ebc2-4168-8f73-cb9bf41ce77e HTTP/1.1" status: 204 len: 168 time: 1.2092502 Nov 09 19:46:58.552265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59132) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:58.554258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ef1568-3e72-42a8-8847-c0add71ca997 None None] Network 4fc09d98-30ea-430c-8f70-22bcec323dc8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:58.557649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0b832-0ddc-451a-a1cd-85ef0d093c81 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Subnet': ['ID=4256f0e2-ebc2-4168-8f73-cb9bf41ce77e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:58.640348 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6fe8-3b82-4961-bfd7-ded45d1ec3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.678573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc6fe8-3b82-4961-bfd7-ded45d1ec3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8bc104-6db0-42c9-b38e-26d10c286abb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:58.682570 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6fe8-3b82-4961-bfd7-ded45d1ec3da admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.687256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b6bc6fe8-3b82-4961-bfd7-ded45d1ec3da admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2b8bc104-6db0-42c9-b38e-26d10c286abb HTTP/1.1" status: 204 len: 168 time: 0.3927941 Nov 09 19:46:58.689653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59134) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:58.725674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network 0abcee26-04fe-418b-aa66-b8ce235a5293 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:46:58.752984 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.770701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 0abcee26-04fe-418b-aa66-b8ce235a5293) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:46:58.781431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:58.782142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.815653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e81fd1-9c6f-4be8-9ec0-b62366dd81cb None None] Network 2c74b105-6ea0-460b-b81d-e8cef39dd106 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:58.867027 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-821092f9-1c03-48a6-bf31-4bfb8f075524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4338114 Nov 09 19:46:58.872104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59138) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:46:58.882887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'port': {'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'name': 'tempest-TaggedBootDevicesTest_v242-223214799', 'fixed_ips': [{'subnet_id': '66cc914c-c6e9-4834-bcdf-f7fb576859e1'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:46:58.924307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting port 77adf53d-1946-4443-98b2-32218d98edaf {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:58.924800 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:58.929657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f17af3e-1fbf-4781-807c-f9a29044c29f None None] Network 0abcee26-04fe-418b-aa66-b8ce235a5293 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:46:59.030402 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:59.094229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b367-c608-480f-8415-d4d02b55d493 req-05ab6d0a-31bd-4683-ad3a-83171eb3386e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:59.094229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b43b367-c608-480f-8415-d4d02b55d493 req-05ab6d0a-31bd-4683-ad3a-83171eb3386e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.2266815 Nov 09 19:46:59.120034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] For port 77adf53d-1946-4443-98b2-32218d98edaf, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=77adf53d-1946-4443-98b2-32218d98edaf,segment=NetworkSegment(c23d73da-4adb-4069-901f-17bb216ae259),segment_id=c23d73da-4adb-4069-901f-17bb216ae259)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:59.120848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:59.149109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Calling delete_port for 77adf53d-1946-4443-98b2-32218d98edaf owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:59.248520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b780c-48e3-4b6c-9bb0-032ad3322368 req-15916b31-ac96-48be-8a72-44aa289c3c54 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:46:59.256069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fd6b780c-48e3-4b6c-9bb0-032ad3322368 req-15916b31-ac96-48be-8a72-44aa289c3c54 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.1871002 Nov 09 19:46:59.293517 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:59.331924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-0abcee26-04fe-418b-aa66-b8ce235a5293', 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'fixed_ips': [{'subnet_id': '49951f22-2f01-4c7f-b333-838c9c0e90da'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:46:59.336469 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:59.342345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14421c3e-fbf3-44ee-aa17-81bfa1e169dc None None] DHCP port deletion for 4fc09d98-30ea-430c-8f70-22bcec323dc8 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:46:59.352363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] No DVR routers for this DVR port 77adf53d-1946-4443-98b2-32218d98edaf on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:46:59.359158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Port': ['ID=77adf53d-1946-4443-98b2-32218d98edaf,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:46:59.364650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:46:59.388479 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b43b367-c608-480f-8415-d4d02b55d493 req-54cec502-1108-48eb-a61c-06923a4f20e6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831302 Nov 09 19:46:59.398942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0960562-38c9-438b-b507-497038e150d4 None None] DHCP port deletion for 2c74b105-6ea0-460b-b81d-e8cef39dd106 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:46:59.447620 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fd6b780c-48e3-4b6c-9bb0-032ad3322368 req-846aff12-9f70-4277-b1f9-1d794fffbab5 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822774 Nov 09 19:46:59.577098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Deleting port c64699d2-c775-40f3-9123-82abf222eb69 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:59.577477 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:59.641153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f5d1c5da-a423-48cd-9201-73e56255a5ca up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:46:59.682928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] For port c64699d2-c775-40f3-9123-82abf222eb69, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c64699d2-c775-40f3-9123-82abf222eb69,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:59.683394 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:59.701799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Calling delete_port for c64699d2-c775-40f3-9123-82abf222eb69 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:46:59.840179 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:59.840989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c0960562-38c9-438b-b507-497038e150d4 None None] Deleting port c64699d2-c775-40f3-9123-82abf222eb69 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:46:59.841492 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0960562-38c9-438b-b507-497038e150d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:59.889954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] device_id is not set on port 1990eaf1-6c71-48eb-9dd5-36db438adf18 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:46:59.936496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c0960562-38c9-438b-b507-497038e150d4 None None] For port c64699d2-c775-40f3-9123-82abf222eb69, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c64699d2-c775-40f3-9123-82abf222eb69,segment=NetworkSegment(e3813513-9143-48bb-b55c-bdd7108f3ae2),segment_id=e3813513-9143-48bb-b55c-bdd7108f3ae2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:46:59.936942 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0960562-38c9-438b-b507-497038e150d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:46:59.969030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c0960562-38c9-438b-b507-497038e150d4 None None] Calling delete_port for c64699d2-c775-40f3-9123-82abf222eb69 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:00.007611 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.022662 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.045680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc77ce-73ea-4894-b191-746786b8084a None None] Network 91a37a47-a94c-45a8-85e8-d6b01e97f10b requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:00.059926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc09d98-30ea-430c-8f70-22bcec323dc8']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:00.073418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Pushing event deleted for resources: {'Port': ['ID=c64699d2-c775-40f3-9123-82abf222eb69,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:00.093328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e39b313b-4d89-4336-90b7-1e6889880a73 req-d978cf7f-a69c-44dc-bc1f-4d5d1ebc4ae2 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0594194 Nov 09 19:47:00.097580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23d73da-4adb-4069-901f-17bb216ae259') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:00.097986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23d73da-4adb-4069-901f-17bb216ae259') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:00.109165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f5d1c5da-a423-48cd-9201-73e56255a5ca triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:00.109485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.109635 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.125704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Allocated IP 10.2.2.2 (0abcee26-04fe-418b-aa66-b8ce235a5293/49951f22-2f01-4c7f-b333-838c9c0e90da/400d3553-a852-43c8-8346-f63e1c2959f2) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:00.126856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] No DVR routers for this DVR port c64699d2-c775-40f3-9123-82abf222eb69 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:00.138905 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.150439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:47:00.151009 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:47:00.225348 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:47:00.233698 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.243576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.248729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "DELETE /v2.0/networks/4fc09d98-30ea-430c-8f70-22bcec323dc8 HTTP/1.1" status: 204 len: 168 time: 1.6758914 Nov 09 19:47:00.264457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59150) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:00.270979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1725879772'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:00.277495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2615bb2-8c64-4b80-ac75-2bbf175922cd tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Network': ['ID=4fc09d98-30ea-430c-8f70-22bcec323dc8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:00.297001 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.304273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:00.305700 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.312007 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.331970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c74b105-6ea0-460b-b81d-e8cef39dd106']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:00.349252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:47:00.349808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Allocated IP 10.1.1.6 (91a37a47-a94c-45a8-85e8-d6b01e97f10b/66cc914c-c6e9-4834-bcdf-f7fb576859e1/1990eaf1-6c71-48eb-9dd5-36db438adf18) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:00.353226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3813513-9143-48bb-b55c-bdd7108f3ae2') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:00.353520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3813513-9143-48bb-b55c-bdd7108f3ae2') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:00.366156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.367626 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Added segment d5c828c5-4042-4fa9-97d2-32f310c58092 of type vlan for network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce Nov 09 19:47:00.372182 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.380519 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.394925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.413167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:47:00.413575 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:47:00.416093 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:47:00.448319 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.492705 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.492926 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3d086f9c-ce82-4d55-b00e-5feb858db929 None None] Provisioning complete for port f5d1c5da-a423-48cd-9201-73e56255a5ca triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:00.492926 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3d086f9c-ce82-4d55-b00e-5feb858db929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.495249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:00.496380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.586187 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0960562-38c9-438b-b507-497038e150d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.615906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Network 0abcee26-04fe-418b-aa66-b8ce235a5293 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:00.618184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3522291 Nov 09 19:47:00.622506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0960562-38c9-438b-b507-497038e150d4 None None] No DVR routers for this DVR port c64699d2-c775-40f3-9123-82abf222eb69 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:00.626307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59158) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:00.637186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'subnet': {'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:00.751671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2592df5-9527-49d3-9100-9cdd11e0be1f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Network': ['ID=7c46317f-6ac4-4f60-8bbf-1d45133e19ce,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:00.771987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93520126-8364-4bc3-aa72-dd69e50e0462 req-25233a2e-5eac-492f-a300-cebb17067389 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:00.773763 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93520126-8364-4bc3-aa72-dd69e50e0462 req-25233a2e-5eac-492f-a300-cebb17067389 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.2031260 Nov 09 19:47:00.805255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:00.810256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:00.810659 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:47:00.813404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:00.823947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:00.911624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Pushing event updated for resources: {'Port': ['ID=400d3553-a852-43c8-8346-f63e1c2959f2,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:00.985608 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.000702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52023e2d-e6f9-43df-89b5-07912ba61c0b req-b338be02-5ba1-4c28-9a68-a33040c3ee4f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:01.002430 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52023e2d-e6f9-43df-89b5-07912ba61c0b req-b338be02-5ba1-4c28-9a68-a33040c3ee4f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.1294079 Nov 09 19:47:01.018983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Attempting to bind port 400d3553-a852-43c8-8346-f63e1c2959f2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:01.019364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Attempting to bind port 400d3553-a852-43c8-8346-f63e1c2959f2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:01.019735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Attempting to bind port 400d3553-a852-43c8-8346-f63e1c2959f2 on network 0abcee26-04fe-418b-aa66-b8ce235a5293 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:01.036573 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.042120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.047787 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2c74b105-6ea0-460b-b81d-e8cef39dd106 HTTP/1.1" status: 204 len: 168 time: 2.3548191 Nov 09 19:47:01.083488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0960562-38c9-438b-b507-497038e150d4 None None] Pushing event deleted for resources: {'Port': ['ID=c64699d2-c775-40f3-9123-82abf222eb69,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:01.112713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c74b105-6ea0-460b-b81d-e8cef39dd106,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:01.122906 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93520126-8364-4bc3-aa72-dd69e50e0462 req-8fc5ef6a-6224-4e26-aef5-6212d0009f05 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402388 Nov 09 19:47:01.123820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.147014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.147368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.147713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.148053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.148389 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.148738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.149051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.149380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.149705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.150297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.150648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.150982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6c9179-ebe2-449d-80e5-9ab839704068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:01.169829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port f5d1c5da-a423-48cd-9201-73e56255a5ca, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f5d1c5da-a423-48cd-9201-73e56255a5ca,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:01.174055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:01.175623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Checking segment: {'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:01.177232 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.177817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Bound using segment: {'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:01.180939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Bound port: 400d3553-a852-43c8-8346-f63e1c2959f2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:01.181599 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.185781 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52023e2d-e6f9-43df-89b5-07912ba61c0b req-929bfcf7-b8fb-4c1a-8744-529f4dad28c8 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738472 Nov 09 19:47:01.233458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Subnet': ['ID=bece5c1f-6901-4351-9f16-e8714a829958,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:01.298746 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.313188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.335924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Checking segment: {'id': 'd5c828c5-4042-4fa9-97d2-32f310c58092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:01.338366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network hostable DHCP agents. Network: 7c46317f-6ac4-4f60-8bbf-1d45133e19ce, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:47:01.390797 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.402566 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:47:01.422547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 7c46317f-6ac4-4f60-8bbf-1d45133e19ce) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:01.445511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:01.448010 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.477216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-99bde342-2ae5-456c-af6b-45e81747031e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8452394 Nov 09 19:47:01.478365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59168) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:01.487284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network 91a37a47-a94c-45a8-85e8-d6b01e97f10b is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:01.488911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:01.490037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2009833406'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:01.515277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:01.528215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd9027a7-f084-4ccb-bee1-da184dc582b2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:01.530119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6e945-600d-49e4-a07a-63d2ac0abf5c None None] Network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:01.608256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:01.612927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.618878 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b529b06-a09d-4b89-bc07-72047aa3ea1c req-47ecde58-c242-4383-abd6-42a51e823a6d tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.1151009 Nov 09 19:47:01.641363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59170) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:01.666387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242938cb-e360-4aec-bb47-81dc5d6bb443 req-91045c4b-ff49-4a0d-bab1-d03c5d7f800b tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:01.669237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-242938cb-e360-4aec-bb47-81dc5d6bb443 req-91045c4b-ff49-4a0d-bab1-d03c5d7f800b tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 1097 time: 0.1566656 Nov 09 19:47:01.677251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Port': ['ID=1990eaf1-6c71-48eb-9dd5-36db438adf18,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:01.690300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:01.691278 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.694902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:47:01.712360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e5a60b4b-d8d2-4b29-8b16-d08de50ba6c8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8391194 Nov 09 19:47:01.721831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59172) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:01.727789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'port': {'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'name': 'tempest-TaggedBootDevicesTest_v242-85485665', 'fixed_ips': [{'subnet_id': '66cc914c-c6e9-4834-bcdf-f7fb576859e1'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:01.729394 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.730469 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Added segment 0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c of type vlan for network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f Nov 09 19:47:01.770265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=f5d1c5da-a423-48cd-9201-73e56255a5ca,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:01.800895 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-242938cb-e360-4aec-bb47-81dc5d6bb443 req-01328a14-284c-408f-a55f-1b2e33e68a19 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154203 Nov 09 19:47:01.806702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5f2f5998-5c63-4820-89b4-adf1049da685 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad6b437132684d61a5602a8e4caec67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617453 Nov 09 19:47:01.814812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59174) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:01.851133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.853684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: bd9027a7-f084-4ccb-bee1-da184dc582b2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:01.854039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd9027a7-f084-4ccb-bee1-da184dc582b2 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:01.854468 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 77adf53d-1946-4443-98b2-32218d98edaf no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:01.899614 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c67ad86e-9006-4f92-b606-598d8b3d0514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.909784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 77adf53d-1946-4443-98b2-32218d98edaf {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:01.911309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 77adf53d-1946-4443-98b2-32218d98edaf not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:01.917097 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.918076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8b113a1b-6515-488c-b21a-0e1de087b3d5 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:01.932211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:01.932778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:01.934341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.942540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:01.972221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] device_id is not set on port 03071954-4d2d-4b87-8754-6a44bd7c714b yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:47:01.999293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8b113a1b-6515-488c-b21a-0e1de087b3d5 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:01.999720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8b113a1b-6515-488c-b21a-0e1de087b3d5 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:02.013596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c67ad86e-9006-4f92-b606-598d8b3d0514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.022612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] For port 400d3553-a852-43c8-8346-f63e1c2959f2, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:02.032082 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5506592 Nov 09 19:47:02.042805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] For port 400d3553-a852-43c8-8346-f63e1c2959f2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=400d3553-a852-43c8-8346-f63e1c2959f2,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:02.047989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59178) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:02.054118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'subnet': {'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:02.088478 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.133545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-7c46317f-6ac4-4f60-8bbf-1d45133e19ce', 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'fixed_ips': [{'subnet_id': 'bece5c1f-6901-4351-9f16-e8714a829958'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:47:02.134590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.139271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297cdc0-9863-45bb-86b2-f5f925cbeef4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Network': ['ID=7b2c7ef3-ff5e-4758-87b6-6059f927e58f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:02.164622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:47:02.184608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176206f1-d330-4a14-b3dd-32768cbd967e req-0dba82cc-f043-4bce-9054-66c4252ba626 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:02.186264 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-176206f1-d330-4a14-b3dd-32768cbd967e req-0dba82cc-f043-4bce-9054-66c4252ba626 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 1097 time: 0.2171121 Nov 09 19:47:02.238124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f5d1c5da-a423-48cd-9201-73e56255a5ca up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:02.242849 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c67ad86e-9006-4f92-b606-598d8b3d0514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.245508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c67ad86e-9006-4f92-b606-598d8b3d0514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.246721 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c67ad86e-9006-4f92-b606-598d8b3d0514 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08c9250a-1a4d-46b3-bf87-e9fb4b27efb4 HTTP/1.1" status: 204 len: 168 time: 0.4308207 Nov 09 19:47:02.286458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:02.289995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.317277 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-176206f1-d330-4a14-b3dd-32768cbd967e req-998226e6-fc2e-4c40-b8b9-6620240bc348 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196816 Nov 09 19:47:02.394739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ad86e-9006-4f92-b606-598d8b3d0514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c9250a-1a4d-46b3-bf87-e9fb4b27efb4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:02.395642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Allocated IP 10.1.1.134 (91a37a47-a94c-45a8-85e8-d6b01e97f10b/66cc914c-c6e9-4834-bcdf-f7fb576859e1/03071954-4d2d-4b87-8754-6a44bd7c714b) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:02.509943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e235ce5-caf6-4186-b58e-7af85f4027da None None] Pushing event updated for resources: {'Port': ['ID=400d3553-a852-43c8-8346-f63e1c2959f2,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:02.547477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455d827-2c85-430a-ae12-aab78a0ff9c5 req-295611a8-2076-475f-9b71-1eb0e18de310 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:02.548056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Allocated IP 19.80.0.2 (7c46317f-6ac4-4f60-8bbf-1d45133e19ce/bece5c1f-6901-4351-9f16-e8714a829958/8ead2127-877c-4848-9772-2cf87cf8e55a) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:02.549324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8455d827-2c85-430a-ae12-aab78a0ff9c5 req-295611a8-2076-475f-9b71-1eb0e18de310 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.2998416 Nov 09 19:47:02.577033 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f9329f71-6e60-4e87-9de3-25c8fa3ad3e0 None None] Provisioning complete for port f5d1c5da-a423-48cd-9201-73e56255a5ca triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:02.577834 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f9329f71-6e60-4e87-9de3-25c8fa3ad3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.661516 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.666493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8455d827-2c85-430a-ae12-aab78a0ff9c5 req-9554ddb6-17c2-493a-bc56-bee8bf1e4324 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039343 Nov 09 19:47:02.795459 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.837489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f5d1c5da-a423-48cd-9201-73e56255a5ca triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:02.837879 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.862342 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:02.931119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network 91a37a47-a94c-45a8-85e8-d6b01e97f10b is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:02.935594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:02.939952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:02.987185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Port': ['ID=03071954-4d2d-4b87-8754-6a44bd7c714b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:03.009089 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68c675e6-126c-41cb-a7bf-84fb76a5a315 req-c1d29c62-6618-459f-916a-c3fcb8daa838 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.1596806 Nov 09 19:47:03.021080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:03.026594 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.068429 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-edc590b4-a276-4705-8b8d-4f5cdf5c3fc3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3449481 Nov 09 19:47:03.084842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Subnet': ['ID=16fcd591-9954-4366-859b-f7e34dfc38b6,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:03.127710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Checking segment: {'id': '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:03.129679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network hostable DHCP agents. Network: 7b2c7ef3-ff5e-4758-87b6-6059f927e58f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:47:03.169053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:47:03.173994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c64699d2-c775-40f3-9123-82abf222eb69 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:03.190176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 7b2c7ef3-ff5e-4758-87b6-6059f927e58f) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:03.199793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:03.200374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.215218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd21117-08b0-4eef-a40f-59a95ff56a9d None None] Network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:03.217414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f9329f71-6e60-4e87-9de3-25c8fa3ad3e0 None None] Provisioning complete for port 1990eaf1-6c71-48eb-9dd5-36db438adf18 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:03.217960 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f9329f71-6e60-4e87-9de3-25c8fa3ad3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.252529 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fa04ec94-b203-4415-9e87-bb7c732d13a4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2028606 Nov 09 19:47:03.288002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: c64699d2-c775-40f3-9123-82abf222eb69 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:03.288363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c64699d2-c775-40f3-9123-82abf222eb69 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:03.376948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f9329f71-6e60-4e87-9de3-25c8fa3ad3e0 None None] Port 1990eaf1-6c71-48eb-9dd5-36db438adf18 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:03.383493 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.398149 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.476584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:03.540621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:03.552607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:03.588782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Pushing event updated for resources: {'Port': ['ID=8ead2127-877c-4848-9772-2cf87cf8e55a,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:03.604338 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-7b2c7ef3-ff5e-4758-87b6-6059f927e58f', 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'fixed_ips': [{'subnet_id': '16fcd591-9954-4366-859b-f7e34dfc38b6'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:47:03.606844 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.633791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59234) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:03.639346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e6ecf0a6-d4c4-4b20-9daf-eff1a5ff3ca9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099790031', 'description': 'tempest-description--1380943577'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:03.650275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-adbbd978-0b4f-42b0-a969-1dcdebf0437e None None] Provisioning complete for port 03071954-4d2d-4b87-8754-6a44bd7c714b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:03.650678 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-adbbd978-0b4f-42b0-a969-1dcdebf0437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.680744 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a6-d4c4-4b20-9daf-eff1a5ff3ca9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.796547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Attempting to bind port 8ead2127-877c-4848-9772-2cf87cf8e55a on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:03.796955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Attempting to bind port 8ead2127-877c-4848-9772-2cf87cf8e55a by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'd5c828c5-4042-4fa9-97d2-32f310c58092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:03.797288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Attempting to bind port 8ead2127-877c-4848-9772-2cf87cf8e55a on network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:03.875472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59254) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:03.889402 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:03.889827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Checking segment: {'id': 'd5c828c5-4042-4fa9-97d2-32f310c58092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:03.890186 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.890609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Bound using segment: {'id': 'd5c828c5-4042-4fa9-97d2-32f310c58092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:03.891111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Bound port: 8ead2127-877c-4848-9772-2cf87cf8e55a, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c828c5-4042-4fa9-97d2-32f310c58092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:03.891501 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.904632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-adbbd978-0b4f-42b0-a969-1dcdebf0437e None None] Port 03071954-4d2d-4b87-8754-6a44bd7c714b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:03.916962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-4853b10a-b05b-47d7-8be7-a5a19de89caa tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:03.928763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-4853b10a-b05b-47d7-8be7-a5a19de89caa tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:03.940260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-4853b10a-b05b-47d7-8be7-a5a19de89caa tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/networks?id=7c46317f-6ac4-4f60-8bbf-1d45133e19ce&id=7b2c7ef3-ff5e-4758-87b6-6059f927e58f HTTP/1.1" status: 200 len: 1392 time: 0.1726835 Nov 09 19:47:03.971027 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-da7b3fc9-583a-4630-8457-b581ca5fefbb tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/quotas/6a8bc543dc2e4520b1504489a866a532 HTTP/1.1" status: 200 len: 375 time: 0.0296774 Nov 09 19:47:03.981680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a6-d4c4-4b20-9daf-eff1a5ff3ca9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.992345 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a6-d4c4-4b20-9daf-eff1a5ff3ca9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:03.996860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f517fa-afb4-4d92-bff0-cbfae818fb47 None None] Network 0abcee26-04fe-418b-aa66-b8ce235a5293 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:04.078038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-448017095-network', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:04.080348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecf0a6-d4c4-4b20-9daf-eff1a5ff3ca9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc41e2d-1379-483f-b55d-257169868800,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:04.109923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Made reservation on behalf of aed8cec6b5ce4d439bbb9f0a47fd9573 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:04.110705 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.124624 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.143761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-f4c17879-2940-4438-984d-906a37387be0 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a8bc543dc2e4520b1504489a866a532&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1717408 Nov 09 19:47:04.148190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a6-d4c4-4b20-9daf-eff1a5ff3ca9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.153005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e6ecf0a6-d4c4-4b20-9daf-eff1a5ff3ca9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5144897 Nov 09 19:47:04.159020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:04.163825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5d3c0f3d-8b54-47a4-8ae3-1ba51a357aa7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'security_group_rule': {'security_group_id': 'ebc41e2d-1379-483f-b55d-257169868800', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:04.244472 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0f3d-8b54-47a4-8ae3-1ba51a357aa7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.251070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.272509 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.295051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 400d3553-a852-43c8-8346-f63e1c2959f2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:04.300486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:47:04.320170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9536d548-4918-4cec-83cf-09eebf4d3148,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:04.328983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.329398 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Added segment 64679d40-6960-4a09-a244-38af7abd37b7 of type vlan for network f0fe3201-6773-4026-9d80-328140f63393 Nov 09 19:47:04.337204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-0a8238ba-cf6c-423f-9d55-4dc603b0d50a service neutron] 10.222.0.53 "GET /v2.0/networks/7c46317f-6ac4-4f60-8bbf-1d45133e19ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923943 Nov 09 19:47:04.341832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Allocated IP 19.86.0.2 (7b2c7ef3-ff5e-4758-87b6-6059f927e58f/16fcd591-9954-4366-859b-f7e34dfc38b6/bf37b7d6-08e2-498f-82b4-380ceea52fec) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:04.355756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] For port 8ead2127-877c-4848-9772-2cf87cf8e55a, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:04.391148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.396055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] For port 8ead2127-877c-4848-9772-2cf87cf8e55a, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8ead2127-877c-4848-9772-2cf87cf8e55a,segment=NetworkSegment(d5c828c5-4042-4fa9-97d2-32f310c58092),segment_id=d5c828c5-4042-4fa9-97d2-32f310c58092)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:04.405568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0f3d-8b54-47a4-8ae3-1ba51a357aa7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.410671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0f3d-8b54-47a4-8ae3-1ba51a357aa7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.412804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6a3b247a-5e77-4ddd-816c-515f535bbeab None None] Provisioning complete for port 400d3553-a852-43c8-8346-f63e1c2959f2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:04.413190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6a3b247a-5e77-4ddd-816c-515f535bbeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.420490 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.428501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c0f3d-8b54-47a4-8ae3-1ba51a357aa7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ec003c-a31a-4c77-ae2b-1e2322c660c0,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:04.436131 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.438931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:04.440496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.456153 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0f3d-8b54-47a4-8ae3-1ba51a357aa7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.460588 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5d3c0f3d-8b54-47a4-8ae3-1ba51a357aa7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2978437 Nov 09 19:47:04.465374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59266) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:04.475071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6ce5e945-3d56-4113-b673-ccee85fc0ae8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'security_group_rule': {'security_group_id': 'ebc41e2d-1379-483f-b55d-257169868800', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:04.497735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-818e3c58-e72a-40bf-9faf-b98c74db896b service neutron] 10.222.0.53 "GET /v2.0/networks/7c46317f-6ac4-4f60-8bbf-1d45133e19ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566608 Nov 09 19:47:04.550395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] Pushing event updated for resources: {'Network': ['ID=f0fe3201-6773-4026-9d80-328140f63393,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:04.568689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-af917675-f8b2-4a70-b72d-076e77a4170c tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:47:04.569789 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-af917675-f8b2-4a70-b72d-076e77a4170c tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234175 Nov 09 19:47:04.588627 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e13768f8-fda8-440c-a4c8-7b8605cfd1df admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7119734 Nov 09 19:47:04.591468 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network f0fe3201-6773-4026-9d80-328140f63393 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:47:04.593122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59268) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:04.602075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Request body: {'subnet': {'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-448017095-subnet', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:04.634219 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e945-3d56-4113-b673-ccee85fc0ae8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.644458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Made reservation on behalf of aed8cec6b5ce4d439bbb9f0a47fd9573 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:04.648469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.656927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-19afc6d1-542b-44d0-a0f0-4c69e4aef856 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:04.658438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-19afc6d1-542b-44d0-a0f0-4c69e4aef856 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports/77e5a703-7cf1-418d-877c-f7e1072e0d49 HTTP/1.1" status: 200 len: 1094 time: 0.0802021 Nov 09 19:47:04.684518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Request body: {'binding': {'host': 'n-h1-817256-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:04.684976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Unknown quota resources ['binding']. {{(pid=102296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 19:47:04.691512 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5095a-3072-4838-a180-c6de67a41a2d None None] Pushing event updated for resources: {'Port': ['ID=8ead2127-877c-4848-9772-2cf87cf8e55a,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:04.694139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 400d3553-a852-43c8-8346-f63e1c2959f2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:04.695087 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.777475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-ce015812-c43e-497f-9dca-52e2cbdf44b1 service neutron] 10.222.0.53 "GET /v2.0/networks/7b2c7ef3-ff5e-4758-87b6-6059f927e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803438 Nov 09 19:47:04.892741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e945-3d56-4113-b673-ccee85fc0ae8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.909759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6a3b247a-5e77-4ddd-816c-515f535bbeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.946612 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e945-3d56-4113-b673-ccee85fc0ae8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.967372 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:04.974718 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.012986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5e945-3d56-4113-b673-ccee85fc0ae8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5464cbe9-5aab-4901-9590-f4dad69df064,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:05.025640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6a3b247a-5e77-4ddd-816c-515f535bbeab None None] For port 400d3553-a852-43c8-8346-f63e1c2959f2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=400d3553-a852-43c8-8346-f63e1c2959f2,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:05.041260 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.042047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-f0a934be-7307-466d-9811-368ac36d01a7 service neutron] 10.222.0.53 "GET /v2.0/networks/7b2c7ef3-ff5e-4758-87b6-6059f927e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635274 Nov 09 19:47:05.046250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e945-3d56-4113-b673-ccee85fc0ae8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.052575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6ce5e945-3d56-4113-b673-ccee85fc0ae8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5865970 Nov 09 19:47:05.054920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59272) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:05.075465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61a6e69-7348-4566-be3c-4d1608060334,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:05.077272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on host n-h1-817256-1 for vnic_type normal with profile None {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:05.077612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:05.077942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:05.086899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:05.088614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:05.089790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:05.100125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:05.102338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:05.102984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:05.103646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Bound port: 77e5a703-7cf1-418d-877c-f7e1072e0d49, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:05.145225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Checking segment: {'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:05.145761 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Network hostable DHCP agents. Network: f0fe3201-6773-4026-9d80-328140f63393, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:47:05.156720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:05.160603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Pushing event updated for resources: {'Port': ['ID=bf37b7d6-08e2-498f-82b4-380ceea52fec,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:05.164816 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.165911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:05.168634 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6a3b247a-5e77-4ddd-816c-515f535bbeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.205159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:05.219426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.223744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] 10.222.0.53 "POST /v2.0/ports/77e5a703-7cf1-418d-877c-f7e1072e0d49/bindings HTTP/1.1" status: 201 len: 389 time: 0.5547187 Nov 09 19:47:05.233960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Network f0fe3201-6773-4026-9d80-328140f63393 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:47:05.247959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:05.251627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, f0fe3201-6773-4026-9d80-328140f63393) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:05.259809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b247a-5e77-4ddd-816c-515f535bbeab None None] Pushing event updated for resources: {'Port': ['ID=400d3553-a852-43c8-8346-f63e1c2959f2,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:05.265155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:05.265155 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.299766 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cd1116e8-1f4e-42e0-a518-2532adacf0d9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7051234 Nov 09 19:47:05.310202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59278) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:05.315626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:05.329189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca38c2-ca0d-4340-adce-53c4d28845d2 None None] Network f0fe3201-6773-4026-9d80-328140f63393 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:05.347978 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.420165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.423696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.485304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.551014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Attempting to bind port bf37b7d6-08e2-498f-82b4-380ceea52fec on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:05.558541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Attempting to bind port bf37b7d6-08e2-498f-82b4-380ceea52fec by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:05.559302 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Attempting to bind port bf37b7d6-08e2-498f-82b4-380ceea52fec on network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:05.610296 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:05.610807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Checking segment: {'id': '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:05.611380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.611939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Bound using segment: {'id': '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:05.612583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Bound port: bf37b7d6-08e2-498f-82b4-380ceea52fec, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:05.613122 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.618392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac870d57-1a51-4536-9dd8-9b4b1b9a73e6 req-fe5948b5-22d4-4566-9d43-8cf7ae443e98 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:05.619276 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.626668 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac870d57-1a51-4536-9dd8-9b4b1b9a73e6 req-fe5948b5-22d4-4566-9d43-8cf7ae443e98 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.1264944 Nov 09 19:47:05.739092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3beaa53-bb1d-43fd-b26a-2cb03af1221d req-4d08feb7-ec91-401f-8c73-a3f20edbc2f5 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.1096601 Nov 09 19:47:05.747310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac870d57-1a51-4536-9dd8-9b4b1b9a73e6 req-90f9d9ea-d07f-45b0-bd12-cf306c8fba97 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168020 Nov 09 19:47:05.777745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-93c1e093-13f5-4971-a985-cd54601b042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:05.784543 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-93c1e093-13f5-4971-a985-cd54601b042d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 1097 time: 0.2167478 Nov 09 19:47:05.800130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Allocated IP 172.25.6.131 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/1e349d34-aec5-4c8a-bafd-ed8a224675c8) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:05.827142 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:47:05.827540 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:47:05.906668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6d6e3bf6-080b-4561-b5b1-cf1a547b4910 None None] Provisioning complete for port 400d3553-a852-43c8-8346-f63e1c2959f2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:05.907050 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d6e3bf6-080b-4561-b5b1-cf1a547b4910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.921666 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-894058cd-b38d-4d2c-880f-1a8b39b9b81a req-cbc3750c-47a1-46e6-80e5-841b600cced0 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 210 time: 0.0877783 Nov 09 19:47:05.978099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-f0fe3201-6773-4026-9d80-328140f63393', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:47:05.979102 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.985240 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:05.993859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] For port bf37b7d6-08e2-498f-82b4-380ceea52fec, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:06.029993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] For port bf37b7d6-08e2-498f-82b4-380ceea52fec, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bf37b7d6-08e2-498f-82b4-380ceea52fec,segment=NetworkSegment(0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c),segment_id=0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:06.118807 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:06.133021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f2dc6-e649-4769-9b64-653ea391d51d req-e6543f6a-5ea4-4df0-a513-fff37b09a8a3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:06.141690 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37f2dc6-e649-4769-9b64-653ea391d51d req-e6543f6a-5ea4-4df0-a513-fff37b09a8a3 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.2378092 Nov 09 19:47:06.154886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-387d3948-243d-4edb-b79c-d166936912bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:06.155612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:06.156355 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-387d3948-243d-4edb-b79c-d166936912bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.3101301 Nov 09 19:47:06.232816 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:06.235107 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-d2888d50-2d33-430d-b394-d3c66815220b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49 HTTP/1.1" status: 200 len: 217 time: 0.0675440 Nov 09 19:47:06.289660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e51252-5b52-4cc6-91f8-62248d9e01ab None None] Pushing event updated for resources: {'Port': ['ID=bf37b7d6-08e2-498f-82b4-380ceea52fec,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:06.312137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc3c16-b57a-420b-a6fa-ed18db9beee3 None None] Network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:06.326426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Allocated IP 172.20.0.2 (f0fe3201-6773-4026-9d80-328140f63393/b61a6e69-7348-4566-be3c-4d1608060334/53ef1fee-5ff7-4829-8769-c72e7f229be4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:06.327526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:06.330487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:06.338165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:06.341521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Port': ['ID=1e349d34-aec5-4c8a-bafd-ed8a224675c8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:06.368028 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b37f2dc6-e649-4769-9b64-653ea391d51d req-001d12a2-e962-44b2-8e6c-320e93522edb tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247164 Nov 09 19:47:06.409691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-c1c22719-8425-442b-a032-d2a130956ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:06.411667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-c1c22719-8425-442b-a032-d2a130956ebb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.1613021 Nov 09 19:47:06.467868 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-19971ff6-a936-4844-982e-ae81b0cc0747 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408111 Nov 09 19:47:06.517516 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:06.597567 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:06.609433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fffff309-6c48-4c62-a79c-42feb2b41ec0 None None] Provisioning complete for port 8ead2127-877c-4848-9772-2cf87cf8e55a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:06.610357 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fffff309-6c48-4c62-a79c-42feb2b41ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:06.840388 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:06.887076 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.022558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.035237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.039994 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-6cfe8281-6aaa-4148-8ce7-161afd59357f service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545630 Nov 09 19:47:07.050020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 400d3553-a852-43c8-8346-f63e1c2959f2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:07.160032 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8e6c271-c7f8-443e-8243-66e48c7c7a89 req-4b795864-721f-44d8-bc11-6485496bc348 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.1306090 Nov 09 19:47:07.176654 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fffff309-6c48-4c62-a79c-42feb2b41ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.234633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Port': ['ID=1e349d34-aec5-4c8a-bafd-ed8a224675c8,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:07.302326 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6457305-b408-4a78-be7b-67c7bdc49572 req-613153b0-f66c-4911-b650-086cb37238be tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 210 time: 0.0509498 Nov 09 19:47:07.305999 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.337464 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.339085 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e60bfad0-cf73-4861-9cd7-b31465a520b2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2652292 Nov 09 19:47:07.527714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9bf70-4622-4592-9829-3d826e8d76b2 req-10331baa-7c8f-432e-a040-fbf8ec65bc39 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:07.535847 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79b9bf70-4622-4592-9829-3d826e8d76b2 req-10331baa-7c8f-432e-a040-fbf8ec65bc39 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.0815291 Nov 09 19:47:07.550820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 400d3553-a852-43c8-8346-f63e1c2959f2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:07.551417 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.581641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79b9bf70-4622-4592-9829-3d826e8d76b2 req-2919a7e8-0135-4d5e-8b4d-75c2094c326b tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429680 Nov 09 19:47:07.606100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fffff309-6c48-4c62-a79c-42feb2b41ec0 None None] For port 8ead2127-877c-4848-9772-2cf87cf8e55a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8ead2127-877c-4848-9772-2cf87cf8e55a,segment=NetworkSegment(d5c828c5-4042-4fa9-97d2-32f310c58092),segment_id=d5c828c5-4042-4fa9-97d2-32f310c58092)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:07.613366 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.618916 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fffff309-6c48-4c62-a79c-42feb2b41ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.633018 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.700588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Network f0fe3201-6773-4026-9d80-328140f63393 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:07.705106 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:07.708848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:07.766464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Allocated IP 172.25.6.135 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/fbe14046-85a4-436b-8113-cfc60072ca4e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:07.796761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27120502-82f9-48d2-bd1e-8a8187b442bc req-eafb9662-7b61-4086-8097-86b6ca530c95 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:07.806270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffff309-6c48-4c62-a79c-42feb2b41ec0 None None] Pushing event updated for resources: {'Port': ['ID=8ead2127-877c-4848-9772-2cf87cf8e55a,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:07.824423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27120502-82f9-48d2-bd1e-8a8187b442bc req-eafb9662-7b61-4086-8097-86b6ca530c95 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.8473394 Nov 09 19:47:07.861185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e8f92-d71c-423f-9122-14350acb623e None None] Network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:07.883845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8ead2127-877c-4848-9772-2cf87cf8e55a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:07.953638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Attempting to bind port 53ef1fee-5ff7-4829-8769-c72e7f229be4 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:07.954213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Attempting to bind port 53ef1fee-5ff7-4829-8769-c72e7f229be4 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:07.954769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Attempting to bind port 53ef1fee-5ff7-4829-8769-c72e7f229be4 on network f0fe3201-6773-4026-9d80-328140f63393 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:07.991648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Pushing event updated for resources: {'Port': ['ID=53ef1fee-5ff7-4829-8769-c72e7f229be4,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:07.995178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:07.995917 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-c3b1d476-7b70-45b1-a446-1b74fa297097 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9349289 Nov 09 19:47:07.996354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Checking segment: {'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:07.996770 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:07.997323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Bound using segment: {'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:07.997857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Bound port: 53ef1fee-5ff7-4829-8769-c72e7f229be4, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:07.998281 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.014439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-e8b83668-8061-4df0-91e1-d7992ccf0af8 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:08.020961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-e8b83668-8061-4df0-91e1-d7992ccf0af8 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:08.022587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-e8b83668-8061-4df0-91e1-d7992ccf0af8 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "GET /v2.0/networks?id=7c46317f-6ac4-4f60-8bbf-1d45133e19ce&id=7b2c7ef3-ff5e-4758-87b6-6059f927e58f HTTP/1.1" status: 200 len: 1392 time: 1.0130980 Nov 09 19:47:08.035458 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27120502-82f9-48d2-bd1e-8a8187b442bc req-63f4bb88-8f37-40b5-84c6-94fae4b2e14b tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052031 Nov 09 19:47:08.041907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'port': {'device_id': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce', 'admin_state_up': True, 'tenant_id': '6a8bc543dc2e4520b1504489a866a532'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:08.049984 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-9042d439-75f6-4c51-8782-a344a748100e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1099790031&fields=id&tenant_id=5e646554cb1948bab8888fd628ae596e HTTP/1.1" status: 200 len: 267 time: 0.0593152 Nov 09 19:47:08.061392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-202f5fb0-f88a-4f55-9e70-4c322e17d27f None None] Provisioning complete for port 8ead2127-877c-4848-9772-2cf87cf8e55a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:08.061799 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-202f5fb0-f88a-4f55-9e70-4c322e17d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.213278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8ead2127-877c-4848-9772-2cf87cf8e55a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:08.213890 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.227135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a7fa534a-ef07-497d-879c-16df5a46073b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:08.240115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a7fa534a-ef07-497d-879c-16df5a46073b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports/1990eaf1-6c71-48eb-9dd5-36db438adf18 HTTP/1.1" status: 200 len: 934 time: 0.1588228 Nov 09 19:47:08.247583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.284733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] For port 53ef1fee-5ff7-4829-8769-c72e7f229be4, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:08.290881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] For port 53ef1fee-5ff7-4829-8769-c72e7f229be4, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=53ef1fee-5ff7-4829-8769-c72e7f229be4,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:08.320262 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.360346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b4baf880-4b7c-43f2-b9fc-5becfa16a4b0 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:08.362139 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b4baf880-4b7c-43f2-b9fc-5becfa16a4b0 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports/03071954-4d2d-4b87-8754-6a44bd7c714b HTTP/1.1" status: 200 len: 935 time: 0.1091759 Nov 09 19:47:08.428005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:08.436212 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.447117 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-5d5fe489-28f6-4db6-9c25-a942a57e3c6e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0746729 Nov 09 19:47:08.476908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75bcf9-928b-4f4c-81ac-af795a5b0c2e None None] Pushing event updated for resources: {'Port': ['ID=53ef1fee-5ff7-4829-8769-c72e7f229be4,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:08.493874 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-124aa00c-f75c-444d-9594-aa5bcdaee305 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0389094 Nov 09 19:47:08.496011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bf37b7d6-08e2-498f-82b4-380ceea52fec up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:08.501330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-202f5fb0-f88a-4f55-9e70-4c322e17d27f None None] Provisioning complete for port bf37b7d6-08e2-498f-82b4-380ceea52fec triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:08.501330 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-202f5fb0-f88a-4f55-9e70-4c322e17d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.518237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1088fcab-e0a0-4963-bc9e-310bc870febf req-fe840938-dc64-42ab-8472-e8af8ffdd554 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.1116791 Nov 09 19:47:08.544631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.641268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:08.696002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bf37b7d6-08e2-498f-82b4-380ceea52fec triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:08.696524 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.702448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:08.705406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:08.768198 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a7518a78-e9e2-48ea-9b3b-c4f7510337fe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:08.788127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a7518a78-e9e2-48ea-9b3b-c4f7510337fe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:08.813899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a7518a78-e9e2-48ea-9b3b-c4f7510337fe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:08.822966 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-202f5fb0-f88a-4f55-9e70-4c322e17d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.825119 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a7518a78-e9e2-48ea-9b3b-c4f7510337fe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/networks?id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=0abcee26-04fe-418b-aa66-b8ce235a5293&id=0abcee26-04fe-418b-aa66-b8ce235a5293 HTTP/1.1" status: 200 len: 1995 time: 0.3300695 Nov 09 19:47:08.854637 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-dd141d22-b485-4ea5-b298-1836eda4f299 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/quotas/5e646554cb1948bab8888fd628ae596e HTTP/1.1" status: 200 len: 375 time: 0.0280759 Nov 09 19:47:08.903147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe14046-85a4-436b-8113-cfc60072ca4e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:08.908735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d870d404-b351-4333-a352-e98072326988 req-b713f271-a8ed-4e7f-80c8-2e31c9f729be tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 210 time: 0.2309477 Nov 09 19:47:08.931355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-202f5fb0-f88a-4f55-9e70-4c322e17d27f None None] For port bf37b7d6-08e2-498f-82b4-380ceea52fec, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bf37b7d6-08e2-498f-82b4-380ceea52fec,segment=NetworkSegment(0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c),segment_id=0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:08.946629 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-202f5fb0-f88a-4f55-9e70-4c322e17d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.952492 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:08.966656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-fedc0daf-95c5-44bd-9136-f22117e7b4bb tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1097574 Nov 09 19:47:09.083674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f5fb0-f88a-4f55-9e70-4c322e17d27f None None] Pushing event updated for resources: {'Port': ['ID=bf37b7d6-08e2-498f-82b4-380ceea52fec,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:09.101278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0106328c-c685-43c7-bd53-e193ab708c29 None None] Provisioning complete for port bf37b7d6-08e2-498f-82b4-380ceea52fec triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:09.101665 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0106328c-c685-43c7-bd53-e193ab708c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:09.104899 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:47:09.105512 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:47:09.161714 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-d9950e85-1b9a-4e30-a629-228e8b5f2077 service neutron] 10.222.0.53 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790352 Nov 09 19:47:09.237652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Allocated IP 19.80.0.236 (7c46317f-6ac4-4f60-8bbf-1d45133e19ce/bece5c1f-6901-4351-9f16-e8714a829958/42174527-f348-49ba-b0db-10b243d25f23) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:09.287192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:09.319375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b46a287a-7153-43cc-b9f4-060f0f19c98f service neutron] 10.222.0.53 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511080 Nov 09 19:47:09.374356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bf40c7f8-4361-4638-b2bb-d172f9e49dcf service neutron] 10.222.0.53 "GET /v2.0/ports/1990eaf1-6c71-48eb-9dd5-36db438adf18?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0539894 Nov 09 19:47:09.493021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-d76255d2-3a9e-4829-b40b-77f0b1a8631a service neutron] 10.222.0.53 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110241 Nov 09 19:47:09.546530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71854b6-c1c9-4686-9736-fc10c99d6e52 req-58cc85a0-aeaa-4b23-a105-6c438f30765b tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:09.548174 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b71854b6-c1c9-4686-9736-fc10c99d6e52 req-58cc85a0-aeaa-4b23-a105-6c438f30765b tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.1777582 Nov 09 19:47:09.564745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b00ef0-96a4-4642-a194-b5709529fae1 req-b8309a57-ffec-4b52-a7c0-b4d564a890f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:09.566216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b00ef0-96a4-4642-a194-b5709529fae1 req-b8309a57-ffec-4b52-a7c0-b4d564a890f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 1097 time: 0.1972823 Nov 09 19:47:09.628448 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-2fd7c676-d111-4c90-9d5b-88556781ac6a service neutron] 10.222.0.53 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209970 Nov 09 19:47:09.704167 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-8345afef-3c9a-4506-95f9-e49db0946beb service neutron] 10.222.0.53 "GET /v2.0/ports/03071954-4d2d-4b87-8754-6a44bd7c714b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0691137 Nov 09 19:47:09.807053 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-3da5e605-8759-456c-91c4-67d7aad9ad31 service neutron] 10.222.0.53 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963886 Nov 09 19:47:09.845032 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:09.870926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b71854b6-c1c9-4686-9736-fc10c99d6e52 req-1f4650ca-c601-4737-8b79-6c085840953f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070667 Nov 09 19:47:09.967521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 53ef1fee-5ff7-4829-8769-c72e7f229be4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:09.981818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b00ef0-96a4-4642-a194-b5709529fae1 req-9462b33b-82dc-46d1-b3ec-650441fb9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:09.985002 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b00ef0-96a4-4642-a194-b5709529fae1 req-9462b33b-82dc-46d1-b3ec-650441fb9916 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 920 time: 0.3577607 Nov 09 19:47:09.989703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:10.044778 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7f11b677-e09e-4584-a38c-fff293115ee4 service neutron] 10.222.0.53 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242579 Nov 09 19:47:10.058669 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:10.087121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca3d14-5eb9-4147-ace2-9255e0dec22f None None] Network f0fe3201-6773-4026-9d80-328140f63393 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:10.138703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b00ef0-96a4-4642-a194-b5709529fae1 req-6c4ea834-bb40-4cf0-a2f6-0ffc4a605c3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fcdac74-5786-4eb2-afdc-2723087aac30 HTTP/1.1" status: 200 len: 217 time: 0.1429908 Nov 09 19:47:10.181652 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-03bba9ba-85a5-49db-a16f-915290b2bbf6 service neutron] 10.222.0.53 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283348 Nov 09 19:47:10.268059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8cdcb3e0-4dfb-4d11-992c-db0b174f96a5 None None] Provisioning complete for port 53ef1fee-5ff7-4829-8769-c72e7f229be4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:10.268365 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8cdcb3e0-4dfb-4d11-992c-db0b174f96a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:10.272727 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d03c86b7-9867-4258-b964-bb6c4c976899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:10.298327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:10.308946 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 53ef1fee-5ff7-4829-8769-c72e7f229be4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:10.309947 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:10.318599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:10.321769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:10.341522 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-10a64954-e427-4a8f-9f44-7941aba80872 service neutron] 10.222.0.53 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528182 Nov 09 19:47:10.344795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Port': ['ID=42174527-f348-49ba-b0db-10b243d25f23,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:10.393017 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f62453-c312-42b8-a5d9-87c7f30f7465 req-1f342364-ce20-4226-8a59-9ced01c9429f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:10.394787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26f62453-c312-42b8-a5d9-87c7f30f7465 req-1f342364-ce20-4226-8a59-9ced01c9429f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.3392987 Nov 09 19:47:10.396701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b00ef0-96a4-4642-a194-b5709529fae1 req-e74c77ec-3d10-4744-81c2-3e16103f5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:10.398245 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b00ef0-96a4-4642-a194-b5709529fae1 req-e74c77ec-3d10-4744-81c2-3e16103f5a32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66c4956-b333-40fb-bb23-3fe3d867dd61 HTTP/1.1" status: 200 len: 859 time: 0.2188277 Nov 09 19:47:10.483826 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b00ef0-96a4-4642-a194-b5709529fae1 req-02908bb0-3cd2-4c44-b839-51d8c13c07d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d44e018-e947-4733-8c7b-b08b43fa9217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699313 Nov 09 19:47:10.506574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:10.507684 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-c286459f-60ea-46cd-8345-d7de2e5f9fd8 service neutron] 10.222.0.53 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591282 Nov 09 19:47:10.507829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:10.550406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8cdcb3e0-4dfb-4d11-992c-db0b174f96a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:10.579988 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:10.638943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8cdcb3e0-4dfb-4d11-992c-db0b174f96a5 None None] For port 53ef1fee-5ff7-4829-8769-c72e7f229be4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=53ef1fee-5ff7-4829-8769-c72e7f229be4,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:10.648408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8cdcb3e0-4dfb-4d11-992c-db0b174f96a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:10.652906 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b00ef0-96a4-4642-a194-b5709529fae1 req-a8b36187-b148-4f49-9fad-861c7d3070e7 service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396115 Nov 09 19:47:10.685065 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26f62453-c312-42b8-a5d9-87c7f30f7465 req-5a552ec9-a474-425b-a0be-414a66c496c2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785044 Nov 09 19:47:10.696616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7543a617-7e2d-4b70-8a82-678510ff78e1 service neutron] 10.222.0.53 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803682 Nov 09 19:47:10.740436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3936ad3c-e1c1-4870-a5c4-e369c81a6a65 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7025850 Nov 09 19:47:10.770750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Request body: {'port': {'device_id': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f', 'admin_state_up': True, 'tenant_id': '6a8bc543dc2e4520b1504489a866a532'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:10.793673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcb3e0-4dfb-4d11-992c-db0b174f96a5 None None] Pushing event updated for resources: {'Port': ['ID=53ef1fee-5ff7-4829-8769-c72e7f229be4,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:10.914611 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:47:10.915094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:47:10.915317 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:47:10.918370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3446f5a9-c36f-4f2d-a19d-fe4953b01a33 None None] Provisioning complete for port 42174527-f348-49ba-b0db-10b243d25f23 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:10.919171 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3446f5a9-c36f-4f2d-a19d-fe4953b01a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:10.968684 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-872834f3-4a2c-4502-bf94-a3b09d4d4e19 service neutron] 10.222.0.53 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628579 Nov 09 19:47:10.986375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b00ef0-96a4-4642-a194-b5709529fae1 req-2d084e66-3347-4c26-a665-b84c5b118d17 service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229525 Nov 09 19:47:11.016923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3446f5a9-c36f-4f2d-a19d-fe4953b01a33 None None] Port 42174527-f348-49ba-b0db-10b243d25f23 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:11.093409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f66b0ca0-4ec0-42dc-8dd3-7501720fb54a service neutron] 10.222.0.53 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141520 Nov 09 19:47:11.144893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-772fae74-32d7-455c-91df-e25bac8f900c None None] Provisioning complete for port 53ef1fee-5ff7-4829-8769-c72e7f229be4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:11.145491 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-772fae74-32d7-455c-91df-e25bac8f900c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:11.182711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Made reservation on behalf of 6a8bc543dc2e4520b1504489a866a532 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:11.189449 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:11.204332 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-c4f3ec10-9fbd-4526-86a8-9db0b3e9772a service neutron] 10.222.0.53 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036665 Nov 09 19:47:11.325851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a82f4094-38cb-405d-86c9-40e7a42f9ae7 service neutron] 10.222.0.53 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072595 Nov 09 19:47:11.485238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8ead2127-877c-4848-9772-2cf87cf8e55a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:11.549120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8ead2127-877c-4848-9772-2cf87cf8e55a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:11.549585 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:11.660299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bf37b7d6-08e2-498f-82b4-380ceea52fec up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:11.686531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc1341-469b-4dc5-9116-673711b57e13 req-5389a6f4-5216-4ce7-84a1-e810e959c564 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:11.694534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4bc1341-469b-4dc5-9116-673711b57e13 req-5389a6f4-5216-4ce7-84a1-e810e959c564 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.7807994 Nov 09 19:47:11.739503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bf37b7d6-08e2-498f-82b4-380ceea52fec triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:11.740276 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:11.759541 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4bc1341-469b-4dc5-9116-673711b57e13 req-55fef8c4-7bd6-4e38-a64d-2122ef8827e9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641432 Nov 09 19:47:11.774262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:47:11.797156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Sync routers for ids ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:47:11.832245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Routers {'c38cc6aa-144a-4dd7-9be6-168f6ddb7206'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:47:11.835608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:11.847633 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:11.856360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59370) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:11.856890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-64419ada-1a0c-4921-ba78-890d1c551a52 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5436165 Nov 09 19:47:11.899289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Allocated IP 19.86.0.111 (7b2c7ef3-ff5e-4758-87b6-6059f927e58f/16fcd591-9954-4366-859b-f7e34dfc38b6/ccd44175-3091-446a-9924-3594f03b39eb) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:11.959471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eeb90715-641e-488e-a679-c2eb6b2e7217 req-8e7a403a-30a5-4a32-8893-579a88c1e356 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0621245 Nov 09 19:47:12.311283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Set router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:47:12.358908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:12.378082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57926c-7ee3-463c-9009-a93f91f9214a req-6b4510ad-a6de-4de7-b571-5d85f9c9695f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:12.385532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee57926c-7ee3-463c-9009-a93f91f9214a req-6b4510ad-a6de-4de7-b571-5d85f9c9695f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 932 time: 0.1388609 Nov 09 19:47:12.414153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e4c54-c7a5-4b9b-a7a6-016cd3ddb2fe req-3fc5d581-b60f-4fdd-ad91-bc1fd47e412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:12.416014 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd5e4c54-c7a5-4b9b-a7a6-016cd3ddb2fe req-3fc5d581-b60f-4fdd-ad91-bc1fd47e412a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 1096 time: 0.1679175 Nov 09 19:47:12.484455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 53ef1fee-5ff7-4829-8769-c72e7f229be4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:12.493520 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee57926c-7ee3-463c-9009-a93f91f9214a req-4aad9177-d987-4ca8-99d2-e3ee1dc6d07b tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068749 Nov 09 19:47:12.510446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd5e4c54-c7a5-4b9b-a7a6-016cd3ddb2fe req-13b627b9-b194-4cfd-a97b-00e07857aec9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842364 Nov 09 19:47:12.538640 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:12.597811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:12.655182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:12.656134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 53ef1fee-5ff7-4829-8769-c72e7f229be4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:12.656518 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:12.661636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:12.829146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event updated for resources: {'Port': ['ID=ccd44175-3091-446a-9924-3594f03b39eb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:12.858996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.859525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.860002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.862969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.863138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:09Z', 'revision_number': 3, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:12.863745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.864263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.865137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.865137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.867264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.867264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.870825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.871450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:12.897275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:12.899126 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:12.905669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ddc97-fcc6-4a56-98f9-ade1f25842e6 req-cfd1e813-59e9-490f-a97b-3cca589172e2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:12.909283 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-354ddc97-fcc6-4a56-98f9-ade1f25842e6 req-cfd1e813-59e9-490f-a97b-3cca589172e2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.5701003 Nov 09 19:47:12.910307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Checking router: c38cc6aa-144a-4dd7-9be6-168f6ddb7206 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:47:12.910808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Updating router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 port fbe14046-85a4-436b-8113-cfc60072ca4e binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:47:12.937837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c34a0c-9cfd-4c15-b9b0-09076f9219f3 req-029133cd-b83c-4ae6-914f-01989c62ce66 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:12.946617 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63c34a0c-9cfd-4c15-b9b0-09076f9219f3 req-029133cd-b83c-4ae6-914f-01989c62ce66 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.2884989 Nov 09 19:47:12.966291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-04a38040-b98a-42f4-a93b-c26b18e1ce08 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2132666 Nov 09 19:47:12.966545 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:12.998969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Request body: {'port': {'device_id': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:13.072224 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-354ddc97-fcc6-4a56-98f9-ade1f25842e6 req-81e1ebef-494e-4e82-87c3-00b73b45e82d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482232 Nov 09 19:47:13.170784 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63c34a0c-9cfd-4c15-b9b0-09076f9219f3 req-4b676606-7bb9-4f6c-9c49-679f0bb35aa4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226603 Nov 09 19:47:13.171938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.344914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46838c9d-86f8-4f07-ad4c-588b61723fe6 req-d32444b1-4579-47d0-bf4c-ffd3daa87c1e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 210 time: 0.0562787 Nov 09 19:47:13.349952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aad678e4-afe1-4747-be36-85bba0073887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.368677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0c9afc31-0bce-4cbb-96f7-4e7cda1d1e60 None None] Provisioning complete for port ccd44175-3091-446a-9924-3594f03b39eb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:13.368938 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0c9afc31-0bce-4cbb-96f7-4e7cda1d1e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.411221 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.432242 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.456450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0c9afc31-0bce-4cbb-96f7-4e7cda1d1e60 None None] Port ccd44175-3091-446a-9924-3594f03b39eb cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:13.505851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Attempting to bind port fbe14046-85a4-436b-8113-cfc60072ca4e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:13.506756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Attempting to bind port fbe14046-85a4-436b-8113-cfc60072ca4e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:13.508171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Attempting to bind port fbe14046-85a4-436b-8113-cfc60072ca4e on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:13.539678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ba297-488d-4644-9b45-914bd42c290e req-2aefcf5a-f448-42cc-9505-3e6b9c0d7155 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:13.541314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0a9ba297-488d-4644-9b45-914bd42c290e req-2aefcf5a-f448-42cc-9505-3e6b9c0d7155 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.2156262 Nov 09 19:47:13.545893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:13.546774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:13.546906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.547680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.549975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:13.551050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Bound port: fbe14046-85a4-436b-8113-cfc60072ca4e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:13.551637 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.655639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42174527-f348-49ba-b0db-10b243d25f23 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:13.659356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0a9ba297-488d-4644-9b45-914bd42c290e req-a09dba84-9d49-444b-ae95-52be14021550 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069472 Nov 09 19:47:13.665392 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.691255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Transition to ACTIVE for port object 42174527-f348-49ba-b0db-10b243d25f23 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:13.691792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] For port fbe14046-85a4-436b-8113-cfc60072ca4e, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:13.700255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] For port fbe14046-85a4-436b-8113-cfc60072ca4e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fbe14046-85a4-436b-8113-cfc60072ca4e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:13.701659 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.712251 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.720470 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:13.725713 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02c121ab-17df-4a23-b4ce-467462cc27eb req-85ec241e-9d7d-4c5e-8776-f9ba2b3d04ff tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0497952 Nov 09 19:47:13.735217 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Pushing event updated for resources: {'Port': ['ID=fbe14046-85a4-436b-8113-cfc60072ca4e,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:13.747198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.762365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.762880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.763718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.764015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.764349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.764914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.765250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.765579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.765904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.766229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.766697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:13.786543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Routers {'c38cc6aa-144a-4dd7-9be6-168f6ddb7206'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:47:13.787189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:47:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:13.914879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6019cd92-5e26-4e36-847d-a7f72517f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:13.918461 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6019cd92-5e26-4e36-847d-a7f72517f1eb service neutron] 10.222.0.70 "GET /v2.0/ports/1990eaf1-6c71-48eb-9dd5-36db438adf18 HTTP/1.1" status: 200 len: 1030 time: 0.1882777 Nov 09 19:47:13.956603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Pushing event updated for resources: {'Port': ['ID=42174527-f348-49ba-b0db-10b243d25f23,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:13.987836 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea76dd-c427-499a-bb5f-ff012518c2d8 req-b9879e5f-2947-4bb9-bab9-1c0d957ae1f6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:14.003256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea76dd-c427-499a-bb5f-ff012518c2d8 req-b9879e5f-2947-4bb9-bab9-1c0d957ae1f6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:14.005741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Attempting to bind port 42174527-f348-49ba-b0db-10b243d25f23 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:14.006249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Attempting to bind port 42174527-f348-49ba-b0db-10b243d25f23 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'd5c828c5-4042-4fa9-97d2-32f310c58092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:14.006786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Attempting to bind port 42174527-f348-49ba-b0db-10b243d25f23 on network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:14.011865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32ea76dd-c427-499a-bb5f-ff012518c2d8 req-b9879e5f-2947-4bb9-bab9-1c0d957ae1f6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1667 time: 0.1595314 Nov 09 19:47:14.020374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Port 42174527-f348-49ba-b0db-10b243d25f23 on network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:14.021051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Attempting to bind port 42174527-f348-49ba-b0db-10b243d25f23 on network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:14.031115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-8710753c-ed4b-4ea4-b0eb-561d76a52b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:14.032821 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-8710753c-ed4b-4ea4-b0eb-561d76a52b8d service neutron] 10.222.0.70 "GET /v2.0/ports/03071954-4d2d-4b87-8754-6a44bd7c714b HTTP/1.1" status: 200 len: 1031 time: 0.1041386 Nov 09 19:47:14.034495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74561e12-ae35-4c69-849b-cce3a8807f94 None None] Pushing event updated for resources: {'Port': ['ID=fbe14046-85a4-436b-8113-cfc60072ca4e,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:14.035076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:14.036377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Checking segment: {'id': 'd5c828c5-4042-4fa9-97d2-32f310c58092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:14.036974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Bound using segment: {'id': 'd5c828c5-4042-4fa9-97d2-32f310c58092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:14.037620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Bound port: 42174527-f348-49ba-b0db-10b243d25f23, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c828c5-4042-4fa9-97d2-32f310c58092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:14.038229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:14.070009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Allocated IP 172.20.0.1 (f0fe3201-6773-4026-9d80-328140f63393/b61a6e69-7348-4566-be3c-4d1608060334/24bde5ff-1572-40d6-90f5-7a3a22f7dea9) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:14.101610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] Set router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:47:14.108491 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32ea76dd-c427-499a-bb5f-ff012518c2d8 req-ab76a467-1614-45ea-aa74-a0fad8a4e1fe tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894096 Nov 09 19:47:14.205375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] For port 42174527-f348-49ba-b0db-10b243d25f23, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:14.212618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] For port 42174527-f348-49ba-b0db-10b243d25f23, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=42174527-f348-49ba-b0db-10b243d25f23,segment=NetworkSegment(d5c828c5-4042-4fa9-97d2-32f310c58092),segment_id=d5c828c5-4042-4fa9-97d2-32f310c58092)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:14.253378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:14.284915 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:14.343836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:14.395904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:14.396533 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:14.397948 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] 10.222.0.70 "PUT /v2.0/ports/42174527-f348-49ba-b0db-10b243d25f23 HTTP/1.1" status: 200 len: 1092 time: 1.4064794 Nov 09 19:47:14.398835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Network f0fe3201-6773-4026-9d80-328140f63393 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:14.399816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'tag': '42174527-f348-49ba-b0db-10b243d25f23'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:14.404140 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab97243-32e9-4ac0-8e58-95e18fcd63cc" -d '{"events": [{"name": "network-changed", "server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "tag": "42174527-f348-49ba-b0db-10b243d25f23"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:14.411152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:14.451367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:14.466074 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:14.471087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Request body: {'port': {'device_id': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:14.480631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a819c6-409f-4017-b945-2ff1aac55f15 service neutron] Pushing event updated for resources: {'Port': ['ID=42174527-f348-49ba-b0db-10b243d25f23,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:14.498020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:09Z', 'revision_number': 3, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:14.538043 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:14.567005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96f408-becc-46ed-bee2-df683e4ca350 req-3d3c0ea2-5a6b-4517-9699-29338b57e8ba tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:14.568957 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c96f408-becc-46ed-bee2-df683e4ca350 req-3d3c0ea2-5a6b-4517-9699-29338b57e8ba tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.2887185 Nov 09 19:47:14.595944 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e83e7a-a679-41d6-b966-49d33908abf6 None None] The sync data for ids ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'] in n-d-817256-1 is: [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:09Z', 'revision_number': 3, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:47:14.606011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Pushing event updated for resources: {'Port': ['ID=24bde5ff-1572-40d6-90f5-7a3a22f7dea9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:14.674400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a92b3775-2599-4831-98de-8f58c6d83479 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:14.685925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a92b3775-2599-4831-98de-8f58c6d83479 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:14.701088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a92b3775-2599-4831-98de-8f58c6d83479 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:14.705021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a92b3775-2599-4831-98de-8f58c6d83479 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "GET /v2.0/networks?id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=0abcee26-04fe-418b-aa66-b8ce235a5293&id=0abcee26-04fe-418b-aa66-b8ce235a5293 HTTP/1.1" status: 200 len: 1995 time: 0.6434376 Nov 09 19:47:14.736403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44534c0-a9c8-49c3-89c2-2aac380439fd req-72b3e873-5c59-432c-a3ed-f3b3c157cd49 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:14.756920 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e44534c0-a9c8-49c3-89c2-2aac380439fd req-72b3e873-5c59-432c-a3ed-f3b3c157cd49 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.4472411 Nov 09 19:47:14.772671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c96f408-becc-46ed-bee2-df683e4ca350 req-5b86bbe2-d44a-4d05-9a2d-e8e7b51f5321 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927881 Nov 09 19:47:14.805833 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:14.868005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e44534c0-a9c8-49c3-89c2-2aac380439fd req-90720cd8-5692-48cf-9827-255e33d44d4f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021941 Nov 09 19:47:14.954238 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a3220b79-2f25-482f-b2b2-25f85df147c4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e646554cb1948bab8888fd628ae596e HTTP/1.1" status: 200 len: 380 time: 0.2003119 Nov 09 19:47:15.038447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2521a3b5-8c3e-4403-b605-aef8e2d02613 None None] Provisioning complete for port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:15.039119 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2521a3b5-8c3e-4403-b605-aef8e2d02613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:15.131340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-eed5f4e4-9b29-4b50-8c61-293f6f47e19f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:47:15.132557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-eed5f4e4-9b29-4b50-8c61-293f6f47e19f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068307 Nov 09 19:47:15.133191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2521a3b5-8c3e-4403-b605-aef8e2d02613 None None] Port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:15.137779 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35996b60-d00b-4ae0-8854-af2349640814 x-openstack-request-id: req-35996b60-d00b-4ae0-8854-af2349640814 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:15.138120 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "tag": "42174527-f348-49ba-b0db-10b243d25f23", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:15.138381 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35996b60-d00b-4ae0-8854-af2349640814 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:15.139300 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'tag': '42174527-f348-49ba-b0db-10b243d25f23', 'status': 'completed', 'code': 200} Nov 09 19:47:15.141640 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:15.169119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'admin_state_up': True, 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'security_groups': ['ebc41e2d-1379-483f-b55d-257169868800']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:15.185086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b285de4f-6bf1-4458-bb78-abff50f2ef78 req-56c4a82d-e6bb-40c1-8e8c-26cf4db5a7b3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 210 time: 0.1617100 Nov 09 19:47:15.254917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97243-32e9-4ac0-8e58-95e18fcd63cc req-0897b972-fc77-474f-8478-97d74724f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:15.256029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97243-32e9-4ac0-8e58-95e18fcd63cc req-0897b972-fc77-474f-8478-97d74724f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:15.257160 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ab97243-32e9-4ac0-8e58-95e18fcd63cc req-0897b972-fc77-474f-8478-97d74724f184 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a8bc543dc2e4520b1504489a866a532&device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1914 time: 0.2355406 Nov 09 19:47:15.304042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e3652-08ff-4e4c-a3e1-01868a778f8c req-d2438dcb-de90-4611-bc97-3be1d0feedd3 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:15.312338 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aa3e3652-08ff-4e4c-a3e1-01868a778f8c req-d2438dcb-de90-4611-bc97-3be1d0feedd3 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1694844 Nov 09 19:47:15.417293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3c09a33b-25ee-4718-b698-6258c8bb1a13 req-1b410eed-97dc-43cb-b457-91b994ac1bdf tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.1186697 Nov 09 19:47:15.430920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aa3e3652-08ff-4e4c-a3e1-01868a778f8c req-210842f6-8b52-41db-8a39-071c62d4a637 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139410 Nov 09 19:47:15.498102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:15.502215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:15.718319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97243-32e9-4ac0-8e58-95e18fcd63cc req-c88f9c1d-1d88-494a-a849-62063994ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:15.719024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97243-32e9-4ac0-8e58-95e18fcd63cc req-c88f9c1d-1d88-494a-a849-62063994ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:15.719492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97243-32e9-4ac0-8e58-95e18fcd63cc req-c88f9c1d-1d88-494a-a849-62063994ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:15.721322 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ab97243-32e9-4ac0-8e58-95e18fcd63cc req-c88f9c1d-1d88-494a-a849-62063994ee3c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6a8bc543dc2e4520b1504489a866a532&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4546738 Nov 09 19:47:15.771575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e751549-5ea4-42db-8810-b744ae76ce74 req-d885bdba-a237-416f-ac3b-a1cf60631af5 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:15.778373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e751549-5ea4-42db-8810-b744ae76ce74 req-d885bdba-a237-416f-ac3b-a1cf60631af5 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:15.780102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e751549-5ea4-42db-8810-b744ae76ce74 req-d885bdba-a237-416f-ac3b-a1cf60631af5 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1667 time: 0.1942663 Nov 09 19:47:15.819765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd44175-3091-446a-9924-3594f03b39eb {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:15.837164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758fd6-a534-4d99-b115-739c99444280 req-f2fcdf1d-dbdd-4a3b-b79d-00d89cae091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:15.838807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db758fd6-a534-4d99-b115-739c99444280 req-f2fcdf1d-dbdd-4a3b-b79d-00d89cae091e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e2b2feef361e42ee92a3e941538fd1ea&device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 1096 time: 0.1670709 Nov 09 19:47:15.854848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:15.998547 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:15.999758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e751549-5ea4-42db-8810-b744ae76ce74 req-1835842e-7879-4950-b4df-c6350b29b781 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673756 Nov 09 19:47:16.010694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:16.012383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Transition to ACTIVE for port object ccd44175-3091-446a-9924-3594f03b39eb will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:16.034648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758fd6-a534-4d99-b115-739c99444280 req-ebe09960-0762-436b-ad2b-110b63afef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:16.036300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db758fd6-a534-4d99-b115-739c99444280 req-ebe09960-0762-436b-ad2b-110b63afef9f service neutron] 10.222.0.77 "GET /v2.0/networks?id=80e472df-b8d9-4116-96a1-8158af70eb0a HTTP/1.1" status: 200 len: 912 time: 0.1750779 Nov 09 19:47:16.043185 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:16.046353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Allocated IP 172.20.0.14 (90a17b75-3a9f-4fd3-9f10-435fc26e61fd/631c072b-443f-46be-a69f-00bb6024fc68/8e63fe09-3204-4fa0-9e7e-e3a9557a9be5) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:16.114872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:16.179426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Pushing event updated for resources: {'Port': ['ID=24bde5ff-1572-40d6-90f5-7a3a22f7dea9,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:16.186607 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:16.213703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10bebc-9b25-4da3-bcfc-986fc1e6c67c req-cb51396b-4e2a-47e8-9e99-f14dc5f8780d tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:16.221939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dd10bebc-9b25-4da3-bcfc-986fc1e6c67c req-cb51396b-4e2a-47e8-9e99-f14dc5f8780d tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.4991190 Nov 09 19:47:16.227256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97243-32e9-4ac0-8e58-95e18fcd63cc req-45f6a34a-bb04-41b6-b6e0-f880fc1c3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:16.229035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ab97243-32e9-4ac0-8e58-95e18fcd63cc req-45f6a34a-bb04-41b6-b6e0-f880fc1c3607 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4990745 Nov 09 19:47:16.344435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dd10bebc-9b25-4da3-bcfc-986fc1e6c67c req-8636f97d-d334-4e2b-9b01-42de29b7a56c tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151388 Nov 09 19:47:16.378671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db758fd6-a534-4d99-b115-739c99444280 req-92aae0dc-326c-43dc-a904-e820ba1dc21c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f456c083-2fa8-4168-9f4d-69373888377e HTTP/1.1" status: 200 len: 217 time: 0.3297629 Nov 09 19:47:16.431447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Network f0fe3201-6773-4026-9d80-328140f63393 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:16.433528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:16.463128 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fbe14046-85a4-436b-8113-cfc60072ca4e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:16.466956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758fd6-a534-4d99-b115-739c99444280 req-e673eec6-a734-4360-9317-b921bab477fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:16.468812 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db758fd6-a534-4d99-b115-739c99444280 req-e673eec6-a734-4360-9317-b921bab477fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5d51e7b-6104-4b60-8b98-659e4de75886 HTTP/1.1" status: 200 len: 851 time: 0.0586619 Nov 09 19:47:16.545554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db758fd6-a534-4d99-b115-739c99444280 req-19ee5df5-e5c6-4aa5-ac14-2eeb514e0345 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80e472df-b8d9-4116-96a1-8158af70eb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472965 Nov 09 19:47:16.614736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fbe14046-85a4-436b-8113-cfc60072ca4e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:16.618082 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-55936301-15fc-4c8a-a759-655228a1f351 req-00bf3f7c-a9cd-4966-825f-9042f604a766 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 210 time: 0.0342693 Nov 09 19:47:16.621934 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:16.678021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd44175-3091-446a-9924-3594f03b39eb,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:16.707761 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:47:16.828819 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:16.860154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port fbe14046-85a4-436b-8113-cfc60072ca4e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fbe14046-85a4-436b-8113-cfc60072ca4e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:16.869636 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:16.894727 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:16.915432 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:47:16.930071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f6b8b17c-980e-48f7-ad3f-1b01eb104821 admin admin] 10.222.0.53 "PUT /v2.0/routers/c38cc6aa-144a-4dd7-9be6-168f6ddb7206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0652769 Nov 09 19:47:16.931331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-24f8d101-45f8-4355-b384-36e6acb1eb3a None None] Provisioning complete for port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:16.933517 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-24f8d101-45f8-4355-b384-36e6acb1eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:16.938422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b5cfd-5819-4509-9c42-6ad00fc57b7c req-d72d7528-f7f5-4675-aff2-eeb9d7fc40c5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:16.941505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed1d28-2ce0-471f-8505-7fa2091421e2 req-545e2e7e-9ee4-474a-8e93-fcb470b68ea1 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:16.943360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-95ed1d28-2ce0-471f-8505-7fa2091421e2 req-545e2e7e-9ee4-474a-8e93-fcb470b68ea1 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1161752 Nov 09 19:47:16.946323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb2b5cfd-5819-4509-9c42-6ad00fc57b7c req-d72d7528-f7f5-4675-aff2-eeb9d7fc40c5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.5896616 Nov 09 19:47:16.987391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=fbe14046-85a4-436b-8113-cfc60072ca4e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:16.991318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Attempting to bind port ccd44175-3091-446a-9924-3594f03b39eb on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:16.991625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Attempting to bind port ccd44175-3091-446a-9924-3594f03b39eb by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:16.991942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Attempting to bind port ccd44175-3091-446a-9924-3594f03b39eb on network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:17.009864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Port ccd44175-3091-446a-9924-3594f03b39eb on network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:17.010477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Attempting to bind port ccd44175-3091-446a-9924-3594f03b39eb on network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:17.036082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-24f8d101-45f8-4355-b384-36e6acb1eb3a None None] Port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:17.042987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:17.043304 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-95ed1d28-2ce0-471f-8505-7fa2091421e2 req-07793645-2c1b-464f-95ad-f0ad7a6adae9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872161 Nov 09 19:47:17.043415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Checking segment: {'id': '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:17.043756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Bound using segment: {'id': '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:17.044219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Bound port: ccd44175-3091-446a-9924-3594f03b39eb, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:17.044642 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:17.104092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb2b5cfd-5819-4509-9c42-6ad00fc57b7c req-9f9af7e4-e91a-475c-9ca9-b568bdcaa7f7 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510820 Nov 09 19:47:17.126969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db758fd6-a534-4d99-b115-739c99444280 req-74c06ca5-02dc-47e6-9127-df4f3cc33e7c service neutron] 10.222.0.77 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117652 Nov 09 19:47:17.210921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36c546ea-7373-44d2-b27b-9baa4d10557c req-76326a9b-975b-4d60-a01a-f3845bcee3df tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0431314 Nov 09 19:47:17.254412 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:17.295285 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Sync routers for ids ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:47:17.309482 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Routers {'c38cc6aa-144a-4dd7-9be6-168f6ddb7206'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:47:17.310105 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:47:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:17.343758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea2206-66a3-4f17-8fa7-085c5b73ba31 req-0c3aedfe-b145-42d8-824a-66a5cab9d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:17.345895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b2ea2206-66a3-4f17-8fa7-085c5b73ba31 req-0c3aedfe-b145-42d8-824a-66a5cab9d787 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 1097 time: 0.1454003 Nov 09 19:47:17.361973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db758fd6-a534-4d99-b115-739c99444280 req-2e060ae8-bc77-4ea1-9364-08d7dc2599e6 service neutron] 10.222.0.77 "GET /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339685 Nov 09 19:47:17.411927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:17.426205 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b2ea2206-66a3-4f17-8fa7-085c5b73ba31 req-5b08012d-bb72-4239-b659-5e16a6ed213a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647929 Nov 09 19:47:17.426413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:17.430924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] For port ccd44175-3091-446a-9924-3594f03b39eb, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:17.444251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecc4da-cac2-48fe-bb4e-a9844a1bb860 req-f4199c08-94e0-4237-ab64-843fa5804de8 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:17.451321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecc4da-cac2-48fe-bb4e-a9844a1bb860 req-f4199c08-94e0-4237-ab64-843fa5804de8 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:17.453087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f6ecc4da-cac2-48fe-bb4e-a9844a1bb860 req-f4199c08-94e0-4237-ab64-843fa5804de8 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1679 time: 0.1896455 Nov 09 19:47:17.456731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:17.535687 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Set router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:47:17.551897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Port': ['ID=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:17.560528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] For port ccd44175-3091-446a-9924-3594f03b39eb, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ccd44175-3091-446a-9924-3594f03b39eb,segment=NetworkSegment(0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c),segment_id=0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:17.572694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-332cdf90-9448-461e-8b84-056a2480323e req-f4d1c323-819b-4fe2-b74f-e19d38b7f184 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.1110446 Nov 09 19:47:17.609222 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:17.623089 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59438) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:17.627837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a5055c65-ac2c-4a67-aa64-ec7f7abaf2f0 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495101757', 'description': 'tempest-description--307783302'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:17.686747 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a5055c65-ac2c-4a67-aa64-ec7f7abaf2f0 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:17.702498 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f6ecc4da-cac2-48fe-bb4e-a9844a1bb860 req-92b27d5f-086f-4e61-b488-66fc9971e9e4 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252362 Nov 09 19:47:17.743375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:17.744602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:17.748058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] 10.222.0.70 "PUT /v2.0/ports/ccd44175-3091-446a-9924-3594f03b39eb HTTP/1.1" status: 200 len: 1092 time: 3.2893190 Nov 09 19:47:17.750103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'tag': 'ccd44175-3091-446a-9924-3594f03b39eb'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:17.781090 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad245d-f500-4d25-9e1c-9361fa15f64b" -d '{"events": [{"name": "network-changed", "server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "tag": "ccd44175-3091-446a-9924-3594f03b39eb"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:17.867998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:17.868875 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:17.911591 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:14Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '24bde5ff-1572-40d6-90f5-7a3a22f7dea9', 'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'mac_address': 'fa:16:3e:80:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:13Z', 'updated_at': '2021-11-09T19:47:15Z', 'revision_number': 2, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'subnets': [{'id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:17.936246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66aa8c-1484-4718-9b0d-55a64ef922e3 req-9f256f8e-3318-4ea8-9d79-2aa488852f2b tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:17.943318 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c66aa8c-1484-4718-9b0d-55a64ef922e3 req-9f256f8e-3318-4ea8-9d79-2aa488852f2b tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.2242091 Nov 09 19:47:17.965885 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Checking router: c38cc6aa-144a-4dd7-9be6-168f6ddb7206 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:47:17.965885 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Updating router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:47:17.971689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-04855796-fdce-4025-93e4-b81ebe68b2e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8079350 Nov 09 19:47:17.973510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a1d37830-cda1-4550-99f8-d386cfbaf943 None None] Provisioning complete for port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:17.974387 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a1d37830-cda1-4550-99f8-d386cfbaf943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.001740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'admin_state_up': True, 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'security_groups': ['ebc41e2d-1379-483f-b55d-257169868800']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:18.034397 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.036324 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a5055c65-ac2c-4a67-aa64-ec7f7abaf2f0 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.070559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a1d37830-cda1-4550-99f8-d386cfbaf943 None None] Port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:18.076546 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c66aa8c-1484-4718-9b0d-55a64ef922e3 req-e87babed-a383-4b64-a319-589435c801ec tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169436 Nov 09 19:47:18.077590 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a5055c65-ac2c-4a67-aa64-ec7f7abaf2f0 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.160328 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a5055c65-ac2c-4a67-aa64-ec7f7abaf2f0 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.161763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a5055c65-ac2c-4a67-aa64-ec7f7abaf2f0 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5375562 Nov 09 19:47:18.162969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5055c65-ac2c-4a67-aa64-ec7f7abaf2f0 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:18.165215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59448) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:18.175780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e7b02781-20cb-4e38-bfec-71cf69e2f696 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Request body: {'security_group_rule': {'security_group_id': '1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:18.178448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f4283-5ed9-49dd-915c-2cad0995c898 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd44175-3091-446a-9924-3594f03b39eb,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:18.193033 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a848cc54-8bf2-4f16-bae4-eb2002a18422 x-openstack-request-id: req-a848cc54-8bf2-4f16-bae4-eb2002a18422 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:18.197598 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "tag": "ccd44175-3091-446a-9924-3594f03b39eb", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:18.201402 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a848cc54-8bf2-4f16-bae4-eb2002a18422 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:18.203705 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'tag': 'ccd44175-3091-446a-9924-3594f03b39eb', 'status': 'completed', 'code': 200} Nov 09 19:47:18.240621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-02204c3b-050e-417c-8730-0b7213b0b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:18.242375 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b02781-20cb-4e38-bfec-71cf69e2f696 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.246955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-02204c3b-050e-417c-8730-0b7213b0b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:18.250035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-02204c3b-050e-417c-8730-0b7213b0b586 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a8bc543dc2e4520b1504489a866a532&device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1981 time: 0.4352641 Nov 09 19:47:18.299278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fcdcc-eb4f-4470-a318-9ad80c6e5211 req-a123bc3e-faaa-4363-94b6-1833e26c6c3f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:18.301573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-151fcdcc-eb4f-4470-a318-9ad80c6e5211 req-a123bc3e-faaa-4363-94b6-1833e26c6c3f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 932 time: 0.3287981 Nov 09 19:47:18.383645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4d28a-5ba6-4338-a342-780d3f0d1efb req-133e4c24-2dd6-490c-ae4d-987618b2bfdb tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:18.385359 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8b4d28a-5ba6-4338-a342-780d3f0d1efb req-133e4c24-2dd6-490c-ae4d-987618b2bfdb tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1103842 Nov 09 19:47:18.388276 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b02781-20cb-4e38-bfec-71cf69e2f696 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.395445 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b02781-20cb-4e38-bfec-71cf69e2f696 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.400717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fbe14046-85a4-436b-8113-cfc60072ca4e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:18.420359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-9e52c85a-9de1-4f01-8872-79c52317a0a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=42174527-f348-49ba-b0db-10b243d25f23 HTTP/1.1" status: 200 len: 217 time: 0.1572988 Nov 09 19:47:18.433652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b02781-20cb-4e38-bfec-71cf69e2f696 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a507f275-8ef5-4312-9bda-45ae93aafaac,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:18.502045 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b02781-20cb-4e38-bfec-71cf69e2f696 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.508757 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e7b02781-20cb-4e38-bfec-71cf69e2f696 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3420455 Nov 09 19:47:18.511771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59454) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:18.524287 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1442a4a1-97e7-46bc-a523-dfea67aabb5c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Request body: {'security_group_rule': {'security_group_id': '1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:18.534469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fbe14046-85a4-436b-8113-cfc60072ca4e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:18.534469 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.546122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8b4d28a-5ba6-4338-a342-780d3f0d1efb req-5a68bd04-aaca-4e6d-af34-63c7cb44d4eb tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366751 Nov 09 19:47:18.574343 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.api [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 19:47:18.574343 n-d-817256-1 neutron-server[102296]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 19:47:18.574343 n-d-817256-1 neutron-server[102296]: [parameters: {'project_id_1': '5e646554cb1948bab8888fd628ae596e', 'expiration_1': datetime.datetime(2021, 11, 9, 19, 46, 58, 561844)}] Nov 09 19:47:18.574343 n-d-817256-1 neutron-server[102296]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:47:18.578553 n-d-817256-1 neutron-server[102296]: DEBUG oslo_db.api [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:47:18.595754 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1442a4a1-97e7-46bc-a523-dfea67aabb5c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.613159 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-151fcdcc-eb4f-4470-a318-9ad80c6e5211 req-248df4c6-2a69-48b8-90fa-94bec75bd6c5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983459 Nov 09 19:47:18.615763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-f231434c-cd9a-4638-9109-9969f1dece3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:18.621816 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-f231434c-cd9a-4638-9109-9969f1dece3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bece5c1f-6901-4351-9f16-e8714a829958 HTTP/1.1" status: 200 len: 801 time: 0.1824496 Nov 09 19:47:18.738117 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.743379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-d0adf2a1-da25-4474-8bd3-029d1fad3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:18.748052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-d0adf2a1-da25-4474-8bd3-029d1fad3a92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7c46317f-6ac4-4f60-8bbf-1d45133e19ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1170180 Nov 09 19:47:18.749644 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.758289 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1442a4a1-97e7-46bc-a523-dfea67aabb5c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.782528 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1442a4a1-97e7-46bc-a523-dfea67aabb5c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.831057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442a4a1-97e7-46bc-a523-dfea67aabb5c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abe5f24-cccb-43b9-9a45-85de921303c3,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:18.843976 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1442a4a1-97e7-46bc-a523-dfea67aabb5c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.845408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1442a4a1-97e7-46bc-a523-dfea67aabb5c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248043 Nov 09 19:47:18.848529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59458) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:18.854193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:18.901705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353a064-6471-4b0d-ae9c-3b72415da736 req-b70c2447-e27e-424d-b82a-fa47d14e94bf tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:18.903191 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Attempting to bind port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:18.903651 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Attempting to bind port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:18.904100 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Attempting to bind port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 on network f0fe3201-6773-4026-9d80-328140f63393 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:18.904996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0353a064-6471-4b0d-ae9c-3b72415da736 req-b70c2447-e27e-424d-b82a-fa47d14e94bf tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.1721008 Nov 09 19:47:18.906635 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.910771 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Pushing event updated for resources: {'Port': ['ID=24bde5ff-1572-40d6-90f5-7a3a22f7dea9,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:18.927547 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.928128 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.928759 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.929285 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.929803 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.930320 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.930870 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.931399 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.931907 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.932415 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.933514 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.934036 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:47:18.939994 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:18.940727 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Checking segment: {'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:18.941320 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:18.942134 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Bound using segment: {'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:18.942929 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Bound port: 24bde5ff-1572-40d6-90f5-7a3a22f7dea9, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:18.943535 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:19.018073 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-d6f7c9f6-1c6a-45ae-824e-3ed33a4f0f9f service neutron] 10.222.0.70 "GET /v2.0/networks/7c46317f-6ac4-4f60-8bbf-1d45133e19ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629464 Nov 09 19:47:19.046819 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] For port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:19.050809 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] For port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=24bde5ff-1572-40d6-90f5-7a3a22f7dea9,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:19.058644 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:19.069032 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0353a064-6471-4b0d-ae9c-3b72415da736 req-9a318d59-4518-4b0d-bd70-8821af268b9f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543398 Nov 09 19:47:19.080137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d548390-faca-499b-adf2-5ff2f039cb94 req-f050bcf5-5e3c-449b-97e8-ec641c4ecd1b tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0596120 Nov 09 19:47:19.236813 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Routers {'c38cc6aa-144a-4dd7-9be6-168f6ddb7206'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:47:19.237573 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:47:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:19.254174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-434b1b12-4bd9-497b-99dd-ba09c1dbe8ba None None] Provisioning complete for port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:19.264131 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-434b1b12-4bd9-497b-99dd-ba09c1dbe8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:19.320607 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:19.337578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:19.341983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368305e-4187-4842-a6ab-196906cae053 req-6778cd52-b1aa-4621-8719-f74e9d6b009d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:19.351067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368305e-4187-4842-a6ab-196906cae053 req-6778cd52-b1aa-4621-8719-f74e9d6b009d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:19.360336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b368305e-4187-4842-a6ab-196906cae053 req-6778cd52-b1aa-4621-8719-f74e9d6b009d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1679 time: 0.1804388 Nov 09 19:47:19.362849 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:19.428136 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] Set router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:47:19.456771 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b368305e-4187-4842-a6ab-196906cae053 req-5406f85a-b41f-4aac-81ea-5930a5c2cef8 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910323 Nov 09 19:47:19.597604 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-434b1b12-4bd9-497b-99dd-ba09c1dbe8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:19.662577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Allocated IP 172.25.6.77 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/8e1b12f5-eb22-4238-9c18-0322689b3997) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:19.708107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-434b1b12-4bd9-497b-99dd-ba09c1dbe8ba None None] For port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=24bde5ff-1572-40d6-90f5-7a3a22f7dea9,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:19.714228 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-434b1b12-4bd9-497b-99dd-ba09c1dbe8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:19.752653 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd0956-432b-41cc-805c-d0f68dfce631 None None] Pushing event updated for resources: {'Port': ['ID=24bde5ff-1572-40d6-90f5-7a3a22f7dea9,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:19.823113 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:14Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '24bde5ff-1572-40d6-90f5-7a3a22f7dea9', 'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'mac_address': 'fa:16:3e:80:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:13Z', 'updated_at': '2021-11-09T19:47:19Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'subnets': [{'id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:19.868626 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69240db6-7193-4750-9fc3-e26383199d5a None None] The sync data for ids ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'] in n-d-817256-1 is: [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:14Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '24bde5ff-1572-40d6-90f5-7a3a22f7dea9', 'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'mac_address': 'fa:16:3e:80:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:13Z', 'updated_at': '2021-11-09T19:47:19Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'subnets': [{'id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:47:19.889081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b1b12-4bd9-497b-99dd-ba09c1dbe8ba None None] Pushing event updated for resources: {'Port': ['ID=24bde5ff-1572-40d6-90f5-7a3a22f7dea9,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:19.899051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75d2ec-3e54-4eb9-aff6-d28b857c5e46 req-8b16bca3-0a46-47c5-8828-6e9e5e9c99c4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:19.907326 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb75d2ec-3e54-4eb9-aff6-d28b857c5e46 req-8b16bca3-0a46-47c5-8828-6e9e5e9c99c4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1975205 Nov 09 19:47:19.921028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a908982a-b129-42e8-a60e-1e8a3e199a2b None None] Provisioning complete for port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:19.921561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a908982a-b129-42e8-a60e-1e8a3e199a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:20.008764 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:20.035653 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb75d2ec-3e54-4eb9-aff6-d28b857c5e46 req-9ac51d92-7a10-4d22-b569-9c7c4373b4a6 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267924 Nov 09 19:47:20.129171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:20.264824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:20.266667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Pushing event updated for resources: {'Port': ['ID=8e1b12f5-eb22-4238-9c18-0322689b3997,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:20.279461 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-809d5bf2-5c9a-4c07-ad25-f5f089112e37 service neutron] 10.222.0.70 "GET /v2.0/networks/7c46317f-6ac4-4f60-8bbf-1d45133e19ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2498028 Nov 09 19:47:20.289182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:20.292623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:20.399839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a94cc-c557-4aaf-a7aa-f884a9174087 req-cb1d6b50-7f7e-4b37-adce-12b6046adacc tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:20.412457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-555a94cc-c557-4aaf-a7aa-f884a9174087 req-cb1d6b50-7f7e-4b37-adce-12b6046adacc tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 932 time: 0.1831930 Nov 09 19:47:20.444246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-32cd335d-df29-4cad-a078-8d6171a87004 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.111&port_id=ccd44175-3091-446a-9924-3594f03b39eb HTTP/1.1" status: 200 len: 217 time: 0.0900331 Nov 09 19:47:20.513558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:20.530777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3735edfe-6168-404c-9e9e-eb9d3907c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:20.532394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3735edfe-6168-404c-9e9e-eb9d3907c7b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16fcd591-9954-4366-859b-f7e34dfc38b6 HTTP/1.1" status: 200 len: 801 time: 0.0777926 Nov 09 19:47:20.547508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41af416-3e51-4879-bd29-11b591021f8a req-6777f3ca-a992-445d-b0cd-5c8fa5c13e03 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:20.549507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f41af416-3e51-4879-bd29-11b591021f8a req-6777f3ca-a992-445d-b0cd-5c8fa5c13e03 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 1.1709204 Nov 09 19:47:20.570806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-555a94cc-c557-4aaf-a7aa-f884a9174087 req-8dfb3ca1-24e0-4cbf-b412-f074e1cdae5a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573229 Nov 09 19:47:20.604143 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:20.674175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:20.674579 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:20.691716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:20.738226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f41af416-3e51-4879-bd29-11b591021f8a req-a757bb50-0654-4f63-809b-a3fb829fc7fb tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714606 Nov 09 19:47:20.763592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3277bc39-bfb7-467a-8f8b-40ca8f4008fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:20.765575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-3277bc39-bfb7-467a-8f8b-40ca8f4008fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b2c7ef3-ff5e-4758-87b6-6059f927e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2124166 Nov 09 19:47:20.785207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Allocated IP 10.1.1.38 (91a37a47-a94c-45a8-85e8-d6b01e97f10b/66cc914c-c6e9-4834-bcdf-f7fb576859e1/eb82dada-9573-47f3-b291-b9c2b30a7000) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:20.943217 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:20.987663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cc6fb709-c17c-47ac-adcd-b873882276a4 req-c1a0fe8c-0219-4aad-8d5f-f2c6649f05fa tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0561802 Nov 09 19:47:21.132717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88461e32-cce2-4114-9f12-4b90c598eabe req-b2e788c1-4293-4eca-89e2-b37ace825306 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:21.141296 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-88461e32-cce2-4114-9f12-4b90c598eabe req-b2e788c1-4293-4eca-89e2-b37ace825306 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 946 time: 0.2669489 Nov 09 19:47:21.176100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-fe365f3f-f92c-4fea-9978-ba67369bd6a0 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:21.196305 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-fe365f3f-f92c-4fea-9978-ba67369bd6a0 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1097 time: 0.2076473 Nov 09 19:47:21.233648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817256-1'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:21.280464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-f27182f7-dce0-4d2e-a7cf-eb5769fe6f3b service neutron] 10.222.0.70 "GET /v2.0/networks/7b2c7ef3-ff5e-4758-87b6-6059f927e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049379 Nov 09 19:47:21.293065 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:21.322498 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-88461e32-cce2-4114-9f12-4b90c598eabe req-15eafa06-756c-45ec-ab53-4968e855e50d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636360 Nov 09 19:47:21.331707 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:21.361050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:21.420868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:21.435093 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f757436d-e2d1-4809-8e12-b8447d8efb1a req-2376a503-a244-4e7b-9838-d7d06f038d0d service neutron] 10.222.0.70 "GET /v2.0/networks/7b2c7ef3-ff5e-4758-87b6-6059f927e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398582 Nov 09 19:47:21.478408 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:21.601790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network 91a37a47-a94c-45a8-85e8-d6b01e97f10b is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:21.622359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:21.674348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:21.768752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-fb26e331-f6cd-4ad4-8961-90d098160a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:21.770776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-fb26e331-f6cd-4ad4-8961-90d098160a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:21.772908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-fb26e331-f6cd-4ad4-8961-90d098160a13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a8bc543dc2e4520b1504489a866a532&device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1981 time: 0.2554202 Nov 09 19:47:21.822127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Port': ['ID=eb82dada-9573-47f3-b291-b9c2b30a7000,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:21.912573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330b8ac-fe80-46d1-890b-c628b76978c2 req-0d80b183-a8a4-4166-8188-e365a584d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:21.914297 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2330b8ac-fe80-46d1-890b-c628b76978c2 req-0d80b183-a8a4-4166-8188-e365a584d28d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e0974d79e6d4a7da5ac88571b160352&device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 1097 time: 0.3231442 Nov 09 19:47:22.005606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:22.006282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.022563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c46a0-2075-4b84-8641-ddeb551d6d0c req-cfa12c2f-8335-45f4-bc19-efdb5374ad0c tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:22.031135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c46a0-2075-4b84-8641-ddeb551d6d0c req-cfa12c2f-8335-45f4-bc19-efdb5374ad0c tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:22.033066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-350c46a0-2075-4b84-8641-ddeb551d6d0c req-cfa12c2f-8335-45f4-bc19-efdb5374ad0c tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1679 time: 0.7403789 Nov 09 19:47:22.040080 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a218fc27-f870-4ec2-8bff-743b6b1aaa96 None None] Provisioning complete for port eb82dada-9573-47f3-b291-b9c2b30a7000 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:22.043812 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a218fc27-f870-4ec2-8bff-743b6b1aaa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.064877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-bc0f3c85-8f87-4a95-b202-5a0cfbb458a2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0694170 Nov 09 19:47:22.094868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe93f4-1e20-4c0f-8e9c-c2d675b7b125 req-9b68299b-e22b-4b72-bad3-5e86a87096ca tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:22.096814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.103960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Pushing event updated for resources: {'Port': ['ID=8e1b12f5-eb22-4238-9c18-0322689b3997,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:22.106494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4fe93f4-1e20-4c0f-8e9c-c2d675b7b125 req-9b68299b-e22b-4b72-bad3-5e86a87096ca tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.4337869 Nov 09 19:47:22.130838 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a218fc27-f870-4ec2-8bff-743b6b1aaa96 None None] Port eb82dada-9573-47f3-b291-b9c2b30a7000 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:22.145473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'admin_state_up': True, 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'security_groups': ['ebc41e2d-1379-483f-b55d-257169868800']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:22.157969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-9a348f93-41fb-4b14-89d0-a6f1557d014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:22.159800 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-9a348f93-41fb-4b14-89d0-a6f1557d014d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b2c7ef3-ff5e-4758-87b6-6059f927e58f HTTP/1.1" status: 200 len: 903 time: 0.3432443 Nov 09 19:47:22.174799 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.176056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f1a4a765-07be-4fba-97b8-261953e33795 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3265438 Nov 09 19:47:22.198663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-350c46a0-2075-4b84-8641-ddeb551d6d0c req-064c2e77-fb3e-4ae0-959c-f178f90bf486 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353784 Nov 09 19:47:22.268671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:22.307103 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-a25a873d-2ee1-4b71-ba47-181a0e520917 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.111&port_id=ccd44175-3091-446a-9924-3594f03b39eb HTTP/1.1" status: 200 len: 217 time: 0.0715320 Nov 09 19:47:22.313253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330b8ac-fe80-46d1-890b-c628b76978c2 req-2b4035e7-ff2a-44ab-a090-c5837d7a02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:22.314864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2330b8ac-fe80-46d1-890b-c628b76978c2 req-2b4035e7-ff2a-44ab-a090-c5837d7a02c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 200 len: 920 time: 0.3854809 Nov 09 19:47:22.326733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:22.344567 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4fe93f4-1e20-4c0f-8e9c-c2d675b7b125 req-c7a67778-cde4-486e-9b1f-1c59ad338f3a tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373931 Nov 09 19:47:22.410106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e5a703-7cf1-418d-877c-f7e1072e0d49'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:22.413549 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eba43d-c6e6-4f15-b916-8d55e936ccfb" -d '{"events": [{"server_uuid": "89ac9050-18e7-4d9e-9d9a-7b238ab1a732", "name": "network-vif-unplugged", "status": "completed", "tag": "77e5a703-7cf1-418d-877c-f7e1072e0d49"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:22.418802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.428270 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.446779 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2330b8ac-fe80-46d1-890b-c628b76978c2 req-1516901a-8c60-4393-b624-906c3463538d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fcdac74-5786-4eb2-afdc-2723087aac30 HTTP/1.1" status: 200 len: 217 time: 0.0996101 Nov 09 19:47:22.524950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Pushing event updated for resources: {'Port': ['ID=77e5a703-7cf1-418d-877c-f7e1072e0d49,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:22.546793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-45c58da2-8102-4205-ae5a-33c24105c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:22.548646 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-45c58da2-8102-4205-ae5a-33c24105c069 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=16fcd591-9954-4366-859b-f7e34dfc38b6 HTTP/1.1" status: 200 len: 801 time: 0.2328410 Nov 09 19:47:22.550104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on host n-h2-817256-1 for vnic_type normal with profile {"migrating_to": "n-h1-817256-1"} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:22.550453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:22.550850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:22.572339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:22.572530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:22.584029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:22.584412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:22.584835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:22.585356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Bound port: 77e5a703-7cf1-418d-877c-f7e1072e0d49, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:22.585739 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.627413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9ccdd10-e19c-4a1e-84dc-fe478cfac43b req-2e0dd772-928a-407b-9056-d9dc722984d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=baef15fe243c41b990ec7c3de814528d&device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0905645 Nov 09 19:47:22.639225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337de18-0e7c-4ee3-8f11-9de92000091f req-fe95d909-f00f-44ee-b985-736e97b076c5 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:22.640845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 77e5a703-7cf1-418d-877c-f7e1072e0d49 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:47:22.643039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7337de18-0e7c-4ee3-8f11-9de92000091f req-fe95d909-f00f-44ee-b985-736e97b076c5 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.1083875 Nov 09 19:47:22.713294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:22.717981 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.726124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330b8ac-fe80-46d1-890b-c628b76978c2 req-c0429210-7df9-42b1-a105-3faf93b18ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:22.728193 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2330b8ac-fe80-46d1-890b-c628b76978c2 req-c0429210-7df9-42b1-a105-3faf93b18ee6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66c4956-b333-40fb-bb23-3fe3d867dd61 HTTP/1.1" status: 200 len: 859 time: 0.2553074 Nov 09 19:47:22.736841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7337de18-0e7c-4ee3-8f11-9de92000091f req-aef93b87-2a75-426a-b83e-cac2958e674d tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856776 Nov 09 19:47:22.741753 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9ccdd10-e19c-4a1e-84dc-fe478cfac43b req-bf751668-12c9-43a4-9db2-4f09e44ef74c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=baef15fe243c41b990ec7c3de814528d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649178 Nov 09 19:47:22.748308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:22.752137 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:22.769059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.780829 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2330b8ac-fe80-46d1-890b-c628b76978c2 req-945bfdf5-1bcc-4e64-8409-1b724bd3a666 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3d44e018-e947-4733-8c7b-b08b43fa9217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355589 Nov 09 19:47:22.788130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:22.825344 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on host n-h2-817256-1 for vnic_type normal with profile {"migrating_to": "n-h1-817256-1"} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:22.825951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:22.826627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:22.833515 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:22.834077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Attempting to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on network 302552e5-d360-4726-b20b-dba6e6b87bec {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:22.841465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:22.842234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Checking segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:22.843125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Bound using segment: {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:22.843920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Bound port: 77e5a703-7cf1-418d-877c-f7e1072e0d49, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7ab187-e01e-4bea-a956-3cad1fd07c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '302552e5-d360-4726-b20b-dba6e6b87bec'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:22.844954 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.880270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:22.880908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:22.882599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] 10.222.0.70 "PUT /v2.0/ports/77e5a703-7cf1-418d-877c-f7e1072e0d49 HTTP/1.1" status: 200 len: 1122 time: 1.6684844 Nov 09 19:47:22.889025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fc573-1d61-45ac-9954-841c02827f7e service neutron] Pushing event updated for resources: {'Port': ['ID=77e5a703-7cf1-418d-877c-f7e1072e0d49,revision_number=8']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:22.930535 n-d-817256-1 neutron-server[102297]: WARNING neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Concurrent port binding operations failed on port 77e5a703-7cf1-418d-877c-f7e1072e0d49 Nov 09 19:47:22.935269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:22.938932 n-d-817256-1 neutron-server[102297]: INFO neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Attempt 2 to bind port 77e5a703-7cf1-418d-877c-f7e1072e0d49 Nov 09 19:47:22.939320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 77e5a703-7cf1-418d-877c-f7e1072e0d49 has no active binding in host n-h1-817256-1 {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 19:47:22.983897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['77e5a703-7cf1-418d-877c-f7e1072e0d49'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:22.986134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['77e5a703-7cf1-418d-877c-f7e1072e0d49'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:23.002591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f629-3c2d-4b61-ba47-1bc44ea5852b req-ad0fdbfe-0114-405c-861a-0350463d362a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:23.012013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f629-3c2d-4b61-ba47-1bc44ea5852b req-ad0fdbfe-0114-405c-861a-0350463d362a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:23.014848 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1329f629-3c2d-4b61-ba47-1bc44ea5852b req-ad0fdbfe-0114-405c-861a-0350463d362a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 1653 time: 0.4738626 Nov 09 19:47:23.076161 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-5a8027bd-f097-4385-89c6-683f04c3fe84 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--495101757&fields=id&tenant_id=aed8cec6b5ce4d439bbb9f0a47fd9573 HTTP/1.1" status: 200 len: 267 time: 0.0966995 Nov 09 19:47:23.150815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-cbdf9138-134d-45d9-98aa-238bb5dd8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:23.152998 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-cbdf9138-134d-45d9-98aa-238bb5dd8a0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b2c7ef3-ff5e-4758-87b6-6059f927e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5862305 Nov 09 19:47:23.258138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-96243082-7bb8-46c4-bd80-bde45087e88c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:23.269699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-96243082-7bb8-46c4-bd80-bde45087e88c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/networks?id=f0fe3201-6773-4026-9d80-328140f63393 HTTP/1.1" status: 200 len: 814 time: 0.1858666 Nov 09 19:47:23.292549 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-e8231ac9-56aa-4fe4-84c3-8946affd98d8 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/quotas/aed8cec6b5ce4d439bbb9f0a47fd9573 HTTP/1.1" status: 200 len: 375 time: 0.0208209 Nov 09 19:47:23.295547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Allocated IP 10.1.1.65 (91a37a47-a94c-45a8-85e8-d6b01e97f10b/66cc914c-c6e9-4834-bcdf-f7fb576859e1/3f4094dc-c53d-4258-a6b9-868c76d93fce) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:23.304472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1329f629-3c2d-4b61-ba47-1bc44ea5852b req-ca14a21a-8982-48be-9c2c-a10388aa4491 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656875 Nov 09 19:47:23.311350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccdd10-e19c-4a1e-84dc-fe478cfac43b req-c16d9aa4-2334-4ebc-a6ca-7e7d6463678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:23.312807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9ccdd10-e19c-4a1e-84dc-fe478cfac43b req-c16d9aa4-2334-4ebc-a6ca-7e7d6463678d service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5261891 Nov 09 19:47:23.342923 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2330b8ac-fe80-46d1-890b-c628b76978c2 req-5f29a1b4-d800-4d0f-b9b5-72c76598afe9 service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428934 Nov 09 19:47:23.406855 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-40a00eea-41cc-4d25-9047-102b248e6a0d tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aed8cec6b5ce4d439bbb9f0a47fd9573&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044064 Nov 09 19:47:23.515313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-a72eb486-b472-4224-a066-ec26fc11e429 service neutron] 10.222.0.70 "GET /v2.0/networks/7b2c7ef3-ff5e-4758-87b6-6059f927e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472168 Nov 09 19:47:23.531539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-b5930015-db82-45dc-a1be-7b18cdaefe1a service neutron] 10.222.0.53 "GET /v2.0/networks/f0fe3201-6773-4026-9d80-328140f63393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204860 Nov 09 19:47:23.637082 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-a1f965a8-5396-4d63-bc2d-3d5dc577c169 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fe3201-6773-4026-9d80-328140f63393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982933 Nov 09 19:47:23.679934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e202e-4df3-4162-9a96-5b11c9a69ab4 req-78188a78-a271-4f8a-aad4-4a931d6e5d14 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:23.681637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d9e202e-4df3-4162-9a96-5b11c9a69ab4 req-78188a78-a271-4f8a-aad4-4a931d6e5d14 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.2315454 Nov 09 19:47:23.692761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2330b8ac-fe80-46d1-890b-c628b76978c2 req-7e20e419-a2bf-41d5-86b5-2844dd2af605 service neutron] 10.222.0.70 "GET /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294995 Nov 09 19:47:23.718832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:23.744456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12ad245d-f500-4d25-9e1c-9361fa15f64b req-a86c0f7c-d0e3-4a61-97ba-c1e3705dfb2d service neutron] 10.222.0.70 "GET /v2.0/networks/7b2c7ef3-ff5e-4758-87b6-6059f927e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107241 Nov 09 19:47:23.771211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d9e202e-4df3-4162-9a96-5b11c9a69ab4 req-ac7cbe2a-5113-474b-bc63-528a8a6f1011 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749121 Nov 09 19:47:23.793653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:23.823106 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd902788-eefb-4a1b-bf21-f66934bea919 x-openstack-request-id: req-fd902788-eefb-4a1b-bf21-f66934bea919 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:23.823963 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ac9050-18e7-4d9e-9d9a-7b238ab1a732", "name": "network-vif-unplugged", "status": "completed", "tag": "77e5a703-7cf1-418d-877c-f7e1072e0d49", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:23.824279 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd902788-eefb-4a1b-bf21-f66934bea919 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:23.824868 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e5a703-7cf1-418d-877c-f7e1072e0d49', 'code': 200} Nov 09 19:47:23.857222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network 91a37a47-a94c-45a8-85e8-d6b01e97f10b is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:23.861429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:23.878865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:24.187106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59860c-8122-4a07-a7ef-c2d80c9f8849 req-6bb82a3f-6e81-4d15-a4e7-a2c54d6d867a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:24.198417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59860c-8122-4a07-a7ef-c2d80c9f8849 req-6bb82a3f-6e81-4d15-a4e7-a2c54d6d867a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:24.200653 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac59860c-8122-4a07-a7ef-c2d80c9f8849 req-6bb82a3f-6e81-4d15-a4e7-a2c54d6d867a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1679 time: 0.1045339 Nov 09 19:47:24.247763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac59860c-8122-4a07-a7ef-c2d80c9f8849 req-59845148-16c1-4e42-93cf-83f6d158b508 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Nov 09 19:47:24.293847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d6ee316d-963a-4d77-8556-3fd6c702de19 None None] Provisioning complete for port 3f4094dc-c53d-4258-a6b9-868c76d93fce triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:24.294315 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d6ee316d-963a-4d77-8556-3fd6c702de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:24.368161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c00f6ae-527f-4c8f-b0bd-9d37b1a76166 req-a0fa9e28-c9cc-43fd-9e1e-37f77afc1c23 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.4823630 Nov 09 19:47:24.393540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee316d-963a-4d77-8556-3fd6c702de19 None None] Port 3f4094dc-c53d-4258-a6b9-868c76d93fce cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:24.426255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Port': ['ID=3f4094dc-c53d-4258-a6b9-868c76d93fce,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:24.444026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:24.445142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:24.484524 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b5386a26-62dd-4a3b-a787-39a5833cbd31 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4048367 Nov 09 19:47:24.492866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc60d9f-4252-41d8-8d36-d16d81e5a946 req-9a48362f-a9a6-42e7-a5ab-b285d36b51e8 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:24.494611 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3dc60d9f-4252-41d8-8d36-d16d81e5a946 req-9a48362f-a9a6-42e7-a5ab-b285d36b51e8 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0737693 Nov 09 19:47:24.510362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293', 'admin_state_up': True, 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'security_groups': ['ebc41e2d-1379-483f-b55d-257169868800']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:24.517035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-200708e5-3d6b-43b5-ac11-8960f2f20314 req-cf21331c-294f-48aa-ac47-67dffccea414 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 210 time: 0.0472331 Nov 09 19:47:24.586737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3dc60d9f-4252-41d8-8d36-d16d81e5a946 req-df170db6-3d5b-40e7-8398-1e21cdd3ca71 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827191 Nov 09 19:47:24.670712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:24.678819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ccd44175-3091-446a-9924-3594f03b39eb details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:47:24.793008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ef0e0-1259-450f-83f4-1ce10a6b1360 req-5e4f17af-8759-4045-b71d-cc76cb3b96b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:24.802674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-675ef0e0-1259-450f-83f4-1ce10a6b1360 req-5e4f17af-8759-4045-b71d-cc76cb3b96b4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.0923152 Nov 09 19:47:24.830732 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9ccdd10-e19c-4a1e-84dc-fe478cfac43b req-df3de638-6ffa-4e9c-b7f9-8dc41a66ddc7 tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.77 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0378025 Nov 09 19:47:24.865683 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-675ef0e0-1259-450f-83f4-1ce10a6b1360 req-6c62f52c-4a4a-4765-84b8-065a19656ae3 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619466 Nov 09 19:47:24.882155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6723e54-9c8e-4c4e-ba98-db2f05d2bcc3 req-2a01f993-7736-4995-86e7-624415183b3b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:24.891854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6723e54-9c8e-4c4e-ba98-db2f05d2bcc3 req-2a01f993-7736-4995-86e7-624415183b3b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:24.899088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6723e54-9c8e-4c4e-ba98-db2f05d2bcc3 req-2a01f993-7736-4995-86e7-624415183b3b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:24.909311 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6723e54-9c8e-4c4e-ba98-db2f05d2bcc3 req-2a01f993-7736-4995-86e7-624415183b3b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 2373 time: 0.1609881 Nov 09 19:47:24.946217 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:24.988115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6723e54-9c8e-4c4e-ba98-db2f05d2bcc3 req-850e23d7-e805-46f7-8afa-16df1ae12e9c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775855 Nov 09 19:47:25.048488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ccd44175-3091-446a-9924-3594f03b39eb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ccd44175-3091-446a-9924-3594f03b39eb,segment=NetworkSegment(0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c),segment_id=0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:25.072399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'ccd44175-3091-446a-9924-3594f03b39eb', 'network_id': '7b2c7ef3-ff5e-4758-87b6-6059f927e58f', 'port_id': 'ccd44175-3091-446a-9924-3594f03b39eb', 'mac_address': 'fa:16:3e:d2:aa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16fcd591-9954-4366-859b-f7e34dfc38b6', 'ip_address': '19.86.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:47:25.094865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcad8ab-3203-4c95-aa88-7a7ca5479b16 req-4769bd8a-0aa0-4726-aa2e-79e3016ddc49 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:25.096654 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1fcad8ab-3203-4c95-aa88-7a7ca5479b16 req-4769bd8a-0aa0-4726-aa2e-79e3016ddc49 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.0927866 Nov 09 19:47:25.122877 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:25.144256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1fcad8ab-3203-4c95-aa88-7a7ca5479b16 req-9d407dc8-c6ac-4173-a90a-c86f4ef32df1 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Nov 09 19:47:25.154280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd44175-3091-446a-9924-3594f03b39eb {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:25.177184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ccd44175-3091-446a-9924-3594f03b39eb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ccd44175-3091-446a-9924-3594f03b39eb,segment=NetworkSegment(0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c),segment_id=0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:25.181784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:25.183637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 42174527-f348-49ba-b0db-10b243d25f23 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:47:25.253989 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:25.277333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Allocated IP 10.2.2.100 (0abcee26-04fe-418b-aa66-b8ce235a5293/49951f22-2f01-4c7f-b333-838c9c0e90da/d4ec9063-0b38-4a59-9977-154ba5c6fb96) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:25.321332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ccd44175-3091-446a-9924-3594f03b39eb,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:25.360604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 42174527-f348-49ba-b0db-10b243d25f23, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=42174527-f348-49ba-b0db-10b243d25f23,segment=NetworkSegment(d5c828c5-4042-4fa9-97d2-32f310c58092),segment_id=d5c828c5-4042-4fa9-97d2-32f310c58092)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:25.377722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '42174527-f348-49ba-b0db-10b243d25f23', 'network_id': '7c46317f-6ac4-4f60-8bbf-1d45133e19ce', 'port_id': '42174527-f348-49ba-b0db-10b243d25f23', 'mac_address': 'fa:16:3e:8c:f2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bece5c1f-6901-4351-9f16-e8714a829958', 'ip_address': '19.80.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:47:25.446634 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:25.448368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167e63-7634-472d-a0cd-3de4711f111f req-9c1b70ad-2f62-489b-9647-bd364b93daa1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:25.454910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167e63-7634-472d-a0cd-3de4711f111f req-9c1b70ad-2f62-489b-9647-bd364b93daa1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:25.456574 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-07167e63-7634-472d-a0cd-3de4711f111f req-9c1b70ad-2f62-489b-9647-bd364b93daa1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1680 time: 0.1141849 Nov 09 19:47:25.462190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42174527-f348-49ba-b0db-10b243d25f23 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:25.505472 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 42174527-f348-49ba-b0db-10b243d25f23, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=42174527-f348-49ba-b0db-10b243d25f23,segment=NetworkSegment(d5c828c5-4042-4fa9-97d2-32f310c58092),segment_id=d5c828c5-4042-4fa9-97d2-32f310c58092)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:25.511679 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:25.536062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:25.557215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-07167e63-7634-472d-a0cd-3de4711f111f req-85fa1bf0-3e5c-4f5a-a219-f73052c22e09 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826292 Nov 09 19:47:25.590886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=42174527-f348-49ba-b0db-10b243d25f23,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:25.597372 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:25.607612 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30525b27-d985-48d6-b461-da1114fcc9e9 req-398862c8-2d2a-4865-bb9b-7e7a91cfca2f tempest-ServerShowV254Test-911865831 tempest-ServerShowV254Test-911865831-project] 10.222.0.53 "GET /v2.0/ports?device_id=c21b1f4a-ef28-43b3-a829-2220588df23b HTTP/1.1" status: 200 len: 210 time: 0.0916097 Nov 09 19:47:25.710751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Port': ['ID=d4ec9063-0b38-4a59-9977-154ba5c6fb96,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:25.729249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network 0abcee26-04fe-418b-aa66-b8ce235a5293 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:25.741889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c789d85-ce14-4018-a6ba-6d9919040717 req-3860f8b8-5647-4f24-9ebc-3a05d28b869b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:25.749905 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6c789d85-ce14-4018-a6ba-6d9919040717 req-3860f8b8-5647-4f24-9ebc-3a05d28b869b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0705800 Nov 09 19:47:25.777279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:25.802856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:25.807747 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cadc74a4-0aa8-4e82-9099-8f82f52e2552 req-a03399db-690c-4c35-8e3c-17c2a4518f3a tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 210 time: 0.0466375 Nov 09 19:47:25.816832 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6c789d85-ce14-4018-a6ba-6d9919040717 req-8ffe1fe6-a429-4619-b328-1ffca3103b29 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657923 Nov 09 19:47:25.834809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'tag': '77e5a703-7cf1-418d-877c-f7e1072e0d49'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:25.838380 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f" -d '{"events": [{"name": "network-changed", "server_uuid": "89ac9050-18e7-4d9e-9d9a-7b238ab1a732", "tag": "77e5a703-7cf1-418d-877c-f7e1072e0d49"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:25.889713 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f382d5-84f3-4462-a767-a5e25f7c7305 x-openstack-request-id: req-69f382d5-84f3-4462-a767-a5e25f7c7305 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:25.890016 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ac9050-18e7-4d9e-9d9a-7b238ab1a732", "tag": "77e5a703-7cf1-418d-877c-f7e1072e0d49", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:25.890274 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69f382d5-84f3-4462-a767-a5e25f7c7305 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:25.890728 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'tag': '77e5a703-7cf1-418d-877c-f7e1072e0d49', 'status': 'completed', 'code': 200} Nov 09 19:47:25.893820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:25.895023 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:25.932571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ccd44175-3091-446a-9924-3594f03b39eb'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:25.971932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-edd45323-cb49-4f55-8326-68fa7ba14b9c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:25.973888 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-edd45323-cb49-4f55-8326-68fa7ba14b9c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.77 "GET /v2.0/networks?id=f0fe3201-6773-4026-9d80-328140f63393 HTTP/1.1" status: 200 len: 814 time: 0.2780969 Nov 09 19:47:25.978823 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6298c6fb-3770-4c88-84d2-d0d004451e37 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4730201 Nov 09 19:47:26.015073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['42174527-f348-49ba-b0db-10b243d25f23'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:26.028798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293', 'admin_state_up': True, 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'security_groups': ['ebc41e2d-1379-483f-b55d-257169868800']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:26.129909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f req-31c0ec0e-e061-4d76-8aa6-a51da339e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.133328 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f req-31c0ec0e-e061-4d76-8aa6-a51da339e4bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 1125 time: 0.2162783 Nov 09 19:47:26.292077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Made reservation on behalf of 5e646554cb1948bab8888fd628ae596e for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:26.297990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:26.316421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9e268-ff91-4c42-adee-d49e0b8d0606 req-1fe78c3a-b0ce-46e3-8585-04a5e1c5f002 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.316705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-ff49f746-0328-4786-b241-8e457abfa126 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed8cec6b5ce4d439bbb9f0a47fd9573 HTTP/1.1" status: 200 len: 379 time: 0.3313053 Nov 09 19:47:26.323881 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42a9e268-ff91-4c42-adee-d49e0b8d0606 req-1fe78c3a-b0ce-46e3-8585-04a5e1c5f002 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.2414145 Nov 09 19:47:26.329035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Request body: {'port': {'device_id': 'a9221df5-4062-4350-a437-870599eaea09', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'admin_state_up': True, 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'security_groups': ['1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:26.368098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb44bc-3915-4e15-b2dd-06c31185e0f2 req-79ad80e4-18d3-4fee-901f-1b26391d579b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.372353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5feda23e-dd42-41b5-aa2c-cf6ab7c4baa9 None None] Provisioning complete for port d4ec9063-0b38-4a59-9977-154ba5c6fb96 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:26.373655 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5feda23e-dd42-41b5-aa2c-cf6ab7c4baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:26.375175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb44bc-3915-4e15-b2dd-06c31185e0f2 req-79ad80e4-18d3-4fee-901f-1b26391d579b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.382699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb44bc-3915-4e15-b2dd-06c31185e0f2 req-79ad80e4-18d3-4fee-901f-1b26391d579b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.390137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb44bc-3915-4e15-b2dd-06c31185e0f2 req-79ad80e4-18d3-4fee-901f-1b26391d579b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.399024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42a9e268-ff91-4c42-adee-d49e0b8d0606 req-03cc6604-5ef1-4cec-9efc-943f1ad8e6c3 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687418 Nov 09 19:47:26.399927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-adfb44bc-3915-4e15-b2dd-06c31185e0f2 req-79ad80e4-18d3-4fee-901f-1b26391d579b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 3094 time: 0.1857278 Nov 09 19:47:26.408899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f req-f18643f0-2d9a-4d35-9d3a-6467d88cb7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.413238 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f req-f18643f0-2d9a-4d35-9d3a-6467d88cb7cb service neutron] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.2414782 Nov 09 19:47:26.501706 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f req-f0de9265-f04a-4c49-89ad-330d83dc6a1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49 HTTP/1.1" status: 200 len: 217 time: 0.0786116 Nov 09 19:47:26.580822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-adfb44bc-3915-4e15-b2dd-06c31185e0f2 req-04b52dc2-8ff2-4ed7-ba14-2f056124b272 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795187 Nov 09 19:47:26.662869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5feda23e-dd42-41b5-aa2c-cf6ab7c4baa9 None None] Port d4ec9063-0b38-4a59-9977-154ba5c6fb96 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:26.675862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f req-4a2ff4e4-40e5-42f3-ab57-e97cd9f0c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.678502 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f req-4a2ff4e4-40e5-42f3-ab57-e97cd9f0c37f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.1652391 Nov 09 19:47:26.695891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Allocated IP 10.2.2.200 (0abcee26-04fe-418b-aa66-b8ce235a5293/49951f22-2f01-4c7f-b333-838c9c0e90da/ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:26.705757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c550b55-aadf-411e-8b10-2d63d68a1011 req-0b22bc27-e015-4d7e-ad80-cd20bfbe7455 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.717449 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c550b55-aadf-411e-8b10-2d63d68a1011 req-0b22bc27-e015-4d7e-ad80-cd20bfbe7455 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.2141688 Nov 09 19:47:26.741770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Made reservation on behalf of aed8cec6b5ce4d439bbb9f0a47fd9573 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:26.743975 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:26.769555 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f req-378f26fb-a49d-4b3f-8444-3c674409f28d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425704 Nov 09 19:47:26.862236 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c550b55-aadf-411e-8b10-2d63d68a1011 req-e6a05eef-173e-4366-9c18-47cf76137ea8 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435440 Nov 09 19:47:26.917073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03f298-5dc0-414b-a5dc-918f92a0f167 req-2b047f65-7bb5-4c1f-88ac-8ab09d937b1e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.927404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03f298-5dc0-414b-a5dc-918f92a0f167 req-2b047f65-7bb5-4c1f-88ac-8ab09d937b1e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:26.931812 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be03f298-5dc0-414b-a5dc-918f92a0f167 req-2b047f65-7bb5-4c1f-88ac-8ab09d937b1e tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1681 time: 0.2317266 Nov 09 19:47:26.938661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f req-4ba24c01-e254-4574-8d62-282c862264d1 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599417 Nov 09 19:47:27.119431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f380fc-eb67-4ff1-ac98-2db3578ba923 req-453ec9aa-ac61-43f1-a116-75d87ac50c87 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:27.127645 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32f380fc-eb67-4ff1-ac98-2db3578ba923 req-453ec9aa-ac61-43f1-a116-75d87ac50c87 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1291802 Nov 09 19:47:27.133927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:27.192422 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be03f298-5dc0-414b-a5dc-918f92a0f167 req-dd07ec87-dbb2-45eb-a72f-f5e72784c038 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287960 Nov 09 19:47:27.193796 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:27.211024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59570) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:27.237776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32f380fc-eb67-4ff1-ac98-2db3578ba923 req-b0c0be39-cca7-4483-a33a-920b6e855097 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095893 Nov 09 19:47:27.269723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Allocated IP 172.20.0.13 (f0fe3201-6773-4026-9d80-328140f63393/b61a6e69-7348-4566-be3c-4d1608060334/2861e7c2-bf1c-4e8d-a524-331e2a587798) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:47:27.270180 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41464ed3-48d5-4ceb-bd58-95dc090cbf5f req-46515615-171c-4b0c-a63f-a81f58f88c3f service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205090 Nov 09 19:47:27.275227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Network 0abcee26-04fe-418b-aa66-b8ce235a5293 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:27.284983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:27.296871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:27.301696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event updated for resources: {'Port': ['ID=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:27.435744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:27.436493 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:27.441259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20c9d028-3b3f-4328-a343-7669309fd7bf req-1180bdc2-5a36-494a-8379-f1c613d4a5bf tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 210 time: 0.0753794 Nov 09 19:47:27.472669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29e8b071-0953-4eec-840b-8f74e4878312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:27.541481 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-99e7e8f1-4002-4c60-bef6-e6244a566c0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5205953 Nov 09 19:47:27.557784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:27.648677 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29e8b071-0953-4eec-840b-8f74e4878312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:27.664956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29e8b071-0953-4eec-840b-8f74e4878312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:27.702465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-29e8b071-0953-4eec-840b-8f74e4878312 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=baef15fe243c41b990ec7c3de814528d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897017 Nov 09 19:47:27.710537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59580) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:27.726506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d30725da-fc12-4044-88e5-d46b43b76d7d None None] Provisioning complete for port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:27.727149 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d30725da-fc12-4044-88e5-d46b43b76d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:27.743780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a9c3a-407d-4c30-9ae6-a601b8d81b9a req-2da8faf9-1b6c-4e94-8ad1-1bd397226d0a tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:27.746004 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-020a9c3a-407d-4c30-9ae6-a601b8d81b9a req-2da8faf9-1b6c-4e94-8ad1-1bd397226d0a tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.2592065 Nov 09 19:47:27.810205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d30725da-fc12-4044-88e5-d46b43b76d7d None None] Port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:27.812357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:27.821178 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8b071-0953-4eec-840b-8f74e4878312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da62e561-3bec-496a-8201-419498e7c962,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:27.831029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:27.875542 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-020a9c3a-407d-4c30-9ae6-a601b8d81b9a req-4bf43292-9ff1-4f3b-a140-14c90c42bb23 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151450 Nov 09 19:47:27.912707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-4b4b3d04-e249-47e5-963a-02b917bd22a2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:27.916584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-4b4b3d04-e249-47e5-963a-02b917bd22a2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.77 "GET /v2.0/ports?device_id=03809548-71de-471f-8f41-a2fc85a109cb HTTP/1.1" status: 200 len: 945 time: 0.1114149 Nov 09 19:47:27.976987 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:47:27.994022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab9f9-6412-4506-af89-8881d6b6c655 req-ed7ced6b-9838-48c9-be16-3f64935bd955 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:28.002017 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab9f9-6412-4506-af89-8881d6b6c655 req-ed7ced6b-9838-48c9-be16-3f64935bd955 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:28.009988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab9f9-6412-4506-af89-8881d6b6c655 req-ed7ced6b-9838-48c9-be16-3f64935bd955 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:28.019851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab9f9-6412-4506-af89-8881d6b6c655 req-ed7ced6b-9838-48c9-be16-3f64935bd955 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:28.028366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab9f9-6412-4506-af89-8881d6b6c655 req-ed7ced6b-9838-48c9-be16-3f64935bd955 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:28.030337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-587ab9f9-6412-4506-af89-8881d6b6c655 req-ed7ced6b-9838-48c9-be16-3f64935bd955 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 3815 time: 0.2645695 Nov 09 19:47:28.036535 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-11271d13-75d9-44d4-8c03-af061b9d418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.108365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-e99c2965-4a05-49c9-8e46-bb1057b40bd2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Deleting port f456c083-2fa8-4168-9f4d-69373888377e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:28.109437 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-e99c2965-4a05-49c9-8e46-bb1057b40bd2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.187347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-11271d13-75d9-44d4-8c03-af061b9d418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.228080 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-587ab9f9-6412-4506-af89-8881d6b6c655 req-71723932-c1bd-43e5-9a89-025b2883141e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812420 Nov 09 19:47:28.229285 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.263434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-e99c2965-4a05-49c9-8e46-bb1057b40bd2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] For port f456c083-2fa8-4168-9f4d-69373888377e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f456c083-2fa8-4168-9f4d-69373888377e,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:28.266457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-e99c2965-4a05-49c9-8e46-bb1057b40bd2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.299090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-e99c2965-4a05-49c9-8e46-bb1057b40bd2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Calling delete_port for f456c083-2fa8-4168-9f4d-69373888377e owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:28.307487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Network f0fe3201-6773-4026-9d80-328140f63393 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:47:28.315570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:47:28.331320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:47:28.424106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Pushing event updated for resources: {'Port': ['ID=2861e7c2-bf1c-4e8d-a524-331e2a587798,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:28.487295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:28.488061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.499596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-11271d13-75d9-44d4-8c03-af061b9d418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.502244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-11271d13-75d9-44d4-8c03-af061b9d418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.503475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-11271d13-75d9-44d4-8c03-af061b9d418c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da62e561-3bec-496a-8201-419498e7c962 HTTP/1.1" status: 204 len: 168 time: 0.7868686 Nov 09 19:47:28.537993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11271d13-75d9-44d4-8c03-af061b9d418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da62e561-3bec-496a-8201-419498e7c962,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:28.572022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-716ec98f-af6f-4d78-9f2b-aba3cd8d0356 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2476945 Nov 09 19:47:28.583397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6e76a-8c86-41c6-93a9-6f9198a886fd req-e8a8e7e2-414e-4f32-829a-6990436ffd3d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:28.585004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0e6e76a-8c86-41c6-93a9-6f9198a886fd req-e8a8e7e2-414e-4f32-829a-6990436ffd3d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 944 time: 0.1475916 Nov 09 19:47:28.594136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Request body: {'port': {'device_id': 'a9221df5-4062-4350-a437-870599eaea09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:28.652486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-e99c2965-4a05-49c9-8e46-bb1057b40bd2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.669832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:28.676292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['f456c083-2fa8-4168-9f4d-69373888377e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:28.734478 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c2965-4a05-49c9-8e46-bb1057b40bd2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Pushing event deleted for resources: {'Port': ['ID=f456c083-2fa8-4168-9f4d-69373888377e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:28.792322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:28.808125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ccd44175-3091-446a-9924-3594f03b39eb up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:28.809920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.873722 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Transition to ACTIVE for port object 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:28.881439 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0e6e76a-8c86-41c6-93a9-6f9198a886fd req-d1a23f2e-a362-4cd9-b14d-266a3ca9bc91 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584399 Nov 09 19:47:28.881827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-e99c2965-4a05-49c9-8e46-bb1057b40bd2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] No DVR routers for this DVR port f456c083-2fa8-4168-9f4d-69373888377e on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:28.883968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.885022 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-e99c2965-4a05-49c9-8e46-bb1057b40bd2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.888310 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:28.889137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68fa10e7-c6dd-44a8-b5b6-e7585d95b598 req-e99c2965-4a05-49c9-8e46-bb1057b40bd2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.77 "DELETE /v2.0/ports/f456c083-2fa8-4168-9f4d-69373888377e HTTP/1.1" status: 204 len: 173 time: 0.9621034 Nov 09 19:47:28.891503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03809548-71de-471f-8f41-a2fc85a109cb', 'name': 'network-vif-deleted', 'tag': 'f456c083-2fa8-4168-9f4d-69373888377e'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:28.894461 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a8a666-03af-46ba-8b69-e5ea06a37051" -d '{"events": [{"server_uuid": "03809548-71de-471f-8f41-a2fc85a109cb", "name": "network-vif-deleted", "tag": "f456c083-2fa8-4168-9f4d-69373888377e"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:28.946494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-205a17b7-c262-4565-90be-5c37be3a10b0 None None] Provisioning complete for port 2861e7c2-bf1c-4e8d-a524-331e2a587798 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:28.947808 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-205a17b7-c262-4565-90be-5c37be3a10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:29.078788 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-205a17b7-c262-4565-90be-5c37be3a10b0 None None] Port 2861e7c2-bf1c-4e8d-a524-331e2a587798 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:47:29.085785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port ccd44175-3091-446a-9924-3594f03b39eb completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:47:29.091309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:29.111376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port ccd44175-3091-446a-9924-3594f03b39eb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:29.111751 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:29.313978 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:29.349608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd44175-3091-446a-9924-3594f03b39eb'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:29.352063 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893ed71c-8277-45c6-9af8-147335cb67a2" -d '{"events": [{"server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "name": "network-vif-plugged", "status": "completed", "tag": "ccd44175-3091-446a-9924-3594f03b39eb"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:29.380607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ccd44175-3091-446a-9924-3594f03b39eb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ccd44175-3091-446a-9924-3594f03b39eb,segment=NetworkSegment(0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c),segment_id=0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:29.388191 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:29.389217 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 42174527-f348-49ba-b0db-10b243d25f23 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:29.407370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd87fd-bbc5-47ed-9086-70a8f3b82a1b req-a7326a83-c215-4c7a-a826-ba304100a6c8 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:29.414433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd87fd-bbc5-47ed-9086-70a8f3b82a1b req-a7326a83-c215-4c7a-a826-ba304100a6c8 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:29.416459 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dfbd87fd-bbc5-47ed-9086-70a8f3b82a1b req-a7326a83-c215-4c7a-a826-ba304100a6c8 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1681 time: 0.3587654 Nov 09 19:47:29.533173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ccd44175-3091-446a-9924-3594f03b39eb,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:29.535019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Attempting to bind port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:29.535360 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Attempting to bind port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:29.535692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Attempting to bind port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 on network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:29.540469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-18ebcaef-8aa2-4e50-9a31-dff751905e6b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2440848 Nov 09 19:47:29.554041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dfbd87fd-bbc5-47ed-9086-70a8f3b82a1b req-58558ef6-9f30-449c-9b9e-35947fbe5906 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213942 Nov 09 19:47:29.554687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 on network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:29.555030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Attempting to bind port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 on network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:29.564048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 42174527-f348-49ba-b0db-10b243d25f23 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:47:29.569411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 42174527-f348-49ba-b0db-10b243d25f23 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:29.570318 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:29.576407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:29.576839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Checking segment: {'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:29.577678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Bound using segment: {'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:29.577678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Bound port: 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1b763d-f835-4580-9e50-2e43f754b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:29.578022 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:29.688508 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:29.741584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 42174527-f348-49ba-b0db-10b243d25f23, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=42174527-f348-49ba-b0db-10b243d25f23,segment=NetworkSegment(d5c828c5-4042-4fa9-97d2-32f310c58092),segment_id=d5c828c5-4042-4fa9-97d2-32f310c58092)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:29.749887 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:29.814913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=42174527-f348-49ba-b0db-10b243d25f23,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:30.015693 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-9e62ce70-34a5-4ec1-b2ce-a4fecdb0254c service neutron] 10.222.0.77 "GET /v2.0/ports/77e5a703-7cf1-418d-877c-f7e1072e0d49/bindings/n-h1-817256-1 HTTP/1.1" status: 200 len: 384 time: 0.1192911 Nov 09 19:47:30.045078 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249341e4-e85a-4713-b08c-164808499a58 x-openstack-request-id: req-249341e4-e85a-4713-b08c-164808499a58 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:30.045433 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03809548-71de-471f-8f41-a2fc85a109cb", "name": "network-vif-deleted", "tag": "f456c083-2fa8-4168-9f4d-69373888377e", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:30.047004 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-249341e4-e85a-4713-b08c-164808499a58 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:30.047426 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03809548-71de-471f-8f41-a2fc85a109cb', 'name': 'network-vif-deleted', 'tag': 'f456c083-2fa8-4168-9f4d-69373888377e', 'status': 'completed', 'code': 200} Nov 09 19:47:30.288078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2861e7c2-bf1c-4e8d-a524-331e2a587798 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:30.363522 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:30.368600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] For port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:30.376716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14370-9116-47e1-b308-abe9c25c7315 req-f74a45da-4c8c-4ff7-a91e-60b98deb71b8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:30.383994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14370-9116-47e1-b308-abe9c25c7315 req-f74a45da-4c8c-4ff7-a91e-60b98deb71b8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:30.391578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14370-9116-47e1-b308-abe9c25c7315 req-f74a45da-4c8c-4ff7-a91e-60b98deb71b8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:30.398823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14370-9116-47e1-b308-abe9c25c7315 req-f74a45da-4c8c-4ff7-a91e-60b98deb71b8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:30.406637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14370-9116-47e1-b308-abe9c25c7315 req-f74a45da-4c8c-4ff7-a91e-60b98deb71b8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:30.407559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f851-97b2-4709-a1b6-f6f55b73306e req-71d9ccdf-82aa-4e90-81a3-3d1a19e19616 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:30.415046 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccf14370-9116-47e1-b308-abe9c25c7315 req-f74a45da-4c8c-4ff7-a91e-60b98deb71b8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 3827 time: 0.2554500 Nov 09 19:47:30.415229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5128f851-97b2-4709-a1b6-f6f55b73306e req-71d9ccdf-82aa-4e90-81a3-3d1a19e19616 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 932 time: 0.1219406 Nov 09 19:47:30.441556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] For port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:30.452228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Transition to ACTIVE for port object 2861e7c2-bf1c-4e8d-a524-331e2a587798 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:30.456210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-bee24303-9383-436e-ab57-de641e4e6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:30.457957 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-bee24303-9383-436e-ab57-de641e4e6c08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 1095 time: 0.1371007 Nov 09 19:47:30.475132 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:30.499002 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccf14370-9116-47e1-b308-abe9c25c7315 req-852f42c2-d8f7-4778-876f-d5a10efda67e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816782 Nov 09 19:47:30.534774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-171e044d-8d72-41e9-8fce-2ab7117e63f0 service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:30.567301 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-171e044d-8d72-41e9-8fce-2ab7117e63f0 service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:30.597044 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c998a363-9144-480c-aa56-98f083c70b19 x-openstack-request-id: req-c998a363-9144-480c-aa56-98f083c70b19 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:30.597348 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "name": "network-vif-plugged", "status": "completed", "tag": "ccd44175-3091-446a-9924-3594f03b39eb", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:30.597606 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c998a363-9144-480c-aa56-98f083c70b19 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:30.598009 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd44175-3091-446a-9924-3594f03b39eb', 'code': 200} Nov 09 19:47:30.610192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:30.614151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-171e044d-8d72-41e9-8fce-2ab7117e63f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e5a703-7cf1-418d-877c-f7e1072e0d49 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:30.621098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:30.628182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-171e044d-8d72-41e9-8fce-2ab7117e63f0 service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:30.648493 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-171e044d-8d72-41e9-8fce-2ab7117e63f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:30.704124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:30.705828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:30.708632 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e2e70f9-d916-460e-aca3-12339e25bec7 service neutron] 10.222.0.70 "PUT /v2.0/ports/8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 HTTP/1.1" status: 200 len: 1092 time: 3.1565788 Nov 09 19:47:30.726603 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5128f851-97b2-4709-a1b6-f6f55b73306e req-2d2623de-76dc-4ecc-85c6-c5af75000457 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104563 Nov 09 19:47:30.727589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:30.732172 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3623a170-248c-4081-8452-f6e856f1f339" -d '{"events": [{"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "8e63fe09-3204-4fa0-9e7e-e3a9557a9be5"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:30.746731 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 77e5a703-7cf1-418d-877c-f7e1072e0d49 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:30.818150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:30.898343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-171e044d-8d72-41e9-8fce-2ab7117e63f0 service neutron] Transition to ACTIVE for port object 77e5a703-7cf1-418d-877c-f7e1072e0d49 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:30.921290 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-171e044d-8d72-41e9-8fce-2ab7117e63f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:31.129759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-171e044d-8d72-41e9-8fce-2ab7117e63f0 service neutron] No DVR routers for this DVR port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:31.145296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bf5de-3ac2-4289-9b5d-fbf44e740531 req-8e6763f9-35bd-4f2d-a1b8-9e4e9f83dcbf tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.155188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-669bf5de-3ac2-4289-9b5d-fbf44e740531 req-8e6763f9-35bd-4f2d-a1b8-9e4e9f83dcbf tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 945 time: 0.2550590 Nov 09 19:47:31.170613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Pushing event updated for resources: {'Port': ['ID=2861e7c2-bf1c-4e8d-a524-331e2a587798,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:31.213856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:31.221642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e044d-8d72-41e9-8fce-2ab7117e63f0 service neutron] Pushing event updated for resources: {'Port': ['ID=77e5a703-7cf1-418d-877c-f7e1072e0d49,revision_number=10']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:31.248310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-171e044d-8d72-41e9-8fce-2ab7117e63f0 service neutron] 10.222.0.77 "PUT /v2.0/ports/77e5a703-7cf1-418d-877c-f7e1072e0d49/bindings/n-h1-817256-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2202373 Nov 09 19:47:31.296013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-669bf5de-3ac2-4289-9b5d-fbf44e740531 req-71583ff4-9594-4245-923f-40f0698ce9b1 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396213 Nov 09 19:47:31.320302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Attempting to bind port 2861e7c2-bf1c-4e8d-a524-331e2a587798 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:31.321335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Attempting to bind port 2861e7c2-bf1c-4e8d-a524-331e2a587798 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:31.321879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Attempting to bind port 2861e7c2-bf1c-4e8d-a524-331e2a587798 on network f0fe3201-6773-4026-9d80-328140f63393 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:31.331148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-e29e9b9b-64f6-43ad-b80b-66a960c963f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.333048 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-e29e9b9b-64f6-43ad-b80b-66a960c963f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.8450482 Nov 09 19:47:31.423244 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-9b364fde-fbb7-4959-842a-58d7fcfd93ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 200 len: 217 time: 0.0623701 Nov 09 19:47:31.485491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Port 2861e7c2-bf1c-4e8d-a524-331e2a587798 on network f0fe3201-6773-4026-9d80-328140f63393 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:31.485842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Attempting to bind port 2861e7c2-bf1c-4e8d-a524-331e2a587798 on network f0fe3201-6773-4026-9d80-328140f63393 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:31.503090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:31.503436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Checking segment: {'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:31.503801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Bound using segment: {'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:31.504251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Bound port: 2861e7c2-bf1c-4e8d-a524-331e2a587798, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64679d40-6960-4a09-a244-38af7abd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:31.504606 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:31.718116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-1b5b6919-3539-483b-b6d1-5bfb03cb0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.720973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-1b5b6919-3539-483b-b6d1-5bfb03cb0033 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.2589879 Nov 09 19:47:31.738949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-53e3b4c9-f0d2-4e56-8800-163c01c69e51 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.740809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-53e3b4c9-f0d2-4e56-8800-163c01c69e51 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.4064560 Nov 09 19:47:31.811097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264db446-b5e6-40ea-8c14-9057981b4db9 req-b0e91a2e-3981-4447-b8f7-b9de5092878d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.817023 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-25a187e6-0f79-47e8-a9f5-3bd75319c441 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405722 Nov 09 19:47:31.818756 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219f25b2-4a14-4415-bebe-1f815a70e8a6 x-openstack-request-id: req-219f25b2-4a14-4415-bebe-1f815a70e8a6 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:31.819101 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "8e63fe09-3204-4fa0-9e7e-e3a9557a9be5", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:31.819368 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-219f25b2-4a14-4415-bebe-1f815a70e8a6 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:31.819822 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5', 'status': 'completed', 'code': 200} Nov 09 19:47:31.831105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264db446-b5e6-40ea-8c14-9057981b4db9 req-b0e91a2e-3981-4447-b8f7-b9de5092878d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.832783 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-264db446-b5e6-40ea-8c14-9057981b4db9 req-b0e91a2e-3981-4447-b8f7-b9de5092878d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1683 time: 0.1621459 Nov 09 19:47:31.926710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a170-248c-4081-8452-f6e856f1f339 req-10eb912c-5685-445b-8feb-9f7d9a15aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.927258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a170-248c-4081-8452-f6e856f1f339 req-10eb912c-5685-445b-8feb-9f7d9a15aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.927872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a170-248c-4081-8452-f6e856f1f339 req-10eb912c-5685-445b-8feb-9f7d9a15aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.928353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a170-248c-4081-8452-f6e856f1f339 req-10eb912c-5685-445b-8feb-9f7d9a15aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.928827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a170-248c-4081-8452-f6e856f1f339 req-10eb912c-5685-445b-8feb-9f7d9a15aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:31.930932 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3623a170-248c-4081-8452-f6e856f1f339 req-10eb912c-5685-445b-8feb-9f7d9a15aca1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 4362 time: 0.0969608 Nov 09 19:47:31.944760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-264db446-b5e6-40ea-8c14-9057981b4db9 req-39015e83-7ccc-4cf5-8f8f-f03bd8f559f6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985105 Nov 09 19:47:31.982214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] For port 2861e7c2-bf1c-4e8d-a524-331e2a587798, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:32.046621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] For port 2861e7c2-bf1c-4e8d-a524-331e2a587798, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2861e7c2-bf1c-4e8d-a524-331e2a587798,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:32.163831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b85e1-863a-4ccc-8541-1cfb7e5911d4 req-2b73cd28-3d97-408b-abfb-e44d5ee4cf75 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.165640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d88b85e1-863a-4ccc-8541-1cfb7e5911d4 req-2b73cd28-3d97-408b-abfb-e44d5ee4cf75 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.0970354 Nov 09 19:47:32.181574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-d8827e61-23bb-4c50-85a4-fffc5d0bbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.184840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-d8827e61-23bb-4c50-85a4-fffc5d0bbffd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199 HTTP/1.1" status: 200 len: 1096 time: 0.3598330 Nov 09 19:47:32.186762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:32.303468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.304601 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:32.306063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] 10.222.0.77 "PUT /v2.0/ports/2861e7c2-bf1c-4e8d-a524-331e2a587798 HTTP/1.1" status: 200 len: 1092 time: 3.7172108 Nov 09 19:47:32.333964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1990eaf1-6c71-48eb-9dd5-36db438adf18 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:32.365791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:32.423135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-0c1ea772-a08f-45c8-ba85-d5ed3a09e2cb service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946572 Nov 09 19:47:32.444098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Transition to ACTIVE for port object 1990eaf1-6c71-48eb-9dd5-36db438adf18 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:32.447328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4bc79-c167-495c-9926-09b183b2169e service neutron] Pushing event updated for resources: {'Port': ['ID=2861e7c2-bf1c-4e8d-a524-331e2a587798,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:32.559693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e00d9d-5da1-42a6-8ae1-8b5270b5f4cc req-00796720-853c-44a6-b65c-cc0832eede70 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.566376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e00d9d-5da1-42a6-8ae1-8b5270b5f4cc req-00796720-853c-44a6-b65c-cc0832eede70 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.572996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e00d9d-5da1-42a6-8ae1-8b5270b5f4cc req-00796720-853c-44a6-b65c-cc0832eede70 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.580229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e00d9d-5da1-42a6-8ae1-8b5270b5f4cc req-00796720-853c-44a6-b65c-cc0832eede70 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.586831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e00d9d-5da1-42a6-8ae1-8b5270b5f4cc req-00796720-853c-44a6-b65c-cc0832eede70 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.588491 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9e00d9d-5da1-42a6-8ae1-8b5270b5f4cc req-00796720-853c-44a6-b65c-cc0832eede70 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 3827 time: 0.5544963 Nov 09 19:47:32.589829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:32.599198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-97c44d4b-076e-400a-9701-eb30ae721a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.599561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42174527-f348-49ba-b0db-10b243d25f23'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:32.600772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-97c44d4b-076e-400a-9701-eb30ae721a21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 1096 time: 0.3585851 Nov 09 19:47:32.601839 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b77b39-df1a-4e08-8b86-65f6521772a6" -d '{"events": [{"server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "name": "network-vif-plugged", "status": "completed", "tag": "42174527-f348-49ba-b0db-10b243d25f23"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:32.676463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-d936b06a-9108-42ff-afe2-61e538b10a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.678857 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-d936b06a-9108-42ff-afe2-61e538b10a11 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aed8cec6b5ce4d439bbb9f0a47fd9573&device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 1095 time: 0.3004270 Nov 09 19:47:32.684356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d88b85e1-863a-4ccc-8541-1cfb7e5911d4 req-7bb5c605-db39-4e31-b80b-e5f5c9af4ab2 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061741 Nov 09 19:47:32.686235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a170-248c-4081-8452-f6e856f1f339 req-2b5848d5-bee3-4523-b357-f6d823e18cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.686777 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a170-248c-4081-8452-f6e856f1f339 req-2b5848d5-bee3-4523-b357-f6d823e18cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.687244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a170-248c-4081-8452-f6e856f1f339 req-2b5848d5-bee3-4523-b357-f6d823e18cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.689452 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3623a170-248c-4081-8452-f6e856f1f339 req-2b5848d5-bee3-4523-b357-f6d823e18cd2 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=5e646554cb1948bab8888fd628ae596e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7431231 Nov 09 19:47:32.757377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f456c083-2fa8-4168-9f4d-69373888377e no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:32.784784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: f456c083-2fa8-4168-9f4d-69373888377e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:32.785611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f456c083-2fa8-4168-9f4d-69373888377e not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:32.864053 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0beb1293-cee0-4479-9438-086363199977 req-312244c3-1384-4a3a-be57-566d3bdf723d tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0347574 Nov 09 19:47:32.890587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-0b1addf1-131f-4823-a057-06f7e94e4f61 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2861e7c2-bf1c-4e8d-a524-331e2a587798 HTTP/1.1" status: 200 len: 217 time: 0.0914686 Nov 09 19:47:32.891255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Pushing event updated for resources: {'Port': ['ID=1990eaf1-6c71-48eb-9dd5-36db438adf18,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:32.903513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623a170-248c-4081-8452-f6e856f1f339 req-9d078f2a-fe43-41fb-a7f1-51d3c351bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:32.905564 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3623a170-248c-4081-8452-f6e856f1f339 req-9d078f2a-fe43-41fb-a7f1-51d3c351bac2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075171 Nov 09 19:47:32.952698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9e00d9d-5da1-42a6-8ae1-8b5270b5f4cc req-423b4ac2-e3eb-4660-a767-39d6e2309131 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481824 Nov 09 19:47:33.002776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f06ebc23-7a2e-4be3-8854-1275158fe89c req-80ae1996-d695-4dbc-aebb-50ded2e306f7 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358734 Nov 09 19:47:33.082260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6c702-a3db-4e8d-b8ba-c3c948f587f0 req-e96ff096-db96-4cb9-9472-03adeb825bfe tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.091752 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-28e6c702-a3db-4e8d-b8ba-c3c948f587f0 req-e96ff096-db96-4cb9-9472-03adeb825bfe tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 944 time: 0.1234505 Nov 09 19:47:33.098379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-6c74b512-19a0-4b73-b9aa-8a2646e9066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.100255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-6c74b512-19a0-4b73-b9aa-8a2646e9066b service neutron] 10.222.0.70 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.4639223 Nov 09 19:47:33.106533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-32c5db19-3d5a-4b71-91d6-9007d3770167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.108452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-32c5db19-3d5a-4b71-91d6-9007d3770167 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b61a6e69-7348-4566-be3c-4d1608060334 HTTP/1.1" status: 200 len: 853 time: 0.1883841 Nov 09 19:47:33.187340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-9892a9b9-258d-4320-900b-8dacec50a242 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49 HTTP/1.1" status: 200 len: 217 time: 0.0753429 Nov 09 19:47:33.203265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-28e6c702-a3db-4e8d-b8ba-c3c948f587f0 req-e2c26535-e11d-454c-a182-dae571e5423e tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989070 Nov 09 19:47:33.267015 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e7c68e-b24a-41c6-81a0-9c8ceb001c67 x-openstack-request-id: req-38e7c68e-b24a-41c6-81a0-9c8ceb001c67 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:33.267390 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "name": "network-vif-plugged", "status": "completed", "tag": "42174527-f348-49ba-b0db-10b243d25f23", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:33.267728 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38e7c68e-b24a-41c6-81a0-9c8ceb001c67 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:33.268191 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42174527-f348-49ba-b0db-10b243d25f23', 'code': 200} Nov 09 19:47:33.321211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Attempting to bind port 1990eaf1-6c71-48eb-9dd5-36db438adf18 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:33.321211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Attempting to bind port 1990eaf1-6c71-48eb-9dd5-36db438adf18 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:33.321662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Attempting to bind port 1990eaf1-6c71-48eb-9dd5-36db438adf18 on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:33.341540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Port 1990eaf1-6c71-48eb-9dd5-36db438adf18 on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:33.342179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Attempting to bind port 1990eaf1-6c71-48eb-9dd5-36db438adf18 on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:33.360212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:33.360655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Checking segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:33.361094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Bound using segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:33.361678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Bound port: 1990eaf1-6c71-48eb-9dd5-36db438adf18, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:33.362100 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:33.393541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-85f8c26c-ed64-4999-8ede-e41f6111624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.395432 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-85f8c26c-ed64-4999-8ede-e41f6111624d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.1692872 Nov 09 19:47:33.397408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-64b01186-ced5-4309-a84d-b1a14dff9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.399217 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-64b01186-ced5-4309-a84d-b1a14dff9d66 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f0fe3201-6773-4026-9d80-328140f63393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2782953 Nov 09 19:47:33.447144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab9fdc-4d97-4481-b7b1-b3e85999453c req-5ed81a53-7924-4c8e-bd8c-9cd8fe678be9 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.450118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7ab9fdc-4d97-4481-b7b1-b3e85999453c req-5ed81a53-7924-4c8e-bd8c-9cd8fe678be9 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 945 time: 0.2145777 Nov 09 19:47:33.560397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-e9d6f812-ffae-4ab0-a28a-734eaf6b25ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348808 Nov 09 19:47:33.561231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ca3ef-3653-4996-ad53-5aab6ea3e354 req-a02b8071-3498-4daa-b403-86341858546f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.568023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ca3ef-3653-4996-ad53-5aab6ea3e354 req-a02b8071-3498-4daa-b403-86341858546f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.569898 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cc3ca3ef-3653-4996-ad53-5aab6ea3e354 req-a02b8071-3498-4daa-b403-86341858546f tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1683 time: 0.0734127 Nov 09 19:47:33.627070 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cc3ca3ef-3653-4996-ad53-5aab6ea3e354 req-6eb1df7f-be23-4dd6-87c2-534624005cb1 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486138 Nov 09 19:47:33.701596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5cbcf-e0c4-432f-bf92-29c888551d73 req-b1445bfa-3333-4ec0-aa12-9cb57470ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.702159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5cbcf-e0c4-432f-bf92-29c888551d73 req-b1445bfa-3333-4ec0-aa12-9cb57470ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.703804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9d5cbcf-e0c4-432f-bf92-29c888551d73 req-b1445bfa-3333-4ec0-aa12-9cb57470ac97 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1985 time: 0.3393068 Nov 09 19:47:33.749982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7ab9fdc-4d97-4481-b7b1-b3e85999453c req-5bd584fd-a380-49f1-97cf-38ec32f599e2 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624938 Nov 09 19:47:33.775966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] For port 1990eaf1-6c71-48eb-9dd5-36db438adf18, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:33.813439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] For port 1990eaf1-6c71-48eb-9dd5-36db438adf18, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1990eaf1-6c71-48eb-9dd5-36db438adf18,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:33.829260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9221df5-4062-4350-a437-870599eaea09', 'tag': '2861e7c2-bf1c-4e8d-a524-331e2a587798'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:33.833664 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65" -d '{"events": [{"name": "network-changed", "server_uuid": "a9221df5-4062-4350-a437-870599eaea09", "tag": "2861e7c2-bf1c-4e8d-a524-331e2a587798"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:33.839633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-b6059a01-0d58-425d-9c1b-40fa86cc17cb service neutron] 10.222.0.77 "GET /v2.0/networks/f0fe3201-6773-4026-9d80-328140f63393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158173 Nov 09 19:47:33.848304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3c7fc-b1e8-4f37-9baf-5f44b50158d3 req-f218e1f2-76d4-449f-b523-9452c0f0dede tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:33.850501 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-3cb7ca22-7a43-493d-93b9-ff08bfceda41 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584970 Nov 09 19:47:33.851162 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21e3c7fc-b1e8-4f37-9baf-5f44b50158d3 req-f218e1f2-76d4-449f-b523-9452c0f0dede tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.0840185 Nov 09 19:47:33.852729 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:33.867163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9d5cbcf-e0c4-432f-bf92-29c888551d73 req-d23d0608-ba2d-4741-a958-67d73c9f85e7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454732 Nov 09 19:47:33.913595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21e3c7fc-b1e8-4f37-9baf-5f44b50158d3 req-a2e9b5d6-b38f-439c-9aaa-19a5a4a99cd4 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557516 Nov 09 19:47:33.935529 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8df1955-6eca-45e5-b524-30fa2a27cfe6 x-openstack-request-id: req-a8df1955-6eca-45e5-b524-30fa2a27cfe6 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:33.935529 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9221df5-4062-4350-a437-870599eaea09", "tag": "2861e7c2-bf1c-4e8d-a524-331e2a587798", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:33.935529 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8df1955-6eca-45e5-b524-30fa2a27cfe6 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:33.935529 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9221df5-4062-4350-a437-870599eaea09', 'tag': '2861e7c2-bf1c-4e8d-a524-331e2a587798', 'status': 'completed', 'code': 200} Nov 09 19:47:34.132946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4090d2-c730-4876-b871-c84c5bab97b0 req-427c947b-af4e-4fc7-bc5d-0a54b9ede4a3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.143172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4090d2-c730-4876-b871-c84c5bab97b0 req-427c947b-af4e-4fc7-bc5d-0a54b9ede4a3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.150941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4090d2-c730-4876-b871-c84c5bab97b0 req-427c947b-af4e-4fc7-bc5d-0a54b9ede4a3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.158402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4090d2-c730-4876-b871-c84c5bab97b0 req-427c947b-af4e-4fc7-bc5d-0a54b9ede4a3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.165073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4090d2-c730-4876-b871-c84c5bab97b0 req-427c947b-af4e-4fc7-bc5d-0a54b9ede4a3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.172127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4090d2-c730-4876-b871-c84c5bab97b0 req-427c947b-af4e-4fc7-bc5d-0a54b9ede4a3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.180311 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c4090d2-c730-4876-b871-c84c5bab97b0 req-427c947b-af4e-4fc7-bc5d-0a54b9ede4a3 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 4602 time: 0.1241760 Nov 09 19:47:34.237805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c4090d2-c730-4876-b871-c84c5bab97b0 req-98cea102-1560-4781-a5d5-46cf3e0e1dd5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561059 Nov 09 19:47:34.368625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.368625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:34.369361 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] 10.222.0.70 "PUT /v2.0/ports/1990eaf1-6c71-48eb-9dd5-36db438adf18 HTTP/1.1" status: 200 len: 1133 time: 3.6199255 Nov 09 19:47:34.416986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0128de29-70de-4c08-a941-8ca83374fd93 req-9ba111ce-0b19-4080-a6dc-ac2b863e2d84 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.4369180 Nov 09 19:47:34.432490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:34.436254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44bfa9-a6f8-4436-8598-c5fd9651c119 req-10c60db4-bbcc-42a8-8fb6-aded3816842e tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.445764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf44bfa9-a6f8-4436-8598-c5fd9651c119 req-10c60db4-bbcc-42a8-8fb6-aded3816842e tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 944 time: 0.0719776 Nov 09 19:47:34.484300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062c684-ab92-45ab-afb7-d8dbc9c0984c service neutron] Pushing event updated for resources: {'Port': ['ID=1990eaf1-6c71-48eb-9dd5-36db438adf18,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:34.524154 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf44bfa9-a6f8-4436-8598-c5fd9651c119 req-668a0597-76fa-4cbe-92af-914da3656b65 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764022 Nov 09 19:47:34.574342 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3c114a-ba98-4282-83ba-3e72660afaa3 req-23db1910-ad5f-4ba7-92fa-8b9464d21ebf service neutron] 10.222.0.77 "GET /v2.0/networks/f0fe3201-6773-4026-9d80-328140f63393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179754 Nov 09 19:47:34.578957 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-f4cc845d-0242-4c8e-8a80-3a4846e8d736 service neutron] 10.222.0.70 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092242 Nov 09 19:47:34.588877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-2b0db451-e5d8-49b4-974b-8f149cddb04f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.590674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-2b0db451-e5d8-49b4-974b-8f149cddb04f tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.2374675 Nov 09 19:47:34.594330 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:34.700111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-704ec9ff-c32e-4827-b613-725962cfbb58 req-2d728065-4a20-459f-a0d9-b1da85b3e38a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0557172 Nov 09 19:47:34.742351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-4ba22390-c866-4a80-82a4-5afd01bd9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.746887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-4ba22390-c866-4a80-82a4-5afd01bd9adb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aed8cec6b5ce4d439bbb9f0a47fd9573&device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 1095 time: 0.0803370 Nov 09 19:47:34.789923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a671-575d-4201-a3f4-b22310c72d33 req-c432d53c-2a45-4d35-a289-1a55c1d7b2fb tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.798235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8a671-575d-4201-a3f4-b22310c72d33 req-c432d53c-2a45-4d35-a289-1a55c1d7b2fb tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:34.800695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ce8a671-575d-4201-a3f4-b22310c72d33 req-c432d53c-2a45-4d35-a289-1a55c1d7b2fb tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1683 time: 0.0748179 Nov 09 19:47:34.846457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ce8a671-575d-4201-a3f4-b22310c72d33 req-b447ad74-ea9c-4e1a-b697-ff86b1aef547 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373991 Nov 09 19:47:35.006057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-d376bae8-c505-400f-857d-bf7641656997 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Deleting port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:35.006426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-d376bae8-c505-400f-857d-bf7641656997 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:35.046103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-45ce273e-e7d0-432a-a648-e720d6e5dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.048754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-45ce273e-e7d0-432a-a648-e720d6e5dd93 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f0fe3201-6773-4026-9d80-328140f63393 HTTP/1.1" status: 200 len: 915 time: 0.1533995 Nov 09 19:47:35.092453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-3b87ba50-2b07-4b3a-abf8-82e912aa6826 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.094127 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-3b87ba50-2b07-4b3a-abf8-82e912aa6826 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732&tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.2495942 Nov 09 19:47:35.129441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185d5d2-1f7f-4c21-ad70-93e806a8a5af req-a3b2b5a5-1ec7-43df-b61b-081b3926ed20 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.131145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9185d5d2-1f7f-4c21-ad70-93e806a8a5af req-a3b2b5a5-1ec7-43df-b61b-081b3926ed20 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 945 time: 0.2490361 Nov 09 19:47:35.133089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-368a52a0-7388-4219-9d18-714a5d655a3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2861e7c2-bf1c-4e8d-a524-331e2a587798 HTTP/1.1" status: 200 len: 217 time: 0.0621250 Nov 09 19:47:35.216779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c734a-9c47-4730-bdbf-465cc4263921 req-5721f438-f5bd-4a72-add3-2f8edd6dcd63 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.219368 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-958c734a-9c47-4730-bdbf-465cc4263921 req-5721f438-f5bd-4a72-add3-2f8edd6dcd63 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 946 time: 0.1953657 Nov 09 19:47:35.246181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-9127e900-6211-4158-8539-cbd84db6350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.249225 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-9127e900-6211-4158-8539-cbd84db6350b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b61a6e69-7348-4566-be3c-4d1608060334 HTTP/1.1" status: 200 len: 853 time: 0.1037495 Nov 09 19:47:35.300612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-d376bae8-c505-400f-857d-bf7641656997 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] For port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:35.301075 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-d376bae8-c505-400f-857d-bf7641656997 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:35.317806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9185d5d2-1f7f-4c21-ad70-93e806a8a5af req-f2f955c3-8c4e-4cf3-9cdf-f7aec6c86ea0 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379414 Nov 09 19:47:35.327508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-d376bae8-c505-400f-857d-bf7641656997 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Calling delete_port for f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:35.345490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-958c734a-9c47-4730-bdbf-465cc4263921 req-c93d8159-cc0d-4b31-9b7c-656cc30833c6 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/security-groups?id=70e0f9f7-4651-4b9a-b9b0-02b2a862a004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146922 Nov 09 19:47:35.371725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-06425c11-0566-4d86-9e26-0e54aa9e80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.373260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-06425c11-0566-4d86-9e26-0e54aa9e80fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f0fe3201-6773-4026-9d80-328140f63393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121240 Nov 09 19:47:35.489435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-ef83d04d-11e9-42d6-b948-df3b897036e1 service neutron] 10.222.0.77 "GET /v2.0/networks/f0fe3201-6773-4026-9d80-328140f63393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053524 Nov 09 19:47:35.533937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03071954-4d2d-4b87-8754-6a44bd7c714b {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:35.549274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:35.585268 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6eb0653-b425-4306-8dd0-c87bb9e6d2dd req-a590f699-ca1b-425c-8d89-8365b3513973 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0626111 Nov 09 19:47:35.590928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-47eabe65-67ac-42c9-92e0-2eea4274d543 service neutron] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:35.604594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-47eabe65-67ac-42c9-92e0-2eea4274d543 service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:35.606331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-47eabe65-67ac-42c9-92e0-2eea4274d543 service neutron] 10.222.0.70 "DELETE /v2.0/ports/77e5a703-7cf1-418d-877c-f7e1072e0d49/bindings/n-h2-817256-1 HTTP/1.1" status: 204 len: 173 time: 0.5004838 Nov 09 19:47:35.609041 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Transition to ACTIVE for port object 03071954-4d2d-4b87-8754-6a44bd7c714b will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:35.621909 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:35.635131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3e1eb-8fe2-4521-b185-eb1fdcdaa8b8 req-22c7fde0-1ae8-48dd-a4e9-1acbe5de67d1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.644733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3e1eb-8fe2-4521-b185-eb1fdcdaa8b8 req-22c7fde0-1ae8-48dd-a4e9-1acbe5de67d1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.654449 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bddab10f-2a29-49d4-ba2c-e5a202dd7f65 req-4eef8dfe-b13d-44d7-bda2-bcaf9f9c842d service neutron] 10.222.0.77 "GET /v2.0/networks/f0fe3201-6773-4026-9d80-328140f63393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563122 Nov 09 19:47:35.654700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3e1eb-8fe2-4521-b185-eb1fdcdaa8b8 req-22c7fde0-1ae8-48dd-a4e9-1acbe5de67d1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.662605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3e1eb-8fe2-4521-b185-eb1fdcdaa8b8 req-22c7fde0-1ae8-48dd-a4e9-1acbe5de67d1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.670701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3e1eb-8fe2-4521-b185-eb1fdcdaa8b8 req-22c7fde0-1ae8-48dd-a4e9-1acbe5de67d1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.677756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3e1eb-8fe2-4521-b185-eb1fdcdaa8b8 req-22c7fde0-1ae8-48dd-a4e9-1acbe5de67d1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.680077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3f3e1eb-8fe2-4521-b185-eb1fdcdaa8b8 req-22c7fde0-1ae8-48dd-a4e9-1acbe5de67d1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 4602 time: 0.2329679 Nov 09 19:47:35.760510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f1a80-a95e-4b15-a035-8218b3bd3263 req-25c5bbf8-5c9c-4a76-9222-807b70715861 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:35.762697 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba1f1a80-a95e-4b15-a035-8218b3bd3263 req-25c5bbf8-5c9c-4a76-9222-807b70715861 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 1096 time: 0.0743470 Nov 09 19:47:35.806739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Pushing event updated for resources: {'Port': ['ID=03071954-4d2d-4b87-8754-6a44bd7c714b,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:35.829888 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba1f1a80-a95e-4b15-a035-8218b3bd3263 req-5143e0cc-7c7a-48a9-8e4b-e3d7e0a2a939 tempest-LiveAutoBlockMigrationV225Test-2142709121 tempest-LiveAutoBlockMigrationV225Test-2142709121-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563946 Nov 09 19:47:35.888519 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3f3e1eb-8fe2-4521-b185-eb1fdcdaa8b8 req-deabc658-8ab1-40e5-9d05-52dc4215997f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1718476 Nov 09 19:47:35.928354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-d376bae8-c505-400f-857d-bf7641656997 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:35.939275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': '1990eaf1-6c71-48eb-9dd5-36db438adf18'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:35.941660 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb39cb6-be93-43fe-b660-486ed08a0420" -d '{"events": [{"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "1990eaf1-6c71-48eb-9dd5-36db438adf18"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:35.947453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:36.004391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376bae8-c505-400f-857d-bf7641656997 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Pushing event deleted for resources: {'Port': ['ID=f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:36.085931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Attempting to bind port 03071954-4d2d-4b87-8754-6a44bd7c714b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:36.085931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Attempting to bind port 03071954-4d2d-4b87-8754-6a44bd7c714b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:36.085931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Attempting to bind port 03071954-4d2d-4b87-8754-6a44bd7c714b on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:36.132685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Port 03071954-4d2d-4b87-8754-6a44bd7c714b on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:36.133017 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Attempting to bind port 03071954-4d2d-4b87-8754-6a44bd7c714b on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:36.137101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-d376bae8-c505-400f-857d-bf7641656997 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] No DVR routers for this DVR port f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:36.142044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-d376bae8-c505-400f-857d-bf7641656997 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:36.145405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66b2679d-b8c0-41a8-a072-fb8fa7db3c73 req-d376bae8-c505-400f-857d-bf7641656997 tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.70 "DELETE /v2.0/ports/f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa HTTP/1.1" status: 204 len: 173 time: 1.5474477 Nov 09 19:47:36.148611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:36.148907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Checking segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:36.149299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Bound using segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:36.149774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Bound port: 03071954-4d2d-4b87-8754-6a44bd7c714b, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:36.150137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:36.178047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27dcf7-48af-4259-a02e-c3ca644b3196 req-bb88811c-6e5d-47f3-b144-d450e4ca8d9a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.182151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c98e1f-5bd1-4265-beea-6c3d7a74b528 req-ce96e733-10d9-4ec4-a78b-15833c2dd5a7 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.187100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27dcf7-48af-4259-a02e-c3ca644b3196 req-bb88811c-6e5d-47f3-b144-d450e4ca8d9a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.189917 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb27dcf7-48af-4259-a02e-c3ca644b3196 req-bb88811c-6e5d-47f3-b144-d450e4ca8d9a tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1683 time: 0.1270323 Nov 09 19:47:36.195641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-76c98e1f-5bd1-4265-beea-6c3d7a74b528 req-ce96e733-10d9-4ec4-a78b-15833c2dd5a7 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 944 time: 0.1624250 Nov 09 19:47:36.265301 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb27dcf7-48af-4259-a02e-c3ca644b3196 req-44019722-82f6-402e-8f0b-dee5b2f2d691 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680897 Nov 09 19:47:36.286024 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-76c98e1f-5bd1-4265-beea-6c3d7a74b528 req-03d82309-f845-461a-b625-090d39ec455d tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894017 Nov 09 19:47:36.321100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] For port 03071954-4d2d-4b87-8754-6a44bd7c714b, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:36.326747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] For port 03071954-4d2d-4b87-8754-6a44bd7c714b, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=03071954-4d2d-4b87-8754-6a44bd7c714b,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:36.333431 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:36.390214 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345a8f14-c21d-4894-a81a-55a70385ceb1 x-openstack-request-id: req-345a8f14-c21d-4894-a81a-55a70385ceb1 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:36.390651 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "1990eaf1-6c71-48eb-9dd5-36db438adf18", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:36.391023 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-345a8f14-c21d-4894-a81a-55a70385ceb1 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:36.391636 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': '1990eaf1-6c71-48eb-9dd5-36db438adf18', 'status': 'completed', 'code': 200} Nov 09 19:47:36.444451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.445203 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:36.447354 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] 10.222.0.70 "PUT /v2.0/ports/03071954-4d2d-4b87-8754-6a44bd7c714b HTTP/1.1" status: 200 len: 1134 time: 2.0201042 Nov 09 19:47:36.515155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:36.595115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-c07a6a38-3f35-4c1c-8f52-8f82338d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.596407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-c07a6a38-3f35-4c1c-8f52-8f82338d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.597109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-c07a6a38-3f35-4c1c-8f52-8f82338d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.597784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-c07a6a38-3f35-4c1c-8f52-8f82338d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.598423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-c07a6a38-3f35-4c1c-8f52-8f82338d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.599086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-c07a6a38-3f35-4c1c-8f52-8f82338d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.599732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-c07a6a38-3f35-4c1c-8f52-8f82338d4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.602265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-c07a6a38-3f35-4c1c-8f52-8f82338d4528 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6215 time: 0.2069073 Nov 09 19:47:36.605947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b38de9-eb7f-4abb-b7ac-de2cb924cacb service neutron] Pushing event updated for resources: {'Port': ['ID=03071954-4d2d-4b87-8754-6a44bd7c714b,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:36.612065 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9fe283ab-80ea-4f9e-9058-8afdeec65f98 req-3f4bdfbc-70b8-4d6b-9763-417dda210dfd tempest-ServerRescueTestJSON-1652644898 tempest-ServerRescueTestJSON-1652644898-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfefbfa0-cc9e-45ea-a378-5684ab2f3c86 HTTP/1.1" status: 200 len: 210 time: 0.0935256 Nov 09 19:47:36.722045 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:36.774270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2861e7c2-bf1c-4e8d-a524-331e2a587798 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:47:36.875080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-5e40c3e4-976d-4674-9813-33ff41f1c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.875552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-5e40c3e4-976d-4674-9813-33ff41f1c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.876015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-5e40c3e4-976d-4674-9813-33ff41f1c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.877607 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-5e40c3e4-976d-4674-9813-33ff41f1c766 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=5e646554cb1948bab8888fd628ae596e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2616448 Nov 09 19:47:36.917959 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-193a2f95-5eff-4c19-9fca-33bb35e910d5 req-4c27bb19-57b4-4dab-bc32-34dd873dc08f tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0368378 Nov 09 19:47:36.935997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5178852-5687-4b45-af30-6e1c8bfcae86 req-63e6e4a5-2ddb-45fc-9ed4-c33d72ce9f94 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:36.944563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5178852-5687-4b45-af30-6e1c8bfcae86 req-63e6e4a5-2ddb-45fc-9ed4-c33d72ce9f94 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 945 time: 0.2170520 Nov 09 19:47:36.974983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2861e7c2-bf1c-4e8d-a524-331e2a587798, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2861e7c2-bf1c-4e8d-a524-331e2a587798,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:37.002204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '2861e7c2-bf1c-4e8d-a524-331e2a587798', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'port_id': '2861e7c2-bf1c-4e8d-a524-331e2a587798', 'mac_address': 'fa:16:3e:6b:46:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:47:37.056827 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:37.072263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2861e7c2-bf1c-4e8d-a524-331e2a587798 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:37.096306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2861e7c2-bf1c-4e8d-a524-331e2a587798, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2861e7c2-bf1c-4e8d-a524-331e2a587798,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:37.102382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:37.108329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50499b-66f2-41d9-bcb0-9737c127cc0c req-d3412e5b-518f-46bf-947c-b4e2b4d9b051 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.114983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50499b-66f2-41d9-bcb0-9737c127cc0c req-d3412e5b-518f-46bf-947c-b4e2b4d9b051 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.117025 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b50499b-66f2-41d9-bcb0-9737c127cc0c req-d3412e5b-518f-46bf-947c-b4e2b4d9b051 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1683 time: 0.0929220 Nov 09 19:47:37.139746 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5178852-5687-4b45-af30-6e1c8bfcae86 req-f870ccd1-905d-47dd-b60f-b80df3cf2249 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942196 Nov 09 19:47:37.177167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=2861e7c2-bf1c-4e8d-a524-331e2a587798,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:37.193451 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b50499b-66f2-41d9-bcb0-9737c127cc0c req-29d82d20-f18c-433d-8d3e-e693bc2916ae tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689557 Nov 09 19:47:37.317050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-55a81d3d-7c9a-4eea-9657-547dd565b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.318627 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7fb39cb6-be93-43fe-b660-486ed08a0420 req-55a81d3d-7c9a-4eea-9657-547dd565b77c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3915513 Nov 09 19:47:37.360549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['2861e7c2-bf1c-4e8d-a524-331e2a587798'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:37.384329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-bc60b740-c480-47a0-bf4a-6da99881888e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.386031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-bc60b740-c480-47a0-bf4a-6da99881888e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.70 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 945 time: 0.1670265 Nov 09 19:47:37.405678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f4a-c752-42d1-9bc9-3a8f3b0945f5 req-6d4097cb-2b52-4c2e-9186-4660b4c12400 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.411922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f4a-c752-42d1-9bc9-3a8f3b0945f5 req-6d4097cb-2b52-4c2e-9186-4660b4c12400 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.418326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f4a-c752-42d1-9bc9-3a8f3b0945f5 req-6d4097cb-2b52-4c2e-9186-4660b4c12400 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.424946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f4a-c752-42d1-9bc9-3a8f3b0945f5 req-6d4097cb-2b52-4c2e-9186-4660b4c12400 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.431201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f4a-c752-42d1-9bc9-3a8f3b0945f5 req-6d4097cb-2b52-4c2e-9186-4660b4c12400 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.438343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f4a-c752-42d1-9bc9-3a8f3b0945f5 req-6d4097cb-2b52-4c2e-9186-4660b4c12400 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.450343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57f4a-c752-42d1-9bc9-3a8f3b0945f5 req-6d4097cb-2b52-4c2e-9186-4660b4c12400 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.475007 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1e57f4a-c752-42d1-9bc9-3a8f3b0945f5 req-6d4097cb-2b52-4c2e-9186-4660b4c12400 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5378 time: 0.2313175 Nov 09 19:47:37.557119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb82dada-9573-47f3-b291-b9c2b30a7000 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:37.577322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:37.629023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Transition to ACTIVE for port object eb82dada-9573-47f3-b291-b9c2b30a7000 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:37.635093 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1e57f4a-c752-42d1-9bc9-3a8f3b0945f5 req-4f57cd23-cce6-4d90-87f9-18fc23b38842 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1664279 Nov 09 19:47:37.670584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:37.706200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30e8c9-587c-4c09-9818-a6ab7b509a12 req-971bc328-a4b6-419b-b2db-466a5178c5be tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:37.708602 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e30e8c9-587c-4c09-9818-a6ab7b509a12 req-971bc328-a4b6-419b-b2db-466a5178c5be tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 945 time: 0.0943527 Nov 09 19:47:37.781655 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e30e8c9-587c-4c09-9818-a6ab7b509a12 req-812db657-7c6a-4906-9af5-f2ec4dbb7c0d tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617456 Nov 09 19:47:37.876505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2455b673-5512-448e-a648-80f5d543a00e req-baa51c02-b0e8-4272-9b81-fd1bc71da451 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0894153 Nov 09 19:47:37.918947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb82dada-9573-47f3-b291-b9c2b30a7000,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:37.955743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59758) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:37.969865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-14b22555-de6d-4356-a1f1-67121827c025 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Deleting port 77e5a703-7cf1-418d-877c-f7e1072e0d49 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:37.970368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-14b22555-de6d-4356-a1f1-67121827c025 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:37.980249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Attempting to bind port eb82dada-9573-47f3-b291-b9c2b30a7000 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:37.981508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Attempting to bind port eb82dada-9573-47f3-b291-b9c2b30a7000 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:37.982059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Attempting to bind port eb82dada-9573-47f3-b291-b9c2b30a7000 on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:38.050923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Port eb82dada-9573-47f3-b291-b9c2b30a7000 on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:38.051505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Attempting to bind port eb82dada-9573-47f3-b291-b9c2b30a7000 on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:38.066425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:38.066636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Checking segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:38.067630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Bound using segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:38.068259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Bound port: eb82dada-9573-47f3-b291-b9c2b30a7000, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:38.068983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:38.272306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-14b22555-de6d-4356-a1f1-67121827c025 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] For port 77e5a703-7cf1-418d-877c-f7e1072e0d49, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=77e5a703-7cf1-418d-877c-f7e1072e0d49,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:38.272514 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-14b22555-de6d-4356-a1f1-67121827c025 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:38.308900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-14b22555-de6d-4356-a1f1-67121827c025 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Calling delete_port for 77e5a703-7cf1-418d-877c-f7e1072e0d49 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:38.335248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] For port eb82dada-9573-47f3-b291-b9c2b30a7000, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:38.345588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61881052-462e-4cd8-a29a-6a28a71ae2c5 req-47bed0cd-9a69-4e8d-a895-fd40bdecdf9d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.347867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61881052-462e-4cd8-a29a-6a28a71ae2c5 req-47bed0cd-9a69-4e8d-a895-fd40bdecdf9d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 945 time: 0.1282127 Nov 09 19:47:38.350449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] For port eb82dada-9573-47f3-b291-b9c2b30a7000, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=eb82dada-9573-47f3-b291-b9c2b30a7000,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:38.369050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0b65b-7f7f-4b5d-8a3d-16e4ab67f98a req-af494b62-98ad-4f34-8d4a-399e2d9a3b56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.376440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0b65b-7f7f-4b5d-8a3d-16e4ab67f98a req-af494b62-98ad-4f34-8d4a-399e2d9a3b56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.378192 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-efb0b65b-7f7f-4b5d-8a3d-16e4ab67f98a req-af494b62-98ad-4f34-8d4a-399e2d9a3b56 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1683 time: 0.0827043 Nov 09 19:47:38.392279 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:38.399831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfefbfa0-cc9e-45ea-a378-5684ab2f3c86', 'name': 'network-vif-deleted', 'tag': 'f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa'}, {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': '03071954-4d2d-4b87-8754-6a44bd7c714b'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:38.404054 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f5e052-ade0-45ee-9533-71bf82ca5f7b" -d '{"events": [{"server_uuid": "dfefbfa0-cc9e-45ea-a378-5684ab2f3c86", "name": "network-vif-deleted", "tag": "f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa"}, {"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "03071954-4d2d-4b87-8754-6a44bd7c714b"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:38.447582 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-efb0b65b-7f7f-4b5d-8a3d-16e4ab67f98a req-c2cc3875-0059-4587-96ba-1fede9a6d657 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599976 Nov 09 19:47:38.460783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.461434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:38.462862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] 10.222.0.70 "PUT /v2.0/ports/eb82dada-9573-47f3-b291-b9c2b30a7000 HTTP/1.1" status: 200 len: 1090 time: 1.9567235 Nov 09 19:47:38.530625 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:38.553507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:38.557185 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a34965c-b4b6-493f-a374-78bbeafaacc2 x-openstack-request-id: req-5a34965c-b4b6-493f-a374-78bbeafaacc2 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:38.557480 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfefbfa0-cc9e-45ea-a378-5684ab2f3c86", "name": "network-vif-deleted", "tag": "f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "03071954-4d2d-4b87-8754-6a44bd7c714b", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:38.557870 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a34965c-b4b6-493f-a374-78bbeafaacc2 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:38.559016 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfefbfa0-cc9e-45ea-a378-5684ab2f3c86', 'name': 'network-vif-deleted', 'tag': 'f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa', 'status': 'completed', 'code': 200} Nov 09 19:47:38.559480 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': '03071954-4d2d-4b87-8754-6a44bd7c714b', 'status': 'completed', 'code': 200} Nov 09 19:47:38.595758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61881052-462e-4cd8-a29a-6a28a71ae2c5 req-c7a1fcb0-f0ec-4122-abb0-dcb01a9b545f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119837 Nov 09 19:47:38.600970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30213ca-a0d5-439d-be01-994b4d499bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb82dada-9573-47f3-b291-b9c2b30a7000,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:38.669628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-155b6280-ce58-4de3-8553-6eb3a935b8fe tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.685076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-155b6280-ce58-4de3-8553-6eb3a935b8fe tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.687398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-155b6280-ce58-4de3-8553-6eb3a935b8fe tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1683 time: 0.2469308 Nov 09 19:47:38.724096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-730e8c44-3573-47a2-9091-96efa50c75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.724659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-730e8c44-3573-47a2-9091-96efa50c75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.725180 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-730e8c44-3573-47a2-9091-96efa50c75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.725651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-730e8c44-3573-47a2-9091-96efa50c75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.727035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-730e8c44-3573-47a2-9091-96efa50c75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.727519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-730e8c44-3573-47a2-9091-96efa50c75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.731889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-730e8c44-3573-47a2-9091-96efa50c75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.734222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-730e8c44-3573-47a2-9091-96efa50c75e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6282 time: 0.0955987 Nov 09 19:47:38.759652 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:38.762610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:38.789714 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:38.790204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f90dd0de-cc2f-4946-bfc3-5a7a08d1fffa not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:38.795683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2861e7c2-bf1c-4e8d-a524-331e2a587798 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:38.871054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-d9e2078e-5ae0-42f9-9091-b15a68a9dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.871054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-d9e2078e-5ae0-42f9-9091-b15a68a9dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.871375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-d9e2078e-5ae0-42f9-9091-b15a68a9dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:38.877385 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-d9e2078e-5ae0-42f9-9091-b15a68a9dd05 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=5e646554cb1948bab8888fd628ae596e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1354764 Nov 09 19:47:38.909642 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-14b22555-de6d-4356-a1f1-67121827c025 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:38.928396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['77f8eda6-125a-4c3b-872d-12e727b8f33f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:38.990977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['8298d877-d785-4070-92e5-fc2ab81fbc1e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:39.074816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0df58-63db-4496-8948-bff673f6e452 req-be07657c-d8fb-48d4-8011-6ce3ba77e0db tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:39.082729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c5d0df58-63db-4496-8948-bff673f6e452 req-be07657c-d8fb-48d4-8011-6ce3ba77e0db tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 945 time: 0.1816998 Nov 09 19:47:39.098917 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 2861e7c2-bf1c-4e8d-a524-331e2a587798 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:47:39.157997 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c5d0df58-63db-4496-8948-bff673f6e452 req-4acb3c63-c394-4f60-a354-f9f08d3c02d9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740035 Nov 09 19:47:39.162601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-5316eac9-9a7c-4293-83ff-07cae769f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:39.164383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-5316eac9-9a7c-4293-83ff-07cae769f2da service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2757831 Nov 09 19:47:39.182724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 2861e7c2-bf1c-4e8d-a524-331e2a587798 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:39.184173 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:39.335501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] Deleting port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:39.338961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:39.440772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd97d9-d379-4b40-a87e-eee2cae4d9a2 req-a88caec6-319a-48b8-9151-b4dddebecb83 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:39.441462 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:39.446735 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd97d9-d379-4b40-a87e-eee2cae4d9a2 req-a88caec6-319a-48b8-9151-b4dddebecb83 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:39.453665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd97d9-d379-4b40-a87e-eee2cae4d9a2 req-a88caec6-319a-48b8-9151-b4dddebecb83 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:39.458643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] For port 49e62b71-e7a8-4dfd-b9f0-05569c8e7082, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=49e62b71-e7a8-4dfd-b9f0-05569c8e7082,segment=NetworkSegment(62262cc3-0a91-4bb4-a054-ef27fc8ae7c3),segment_id=62262cc3-0a91-4bb4-a054-ef27fc8ae7c3)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:39.459193 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:39.459703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd97d9-d379-4b40-a87e-eee2cae4d9a2 req-a88caec6-319a-48b8-9151-b4dddebecb83 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:39.466232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd97d9-d379-4b40-a87e-eee2cae4d9a2 req-a88caec6-319a-48b8-9151-b4dddebecb83 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:39.472382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd97d9-d379-4b40-a87e-eee2cae4d9a2 req-a88caec6-319a-48b8-9151-b4dddebecb83 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:39.478362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd97d9-d379-4b40-a87e-eee2cae4d9a2 req-a88caec6-319a-48b8-9151-b4dddebecb83 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:39.481182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51bd97d9-d379-4b40-a87e-eee2cae4d9a2 req-a88caec6-319a-48b8-9151-b4dddebecb83 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5390 time: 0.7042634 Nov 09 19:47:39.482144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b22555-de6d-4356-a1f1-67121827c025 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Pushing event deleted for resources: {'Port': ['ID=77e5a703-7cf1-418d-877c-f7e1072e0d49,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:39.488783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] Calling delete_port for 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:39.496959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9221df5-4062-4350-a437-870599eaea09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2861e7c2-bf1c-4e8d-a524-331e2a587798'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:39.499293 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b2706-3f71-4d86-997d-0f462e0b3d0f" -d '{"events": [{"server_uuid": "a9221df5-4062-4350-a437-870599eaea09", "name": "network-vif-plugged", "status": "completed", "tag": "2861e7c2-bf1c-4e8d-a524-331e2a587798"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:39.514497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2861e7c2-bf1c-4e8d-a524-331e2a587798, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2861e7c2-bf1c-4e8d-a524-331e2a587798,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:39.519628 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:39.560057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-14b22555-de6d-4356-a1f1-67121827c025 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] No DVR routers for this DVR port 77e5a703-7cf1-418d-877c-f7e1072e0d49 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:39.567187 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-14b22555-de6d-4356-a1f1-67121827c025 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:39.572726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2756ba4-71a6-4e99-9396-822fbe4d37a7 req-14b22555-de6d-4356-a1f1-67121827c025 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.70 "DELETE /v2.0/ports/77e5a703-7cf1-418d-877c-f7e1072e0d49 HTTP/1.1" status: 204 len: 173 time: 2.0790339 Nov 09 19:47:39.595216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=2861e7c2-bf1c-4e8d-a524-331e2a587798,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:39.595896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-3905039f-11d8-4bc8-a62f-a3934c10c168 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting port 42174527-f348-49ba-b0db-10b243d25f23 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:39.596243 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-3905039f-11d8-4bc8-a62f-a3934c10c168 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:39.597365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e587ec66-b7e7-43f6-aae6-a40fb901d410 req-3d9fd7ab-8dec-493d-aef2-e57199119191 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0905249 Nov 09 19:47:39.740315 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51bd97d9-d379-4b40-a87e-eee2cae4d9a2 req-55cfbbb2-d3a4-4e99-acd5-bac3eaf41866 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2497761 Nov 09 19:47:39.750798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-62b775f2-fbeb-4544-b60f-5bbe9e5add63 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4648025 Nov 09 19:47:39.848736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-3905039f-11d8-4bc8-a62f-a3934c10c168 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] For port 42174527-f348-49ba-b0db-10b243d25f23, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=42174527-f348-49ba-b0db-10b243d25f23,segment=NetworkSegment(d5c828c5-4042-4fa9-97d2-32f310c58092),segment_id=d5c828c5-4042-4fa9-97d2-32f310c58092)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:39.849113 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-3905039f-11d8-4bc8-a62f-a3934c10c168 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:39.872529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-3905039f-11d8-4bc8-a62f-a3934c10c168 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Calling delete_port for 42174527-f348-49ba-b0db-10b243d25f23 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:39.902388 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6459b62-d388-4e2f-9785-b2411579e374 x-openstack-request-id: req-d6459b62-d388-4e2f-9785-b2411579e374 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:39.903032 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9221df5-4062-4350-a437-870599eaea09", "name": "network-vif-plugged", "status": "completed", "tag": "2861e7c2-bf1c-4e8d-a524-331e2a587798", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:39.903032 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6459b62-d388-4e2f-9785-b2411579e374 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:39.903339 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9221df5-4062-4350-a437-870599eaea09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2861e7c2-bf1c-4e8d-a524-331e2a587798', 'code': 200} Nov 09 19:47:39.956653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4094dc-c53d-4258-a6b9-868c76d93fce {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:39.983442 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:40.023536 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af15b219-07a4-4ed2-a5cf-560695d989a2 req-c16f42b8-d6d9-4db2-bcd9-b7fa9da8d143 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 210 time: 0.0607550 Nov 09 19:47:40.069986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Transition to ACTIVE for port object 3f4094dc-c53d-4258-a6b9-868c76d93fce will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:40.079179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:40.205123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d255-cd1e-41f1-9bd1-96344b5291b3 req-7bfe0eda-64cf-4409-a5d8-529fe31532f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:40.207511 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7eb3d255-cd1e-41f1-9bd1-96344b5291b3 req-7bfe0eda-64cf-4409-a5d8-529fe31532f0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 1097 time: 0.2213793 Nov 09 19:47:40.226275 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2dddc5e0-6bc6-46ff-bb41-042a4d28f82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:40.305434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f7d55-c045-49a9-a189-48074e6bf6a0 req-a02e2e7e-90ec-42a4-b7a5-5506ee916284 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:40.316923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f7d55-c045-49a9-a189-48074e6bf6a0 req-a02e2e7e-90ec-42a4-b7a5-5506ee916284 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:40.326378 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-124f7d55-c045-49a9-a189-48074e6bf6a0 req-a02e2e7e-90ec-42a4-b7a5-5506ee916284 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 1683 time: 0.5239897 Nov 09 19:47:40.388591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-7affbfb3-c697-4351-aefe-8648f2f8338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:40.390271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-7affbfb3-c697-4351-aefe-8648f2f8338e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 1097 time: 0.2002718 Nov 09 19:47:40.406600 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-124f7d55-c045-49a9-a189-48074e6bf6a0 req-6a6addaf-9227-4edb-990a-d81a791d95dc tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790122 Nov 09 19:47:40.407470 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:40.449480 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-3905039f-11d8-4bc8-a62f-a3934c10c168 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:40.472022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['42174527-f348-49ba-b0db-10b243d25f23', 'ccd44175-3091-446a-9924-3594f03b39eb'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:40.493345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4094dc-c53d-4258-a6b9-868c76d93fce,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:40.526725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e62b71-e7a8-4dfd-b9f0-05569c8e7082,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:40.589134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': 'eb82dada-9573-47f3-b291-b9c2b30a7000'}, {'server_uuid': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'name': 'network-vif-deleted', 'tag': '77e5a703-7cf1-418d-877c-f7e1072e0d49'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:40.594992 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a178731-fe72-4c5d-88c0-9265444fad8e" -d '{"events": [{"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "eb82dada-9573-47f3-b291-b9c2b30a7000"}, {"server_uuid": "89ac9050-18e7-4d9e-9d9a-7b238ab1a732", "name": "network-vif-deleted", "tag": "77e5a703-7cf1-418d-877c-f7e1072e0d49"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:40.623517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Attempting to bind port 3f4094dc-c53d-4258-a6b9-868c76d93fce on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:40.625422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Attempting to bind port 3f4094dc-c53d-4258-a6b9-868c76d93fce by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:40.625941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Attempting to bind port 3f4094dc-c53d-4258-a6b9-868c76d93fce on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:40.638378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7eb3d255-cd1e-41f1-9bd1-96344b5291b3 req-4ed5a5c3-8866-4c84-bc2a-006dbc0ea823 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358307 Nov 09 19:47:40.650986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Port 3f4094dc-c53d-4258-a6b9-868c76d93fce on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:40.651724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Attempting to bind port 3f4094dc-c53d-4258-a6b9-868c76d93fce on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:40.679548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905039f-11d8-4bc8-a62f-a3934c10c168 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Port': ['ID=42174527-f348-49ba-b0db-10b243d25f23,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:40.701765 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb2f35f-36ed-4027-92b9-813ff3f5f067 x-openstack-request-id: req-6bb2f35f-36ed-4027-92b9-813ff3f5f067 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:40.702174 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "eb82dada-9573-47f3-b291-b9c2b30a7000", "status": "completed", "code": 200}, {"server_uuid": "89ac9050-18e7-4d9e-9d9a-7b238ab1a732", "name": "network-vif-deleted", "tag": "77e5a703-7cf1-418d-877c-f7e1072e0d49", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:40.702544 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bb2f35f-36ed-4027-92b9-813ff3f5f067 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:40.703010 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': 'eb82dada-9573-47f3-b291-b9c2b30a7000', 'status': 'completed', 'code': 200} Nov 09 19:47:40.705422 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ac9050-18e7-4d9e-9d9a-7b238ab1a732', 'name': 'network-vif-deleted', 'tag': '77e5a703-7cf1-418d-877c-f7e1072e0d49', 'status': 'completed', 'code': 200} Nov 09 19:47:40.757575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:40.758245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Checking segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:40.758419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Bound using segment: {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:40.759081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Bound port: 3f4094dc-c53d-4258-a6b9-868c76d93fce, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:40.759542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:40.763325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ccd44175-3091-446a-9924-3594f03b39eb no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:40.813148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-dc82d1d3-cbfe-4de4-b021-2f5e1a27702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:40.814684 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-dc82d1d3-cbfe-4de4-b021-2f5e1a27702e service neutron] 10.222.0.77 "GET /v2.0/networks?id=302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 200 len: 922 time: 0.3382218 Nov 09 19:47:40.858177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b085f65f-dce1-4acf-8ee1-2f9c2f1e0b13 req-f3d3f962-1745-4f6c-a864-a0e748f34819 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0464759 Nov 09 19:47:40.921886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] For port 3f4094dc-c53d-4258-a6b9-868c76d93fce, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:40.925951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] For port 3f4094dc-c53d-4258-a6b9-868c76d93fce, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:40.943284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91d4a5-7e30-43a9-a25e-b87f6e625b2a req-99228468-6ed7-4fce-9d92-7bcd1585002b tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:40.948707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:40.955211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea91d4a5-7e30-43a9-a25e-b87f6e625b2a req-99228468-6ed7-4fce-9d92-7bcd1585002b tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 946 time: 0.5176277 Nov 09 19:47:40.963034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-588b08d3-4207-4131-984a-039274437c67 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e HTTP/1.1" status: 200 len: 217 time: 0.0930309 Nov 09 19:47:40.991029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ccd44175-3091-446a-9924-3594f03b39eb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ccd44175-3091-446a-9924-3594f03b39eb,segment=NetworkSegment(0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c),segment_id=0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:40.998967 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:40.999613 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 42174527-f348-49ba-b0db-10b243d25f23 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:41.030608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 42174527-f348-49ba-b0db-10b243d25f23 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:41.031090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 42174527-f348-49ba-b0db-10b243d25f23 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:41.031387 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 77e5a703-7cf1-418d-877c-f7e1072e0d49 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:41.034831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:41.064098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-3905039f-11d8-4bc8-a62f-a3934c10c168 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] No DVR routers for this DVR port 42174527-f348-49ba-b0db-10b243d25f23 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:41.072469 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-3905039f-11d8-4bc8-a62f-a3934c10c168 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:41.073177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:41.077407 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-3905039f-11d8-4bc8-a62f-a3934c10c168 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "DELETE /v2.0/ports/42174527-f348-49ba-b0db-10b243d25f23 HTTP/1.1" status: 204 len: 173 time: 2.3590081 Nov 09 19:47:41.079112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.079717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-6915a783-aecb-4872-a6bb-1d531e5022db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.080682 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:41.081242 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-6915a783-aecb-4872-a6bb-1d531e5022db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 200 len: 861 time: 0.1084652 Nov 09 19:47:41.082482 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] 10.222.0.70 "PUT /v2.0/ports/3f4094dc-c53d-4258-a6b9-868c76d93fce HTTP/1.1" status: 200 len: 1090 time: 2.5525732 Nov 09 19:47:41.144839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b7879-7e29-46a5-966f-814d3bbce485 req-0c9b082e-15c7-4c27-b602-9913517df3a1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.151291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b7879-7e29-46a5-966f-814d3bbce485 req-0c9b082e-15c7-4c27-b602-9913517df3a1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.152500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ccd44175-3091-446a-9924-3594f03b39eb,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:41.158061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b7879-7e29-46a5-966f-814d3bbce485 req-0c9b082e-15c7-4c27-b602-9913517df3a1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.159144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:41.169771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b7879-7e29-46a5-966f-814d3bbce485 req-0c9b082e-15c7-4c27-b602-9913517df3a1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.172189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 77e5a703-7cf1-418d-877c-f7e1072e0d49 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:41.172549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 77e5a703-7cf1-418d-877c-f7e1072e0d49 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:41.178116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b7879-7e29-46a5-966f-814d3bbce485 req-0c9b082e-15c7-4c27-b602-9913517df3a1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.185710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b7879-7e29-46a5-966f-814d3bbce485 req-0c9b082e-15c7-4c27-b602-9913517df3a1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.192646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b7879-7e29-46a5-966f-814d3bbce485 req-0c9b082e-15c7-4c27-b602-9913517df3a1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.195042 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-969b7879-7e29-46a5-966f-814d3bbce485 req-0c9b082e-15c7-4c27-b602-9913517df3a1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5402 time: 0.2097864 Nov 09 19:47:41.233917 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-7cafc6b5-a078-47c1-ba6d-6669bc4db53c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=302552e5-d360-4726-b20b-dba6e6b87bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422462 Nov 09 19:47:41.280463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea91d4a5-7e30-43a9-a25e-b87f6e625b2a req-8f06fb59-98f4-4a47-a491-336ed10b4351 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236101 Nov 09 19:47:41.311049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-5c33deb9-d56c-4cb1-97a4-824ef3ae3dab service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:47:41.312796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-5c33deb9-d56c-4cb1-97a4-824ef3ae3dab service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080380 Nov 09 19:47:41.356978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-3e4a48bb-be11-4d4d-9e38-6ee82dbeb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.358971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-3e4a48bb-be11-4d4d-9e38-6ee82dbeb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.363709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-3e4a48bb-be11-4d4d-9e38-6ee82dbeb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.364273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-3e4a48bb-be11-4d4d-9e38-6ee82dbeb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.364808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-3e4a48bb-be11-4d4d-9e38-6ee82dbeb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.365336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-3e4a48bb-be11-4d4d-9e38-6ee82dbeb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.365858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-3e4a48bb-be11-4d4d-9e38-6ee82dbeb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.368021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-3e4a48bb-be11-4d4d-9e38-6ee82dbeb6e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6307 time: 0.6582456 Nov 09 19:47:41.392162 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-969b7879-7e29-46a5-966f-814d3bbce485 req-2359cc33-f934-4fad-aefe-7ce0be9490e0 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570826 Nov 09 19:47:41.412198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:41.427937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77bc2f-6268-4f26-98e3-8e7bd7d17bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4094dc-c53d-4258-a6b9-868c76d93fce,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:41.533044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4a0aa00-ec34-4c1e-8d1f-ef98d3b154d0 req-920b3acb-7a4a-4be7-b60c-44b3da5d535f tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 210 time: 0.1321034 Nov 09 19:47:41.626100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-bee751b8-a22e-4659-9603-e9275612ece0 service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655065 Nov 09 19:47:41.658937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-d115d0cf-f615-45af-890e-7e568ed501d6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting port ccd44175-3091-446a-9924-3594f03b39eb {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:41.659491 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-d115d0cf-f615-45af-890e-7e568ed501d6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:41.740164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] Router d2134e03-6212-4873-88d3-35240484be1a has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:47:41.807041 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-01eb31ed-b5dc-422a-9283-f40471aa80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.808236 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-01eb31ed-b5dc-422a-9283-f40471aa80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.808892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-01eb31ed-b5dc-422a-9283-f40471aa80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.810784 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-01eb31ed-b5dc-422a-9283-f40471aa80f0 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=5e646554cb1948bab8888fd628ae596e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4328663 Nov 09 19:47:41.811348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82090e8b-d2f8-4701-a734-71891836811f req-d9a461b4-f9a7-4c15-8326-ce9f7eb9ff79 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:41.812953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82090e8b-d2f8-4701-a734-71891836811f req-d9a461b4-f9a7-4c15-8326-ce9f7eb9ff79 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 944 time: 0.1573370 Nov 09 19:47:41.904138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd44175-3091-446a-9924-3594f03b39eb'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:41.906484 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4228ea-5132-489a-bf66-23d48d62dff0" -d '{"events": [{"server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd44175-3091-446a-9924-3594f03b39eb"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:41.935249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2bcbb21-f16b-4e93-af86-af5b7dd19bdc req-323e2579-32a7-4dc6-9133-2ae56fb3bf5d service neutron] 10.222.0.77 "GET /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806923 Nov 09 19:47:41.988620 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82090e8b-d2f8-4701-a734-71891836811f req-a270225b-8440-4cc1-9b3a-560e103c7a69 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdf96517-3487-43d6-938b-d92320c5a548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355121 Nov 09 19:47:42.051295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:47:42.059502 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9893bb6c-3bfb-45d3-8e02-15b0b64631d7 admin admin] 10.222.0.53 "PUT /v2.0/routers/d2134e03-6212-4873-88d3-35240484be1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0989120 Nov 09 19:47:42.060568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59818) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:42.066236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] Sync routers for ids ['d2134e03-6212-4873-88d3-35240484be1a'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:47:42.070548 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebcc7d6-caf7-4ab0-b663-defc746ea53c x-openstack-request-id: req-1ebcc7d6-caf7-4ab0-b663-defc746ea53c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:42.070848 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd44175-3091-446a-9924-3594f03b39eb", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:42.071107 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ebcc7d6-caf7-4ab0-b663-defc746ea53c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:42.071500 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd44175-3091-446a-9924-3594f03b39eb', 'code': 200} Nov 09 19:47:42.083045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] Routers {'d2134e03-6212-4873-88d3-35240484be1a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:47:42.083684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:47:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d2134e03-6212-4873-88d3-35240484be1a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:42.091686 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f0da63a-b202-4612-aa98-36b96364ed8f req-bfa1e8f9-1776-49d1-b534-b982f883dc11 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0401189 Nov 09 19:47:42.099738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-468125ca-c7f4-4468-895f-6d9f08e9fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:42.101213 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a178731-fe72-4c5d-88c0-9265444fad8e req-468125ca-c7f4-4468-895f-6d9f08e9fd3c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2832029 Nov 09 19:47:42.175589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-d115d0cf-f615-45af-890e-7e568ed501d6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] For port ccd44175-3091-446a-9924-3594f03b39eb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ccd44175-3091-446a-9924-3594f03b39eb,segment=NetworkSegment(0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c),segment_id=0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:42.175962 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-d115d0cf-f615-45af-890e-7e568ed501d6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:42.181789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ec9063-0b38-4a59-9977-154ba5c6fb96 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:42.197367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:42.198629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:42.205854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-d115d0cf-f615-45af-890e-7e568ed501d6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Calling delete_port for ccd44175-3091-446a-9924-3594f03b39eb owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:42.225789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Transition to ACTIVE for port object d4ec9063-0b38-4a59-9977-154ba5c6fb96 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:42.260536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] Set router d2134e03-6212-4873-88d3-35240484be1a gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:47:42.329031 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:42.378155 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:42.481561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-d115d0cf-f615-45af-890e-7e568ed501d6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:42.544988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22235f83-d3f7-4ca0-8173-80f21c03c121 req-a00916d1-7426-4c39-b490-34e7626ea12f tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:42.553904 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-22235f83-d3f7-4ca0-8173-80f21c03c121 req-a00916d1-7426-4c39-b490-34e7626ea12f tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 946 time: 0.1425216 Nov 09 19:47:42.604335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Deleting port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:42.605051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:42.609248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ec9063-0b38-4a59-9977-154ba5c6fb96,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:42.669340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2134e03-6212-4873-88d3-35240484be1a', 'name': 'tempest-ServerRescueTestJSON-2087032220-router', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:04Z', 'updated_at': '2021-11-09T19:47:39Z', 'revision_number': 5, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'gw_port': {'id': '58f88b29-ac60-4dff-a59b-f1d0d344c0cb', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2134e03-6212-4873-88d3-35240484be1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:06Z', 'updated_at': '2021-11-09T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:42.687485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115d0cf-f615-45af-890e-7e568ed501d6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Port': ['ID=ccd44175-3091-446a-9924-3594f03b39eb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:42.717729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'name': 'network-vif-deleted', 'tag': '42174527-f348-49ba-b0db-10b243d25f23'}, {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': '3f4094dc-c53d-4258-a6b9-868c76d93fce'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:42.721115 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703" -d '{"events": [{"server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "name": "network-vif-deleted", "tag": "42174527-f348-49ba-b0db-10b243d25f23"}, {"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "3f4094dc-c53d-4258-a6b9-868c76d93fce"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:42.726602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] For port 58f88b29-ac60-4dff-a59b-f1d0d344c0cb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=58f88b29-ac60-4dff-a59b-f1d0d344c0cb,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:42.727163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:42.731606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] Checking router: d2134e03-6212-4873-88d3-35240484be1a for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:47:42.747320 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Calling delete_port for 58f88b29-ac60-4dff-a59b-f1d0d344c0cb owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:42.758253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] Routers {'d2134e03-6212-4873-88d3-35240484be1a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:47:42.758948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:47:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d2134e03-6212-4873-88d3-35240484be1a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:42.775123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-d115d0cf-f615-45af-890e-7e568ed501d6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] No DVR routers for this DVR port ccd44175-3091-446a-9924-3594f03b39eb on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:42.783566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-d115d0cf-f615-45af-890e-7e568ed501d6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:42.791730 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0cb10579-ac76-4c1c-b05b-34e0f7b81c3b req-d115d0cf-f615-45af-890e-7e568ed501d6 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.70 "DELETE /v2.0/ports/ccd44175-3091-446a-9924-3594f03b39eb HTTP/1.1" status: 204 len: 173 time: 1.6467698 Nov 09 19:47:42.898664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b48c-c556-4226-8326-14c868d5e531 req-80a9f7ce-cceb-4d57-bcfc-3e4e64e0ed7c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:42.906262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b48c-c556-4226-8326-14c868d5e531 req-80a9f7ce-cceb-4d57-bcfc-3e4e64e0ed7c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:42.914298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b48c-c556-4226-8326-14c868d5e531 req-80a9f7ce-cceb-4d57-bcfc-3e4e64e0ed7c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:42.921739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b48c-c556-4226-8326-14c868d5e531 req-80a9f7ce-cceb-4d57-bcfc-3e4e64e0ed7c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:42.929865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b48c-c556-4226-8326-14c868d5e531 req-80a9f7ce-cceb-4d57-bcfc-3e4e64e0ed7c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:42.944096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] Set router d2134e03-6212-4873-88d3-35240484be1a gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:47:42.947033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b48c-c556-4226-8326-14c868d5e531 req-80a9f7ce-cceb-4d57-bcfc-3e4e64e0ed7c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:42.955376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b48c-c556-4226-8326-14c868d5e531 req-80a9f7ce-cceb-4d57-bcfc-3e4e64e0ed7c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:42.967190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12e3b48c-c556-4226-8326-14c868d5e531 req-80a9f7ce-cceb-4d57-bcfc-3e4e64e0ed7c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5414 time: 0.4237945 Nov 09 19:47:42.987320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Attempting to bind port d4ec9063-0b38-4a59-9977-154ba5c6fb96 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:42.987701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Attempting to bind port d4ec9063-0b38-4a59-9977-154ba5c6fb96 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:42.988040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Attempting to bind port d4ec9063-0b38-4a59-9977-154ba5c6fb96 on network 0abcee26-04fe-418b-aa66-b8ce235a5293 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:43.029548 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12e3b48c-c556-4226-8326-14c868d5e531 req-49d8a343-ba31-45b6-9893-4d1b5c0233bb tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584750 Nov 09 19:47:43.030978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Port d4ec9063-0b38-4a59-9977-154ba5c6fb96 on network 0abcee26-04fe-418b-aa66-b8ce235a5293 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:43.031994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Attempting to bind port d4ec9063-0b38-4a59-9977-154ba5c6fb96 on network 0abcee26-04fe-418b-aa66-b8ce235a5293 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:43.040379 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-22235f83-d3f7-4ca0-8173-80f21c03c121 req-fd6d26e9-6320-4bdc-90a0-15307d7c9919 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4809835 Nov 09 19:47:43.044055 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.062330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:43.062711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Checking segment: {'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:43.067645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Bound using segment: {'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:43.068055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Bound port: d4ec9063-0b38-4a59-9977-154ba5c6fb96, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:43.068434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.135812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f88b29-ac60-4dff-a59b-f1d0d344c0cb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:43.183798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2134e03-6212-4873-88d3-35240484be1a', 'name': 'tempest-ServerRescueTestJSON-2087032220-router', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:04Z', 'updated_at': '2021-11-09T19:47:42Z', 'revision_number': 6, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:43.220888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722226f-821c-4568-8e99-6698b8319c77 None None] The sync data for ids ['d2134e03-6212-4873-88d3-35240484be1a'] in n-d-817256-1 is: [{'id': 'd2134e03-6212-4873-88d3-35240484be1a', 'name': 'tempest-ServerRescueTestJSON-2087032220-router', 'tenant_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:04Z', 'updated_at': '2021-11-09T19:47:42Z', 'revision_number': 6, 'project_id': 'e2b2feef361e42ee92a3e941538fd1ea', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:47:43.225592 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d26e5f16-f2c6-4953-a002-1776b4f0ebc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.244856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02105551-5916-4b6f-ac29-f08aea966b5f req-5c653caf-b3ca-4a9c-b605-dc83b7dc6444 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 210 time: 0.0731022 Nov 09 19:47:43.296094 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.304513 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564fcb72-dcd4-43b6-a43b-b368354a0041 x-openstack-request-id: req-564fcb72-dcd4-43b6-a43b-b368354a0041 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:43.304828 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "name": "network-vif-deleted", "tag": "42174527-f348-49ba-b0db-10b243d25f23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "3f4094dc-c53d-4258-a6b9-868c76d93fce", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:43.305092 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-564fcb72-dcd4-43b6-a43b-b368354a0041 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:43.305502 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'name': 'network-vif-deleted', 'tag': '42174527-f348-49ba-b0db-10b243d25f23', 'status': 'completed', 'code': 200} Nov 09 19:47:43.305759 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': '3f4094dc-c53d-4258-a6b9-868c76d93fce', 'status': 'completed', 'code': 200} Nov 09 19:47:43.359842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] For port d4ec9063-0b38-4a59-9977-154ba5c6fb96, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:43.364442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] For port d4ec9063-0b38-4a59-9977-154ba5c6fb96, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:43.385365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.451428 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.467731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.467931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.469500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] 10.222.0.70 "PUT /v2.0/ports/d4ec9063-0b38-4a59-9977-154ba5c6fb96 HTTP/1.1" status: 200 len: 1091 time: 2.3154895 Nov 09 19:47:43.490537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-8e347980-5012-434b-81c3-af76ff6384c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.491033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-8e347980-5012-434b-81c3-af76ff6384c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.491513 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-8e347980-5012-434b-81c3-af76ff6384c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.491984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-8e347980-5012-434b-81c3-af76ff6384c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.494760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-8e347980-5012-434b-81c3-af76ff6384c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.495804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-8e347980-5012-434b-81c3-af76ff6384c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.496318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-8e347980-5012-434b-81c3-af76ff6384c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.506560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-8e347980-5012-434b-81c3-af76ff6384c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6374 time: 0.2228086 Nov 09 19:47:43.524807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4034dc5e-ba35-4c52-87b6-f168aafe77eb req-cab1d69c-ab25-4c9f-954b-4f744cb11a60 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "GET /v2.0/ports?device_id=024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f HTTP/1.1" status: 200 len: 210 time: 0.0764301 Nov 09 19:47:43.528560 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.531292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.566382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Request body: {'port': {'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:43.597295 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.597870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2134e03-6212-4873-88d3-35240484be1a {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:47:43.602455 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.606987 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c87e71da-2175-4681-a824-db6b93f41ec8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d2134e03-6212-4873-88d3-35240484be1a HTTP/1.1" status: 204 len: 168 time: 1.5452871 Nov 09 19:47:43.607661 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59838) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:43.645681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b81dbf-15dc-4336-b65d-0f2ce8435e86 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ec9063-0b38-4a59-9977-154ba5c6fb96,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:43.706073 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb1b1203-6e2c-4556-af33-1a8d80a77ff5 req-49f94117-fe5a-4444-80b7-719d6bdd0e79 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0368166 Nov 09 19:47:43.715585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca12f4a-aab3-42fd-bb24-3acd675c9ec4 req-38828d82-bde9-4818-9490-4b8a14cd83bc tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.717920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ca12f4a-aab3-42fd-bb24-3acd675c9ec4 req-38828d82-bde9-4818-9490-4b8a14cd83bc tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 946 time: 0.3501406 Nov 09 19:47:43.720412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbe869f-42ea-40dd-871d-e285c40e8213 admin admin] Deleting subnet e5d51e7b-6104-4b60-8b98-659e4de75886 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:47:43.726546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59840) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:43.736100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a36704e3-0ce4-4632-9f38-8b67e6151bda tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Request body: {'floatingip': {'port_id': '2861e7c2-bf1c-4e8d-a524-331e2a587798'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:43.739475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcbe869f-42ea-40dd-871d-e285c40e8213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.802185 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.837194 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a36704e3-0ce4-4632-9f38-8b67e6151bda tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.852434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcbe869f-42ea-40dd-871d-e285c40e8213 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:43.866389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-00b9193f-3e9c-4446-860c-2df798d9c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.867061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-00b9193f-3e9c-4446-860c-2df798d9c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.867674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-00b9193f-3e9c-4446-860c-2df798d9c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:43.869290 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-00b9193f-3e9c-4446-860c-2df798d9c275 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=5e646554cb1948bab8888fd628ae596e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3457658 Nov 09 19:47:43.984501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcbe869f-42ea-40dd-871d-e285c40e8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.118820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-291b745f-ff11-44e3-b175-8e1f346c088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:44.124143 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d0f7b1bc-9a90-4b15-8d4a-45b030da3703 req-291b745f-ff11-44e3-b175-8e1f346c088d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2420781 Nov 09 19:47:44.303763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8093a-225d-4d99-8ed5-a4740ff877ca req-092b4cd9-8709-4608-8cb7-0bd3854641df tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:44.310768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8093a-225d-4d99-8ed5-a4740ff877ca req-092b4cd9-8709-4608-8cb7-0bd3854641df tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:44.316954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8093a-225d-4d99-8ed5-a4740ff877ca req-092b4cd9-8709-4608-8cb7-0bd3854641df tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:44.323199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8093a-225d-4d99-8ed5-a4740ff877ca req-092b4cd9-8709-4608-8cb7-0bd3854641df tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:44.329845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8093a-225d-4d99-8ed5-a4740ff877ca req-092b4cd9-8709-4608-8cb7-0bd3854641df tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:44.336916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8093a-225d-4d99-8ed5-a4740ff877ca req-092b4cd9-8709-4608-8cb7-0bd3854641df tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:44.344634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8093a-225d-4d99-8ed5-a4740ff877ca req-092b4cd9-8709-4608-8cb7-0bd3854641df tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:44.346777 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fdc8093a-225d-4d99-8ed5-a4740ff877ca req-092b4cd9-8709-4608-8cb7-0bd3854641df tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5414 time: 0.1446865 Nov 09 19:47:44.360412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:44.372453 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.453124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fdc8093a-225d-4d99-8ed5-a4740ff877ca req-1a1a80d4-3b94-47ff-992b-c68811bdf736 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843775 Nov 09 19:47:44.456905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Transition to ACTIVE for port object ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:47:44.457136 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:44.466098 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.467665 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.484972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c2fa51dc-5f89-49b5-a3c6-3ff1548127e7 req-742e79ba-653d-465f-8f48-ad8bbc627402 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 210 time: 0.0475028 Nov 09 19:47:44.496856 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcbe869f-42ea-40dd-871d-e285c40e8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.514302 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:44.514671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 49e62b71-e7a8-4dfd-b9f0-05569c8e7082 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:44.515288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 58f88b29-ac60-4dff-a59b-f1d0d344c0cb no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:44.529416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe869f-42ea-40dd-871d-e285c40e8213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d51e7b-6104-4b60-8b98-659e4de75886,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:44.532042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Pushing event updated for resources: {'Port': ['ID=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:44.552779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcbe869f-42ea-40dd-871d-e285c40e8213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.559580 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fcbe869f-42ea-40dd-871d-e285c40e8213 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e5d51e7b-6104-4b60-8b98-659e4de75886 HTTP/1.1" status: 204 len: 168 time: 0.9508281 Nov 09 19:47:44.560286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59852) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:44.564615 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 58f88b29-ac60-4dff-a59b-f1d0d344c0cb {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:44.565321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 58f88b29-ac60-4dff-a59b-f1d0d344c0cb not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:44.627995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59854) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:44.703355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec9e492-0565-4d68-9e97-f05951403a88 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting subnet 16fcd591-9954-4366-859b-f7e34dfc38b6 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:47:44.707257 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aec9e492-0565-4d68-9e97-f05951403a88 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.720379 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.761776 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aec9e492-0565-4d68-9e97-f05951403a88 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.878347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aec9e492-0565-4d68-9e97-f05951403a88 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.895014 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d58ce9a-1739-40a4-878a-2652678ce3d2 req-d1398172-c51c-462c-a5c5-152f5d9abc56 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0366480 Nov 09 19:47:44.964265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Attempting to bind port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:47:44.965208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Attempting to bind port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:47:44.965208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Attempting to bind port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 on network 0abcee26-04fe-418b-aa66-b8ce235a5293 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:44.968963 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aec9e492-0565-4d68-9e97-f05951403a88 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:44.999564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e492-0565-4d68-9e97-f05951403a88 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Subnet': ['ID=16fcd591-9954-4366-859b-f7e34dfc38b6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:45.007943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 on network 0abcee26-04fe-418b-aa66-b8ce235a5293 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:47:45.008273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Attempting to bind port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 on network 0abcee26-04fe-418b-aa66-b8ce235a5293 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:47:45.015657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:47:45.015998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Checking segment: {'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:47:45.016377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Bound using segment: {'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:47:45.016815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Bound port: ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:47:45.017181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.022386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aec9e492-0565-4d68-9e97-f05951403a88 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.027869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aec9e492-0565-4d68-9e97-f05951403a88 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "DELETE /v2.0/subnets/16fcd591-9954-4366-859b-f7e34dfc38b6 HTTP/1.1" status: 204 len: 168 time: 0.3979366 Nov 09 19:47:45.034481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59860) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:45.034724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3f7a1c-a5fe-4ab1-a183-e132dc5a24f5 None None] Network 7b2c7ef3-ff5e-4758-87b6-6059f927e58f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:45.093212 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.146257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] For port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:47:45.153290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] For port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:47:45.158401 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.172419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e472df-b8d9-4116-96a1-8158af70eb0a']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:45.190050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.resource_extend [None req-a36704e3-0ce4-4632-9f38-8b67e6151bda tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:47:45.193523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:45.193913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62262cc3-0a91-4bb4-a054-ef27fc8ae7c3') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:45.211542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.212260 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.214635 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] 10.222.0.70 "PUT /v2.0/ports/ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 HTTP/1.1" status: 200 len: 1091 time: 1.6687734 Nov 09 19:47:45.257437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e19fc-f9db-40cb-8d9d-adfbf7b8ad05 service neutron] Pushing event updated for resources: {'Port': ['ID=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:45.268228 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.288842 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.304911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d92f9ae-7b91-4c3c-876f-d9269a0e5c6e None None] DHCP port deletion for 7b2c7ef3-ff5e-4758-87b6-6059f927e58f request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:47:45.306086 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.313892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a36704e3-0ce4-4632-9f38-8b67e6151bda tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.322966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:47:45.324124 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:47:45.327007 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:47:45.328853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a36704e3-0ce4-4632-9f38-8b67e6151bda tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.330881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'name': 'network-vif-deleted', 'tag': 'ccd44175-3091-446a-9924-3594f03b39eb'}, {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': 'd4ec9063-0b38-4a59-9977-154ba5c6fb96'}, {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': 'ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:45.334377 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec13d196-f312-40c6-b163-b49ef0e1d0bb" -d '{"events": [{"server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "name": "network-vif-deleted", "tag": "ccd44175-3091-446a-9924-3594f03b39eb"}, {"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "d4ec9063-0b38-4a59-9977-154ba5c6fb96"}, {"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:45.381916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0d92f9ae-7b91-4c3c-876f-d9269a0e5c6e None None] Deleting port bf37b7d6-08e2-498f-82b4-380ceea52fec {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:45.382536 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0d92f9ae-7b91-4c3c-876f-d9269a0e5c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.405723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-fa4fb246-130e-4a25-8d0c-dbb8ba3af444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.406361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-fa4fb246-130e-4a25-8d0c-dbb8ba3af444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.408948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-fa4fb246-130e-4a25-8d0c-dbb8ba3af444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.431565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-fa4fb246-130e-4a25-8d0c-dbb8ba3af444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.432334 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-fa4fb246-130e-4a25-8d0c-dbb8ba3af444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.433114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-fa4fb246-130e-4a25-8d0c-dbb8ba3af444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.433839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-fa4fb246-130e-4a25-8d0c-dbb8ba3af444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.436924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-fa4fb246-130e-4a25-8d0c-dbb8ba3af444 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6483 time: 0.1627045 Nov 09 19:47:45.501842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0d92f9ae-7b91-4c3c-876f-d9269a0e5c6e None None] For port bf37b7d6-08e2-498f-82b4-380ceea52fec, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bf37b7d6-08e2-498f-82b4-380ceea52fec,segment=NetworkSegment(0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c),segment_id=0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:45.501842 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0d92f9ae-7b91-4c3c-876f-d9269a0e5c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.526330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0d92f9ae-7b91-4c3c-876f-d9269a0e5c6e None None] Calling delete_port for bf37b7d6-08e2-498f-82b4-380ceea52fec owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:45.547388 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8b971f-44a2-4574-9f09-b768ba4393f0 x-openstack-request-id: req-3a8b971f-44a2-4574-9f09-b768ba4393f0 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:45.547748 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f", "name": "network-vif-deleted", "tag": "ccd44175-3091-446a-9924-3594f03b39eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "d4ec9063-0b38-4a59-9977-154ba5c6fb96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:45.547955 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a8b971f-44a2-4574-9f09-b768ba4393f0 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:45.548615 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024ab69e-6fd0-46ac-9ba7-d6ce200dbc5f', 'name': 'network-vif-deleted', 'tag': 'ccd44175-3091-446a-9924-3594f03b39eb', 'status': 'completed', 'code': 200} Nov 09 19:47:45.548875 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': 'd4ec9063-0b38-4a59-9977-154ba5c6fb96', 'status': 'completed', 'code': 200} Nov 09 19:47:45.549126 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': 'ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7', 'status': 'completed', 'code': 200} Nov 09 19:47:45.550638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-ce86015a-4103-42ba-bb59-fe09d0e4e66b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 HTTP/1.1" status: 200 len: 217 time: 0.1037390 Nov 09 19:47:45.609755 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-a36704e3-0ce4-4632-9f38-8b67e6151bda tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Floating IP cfefca4b-9593-47f7-8ef7-7a02de91651f associated. External IP: 172.25.6.77, port: 2861e7c2-bf1c-4e8d-a524-331e2a587798. Nov 09 19:47:45.653844 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0d92f9ae-7b91-4c3c-876f-d9269a0e5c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.681187 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92f9ae-7b91-4c3c-876f-d9269a0e5c6e None None] Pushing event deleted for resources: {'Port': ['ID=bf37b7d6-08e2-498f-82b4-380ceea52fec,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:45.692384 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92f9ae-7b91-4c3c-876f-d9269a0e5c6e None None] No DVR routers for this DVR port bf37b7d6-08e2-498f-82b4-380ceea52fec on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:45.723640 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.781434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:45.787856 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] 10.222.0.53 "DELETE /v2.0/networks/80e472df-b8d9-4116-96a1-8158af70eb0a HTTP/1.1" status: 204 len: 168 time: 1.2243009 Nov 09 19:47:45.793664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa206fc2-fb5e-4129-9585-c3f92470b751 admin admin] Pushing event deleted for resources: {'Network': ['ID=80e472df-b8d9-4116-96a1-8158af70eb0a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:45.846160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0c38-9257-448c-aca3-2729596fd876 req-6a6b4fc5-0091-4ed1-a053-e3b1b06d6293 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.868641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0c38-9257-448c-aca3-2729596fd876 req-6a6b4fc5-0091-4ed1-a053-e3b1b06d6293 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.881295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0c38-9257-448c-aca3-2729596fd876 req-6a6b4fc5-0091-4ed1-a053-e3b1b06d6293 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.889231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0c38-9257-448c-aca3-2729596fd876 req-6a6b4fc5-0091-4ed1-a053-e3b1b06d6293 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.896400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0c38-9257-448c-aca3-2729596fd876 req-6a6b4fc5-0091-4ed1-a053-e3b1b06d6293 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.904551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0c38-9257-448c-aca3-2729596fd876 req-6a6b4fc5-0091-4ed1-a053-e3b1b06d6293 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.911914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0c38-9257-448c-aca3-2729596fd876 req-6a6b4fc5-0091-4ed1-a053-e3b1b06d6293 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:45.920513 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-793e0c38-9257-448c-aca3-2729596fd876 req-6a6b4fc5-0091-4ed1-a053-e3b1b06d6293 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.2842860 Nov 09 19:47:45.972111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting port bf37b7d6-08e2-498f-82b4-380ceea52fec {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:45.972885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:46.105987 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-793e0c38-9257-448c-aca3-2729596fd876 req-b126e185-9808-4988-8dbf-2dda7a55582e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1842635 Nov 09 19:47:46.116547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59876) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:46.163818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] For port bf37b7d6-08e2-498f-82b4-380ceea52fec, host n-d-817256-1, got binding levels [] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:46.164588 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:46.179939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Calling delete_port for bf37b7d6-08e2-498f-82b4-380ceea52fec owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:46.180363 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:46.183742 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.ipam_backend_mixin [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Port bf37b7d6-08e2-498f-82b4-380ceea52fec was not found and therefore no delete operation was performed {{(pid=102295) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:47:46.185209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:46.222757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Port': ['ID=bf37b7d6-08e2-498f-82b4-380ceea52fec,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:46.315358 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-76942ed0-f003-4cfc-ba1f-64f47bc20340 req-ddf204a6-9e75-4e5c-a84e-07769850db82 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=89ac9050-18e7-4d9e-9d9a-7b238ab1a732 HTTP/1.1" status: 200 len: 210 time: 0.0407999 Nov 09 19:47:46.331379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-69bf4212-db4e-42e6-bd78-aba49ffaa100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:46.333067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-69bf4212-db4e-42e6-bd78-aba49ffaa100 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=631c072b-443f-46be-a69f-00bb6024fc68 HTTP/1.1" status: 200 len: 856 time: 0.7735436 Nov 09 19:47:46.336096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f15335d7-262f-477f-b9ef-03b1eff467f4 req-95c7ff00-4fd6-4092-b6d0-1b0c8eb6f3a6 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.1239002 Nov 09 19:47:46.339979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] No DVR routers for this DVR port bf37b7d6-08e2-498f-82b4-380ceea52fec on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:46.349721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6669fe99-dc59-464e-a260-eadea57d630b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2b2feef361e42ee92a3e941538fd1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316556 Nov 09 19:47:46.350565 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59878) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:46.405710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-08611916-3426-4238-9948-bed1eb27926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:46.410322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-08611916-3426-4238-9948-bed1eb27926a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689216 Nov 09 19:47:46.450885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bf37b7d6-08e2-498f-82b4-380ceea52fec no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:46.500182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: bf37b7d6-08e2-498f-82b4-380ceea52fec {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:46.506863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bf37b7d6-08e2-498f-82b4-380ceea52fec not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:46.531428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-775d9528-a270-4506-8c64-04b6230c6fe6 service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120698 Nov 09 19:47:46.561408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:46.599519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2c7ef3-ff5e-4758-87b6-6059f927e58f']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:46.616574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36704e3-0ce4-4632-9f38-8b67e6151bda tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:47:46.622372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:46.622695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9ff6f6-5b7b-4744-b9af-fa41ee4df73c') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:46.634029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5993d457-f4f8-4283-9e18-685f3f8b1aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:46.641871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:46.702831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-1819f588-2cde-4e2b-82a8-3d7f23ce561a service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628103 Nov 09 19:47:46.712948 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:46.726635 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5993d457-f4f8-4283-9e18-685f3f8b1aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:46.762360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6dad0ba7-f756-4a0c-8a47-39bc02e94db0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=1990eaf1-6c71-48eb-9dd5-36db438adf18 HTTP/1.1" status: 200 len: 217 time: 0.0478127 Nov 09 19:47:46.776616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:47:46.777738 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:47:46.782775 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:47:46.833375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-041c2c5c-cfe5-47f6-93f9-c71fb3dfb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:46.835099 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-041c2c5c-cfe5-47f6-93f9-c71fb3dfb61a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.0637841 Nov 09 19:47:46.887820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-0516eea5-5ec5-498d-a9ae-9215b4641b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:46.889600 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-0516eea5-5ec5-498d-a9ae-9215b4641b7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459127 Nov 09 19:47:47.014904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a2324d97-a6bd-43f6-8ebc-76e3c2dd8b99 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142771 Nov 09 19:47:47.137594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-757997e2-273c-4471-803d-2dcf7cd32011 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115429 Nov 09 19:47:47.170215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5052aeb-c2c3-45e0-b5bb-ca2b75834d11 req-c7de318d-a6d4-4fd5-8c80-4ffe471e6fce tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:47.173398 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a5052aeb-c2c3-45e0-b5bb-ca2b75834d11 req-c7de318d-a6d4-4fd5-8c80-4ffe471e6fce tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 945 time: 0.5052867 Nov 09 19:47:47.199900 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-3b75b31c-03d3-495a-8027-79b318b3c5d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=03071954-4d2d-4b87-8754-6a44bd7c714b HTTP/1.1" status: 200 len: 217 time: 0.0564561 Nov 09 19:47:47.205836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:47.225654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:47.228741 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "DELETE /v2.0/networks/7b2c7ef3-ff5e-4758-87b6-6059f927e58f HTTP/1.1" status: 204 len: 168 time: 2.1877179 Nov 09 19:47:47.248895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59888) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:47.266086 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e868ee-f8e6-410e-976c-846ae1d30e22 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Network': ['ID=7b2c7ef3-ff5e-4758-87b6-6059f927e58f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:47.294733 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5993d457-f4f8-4283-9e18-685f3f8b1aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:47.297428 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5993d457-f4f8-4283-9e18-685f3f8b1aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:47.301555 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5993d457-f4f8-4283-9e18-685f3f8b1aa9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70e0f9f7-4651-4b9a-b9b0-02b2a862a004 HTTP/1.1" status: 204 len: 168 time: 0.9375241 Nov 09 19:47:47.308402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36704e3-0ce4-4632-9f38-8b67e6151bda tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:47:47.320859 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] Sync routers for ids ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:47:47.330114 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a5052aeb-c2c3-45e0-b5bb-ca2b75834d11 req-207033c3-89d8-44eb-9b90-fc56c96e8a99 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508155 Nov 09 19:47:47.334194 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a36704e3-0ce4-4632-9f38-8b67e6151bda tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:47.347366 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] Routers {'c38cc6aa-144a-4dd7-9be6-168f6ddb7206'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:47:47.347875 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:47:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:47.356939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c143ad-848d-4b8d-854e-06fb3d9fbbfa req-2bb00a21-322a-4fc9-83b0-bb071fe7cd55 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:47.371717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993d457-f4f8-4283-9e18-685f3f8b1aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0f9f7-4651-4b9a-b9b0-02b2a862a004,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:47.372380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c143ad-848d-4b8d-854e-06fb3d9fbbfa req-2bb00a21-322a-4fc9-83b0-bb071fe7cd55 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:47.399950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c143ad-848d-4b8d-854e-06fb3d9fbbfa req-2bb00a21-322a-4fc9-83b0-bb071fe7cd55 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:47.412209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0c8a29-cfd3-4cae-a472-f6392fb5c632 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting subnet bece5c1f-6901-4351-9f16-e8714a829958 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:47:47.412936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c143ad-848d-4b8d-854e-06fb3d9fbbfa req-2bb00a21-322a-4fc9-83b0-bb071fe7cd55 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:47.416182 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8a29-cfd3-4cae-a472-f6392fb5c632 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:47.421559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a36704e3-0ce4-4632-9f38-8b67e6151bda tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "PUT /v2.0/floatingips/cfefca4b-9593-47f7-8ef7-7a02de91651f HTTP/1.1" status: 200 len: 991 time: 3.6921365 Nov 09 19:47:47.429002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c143ad-848d-4b8d-854e-06fb3d9fbbfa req-2bb00a21-322a-4fc9-83b0-bb071fe7cd55 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:47.443658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c143ad-848d-4b8d-854e-06fb3d9fbbfa req-2bb00a21-322a-4fc9-83b0-bb071fe7cd55 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:47.460833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c143ad-848d-4b8d-854e-06fb3d9fbbfa req-2bb00a21-322a-4fc9-83b0-bb071fe7cd55 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:47.470193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9221df5-4062-4350-a437-870599eaea09', 'tag': '2861e7c2-bf1c-4e8d-a524-331e2a587798'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:47.472324 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1087c03-d1f0-4b27-b40c-427215960034" -d '{"events": [{"name": "network-changed", "server_uuid": "a9221df5-4062-4350-a437-870599eaea09", "tag": "2861e7c2-bf1c-4e8d-a524-331e2a587798"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:47.475816 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66c143ad-848d-4b8d-854e-06fb3d9fbbfa req-2bb00a21-322a-4fc9-83b0-bb071fe7cd55 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.2727008 Nov 09 19:47:47.531118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8a29-cfd3-4cae-a472-f6392fb5c632 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:47.540675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-31d57752-27ee-43f9-a9bb-b1b283c6db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:47.552710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-31d57752-27ee-43f9-a9bb-b1b283c6db02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.2999182 Nov 09 19:47:47.627936 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] Set router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:47:47.691249 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66c143ad-848d-4b8d-854e-06fb3d9fbbfa req-2a33eac0-f302-4441-b594-df7686223e50 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2144396 Nov 09 19:47:47.740883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-413ab802-132b-4e4b-b516-9bdbf18ad326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:47.742588 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-413ab802-132b-4e4b-b516-9bdbf18ad326 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1763334 Nov 09 19:47:47.759544 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8a29-cfd3-4cae-a472-f6392fb5c632 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:47.896910 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8a29-cfd3-4cae-a472-f6392fb5c632 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:47.973420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6efe74da-8544-43ba-a179-08d8778faaa2 req-1be9ab6f-7d5a-4fcf-8c6a-a2766146fa88 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.1123681 Nov 09 19:47:48.002410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c8a29-cfd3-4cae-a472-f6392fb5c632 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Subnet': ['ID=bece5c1f-6901-4351-9f16-e8714a829958,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:48.013113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d0b0d-6cf7-4b20-b278-7ff7d50e9c18 None None] Network 7c46317f-6ac4-4f60-8bbf-1d45133e19ce requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:48.023693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8a29-cfd3-4cae-a472-f6392fb5c632 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:48.032821 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7e0c8a29-cfd3-4cae-a472-f6392fb5c632 tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "DELETE /v2.0/subnets/bece5c1f-6901-4351-9f16-e8714a829958 HTTP/1.1" status: 204 len: 168 time: 0.7826760 Nov 09 19:47:48.037132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59918) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:48.232879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-b1de50d5-432a-4d5e-a946-92a22a78ab6b service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790046 Nov 09 19:47:48.407821 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:48.412264 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:14Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cfefca4b-9593-47f7-8ef7-7a02de91651f', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'port_id': '2861e7c2-bf1c-4e8d-a524-331e2a587798', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'mac_address': 'fa:16:3e:6b:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9221df5-4062-4350-a437-870599eaea09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:47:20Z', 'updated_at': '2021-11-09T19:47:45Z', 'revision_number': 1, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bde5ff-1572-40d6-90f5-7a3a22f7dea9', 'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'mac_address': 'fa:16:3e:80:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:13Z', 'updated_at': '2021-11-09T19:47:19Z', 'revision_number': 5, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'subnets': [{'id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:48.428127 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-7a635e5c-d315-4ca6-bdee-89d8dea67384 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793320 Nov 09 19:47:48.489963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8fd2e3-73c1-4363-b75b-c238c03ff862 None None] DHCP port deletion for 7c46317f-6ac4-4f60-8bbf-1d45133e19ce request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:47:48.490195 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] Checking router: c38cc6aa-144a-4dd7-9be6-168f6ddb7206 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:47:48.530287 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] Routers {'c38cc6aa-144a-4dd7-9be6-168f6ddb7206'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:47:48.531284 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:47:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:48.592591 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-8a284575-0aea-40c6-8e72-ad7e1bc12287 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=eb82dada-9573-47f3-b291-b9c2b30a7000 HTTP/1.1" status: 200 len: 217 time: 0.1552799 Nov 09 19:47:48.642822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cf8fd2e3-73c1-4363-b75b-c238c03ff862 None None] Deleting port 8ead2127-877c-4848-9772-2cf87cf8e55a {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:48.643238 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd2e3-73c1-4363-b75b-c238c03ff862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:48.799814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cf8fd2e3-73c1-4363-b75b-c238c03ff862 None None] For port 8ead2127-877c-4848-9772-2cf87cf8e55a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8ead2127-877c-4848-9772-2cf87cf8e55a,segment=NetworkSegment(d5c828c5-4042-4fa9-97d2-32f310c58092),segment_id=d5c828c5-4042-4fa9-97d2-32f310c58092)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:48.800262 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd2e3-73c1-4363-b75b-c238c03ff862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:48.850678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e510c96-63e6-4ce6-8be1-2e9ae1fe052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:48.852556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-6e510c96-63e6-4ce6-8be1-2e9ae1fe052a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.2500894 Nov 09 19:47:48.856728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cf8fd2e3-73c1-4363-b75b-c238c03ff862 None None] Calling delete_port for 8ead2127-877c-4848-9772-2cf87cf8e55a owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:48.919057 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] Set router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:47:48.931125 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a222022-9d23-4617-b919-52cd1b6c3981 x-openstack-request-id: req-5a222022-9d23-4617-b919-52cd1b6c3981 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:48.932123 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9221df5-4062-4350-a437-870599eaea09", "tag": "2861e7c2-bf1c-4e8d-a524-331e2a587798", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:48.932585 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a222022-9d23-4617-b919-52cd1b6c3981 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:48.933797 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9221df5-4062-4350-a437-870599eaea09', 'tag': '2861e7c2-bf1c-4e8d-a524-331e2a587798', 'status': 'completed', 'code': 200} Nov 09 19:47:48.955976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Deleting port 8ead2127-877c-4848-9772-2cf87cf8e55a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:48.956699 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:49.007493 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd2e3-73c1-4363-b75b-c238c03ff862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:49.053040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fd2e3-73c1-4363-b75b-c238c03ff862 None None] Pushing event deleted for resources: {'Port': ['ID=8ead2127-877c-4848-9772-2cf87cf8e55a,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:49.062329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8fd2e3-73c1-4363-b75b-c238c03ff862 None None] No DVR routers for this DVR port 8ead2127-877c-4848-9772-2cf87cf8e55a on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:49.085882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087c03-d1f0-4b27-b40c-427215960034 req-34e225ee-0780-42bc-a8a2-205f8c20f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:49.101512 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1087c03-d1f0-4b27-b40c-427215960034 req-34e225ee-0780-42bc-a8a2-205f8c20f96e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aed8cec6b5ce4d439bbb9f0a47fd9573&device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 1097 time: 0.1662161 Nov 09 19:47:49.130824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9898-a60b-4ec1-a80e-2b31337e16c8 req-6dcabc3c-287b-4b18-89b0-f5f5c786ec85 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:49.154478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-83446ed3-ef88-4733-bfa5-bfd23c2955f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:49.159174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9898-a60b-4ec1-a80e-2b31337e16c8 req-6dcabc3c-287b-4b18-89b0-f5f5c786ec85 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:49.163598 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-83446ed3-ef88-4733-bfa5-bfd23c2955f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3032324 Nov 09 19:47:49.170375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9898-a60b-4ec1-a80e-2b31337e16c8 req-6dcabc3c-287b-4b18-89b0-f5f5c786ec85 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:49.178028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9898-a60b-4ec1-a80e-2b31337e16c8 req-6dcabc3c-287b-4b18-89b0-f5f5c786ec85 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:49.200229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9898-a60b-4ec1-a80e-2b31337e16c8 req-6dcabc3c-287b-4b18-89b0-f5f5c786ec85 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:49.208540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9898-a60b-4ec1-a80e-2b31337e16c8 req-6dcabc3c-287b-4b18-89b0-f5f5c786ec85 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:49.217820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9898-a60b-4ec1-a80e-2b31337e16c8 req-6dcabc3c-287b-4b18-89b0-f5f5c786ec85 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:49.226814 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9cfb9898-a60b-4ec1-a80e-2b31337e16c8 req-6dcabc3c-287b-4b18-89b0-f5f5c786ec85 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.3497372 Nov 09 19:47:49.265885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1ba04d4-a375-4cbb-b4fb-f006d2d89165 req-36a2ce04-2ba8-44df-939c-77fb5444457a tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0978558 Nov 09 19:47:49.384824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] For port 8ead2127-877c-4848-9772-2cf87cf8e55a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8ead2127-877c-4848-9772-2cf87cf8e55a,segment=NetworkSegment(d5c828c5-4042-4fa9-97d2-32f310c58092),segment_id=d5c828c5-4042-4fa9-97d2-32f310c58092)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:49.385196 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:49.439416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Calling delete_port for 8ead2127-877c-4848-9772-2cf87cf8e55a owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:49.478098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087c03-d1f0-4b27-b40c-427215960034 req-e0aa64eb-cfd5-43a1-bb49-20626b7cc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:49.481255 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:14Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cfefca4b-9593-47f7-8ef7-7a02de91651f', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'port_id': '2861e7c2-bf1c-4e8d-a524-331e2a587798', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'mac_address': 'fa:16:3e:6b:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9221df5-4062-4350-a437-870599eaea09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:47:20Z', 'updated_at': '2021-11-09T19:47:45Z', 'revision_number': 1, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bde5ff-1572-40d6-90f5-7a3a22f7dea9', 'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'mac_address': 'fa:16:3e:80:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:13Z', 'updated_at': '2021-11-09T19:47:19Z', 'revision_number': 5, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'subnets': [{'id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:49.481790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1087c03-d1f0-4b27-b40c-427215960034 req-e0aa64eb-cfd5-43a1-bb49-20626b7cc3e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f0fe3201-6773-4026-9d80-328140f63393 HTTP/1.1" status: 200 len: 915 time: 0.2443025 Nov 09 19:47:49.618761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-06982620-84db-4f4c-88ea-a420a8691d8d service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295824 Nov 09 19:47:49.674069 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b964f3d-24ba-4e2c-97c4-a51253a983fe None None] The sync data for ids ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'] in n-d-817256-1 is: [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:14Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cfefca4b-9593-47f7-8ef7-7a02de91651f', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'port_id': '2861e7c2-bf1c-4e8d-a524-331e2a587798', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'mac_address': 'fa:16:3e:6b:46:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9221df5-4062-4350-a437-870599eaea09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:47:20Z', 'updated_at': '2021-11-09T19:47:45Z', 'revision_number': 1, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24bde5ff-1572-40d6-90f5-7a3a22f7dea9', 'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'mac_address': 'fa:16:3e:80:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:13Z', 'updated_at': '2021-11-09T19:47:19Z', 'revision_number': 5, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'subnets': [{'id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:47:49.867939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1087c03-d1f0-4b27-b40c-427215960034 req-d499eb69-c690-4242-a9fd-d4f4bd59eb5d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2861e7c2-bf1c-4e8d-a524-331e2a587798 HTTP/1.1" status: 200 len: 999 time: 0.3597827 Nov 09 19:47:49.908716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:49.961924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] No DVR routers for this DVR port 8ead2127-877c-4848-9772-2cf87cf8e55a on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:49.991421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59968) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:50.009404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9cfb9898-a60b-4ec1-a80e-2b31337e16c8 req-729259ee-6cf7-44d6-bd43-4bafc74f4017 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7806149 Nov 09 19:47:50.019865 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-de43b07a-4c40-4e84-b6f8-4b38640302f2 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896561 Nov 09 19:47:50.072260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Port': ['ID=8ead2127-877c-4848-9772-2cf87cf8e55a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:50.074836 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087c03-d1f0-4b27-b40c-427215960034 req-0e9fefe7-5833-4b69-8168-06f19b906e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:50.078780 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1087c03-d1f0-4b27-b40c-427215960034 req-0e9fefe7-5833-4b69-8168-06f19b906e09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b61a6e69-7348-4566-be3c-4d1608060334 HTTP/1.1" status: 200 len: 853 time: 0.1754820 Nov 09 19:47:50.138095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e1372ee9-48db-469a-95fb-1b1d74dbb5fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce HTTP/1.1" status: 200 len: 217 time: 0.0579236 Nov 09 19:47:50.189054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087c03-d1f0-4b27-b40c-427215960034 req-e5dfb43f-188c-48aa-8512-66571063f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:50.191175 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1087c03-d1f0-4b27-b40c-427215960034 req-e5dfb43f-188c-48aa-8512-66571063f46b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f0fe3201-6773-4026-9d80-328140f63393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027570 Nov 09 19:47:50.261584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:50.329360 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-5dae6cc3-b594-4389-9d8b-d78252c05cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:50.331195 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-5dae6cc3-b594-4389-9d8b-d78252c05cad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.1745408 Nov 09 19:47:50.336228 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5c2d-78ee-47cc-81e4-bf0fd705ea55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:50.337125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c46317f-6ac4-4f60-8bbf-1d45133e19ce']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:50.406310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c828c5-4042-4fa9-97d2-32f310c58092') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:50.419847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c828c5-4042-4fa9-97d2-32f310c58092') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:50.435687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68541590-cf9b-4ac2-8c2e-e8ad6bfd013a None None] New status for floating IP cfefca4b-9593-47f7-8ef7-7a02de91651f: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:47:50.481112 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:50.527222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c60528f0-870b-45a4-b967-79cf0b2ad5c9 req-dc728777-3cf5-4c2b-a997-6ee2a1c5cdbf tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.1048434 Nov 09 19:47:50.548033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:50.551585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a258f337-5db6-46df-9a54-dd4d703dc320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:50.552999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a258f337-5db6-46df-9a54-dd4d703dc320 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2116599 Nov 09 19:47:50.566429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:47:50.566758 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:47:50.569951 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:47:50.608654 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1087c03-d1f0-4b27-b40c-427215960034 req-5df65797-fdb4-4790-96f9-b0a8edde19e7 service neutron] 10.222.0.77 "GET /v2.0/networks/f0fe3201-6773-4026-9d80-328140f63393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067709 Nov 09 19:47:50.748220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8ead2127-877c-4848-9772-2cf87cf8e55a no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:50.800713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8ead2127-877c-4848-9772-2cf87cf8e55a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:50.801107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8ead2127-877c-4848-9772-2cf87cf8e55a not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:50.824465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5c2d-78ee-47cc-81e4-bf0fd705ea55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:50.835103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5c2d-78ee-47cc-81e4-bf0fd705ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:50.854233 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:50.876130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:47:50.895792 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-2c514dd9-3cbb-4081-964c-1757bbf7bd6d service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312509 Nov 09 19:47:50.958264 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1087c03-d1f0-4b27-b40c-427215960034 req-5d3624c0-d0c7-4245-ba30-92f33d02fd40 service neutron] 10.222.0.77 "GET /v2.0/networks/f0fe3201-6773-4026-9d80-328140f63393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350809 Nov 09 19:47:50.962011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1cfa5c2d-78ee-47cc-81e4-bf0fd705ea55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23a7896e94b64da7b1aae8a810f3efc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9478362 Nov 09 19:47:50.965477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59984) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:50.979234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa5c2d-78ee-47cc-81e4-bf0fd705ea55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f97f45-073b-4cd4-b647-dc3be6e7922e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:51.048529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:51.078326 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:51.098084 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] 10.222.0.53 "DELETE /v2.0/networks/7c46317f-6ac4-4f60-8bbf-1d45133e19ce HTTP/1.1" status: 204 len: 168 time: 3.0598440 Nov 09 19:47:51.117266 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3031edca-1a63-4dee-901a-f79958a3b3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:51.160409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd11a72-4411-4077-a1b7-c55d3ae53f4d tempest-ServersTestMultiNic-1218011460 tempest-ServersTestMultiNic-1218011460-project] Pushing event deleted for resources: {'Network': ['ID=7c46317f-6ac4-4f60-8bbf-1d45133e19ce,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:51.172688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:51.180162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3031edca-1a63-4dee-901a-f79958a3b3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:51.208817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'port_id': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'mac_address': 'fa:16:3e:2f:32:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:47:51.277167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3031edca-1a63-4dee-901a-f79958a3b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:51.280396 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3031edca-1a63-4dee-901a-f79958a3b3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:51.282100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3031edca-1a63-4dee-901a-f79958a3b3d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38f97f45-073b-4cd4-b647-dc3be6e7922e HTTP/1.1" status: 204 len: 168 time: 0.3153512 Nov 09 19:47:51.305692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031edca-1a63-4dee-901a-f79958a3b3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f97f45-073b-4cd4-b647-dc3be6e7922e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:51.340306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129fda6-90fe-4e8b-a314-a3890b2432a1 req-43de96a0-3dd3-4d37-8677-4dc007dab2fa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:51.347684 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:51.369951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3272acb7-3e3f-4c55-8e57-4b949482c82f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:47:51.373938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129fda6-90fe-4e8b-a314-a3890b2432a1 req-43de96a0-3dd3-4d37-8677-4dc007dab2fa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:51.407251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129fda6-90fe-4e8b-a314-a3890b2432a1 req-43de96a0-3dd3-4d37-8677-4dc007dab2fa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:51.425302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129fda6-90fe-4e8b-a314-a3890b2432a1 req-43de96a0-3dd3-4d37-8677-4dc007dab2fa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:51.426279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:51.432312 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:51.467436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129fda6-90fe-4e8b-a314-a3890b2432a1 req-43de96a0-3dd3-4d37-8677-4dc007dab2fa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:51.474026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129fda6-90fe-4e8b-a314-a3890b2432a1 req-43de96a0-3dd3-4d37-8677-4dc007dab2fa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:51.482433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129fda6-90fe-4e8b-a314-a3890b2432a1 req-43de96a0-3dd3-4d37-8677-4dc007dab2fa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:51.497063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f129fda6-90fe-4e8b-a314-a3890b2432a1 req-43de96a0-3dd3-4d37-8677-4dc007dab2fa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.3419557 Nov 09 19:47:51.501846 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-cc2d9739-67c8-44aa-908b-56ba71ab1890 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957248 Nov 09 19:47:51.512582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:51.529897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60002) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:51.637906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['3272acb7-3e3f-4c55-8e57-4b949482c82f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:51.667615 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-d09e4141-3506-4170-8db0-7960ce755e0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96 HTTP/1.1" status: 200 len: 217 time: 0.1554673 Nov 09 19:47:51.875234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f129fda6-90fe-4e8b-a314-a3890b2432a1 req-01bd2c18-accc-4bdd-8a59-10127d0ed0f7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3770955 Nov 09 19:47:51.877078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-83fe2113-2996-443f-ad6c-7bc400f6d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:51.880599 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-83fe2113-2996-443f-ad6c-7bc400f6d4c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.1983702 Nov 09 19:47:51.903458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ecbb8062-60f7-46a1-b889-680c2d9af993 req-6eb2bd98-2a3d-4e7e-bc6b-e31cd6b2e4c7 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.1044171 Nov 09 19:47:52.007972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e3daeae8-d444-4cff-bf03-dde42cf0e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:52.013742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-e3daeae8-d444-4cff-bf03-dde42cf0e279 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258941 Nov 09 19:47:52.304369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-d0a36ef8-e1c5-477d-b454-ccd7b4cf2960 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758560 Nov 09 19:47:52.499717 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-86a12f28-c30f-4c19-94e6-3f5769aa043f service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870868 Nov 09 19:47:52.538009 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:52.607483 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-d48fa9e5-7875-42b0-859b-e5a29e57ef63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 HTTP/1.1" status: 200 len: 217 time: 0.0992639 Nov 09 19:47:52.739661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-4eb96494-8587-4fbf-8827-d10ee8898295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:52.745190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-4eb96494-8587-4fbf-8827-d10ee8898295 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.1303842 Nov 09 19:47:52.856019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-335da742-8043-4ce3-87b3-ae261b1c963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:52.859177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-335da742-8043-4ce3-87b3-ae261b1c963f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042359 Nov 09 19:47:52.866369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60060) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:52.892962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:47:53.048786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 3272acb7-3e3f-4c55-8e57-4b949482c82f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:47:53.050343 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.091150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-131329095-network', 'tenant_id': '66a5645fe76e4665a3bcdcf83fd8b32f'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:47:53.208841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df11cd7-3654-4a69-9f37-1e57d2217e60 req-c9519cd1-f198-4d8c-a814-b57ffd06616b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:53.216847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df11cd7-3654-4a69-9f37-1e57d2217e60 req-c9519cd1-f198-4d8c-a814-b57ffd06616b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:53.222619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df11cd7-3654-4a69-9f37-1e57d2217e60 req-c9519cd1-f198-4d8c-a814-b57ffd06616b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:53.228911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df11cd7-3654-4a69-9f37-1e57d2217e60 req-c9519cd1-f198-4d8c-a814-b57ffd06616b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:53.236648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df11cd7-3654-4a69-9f37-1e57d2217e60 req-c9519cd1-f198-4d8c-a814-b57ffd06616b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:53.237407 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f268353-35ca-4090-a113-b067ecd9dce1 req-a927e1af-409d-45c4-9bce-743e202721de tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.1106925 Nov 09 19:47:53.242952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df11cd7-3654-4a69-9f37-1e57d2217e60 req-c9519cd1-f198-4d8c-a814-b57ffd06616b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:53.269027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df11cd7-3654-4a69-9f37-1e57d2217e60 req-c9519cd1-f198-4d8c-a814-b57ffd06616b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:53.271200 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2df11cd7-3654-4a69-9f37-1e57d2217e60 req-c9519cd1-f198-4d8c-a814-b57ffd06616b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.1607618 Nov 09 19:47:53.278759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.283249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Made reservation on behalf of 66a5645fe76e4665a3bcdcf83fd8b32f for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:47:53.285895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.287172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] Deleting port 1e89b4b8-8525-44c2-ad51-3372f53ade98 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:53.290137 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.316443 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.340641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:53.344441 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3becd816-17a6-42f9-b7e1-f55a014aa5d4" -d '{"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:53.353186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-a1e0cc11-91da-4d56-b3a7-dad2fb64c05a service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764340 Nov 09 19:47:53.361695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:53.371880 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.441636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:53.476193 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2724715-6457-4664-b279-413fb3a173c7 x-openstack-request-id: req-a2724715-6457-4664-b279-413fb3a173c7 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:53.476926 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:53.477287 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2724715-6457-4664-b279-413fb3a173c7 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:53.478151 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'code': 200} Nov 09 19:47:53.499177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2df11cd7-3654-4a69-9f37-1e57d2217e60 req-d1190a91-d13d-4f2e-b901-dd2f4cddf6a8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870706 Nov 09 19:47:53.520369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] For port 1e89b4b8-8525-44c2-ad51-3372f53ade98, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1e89b4b8-8525-44c2-ad51-3372f53ade98,segment=NetworkSegment(b695595f-7537-4b10-a4e5-fe15bc6f59d1),segment_id=b695595f-7537-4b10-a4e5-fe15bc6f59d1)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:53.520369 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.545851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] Calling delete_port for 1e89b4b8-8525-44c2-ad51-3372f53ade98 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:53.693219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9da6d39-7ecb-41d1-ad4f-6df3a069d4a6 req-3c931a8b-3365-42c6-89fa-1d784b6bcf11 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291378 Nov 09 19:47:53.743405 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.755025 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.826144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42779104-5321-406d-a6cd-8d783e30bc74,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:53.861449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.897047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e89b4b8-8525-44c2-ad51-3372f53ade98,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:53.910892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:47:53.936615 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:53.936615 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Added segment d9167cd5-1513-47ae-847c-5e12d31bbc0f of type vlan for network 2cbbe2c3-2fb8-4370-98f6-dd5a33878a92 Nov 09 19:47:54.012122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-d6d5d7bb-b5fa-4925-a134-0012f862e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.012848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-d6d5d7bb-b5fa-4925-a134-0012f862e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.013531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-d6d5d7bb-b5fa-4925-a134-0012f862e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.014167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-d6d5d7bb-b5fa-4925-a134-0012f862e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.014985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-d6d5d7bb-b5fa-4925-a134-0012f862e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.015908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-d6d5d7bb-b5fa-4925-a134-0012f862e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.016823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-d6d5d7bb-b5fa-4925-a134-0012f862e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.019227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-d6d5d7bb-b5fa-4925-a134-0012f862e35e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6483 time: 0.1817329 Nov 09 19:47:54.021254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:54.123933 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:54.125283 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.126194 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:54.257825 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3902380 Nov 09 19:47:54.294034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-e260456d-f33f-4721-a12a-a4180e3bdad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.297906 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-e260456d-f33f-4721-a12a-a4180e3bdad3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0abcee26-04fe-418b-aa66-b8ce235a5293 HTTP/1.1" status: 200 len: 902 time: 0.2688651 Nov 09 19:47:54.404171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:54.473259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-2faa62c9-8769-4002-b468-2404e13a3216 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96 HTTP/1.1" status: 200 len: 217 time: 0.1641374 Nov 09 19:47:54.474362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b3ad1-49f0-4f60-afa3-1ebd18da4400 admin admin] Pushing event updated for resources: {'Network': ['ID=2cbbe2c3-2fb8-4370-98f6-dd5a33878a92,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:54.499968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2cbbe2c3-2fb8-4370-98f6-dd5a33878a92 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:47:54.585678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-718bb3d3-b19f-43c8-9db1-f29871913502 req-3769583b-4d7e-4966-827c-842d79ffa0eb tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.1590538 Nov 09 19:47:54.756508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-8576381c-866f-4b6d-8c14-f11e2b6a064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.771609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-8576381c-866f-4b6d-8c14-f11e2b6a064f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.2595823 Nov 09 19:47:54.848606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-643caef1-e495-4e6b-93e3-f264f39c4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.850906 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-643caef1-e495-4e6b-93e3-f264f39c4ed2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769746 Nov 09 19:47:54.855924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76890c81-ec13-4d2d-918c-e1661d717761 req-591901f7-f418-47ce-8c91-ffcf23ef6844 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:54.863739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76890c81-ec13-4d2d-918c-e1661d717761 req-591901f7-f418-47ce-8c91-ffcf23ef6844 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.1434336 Nov 09 19:47:54.974627 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76890c81-ec13-4d2d-918c-e1661d717761 req-18c2600f-6d27-478a-a1c9-73ce0f949b34 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098726 Nov 09 19:47:55.018439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] Router ee855c1f-944f-4a82-972e-73ca7d6ad57b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:47:55.071568 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-0d1a3ee0-0178-407d-87db-d604edaf1938 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081251 Nov 09 19:47:55.223680 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-8ba75156-8659-4344-89dd-1b81474781c2 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451023 Nov 09 19:47:55.232104 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:55.380928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60117d1-7b0d-43e1-a8a0-3675ef415286 req-b72f6b90-98db-4cea-a71d-df718bd850da tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.399059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60117d1-7b0d-43e1-a8a0-3675ef415286 req-b72f6b90-98db-4cea-a71d-df718bd850da tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.410854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60117d1-7b0d-43e1-a8a0-3675ef415286 req-b72f6b90-98db-4cea-a71d-df718bd850da tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.426484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60117d1-7b0d-43e1-a8a0-3675ef415286 req-b72f6b90-98db-4cea-a71d-df718bd850da tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.442487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60117d1-7b0d-43e1-a8a0-3675ef415286 req-b72f6b90-98db-4cea-a71d-df718bd850da tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.450241 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60117d1-7b0d-43e1-a8a0-3675ef415286 req-b72f6b90-98db-4cea-a71d-df718bd850da tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.456372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60117d1-7b0d-43e1-a8a0-3675ef415286 req-b72f6b90-98db-4cea-a71d-df718bd850da tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.466746 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60117d1-7b0d-43e1-a8a0-3675ef415286 req-b72f6b90-98db-4cea-a71d-df718bd850da tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.2395735 Nov 09 19:47:55.474540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:47:55.487841 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] Sync routers for ids ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:47:55.503923 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-84427e14-913a-4b0a-bf3f-0dc9b5a8e2b5 admin admin] 10.222.0.53 "PUT /v2.0/routers/ee855c1f-944f-4a82-972e-73ca7d6ad57b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9699624 Nov 09 19:47:55.516292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60114) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:55.523847 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] Routers {'ee855c1f-944f-4a82-972e-73ca7d6ad57b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:47:55.524478 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:47:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:55.529005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60117d1-7b0d-43e1-a8a0-3675ef415286 req-33991dc0-e00c-42ed-853e-b56ce76a8cc7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616584 Nov 09 19:47:55.697621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5d9f0-4820-48b1-a6f2-4254f81d401c req-4e9fd6b8-2447-49fb-bad2-827130d6760b tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.707249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37a5d9f0-4820-48b1-a6f2-4254f81d401c req-4e9fd6b8-2447-49fb-bad2-827130d6760b tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 945 time: 0.0785387 Nov 09 19:47:55.721283 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] Set router ee855c1f-944f-4a82-972e-73ca7d6ad57b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:47:55.737780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-79bc9400-5927-4632-8574-fb1b6ce1a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.738951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-79bc9400-5927-4632-8574-fb1b6ce1a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.739424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-79bc9400-5927-4632-8574-fb1b6ce1a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.739948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-79bc9400-5927-4632-8574-fb1b6ce1a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.740388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-79bc9400-5927-4632-8574-fb1b6ce1a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.740877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-79bc9400-5927-4632-8574-fb1b6ce1a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.741403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-79bc9400-5927-4632-8574-fb1b6ce1a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.743328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-79bc9400-5927-4632-8574-fb1b6ce1a0be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6483 time: 0.4406173 Nov 09 19:47:55.818478 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37a5d9f0-4820-48b1-a6f2-4254f81d401c req-3c1eb221-a988-4cef-ac0c-1c2d81028d64 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893781 Nov 09 19:47:55.899502 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:55.901951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-12c440d5-1228-4b3f-88b6-21f84678e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:55.903560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-12c440d5-1228-4b3f-88b6-21f84678e4f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0abcee26-04fe-418b-aa66-b8ce235a5293 HTTP/1.1" status: 200 len: 902 time: 0.1305771 Nov 09 19:47:55.982593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5feb65f9-6020-4049-91d0-875d1841bee3 req-4fb4e6b5-4b1f-48ec-9050-e5eef3ac6cf1 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0569878 Nov 09 19:47:56.045334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-eedbb960-d149-43bd-a5ca-84c0c39a6131 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 HTTP/1.1" status: 200 len: 217 time: 0.0982101 Nov 09 19:47:56.058160 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'name': 'tempest-ServersTestMultiNic-1119760367-router', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:03Z', 'updated_at': '2021-11-09T19:47:53Z', 'revision_number': 5, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'gw_port': {'id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:04Z', 'updated_at': '2021-11-09T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:56.074616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-5d23d668-52cd-47e5-9299-8986d48bb491 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.076251 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-5d23d668-52cd-47e5-9299-8986d48bb491 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.70 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 945 time: 0.5229070 Nov 09 19:47:56.101964 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] Checking router: ee855c1f-944f-4a82-972e-73ca7d6ad57b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:47:56.111630 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] Routers {'ee855c1f-944f-4a82-972e-73ca7d6ad57b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:47:56.112387 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:47:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:56.175593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb96f0f-5626-4b8f-862f-40884c3259a0 req-2200bd68-1b6f-4dce-a975-5ac0cf701f01 tempest-ComputeTenantNetworksTest-360003576 tempest-ComputeTenantNetworksTest-360003576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.177583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc751-b88b-4740-aa08-965c5665c1e2 req-98016b62-2a5f-4991-82d8-4d85f000ff3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.180026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-884bc751-b88b-4740-aa08-965c5665c1e2 req-98016b62-2a5f-4991-82d8-4d85f000ff3e tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.0764146 Nov 09 19:47:56.184166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb96f0f-5626-4b8f-862f-40884c3259a0 req-2200bd68-1b6f-4dce-a975-5ac0cf701f01 tempest-ComputeTenantNetworksTest-360003576 tempest-ComputeTenantNetworksTest-360003576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.188562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb96f0f-5626-4b8f-862f-40884c3259a0 req-2200bd68-1b6f-4dce-a975-5ac0cf701f01 tempest-ComputeTenantNetworksTest-360003576 tempest-ComputeTenantNetworksTest-360003576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.190228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eeb96f0f-5626-4b8f-862f-40884c3259a0 req-2200bd68-1b6f-4dce-a975-5ac0cf701f01 tempest-ComputeTenantNetworksTest-360003576 tempest-ComputeTenantNetworksTest-360003576-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8217008 Nov 09 19:47:56.251865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-fa125c78-a5f1-4d21-b806-0bf889a35120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.251865 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-fa125c78-a5f1-4d21-b806-0bf889a35120 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.1857774 Nov 09 19:47:56.266167 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:56.287148 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-884bc751-b88b-4740-aa08-965c5665c1e2 req-ce6f72a9-b039-46c1-a38d-107a0e47fea0 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943832 Nov 09 19:47:56.293597 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] Set router ee855c1f-944f-4a82-972e-73ca7d6ad57b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:47:56.484551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ebd64-85fd-41c9-81b3-266a74203b33 req-176655d6-fc43-4452-8ca4-788a83d9ecb0 tempest-ComputeTenantNetworksTest-360003576 tempest-ComputeTenantNetworksTest-360003576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.489534 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec4ebd64-85fd-41c9-81b3-266a74203b33 req-176655d6-fc43-4452-8ca4-788a83d9ecb0 tempest-ComputeTenantNetworksTest-360003576 tempest-ComputeTenantNetworksTest-360003576-project] 10.222.0.53 "GET /v2.0/networks/2cbbe2c3-2fb8-4370-98f6-dd5a33878a92 HTTP/1.1" status: 200 len: 768 time: 0.1561780 Nov 09 19:47:56.496193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60128) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:56.645113 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'name': 'tempest-ServersTestMultiNic-1119760367-router', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:03Z', 'updated_at': '2021-11-09T19:47:53Z', 'revision_number': 5, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'gw_port': {'id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:04Z', 'updated_at': '2021-11-09T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:56.654076 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:56.697821 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81938a3f-c15f-4a8f-8bb0-b0487acc8e4c None None] The sync data for ids ['ee855c1f-944f-4a82-972e-73ca7d6ad57b'] in n-d-817256-1 is: [{'id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'name': 'tempest-ServersTestMultiNic-1119760367-router', 'tenant_id': '6a8bc543dc2e4520b1504489a866a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:03Z', 'updated_at': '2021-11-09T19:47:53Z', 'revision_number': 5, 'project_id': '6a8bc543dc2e4520b1504489a866a532', 'gw_port': {'id': 'b28411ac-4551-4384-aa08-b4b708f9f763', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee855c1f-944f-4a82-972e-73ca7d6ad57b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:04Z', 'updated_at': '2021-11-09T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:47:56.728325 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-cce86b86-4681-4215-8732-7758cfc72d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.730593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-cce86b86-4681-4215-8732-7758cfc72d47 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4653349 Nov 09 19:47:56.817849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-8e8d0688-14a4-4365-be53-471364ef5ca6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Deleting port 77f8eda6-125a-4c3b-872d-12e727b8f33f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:56.818134 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-8e8d0688-14a4-4365-be53-471364ef5ca6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:56.898326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:56.914182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3e43-2edd-4341-9df1-8010ac64ec7a req-9a45e9c5-e1a9-43f8-ba0d-6d72d41c6615 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.921475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3e43-2edd-4341-9df1-8010ac64ec7a req-9a45e9c5-e1a9-43f8-ba0d-6d72d41c6615 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.927585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3e43-2edd-4341-9df1-8010ac64ec7a req-9a45e9c5-e1a9-43f8-ba0d-6d72d41c6615 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.934358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3e43-2edd-4341-9df1-8010ac64ec7a req-9a45e9c5-e1a9-43f8-ba0d-6d72d41c6615 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.938933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbbe2c3-2fb8-4370-98f6-dd5a33878a92']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:56.941296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3e43-2edd-4341-9df1-8010ac64ec7a req-9a45e9c5-e1a9-43f8-ba0d-6d72d41c6615 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.947031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3e43-2edd-4341-9df1-8010ac64ec7a req-9a45e9c5-e1a9-43f8-ba0d-6d72d41c6615 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.953911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3e43-2edd-4341-9df1-8010ac64ec7a req-9a45e9c5-e1a9-43f8-ba0d-6d72d41c6615 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:56.955928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-41db3e43-2edd-4341-9df1-8010ac64ec7a req-9a45e9c5-e1a9-43f8-ba0d-6d72d41c6615 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.2575622 Nov 09 19:47:56.957282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9167cd5-1513-47ae-847c-5e12d31bbc0f') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:56.957781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9167cd5-1513-47ae-847c-5e12d31bbc0f') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:47:56.976029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.025584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Deleting port b28411ac-4551-4384-aa08-b4b708f9f763 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:57.026215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.031679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.063771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-8ab0ff7f-4293-4d38-938e-f74250b22b89 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:57.065513 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-8ab0ff7f-4293-4d38-938e-f74250b22b89 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.77 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.2483764 Nov 09 19:47:57.070496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:47:57.070991 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:47:57.072912 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:47:57.141876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-8e8d0688-14a4-4365-be53-471364ef5ca6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] For port 77f8eda6-125a-4c3b-872d-12e727b8f33f, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=77f8eda6-125a-4c3b-872d-12e727b8f33f,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:57.143306 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-8e8d0688-14a4-4365-be53-471364ef5ca6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.163324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-8e8d0688-14a4-4365-be53-471364ef5ca6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Calling delete_port for 77f8eda6-125a-4c3b-872d-12e727b8f33f owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:57.197553 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-41db3e43-2edd-4341-9df1-8010ac64ec7a req-69d4a7a2-2d01-44da-b5d8-e932fcbfd76f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2311854 Nov 09 19:47:57.200501 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-b370d531-1c65-48ba-a606-49f51af0adf5 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431257 Nov 09 19:47:57.421812 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-16e8ee42-bc43-4f2c-bef5-404d4e4d87b5 req-62e0b1e2-03f2-41df-b9e5-011b33936205 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0906706 Nov 09 19:47:57.477706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f59f-d1a9-42a0-a3d3-97759a0541e8 req-addf79f2-74a8-4f9a-8223-eea86dbb2dfa tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:57.486222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3fe7f59f-d1a9-42a0-a3d3-97759a0541e8 req-addf79f2-74a8-4f9a-8223-eea86dbb2dfa tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=4859d23e-59c2-4c14-ae28-162b09cb5de2 HTTP/1.1" status: 200 len: 945 time: 0.5065894 Nov 09 19:47:57.491023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] For port b28411ac-4551-4384-aa08-b4b708f9f763, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b28411ac-4551-4384-aa08-b4b708f9f763,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:57.491398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.527264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Calling delete_port for b28411ac-4551-4384-aa08-b4b708f9f763 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:57.527660 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.534129 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec13d196-f312-40c6-b163-b49ef0e1d0bb req-4d68cd00-d266-4fce-9814-ae1fe6b31db3 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240871 Nov 09 19:47:57.546504 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.549763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2cbbe2c3-2fb8-4370-98f6-dd5a33878a92 HTTP/1.1" status: 204 len: 168 time: 1.0525393 Nov 09 19:47:57.624934 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb423c8-2741-4711-be05-e2b55bc5fc15 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cbbe2c3-2fb8-4370-98f6-dd5a33878a92,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:57.661646 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3fe7f59f-d1a9-42a0-a3d3-97759a0541e8 req-15f88cc4-abca-4e28-b590-61990c8c172d tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733849 Nov 09 19:47:57.752162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-ccec97bc-a76f-44aa-896b-b243e16c18d9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Deleting port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:47:57.759284 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-ccec97bc-a76f-44aa-896b-b243e16c18d9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.789197 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-8e8d0688-14a4-4365-be53-471364ef5ca6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.802093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['77f8eda6-125a-4c3b-872d-12e727b8f33f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:57.810140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['8298d877-d785-4070-92e5-fc2ab81fbc1e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:57.833828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60146) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:57.915216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-ccec97bc-a76f-44aa-896b-b243e16c18d9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] For port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:47:57.915984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-ccec97bc-a76f-44aa-896b-b243e16c18d9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:57.921911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd482-ca8d-462f-9d07-8b7965a1d7ae req-0be0e85b-beb4-4518-94c7-c1aa5f708ee4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:57.929910 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b0bd482-ca8d-462f-9d07-8b7965a1d7ae req-0be0e85b-beb4-4518-94c7-c1aa5f708ee4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1967aa64-ec10-4f1c-9436-50fe7eac2cd1 HTTP/1.1" status: 200 len: 945 time: 0.3859637 Nov 09 19:47:57.930228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-ccec97bc-a76f-44aa-896b-b243e16c18d9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Calling delete_port for d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:47:57.952767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d0688-14a4-4365-be53-471364ef5ca6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Pushing event deleted for resources: {'Port': ['ID=77f8eda6-125a-4c3b-872d-12e727b8f33f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:58.014038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b0bd482-ca8d-462f-9d07-8b7965a1d7ae req-3b5d85ed-9c56-433b-b334-911b8c5742d0 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831468 Nov 09 19:47:58.017230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-8e8d0688-14a4-4365-be53-471364ef5ca6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] No DVR routers for this DVR port 77f8eda6-125a-4c3b-872d-12e727b8f33f on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:58.021709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-8e8d0688-14a4-4365-be53-471364ef5ca6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:58.027027 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cadcb5e-b17d-45d3-abe5-a9bda8e5562a req-8e8d0688-14a4-4365-be53-471364ef5ca6 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.70 "DELETE /v2.0/ports/77f8eda6-125a-4c3b-872d-12e727b8f33f HTTP/1.1" status: 204 len: 173 time: 1.9300034 Nov 09 19:47:58.029777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'name': 'network-vif-deleted', 'tag': '77f8eda6-125a-4c3b-872d-12e727b8f33f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:58.041504 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781a0346-c717-48f8-9df6-648328a0fd67" -d '{"events": [{"server_uuid": "4859d23e-59c2-4c14-ae28-162b09cb5de2", "name": "network-vif-deleted", "tag": "77f8eda6-125a-4c3b-872d-12e727b8f33f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:58.051959 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1dbe5ecc-7c1f-4d4d-a266-17a27d8e4e43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66a5645fe76e4665a3bcdcf83fd8b32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864986 Nov 09 19:47:58.060446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60154) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:58.149143 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b186859-e61f-4aa4-b664-8a33e8007927 x-openstack-request-id: req-9b186859-e61f-4aa4-b664-8a33e8007927 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:58.149858 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4859d23e-59c2-4c14-ae28-162b09cb5de2", "name": "network-vif-deleted", "tag": "77f8eda6-125a-4c3b-872d-12e727b8f33f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:58.150118 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b186859-e61f-4aa4-b664-8a33e8007927 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:58.150538 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4859d23e-59c2-4c14-ae28-162b09cb5de2', 'name': 'network-vif-deleted', 'tag': '77f8eda6-125a-4c3b-872d-12e727b8f33f', 'status': 'completed', 'code': 200} Nov 09 19:47:58.175011 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-ccec97bc-a76f-44aa-896b-b243e16c18d9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:58.186733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['1fcdac74-5786-4eb2-afdc-2723087aac30'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:58.217235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec97bc-a76f-44aa-896b-b243e16c18d9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Pushing event deleted for resources: {'Port': ['ID=d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:58.265885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-ccec97bc-a76f-44aa-896b-b243e16c18d9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] No DVR routers for this DVR port d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:47:58.268556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-ccec97bc-a76f-44aa-896b-b243e16c18d9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:58.272241 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6592258-aa6b-47d7-8c4e-4b3c354ef022 req-ccec97bc-a76f-44aa-896b-b243e16c18d9 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.77 "DELETE /v2.0/ports/d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad HTTP/1.1" status: 204 len: 173 time: 1.1759517 Nov 09 19:47:58.272698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1967aa64-ec10-4f1c-9436-50fe7eac2cd1', 'name': 'network-vif-deleted', 'tag': 'd7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:47:58.276394 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b8c49f-0599-451d-baa9-e33991a503fd" -d '{"events": [{"server_uuid": "1967aa64-ec10-4f1c-9436-50fe7eac2cd1", "name": "network-vif-deleted", "tag": "d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:47:58.309297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:47:58.322542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54752be9-8666-4b21-9ce6-315fe027dc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:58.331972 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898969b2-3c51-452a-8804-8c5484056990 x-openstack-request-id: req-898969b2-3c51-452a-8804-8c5484056990 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:47:58.332279 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1967aa64-ec10-4f1c-9436-50fe7eac2cd1", "name": "network-vif-deleted", "tag": "d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:47:58.332539 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-898969b2-3c51-452a-8804-8c5484056990 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:47:58.332943 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1967aa64-ec10-4f1c-9436-50fe7eac2cd1', 'name': 'network-vif-deleted', 'tag': 'd7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad', 'status': 'completed', 'code': 200} Nov 09 19:47:58.400560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1e89b4b8-8525-44c2-ad51-3372f53ade98 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:47:58.453971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54752be9-8666-4b21-9ce6-315fe027dc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:58.487609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1e89b4b8-8525-44c2-ad51-3372f53ade98 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:47:58.488257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1e89b4b8-8525-44c2-ad51-3372f53ade98 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:47:58.520898 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:58.569356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28411ac-4551-4384-aa08-b4b708f9f763,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:58.601086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18077b13-eb67-448c-8c1d-bcc88f5a5a27 req-33538697-bb38-4db0-90f9-1810e645a9d9 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0314219 Nov 09 19:47:58.628056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3921f-78ad-4785-b054-0e6ee5e8f7b7 req-7a91ac13-8254-41ac-a2db-e2131a032145 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:58.638346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3921f-78ad-4785-b054-0e6ee5e8f7b7 req-7a91ac13-8254-41ac-a2db-e2131a032145 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:58.646449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3921f-78ad-4785-b054-0e6ee5e8f7b7 req-7a91ac13-8254-41ac-a2db-e2131a032145 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:58.653993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3921f-78ad-4785-b054-0e6ee5e8f7b7 req-7a91ac13-8254-41ac-a2db-e2131a032145 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:58.660984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3921f-78ad-4785-b054-0e6ee5e8f7b7 req-7a91ac13-8254-41ac-a2db-e2131a032145 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:58.670314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3921f-78ad-4785-b054-0e6ee5e8f7b7 req-7a91ac13-8254-41ac-a2db-e2131a032145 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:58.678252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3921f-78ad-4785-b054-0e6ee5e8f7b7 req-7a91ac13-8254-41ac-a2db-e2131a032145 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:58.680302 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35e3921f-78ad-4785-b054-0e6ee5e8f7b7 req-7a91ac13-8254-41ac-a2db-e2131a032145 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.3296533 Nov 09 19:47:58.790560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35e3921f-78ad-4785-b054-0e6ee5e8f7b7 req-4187b906-3b97-473b-b917-cb189131f660 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900555 Nov 09 19:47:58.790560 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54752be9-8666-4b21-9ce6-315fe027dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:58.794019 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54752be9-8666-4b21-9ce6-315fe027dc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:58.795434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-54752be9-8666-4b21-9ce6-315fe027dc6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42779104-5321-406d-a6cd-8d783e30bc74 HTTP/1.1" status: 204 len: 168 time: 0.6627560 Nov 09 19:47:58.813838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54752be9-8666-4b21-9ce6-315fe027dc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42779104-5321-406d-a6cd-8d783e30bc74,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:58.819851 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.021987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.024542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.094198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.095107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee855c1f-944f-4a82-972e-73ca7d6ad57b {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:47:59.101258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.102507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-16af00a3-430f-4bd8-b7f5-24b3d960cad1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ee855c1f-944f-4a82-972e-73ca7d6ad57b HTTP/1.1" status: 204 len: 168 time: 3.5852642 Nov 09 19:47:59.105515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60176) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:59.186307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1799f3-bc82-4001-a6a7-31f46336ad3c admin admin] Deleting subnet 87b6a843-ba69-40ea-a3d1-3f20483a6a86 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:47:59.187544 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f1799f3-bc82-4001-a6a7-31f46336ad3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.252168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f1799f3-bc82-4001-a6a7-31f46336ad3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.372171 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f1799f3-bc82-4001-a6a7-31f46336ad3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.410795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb28b8d-a81a-4925-89c3-4a834f5a1c1c req-a671c887-315c-4b4f-90a3-56c7646dc809 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:59.412373 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bbb28b8d-a81a-4925-89c3-4a834f5a1c1c req-a671c887-315c-4b4f-90a3-56c7646dc809 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 946 time: 0.0900879 Nov 09 19:47:59.482719 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bbb28b8d-a81a-4925-89c3-4a834f5a1c1c req-a7b2ded7-75bf-45cc-bea7-1df47ca0a1c8 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635276 Nov 09 19:47:59.499137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f1799f3-bc82-4001-a6a7-31f46336ad3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.530820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1799f3-bc82-4001-a6a7-31f46336ad3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b6a843-ba69-40ea-a3d1-3f20483a6a86,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:47:59.560179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f1799f3-bc82-4001-a6a7-31f46336ad3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.570774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6f82a0-3d63-430b-87d0-288138e83e13 None None] Network d2994caf-6048-4b39-8cfc-0292324a0e70 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:47:59.571422 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0f1799f3-bc82-4001-a6a7-31f46336ad3c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/87b6a843-ba69-40ea-a3d1-3f20483a6a86 HTTP/1.1" status: 204 len: 168 time: 0.4647343 Nov 09 19:47:59.575445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60194) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:47:59.658757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd66734-dbce-4362-b26c-162264ce67ba req-7821fa15-302d-4091-86e2-3ac207dadbe4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:59.668790 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0fd66734-dbce-4362-b26c-162264ce67ba req-7821fa15-302d-4091-86e2-3ac207dadbe4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0841498 Nov 09 19:47:59.757565 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0fd66734-dbce-4362-b26c-162264ce67ba req-1031d296-aa36-4428-a081-b7f9d5675b68 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854204 Nov 09 19:47:59.809770 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:47:59.850753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-22df2630-310e-4c7d-8697-62988a8c9767 req-d3b40699-8221-4f00-ba0c-366feecaa807 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0970199 Nov 09 19:47:59.926275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-1b798856-a27c-4eb4-9187-70c82006d296 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:47:59.927962 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-1b798856-a27c-4eb4-9187-70c82006d296 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.77 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 946 time: 0.2729404 Nov 09 19:47:59.955837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988bbef-7cd0-4abd-94e2-f08fc818458d None None] DHCP port deletion for d2994caf-6048-4b39-8cfc-0292324a0e70 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:48:00.058498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2988bbef-7cd0-4abd-94e2-f08fc818458d None None] Deleting port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:48:00.066203 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2988bbef-7cd0-4abd-94e2-f08fc818458d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.084345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bcf31-9414-4668-a1a7-a317e4887ea0 req-2a0e646e-3375-476a-b356-02a44fa3198a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:00.094606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bcf31-9414-4668-a1a7-a317e4887ea0 req-2a0e646e-3375-476a-b356-02a44fa3198a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:00.099422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Deleting port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:48:00.099868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.103307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bcf31-9414-4668-a1a7-a317e4887ea0 req-2a0e646e-3375-476a-b356-02a44fa3198a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:00.110608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bcf31-9414-4668-a1a7-a317e4887ea0 req-2a0e646e-3375-476a-b356-02a44fa3198a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:00.117813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bcf31-9414-4668-a1a7-a317e4887ea0 req-2a0e646e-3375-476a-b356-02a44fa3198a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:00.125390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bcf31-9414-4668-a1a7-a317e4887ea0 req-2a0e646e-3375-476a-b356-02a44fa3198a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:00.137591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bcf31-9414-4668-a1a7-a317e4887ea0 req-2a0e646e-3375-476a-b356-02a44fa3198a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:00.150310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e7bcf31-9414-4668-a1a7-a317e4887ea0 req-2a0e646e-3375-476a-b356-02a44fa3198a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.1757817 Nov 09 19:48:00.213394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2988bbef-7cd0-4abd-94e2-f08fc818458d None None] For port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6bf18c8f-6a90-470d-bab5-c7399d6c3dcc,segment=NetworkSegment(b695595f-7537-4b10-a4e5-fe15bc6f59d1),segment_id=b695595f-7537-4b10-a4e5-fe15bc6f59d1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:00.213703 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2988bbef-7cd0-4abd-94e2-f08fc818458d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.231191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e7bcf31-9414-4668-a1a7-a317e4887ea0 req-7f3b4a9a-d7ea-4bda-86c0-2bf4721bda19 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731614 Nov 09 19:48:00.247872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] For port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6bf18c8f-6a90-470d-bab5-c7399d6c3dcc,segment=NetworkSegment(b695595f-7537-4b10-a4e5-fe15bc6f59d1),segment_id=b695595f-7537-4b10-a4e5-fe15bc6f59d1)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:00.248224 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.254243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2988bbef-7cd0-4abd-94e2-f08fc818458d None None] Calling delete_port for 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:48:00.270834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Calling delete_port for 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:48:00.282737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-7687b93f-a656-4843-b485-cbc43b30fd9e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Deleting port 8298d877-d785-4070-92e5-fc2ab81fbc1e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:48:00.283084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-7687b93f-a656-4843-b485-cbc43b30fd9e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.384763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2988bbef-7cd0-4abd-94e2-f08fc818458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.421125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988bbef-7cd0-4abd-94e2-f08fc818458d None None] Pushing event deleted for resources: {'Port': ['ID=6bf18c8f-6a90-470d-bab5-c7399d6c3dcc,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:00.432852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2988bbef-7cd0-4abd-94e2-f08fc818458d None None] No DVR routers for this DVR port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:48:00.460710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-7687b93f-a656-4843-b485-cbc43b30fd9e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] For port 8298d877-d785-4070-92e5-fc2ab81fbc1e, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=8298d877-d785-4070-92e5-fc2ab81fbc1e,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:00.461314 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-7687b93f-a656-4843-b485-cbc43b30fd9e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.473079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b28411ac-4551-4384-aa08-b4b708f9f763 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:00.485335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-7687b93f-a656-4843-b485-cbc43b30fd9e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Calling delete_port for 8298d877-d785-4070-92e5-fc2ab81fbc1e owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:48:00.489445 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.511325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: b28411ac-4551-4384-aa08-b4b708f9f763 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:00.512049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b28411ac-4551-4384-aa08-b4b708f9f763 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:00.512684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:00.536120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf18c8f-6a90-470d-bab5-c7399d6c3dcc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:00.538200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] No DVR routers for this DVR port 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:48:00.545743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:00.546405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6bf18c8f-6a90-470d-bab5-c7399d6c3dcc not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:00.674272 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.706862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2994caf-6048-4b39-8cfc-0292324a0e70']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:00.720142 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b695595f-7537-4b10-a4e5-fe15bc6f59d1') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:00.720452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b695595f-7537-4b10-a4e5-fe15bc6f59d1') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:00.756711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.783247 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.788368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f076bb4-0c9a-4704-b8d6-3598a372590b req-ff46fefb-b715-4bce-b521-a946a3d986cf tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:00.790149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f076bb4-0c9a-4704-b8d6-3598a372590b req-ff46fefb-b715-4bce-b521-a946a3d986cf tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d036083-fdbb-4552-84c9-254e62dfae4e HTTP/1.1" status: 200 len: 946 time: 0.1275606 Nov 09 19:48:00.796686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:48:00.797101 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:48:00.799123 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:48:00.866749 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-7687b93f-a656-4843-b485-cbc43b30fd9e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.888861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['8298d877-d785-4070-92e5-fc2ab81fbc1e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:00.916947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687b93f-a656-4843-b485-cbc43b30fd9e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Pushing event deleted for resources: {'Port': ['ID=8298d877-d785-4070-92e5-fc2ab81fbc1e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:00.921206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.929128 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:00.934607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] 10.222.0.53 "DELETE /v2.0/networks/d2994caf-6048-4b39-8cfc-0292324a0e70 HTTP/1.1" status: 204 len: 168 time: 1.3581226 Nov 09 19:48:00.968521 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f076bb4-0c9a-4704-b8d6-3598a372590b req-00122896-d2a4-4b53-8f8b-3afefeac396a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570549 Nov 09 19:48:00.985307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 77f8eda6-125a-4c3b-872d-12e727b8f33f no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:01.000557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79552f33-02be-491e-9c40-7709b89224ae admin admin] Pushing event deleted for resources: {'Network': ['ID=d2994caf-6048-4b39-8cfc-0292324a0e70,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:01.055719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-7687b93f-a656-4843-b485-cbc43b30fd9e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] No DVR routers for this DVR port 8298d877-d785-4070-92e5-fc2ab81fbc1e on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:48:01.059100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 77f8eda6-125a-4c3b-872d-12e727b8f33f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:01.059631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 77f8eda6-125a-4c3b-872d-12e727b8f33f not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:01.062014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:01.071013 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-7687b93f-a656-4843-b485-cbc43b30fd9e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:01.081573 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f147c69-04b2-46ee-b7ff-10f87697979d req-7687b93f-a656-4843-b485-cbc43b30fd9e tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.77 "DELETE /v2.0/ports/8298d877-d785-4070-92e5-fc2ab81fbc1e HTTP/1.1" status: 204 len: 173 time: 1.1282895 Nov 09 19:48:01.082244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'name': 'network-vif-deleted', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:01.084766 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cb9166-e63d-4a9d-a03a-0f21d07124d8" -d '{"events": [{"server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "name": "network-vif-deleted", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:01.104482 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:01.105249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d7d3c1a1-bebd-4469-8bd4-b28c2c2b1fad not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:01.344324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ac82a-198b-49a2-953f-666ae5240d0c req-2185d81c-681d-4eb2-9878-c4c649aade23 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:01.355199 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d00ac82a-198b-49a2-953f-666ae5240d0c req-2185d81c-681d-4eb2-9878-c4c649aade23 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1542342 Nov 09 19:48:01.414210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60250) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:01.422673 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d00ac82a-198b-49a2-953f-666ae5240d0c req-79d520c1-6726-4d24-b896-ecb22bdd963c tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598943 Nov 09 19:48:01.574244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e45f5502-361a-4d6a-9c27-18518002c477 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a8bc543dc2e4520b1504489a866a532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561890 Nov 09 19:48:01.574742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60254) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:01.618815 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c7205e-aafa-4519-977c-9e7e2f2fa03b x-openstack-request-id: req-f6c7205e-aafa-4519-977c-9e7e2f2fa03b {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:01.619115 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d036083-fdbb-4552-84c9-254e62dfae4e", "name": "network-vif-deleted", "tag": "8298d877-d785-4070-92e5-fc2ab81fbc1e", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:01.619371 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6c7205e-aafa-4519-977c-9e7e2f2fa03b {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:01.619776 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d036083-fdbb-4552-84c9-254e62dfae4e', 'name': 'network-vif-deleted', 'tag': '8298d877-d785-4070-92e5-fc2ab81fbc1e', 'status': 'completed', 'code': 200} Nov 09 19:48:01.628179 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ecae990-72e5-4f38-b6be-080c445d26e7 req-d4770b2d-afcc-4b45-b8ec-07a977082acc tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0921366 Nov 09 19:48:01.659108 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-832ebd22-8f79-4004-baa0-f5d1ef2c75f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:01.693245 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-832ebd22-8f79-4004-baa0-f5d1ef2c75f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:01.753849 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-832ebd22-8f79-4004-baa0-f5d1ef2c75f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:01.758164 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-832ebd22-8f79-4004-baa0-f5d1ef2c75f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:01.759788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-832ebd22-8f79-4004-baa0-f5d1ef2c75f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdf96517-3487-43d6-938b-d92320c5a548 HTTP/1.1" status: 204 len: 168 time: 0.1839828 Nov 09 19:48:01.838550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ebd22-8f79-4004-baa0-f5d1ef2c75f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf96517-3487-43d6-938b-d92320c5a548,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:01.871419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898603da-9a52-44f5-8563-170304c6b1df req-54909140-ce91-4e40-ac2d-80e286e73865 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:01.878594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898603da-9a52-44f5-8563-170304c6b1df req-54909140-ce91-4e40-ac2d-80e286e73865 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:01.885248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898603da-9a52-44f5-8563-170304c6b1df req-54909140-ce91-4e40-ac2d-80e286e73865 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:01.892870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898603da-9a52-44f5-8563-170304c6b1df req-54909140-ce91-4e40-ac2d-80e286e73865 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:01.898906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898603da-9a52-44f5-8563-170304c6b1df req-54909140-ce91-4e40-ac2d-80e286e73865 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:01.906204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898603da-9a52-44f5-8563-170304c6b1df req-54909140-ce91-4e40-ac2d-80e286e73865 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:01.912885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898603da-9a52-44f5-8563-170304c6b1df req-54909140-ce91-4e40-ac2d-80e286e73865 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:01.915078 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-898603da-9a52-44f5-8563-170304c6b1df req-54909140-ce91-4e40-ac2d-80e286e73865 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.1539035 Nov 09 19:48:01.965579 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-898603da-9a52-44f5-8563-170304c6b1df req-487efa9c-ae53-48bb-9102-823143230f8a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429571 Nov 09 19:48:02.430790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c5257-1cfe-409a-bad0-f87fcf70dde6 req-e045dcff-42c2-41f2-9c63-2ff53b27ff38 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:02.439378 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-330c5257-1cfe-409a-bad0-f87fcf70dde6 req-e045dcff-42c2-41f2-9c63-2ff53b27ff38 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 944 time: 0.0742900 Nov 09 19:48:02.495934 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-330c5257-1cfe-409a-bad0-f87fcf70dde6 req-f4973566-eeca-4d6a-8127-9b955bda378a tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb647358-da81-4f6f-884d-4eb6f27346dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551336 Nov 09 19:48:02.618757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3062919-4efa-4093-b7c6-fcdc08bcca4d req-28159297-5e79-4303-bd44-ad8a21a33c92 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:02.621233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c3062919-4efa-4093-b7c6-fcdc08bcca4d req-28159297-5e79-4303-bd44-ad8a21a33c92 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0875371 Nov 09 19:48:02.684557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c3062919-4efa-4093-b7c6-fcdc08bcca4d req-1ba54003-79ac-44e4-b3a4-9da03744e44b tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551326 Nov 09 19:48:02.809252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-98d3545f-935e-4093-9c34-ce9142e60ff0 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:02.809684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-98d3545f-935e-4093-9c34-ce9142e60ff0 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.70 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 944 time: 0.0862880 Nov 09 19:48:02.841531 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f2de3b73-01b0-46b5-b254-a4130c7f7704 req-91f38c9b-df4a-49c5-8e44-c871e4b608b1 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0549426 Nov 09 19:48:02.978400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-61fd178a-86bb-4d94-a8d4-22a7c1252ae5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Deleting port 4c9bd867-8494-46b9-83dd-bc45bba62542 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:48:02.979336 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-61fd178a-86bb-4d94-a8d4-22a7c1252ae5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.151474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-61fd178a-86bb-4d94-a8d4-22a7c1252ae5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] For port 4c9bd867-8494-46b9-83dd-bc45bba62542, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4c9bd867-8494-46b9-83dd-bc45bba62542,segment=NetworkSegment(ee7ab187-e01e-4bea-a956-3cad1fd07c07),segment_id=ee7ab187-e01e-4bea-a956-3cad1fd07c07)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:03.152225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-61fd178a-86bb-4d94-a8d4-22a7c1252ae5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.172843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-61fd178a-86bb-4d94-a8d4-22a7c1252ae5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Calling delete_port for 4c9bd867-8494-46b9-83dd-bc45bba62542 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:48:03.266251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60316) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:03.313656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35a34c-95d7-447b-b5ab-6e6dd6f8ffdc req-da502783-4d1a-4786-bd80-85d776d40aa6 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:03.321611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35a34c-95d7-447b-b5ab-6e6dd6f8ffdc req-da502783-4d1a-4786-bd80-85d776d40aa6 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:03.335525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35a34c-95d7-447b-b5ab-6e6dd6f8ffdc req-da502783-4d1a-4786-bd80-85d776d40aa6 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:03.349551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35a34c-95d7-447b-b5ab-6e6dd6f8ffdc req-da502783-4d1a-4786-bd80-85d776d40aa6 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:03.360290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35a34c-95d7-447b-b5ab-6e6dd6f8ffdc req-da502783-4d1a-4786-bd80-85d776d40aa6 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:03.369378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35a34c-95d7-447b-b5ab-6e6dd6f8ffdc req-da502783-4d1a-4786-bd80-85d776d40aa6 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:03.377550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35a34c-95d7-447b-b5ab-6e6dd6f8ffdc req-da502783-4d1a-4786-bd80-85d776d40aa6 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:03.380074 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c35a34c-95d7-447b-b5ab-6e6dd6f8ffdc req-da502783-4d1a-4786-bd80-85d776d40aa6 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.1999321 Nov 09 19:48:03.444150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-15260311-network', 'tenant_id': '9b0cd8e5ce494779a6fe9ccbeb396237'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:03.473525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Made reservation on behalf of 9b0cd8e5ce494779a6fe9ccbeb396237 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:03.476844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.494323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.499510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c35a34c-95d7-447b-b5ab-6e6dd6f8ffdc req-598cadec-9e1d-4482-98c3-ca6e7c59498b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544822 Nov 09 19:48:03.508621 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-61fd178a-86bb-4d94-a8d4-22a7c1252ae5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.555756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd178a-86bb-4d94-a8d4-22a7c1252ae5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Pushing event deleted for resources: {'Port': ['ID=4c9bd867-8494-46b9-83dd-bc45bba62542,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:03.638067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-61fd178a-86bb-4d94-a8d4-22a7c1252ae5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] No DVR routers for this DVR port 4c9bd867-8494-46b9-83dd-bc45bba62542 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:48:03.641952 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-61fd178a-86bb-4d94-a8d4-22a7c1252ae5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.647742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3d975ea-dcf2-4fd6-9454-a0a988b8b28e req-61fd178a-86bb-4d94-a8d4-22a7c1252ae5 tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.70 "DELETE /v2.0/ports/4c9bd867-8494-46b9-83dd-bc45bba62542 HTTP/1.1" status: 204 len: 173 time: 0.8294704 Nov 09 19:48:03.648608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'name': 'network-vif-deleted', 'tag': '4c9bd867-8494-46b9-83dd-bc45bba62542'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:03.663160 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ed70cb-4b59-4a3c-b999-60fdfaf0f213" -d '{"events": [{"server_uuid": "f05ac9a6-0a82-4196-9e1b-9c65c0dd4642", "name": "network-vif-deleted", "tag": "4c9bd867-8494-46b9-83dd-bc45bba62542"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:03.747756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82bff0b1-b9d1-48e8-b38a-c6c466997e1d req-8b72dfd7-de26-43e6-b9ec-f35d29cf4d3c tempest-LiveAutoBlockMigrationV225Test-1006145777 tempest-LiveAutoBlockMigrationV225Test-1006145777-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05ac9a6-0a82-4196-9e1b-9c65c0dd4642 HTTP/1.1" status: 200 len: 210 time: 0.0639126 Nov 09 19:48:03.782929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.789711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.805939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:48:03.813350 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91f832f-984d-407c-b886-77ed95eb0184 x-openstack-request-id: req-f91f832f-984d-407c-b886-77ed95eb0184 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:03.813818 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05ac9a6-0a82-4196-9e1b-9c65c0dd4642", "name": "network-vif-deleted", "tag": "4c9bd867-8494-46b9-83dd-bc45bba62542", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:03.814161 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f91f832f-984d-407c-b886-77ed95eb0184 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:03.814818 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ac9a6-0a82-4196-9e1b-9c65c0dd4642', 'name': 'network-vif-deleted', 'tag': '4c9bd867-8494-46b9-83dd-bc45bba62542', 'status': 'completed', 'code': 200} Nov 09 19:48:03.824685 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.825028 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Added segment 562fc29f-a9a5-476d-8226-9f029c5c5180 of type vlan for network 98215044-7b55-4a52-bcaa-c7eeee9f1f90 Nov 09 19:48:03.877073 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.927759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16114d10-7ae3-48a3-83b0-9e6e0f378f37,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:03.930029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ecb6f-0c4b-427b-a65d-220418b40159 req-45b330e2-8c32-4e93-b5ec-8799b4cd61f4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:03.936241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.937222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:03.937814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:03.938544 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee0ecb6f-0c4b-427b-a65d-220418b40159 req-45b330e2-8c32-4e93-b5ec-8799b4cd61f4 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.0867174 Nov 09 19:48:03.951020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.951384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.951735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.952121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.952546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.953280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.953640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.954163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.954713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.954963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.955352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:03.955857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:04.010481 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee0ecb6f-0c4b-427b-a65d-220418b40159 req-fb9cb3de-4e52-4080-9bcf-1ac476bb2b98 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644319 Nov 09 19:48:04.029887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7617311 Nov 09 19:48:04.032981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60330) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:04.042316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Request body: {'subnet': {'network_id': '98215044-7b55-4a52-bcaa-c7eeee9f1f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-15260311-subnet', 'tenant_id': '9b0cd8e5ce494779a6fe9ccbeb396237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:04.069597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b11442-23ab-4c50-a1f0-51fd227e3792 admin admin] Pushing event updated for resources: {'Network': ['ID=98215044-7b55-4a52-bcaa-c7eeee9f1f90,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:04.075563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6d8c15e-ba9f-43ab-80f3-213075329a8b req-02ba1911-bf87-4d11-af2f-e962872a3d6a tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0547729 Nov 09 19:48:04.083163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 98215044-7b55-4a52-bcaa-c7eeee9f1f90 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:48:04.120090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Made reservation on behalf of 9b0cd8e5ce494779a6fe9ccbeb396237 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:04.120090 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:04.409573 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:04.468508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26d20fa-666f-4288-b71f-351016830bf6,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:04.499613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Checking segment: {'id': '562fc29f-a9a5-476d-8226-9f029c5c5180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '98215044-7b55-4a52-bcaa-c7eeee9f1f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:04.499926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Network hostable DHCP agents. Network: 98215044-7b55-4a52-bcaa-c7eeee9f1f90, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:48:04.519387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Network 98215044-7b55-4a52-bcaa-c7eeee9f1f90 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:48:04.530256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 98215044-7b55-4a52-bcaa-c7eeee9f1f90) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:04.540124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3df178-41c8-4492-94e0-5be0b07dad54 None None] Network 98215044-7b55-4a52-bcaa-c7eeee9f1f90 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:04.544648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:04.545883 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:04.600390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-89ea2063-1353-479f-b5bd-106b5912a77d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5658169 Nov 09 19:48:04.655644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-f254d8e4-aee9-46a7-b142-3df8b78e3d62 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:04.657654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-f254d8e4-aee9-46a7-b142-3df8b78e3d62 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.70 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1080687 Nov 09 19:48:04.811831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93912c82-d5ea-4046-968c-5b18097620e0 req-de4d00bf-74dd-40ae-9de4-658037ea2906 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:04.830614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60352) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:04.834623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93912c82-d5ea-4046-968c-5b18097620e0 req-de4d00bf-74dd-40ae-9de4-658037ea2906 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:04.856265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93912c82-d5ea-4046-968c-5b18097620e0 req-de4d00bf-74dd-40ae-9de4-658037ea2906 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:04.873873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93912c82-d5ea-4046-968c-5b18097620e0 req-de4d00bf-74dd-40ae-9de4-658037ea2906 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:04.888009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93912c82-d5ea-4046-968c-5b18097620e0 req-de4d00bf-74dd-40ae-9de4-658037ea2906 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:04.922117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedee8eb-920e-4c94-b399-684ac90780d5 admin admin] Deleting subnet 50629a10-2a18-46d0-a6ad-6c44ac38dc1f {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:48:04.927433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-858372f6-e867-4a6f-9eff-e8dec2a38d33 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Deleting port 1fcdac74-5786-4eb2-afdc-2723087aac30 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:48:04.928128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93912c82-d5ea-4046-968c-5b18097620e0 req-de4d00bf-74dd-40ae-9de4-658037ea2906 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:04.936726 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-858372f6-e867-4a6f-9eff-e8dec2a38d33 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:04.938436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93912c82-d5ea-4046-968c-5b18097620e0 req-de4d00bf-74dd-40ae-9de4-658037ea2906 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:04.940772 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93912c82-d5ea-4046-968c-5b18097620e0 req-de4d00bf-74dd-40ae-9de4-658037ea2906 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.2651789 Nov 09 19:48:04.941595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7c935-3770-4446-982a-7433788a12d7 None None] Network 98215044-7b55-4a52-bcaa-c7eeee9f1f90 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:04.942030 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fedee8eb-920e-4c94-b399-684ac90780d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:04.979150 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:48:05.022604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 8298d877-d785-4070-92e5-fc2ab81fbc1e no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:05.046347 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93912c82-d5ea-4046-968c-5b18097620e0 req-152eb98f-2fd7-4c65-9fd5-3a0c0b0c9524 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960283 Nov 09 19:48:05.048565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 8298d877-d785-4070-92e5-fc2ab81fbc1e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:05.049076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 8298d877-d785-4070-92e5-fc2ab81fbc1e not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:05.156809 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fedee8eb-920e-4c94-b399-684ac90780d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:05.278475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-858372f6-e867-4a6f-9eff-e8dec2a38d33 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] For port 1fcdac74-5786-4eb2-afdc-2723087aac30, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1fcdac74-5786-4eb2-afdc-2723087aac30,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:05.278871 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-858372f6-e867-4a6f-9eff-e8dec2a38d33 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:05.289605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b06d2a-6f3e-479b-b29d-d337f3365c99 req-913b05ba-b453-4d2d-886d-e15191b860bf tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:05.300687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40b06d2a-6f3e-479b-b29d-d337f3365c99 req-913b05ba-b453-4d2d-886d-e15191b860bf tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 946 time: 0.1502759 Nov 09 19:48:05.341919 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fedee8eb-920e-4c94-b399-684ac90780d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:05.349994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-858372f6-e867-4a6f-9eff-e8dec2a38d33 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Calling delete_port for 1fcdac74-5786-4eb2-afdc-2723087aac30 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:48:05.364395 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40b06d2a-6f3e-479b-b29d-d337f3365c99 req-b7507711-4214-4ee4-aecb-3c56241a015f tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/security-groups?id=036b0a25-64fc-44c0-a7b6-af12b561553d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626738 Nov 09 19:48:05.533631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1be4c19-c331-4166-902b-b7961873617b req-9e1d409f-1d8f-4324-b6d9-20a889e52144 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0402884 Nov 09 19:48:05.576515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-dd0335a9-a7a8-4c4b-8f16-08c07c4356f4 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:05.585417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-dd0335a9-a7a8-4c4b-8f16-08c07c4356f4 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/networks?id=98215044-7b55-4a52-bcaa-c7eeee9f1f90 HTTP/1.1" status: 200 len: 812 time: 0.1828461 Nov 09 19:48:05.618476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-ec10f4b9-b05f-499f-b3b7-997b7412bbe2 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/quotas/9b0cd8e5ce494779a6fe9ccbeb396237 HTTP/1.1" status: 200 len: 375 time: 0.0321183 Nov 09 19:48:05.629979 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fedee8eb-920e-4c94-b399-684ac90780d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:05.679238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedee8eb-920e-4c94-b399-684ac90780d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50629a10-2a18-46d0-a6ad-6c44ac38dc1f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:05.705763 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-4b67d4ab-9d06-47ff-b5f0-623839aa47f3 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b0cd8e5ce494779a6fe9ccbeb396237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700285 Nov 09 19:48:05.706801 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fedee8eb-920e-4c94-b399-684ac90780d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:05.712828 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fedee8eb-920e-4c94-b399-684ac90780d5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/50629a10-2a18-46d0-a6ad-6c44ac38dc1f HTTP/1.1" status: 204 len: 168 time: 0.8770370 Nov 09 19:48:05.713772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60382) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:05.851826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-a3ad0181-5fbc-4dd1-b417-0550bec498ae service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:48:05.861186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-a3ad0181-5fbc-4dd1-b417-0550bec498ae service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1483116 Nov 09 19:48:05.910137 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:05.976551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-858372f6-e867-4a6f-9eff-e8dec2a38d33 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:05.989971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['1fcdac74-5786-4eb2-afdc-2723087aac30'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:06.003726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60390) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:06.067121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-e9d0fc14-a548-44ba-9c4c-bf6dec317905 service neutron] 10.222.0.53 "GET /v2.0/networks/98215044-7b55-4a52-bcaa-c7eeee9f1f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049706 Nov 09 19:48:06.100294 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.128011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302552e5-d360-4726-b20b-dba6e6b87bec']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:06.144498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7ab187-e01e-4bea-a956-3cad1fd07c07') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:06.144989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7ab187-e01e-4bea-a956-3cad1fd07c07') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:06.157479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.174085 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.183855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:48:06.184319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:48:06.251171 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:48:06.274819 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.274931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858372f6-e867-4a6f-9eff-e8dec2a38d33 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Pushing event deleted for resources: {'Port': ['ID=1fcdac74-5786-4eb2-afdc-2723087aac30,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:06.284105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.292774 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] 10.222.0.53 "DELETE /v2.0/networks/302552e5-d360-4726-b20b-dba6e6b87bec HTTP/1.1" status: 204 len: 168 time: 0.5741832 Nov 09 19:48:06.295688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60400) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:06.372880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-858372f6-e867-4a6f-9eff-e8dec2a38d33 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] No DVR routers for this DVR port 1fcdac74-5786-4eb2-afdc-2723087aac30 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:48:06.395132 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-9f4dca99-5141-4244-8bbe-3deb4af708ea service neutron] 10.222.0.53 "GET /v2.0/networks/98215044-7b55-4a52-bcaa-c7eeee9f1f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786837 Nov 09 19:48:06.404951 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-858372f6-e867-4a6f-9eff-e8dec2a38d33 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.407507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d2080-e0f1-44ef-8ccd-6b139662b3bc admin admin] Pushing event deleted for resources: {'Network': ['ID=302552e5-d360-4726-b20b-dba6e6b87bec,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:06.408381 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a0969e2-14d8-4331-9e72-7edc34003d92 req-858372f6-e867-4a6f-9eff-e8dec2a38d33 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.70 "DELETE /v2.0/ports/1fcdac74-5786-4eb2-afdc-2723087aac30 HTTP/1.1" status: 204 len: 173 time: 1.7370272 Nov 09 19:48:06.408868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1912154d-1558-4e74-887b-2b7595a2d954', 'name': 'network-vif-deleted', 'tag': '1fcdac74-5786-4eb2-afdc-2723087aac30'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:06.416662 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdb96a8-597b-4a42-9ee2-63a3eefe7fe0" -d '{"events": [{"server_uuid": "1912154d-1558-4e74-887b-2b7595a2d954", "name": "network-vif-deleted", "tag": "1fcdac74-5786-4eb2-afdc-2723087aac30"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:06.417865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-35713090-bfe5-44f3-8b82-16aad5db8ed7 admin admin] Deleting subnet a4cd13ec-128c-46d2-90bc-c69d560383a4 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:48:06.422365 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35713090-bfe5-44f3-8b82-16aad5db8ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.437716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-967e3281-8437-4aa5-9674-704c3a797eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.487894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35713090-bfe5-44f3-8b82-16aad5db8ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.546368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35713090-bfe5-44f3-8b82-16aad5db8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.645287 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35713090-bfe5-44f3-8b82-16aad5db8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.684703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35713090-bfe5-44f3-8b82-16aad5db8ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4cd13ec-128c-46d2-90bc-c69d560383a4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:06.693675 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-967e3281-8437-4aa5-9674-704c3a797eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.696323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35713090-bfe5-44f3-8b82-16aad5db8ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:06.703308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-35713090-bfe5-44f3-8b82-16aad5db8ed7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a4cd13ec-128c-46d2-90bc-c69d560383a4 HTTP/1.1" status: 204 len: 168 time: 0.3746262 Nov 09 19:48:06.703476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60412) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:06.722844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396901f-de75-4d57-a992-8d83c592fafc req-27705e53-b4a9-4e98-b9d3-b8f4d8072783 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:06.732724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396901f-de75-4d57-a992-8d83c592fafc req-27705e53-b4a9-4e98-b9d3-b8f4d8072783 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:06.740410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396901f-de75-4d57-a992-8d83c592fafc req-27705e53-b4a9-4e98-b9d3-b8f4d8072783 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:06.747948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396901f-de75-4d57-a992-8d83c592fafc req-27705e53-b4a9-4e98-b9d3-b8f4d8072783 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:06.754663 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396901f-de75-4d57-a992-8d83c592fafc req-27705e53-b4a9-4e98-b9d3-b8f4d8072783 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:06.761649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396901f-de75-4d57-a992-8d83c592fafc req-27705e53-b4a9-4e98-b9d3-b8f4d8072783 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:06.768578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396901f-de75-4d57-a992-8d83c592fafc req-27705e53-b4a9-4e98-b9d3-b8f4d8072783 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:06.777916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8396901f-de75-4d57-a992-8d83c592fafc req-27705e53-b4a9-4e98-b9d3-b8f4d8072783 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.5254428 Nov 09 19:48:06.834435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8396901f-de75-4d57-a992-8d83c592fafc req-7db4edab-0d91-4f3a-8250-2cc3e52754d6 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554645 Nov 09 19:48:06.890326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4c9bd867-8494-46b9-83dd-bc45bba62542 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:06.990890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 4c9bd867-8494-46b9-83dd-bc45bba62542 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:07.001510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4c9bd867-8494-46b9-83dd-bc45bba62542 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:07.002482 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1fcdac74-5786-4eb2-afdc-2723087aac30 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:07.008747 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfceb3e5-8f62-4699-86bb-4572e471a450 x-openstack-request-id: req-cfceb3e5-8f62-4699-86bb-4572e471a450 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:07.009191 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1912154d-1558-4e74-887b-2b7595a2d954", "name": "network-vif-deleted", "tag": "1fcdac74-5786-4eb2-afdc-2723087aac30", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:07.009594 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfceb3e5-8f62-4699-86bb-4572e471a450 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:07.010203 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1912154d-1558-4e74-887b-2b7595a2d954', 'name': 'network-vif-deleted', 'tag': '1fcdac74-5786-4eb2-afdc-2723087aac30', 'status': 'completed', 'code': 200} Nov 09 19:48:07.036170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.038920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-967e3281-8437-4aa5-9674-704c3a797eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.074074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 1fcdac74-5786-4eb2-afdc-2723087aac30 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:07.079250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1fcdac74-5786-4eb2-afdc-2723087aac30 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:07.183264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-196c7ce0-3c1a-47f7-8ed7-64809d79c039 req-8b8373ab-ac96-44fb-bcc8-b79d02043969 tempest-ServerRescueNegativeTestJSON-1716771082 tempest-ServerRescueNegativeTestJSON-1716771082-project] 10.222.0.53 "GET /v2.0/ports?device_id=1912154d-1558-4e74-887b-2b7595a2d954 HTTP/1.1" status: 200 len: 210 time: 0.2090518 Nov 09 19:48:07.191402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-967e3281-8437-4aa5-9674-704c3a797eed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f89a2e2eeb434a4b85740e36539a5a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1359262 Nov 09 19:48:07.200198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60420) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:07.243409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fd3d0152-ed54-41b2-8ffe-b01ed3cd44b6 req-9a7b720b-3a13-46b7-bbb7-7a505e7dbad3 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.1212974 Nov 09 19:48:07.406427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e3281-8437-4aa5-9674-704c3a797eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ef3a1f-1fa5-45b8-962a-1c710e8783f5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:07.455109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14c71f2d-53ec-416f-b738-8978d5fffe63 req-699d9b1d-7c21-4ce8-b8ee-be5360806043 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 210 time: 0.1259372 Nov 09 19:48:07.522911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.545104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:07.555539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33f04a4-172c-4ca1-b3b9-9aad8df69178') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:07.555871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33f04a4-172c-4ca1-b3b9-9aad8df69178') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:07.566938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.581629 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.600706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:48:07.601521 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:48:07.606191 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:48:07.650283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0706-25d3-4184-b81b-f7a7ddf003ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.693010 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0706-25d3-4184-b81b-f7a7ddf003ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.709035 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.716058 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.722403 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5 HTTP/1.1" status: 204 len: 168 time: 1.0164638 Nov 09 19:48:07.758948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ff09c-6e03-47a1-a329-12995368ccd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2c2f4c-3c3c-440d-9527-5fa7d83adcf5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:07.813300 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0706-25d3-4184-b81b-f7a7ddf003ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.816235 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0706-25d3-4184-b81b-f7a7ddf003ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:07.820133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1a1f0706-25d3-4184-b81b-f7a7ddf003ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64ef3a1f-1fa5-45b8-962a-1c710e8783f5 HTTP/1.1" status: 204 len: 168 time: 0.5972650 Nov 09 19:48:07.846755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f0706-25d3-4184-b81b-f7a7ddf003ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ef3a1f-1fa5-45b8-962a-1c710e8783f5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:07.936013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60434) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:07.988947 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-88825cf7-6aa2-4de1-95f5-83b72ee390fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6816a0841a434dc18a1b3ae3a7ee7199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516019 Nov 09 19:48:07.991775 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60436) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:08.068174 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-134da333-c287-4263-91bd-9d687c7bc75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:08.072042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbfeda-be39-48d6-929f-71b313bc10e2 req-a05a6832-2006-4173-913a-a853b5885b0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:08.094725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbfeda-be39-48d6-929f-71b313bc10e2 req-a05a6832-2006-4173-913a-a853b5885b0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:08.102252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbfeda-be39-48d6-929f-71b313bc10e2 req-a05a6832-2006-4173-913a-a853b5885b0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:08.109835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbfeda-be39-48d6-929f-71b313bc10e2 req-a05a6832-2006-4173-913a-a853b5885b0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:08.121333 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbfeda-be39-48d6-929f-71b313bc10e2 req-a05a6832-2006-4173-913a-a853b5885b0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:08.121532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-134da333-c287-4263-91bd-9d687c7bc75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:08.129331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbfeda-be39-48d6-929f-71b313bc10e2 req-a05a6832-2006-4173-913a-a853b5885b0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:08.137323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbfeda-be39-48d6-929f-71b313bc10e2 req-a05a6832-2006-4173-913a-a853b5885b0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:08.153299 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91cbfeda-be39-48d6-929f-71b313bc10e2 req-a05a6832-2006-4173-913a-a853b5885b0f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.1577606 Nov 09 19:48:08.189846 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-134da333-c287-4263-91bd-9d687c7bc75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:08.193785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-134da333-c287-4263-91bd-9d687c7bc75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:08.199154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-134da333-c287-4263-91bd-9d687c7bc75e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb647358-da81-4f6f-884d-4eb6f27346dc HTTP/1.1" status: 204 len: 168 time: 0.2034459 Nov 09 19:48:08.250760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134da333-c287-4263-91bd-9d687c7bc75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb647358-da81-4f6f-884d-4eb6f27346dc,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:08.252158 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91cbfeda-be39-48d6-929f-71b313bc10e2 req-96cc772b-792d-49a9-9d43-75000f695db9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928795 Nov 09 19:48:08.318064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60450) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:08.460344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1056bd28-a748-4311-abac-26efa25e57a1 req-1217b1b0-e730-48e8-b0d9-c8ef326abc60 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0922408 Nov 09 19:48:08.673530 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-307a8e17-6d87-4d55-862e-13c92cc858f5 req-51fc44f4-1c6e-43cc-84cf-a8bdebbefe00 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 210 time: 0.0451763 Nov 09 19:48:08.940161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60474) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:09.011943 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-28c7ba37-04d5-4293-88b1-cdf7412af044 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93712d6aa85b40d1945d1b2bae25f700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689473 Nov 09 19:48:09.013487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60478) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:09.093720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-83977930-2903-4154-83b1-dd50e80e1b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:09.120479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-83977930-2903-4154-83b1-dd50e80e1b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:09.165106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-a686219d-3068-488f-bd5d-f97ed4c9ef7d tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:09.172679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-a686219d-3068-488f-bd5d-f97ed4c9ef7d tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.70 "GET /v2.0/networks?id=98215044-7b55-4a52-bcaa-c7eeee9f1f90 HTTP/1.1" status: 200 len: 812 time: 0.7228491 Nov 09 19:48:09.184155 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-83977930-2903-4154-83b1-dd50e80e1b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:09.188071 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-83977930-2903-4154-83b1-dd50e80e1b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:09.190557 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-83977930-2903-4154-83b1-dd50e80e1b94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1440f871-3288-42bf-9cf8-21e3ade9f2e2 HTTP/1.1" status: 204 len: 168 time: 0.1746125 Nov 09 19:48:09.208455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83977930-2903-4154-83b1-dd50e80e1b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1440f871-3288-42bf-9cf8-21e3ade9f2e2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:09.217799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Request body: {'port': {'device_id': '35719bff-3f89-4503-aedd-942b6dea61dc', 'network_id': '98215044-7b55-4a52-bcaa-c7eeee9f1f90', 'admin_state_up': True, 'tenant_id': '9b0cd8e5ce494779a6fe9ccbeb396237'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:09.532897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff474-7262-4585-8ea0-827861ebb156 req-30096c9c-8212-4c9c-8a2f-5a1696b20f46 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:09.538975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff474-7262-4585-8ea0-827861ebb156 req-30096c9c-8212-4c9c-8a2f-5a1696b20f46 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:09.545567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff474-7262-4585-8ea0-827861ebb156 req-30096c9c-8212-4c9c-8a2f-5a1696b20f46 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:09.551883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff474-7262-4585-8ea0-827861ebb156 req-30096c9c-8212-4c9c-8a2f-5a1696b20f46 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:09.557994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff474-7262-4585-8ea0-827861ebb156 req-30096c9c-8212-4c9c-8a2f-5a1696b20f46 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:09.565058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff474-7262-4585-8ea0-827861ebb156 req-30096c9c-8212-4c9c-8a2f-5a1696b20f46 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:09.579501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff474-7262-4585-8ea0-827861ebb156 req-30096c9c-8212-4c9c-8a2f-5a1696b20f46 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:09.581462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-458ff474-7262-4585-8ea0-827861ebb156 req-30096c9c-8212-4c9c-8a2f-5a1696b20f46 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.1819506 Nov 09 19:48:09.689758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Made reservation on behalf of 9b0cd8e5ce494779a6fe9ccbeb396237 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:09.707926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:09.743875 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab6820ae-af53-4523-9461-18c0daedc08b req-479ab005-f6da-4b7c-bcf2-8096f0b4e360 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0630894 Nov 09 19:48:09.812341 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-458ff474-7262-4585-8ea0-827861ebb156 req-4698d064-b556-4984-b3d3-f48ec67af105 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2214911 Nov 09 19:48:09.974313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9afc1076-1550-4626-b75b-851e5a3a34f3 req-55f54ac8-5605-4b4d-b28c-3762c9cac401 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 210 time: 0.0440772 Nov 09 19:48:10.053768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Allocated IP 172.20.0.11 (98215044-7b55-4a52-bcaa-c7eeee9f1f90/d26d20fa-666f-4288-b71f-351016830bf6/01650304-808b-4a51-9e05-8f6aa371065c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:48:10.228043 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ddb84f21-d4a1-4db8-8447-90a93abb8758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:10.253366 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:10.390294 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:10.499963 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:10.564044 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Network 98215044-7b55-4a52-bcaa-c7eeee9f1f90 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:48:10.581323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:10.585361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:48:10.590694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Pushing event updated for resources: {'Port': ['ID=01650304-808b-4a51-9e05-8f6aa371065c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:10.692990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:10.693944 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:10.742222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] Deleting port 990fd001-569a-45f0-a46e-95e39dab582c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:48:10.742913 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:10.764711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-0b5ff61c-a45e-45a4-8452-4914d909cd30 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5565753 Nov 09 19:48:10.832164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Request body: {'port': {'device_id': '35719bff-3f89-4503-aedd-942b6dea61dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:10.984419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4590a082-f549-4338-809e-b7508458399b req-05f1e023-a1c7-44c5-be18-92ea35fd8800 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0491433 Nov 09 19:48:11.049561 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4252ed4c-8c71-4141-9f5a-f90cb61f0a82 req-6d336cd7-32f7-4e1a-95bf-2422a0609f61 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0684133 Nov 09 19:48:11.095787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:11.101037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] For port 990fd001-569a-45f0-a46e-95e39dab582c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=990fd001-569a-45f0-a46e-95e39dab582c,segment=NetworkSegment(9eefb7f4-e62e-4973-82de-713ca6953a93),segment_id=9eefb7f4-e62e-4973-82de-713ca6953a93)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:11.101392 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:11.128357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] Calling delete_port for 990fd001-569a-45f0-a46e-95e39dab582c owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:48:11.227409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db78c7-7840-4225-9606-2ca98c1063a7 req-fa2c9c96-0ee4-44cb-a1df-d2a8dc32a581 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:11.233741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db78c7-7840-4225-9606-2ca98c1063a7 req-fa2c9c96-0ee4-44cb-a1df-d2a8dc32a581 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:11.239861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db78c7-7840-4225-9606-2ca98c1063a7 req-fa2c9c96-0ee4-44cb-a1df-d2a8dc32a581 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:11.246536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db78c7-7840-4225-9606-2ca98c1063a7 req-fa2c9c96-0ee4-44cb-a1df-d2a8dc32a581 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:11.252627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db78c7-7840-4225-9606-2ca98c1063a7 req-fa2c9c96-0ee4-44cb-a1df-d2a8dc32a581 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:11.258868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db78c7-7840-4225-9606-2ca98c1063a7 req-fa2c9c96-0ee4-44cb-a1df-d2a8dc32a581 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:11.270324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db78c7-7840-4225-9606-2ca98c1063a7 req-fa2c9c96-0ee4-44cb-a1df-d2a8dc32a581 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:11.272958 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-78db78c7-7840-4225-9606-2ca98c1063a7 req-fa2c9c96-0ee4-44cb-a1df-d2a8dc32a581 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.2902336 Nov 09 19:48:11.461429 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-78db78c7-7840-4225-9606-2ca98c1063a7 req-0c806451-7e74-40e2-a161-f56db2debb66 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716056 Nov 09 19:48:11.504812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97c957-a5e8-47e3-b402-089a6db289a1 req-ae96be18-e16f-40fe-bd1e-3278ce8ba161 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:11.508728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d97c957-a5e8-47e3-b402-089a6db289a1 req-ae96be18-e16f-40fe-bd1e-3278ce8ba161 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 932 time: 0.1315258 Nov 09 19:48:11.593434 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d97c957-a5e8-47e3-b402-089a6db289a1 req-b56a8d1f-04a9-4206-a101-7733386f53c1 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752275 Nov 09 19:48:11.743369 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:11.809983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01650304-808b-4a51-9e05-8f6aa371065c {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:11.819170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:11.837140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Transition to ACTIVE for port object 01650304-808b-4a51-9e05-8f6aa371065c will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:48:11.874676 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:11.906653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=990fd001-569a-45f0-a46e-95e39dab582c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:12.124082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Pushing event updated for resources: {'Port': ['ID=01650304-808b-4a51-9e05-8f6aa371065c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:12.186376 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-61998377-c586-490c-a1c0-3e27d0b6dbfa req-27b5f887-586a-4155-b6fa-a07354fb8c84 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0645499 Nov 09 19:48:12.347049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Attempting to bind port 01650304-808b-4a51-9e05-8f6aa371065c on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:48:12.347543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Attempting to bind port 01650304-808b-4a51-9e05-8f6aa371065c by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '562fc29f-a9a5-476d-8226-9f029c5c5180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '98215044-7b55-4a52-bcaa-c7eeee9f1f90'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:48:12.348186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Attempting to bind port 01650304-808b-4a51-9e05-8f6aa371065c on network 98215044-7b55-4a52-bcaa-c7eeee9f1f90 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:48:12.372247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Port 01650304-808b-4a51-9e05-8f6aa371065c on network 98215044-7b55-4a52-bcaa-c7eeee9f1f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:48:12.372615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Attempting to bind port 01650304-808b-4a51-9e05-8f6aa371065c on network 98215044-7b55-4a52-bcaa-c7eeee9f1f90 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:48:12.381789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:48:12.382067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Checking segment: {'id': '562fc29f-a9a5-476d-8226-9f029c5c5180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '98215044-7b55-4a52-bcaa-c7eeee9f1f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:12.382460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Bound using segment: {'id': '562fc29f-a9a5-476d-8226-9f029c5c5180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '98215044-7b55-4a52-bcaa-c7eeee9f1f90'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:48:12.382943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Bound port: 01650304-808b-4a51-9e05-8f6aa371065c, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562fc29f-a9a5-476d-8226-9f029c5c5180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '98215044-7b55-4a52-bcaa-c7eeee9f1f90'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:48:12.383306 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:12.424110 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60590) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:12.456471 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:12.571865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] For port 01650304-808b-4a51-9e05-8f6aa371065c, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:48:12.593136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] For port 01650304-808b-4a51-9e05-8f6aa371065c, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=01650304-808b-4a51-9e05-8f6aa371065c,segment=NetworkSegment(562fc29f-a9a5-476d-8226-9f029c5c5180),segment_id=562fc29f-a9a5-476d-8226-9f029c5c5180)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:48:12.614165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:12.645673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0765ca48-98b5-43c4-a63e-ccda3b6185d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:12.669305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.670167 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:12.671637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] 10.222.0.70 "PUT /v2.0/ports/01650304-808b-4a51-9e05-8f6aa371065c HTTP/1.1" status: 200 len: 1092 time: 1.8462369 Nov 09 19:48:12.672098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35719bff-3f89-4503-aedd-942b6dea61dc', 'tag': '01650304-808b-4a51-9e05-8f6aa371065c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:12.674486 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062" -d '{"events": [{"name": "network-changed", "server_uuid": "35719bff-3f89-4503-aedd-942b6dea61dc", "tag": "01650304-808b-4a51-9e05-8f6aa371065c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:12.679702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb1de2-a99a-498f-9d51-4f9f515e3c78 req-4e1481eb-04a5-4c80-a12b-22b65487560e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.687805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb1de2-a99a-498f-9d51-4f9f515e3c78 req-4e1481eb-04a5-4c80-a12b-22b65487560e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.695580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb1de2-a99a-498f-9d51-4f9f515e3c78 req-4e1481eb-04a5-4c80-a12b-22b65487560e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.703671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb1de2-a99a-498f-9d51-4f9f515e3c78 req-4e1481eb-04a5-4c80-a12b-22b65487560e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.710730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb1de2-a99a-498f-9d51-4f9f515e3c78 req-4e1481eb-04a5-4c80-a12b-22b65487560e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.719139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb1de2-a99a-498f-9d51-4f9f515e3c78 req-4e1481eb-04a5-4c80-a12b-22b65487560e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.726297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb1de2-a99a-498f-9d51-4f9f515e3c78 req-4e1481eb-04a5-4c80-a12b-22b65487560e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.728775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45eb1de2-a99a-498f-9d51-4f9f515e3c78 req-4e1481eb-04a5-4c80-a12b-22b65487560e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5426 time: 0.1414256 Nov 09 19:48:12.730394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b96fc-0d4f-4463-b048-333a9877566d service neutron] Pushing event updated for resources: {'Port': ['ID=01650304-808b-4a51-9e05-8f6aa371065c,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:12.799439 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45eb1de2-a99a-498f-9d51-4f9f515e3c78 req-98c33c60-5e8b-4c5f-a872-bf1ab52975fb tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613303 Nov 09 19:48:12.859624 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0765ca48-98b5-43c4-a63e-ccda3b6185d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:12.865740 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0765ca48-98b5-43c4-a63e-ccda3b6185d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:12.880681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-6e83c294-9f0b-4b86-a359-089eef62ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.882365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-6e83c294-9f0b-4b86-a359-089eef62ee02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b0cd8e5ce494779a6fe9ccbeb396237&device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 1095 time: 0.1659744 Nov 09 19:48:12.900743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:12.936531 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0765ca48-98b5-43c4-a63e-ccda3b6185d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d26b8aad42940869f180cc2ed09be2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5110126 Nov 09 19:48:12.936736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60614) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:12.939123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765ca48-98b5-43c4-a63e-ccda3b6185d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08db708b-8b60-4017-8fa7-9362753f9253,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:12.940106 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-9e389bf9-7da5-472d-9917-003ede927215 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01650304-808b-4a51-9e05-8f6aa371065c HTTP/1.1" status: 200 len: 217 time: 0.0475078 Nov 09 19:48:12.963426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ddeb2-74dc-4f8b-91d1-4e4c0298c5f8 req-558cdbd0-437f-4053-aa02-e46b700648da tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.964913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6136b5-fdea-44cd-91d2-bef2a04f6ddd req-eab65055-1a52-4c02-8497-cbdd5160ea03 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:12.971329 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac4ddeb2-74dc-4f8b-91d1-4e4c0298c5f8 req-558cdbd0-437f-4053-aa02-e46b700648da tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 945 time: 0.1511004 Nov 09 19:48:12.972472 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8e6136b5-fdea-44cd-91d2-bef2a04f6ddd req-eab65055-1a52-4c02-8497-cbdd5160ea03 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 944 time: 0.0944076 Nov 09 19:48:13.021034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8e6136b5-fdea-44cd-91d2-bef2a04f6ddd req-b036aca4-daa3-41bf-a791-6f87372aead5 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476189 Nov 09 19:48:13.033530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:13.052970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7', 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293', 'port_id': 'ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7', 'mac_address': 'fa:16:3e:54:a1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951f22-2f01-4c7f-b333-838c9c0e90da', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:13.071217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] Router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:48:13.087847 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7354d3-3fb2-4cad-b9e0-aaf362d5edb8 x-openstack-request-id: req-8c7354d3-3fb2-4cad-b9e0-aaf362d5edb8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:13.088144 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35719bff-3f89-4503-aedd-942b6dea61dc", "tag": "01650304-808b-4a51-9e05-8f6aa371065c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:13.088400 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c7354d3-3fb2-4cad-b9e0-aaf362d5edb8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:13.089529 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35719bff-3f89-4503-aedd-942b6dea61dc', 'tag': '01650304-808b-4a51-9e05-8f6aa371065c', 'status': 'completed', 'code': 200} Nov 09 19:48:13.094576 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.109349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:13.136785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:13.141202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.144545 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac4ddeb2-74dc-4f8b-91d1-4e4c0298c5f8 req-db8000a7-8ff1-4b29-b8e2-e3e999f572b4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716940 Nov 09 19:48:13.144798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d4ec9063-0b38-4a59-9977-154ba5c6fb96 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:13.157968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-1351d877-d65c-4f48-aec3-ecc2a6060c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:13.159508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-1351d877-d65c-4f48-aec3-ecc2a6060c72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d26d20fa-666f-4288-b71f-351016830bf6 HTTP/1.1" status: 200 len: 852 time: 0.1801414 Nov 09 19:48:13.218290 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b80a0ff1-1fe1-4c92-a3cd-5cc400db2256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.241210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d4ec9063-0b38-4a59-9977-154ba5c6fb96, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:13.253002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:13.258195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd4ec9063-0b38-4a59-9977-154ba5c6fb96', 'network_id': '0abcee26-04fe-418b-aa66-b8ce235a5293', 'port_id': 'd4ec9063-0b38-4a59-9977-154ba5c6fb96', 'mac_address': 'fa:16:3e:5f:8b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951f22-2f01-4c7f-b333-838c9c0e90da', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:13.305747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.321166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ec9063-0b38-4a59-9977-154ba5c6fb96 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:13.350651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d4ec9063-0b38-4a59-9977-154ba5c6fb96, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:13.358392 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.359253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device eb82dada-9573-47f3-b291-b9c2b30a7000 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:13.486172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d4ec9063-0b38-4a59-9977-154ba5c6fb96,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:13.490717 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.515882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60628) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:13.538596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port eb82dada-9573-47f3-b291-b9c2b30a7000, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=eb82dada-9573-47f3-b291-b9c2b30a7000,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:13.549910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'eb82dada-9573-47f3-b291-b9c2b30a7000', 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'port_id': 'eb82dada-9573-47f3-b291-b9c2b30a7000', 'mac_address': 'fa:16:3e:eb:84:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66cc914c-c6e9-4834-bcdf-f7fb576859e1', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:13.630045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-20646e57-9988-4058-94e6-3e9c3410c2ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98215044-7b55-4a52-bcaa-c7eeee9f1f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4329569 Nov 09 19:48:13.633491 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.649348 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76e90457-3f90-4a56-b5e5-8a581913e8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.659116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.725085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.739962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb82dada-9573-47f3-b291-b9c2b30a7000 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:13.755124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-84c97b67-f7a8-4189-aa3e-f4edd2edad3a req-4b6ef709-e175-4e3d-b973-208cdf33de1a tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.1295440 Nov 09 19:48:13.755256 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76e90457-3f90-4a56-b5e5-8a581913e8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.760864 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76e90457-3f90-4a56-b5e5-8a581913e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.761641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port eb82dada-9573-47f3-b291-b9c2b30a7000, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=eb82dada-9573-47f3-b291-b9c2b30a7000,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:13.766693 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.767518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 3f4094dc-c53d-4258-a6b9-868c76d93fce details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:13.819533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60634) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:13.822798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-76e90457-3f90-4a56-b5e5-8a581913e8cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a971669d77241fdbccf42729458a261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987680 Nov 09 19:48:13.826200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 3f4094dc-c53d-4258-a6b9-868c76d93fce, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:13.844668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '3f4094dc-c53d-4258-a6b9-868c76d93fce', 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'port_id': '3f4094dc-c53d-4258-a6b9-868c76d93fce', 'mac_address': 'fa:16:3e:5c:56:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66cc914c-c6e9-4834-bcdf-f7fb576859e1', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:13.846821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e90457-3f90-4a56-b5e5-8a581913e8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665a1671-1ac7-4a6c-b2ff-f793e7139784,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:13.888313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=eb82dada-9573-47f3-b291-b9c2b30a7000,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:13.900005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.900345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.900678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.901269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.902645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.902645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.902645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.902891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.903187 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.903507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.903826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.904146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:13.914073 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.914654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-878fec20-bb87-4219-811d-792b55afcb72 service neutron] 10.222.0.70 "GET /v2.0/networks/98215044-7b55-4a52-bcaa-c7eeee9f1f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086027 Nov 09 19:48:13.918131 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.920991 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:13.922825 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08db708b-8b60-4017-8fa7-9362753f9253 HTTP/1.1" status: 204 len: 168 time: 0.9842415 Nov 09 19:48:13.923504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:48:13.935603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] Sync routers for ids ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:48:13.936377 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bd0d901a-9c21-4b75-aa0f-334d312da5eb admin admin] 10.222.0.53 "PUT /v2.0/routers/8e661af9-a628-4da6-8b5a-4f07c59e62a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6164186 Nov 09 19:48:13.938823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4094dc-c53d-4258-a6b9-868c76d93fce {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:13.939546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60640) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:13.967515 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] Routers {'8e661af9-a628-4da6-8b5a-4f07c59e62a2'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:48:13.968291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:14.014388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 3f4094dc-c53d-4258-a6b9-868c76d93fce, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:14.020034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db708b-8b60-4017-8fa7-9362753f9253,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:14.054781 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.055629 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:14.082178 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed0934bd-ee45-4a16-894d-d67472cb2ebe req-3f5c0fb4-e004-407e-afc0-6236bb955d3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1f46c111c7ee4601a5a4ed5615573af6&device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0328503 Nov 09 19:48:14.097199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.097642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.098045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.099304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.099708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.100252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.100644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.101037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.101746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.102144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.102693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.103079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2cfb7b-c846-4fce-86e4-720cb0f9a44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:14.126606 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed0934bd-ee45-4a16-894d-d67472cb2ebe req-3698080a-0825-42b1-9477-f9d3a79a9e44 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=1f46c111c7ee4601a5a4ed5615573af6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340559 Nov 09 19:48:14.139561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21f0fcdd-970b-4167-b309-c56427554e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.168018 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.210933 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21f0fcdd-970b-4167-b309-c56427554e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.226779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=3f4094dc-c53d-4258-a6b9-868c76d93fce,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:14.228205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a21af-da35-4d21-a93a-8f40c2154acb req-bfa0c161-8cd7-4bf9-91a5-9caa01a42b1f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.235994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a21af-da35-4d21-a93a-8f40c2154acb req-bfa0c161-8cd7-4bf9-91a5-9caa01a42b1f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.243701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a21af-da35-4d21-a93a-8f40c2154acb req-bfa0c161-8cd7-4bf9-91a5-9caa01a42b1f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.251216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a21af-da35-4d21-a93a-8f40c2154acb req-bfa0c161-8cd7-4bf9-91a5-9caa01a42b1f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.255163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] Set router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:48:14.259294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a21af-da35-4d21-a93a-8f40c2154acb req-bfa0c161-8cd7-4bf9-91a5-9caa01a42b1f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.265960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a21af-da35-4d21-a93a-8f40c2154acb req-bfa0c161-8cd7-4bf9-91a5-9caa01a42b1f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.272206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a21af-da35-4d21-a93a-8f40c2154acb req-bfa0c161-8cd7-4bf9-91a5-9caa01a42b1f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.280823 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d58a21af-da35-4d21-a93a-8f40c2154acb req-bfa0c161-8cd7-4bf9-91a5-9caa01a42b1f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5429 time: 0.3639264 Nov 09 19:48:14.298534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b281627d-cfa5-4f18-b1ed-4e8e33f7c553 req-bbbcefed-7ecf-4aa9-af0c-acb6df18cc74 service neutron] 10.222.0.70 "GET /v2.0/networks/98215044-7b55-4a52-bcaa-c7eeee9f1f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382127 Nov 09 19:48:14.333428 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.372879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d58a21af-da35-4d21-a93a-8f40c2154acb req-2929ff16-9ad7-4c50-ae51-ae6f2bfd25fc tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859637 Nov 09 19:48:14.393180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:14.411974 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'port_id': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5', 'mac_address': 'fa:16:3e:94:11:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:14.466600 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21f0fcdd-970b-4167-b309-c56427554e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.469236 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21f0fcdd-970b-4167-b309-c56427554e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.472903 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-21f0fcdd-970b-4167-b309-c56427554e19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/665a1671-1ac7-4a6c-b2ff-f793e7139784 HTTP/1.1" status: 204 len: 168 time: 0.6480005 Nov 09 19:48:14.501430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0fcdd-970b-4167-b309-c56427554e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665a1671-1ac7-4a6c-b2ff-f793e7139784,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:14.522351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062 req-b6826eef-4d37-4f7c-88ac-d46140842464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.522351 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062 req-b6826eef-4d37-4f7c-88ac-d46140842464 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b0cd8e5ce494779a6fe9ccbeb396237&device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 1095 time: 0.1471069 Nov 09 19:48:14.522694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60654) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:14.524030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.550721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f24ae0c-d09d-4cf2-952a-b60c7f2075c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.556603 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.568755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:14.616056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:14.628909 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.629570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 03071954-4d2d-4b87-8754-6a44bd7c714b details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:14.642991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e0c5370-568e-4b7c-aed6-77a60cc5cf34 req-9d0a10b6-5ed9-46cf-847e-a222ce5c6dd0 tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.3357544 Nov 09 19:48:14.722377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:14.730938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 03071954-4d2d-4b87-8754-6a44bd7c714b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=03071954-4d2d-4b87-8754-6a44bd7c714b,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:14.742445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e4d3-792a-417f-aa1f-9d5b25bc5fe1 req-4a9e10cf-2918-4466-bae3-b42af3795bc3 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.744493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6027e4d3-792a-417f-aa1f-9d5b25bc5fe1 req-4a9e10cf-2918-4466-bae3-b42af3795bc3 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 944 time: 0.2394485 Nov 09 19:48:14.751059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0934bd-ee45-4a16-894d-d67472cb2ebe req-6ecbe1e7-92f6-40a4-aa54-1a6a3077ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.752807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed0934bd-ee45-4a16-894d-d67472cb2ebe req-6ecbe1e7-92f6-40a4-aa54-1a6a3077ab8f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6188180 Nov 09 19:48:14.753726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-router', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:00Z', 'updated_at': '2021-11-09T19:48:11Z', 'revision_number': 5, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'gw_port': {'id': '3a984cf9-a932-4bbe-a0ee-892d396e58db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:01Z', 'updated_at': '2021-11-09T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:14.757821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '03071954-4d2d-4b87-8754-6a44bd7c714b', 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'port_id': '03071954-4d2d-4b87-8754-6a44bd7c714b', 'mac_address': 'fa:16:3e:bd:e3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66cc914c-c6e9-4834-bcdf-f7fb576859e1', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:14.788432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] Checking router: 8e661af9-a628-4da6-8b5a-4f07c59e62a2 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:48:14.818792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731d413-7577-4925-95c8-6c6e510c443a req-5d9952e0-0ca1-435e-96e0-1c3834978054 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.826473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] Routers {'8e661af9-a628-4da6-8b5a-4f07c59e62a2'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:48:14.827469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:14.827879 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2731d413-7577-4925-95c8-6c6e510c443a req-5d9952e0-0ca1-435e-96e0-1c3834978054 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 945 time: 0.0792701 Nov 09 19:48:14.837084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062 req-dee928bd-3b6a-4d69-bc74-bf0bbcf19cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:14.838852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062 req-dee928bd-3b6a-4d69-bc74-bf0bbcf19cd4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=98215044-7b55-4a52-bcaa-c7eeee9f1f90 HTTP/1.1" status: 200 len: 913 time: 0.2460606 Nov 09 19:48:14.843884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Deleting port 3a984cf9-a932-4bbe-a0ee-892d396e58db {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:48:14.844228 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.858474 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6027e4d3-792a-417f-aa1f-9d5b25bc5fe1 req-843b6085-c0ca-45d0-bafa-db5257b49172 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070695 Nov 09 19:48:14.919806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062 req-1ea66d48-6bfd-47a4-903e-d91afc473a08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01650304-808b-4a51-9e05-8f6aa371065c HTTP/1.1" status: 200 len: 217 time: 0.0659881 Nov 09 19:48:14.925440 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f24ae0c-d09d-4cf2-952a-b60c7f2075c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.929847 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2731d413-7577-4925-95c8-6c6e510c443a req-7b4e88fb-77c1-42bf-869c-85d46a240e9a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010120 Nov 09 19:48:14.944441 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f24ae0c-d09d-4cf2-952a-b60c7f2075c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:14.969653 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.000901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03071954-4d2d-4b87-8754-6a44bd7c714b {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:15.011182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1f24ae0c-d09d-4cf2-952a-b60c7f2075c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=922e0279fce045e4bb2a1f7485702b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857290 Nov 09 19:48:15.015629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60660) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:15.034955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] For port 3a984cf9-a932-4bbe-a0ee-892d396e58db, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3a984cf9-a932-4bbe-a0ee-892d396e58db,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:15.035688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.052151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Calling delete_port for 3a984cf9-a932-4bbe-a0ee-892d396e58db owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:48:15.070420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 03071954-4d2d-4b87-8754-6a44bd7c714b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=03071954-4d2d-4b87-8754-6a44bd7c714b,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:15.072553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] Set router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:48:15.083656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24ae0c-d09d-4cf2-952a-b60c7f2075c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3fccd1-db87-4e2e-9ec2-7fea66a96eec,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:15.093903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062 req-84306c5b-42d2-487f-af23-09f85f72d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:15.095526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062 req-84306c5b-42d2-487f-af23-09f85f72d891 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d26d20fa-666f-4288-b71f-351016830bf6 HTTP/1.1" status: 200 len: 852 time: 0.1674039 Nov 09 19:48:15.118636 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.119971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1990eaf1-6c71-48eb-9dd5-36db438adf18 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:15.133462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60666) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:15.141761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062 req-18ab9f9b-bc01-481b-b751-87152f3c0e11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=98215044-7b55-4a52-bcaa-c7eeee9f1f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356038 Nov 09 19:48:15.159203 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-436f548b-a043-4714-814b-7a711a4cff31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.199920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-router', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:00Z', 'updated_at': '2021-11-09T19:48:14Z', 'revision_number': 6, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:15.249816 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062 req-435bb775-b813-4f44-bf4d-79f7d354c3c8 service neutron] 10.222.0.70 "GET /v2.0/networks/98215044-7b55-4a52-bcaa-c7eeee9f1f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000576 Nov 09 19:48:15.250853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef855d64-c71b-4f09-b327-6508fdf43013 None None] The sync data for ids ['8e661af9-a628-4da6-8b5a-4f07c59e62a2'] in n-d-817256-1 is: [{'id': '8e661af9-a628-4da6-8b5a-4f07c59e62a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1163040591-router', 'tenant_id': '0e0974d79e6d4a7da5ac88571b160352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:00Z', 'updated_at': '2021-11-09T19:48:14Z', 'revision_number': 6, 'project_id': '0e0974d79e6d4a7da5ac88571b160352', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:48:15.257342 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7559bd67-4950-420f-ae7b-187867bd2de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.311916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=03071954-4d2d-4b87-8754-6a44bd7c714b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:15.318675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1990eaf1-6c71-48eb-9dd5-36db438adf18, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1990eaf1-6c71-48eb-9dd5-36db438adf18,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:15.333677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '1990eaf1-6c71-48eb-9dd5-36db438adf18', 'network_id': '91a37a47-a94c-45a8-85e8-d6b01e97f10b', 'port_id': '1990eaf1-6c71-48eb-9dd5-36db438adf18', 'mac_address': 'fa:16:3e:62:d8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66cc914c-c6e9-4834-bcdf-f7fb576859e1', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:15.338909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.368772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7559bd67-4950-420f-ae7b-187867bd2de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.373366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a984cf9-a932-4bbe-a0ee-892d396e58db,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:15.378640 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.399328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1990eaf1-6c71-48eb-9dd5-36db438adf18 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:15.423981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1990eaf1-6c71-48eb-9dd5-36db438adf18, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1990eaf1-6c71-48eb-9dd5-36db438adf18,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:15.431520 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.462262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2de8f7-98c9-4e24-8bc9-1fa9a4a34062 req-eed345e6-36a6-4a49-bacc-b64bbcd4eb25 service neutron] 10.222.0.70 "GET /v2.0/networks/98215044-7b55-4a52-bcaa-c7eeee9f1f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016408 Nov 09 19:48:15.469112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 01650304-808b-4a51-9e05-8f6aa371065c details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:15.489961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.492015 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7559bd67-4950-420f-ae7b-187867bd2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.496011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7559bd67-4950-420f-ae7b-187867bd2de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.507631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7559bd67-4950-420f-ae7b-187867bd2de0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e3fccd1-db87-4e2e-9ec2-7fea66a96eec HTTP/1.1" status: 204 len: 168 time: 0.4847777 Nov 09 19:48:15.535802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559bd67-4950-420f-ae7b-187867bd2de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3fccd1-db87-4e2e-9ec2-7fea66a96eec,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:15.609839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 01650304-808b-4a51-9e05-8f6aa371065c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=01650304-808b-4a51-9e05-8f6aa371065c,segment=NetworkSegment(562fc29f-a9a5-476d-8226-9f029c5c5180),segment_id=562fc29f-a9a5-476d-8226-9f029c5c5180)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:15.625683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-436f548b-a043-4714-814b-7a711a4cff31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.634481 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-436f548b-a043-4714-814b-7a711a4cff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.636778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06370e8d-3624-4e5d-b90e-902f09b15ae1 req-379166c2-57e0-4a12-b149-90d35d6b4109 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:15.644224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06370e8d-3624-4e5d-b90e-902f09b15ae1 req-379166c2-57e0-4a12-b149-90d35d6b4109 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:15.645540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.648020 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.650233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06370e8d-3624-4e5d-b90e-902f09b15ae1 req-379166c2-57e0-4a12-b149-90d35d6b4109 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:15.654585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '01650304-808b-4a51-9e05-8f6aa371065c', 'network_id': '98215044-7b55-4a52-bcaa-c7eeee9f1f90', 'port_id': '01650304-808b-4a51-9e05-8f6aa371065c', 'mac_address': 'fa:16:3e:76:55:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26d20fa-666f-4288-b71f-351016830bf6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:15.662325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1990eaf1-6c71-48eb-9dd5-36db438adf18,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:15.680913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06370e8d-3624-4e5d-b90e-902f09b15ae1 req-379166c2-57e0-4a12-b149-90d35d6b4109 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:15.690711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06370e8d-3624-4e5d-b90e-902f09b15ae1 req-379166c2-57e0-4a12-b149-90d35d6b4109 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:15.701557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06370e8d-3624-4e5d-b90e-902f09b15ae1 req-379166c2-57e0-4a12-b149-90d35d6b4109 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:15.707880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06370e8d-3624-4e5d-b90e-902f09b15ae1 req-379166c2-57e0-4a12-b149-90d35d6b4109 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:15.709889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06370e8d-3624-4e5d-b90e-902f09b15ae1 req-379166c2-57e0-4a12-b149-90d35d6b4109 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5433 time: 0.1618652 Nov 09 19:48:15.737498 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.758795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01650304-808b-4a51-9e05-8f6aa371065c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:15.764984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.765532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e661af9-a628-4da6-8b5a-4f07c59e62a2 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:48:15.793868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f548b-a043-4714-814b-7a711a4cff31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30402676-bb01-479a-bae9-72b7adebe332,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:15.799438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 01650304-808b-4a51-9e05-8f6aa371065c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=01650304-808b-4a51-9e05-8f6aa371065c,segment=NetworkSegment(562fc29f-a9a5-476d-8226-9f029c5c5180),segment_id=562fc29f-a9a5-476d-8226-9f029c5c5180)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:15.800979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06370e8d-3624-4e5d-b90e-902f09b15ae1 req-68d7dcd0-f671-4b77-a054-927c0b83f235 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738323 Nov 09 19:48:15.805080 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.806348 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ddaad6b7-91aa-44d3-9ea8-a499502e46d9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8e661af9-a628-4da6-8b5a-4f07c59e62a2 HTTP/1.1" status: 204 len: 168 time: 1.8656993 Nov 09 19:48:15.808294 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.809305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60682) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:15.845169 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-436f548b-a043-4714-814b-7a711a4cff31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09c10f7859af450a8c01103d781fa02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7103283 Nov 09 19:48:15.855405 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da0cf5f6-dd8a-4844-9cce-83282096a5dd req-c95e679a-bc06-4c65-9111-028a46998b4e tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.53 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0799413 Nov 09 19:48:15.856187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60686) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:15.904316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-27282f75-2cc0-4eb5-9ec3-47cc694279b7 admin admin] Deleting subnet f66c4956-b333-40fb-bb23-3fe3d867dd61 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:48:15.907967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-27282f75-2cc0-4eb5-9ec3-47cc694279b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.951069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e036a5e-73a3-481d-812a-87f39128d3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:15.987137 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e036a5e-73a3-481d-812a-87f39128d3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.016836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=01650304-808b-4a51-9e05-8f6aa371065c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:16.036097 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-27282f75-2cc0-4eb5-9ec3-47cc694279b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.058162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e036a5e-73a3-481d-812a-87f39128d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.063368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d4ec9063-0b38-4a59-9977-154ba5c6fb96'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:16.064048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e036a5e-73a3-481d-812a-87f39128d3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.067498 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3e036a5e-73a3-481d-812a-87f39128d3d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30402676-bb01-479a-bae9-72b7adebe332 HTTP/1.1" status: 204 len: 168 time: 0.2088661 Nov 09 19:48:16.091655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e036a5e-73a3-481d-812a-87f39128d3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30402676-bb01-479a-bae9-72b7adebe332,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:16.092197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae87242-7e97-45f1-9e24-32f76f35eac8 req-3642045d-3106-4242-9aa6-0c993096fc6c tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:16.102749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cae87242-7e97-45f1-9e24-32f76f35eac8 req-3642045d-3106-4242-9aa6-0c993096fc6c tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 945 time: 0.1302602 Nov 09 19:48:16.105533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:16.125606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['3f4094dc-c53d-4258-a6b9-868c76d93fce'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:16.163610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-27282f75-2cc0-4eb5-9ec3-47cc694279b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.177128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed0934bd-ee45-4a16-894d-d67472cb2ebe req-7014333c-5a5a-4deb-b881-8d5f99a4f86c tempest-ServerShowV257Test-410284287 tempest-ServerShowV257Test-410284287-project] 10.222.0.77 "GET /v2.0/ports?device_id=dae899d2-b210-4970-8275-a53a66b2d811 HTTP/1.1" status: 200 len: 210 time: 0.0596404 Nov 09 19:48:16.241890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['eb82dada-9573-47f3-b291-b9c2b30a7000'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:16.246028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['03071954-4d2d-4b87-8754-6a44bd7c714b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:16.250266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cae87242-7e97-45f1-9e24-32f76f35eac8 req-61e759a1-2d49-4f65-a893-795a7afb3630 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465557 Nov 09 19:48:16.318010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['1990eaf1-6c71-48eb-9dd5-36db438adf18'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:16.321744 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-27282f75-2cc0-4eb5-9ec3-47cc694279b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.333606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['8e63fe09-3204-4fa0-9e7e-e3a9557a9be5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:16.356474 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-27282f75-2cc0-4eb5-9ec3-47cc694279b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.366014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60708) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:16.366196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-27282f75-2cc0-4eb5-9ec3-47cc694279b7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f66c4956-b333-40fb-bb23-3fe3d867dd61 HTTP/1.1" status: 204 len: 168 time: 0.5558393 Nov 09 19:48:16.397304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27282f75-2cc0-4eb5-9ec3-47cc694279b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66c4956-b333-40fb-bb23-3fe3d867dd61,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:16.538782 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.636850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['01650304-808b-4a51-9e05-8f6aa371065c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:16.639409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3a984cf9-a932-4bbe-a0ee-892d396e58db no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:16.643523 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.709017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d44e018-e947-4733-8c7b-b08b43fa9217']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:16.732881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eefb7f4-e62e-4973-82de-713ca6953a93') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:16.740879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eefb7f4-e62e-4973-82de-713ca6953a93') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:16.765345 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.783448 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.791621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:48:16.793361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:48:16.796166 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:48:16.830285 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.895824 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.929137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 3a984cf9-a932-4bbe-a0ee-892d396e58db {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:16.929526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3a984cf9-a932-4bbe-a0ee-892d396e58db not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:16.930048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 990fd001-569a-45f0-a46e-95e39dab582c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:16.934364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:16.942845 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3d44e018-e947-4733-8c7b-b08b43fa9217 HTTP/1.1" status: 204 len: 168 time: 0.5758626 Nov 09 19:48:16.947274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2383320-7e23-46c4-9f00-5cc574e33848 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d44e018-e947-4733-8c7b-b08b43fa9217,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:17.007398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 990fd001-569a-45f0-a46e-95e39dab582c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:17.007754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 990fd001-569a-45f0-a46e-95e39dab582c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:17.057003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:17.057834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c36b-fc25-4f43-9da3-116afdfc6795 req-7549da0d-f107-455b-80bd-158910c34abe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:17.064552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c36b-fc25-4f43-9da3-116afdfc6795 req-7549da0d-f107-455b-80bd-158910c34abe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:17.070590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c36b-fc25-4f43-9da3-116afdfc6795 req-7549da0d-f107-455b-80bd-158910c34abe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:17.079226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c36b-fc25-4f43-9da3-116afdfc6795 req-7549da0d-f107-455b-80bd-158910c34abe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:17.085665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c36b-fc25-4f43-9da3-116afdfc6795 req-7549da0d-f107-455b-80bd-158910c34abe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:17.093020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c36b-fc25-4f43-9da3-116afdfc6795 req-7549da0d-f107-455b-80bd-158910c34abe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:17.099890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c36b-fc25-4f43-9da3-116afdfc6795 req-7549da0d-f107-455b-80bd-158910c34abe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:17.102601 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da12c36b-fc25-4f43-9da3-116afdfc6795 req-7549da0d-f107-455b-80bd-158910c34abe tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5433 time: 0.1164076 Nov 09 19:48:17.155697 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da12c36b-fc25-4f43-9da3-116afdfc6795 req-5aa4399a-f815-488f-ba3e-a1028523c786 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455494 Nov 09 19:48:17.365062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60754) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:17.398992 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaf400-be4a-41fd-9fe9-5b501d8aeca5 req-b4555974-c21e-4412-9d5a-bde80e80e89c tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:17.408802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbbaf400-be4a-41fd-9fe9-5b501d8aeca5 req-b4555974-c21e-4412-9d5a-bde80e80e89c tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 945 time: 0.0732980 Nov 09 19:48:17.449638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dbdb4f41-5dce-47f0-ade5-2137dcead54a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e0974d79e6d4a7da5ac88571b160352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825200 Nov 09 19:48:17.453452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60756) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:17.468716 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbbaf400-be4a-41fd-9fe9-5b501d8aeca5 req-205448a1-f0c6-49e2-8d2d-ff1417512a1e tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573814 Nov 09 19:48:17.518658 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e981e4d4-ad35-47de-99a5-659339d3011a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:17.559729 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e981e4d4-ad35-47de-99a5-659339d3011a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:17.566123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:17.629096 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e981e4d4-ad35-47de-99a5-659339d3011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:17.636181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e981e4d4-ad35-47de-99a5-659339d3011a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:17.639428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e981e4d4-ad35-47de-99a5-659339d3011a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/036b0a25-64fc-44c0-a7b6-af12b561553d HTTP/1.1" status: 204 len: 168 time: 0.1831653 Nov 09 19:48:17.656539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981e4d4-ad35-47de-99a5-659339d3011a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036b0a25-64fc-44c0-a7b6-af12b561553d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:17.666276 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:17.721595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1880a58-4402-48ce-8eb4-de5e2689b1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:17.772229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:17.774574 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508e87d0-8913-4eb3-bfe4-2e8ff0444a13" -d '{"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:17.798501 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:17.809199 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:17.841092 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb0520b-7850-4e69-a3a0-90be2e908dd4 x-openstack-request-id: req-6cb0520b-7850-4e69-a3a0-90be2e908dd4 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:17.841424 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:17.841634 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cb0520b-7850-4e69-a3a0-90be2e908dd4 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:17.842034 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'code': 200} Nov 09 19:48:17.860426 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1880a58-4402-48ce-8eb4-de5e2689b1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:17.867835 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1880a58-4402-48ce-8eb4-de5e2689b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:17.868493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:17.920714 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b1880a58-4402-48ce-8eb4-de5e2689b1e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f46c111c7ee4601a5a4ed5615573af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531835 Nov 09 19:48:17.921860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1880a58-4402-48ce-8eb4-de5e2689b1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dd2c85-e0e7-4376-b103-779785af73b7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:17.923542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60782) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:17.991248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e752a626-1d7b-4385-99c2-db6b94fc1c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:18.018047 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e752a626-1d7b-4385-99c2-db6b94fc1c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:18.079731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e752a626-1d7b-4385-99c2-db6b94fc1c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:18.081901 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e752a626-1d7b-4385-99c2-db6b94fc1c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:18.085440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e752a626-1d7b-4385-99c2-db6b94fc1c3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90dd2c85-e0e7-4376-b103-779785af73b7 HTTP/1.1" status: 204 len: 168 time: 0.1582367 Nov 09 19:48:18.092781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752a626-1d7b-4385-99c2-db6b94fc1c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dd2c85-e0e7-4376-b103-779785af73b7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:18.322613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611439-e07e-4e03-a402-9d6639d1a473 req-a2cee374-5a13-4fdc-864d-c8600040e623 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:18.330440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611439-e07e-4e03-a402-9d6639d1a473 req-a2cee374-5a13-4fdc-864d-c8600040e623 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:18.336675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611439-e07e-4e03-a402-9d6639d1a473 req-a2cee374-5a13-4fdc-864d-c8600040e623 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:18.342913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611439-e07e-4e03-a402-9d6639d1a473 req-a2cee374-5a13-4fdc-864d-c8600040e623 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:18.349364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611439-e07e-4e03-a402-9d6639d1a473 req-a2cee374-5a13-4fdc-864d-c8600040e623 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:18.355313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611439-e07e-4e03-a402-9d6639d1a473 req-a2cee374-5a13-4fdc-864d-c8600040e623 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:18.361203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611439-e07e-4e03-a402-9d6639d1a473 req-a2cee374-5a13-4fdc-864d-c8600040e623 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:18.363213 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d611439-e07e-4e03-a402-9d6639d1a473 req-a2cee374-5a13-4fdc-864d-c8600040e623 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5433 time: 0.1115372 Nov 09 19:48:18.416039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d611439-e07e-4e03-a402-9d6639d1a473 req-14c360de-0366-49eb-bfac-ff2a3d24b349 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437248 Nov 09 19:48:18.592208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe88cd8-7f89-4136-8fd9-800436df9878 req-a7733cff-bb17-40a2-bd75-20e64a5fe744 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:18.593738 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0fe88cd8-7f89-4136-8fd9-800436df9878 req-a7733cff-bb17-40a2-bd75-20e64a5fe744 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 945 time: 0.0535831 Nov 09 19:48:18.638003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0fe88cd8-7f89-4136-8fd9-800436df9878 req-bcbffa32-85e1-48da-8e33-9e05f8a616fd tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373588 Nov 09 19:48:19.050685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:19.180484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:19.199399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'port_id': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'mac_address': 'fa:16:3e:2f:32:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:19.237188 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:19.259883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3272acb7-3e3f-4c55-8e57-4b949482c82f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:19.281688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:19.294861 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:19.362929 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:19.376991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['3272acb7-3e3f-4c55-8e57-4b949482c82f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:19.482297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d4ec9063-0b38-4a59-9977-154ba5c6fb96 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:19.594969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d4ec9063-0b38-4a59-9977-154ba5c6fb96 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:19.599788 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d4ec9063-0b38-4a59-9977-154ba5c6fb96 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:19.600225 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:19.608752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0722c-5fee-4f44-8194-fb117ca78aed req-5be9ff40-4352-4052-9d98-d6cd2e107cf4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:19.614895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0722c-5fee-4f44-8194-fb117ca78aed req-5be9ff40-4352-4052-9d98-d6cd2e107cf4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:19.622317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0722c-5fee-4f44-8194-fb117ca78aed req-5be9ff40-4352-4052-9d98-d6cd2e107cf4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:19.628925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0722c-5fee-4f44-8194-fb117ca78aed req-5be9ff40-4352-4052-9d98-d6cd2e107cf4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:19.635296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0722c-5fee-4f44-8194-fb117ca78aed req-5be9ff40-4352-4052-9d98-d6cd2e107cf4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:19.641640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0722c-5fee-4f44-8194-fb117ca78aed req-5be9ff40-4352-4052-9d98-d6cd2e107cf4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:19.648801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0722c-5fee-4f44-8194-fb117ca78aed req-5be9ff40-4352-4052-9d98-d6cd2e107cf4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:19.653292 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9d0722c-5fee-4f44-8194-fb117ca78aed req-5be9ff40-4352-4052-9d98-d6cd2e107cf4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5433 time: 0.1348324 Nov 09 19:48:19.710114 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:19.726759 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9d0722c-5fee-4f44-8194-fb117ca78aed req-958de8f5-565b-4434-bbf0-61aeccffd7c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631258 Nov 09 19:48:19.783034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d4ec9063-0b38-4a59-9977-154ba5c6fb96, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:19.793074 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:19.794097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:19.858964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa945cc8-20c3-4522-85de-e284d1bd5bb8 req-e46ef7a5-41e3-43f8-8194-cc514f83db26 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:19.871199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa945cc8-20c3-4522-85de-e284d1bd5bb8 req-e46ef7a5-41e3-43f8-8194-cc514f83db26 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 945 time: 0.1012263 Nov 09 19:48:19.889904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ec9063-0b38-4a59-9977-154ba5c6fb96'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:19.895041 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6753ad-263b-49b9-a9b2-a91f75cc0e4b" -d '{"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "d4ec9063-0b38-4a59-9977-154ba5c6fb96"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:19.898750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d4ec9063-0b38-4a59-9977-154ba5c6fb96,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:19.954905 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa945cc8-20c3-4522-85de-e284d1bd5bb8 req-1e20f85b-77f7-4bd7-9011-691cd29d5618 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770521 Nov 09 19:48:19.976561 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b299081d-a610-4b15-a749-f39a77a65de0 x-openstack-request-id: req-b299081d-a610-4b15-a749-f39a77a65de0 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:19.977277 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "d4ec9063-0b38-4a59-9977-154ba5c6fb96", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:19.977720 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b299081d-a610-4b15-a749-f39a77a65de0 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:19.978348 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ec9063-0b38-4a59-9977-154ba5c6fb96', 'code': 200} Nov 09 19:48:19.989880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:20.002213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:20.002929 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.131528 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.139303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60906) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:20.179622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:20.184976 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.270871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:20.461035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1471131973-network', 'tenant_id': '1be070486917447292aa9c525eb1cff4'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:20.493363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Made reservation on behalf of 1be070486917447292aa9c525eb1cff4 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:20.501071 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.518614 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.673572 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.684340 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.700608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:48:20.714000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.714919 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Added segment 132a4c10-371f-4c3a-b002-b49da5d5e19c of type vlan for network b9c4b352-73dc-474a-8551-7956cf45518c Nov 09 19:48:20.777258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.830814 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.831928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:20.832672 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.849679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777d70d9-f79d-430d-995a-e9fcab2200b8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:20.884804 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:20.903373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7626395 Nov 09 19:48:20.906199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60954) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:20.911644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Request body: {'subnet': {'network_id': 'b9c4b352-73dc-474a-8551-7956cf45518c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1471131973-subnet', 'tenant_id': '1be070486917447292aa9c525eb1cff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:20.940589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99672025-9f00-46e9-be8b-70f8b7e3f483 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c4b352-73dc-474a-8551-7956cf45518c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:20.951747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network b9c4b352-73dc-474a-8551-7956cf45518c details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:48:20.957068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Made reservation on behalf of 1be070486917447292aa9c525eb1cff4 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:20.960084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:21.064866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:21.187289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 3272acb7-3e3f-4c55-8e57-4b949482c82f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:21.187866 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:21.229974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d12a6c-a622-401c-b9c6-4de41f2136ad req-178bcdc0-817a-476d-b783-6e30d66a2285 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:21.236933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d12a6c-a622-401c-b9c6-4de41f2136ad req-178bcdc0-817a-476d-b783-6e30d66a2285 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:21.243088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d12a6c-a622-401c-b9c6-4de41f2136ad req-178bcdc0-817a-476d-b783-6e30d66a2285 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:21.250335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d12a6c-a622-401c-b9c6-4de41f2136ad req-178bcdc0-817a-476d-b783-6e30d66a2285 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:21.256986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d12a6c-a622-401c-b9c6-4de41f2136ad req-178bcdc0-817a-476d-b783-6e30d66a2285 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:21.264205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d12a6c-a622-401c-b9c6-4de41f2136ad req-178bcdc0-817a-476d-b783-6e30d66a2285 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:21.270812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d12a6c-a622-401c-b9c6-4de41f2136ad req-178bcdc0-817a-476d-b783-6e30d66a2285 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:21.278839 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04d12a6c-a622-401c-b9c6-4de41f2136ad req-178bcdc0-817a-476d-b783-6e30d66a2285 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5435 time: 0.2027636 Nov 09 19:48:21.426434 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:21.429600 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04d12a6c-a622-401c-b9c6-4de41f2136ad req-4f169f67-592d-4da8-9d41-05fb5c2ce6f9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240301 Nov 09 19:48:21.501471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:21.519644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:21.538349 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-772e3ffd-ebb3-486d-9b43-12d7c612e2a6 req-a2637018-9864-4e47-b275-9ef7e303fb04 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce726aa-9a48-4cdb-9dcf-be0fe256fdb3 HTTP/1.1" status: 200 len: 210 time: 0.1433265 Nov 09 19:48:21.555392 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:21.573005 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:21.756121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=10']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:21.761136 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:21.768315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:21.768912 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:21.801013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c7b306-202b-45de-99e0-286f3e87efdb,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:21.873119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Checking segment: {'id': '132a4c10-371f-4c3a-b002-b49da5d5e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b9c4b352-73dc-474a-8551-7956cf45518c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:21.873766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Network hostable DHCP agents. Network: b9c4b352-73dc-474a-8551-7956cf45518c, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:48:21.925398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9187-04de-425c-82d2-6c4b142e806b req-cb4a5fd4-3f4b-4737-9ee8-d15c2b528e16 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:21.934284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5bd9187-04de-425c-82d2-6c4b142e806b req-cb4a5fd4-3f4b-4737-9ee8-d15c2b528e16 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 945 time: 0.1211238 Nov 09 19:48:21.969882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Network b9c4b352-73dc-474a-8551-7956cf45518c is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:48:21.980520 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5'}, {'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:21.985139 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd286e9-2a1e-47fa-80d4-782c6a1aa80e" -d '{"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "8e63fe09-3204-4fa0-9e7e-e3a9557a9be5"}, {"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:22.016404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:22.069644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, b9c4b352-73dc-474a-8551-7956cf45518c) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:22.082707 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5bd9187-04de-425c-82d2-6c4b142e806b req-55d18ff1-9481-4a0e-a49b-439f683a37a6 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197999 Nov 09 19:48:22.088556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:22.092392 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:22.094016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec547c-4203-4662-a2c4-3b37ee0751ea None None] Network b9c4b352-73dc-474a-8551-7956cf45518c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:22.112771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32768) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:22.160692 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-85bc72d0-0553-41fb-8ce1-fb63a1ef2af1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2452493 Nov 09 19:48:22.224849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:22.437092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b170f195-08be-4306-a46f-049db981697d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:22.604218 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac869c8-3e0a-4e6d-ab84-ce5ec3d7d8ab x-openstack-request-id: req-bac869c8-3e0a-4e6d-ab84-ce5ec3d7d8ab {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:22.605277 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "8e63fe09-3204-4fa0-9e7e-e3a9557a9be5", "code": 200}, {"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:22.605507 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bac869c8-3e0a-4e6d-ab84-ce5ec3d7d8ab {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:22.606090 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5', 'code': 200} Nov 09 19:48:22.606355 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'code': 200} Nov 09 19:48:22.611487 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:22.612352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 01650304-808b-4a51-9e05-8f6aa371065c up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:22.679247 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b170f195-08be-4306-a46f-049db981697d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:22.695275 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b170f195-08be-4306-a46f-049db981697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:22.846763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:22.914833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170f195-08be-4306-a46f-049db981697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc936d90-e975-4656-add6-ab006e0d61be,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:22.922455 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b170f195-08be-4306-a46f-049db981697d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30beabfcb09e426f8f6287dac1aac73b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8059220 Nov 09 19:48:22.922949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32802) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:23.001651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b28ed8-cb6e-4669-8124-f5fa2ba1ae32 req-b5f6445e-b57e-4662-ad59-d83f9bc21fd2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:23.016617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b28ed8-cb6e-4669-8124-f5fa2ba1ae32 req-b5f6445e-b57e-4662-ad59-d83f9bc21fd2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:23.030782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b28ed8-cb6e-4669-8124-f5fa2ba1ae32 req-b5f6445e-b57e-4662-ad59-d83f9bc21fd2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:23.049972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b28ed8-cb6e-4669-8124-f5fa2ba1ae32 req-b5f6445e-b57e-4662-ad59-d83f9bc21fd2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:23.068129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b28ed8-cb6e-4669-8124-f5fa2ba1ae32 req-b5f6445e-b57e-4662-ad59-d83f9bc21fd2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:23.085742 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b28ed8-cb6e-4669-8124-f5fa2ba1ae32 req-b5f6445e-b57e-4662-ad59-d83f9bc21fd2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:23.102699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b28ed8-cb6e-4669-8124-f5fa2ba1ae32 req-b5f6445e-b57e-4662-ad59-d83f9bc21fd2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:23.107482 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3b28ed8-cb6e-4669-8124-f5fa2ba1ae32 req-b5f6445e-b57e-4662-ad59-d83f9bc21fd2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5436 time: 0.3107195 Nov 09 19:48:23.180806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 01650304-808b-4a51-9e05-8f6aa371065c completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:23.189614 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f686f5fe-5d51-43e5-b1d9-10bc82c0737c None None] Network b9c4b352-73dc-474a-8551-7956cf45518c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:23.199965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 01650304-808b-4a51-9e05-8f6aa371065c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:23.204195 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.214582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dfb636c-4b5d-4a08-95b2-9a89a5fdbfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.219014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32818) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:23.246850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3b28ed8-cb6e-4669-8124-f5fa2ba1ae32 req-2d81b025-15c0-4415-a06f-8b9030d03ccf tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314054 Nov 09 19:48:23.269477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1064677492-network', 'tenant_id': '0d5a265d923341bdaa09a31972d60dab'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:23.288969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dfb636c-4b5d-4a08-95b2-9a89a5fdbfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.422127 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dfb636c-4b5d-4a08-95b2-9a89a5fdbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.425253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dfb636c-4b5d-4a08-95b2-9a89a5fdbfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.432488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0dfb636c-4b5d-4a08-95b2-9a89a5fdbfd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc936d90-e975-4656-add6-ab006e0d61be HTTP/1.1" status: 204 len: 168 time: 0.5079336 Nov 09 19:48:23.457390 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.473493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb636c-4b5d-4a08-95b2-9a89a5fdbfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc936d90-e975-4656-add6-ab006e0d61be,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:23.495825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Made reservation on behalf of 0d5a265d923341bdaa09a31972d60dab for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:23.503683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.544234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 01650304-808b-4a51-9e05-8f6aa371065c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=01650304-808b-4a51-9e05-8f6aa371065c,segment=NetworkSegment(562fc29f-a9a5-476d-8226-9f029c5c5180),segment_id=562fc29f-a9a5-476d-8226-9f029c5c5180)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:23.545935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.596482 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.597683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 03071954-4d2d-4b87-8754-6a44bd7c714b up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:23.620023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16832dc-875f-4b6c-998a-1c2f4d4abceb req-0ed7fa50-238a-493d-96f4-8eabe0746f47 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:23.628305 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8bb61dca-1901-45eb-b86b-057b3fa95035 req-88877ee3-675a-4279-b1c8-8d6f5da4fee4 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0692494 Nov 09 19:48:23.630631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a16832dc-875f-4b6c-998a-1c2f4d4abceb req-0ed7fa50-238a-493d-96f4-8eabe0746f47 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 945 time: 0.2628627 Nov 09 19:48:23.711622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=01650304-808b-4a51-9e05-8f6aa371065c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:23.725900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 03071954-4d2d-4b87-8754-6a44bd7c714b completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:23.731648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 03071954-4d2d-4b87-8754-6a44bd7c714b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:23.732158 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.789230 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a16832dc-875f-4b6c-998a-1c2f4d4abceb req-1e1fcba3-44a5-4d5f-8348-f2aa3e943d26 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353400 Nov 09 19:48:23.872760 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.889220 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.893451 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.930188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:48:23.942931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e834866d-3fee-4011-802f-b63a7f8cfdc2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:23.964725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:23.967732 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Added segment f75c6a7d-400b-496a-be25-7e73fca4b803 of type vlan for network 2ab3c6e7-25fb-40de-b880-ba6592fa18ab Nov 09 19:48:24.003585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 03071954-4d2d-4b87-8754-6a44bd7c714b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=03071954-4d2d-4b87-8754-6a44bd7c714b,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:24.011572 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.012536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device eb82dada-9573-47f3-b291-b9c2b30a7000 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:24.036753 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.102356 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.104897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:24.105109 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.186992 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9658260 Nov 09 19:48:24.189268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32838) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:24.194748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Request body: {'subnet': {'network_id': '2ab3c6e7-25fb-40de-b880-ba6592fa18ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1064677492-subnet', 'tenant_id': '0d5a265d923341bdaa09a31972d60dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:24.195810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d87650-ed01-49e5-8344-ea5281532670 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab3c6e7-25fb-40de-b880-ba6592fa18ab,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:24.212724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2ab3c6e7-25fb-40de-b880-ba6592fa18ab details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:48:24.257287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Made reservation on behalf of 0d5a265d923341bdaa09a31972d60dab for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:24.267260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=03071954-4d2d-4b87-8754-6a44bd7c714b,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:24.285593 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.296102 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port eb82dada-9573-47f3-b291-b9c2b30a7000 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:24.302895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port eb82dada-9573-47f3-b291-b9c2b30a7000 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:24.303302 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.384565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40cb48be-4697-4a04-b978-2012c556c56c req-9fb9e477-a398-4564-8591-bb9a2e4d2203 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bce726aa-9a48-4cdb-9dcf-be0fe256fdb3 HTTP/1.1" status: 200 len: 210 time: 0.0704393 Nov 09 19:48:24.409560 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.412685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32842) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:24.447509 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-de7c70b4-69e5-4835-a618-4dfd0cb1105f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.509598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port eb82dada-9573-47f3-b291-b9c2b30a7000, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=eb82dada-9573-47f3-b291-b9c2b30a7000,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:24.521361 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.523192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 3f4094dc-c53d-4258-a6b9-868c76d93fce up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:24.608452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7'}, {'server_uuid': '35719bff-3f89-4503-aedd-942b6dea61dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01650304-808b-4a51-9e05-8f6aa371065c'}, {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03071954-4d2d-4b87-8754-6a44bd7c714b'}, {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb82dada-9573-47f3-b291-b9c2b30a7000'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:24.611177 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda4b0d7-6f7f-489e-aa38-1b1b5b481239" -d '{"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7"}, {"server_uuid": "35719bff-3f89-4503-aedd-942b6dea61dc", "name": "network-vif-plugged", "status": "completed", "tag": "01650304-808b-4a51-9e05-8f6aa371065c"}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "03071954-4d2d-4b87-8754-6a44bd7c714b"}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "eb82dada-9573-47f3-b291-b9c2b30a7000"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:24.615543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32850) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:24.640634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb135-46cb-487a-95be-0ad9cd1cc5c2 req-9e31ae9b-ddd4-43fa-b633-b4ee8e02797e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:24.655292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-de7c70b4-69e5-4835-a618-4dfd0cb1105f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.665044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-de7c70b4-69e5-4835-a618-4dfd0cb1105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.667712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb135-46cb-487a-95be-0ad9cd1cc5c2 req-9e31ae9b-ddd4-43fa-b633-b4ee8e02797e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:24.670604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=eb82dada-9573-47f3-b291-b9c2b30a7000,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:24.676490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb135-46cb-487a-95be-0ad9cd1cc5c2 req-9e31ae9b-ddd4-43fa-b633-b4ee8e02797e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:24.686416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb135-46cb-487a-95be-0ad9cd1cc5c2 req-9e31ae9b-ddd4-43fa-b633-b4ee8e02797e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:24.694604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb135-46cb-487a-95be-0ad9cd1cc5c2 req-9e31ae9b-ddd4-43fa-b633-b4ee8e02797e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:24.711704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb135-46cb-487a-95be-0ad9cd1cc5c2 req-9e31ae9b-ddd4-43fa-b633-b4ee8e02797e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:24.715794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 3f4094dc-c53d-4258-a6b9-868c76d93fce completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:24.721386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 3f4094dc-c53d-4258-a6b9-868c76d93fce triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:24.721766 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.726842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb135-46cb-487a-95be-0ad9cd1cc5c2 req-9e31ae9b-ddd4-43fa-b633-b4ee8e02797e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:24.739618 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-008cb135-46cb-487a-95be-0ad9cd1cc5c2 req-9e31ae9b-ddd4-43fa-b633-b4ee8e02797e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5437 time: 0.2989256 Nov 09 19:48:24.758233 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b303a1-eb77-448f-a3f6-4fa52b029ebe x-openstack-request-id: req-02b303a1-eb77-448f-a3f6-4fa52b029ebe {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:24.758822 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7", "code": 200}, {"server_uuid": "35719bff-3f89-4503-aedd-942b6dea61dc", "name": "network-vif-plugged", "status": "completed", "tag": "01650304-808b-4a51-9e05-8f6aa371065c", "code": 200}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "03071954-4d2d-4b87-8754-6a44bd7c714b", "code": 200}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "eb82dada-9573-47f3-b291-b9c2b30a7000", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:24.759361 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02b303a1-eb77-448f-a3f6-4fa52b029ebe {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:24.759972 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7', 'code': 200} Nov 09 19:48:24.760406 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35719bff-3f89-4503-aedd-942b6dea61dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01650304-808b-4a51-9e05-8f6aa371065c', 'code': 200} Nov 09 19:48:24.760870 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03071954-4d2d-4b87-8754-6a44bd7c714b', 'code': 200} Nov 09 19:48:24.761299 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb82dada-9573-47f3-b291-b9c2b30a7000', 'code': 200} Nov 09 19:48:24.771511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c70b4-69e5-4835-a618-4dfd0cb1105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48c2a10-798c-4f0e-8d3a-e2317118ad2e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:24.790150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-de7c70b4-69e5-4835-a618-4dfd0cb1105f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54390aff728148df9fc8817d14e0a408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760929 Nov 09 19:48:24.794609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32856) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:24.883763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8ef3-950f-4038-bcf7-f9f7c6a437cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.911050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0761685-6e5d-4804-bccf-19d409e38cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.949085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-008cb135-46cb-487a-95be-0ad9cd1cc5c2 req-80fad833-827c-4228-bb64-7fabe5a9abe2 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2058911 Nov 09 19:48:24.983343 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:24.999218 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0761685-6e5d-4804-bccf-19d409e38cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.002944 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59be27aa-985f-4e15-bb59-680b163084c8 req-b4d806a2-cb11-490c-9e88-fd06f940cce7 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0704913 Nov 09 19:48:25.059516 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 3f4094dc-c53d-4258-a6b9-868c76d93fce, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:25.072243 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.077658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1990eaf1-6c71-48eb-9dd5-36db438adf18 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:25.101004 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8ef3-950f-4038-bcf7-f9f7c6a437cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.107658 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd0f8ef3-950f-4038-bcf7-f9f7c6a437cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.113980 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.125424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0761685-6e5d-4804-bccf-19d409e38cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.128276 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0761685-6e5d-4804-bccf-19d409e38cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.131825 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d0761685-6e5d-4804-bccf-19d409e38cd7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d48c2a10-798c-4f0e-8d3a-e2317118ad2e HTTP/1.1" status: 204 len: 168 time: 0.3338747 Nov 09 19:48:25.188933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 1990eaf1-6c71-48eb-9dd5-36db438adf18 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:25.198082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 1990eaf1-6c71-48eb-9dd5-36db438adf18 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:25.198959 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.206039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d949e1ce-5abd-4deb-8cf2-9f9c68a8f9a5,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:25.230481 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dd0f8ef3-950f-4038-bcf7-f9f7c6a437cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bf99885d2084ae9ad1e723e446259de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114049 Nov 09 19:48:25.232370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32866) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:25.233254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=3f4094dc-c53d-4258-a6b9-868c76d93fce,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:25.239274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54baecef-9dc1-474f-bf6c-0a0190f125f9 req-9d100a28-62a0-42dd-96be-2863e5aff4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:25.241738 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54baecef-9dc1-474f-bf6c-0a0190f125f9 req-9d100a28-62a0-42dd-96be-2863e5aff4e6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 1097 time: 0.3700261 Nov 09 19:48:25.258862 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.260133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f8ef3-950f-4038-bcf7-f9f7c6a437cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae4e85e-76dc-4fc1-b5d3-c9f618d16dc6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:25.314172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Checking segment: {'id': 'f75c6a7d-400b-496a-be25-7e73fca4b803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2ab3c6e7-25fb-40de-b880-ba6592fa18ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:25.314553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Network hostable DHCP agents. Network: 2ab3c6e7-25fb-40de-b880-ba6592fa18ab, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:48:25.317800 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54baecef-9dc1-474f-bf6c-0a0190f125f9 req-ab2f9b2e-3c4b-4064-81bf-8bfbd9033f21 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541918 Nov 09 19:48:25.325396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.331028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0761685-6e5d-4804-bccf-19d409e38cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48c2a10-798c-4f0e-8d3a-e2317118ad2e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:25.349699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d8c0b-5db5-4ae6-8ef8-fb7f3a858e99 req-de2644a8-e95d-414f-b804-ba9e1689ffc0 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:25.355552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-832d8c0b-5db5-4ae6-8ef8-fb7f3a858e99 req-de2644a8-e95d-414f-b804-ba9e1689ffc0 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 946 time: 0.2739527 Nov 09 19:48:25.382399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1990eaf1-6c71-48eb-9dd5-36db438adf18, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1990eaf1-6c71-48eb-9dd5-36db438adf18,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:25.390915 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.414585 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4a95a0c-6049-4ee9-9f74-8977dd6db3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.427624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Network 2ab3c6e7-25fb-40de-b880-ba6592fa18ab is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:48:25.452040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4a95a0c-6049-4ee9-9f74-8977dd6db3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.478389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1990eaf1-6c71-48eb-9dd5-36db438adf18,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:25.485267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2ab3c6e7-25fb-40de-b880-ba6592fa18ab) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:25.490772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:25.491395 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.502052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6fa8d-afb9-45b4-ba05-3132cce03393 None None] Network 2ab3c6e7-25fb-40de-b880-ba6592fa18ab requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:25.512927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-832d8c0b-5db5-4ae6-8ef8-fb7f3a858e99 req-b108492b-ed58-4a26-b562-335bc46f37f4 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464899 Nov 09 19:48:25.557353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6ef15de0-d682-47cd-aa1d-b883b8d4b78c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3665502 Nov 09 19:48:25.591983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4a95a0c-6049-4ee9-9f74-8977dd6db3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.593580 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4a95a0c-6049-4ee9-9f74-8977dd6db3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:25.599947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d4a95a0c-6049-4ee9-9f74-8977dd6db3b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ae4e85e-76dc-4fc1-b5d3-c9f618d16dc6 HTTP/1.1" status: 204 len: 168 time: 0.3530190 Nov 09 19:48:25.614102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a95a0c-6049-4ee9-9f74-8977dd6db3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae4e85e-76dc-4fc1-b5d3-c9f618d16dc6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:25.832470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8fe6d7-e3ef-4497-bf12-741cc54a3ae9 None None] Network 2ab3c6e7-25fb-40de-b880-ba6592fa18ab requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:26.114459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32900) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:26.134653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad06d9aa-17b9-4c9b-8cdb-b1735176c1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:26.228244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3e176641-b389-426f-b8cb-73378a8313ea req-e2933487-0e9a-4a87-a183-e8d725e99235 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0887101 Nov 09 19:48:26.278422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff0637-8832-4a17-bb26-8d348de74db7 req-92690954-d3e0-4378-ba22-83a0d1a7ebed tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:26.290620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff0637-8832-4a17-bb26-8d348de74db7 req-92690954-d3e0-4378-ba22-83a0d1a7ebed tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:26.307987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff0637-8832-4a17-bb26-8d348de74db7 req-92690954-d3e0-4378-ba22-83a0d1a7ebed tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:26.321055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff0637-8832-4a17-bb26-8d348de74db7 req-92690954-d3e0-4378-ba22-83a0d1a7ebed tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:26.338581 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad06d9aa-17b9-4c9b-8cdb-b1735176c1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:26.342294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff0637-8832-4a17-bb26-8d348de74db7 req-92690954-d3e0-4378-ba22-83a0d1a7ebed tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:26.352422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad06d9aa-17b9-4c9b-8cdb-b1735176c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:26.358452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff0637-8832-4a17-bb26-8d348de74db7 req-92690954-d3e0-4378-ba22-83a0d1a7ebed tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:26.375533 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff0637-8832-4a17-bb26-8d348de74db7 req-92690954-d3e0-4378-ba22-83a0d1a7ebed tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:26.385027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70ff0637-8832-4a17-bb26-8d348de74db7 req-92690954-d3e0-4378-ba22-83a0d1a7ebed tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5440 time: 0.2968566 Nov 09 19:48:26.453671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ad06d9aa-17b9-4c9b-8cdb-b1735176c1a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c4c892fcfbf4ed2aa139d6c4d51cf02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374109 Nov 09 19:48:26.469452 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70ff0637-8832-4a17-bb26-8d348de74db7 req-7d91c339-b995-40e7-9fba-54a74907d7e7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834205 Nov 09 19:48:26.469669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32908) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:26.476224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06d9aa-17b9-4c9b-8cdb-b1735176c1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a34434-ce6b-42b0-b534-aa044314d4a2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:26.545699 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3d0ca234-8539-47f6-bae3-d6d0d049eeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:26.571397 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3d0ca234-8539-47f6-bae3-d6d0d049eeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:26.653459 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3d0ca234-8539-47f6-bae3-d6d0d049eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:26.665179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3d0ca234-8539-47f6-bae3-d6d0d049eeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:26.665961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-206a80e2-bdfd-473b-aef0-9e089b061977 req-8b3ca2fb-460b-434c-b7ab-87bfc2e8d7ac tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0549402 Nov 09 19:48:26.671120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3d0ca234-8539-47f6-bae3-d6d0d049eeb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20a34434-ce6b-42b0-b534-aa044314d4a2 HTTP/1.1" status: 204 len: 168 time: 0.1982641 Nov 09 19:48:26.701105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ca234-8539-47f6-bae3-d6d0d049eeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a34434-ce6b-42b0-b534-aa044314d4a2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:26.763135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4094dc-c53d-4258-a6b9-868c76d93fce'}, {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1990eaf1-6c71-48eb-9dd5-36db438adf18'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:26.765958 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce6f260-2499-4315-8d5a-3412aa0d5582" -d '{"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "3f4094dc-c53d-4258-a6b9-868c76d93fce"}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "1990eaf1-6c71-48eb-9dd5-36db438adf18"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:26.849505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bc564-8f03-47d0-bcac-dd826c543b19 req-8a949091-be0e-459d-a918-3bde3478994b tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:26.857296 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-039bc564-8f03-47d0-bcac-dd826c543b19 req-8a949091-be0e-459d-a918-3bde3478994b tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 946 time: 0.0652571 Nov 09 19:48:26.908192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd565-136d-42c6-9d67-298084b212ef req-ded51764-65c5-4167-8d9d-c860e6665cc4 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:26.911358 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-ded51764-65c5-4167-8d9d-c860e6665cc4 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/networks?id=b9c4b352-73dc-474a-8551-7956cf45518c HTTP/1.1" status: 200 len: 825 time: 0.1898849 Nov 09 19:48:26.915346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-039bc564-8f03-47d0-bcac-dd826c543b19 req-ea25aab9-aef2-4578-8be6-d547f2ba8018 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530438 Nov 09 19:48:26.931212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-de0d58ef-c128-4aca-9439-f06f2239f70c tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/quotas/1be070486917447292aa9c525eb1cff4 HTTP/1.1" status: 200 len: 375 time: 0.0137477 Nov 09 19:48:26.990392 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-54164c2c-c870-4521-a71b-7a859da61b3d tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1be070486917447292aa9c525eb1cff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457907 Nov 09 19:48:27.099624 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeabca50-e44e-4508-979d-d37ca8a8c15c x-openstack-request-id: req-aeabca50-e44e-4508-979d-d37ca8a8c15c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:27.100134 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "3f4094dc-c53d-4258-a6b9-868c76d93fce", "code": 200}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-plugged", "status": "completed", "tag": "1990eaf1-6c71-48eb-9dd5-36db438adf18", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:27.100251 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aeabca50-e44e-4508-979d-d37ca8a8c15c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:27.100552 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4094dc-c53d-4258-a6b9-868c76d93fce', 'code': 200} Nov 09 19:48:27.100809 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1990eaf1-6c71-48eb-9dd5-36db438adf18', 'code': 200} Nov 09 19:48:27.103038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-215acf7a-ca1a-466b-9978-2a3fb9bb2524 service neutron] 10.222.0.53 "GET /v2.0/networks/b9c4b352-73dc-474a-8551-7956cf45518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031139 Nov 09 19:48:27.335472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-8d25bc51-b48d-4657-87b7-a0cbede1d318 service neutron] 10.222.0.53 "GET /v2.0/networks/b9c4b352-73dc-474a-8551-7956cf45518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020681 Nov 09 19:48:27.347852 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c30b9e-531e-47b7-abf8-f836dcd76103 req-aa859642-2894-4070-9234-50bdeb66eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.348573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c30b9e-531e-47b7-abf8-f836dcd76103 req-aa859642-2894-4070-9234-50bdeb66eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.349013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c30b9e-531e-47b7-abf8-f836dcd76103 req-aa859642-2894-4070-9234-50bdeb66eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.349542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c30b9e-531e-47b7-abf8-f836dcd76103 req-aa859642-2894-4070-9234-50bdeb66eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.350066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c30b9e-531e-47b7-abf8-f836dcd76103 req-aa859642-2894-4070-9234-50bdeb66eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.350897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c30b9e-531e-47b7-abf8-f836dcd76103 req-aa859642-2894-4070-9234-50bdeb66eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.351169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c30b9e-531e-47b7-abf8-f836dcd76103 req-aa859642-2894-4070-9234-50bdeb66eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.353307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93c30b9e-531e-47b7-abf8-f836dcd76103 req-aa859642-2894-4070-9234-50bdeb66eb88 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6497 time: 0.1483750 Nov 09 19:48:27.421626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93c30b9e-531e-47b7-abf8-f836dcd76103 req-c3b1b9f1-b8c4-4520-86fa-4ca66013daeb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552247 Nov 09 19:48:27.806091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae340fd-a433-4163-8cdb-0498b93045b3 req-a4c0fb93-6b15-4e1c-80a1-58e11ab11630 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.813025 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c133171d-bccf-4dbd-aac3-9ccc71c9e467 req-fff19fdb-3912-4b88-878a-f22cd6b3d777 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 210 time: 0.0563734 Nov 09 19:48:27.826546 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae340fd-a433-4163-8cdb-0498b93045b3 req-a4c0fb93-6b15-4e1c-80a1-58e11ab11630 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.835952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae340fd-a433-4163-8cdb-0498b93045b3 req-a4c0fb93-6b15-4e1c-80a1-58e11ab11630 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.842900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae340fd-a433-4163-8cdb-0498b93045b3 req-a4c0fb93-6b15-4e1c-80a1-58e11ab11630 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.848938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae340fd-a433-4163-8cdb-0498b93045b3 req-a4c0fb93-6b15-4e1c-80a1-58e11ab11630 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.856094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae340fd-a433-4163-8cdb-0498b93045b3 req-a4c0fb93-6b15-4e1c-80a1-58e11ab11630 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.861917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae340fd-a433-4163-8cdb-0498b93045b3 req-a4c0fb93-6b15-4e1c-80a1-58e11ab11630 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:27.870274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aae340fd-a433-4163-8cdb-0498b93045b3 req-a4c0fb93-6b15-4e1c-80a1-58e11ab11630 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5440 time: 0.1708868 Nov 09 19:48:27.959628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aae340fd-a433-4163-8cdb-0498b93045b3 req-1bdcf6a1-7fcb-4099-8cd0-a6258adab25b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882175 Nov 09 19:48:28.013043 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-04f68985-6a8b-43b6-9a48-3525c4190b02 req-2869f99c-4b32-43c1-882b-1f41fc1e4238 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0372682 Nov 09 19:48:28.252397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20457884-8f83-455c-8171-f2aaf5d5b0ce req-7532abb3-7120-4aff-a488-1b8cd01d9acd tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:28.257511 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20457884-8f83-455c-8171-f2aaf5d5b0ce req-7532abb3-7120-4aff-a488-1b8cd01d9acd tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 946 time: 0.1563597 Nov 09 19:48:28.372198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20457884-8f83-455c-8171-f2aaf5d5b0ce req-59c17768-235c-4dcc-ae8f-d2eb1e1c9280 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087472 Nov 09 19:48:28.776505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5d5bb4c-73e1-47de-a5da-8dd5af277a4f req-79c07041-3e74-47b7-801e-63f94d0608c1 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0449011 Nov 09 19:48:28.999806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a2bf13f5-53e4-43ff-b845-49ae5f809aee req-ae73e5fb-bb35-47eb-b15e-f4e50ebe7ef3 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 210 time: 0.0663974 Nov 09 19:48:29.205429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49933b-122d-45da-920f-d00985d487f9 req-f9c1a4a5-5c5d-49cd-b7bf-c90256d1d3c5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.220442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49933b-122d-45da-920f-d00985d487f9 req-f9c1a4a5-5c5d-49cd-b7bf-c90256d1d3c5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.228615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49933b-122d-45da-920f-d00985d487f9 req-f9c1a4a5-5c5d-49cd-b7bf-c90256d1d3c5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.250581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49933b-122d-45da-920f-d00985d487f9 req-f9c1a4a5-5c5d-49cd-b7bf-c90256d1d3c5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.266118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49933b-122d-45da-920f-d00985d487f9 req-f9c1a4a5-5c5d-49cd-b7bf-c90256d1d3c5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.283874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49933b-122d-45da-920f-d00985d487f9 req-f9c1a4a5-5c5d-49cd-b7bf-c90256d1d3c5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.313308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49933b-122d-45da-920f-d00985d487f9 req-f9c1a4a5-5c5d-49cd-b7bf-c90256d1d3c5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.322759 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f49933b-122d-45da-920f-d00985d487f9 req-f9c1a4a5-5c5d-49cd-b7bf-c90256d1d3c5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5440 time: 0.2237964 Nov 09 19:48:29.562790 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f49933b-122d-45da-920f-d00985d487f9 req-cc74d3d2-0d70-4197-a0ca-40a507f4e2cc tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2338767 Nov 09 19:48:29.579282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2086-e5a5-4175-adcb-a6b38d98fdad req-6ae54446-16e0-4d04-aea7-da1efba2c7fb tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.591909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c7c2086-e5a5-4175-adcb-a6b38d98fdad req-6ae54446-16e0-4d04-aea7-da1efba2c7fb tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 946 time: 0.1094971 Nov 09 19:48:29.605108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-83928e1f-7f6e-41e9-9b53-a4487e480864 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.607428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-83928e1f-7f6e-41e9-9b53-a4487e480864 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.70 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 946 time: 0.2613959 Nov 09 19:48:29.663673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd565-136d-42c6-9d67-298084b212ef req-3ea4ba3d-ce57-489b-bddc-8c515cf2a4ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.665432 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-3ea4ba3d-ce57-489b-bddc-8c515cf2a4ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.70 "GET /v2.0/networks?id=b9c4b352-73dc-474a-8551-7956cf45518c HTTP/1.1" status: 200 len: 825 time: 0.3385272 Nov 09 19:48:29.684325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c7c2086-e5a5-4175-adcb-a6b38d98fdad req-78aaf311-9a64-4b85-8b78-a3854781d809 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/security-groups?id=16114d10-7ae3-48a3-83b0-9e6e0f378f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915382 Nov 09 19:48:29.686839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Request body: {'port': {'device_id': 'ef55a97a-9e15-4186-841a-82e4f4de3670', 'network_id': 'b9c4b352-73dc-474a-8551-7956cf45518c', 'admin_state_up': True, 'tenant_id': '1be070486917447292aa9c525eb1cff4'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:29.863518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1f5ae-58a6-4f48-a04b-528c8505abc4 req-12053bca-0f78-4ca1-9754-85843349eaf8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.869810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1f5ae-58a6-4f48-a04b-528c8505abc4 req-12053bca-0f78-4ca1-9754-85843349eaf8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.877108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1f5ae-58a6-4f48-a04b-528c8505abc4 req-12053bca-0f78-4ca1-9754-85843349eaf8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.884058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1f5ae-58a6-4f48-a04b-528c8505abc4 req-12053bca-0f78-4ca1-9754-85843349eaf8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.895619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1f5ae-58a6-4f48-a04b-528c8505abc4 req-12053bca-0f78-4ca1-9754-85843349eaf8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.903266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1f5ae-58a6-4f48-a04b-528c8505abc4 req-12053bca-0f78-4ca1-9754-85843349eaf8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.911220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1f5ae-58a6-4f48-a04b-528c8505abc4 req-12053bca-0f78-4ca1-9754-85843349eaf8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:29.916641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34e1f5ae-58a6-4f48-a04b-528c8505abc4 req-12053bca-0f78-4ca1-9754-85843349eaf8 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5440 time: 0.2221017 Nov 09 19:48:29.925047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33070) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:29.932511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-330708c9-ca19-43db-a03f-a17cfcb66e2d tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Request body: {'floatingip': {'port_id': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:29.938914 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bdf13356-9c36-4e9c-abb7-730cb1d99b12 req-fdec9315-653b-4cd1-910f-27279cc4cf6b tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0465314 Nov 09 19:48:29.986000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-eda84903-8674-47d6-bcf8-2262131c0c33 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Deleting port 01650304-808b-4a51-9e05-8f6aa371065c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:48:29.986333 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-eda84903-8674-47d6-bcf8-2262131c0c33 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:29.994767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-330708c9-ca19-43db-a03f-a17cfcb66e2d tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:30.318343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-eda84903-8674-47d6-bcf8-2262131c0c33 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] For port 01650304-808b-4a51-9e05-8f6aa371065c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=01650304-808b-4a51-9e05-8f6aa371065c,segment=NetworkSegment(562fc29f-a9a5-476d-8226-9f029c5c5180),segment_id=562fc29f-a9a5-476d-8226-9f029c5c5180)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:30.318705 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-eda84903-8674-47d6-bcf8-2262131c0c33 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:30.337355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-eda84903-8674-47d6-bcf8-2262131c0c33 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Calling delete_port for 01650304-808b-4a51-9e05-8f6aa371065c owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:48:30.581306 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1fd4267a-ebbd-4ec4-8359-a975b643f0e1 req-041b1385-95d4-48d2-b89e-a90732b6aca8 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 210 time: 0.3973036 Nov 09 19:48:30.586843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Made reservation on behalf of 1be070486917447292aa9c525eb1cff4 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:30.591568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:30.756990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-eda84903-8674-47d6-bcf8-2262131c0c33 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:30.824548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda84903-8674-47d6-bcf8-2262131c0c33 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Pushing event deleted for resources: {'Port': ['ID=01650304-808b-4a51-9e05-8f6aa371065c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:31.405667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-eda84903-8674-47d6-bcf8-2262131c0c33 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] No DVR routers for this DVR port 01650304-808b-4a51-9e05-8f6aa371065c on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:48:31.420826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-eda84903-8674-47d6-bcf8-2262131c0c33 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:31.430264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4314d19e-1bf0-4aa7-a43e-0f08f00a45e5 req-eda84903-8674-47d6-bcf8-2262131c0c33 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.70 "DELETE /v2.0/ports/01650304-808b-4a51-9e05-8f6aa371065c HTTP/1.1" status: 204 len: 173 time: 1.8133075 Nov 09 19:48:31.435803 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fce75543-c6d5-4fa4-89cc-a05518c7470a req-35a8d237-278e-40e2-a81a-78308c1e8505 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0783675 Nov 09 19:48:31.527823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 01650304-808b-4a51-9e05-8f6aa371065c no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:31.576241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35719bff-3f89-4503-aedd-942b6dea61dc', 'name': 'network-vif-deleted', 'tag': '01650304-808b-4a51-9e05-8f6aa371065c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:31.582115 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c11f25-0e2c-4e0f-9dfe-91d102457ad6" -d '{"events": [{"server_uuid": "35719bff-3f89-4503-aedd-942b6dea61dc", "name": "network-vif-deleted", "tag": "01650304-808b-4a51-9e05-8f6aa371065c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:31.585044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 01650304-808b-4a51-9e05-8f6aa371065c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:31.585884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 01650304-808b-4a51-9e05-8f6aa371065c not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:31.607352 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2a6cd9f4-39b4-4f4d-9800-3a9368927d71 req-1f3bb7c0-1559-4367-b29d-b4c35e307907 tempest-ServerAddressesTestJSON-1441172710 tempest-ServerAddressesTestJSON-1441172710-project] 10.222.0.53 "GET /v2.0/ports?device_id=35719bff-3f89-4503-aedd-942b6dea61dc HTTP/1.1" status: 200 len: 210 time: 0.1974113 Nov 09 19:48:31.725472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33114) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:31.882745 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b249137-a0fd-4afb-96bd-6873fdf570b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:31.944452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9180e0bf-856e-4dd8-beb9-cde42eb61aef req-a296efa7-932c-41a8-90fb-f89560085183 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 210 time: 0.0704589 Nov 09 19:48:31.957193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Allocated IP 172.20.0.10 (b9c4b352-73dc-474a-8551-7956cf45518c/70c7b306-202b-45de-99e0-286f3e87efdb/c83e07c0-5da3-4e94-9ae7-30ed2e621881) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:48:32.099374 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2aa8f9-d6c6-4b8d-bc1e-915a634b6c71 x-openstack-request-id: req-2e2aa8f9-d6c6-4b8d-bc1e-915a634b6c71 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:32.099673 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35719bff-3f89-4503-aedd-942b6dea61dc", "name": "network-vif-deleted", "tag": "01650304-808b-4a51-9e05-8f6aa371065c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:32.099928 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e2aa8f9-d6c6-4b8d-bc1e-915a634b6c71 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:32.100321 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35719bff-3f89-4503-aedd-942b6dea61dc', 'name': 'network-vif-deleted', 'tag': '01650304-808b-4a51-9e05-8f6aa371065c', 'status': 'completed', 'code': 200} Nov 09 19:48:32.113073 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-330708c9-ca19-43db-a03f-a17cfcb66e2d tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.123295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-330708c9-ca19-43db-a03f-a17cfcb66e2d tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.128017 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b249137-a0fd-4afb-96bd-6873fdf570b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.144515 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b249137-a0fd-4afb-96bd-6873fdf570b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.191782 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b249137-a0fd-4afb-96bd-6873fdf570b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a8e4f18a3c74ec4a521bbe1da35b6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645634 Nov 09 19:48:32.194141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b249137-a0fd-4afb-96bd-6873fdf570b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603f47c3-a449-49cd-b15f-e3a87aca4437,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:32.197385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33130) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:32.258978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9596195-f403-4914-8add-c7da414548a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.287237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9596195-f403-4914-8add-c7da414548a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.360096 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9596195-f403-4914-8add-c7da414548a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.364371 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9596195-f403-4914-8add-c7da414548a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.367594 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f9596195-f403-4914-8add-c7da414548a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/603f47c3-a449-49cd-b15f-e3a87aca4437 HTTP/1.1" status: 204 len: 168 time: 0.1679847 Nov 09 19:48:32.381246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9596195-f403-4914-8add-c7da414548a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603f47c3-a449-49cd-b15f-e3a87aca4437,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:32.381925 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-330708c9-ca19-43db-a03f-a17cfcb66e2d tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Floating IP d6a05c1f-2754-454e-a2b3-2fd4b8abfaf2 associated. External IP: 172.25.6.131, port: 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5. Nov 09 19:48:32.476531 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.602269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.703778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5edfdbb0-869e-4e79-af69-6f45dd248873 req-c74776c4-c055-4a8e-b4f7-728f523f7dc8 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.1027184 Nov 09 19:48:32.720901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Network b9c4b352-73dc-474a-8551-7956cf45518c is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:48:32.731248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:32.740599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:48:32.757731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Pushing event updated for resources: {'Port': ['ID=c83e07c0-5da3-4e94-9ae7-30ed2e621881,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:32.823642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:32.824670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.835438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330708c9-ca19-43db-a03f-a17cfcb66e2d tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Router 89ff9107-1a04-4686-bcd7-e0f134d56812 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:48:32.839654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33152) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:32.861505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-cd47b420-f6a0-4617-8216-2058b39449ef tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1848319 Nov 09 19:48:32.897111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1214798-78d0-487f-a145-3195a00852d5 admin admin] Deleting subnet d26d20fa-666f-4288-b71f-351016830bf6 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:48:32.902739 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1214798-78d0-487f-a145-3195a00852d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.947789 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1214798-78d0-487f-a145-3195a00852d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:32.964806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Request body: {'port': {'device_id': 'ef55a97a-9e15-4186-841a-82e4f4de3670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:32.970751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33156) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:32.999120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1214798-78d0-487f-a145-3195a00852d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.022905 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01407351-a714-48d5-b34e-5f7177548359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.094472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1214798-78d0-487f-a145-3195a00852d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.114390 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1214798-78d0-487f-a145-3195a00852d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.120574 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d1214798-78d0-487f-a145-3195a00852d5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d26d20fa-666f-4288-b71f-351016830bf6 HTTP/1.1" status: 204 len: 168 time: 0.2777736 Nov 09 19:48:33.134104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33162) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:33.137681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.148748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1214798-78d0-487f-a145-3195a00852d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26d20fa-666f-4288-b71f-351016830bf6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:33.247051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330708c9-ca19-43db-a03f-a17cfcb66e2d tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:48:33.272356 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] Sync routers for ids ['89ff9107-1a04-4686-bcd7-e0f134d56812'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:48:33.288748 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] Routers {'89ff9107-1a04-4686-bcd7-e0f134d56812'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:48:33.290310 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['89ff9107-1a04-4686-bcd7-e0f134d56812'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:33.301295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-330708c9-ca19-43db-a03f-a17cfcb66e2d tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.384085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d252c-613a-4ea0-994d-ab6d9ea8ac9a req-a0014eb6-bbcc-44ab-88ae-674b2575dde0 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:33.386388 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb0d252c-613a-4ea0-994d-ab6d9ea8ac9a req-a0014eb6-bbcc-44ab-88ae-674b2575dde0 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 932 time: 0.3034296 Nov 09 19:48:33.404113 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.464832 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-330708c9-ca19-43db-a03f-a17cfcb66e2d tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "PUT /v2.0/floatingips/d6a05c1f-2754-454e-a2b3-2fd4b8abfaf2 HTTP/1.1" status: 200 len: 992 time: 3.5387440 Nov 09 19:48:33.465300 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] Set router 89ff9107-1a04-4686-bcd7-e0f134d56812 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:48:33.588576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb0d252c-613a-4ea0-994d-ab6d9ea8ac9a req-11155cd1-be4f-4edc-8052-0cec03e0e3cd tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877642 Nov 09 19:48:33.638866 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01407351-a714-48d5-b34e-5f7177548359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.685255 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01407351-a714-48d5-b34e-5f7177548359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.741170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.769460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33176) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:33.769642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-01407351-a714-48d5-b34e-5f7177548359 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f007d275aed4a6a806069fc9c05597a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7977357 Nov 09 19:48:33.773695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01407351-a714-48d5-b34e-5f7177548359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81b696d-1a1f-4963-822a-58387adece86,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:33.799724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98215044-7b55-4a52-bcaa-c7eeee9f1f90']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:33.823792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562fc29f-a9a5-476d-8226-9f029c5c5180') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:33.824088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562fc29f-a9a5-476d-8226-9f029c5c5180') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:33.836333 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.863049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.906125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:48:33.906125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:48:33.907286 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:48:33.910652 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9680512b-2d2f-483b-babe-ce07bc97db4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.914477 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:20Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'd6a05c1f-2754-454e-a2b3-2fd4b8abfaf2', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'port_id': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'mac_address': 'fa:16:3e:94:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:48:31Z', 'revision_number': 1, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6c5654-4726-4676-984b-46d02bdb4ad0', 'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'mac_address': 'fa:16:3e:39:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:18Z', 'updated_at': '2021-11-09T19:46:27Z', 'revision_number': 5, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'subnets': [{'id': '631c072b-443f-46be-a69f-00bb6024fc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:33.984661 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9680512b-2d2f-483b-babe-ce07bc97db4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:33.984756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f801fb40-3b6c-474b-8912-d877b1551364 req-52ebe1bd-3b12-4563-b4af-0d2f289fd689 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.1005046 Nov 09 19:48:33.998636 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] Checking router: 89ff9107-1a04-4686-bcd7-e0f134d56812 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:48:33.998636 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] Routers {'89ff9107-1a04-4686-bcd7-e0f134d56812'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:48:33.998636 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['89ff9107-1a04-4686-bcd7-e0f134d56812'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:34.033111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83e07c0-5da3-4e94-9ae7-30ed2e621881 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:34.042672 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.046397 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.055082 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.059579 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] 10.222.0.53 "DELETE /v2.0/networks/98215044-7b55-4a52-bcaa-c7eeee9f1f90 HTTP/1.1" status: 204 len: 168 time: 0.9241283 Nov 09 19:48:34.085931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25174da1-9aa8-4d04-92c7-89f86767752f admin admin] Pushing event deleted for resources: {'Network': ['ID=98215044-7b55-4a52-bcaa-c7eeee9f1f90,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:34.138849 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9680512b-2d2f-483b-babe-ce07bc97db4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.138849 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9680512b-2d2f-483b-babe-ce07bc97db4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.139321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:34.139427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9680512b-2d2f-483b-babe-ce07bc97db4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f81b696d-1a1f-4963-822a-58387adece86 HTTP/1.1" status: 204 len: 168 time: 0.3397155 Nov 09 19:48:34.139522 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27179145-7153-45fc-b2ab-9220c20fd782" -d '{"events": [{"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "8e63fe09-3204-4fa0-9e7e-e3a9557a9be5"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:34.139522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Transition to ACTIVE for port object c83e07c0-5da3-4e94-9ae7-30ed2e621881 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:48:34.159089 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.165750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680512b-2d2f-483b-babe-ce07bc97db4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81b696d-1a1f-4963-822a-58387adece86,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:34.255894 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fb895b-5bdc-44d8-a2a7-5ad82748f14e x-openstack-request-id: req-97fb895b-5bdc-44d8-a2a7-5ad82748f14e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:34.256304 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "tag": "8e63fe09-3204-4fa0-9e7e-e3a9557a9be5", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:34.256698 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97fb895b-5bdc-44d8-a2a7-5ad82748f14e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:34.257112 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'tag': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5', 'status': 'completed', 'code': 200} Nov 09 19:48:34.317060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33192) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:34.350456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Pushing event updated for resources: {'Port': ['ID=c83e07c0-5da3-4e94-9ae7-30ed2e621881,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:34.367136 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] Set router 89ff9107-1a04-4686-bcd7-e0f134d56812 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:48:34.418262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27179145-7153-45fc-b2ab-9220c20fd782 req-469aca79-ccd4-49cf-9372-2dc537380acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:34.418785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27179145-7153-45fc-b2ab-9220c20fd782 req-469aca79-ccd4-49cf-9372-2dc537380acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:34.419821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27179145-7153-45fc-b2ab-9220c20fd782 req-469aca79-ccd4-49cf-9372-2dc537380acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:34.420309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27179145-7153-45fc-b2ab-9220c20fd782 req-469aca79-ccd4-49cf-9372-2dc537380acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:34.420953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27179145-7153-45fc-b2ab-9220c20fd782 req-469aca79-ccd4-49cf-9372-2dc537380acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:34.421439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27179145-7153-45fc-b2ab-9220c20fd782 req-469aca79-ccd4-49cf-9372-2dc537380acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:34.421914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27179145-7153-45fc-b2ab-9220c20fd782 req-469aca79-ccd4-49cf-9372-2dc537380acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:34.424559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27179145-7153-45fc-b2ab-9220c20fd782 req-469aca79-ccd4-49cf-9372-2dc537380acb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6497 time: 0.1433640 Nov 09 19:48:34.496731 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33200) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:34.508837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Attempting to bind port c83e07c0-5da3-4e94-9ae7-30ed2e621881 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:48:34.509306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Attempting to bind port c83e07c0-5da3-4e94-9ae7-30ed2e621881 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '132a4c10-371f-4c3a-b002-b49da5d5e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b9c4b352-73dc-474a-8551-7956cf45518c'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:48:34.509647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Attempting to bind port c83e07c0-5da3-4e94-9ae7-30ed2e621881 on network b9c4b352-73dc-474a-8551-7956cf45518c {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:48:34.522424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Port c83e07c0-5da3-4e94-9ae7-30ed2e621881 on network b9c4b352-73dc-474a-8551-7956cf45518c not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:48:34.522766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Attempting to bind port c83e07c0-5da3-4e94-9ae7-30ed2e621881 on network b9c4b352-73dc-474a-8551-7956cf45518c {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:48:34.543937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:48:34.544354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Checking segment: {'id': '132a4c10-371f-4c3a-b002-b49da5d5e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b9c4b352-73dc-474a-8551-7956cf45518c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:34.544674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Bound using segment: {'id': '132a4c10-371f-4c3a-b002-b49da5d5e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b9c4b352-73dc-474a-8551-7956cf45518c'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:48:34.545280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Bound port: c83e07c0-5da3-4e94-9ae7-30ed2e621881, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132a4c10-371f-4c3a-b002-b49da5d5e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b9c4b352-73dc-474a-8551-7956cf45518c'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:48:34.545655 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.570311 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-64c22ea7-180f-4782-b3e7-7b74add261f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b0cd8e5ce494779a6fe9ccbeb396237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700927 Nov 09 19:48:34.570413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33202) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:34.675510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e013e66f-d8ce-475e-841b-82bde5c36eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.710530 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e013e66f-d8ce-475e-841b-82bde5c36eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.732212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27179145-7153-45fc-b2ab-9220c20fd782 req-68b10c9d-4d15-4584-abd1-0b700ff3a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:34.737398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27179145-7153-45fc-b2ab-9220c20fd782 req-68b10c9d-4d15-4584-abd1-0b700ff3a769 service neutron] 10.222.0.70 "GET /v2.0/networks?id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd HTTP/1.1" status: 200 len: 918 time: 0.3012228 Nov 09 19:48:34.894189 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:20Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'd6a05c1f-2754-454e-a2b3-2fd4b8abfaf2', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'port_id': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'mac_address': 'fa:16:3e:94:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:48:31Z', 'revision_number': 1, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6c5654-4726-4676-984b-46d02bdb4ad0', 'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'mac_address': 'fa:16:3e:39:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:18Z', 'updated_at': '2021-11-09T19:46:27Z', 'revision_number': 5, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'subnets': [{'id': '631c072b-443f-46be-a69f-00bb6024fc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:34.904278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] For port c83e07c0-5da3-4e94-9ae7-30ed2e621881, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:48:34.905693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f86136f-46b2-4c57-808d-2717febbeeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.909384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] For port c83e07c0-5da3-4e94-9ae7-30ed2e621881, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=c83e07c0-5da3-4e94-9ae7-30ed2e621881,segment=NetworkSegment(132a4c10-371f-4c3a-b002-b49da5d5e19c),segment_id=132a4c10-371f-4c3a-b002-b49da5d5e19c)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:48:34.910974 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e013e66f-d8ce-475e-841b-82bde5c36eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.914410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e013e66f-d8ce-475e-841b-82bde5c36eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.915897 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e013e66f-d8ce-475e-841b-82bde5c36eab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16114d10-7ae3-48a3-83b0-9e6e0f378f37 HTTP/1.1" status: 204 len: 168 time: 0.3445029 Nov 09 19:48:34.925302 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27179145-7153-45fc-b2ab-9220c20fd782 req-1175636c-5b0f-4c96-b4c4-8c6ba675fb17 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 HTTP/1.1" status: 200 len: 1000 time: 0.1759520 Nov 09 19:48:34.927379 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:34.957406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013e66f-d8ce-475e-841b-82bde5c36eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16114d10-7ae3-48a3-83b0-9e6e0f378f37,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:34.988108 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8abf9-8a6a-492a-88cb-7a8c25a1e66e None None] The sync data for ids ['89ff9107-1a04-4686-bcd7-e0f134d56812'] in n-d-817256-1 is: [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:20Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'd6a05c1f-2754-454e-a2b3-2fd4b8abfaf2', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'port_id': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'mac_address': 'fa:16:3e:94:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:48:31Z', 'revision_number': 1, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6c5654-4726-4676-984b-46d02bdb4ad0', 'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'mac_address': 'fa:16:3e:39:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:18Z', 'updated_at': '2021-11-09T19:46:27Z', 'revision_number': 5, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'subnets': [{'id': '631c072b-443f-46be-a69f-00bb6024fc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:48:35.058081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:35.058081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:35.058439 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] 10.222.0.70 "PUT /v2.0/ports/c83e07c0-5da3-4e94-9ae7-30ed2e621881 HTTP/1.1" status: 200 len: 1092 time: 2.1399620 Nov 09 19:48:35.134331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27179145-7153-45fc-b2ab-9220c20fd782 req-4c876946-cc5e-42cf-b750-3629d620b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:35.137646 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27179145-7153-45fc-b2ab-9220c20fd782 req-4c876946-cc5e-42cf-b750-3629d620b839 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=631c072b-443f-46be-a69f-00bb6024fc68 HTTP/1.1" status: 200 len: 856 time: 0.2005193 Nov 09 19:48:35.148842 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f86136f-46b2-4c57-808d-2717febbeeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:35.158322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f86136f-46b2-4c57-808d-2717febbeeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:35.224617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efca7d-5fa9-46e8-9e46-85c0b68600cd service neutron] Pushing event updated for resources: {'Port': ['ID=c83e07c0-5da3-4e94-9ae7-30ed2e621881,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:35.269538 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6f86136f-46b2-4c57-808d-2717febbeeca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff87a9720e2646dfb0a81a8e7af5b92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9513395 Nov 09 19:48:35.270572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86136f-46b2-4c57-808d-2717febbeeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37baa67a-9ee4-4ec2-adf9-6ce12161241f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:35.273894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33224) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:35.321500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33050544-7cc0-489f-ae65-8519de1713a4 req-b8d9c518-228d-4701-86ce-cce873be14e8 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:35.341317 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33050544-7cc0-489f-ae65-8519de1713a4 req-b8d9c518-228d-4701-86ce-cce873be14e8 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 944 time: 0.5981007 Nov 09 19:48:35.370625 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62d717b6-21e7-422c-bb2e-8dacf504e420 req-385c4255-0162-4440-a779-23159d6d949f tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0617921 Nov 09 19:48:35.425634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27179145-7153-45fc-b2ab-9220c20fd782 req-ba85066e-a023-48dd-b672-d8742c9af80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:35.431560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27179145-7153-45fc-b2ab-9220c20fd782 req-ba85066e-a023-48dd-b672-d8742c9af80e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2747595 Nov 09 19:48:35.435329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd565-136d-42c6-9d67-298084b212ef req-438d292b-d449-4154-bfec-cb3d0c542a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:35.440330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-438d292b-d449-4154-bfec-cb3d0c542a7f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1be070486917447292aa9c525eb1cff4&device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 1095 time: 0.2576890 Nov 09 19:48:35.442640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe93ea6-d0d5-45f4-aa0e-23db6569cca2 None None] New status for floating IP d6a05c1f-2754-454e-a2b3-2fd4b8abfaf2: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:48:35.477328 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33050544-7cc0-489f-ae65-8519de1713a4 req-9533616b-3b01-47cb-8aaa-ff042082f305 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350055 Nov 09 19:48:35.609277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-73012952-323e-4b66-9343-548b64710452 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83e07c0-5da3-4e94-9ae7-30ed2e621881 HTTP/1.1" status: 200 len: 217 time: 0.1333423 Nov 09 19:48:35.635825 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4cce73f3-d922-4995-addb-6b073ea44177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:35.714869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27179145-7153-45fc-b2ab-9220c20fd782 req-6098a3a7-91e6-45f3-9bf0-35525b1a3132 service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677345 Nov 09 19:48:35.781938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4cce73f3-d922-4995-addb-6b073ea44177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:35.868269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd565-136d-42c6-9d67-298084b212ef req-bd8b49ec-59ac-4526-be51-786e58331021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:35.871492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-bd8b49ec-59ac-4526-be51-786e58331021 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=70c7b306-202b-45de-99e0-286f3e87efdb HTTP/1.1" status: 200 len: 865 time: 0.2400100 Nov 09 19:48:35.955599 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-aefcad43-749b-4da1-bc5f-432d03b159c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9c4b352-73dc-474a-8551-7956cf45518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696561 Nov 09 19:48:36.078430 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-e39b8760-03f2-427f-86b2-e06527373247 service neutron] 10.222.0.70 "GET /v2.0/networks/b9c4b352-73dc-474a-8551-7956cf45518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019397 Nov 09 19:48:36.154204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27179145-7153-45fc-b2ab-9220c20fd782 req-42edc7dd-906a-4957-8819-c48595c6dc6f service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189942 Nov 09 19:48:36.166799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4cce73f3-d922-4995-addb-6b073ea44177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:36.169946 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4cce73f3-d922-4995-addb-6b073ea44177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:36.174171 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4cce73f3-d922-4995-addb-6b073ea44177 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37baa67a-9ee4-4ec2-adf9-6ce12161241f HTTP/1.1" status: 204 len: 168 time: 0.8979259 Nov 09 19:48:36.188443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce73f3-d922-4995-addb-6b073ea44177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37baa67a-9ee4-4ec2-adf9-6ce12161241f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:36.236516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc8fd565-136d-42c6-9d67-298084b212ef req-a0485c05-ef73-4a8e-b295-72d7fa45752c service neutron] 10.222.0.70 "GET /v2.0/networks/b9c4b352-73dc-474a-8551-7956cf45518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503644 Nov 09 19:48:36.259342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef55a97a-9e15-4186-841a-82e4f4de3670', 'tag': 'c83e07c0-5da3-4e94-9ae7-30ed2e621881'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:36.268038 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a80f3a-16ee-4be9-b014-612830649f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef55a97a-9e15-4186-841a-82e4f4de3670", "tag": "c83e07c0-5da3-4e94-9ae7-30ed2e621881"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:36.336499 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd897631-b50b-426f-86b0-1c68b3bae251 x-openstack-request-id: req-bd897631-b50b-426f-86b0-1c68b3bae251 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:36.336665 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef55a97a-9e15-4186-841a-82e4f4de3670", "tag": "c83e07c0-5da3-4e94-9ae7-30ed2e621881", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:36.336907 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd897631-b50b-426f-86b0-1c68b3bae251 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:36.337312 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef55a97a-9e15-4186-841a-82e4f4de3670', 'tag': 'c83e07c0-5da3-4e94-9ae7-30ed2e621881', 'status': 'completed', 'code': 200} Nov 09 19:48:36.441553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a80f3a-16ee-4be9-b014-612830649f5b req-1ed43b2e-b061-4830-b30e-8a4ab8acc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:36.447771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81a80f3a-16ee-4be9-b014-612830649f5b req-1ed43b2e-b061-4830-b30e-8a4ab8acc5c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1be070486917447292aa9c525eb1cff4&device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 1095 time: 0.0834816 Nov 09 19:48:36.483537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33280) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:36.567745 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e30cf1ec-be06-4b7e-b38b-1e112f82709d req-f5a80ffb-cf38-440f-b7e5-7167df8103a0 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0772016 Nov 09 19:48:36.692341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33290) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:36.721327 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dad4b48-5cc8-4e60-bf4e-3ff641a2fb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:36.879470 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dad4b48-5cc8-4e60-bf4e-3ff641a2fb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:36.889274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dad4b48-5cc8-4e60-bf4e-3ff641a2fb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:36.922799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3dad4b48-5cc8-4e60-bf4e-3ff641a2fb75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0776fdddf094e50af205f16dd0edee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267001 Nov 09 19:48:36.925432 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33296) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:37.011729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-network', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:37.073504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad4b48-5cc8-4e60-bf4e-3ff641a2fb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc4a894-aa12-4118-8f56-97b8f84cbe99,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:37.097640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Made reservation on behalf of bceef5252f9a4d30ab6b9180683e6299 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:37.100494 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.123566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.174353 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-090125fb-9cd4-45e1-8c44-c3cf77f65978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.219569 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-090125fb-9cd4-45e1-8c44-c3cf77f65978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.248033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e824b-b741-4166-b4d7-8c2435163c32 req-5ee6f1f2-2b44-4a66-a09f-aed71963f5a3 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:37.256090 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d67e824b-b741-4166-b4d7-8c2435163c32 req-5ee6f1f2-2b44-4a66-a09f-aed71963f5a3 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 944 time: 0.6622598 Nov 09 19:48:37.303377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a80f3a-16ee-4be9-b014-612830649f5b req-5095e8bd-71ba-4696-b079-a3222ad9d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:37.304899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81a80f3a-16ee-4be9-b014-612830649f5b req-5095e8bd-71ba-4696-b079-a3222ad9d4ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9c4b352-73dc-474a-8551-7956cf45518c HTTP/1.1" status: 200 len: 926 time: 0.8480635 Nov 09 19:48:37.318738 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d67e824b-b741-4166-b4d7-8c2435163c32 req-dc809398-0fa4-4dd8-be7e-0f42c980b340 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616889 Nov 09 19:48:37.353089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.362089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.392302 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81a80f3a-16ee-4be9-b014-612830649f5b req-ae85bf96-4769-4db2-be17-868a78a61c02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c83e07c0-5da3-4e94-9ae7-30ed2e621881 HTTP/1.1" status: 200 len: 217 time: 0.0683384 Nov 09 19:48:37.408975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-090125fb-9cd4-45e1-8c44-c3cf77f65978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.411797 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-090125fb-9cd4-45e1-8c44-c3cf77f65978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.415493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-090125fb-9cd4-45e1-8c44-c3cf77f65978 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ddc4a894-aa12-4118-8f56-97b8f84cbe99 HTTP/1.1" status: 204 len: 168 time: 0.4814718 Nov 09 19:48:37.415493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:48:37.425563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f39617-fd3c-428b-9b6c-c78870c7c6e3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:37.452258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.453024 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Added segment 652e2004-e886-4c7b-93a6-44472c67d261 of type vlan for network a156fd39-659a-4573-8a73-bc1a9f0d48f7 Nov 09 19:48:37.467689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090125fb-9cd4-45e1-8c44-c3cf77f65978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc4a894-aa12-4118-8f56-97b8f84cbe99,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:37.524785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a80f3a-16ee-4be9-b014-612830649f5b req-bcc0e2e0-b238-40e1-984b-9d8d71e9488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:37.527363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81a80f3a-16ee-4be9-b014-612830649f5b req-bcc0e2e0-b238-40e1-984b-9d8d71e9488b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=70c7b306-202b-45de-99e0-286f3e87efdb HTTP/1.1" status: 200 len: 865 time: 0.1250248 Nov 09 19:48:37.528428 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.563141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device c83e07c0-5da3-4e94-9ae7-30ed2e621881 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:37.596636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.597135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:37.598773 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.603402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81a80f3a-16ee-4be9-b014-612830649f5b req-0088ea61-a1d4-4400-bcc6-354da91d89cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9c4b352-73dc-474a-8551-7956cf45518c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682425 Nov 09 19:48:37.686411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] Pushing event updated for resources: {'Network': ['ID=a156fd39-659a-4573-8a73-bc1a9f0d48f7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:37.695375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-267f89c5-2dc8-4424-84f3-44f89ed1e468 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2081280 Nov 09 19:48:37.698003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33318) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:37.703373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Request body: {'subnet': {'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-subnet', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:37.800261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Made reservation on behalf of bceef5252f9a4d30ab6b9180683e6299 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:37.804768 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:37.837119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port c83e07c0-5da3-4e94-9ae7-30ed2e621881, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=c83e07c0-5da3-4e94-9ae7-30ed2e621881,segment=NetworkSegment(132a4c10-371f-4c3a-b002-b49da5d5e19c),segment_id=132a4c10-371f-4c3a-b002-b49da5d5e19c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:37.878245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'c83e07c0-5da3-4e94-9ae7-30ed2e621881', 'network_id': 'b9c4b352-73dc-474a-8551-7956cf45518c', 'port_id': 'c83e07c0-5da3-4e94-9ae7-30ed2e621881', 'mac_address': 'fa:16:3e:6f:1a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c7b306-202b-45de-99e0-286f3e87efdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:37.879724 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-58dbdcb2-494b-46cd-8576-04666ee38a68 req-43c4b785-175c-42ca-a7c7-83a5c5533e18 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.1258318 Nov 09 19:48:37.893960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a156fd39-659a-4573-8a73-bc1a9f0d48f7 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:48:37.923788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81a80f3a-16ee-4be9-b014-612830649f5b req-5f217d3a-0422-467f-a29b-a6f1712ea1d2 service neutron] 10.222.0.70 "GET /v2.0/networks/b9c4b352-73dc-474a-8551-7956cf45518c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051140 Nov 09 19:48:38.169750 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:38.178924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81a80f3a-16ee-4be9-b014-612830649f5b req-645fb392-ebe3-4dc8-88b5-f12311f136a0 service neutron] 10.222.0.70 "GET /v2.0/networks/b9c4b352-73dc-474a-8551-7956cf45518c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468729 Nov 09 19:48:38.212529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83e07c0-5da3-4e94-9ae7-30ed2e621881 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:38.279456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port c83e07c0-5da3-4e94-9ae7-30ed2e621881, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=c83e07c0-5da3-4e94-9ae7-30ed2e621881,segment=NetworkSegment(132a4c10-371f-4c3a-b002-b49da5d5e19c),segment_id=132a4c10-371f-4c3a-b002-b49da5d5e19c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:38.290117 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:38.350131 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:38.407620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1df000-ce8f-4cb7-a224-9d72086975c7,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:38.421602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=c83e07c0-5da3-4e94-9ae7-30ed2e621881,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:38.534951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Checking segment: {'id': '652e2004-e886-4c7b-93a6-44472c67d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:38.535512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Network hostable DHCP agents. Network: a156fd39-659a-4573-8a73-bc1a9f0d48f7, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:48:38.571465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['c83e07c0-5da3-4e94-9ae7-30ed2e621881'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:38.642914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Network a156fd39-659a-4573-8a73-bc1a9f0d48f7 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:48:38.672276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493c34f-d779-48dd-a1f5-ee2bb0e4b0ce req-d2f8557a-0495-4a95-a4a7-34c489941038 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:38.674249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a493c34f-d779-48dd-a1f5-ee2bb0e4b0ce req-d2f8557a-0495-4a95-a4a7-34c489941038 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 945 time: 0.1882946 Nov 09 19:48:38.707695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a156fd39-659a-4573-8a73-bc1a9f0d48f7) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:38.740718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:38.741322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:38.748123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b9b77-64da-4085-8228-9d078fe62f87 None None] Network a156fd39-659a-4573-8a73-bc1a9f0d48f7 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:38.793010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33360) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:38.803882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:38.806818 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-02a932fd-420e-4529-9fd1-f486de87995f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0908968 Nov 09 19:48:38.833642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bf593-e706-46a7-b904-adc196021540 req-d62f29bb-706e-4a91-b978-e7f9b7a7575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:38.835259 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa2bf593-e706-46a7-b904-adc196021540 req-d62f29bb-706e-4a91-b978-e7f9b7a7575f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1097 time: 0.2601635 Nov 09 19:48:38.878485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:38.879852 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:38.970344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a493c34f-d779-48dd-a1f5-ee2bb0e4b0ce req-448d2040-08b8-49b9-be84-4bdaecd96ea3 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802269 Nov 09 19:48:39.019223 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:39.075527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33370) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:39.170544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bf593-e706-46a7-b904-adc196021540 req-6c287da6-6d8f-4b50-8e9e-7d8c5b77ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:39.174943 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa2bf593-e706-46a7-b904-adc196021540 req-6c287da6-6d8f-4b50-8e9e-7d8c5b77ad6c service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.2992113 Nov 09 19:48:39.192177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a8e20395-8e7c-4d22-aab9-8567de0d352b req-a699c1e4-c63e-4ddb-a0b1-18ca0382be69 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0872784 Nov 09 19:48:39.369662 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa2bf593-e706-46a7-b904-adc196021540 req-dc58bba9-2557-462b-b715-d496ff821b9f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 1000 time: 0.1797090 Nov 09 19:48:39.383565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ab19c-3023-4f70-93a9-8aef096c736c None None] Network a156fd39-659a-4573-8a73-bc1a9f0d48f7 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:39.475407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:39.504650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bf593-e706-46a7-b904-adc196021540 req-77e2f40d-8046-4ef6-a966-872447bea572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:39.509172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa2bf593-e706-46a7-b904-adc196021540 req-77e2f40d-8046-4ef6-a966-872447bea572 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.1270978 Nov 09 19:48:39.629952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2005218967-network', 'tenant_id': 'b0843e54f65c4110a912b444a8951cdb'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:39.654593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bf593-e706-46a7-b904-adc196021540 req-82c596a6-9d10-46e8-a832-662fb3e3b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:39.656057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa2bf593-e706-46a7-b904-adc196021540 req-82c596a6-9d10-46e8-a832-662fb3e3b1a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371915 Nov 09 19:48:39.675913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Made reservation on behalf of b0843e54f65c4110a912b444a8951cdb for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:39.678609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:39.754558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:39.845054 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:39.860067 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa2bf593-e706-46a7-b904-adc196021540 req-9ec66767-8a95-4515-a46a-468bb0000262 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932998 Nov 09 19:48:39.872000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.005365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Allocated IP 172.25.6.11 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/451b3f79-42d0-4f2c-83cd-c72eba19822d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:48:40.052636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.062877 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.155166 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa2bf593-e706-46a7-b904-adc196021540 req-3aad1d79-2523-4639-a1b4-27b273e429d8 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803111 Nov 09 19:48:40.156107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:48:40.190930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52a44c3-2b02-476a-a900-3286ccf936e6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:40.216853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.217217 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Added segment 31ce8d07-e49b-4cfb-b3b7-f7daa458c3de of type vlan for network a24159fd-6265-4538-b516-77c9d746e7d5 Nov 09 19:48:40.233400 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3dc86b5-ab71-4743-acdc-6e4afc0f435b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.267050 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.283232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.300921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb991085-9803-48e1-a887-bc4558f94297 req-12b6aa97-5532-4e81-a6c9-9ff6e4460f06 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:40.309585 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb991085-9803-48e1-a887-bc4558f94297 req-12b6aa97-5532-4e81-a6c9-9ff6e4460f06 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 945 time: 0.1433547 Nov 09 19:48:40.322815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.379988 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.380852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:40.381840 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.392159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:48:40.396873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:40.419984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:48:40.510457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91177218-f400-464c-8bec-fde7f02aa179 req-574c9825-9721-4000-844e-a21dc9565598 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.1300592 Nov 09 19:48:40.578845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Pushing event updated for resources: {'Port': ['ID=451b3f79-42d0-4f2c-83cd-c72eba19822d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:40.969697 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb991085-9803-48e1-a887-bc4558f94297 req-ba25509f-ac35-4432-9929-0a45349e6ddb tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6538022 Nov 09 19:48:40.982833 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9003768 Nov 09 19:48:40.994025 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:40.997022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33416) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:41.006854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Request body: {'subnet': {'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2005218967-subnet', 'tenant_id': 'b0843e54f65c4110a912b444a8951cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:41.012532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f581bf-2f24-4097-a7a3-efac2ede9ebf admin admin] Pushing event updated for resources: {'Network': ['ID=a24159fd-6265-4538-b516-77c9d746e7d5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:41.032055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a24159fd-6265-4538-b516-77c9d746e7d5 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:48:41.123275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Made reservation on behalf of b0843e54f65c4110a912b444a8951cdb for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:41.125990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:41.480827 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:41.565967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device c83e07c0-5da3-4e94-9ae7-30ed2e621881 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:41.699907 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:41.711733 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bccfda2-9b6b-43b2-9eb0-1d21171b1dde req-094b2ae6-fcda-4b6c-a5b0-63df31532177 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0620430 Nov 09 19:48:41.790811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017f9f0a-652d-4c5b-9ffd-a1403c63eb79,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:41.831007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Checking segment: {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:41.831622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Network hostable DHCP agents. Network: a24159fd-6265-4538-b516-77c9d746e7d5, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:48:41.874001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port c83e07c0-5da3-4e94-9ae7-30ed2e621881 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:41.880895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port c83e07c0-5da3-4e94-9ae7-30ed2e621881 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:41.881550 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:41.888366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Network a24159fd-6265-4538-b516-77c9d746e7d5 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:48:41.894765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Router 20f4bc27-613f-4eb2-a9dd-79f8a740612e is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:48:41.915843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a24159fd-6265-4538-b516-77c9d746e7d5) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:41.930038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:41.930669 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:41.934353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5359fdc1-e000-4caf-b53c-2acb72bc4887 None None] Network a24159fd-6265-4538-b516-77c9d746e7d5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:41.981792 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:48:42.032720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-19d51c9f-c353-4ba6-903c-4d6b6d4c9cd3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0216634 Nov 09 19:48:42.088448 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:42.108073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:48:42.119105 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Sync routers for ids ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:48:42.128287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef55a97a-9e15-4186-841a-82e4f4de3670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e07c0-5da3-4e94-9ae7-30ed2e621881'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:42.131296 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8a3134-f7f0-41c7-b5a1-6ba88dcb1cc4" -d '{"events": [{"server_uuid": "ef55a97a-9e15-4186-841a-82e4f4de3670", "name": "network-vif-plugged", "status": "completed", "tag": "c83e07c0-5da3-4e94-9ae7-30ed2e621881"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:42.138577 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Routers {'20f4bc27-613f-4eb2-a9dd-79f8a740612e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:48:42.139271 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:42.144811 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:42.147702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-706d24e4-276f-45d7-abbb-763527f13fea admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3536472 Nov 09 19:48:42.151065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33458) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:42.249137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port c83e07c0-5da3-4e94-9ae7-30ed2e621881, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=c83e07c0-5da3-4e94-9ae7-30ed2e621881,segment=NetworkSegment(132a4c10-371f-4c3a-b002-b49da5d5e19c),segment_id=132a4c10-371f-4c3a-b002-b49da5d5e19c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:42.255257 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5911d2-7f88-494a-8822-d2221346b5ba x-openstack-request-id: req-8f5911d2-7f88-494a-8822-d2221346b5ba {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:42.255808 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef55a97a-9e15-4186-841a-82e4f4de3670", "name": "network-vif-plugged", "status": "completed", "tag": "c83e07c0-5da3-4e94-9ae7-30ed2e621881", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:42.256198 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f5911d2-7f88-494a-8822-d2221346b5ba {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:42.265263 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef55a97a-9e15-4186-841a-82e4f4de3670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83e07c0-5da3-4e94-9ae7-30ed2e621881', 'code': 200} Nov 09 19:48:42.277534 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:42.281952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c760b-2fce-4051-a49f-e1f5635048b4 req-b4e380f4-b5c4-4706-89c3-cd79bdc901b6 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:42.302568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-963c760b-2fce-4051-a49f-e1f5635048b4 req-b4e380f4-b5c4-4706-89c3-cd79bdc901b6 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 945 time: 0.1369178 Nov 09 19:48:42.427245 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-963c760b-2fce-4051-a49f-e1f5635048b4 req-529879e9-7042-4ef8-8048-eb45c036a3a3 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236315 Nov 09 19:48:42.427858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae584a-1b75-43d0-b90f-3ebc655323d5 req-1dbc5f4b-b4b3-43e9-82e9-20a4956560e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:42.429596 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60ae584a-1b75-43d0-b90f-3ebc655323d5 req-1dbc5f4b-b4b3-43e9-82e9-20a4956560e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 1097 time: 0.0969059 Nov 09 19:48:42.491427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace63e8f-c57b-41df-b18f-a024488fc3a7 None None] Network a24159fd-6265-4538-b516-77c9d746e7d5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:42.493179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60ae584a-1b75-43d0-b90f-3ebc655323d5 req-aaf84c44-73af-4c3f-824b-6ea87effd526 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502512 Nov 09 19:48:42.515267 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Set router 20f4bc27-613f-4eb2-a9dd-79f8a740612e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:48:42.593467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=c83e07c0-5da3-4e94-9ae7-30ed2e621881,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:42.833300 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:40Z', 'revision_number': 3, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:42.877590 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Checking router: 20f4bc27-613f-4eb2-a9dd-79f8a740612e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:48:42.878197 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Updating router 20f4bc27-613f-4eb2-a9dd-79f8a740612e port 451b3f79-42d0-4f2c-83cd-c72eba19822d binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:48:42.884786 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-789f0d10-619a-43a4-bc05-7ca3467cf504 req-6e9c172c-761f-4004-b54d-a1fe0d0a9d47 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0652094 Nov 09 19:48:42.918053 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.019412 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.132385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50a500-ece1-47b6-8d66-8332e8e38ae4 req-13d35b21-c5ff-4889-996d-0237f479fc2c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:43.133957 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb50a500-ece1-47b6-8d66-8332e8e38ae4 req-13d35b21-c5ff-4889-996d-0237f479fc2c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.0627227 Nov 09 19:48:43.169656 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-74adad64-5e56-4abc-a99a-9f7d24c55793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.196442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb50a500-ece1-47b6-8d66-8332e8e38ae4 req-6651d47d-f8a9-4150-95bf-314790113a25 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559592 Nov 09 19:48:43.260332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-a827e451-015a-4b15-8fd7-b5f776896420 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:43.261915 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-a827e451-015a-4b15-8fd7-b5f776896420 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 805 time: 0.1734791 Nov 09 19:48:43.310771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-9167cdd1-cb61-47a3-8c00-0af5663e2f1f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/quotas/b0843e54f65c4110a912b444a8951cdb HTTP/1.1" status: 200 len: 375 time: 0.0377243 Nov 09 19:48:43.318869 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.328699 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.340363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Allocated IP 172.20.0.1 (a156fd39-659a-4573-8a73-bc1a9f0d48f7/dd1df000-ce8f-4cb7-a224-9d72086975c7/1b97f9c9-69bb-4c38-852b-0c59d8a549e9) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:48:43.368529 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-a9800c60-b640-4f5b-a719-c29a26f24d06 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418968 Nov 09 19:48:43.409154 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Attempting to bind port 451b3f79-42d0-4f2c-83cd-c72eba19822d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:48:43.409643 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Attempting to bind port 451b3f79-42d0-4f2c-83cd-c72eba19822d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:48:43.410073 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Attempting to bind port 451b3f79-42d0-4f2c-83cd-c72eba19822d on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:48:43.414475 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Pushing event updated for resources: {'Port': ['ID=451b3f79-42d0-4f2c-83cd-c72eba19822d,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:43.420083 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:48:43.420545 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:43.421015 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.421473 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:48:43.422013 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Bound port: 451b3f79-42d0-4f2c-83cd-c72eba19822d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:48:43.422719 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.447517 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.453061 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.453622 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.454032 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.454604 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.455020 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.455394 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.455780 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.456167 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.456555 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.456937 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.457321 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.457708 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:48:43.529984 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] For port 451b3f79-42d0-4f2c-83cd-c72eba19822d, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:48:43.536889 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] For port 451b3f79-42d0-4f2c-83cd-c72eba19822d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=451b3f79-42d0-4f2c-83cd-c72eba19822d,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:48:43.548516 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.584060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-eadaeb49-b95f-449b-b9fb-48ed03e64096 service neutron] 10.222.0.53 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911650 Nov 09 19:48:43.593799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.640607 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Routers {'20f4bc27-613f-4eb2-a9dd-79f8a740612e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:48:43.641477 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:43.735374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.768157 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78e3e9-b361-4009-9b26-94da4a5772cb None None] Pushing event updated for resources: {'Port': ['ID=451b3f79-42d0-4f2c-83cd-c72eba19822d,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:43.782577 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-12754e66-fc21-46af-87b4-3f8054d32ad5 service neutron] 10.222.0.53 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857803 Nov 09 19:48:43.795346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Network a156fd39-659a-4573-8a73-bc1a9f0d48f7 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:48:43.798753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:43.801891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:48:43.829257 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] Set router 20f4bc27-613f-4eb2-a9dd-79f8a740612e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:48:43.856125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Pushing event updated for resources: {'Port': ['ID=1b97f9c9-69bb-4c38-852b-0c59d8a549e9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:43.887538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59e8cc-02b2-410c-92aa-76b992a20efe req-ec68a037-0c25-4cd2-96fd-740c0a9f88ff tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:43.893572 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:43.902895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a59e8cc-02b2-410c-92aa-76b992a20efe req-ec68a037-0c25-4cd2-96fd-740c0a9f88ff tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 946 time: 0.0864534 Nov 09 19:48:43.992993 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a59e8cc-02b2-410c-92aa-76b992a20efe req-3ebc5505-e83c-4749-9e1f-0df4caf987b1 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704951 Nov 09 19:48:44.079944 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:40Z', 'revision_number': 3, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:44.125031 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be6bb3-0d1f-490d-ad9e-a86a4957070e None None] The sync data for ids ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'] in n-d-817256-1 is: [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:40Z', 'revision_number': 3, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:48:44.132024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0ad21-e675-4639-816f-863e7be77503 req-f6c18e56-730f-47f7-99c2-e86ca1af66b4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:44.140737 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-00f0ad21-e675-4639-816f-863e7be77503 req-f6c18e56-730f-47f7-99c2-e86ca1af66b4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.1124840 Nov 09 19:48:44.202110 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:44.212300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7d5abc8-ebf3-4f8f-93f1-8aeca445eaec req-30b25216-ca51-4f4a-a079-0ba351b704b8 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0429506 Nov 09 19:48:44.269282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-00f0ad21-e675-4639-816f-863e7be77503 req-703e2381-2806-4f0e-b40f-6c30494cd3f5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276319 Nov 09 19:48:44.336808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b2690fa-c9d0-448b-af39-ea7e9da09290 req-6e8b6d58-006d-49b7-af07-07b25165badb tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 210 time: 0.0463877 Nov 09 19:48:44.472627 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:44.482459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdd381-81e5-48be-b19d-7298023d3f1a req-63db6d52-78eb-4b3d-b2d6-77c78cad482c tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:44.484937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ccdd381-81e5-48be-b19d-7298023d3f1a req-63db6d52-78eb-4b3d-b2d6-77c78cad482c tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 946 time: 0.0673244 Nov 09 19:48:44.500882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:44.506724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:44.582412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Pushing event updated for resources: {'Port': ['ID=1b97f9c9-69bb-4c38-852b-0c59d8a549e9,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:44.603567 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ccdd381-81e5-48be-b19d-7298023d3f1a req-b0c94cfe-2595-4d1f-b0cd-1c6fa712e0ea tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117580 Nov 09 19:48:44.653283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:44.846912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Network a156fd39-659a-4573-8a73-bc1a9f0d48f7 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:48:44.848611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:45.052351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Router 20f4bc27-613f-4eb2-a9dd-79f8a740612e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:48:45.122124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c348c-d464-46fc-9017-dd52ba1d9f96 req-f947bfe4-7202-4b37-9482-0a3c9fea99f0 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:45.139435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-182c348c-d464-46fc-9017-dd52ba1d9f96 req-f947bfe4-7202-4b37-9482-0a3c9fea99f0 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 946 time: 0.0994554 Nov 09 19:48:45.192269 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-182c348c-d464-46fc-9017-dd52ba1d9f96 req-38e3b97d-4012-4be5-b758-8164b7a713e7 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515828 Nov 09 19:48:45.411577 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39eacbd0-c01a-4238-b9d1-7019047cc8e5 req-e204f143-7fad-4052-a5e6-733232eea9e9 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0510385 Nov 09 19:48:45.618094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52966162-e226-4972-b50c-05242d2766e8 req-eaf770e9-c70c-4792-87a6-7f2c7b64e6e9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:45.626356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52966162-e226-4972-b50c-05242d2766e8 req-eaf770e9-c70c-4792-87a6-7f2c7b64e6e9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.0787382 Nov 09 19:48:45.660401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a58a80bb-f09d-48d5-b984-6fd63847e797 req-ca4c077a-6a34-4dbe-8fc5-0888cd25b8b1 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 210 time: 0.0629230 Nov 09 19:48:45.673142 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52966162-e226-4972-b50c-05242d2766e8 req-2f45eda9-48b3-4daf-8a56-08c1cb55b863 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455074 Nov 09 19:48:45.760497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:48:45.770564 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-66a963cf-ddb4-4630-929e-b9f8f1e2ad2e admin admin] 10.222.0.53 "PUT /v2.0/routers/20f4bc27-613f-4eb2-a9dd-79f8a740612e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6144888 Nov 09 19:48:45.775470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-31f221df-052e-4ef9-96c3-fc68386cf72f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:45.777977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-31f221df-052e-4ef9-96c3-fc68386cf72f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 805 time: 0.2377810 Nov 09 19:48:45.797201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Request body: {'port': {'device_id': 'd470ac64-6445-435d-ad11-ffdadaaea862', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'admin_state_up': True, 'tenant_id': 'b0843e54f65c4110a912b444a8951cdb'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:45.806146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8004366-dd9c-40a2-820f-eb2e8e03154b req-f20bf347-b3db-463f-9317-ae260ed8e8de tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:45.816263 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8004366-dd9c-40a2-820f-eb2e8e03154b req-f20bf347-b3db-463f-9317-ae260ed8e8de tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 946 time: 0.0827024 Nov 09 19:48:45.890220 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8004366-dd9c-40a2-820f-eb2e8e03154b req-4a96490e-5a58-42f3-aca4-59fa09e4bccc tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727274 Nov 09 19:48:45.976700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Made reservation on behalf of b0843e54f65c4110a912b444a8951cdb for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:45.981468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:46.141279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Allocated IP 172.20.0.8 (a24159fd-6265-4538-b516-77c9d746e7d5/017f9f0a-652d-4c5b-9ffd-a1403c63eb79/fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:48:46.200436 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:46.336534 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:46.379298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:46.425267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Network a24159fd-6265-4538-b516-77c9d746e7d5 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:48:46.428617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:46.432478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:48:46.502765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Pushing event updated for resources: {'Port': ['ID=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:46.512432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Sync routers for ids ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:48:46.530055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Routers {'20f4bc27-613f-4eb2-a9dd-79f8a740612e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:48:46.530707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:46.600794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-8da6fc96-b4e0-4f03-962f-c9ad7f66a355 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:46.602453 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5de98d6d-f9bb-4cad-88de-951b86794dd6 req-32415d0c-845b-4181-9594-96f132399036 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0510578 Nov 09 19:48:46.610038 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-8da6fc96-b4e0-4f03-962f-c9ad7f66a355 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/networks?id=a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 200 len: 819 time: 0.1861660 Nov 09 19:48:46.610559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:46.611365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:46.630056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-83f2334d-082b-4304-ab02-8ecbdfa3d77a tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/quotas/bceef5252f9a4d30ab6b9180683e6299 HTTP/1.1" status: 200 len: 375 time: 0.0184445 Nov 09 19:48:46.641356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e114fd4f-928e-4ad7-8999-1df511b2518a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8508582 Nov 09 19:48:46.643952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 451b3f79-42d0-4f2c-83cd-c72eba19822d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:46.658049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Request body: {'port': {'device_id': 'd470ac64-6445-435d-ad11-ffdadaaea862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:46.690419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-a476f90a-f232-4b01-972d-47f12a6a5fca tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bceef5252f9a4d30ab6b9180683e6299&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593038 Nov 09 19:48:46.761009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 451b3f79-42d0-4f2c-83cd-c72eba19822d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:46.761903 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:46.796627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Set router 20f4bc27-613f-4eb2-a9dd-79f8a740612e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:48:46.807994 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:46.877850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d1e8-88bd-4188-aaa6-1e4d5b222c5d req-b1c952b5-afa4-4d4a-b6a3-4f9fb1c5a307 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:46.879524 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54f6d1e8-88bd-4188-aaa6-1e4d5b222c5d req-b1c952b5-afa4-4d4a-b6a3-4f9fb1c5a307 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 931 time: 0.1301675 Nov 09 19:48:46.894210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-7569e168-700f-4ab9-948c-704f672feca8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:48:46.903181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-7569e168-700f-4ab9-948c-704f672feca8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2025905 Nov 09 19:48:47.008242 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:47.018066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-746737ed-7582-465e-8861-4f2a5f7e2121 service neutron] 10.222.0.53 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130795 Nov 09 19:48:47.032448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 451b3f79-42d0-4f2c-83cd-c72eba19822d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=451b3f79-42d0-4f2c-83cd-c72eba19822d,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:47.032695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54f6d1e8-88bd-4188-aaa6-1e4d5b222c5d req-3bacf525-0962-40e5-b4ba-02239fca9f64 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413536 Nov 09 19:48:47.047560 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:47.145366 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-fcec9ee8-76ff-4f84-86f8-0659075010ce service neutron] 10.222.0.53 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259437 Nov 09 19:48:47.169617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=451b3f79-42d0-4f2c-83cd-c72eba19822d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:47.195588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-c20d0ef3-c28b-4274-8804-816c3f9180fd tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:47.197218 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-c20d0ef3-c28b-4274-8804-816c3f9180fd tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 946 time: 0.2121301 Nov 09 19:48:47.200456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:44Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1b97f9c9-69bb-4c38-852b-0c59d8a549e9', 'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'mac_address': 'fa:16:3e:6d:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:43Z', 'updated_at': '2021-11-09T19:48:44Z', 'revision_number': 2, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'subnets': [{'id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:47.242394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Checking router: 20f4bc27-613f-4eb2-a9dd-79f8a740612e for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:48:47.242954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Updating router 20f4bc27-613f-4eb2-a9dd-79f8a740612e port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:48:47.288924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:47.306656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:47.310998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:47.363730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3f830-58a0-4b3a-aa10-d7d7ff19cf97 req-e6d7f768-2ea2-480b-9c84-ff3764e644dc tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:47.372069 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5b3f830-58a0-4b3a-aa10-d7d7ff19cf97 req-e6d7f768-2ea2-480b-9c84-ff3764e644dc tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.1735492 Nov 09 19:48:47.480628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5b3f830-58a0-4b3a-aa10-d7d7ff19cf97 req-e2f913fc-3da2-412b-8885-6dc42b3142e6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030931 Nov 09 19:48:47.510699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-0aedd06a-cb32-4cfe-8b08-c5eb96cf0b74 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Deleting port c83e07c0-5da3-4e94-9ae7-30ed2e621881 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:48:47.511106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-0aedd06a-cb32-4cfe-8b08-c5eb96cf0b74 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:47.518146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:47.539596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:47.544751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b56a6-3b74-46fb-bb70-fd4aecbe97da req-71b428b9-cb44-47f2-b87a-22d374d58c54 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:47.546430 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c99b56a6-3b74-46fb-bb70-fd4aecbe97da req-71b428b9-cb44-47f2-b87a-22d374d58c54 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 946 time: 0.0878928 Nov 09 19:48:47.551335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:47.605148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Transition to ACTIVE for port object fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:48:47.617375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:47.631039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'port_id': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'mac_address': 'fa:16:3e:2f:32:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:47.640346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c99b56a6-3b74-46fb-bb70-fd4aecbe97da req-b8fb8311-40e7-43bf-b73d-ee2531e75763 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/security-groups?id=777d70d9-f79d-430d-995a-e9fcab2200b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876081 Nov 09 19:48:47.714916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Pushing event updated for resources: {'Port': ['ID=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:47.753699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-491708ef-a154-435e-9d8e-377a4ff49caf req-81a2a636-b4f7-43e7-804d-1cb497365e2e tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0469019 Nov 09 19:48:47.770240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b94e5170-839d-471a-9358-9b1143264ac3 req-51080a48-0c1d-49a0-b42c-1a95c8664232 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 210 time: 0.0680988 Nov 09 19:48:47.777079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-0aedd06a-cb32-4cfe-8b08-c5eb96cf0b74 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] For port c83e07c0-5da3-4e94-9ae7-30ed2e621881, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=c83e07c0-5da3-4e94-9ae7-30ed2e621881,segment=NetworkSegment(132a4c10-371f-4c3a-b002-b49da5d5e19c),segment_id=132a4c10-371f-4c3a-b002-b49da5d5e19c)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:47.777519 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-0aedd06a-cb32-4cfe-8b08-c5eb96cf0b74 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:47.811407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-0aedd06a-cb32-4cfe-8b08-c5eb96cf0b74 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Calling delete_port for c83e07c0-5da3-4e94-9ae7-30ed2e621881 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:48:47.839930 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:47.864219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3272acb7-3e3f-4c55-8e57-4b949482c82f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:47.930832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:47.946856 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:47.961065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Attempting to bind port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:48:47.961065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Attempting to bind port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:48:47.961456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Attempting to bind port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c on network a24159fd-6265-4538-b516-77c9d746e7d5 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:48:47.975012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c on network a24159fd-6265-4538-b516-77c9d746e7d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:48:47.975292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Attempting to bind port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c on network a24159fd-6265-4538-b516-77c9d746e7d5 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:48:47.983372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:48:47.983625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Checking segment: {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:47.984308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Bound using segment: {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:48:47.984429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Bound port: fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:48:47.984751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:48.019770 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:48.099253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['3272acb7-3e3f-4c55-8e57-4b949482c82f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:48.114794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=11']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:48.134965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] For port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:48:48.138561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] For port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:48:48.140740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-0aedd06a-cb32-4cfe-8b08-c5eb96cf0b74 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:48.178264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:48.227868 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:48:48.229430 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:48:48.234547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:48.235383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:48.236891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] 10.222.0.70 "PUT /v2.0/ports/fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c HTTP/1.1" status: 200 len: 1091 time: 1.5841517 Nov 09 19:48:48.238596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd470ac64-6445-435d-ad11-ffdadaaea862', 'tag': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:48.240922 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896c2027-7955-443a-afc5-f32cae1799c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d470ac64-6445-435d-ad11-ffdadaaea862", "tag": "fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:48.251313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedd06a-cb32-4cfe-8b08-c5eb96cf0b74 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Pushing event deleted for resources: {'Port': ['ID=c83e07c0-5da3-4e94-9ae7-30ed2e621881,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:48.272493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a17c3-cfd1-44fb-8b3c-1cfc9c77dec2 req-e8869363-a983-4c51-b861-872edfc40ef5 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:48.282418 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-711a17c3-cfd1-44fb-8b3c-1cfc9c77dec2 req-e8869363-a983-4c51-b861-872edfc40ef5 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 943 time: 0.1265757 Nov 09 19:48:48.321355 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c59fb5-a9ae-4610-b23a-c098e426b0fe x-openstack-request-id: req-c3c59fb5-a9ae-4610-b23a-c098e426b0fe {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:48.321635 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d470ac64-6445-435d-ad11-ffdadaaea862", "tag": "fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:48.321918 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3c59fb5-a9ae-4610-b23a-c098e426b0fe {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:48.322313 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd470ac64-6445-435d-ad11-ffdadaaea862', 'tag': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c', 'status': 'completed', 'code': 200} Nov 09 19:48:48.324785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-0aedd06a-cb32-4cfe-8b08-c5eb96cf0b74 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] No DVR routers for this DVR port c83e07c0-5da3-4e94-9ae7-30ed2e621881 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:48:48.358961 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-0aedd06a-cb32-4cfe-8b08-c5eb96cf0b74 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:48.362253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79b23bb5-a853-4f6b-96ba-d8b98e1c5e1d req-0aedd06a-cb32-4cfe-8b08-c5eb96cf0b74 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.70 "DELETE /v2.0/ports/c83e07c0-5da3-4e94-9ae7-30ed2e621881 HTTP/1.1" status: 204 len: 173 time: 1.1450818 Nov 09 19:48:48.366574 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-711a17c3-cfd1-44fb-8b3c-1cfc9c77dec2 req-5437de7c-fcaa-4891-b790-56c7792e318f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733211 Nov 09 19:48:48.375209 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:48.427329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e94b7-8e34-4d7c-a832-c05fc5cf901e service neutron] Pushing event updated for resources: {'Port': ['ID=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:48.433317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-5fb739cb-fcfc-4688-ad74-5c49d530ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:48.434984 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-5fb739cb-fcfc-4688-ad74-5c49d530ca36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 1094 time: 0.1117184 Nov 09 19:48:48.437420 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:48.556582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33010ca6-9034-4c6e-8dbc-0f1a81746f0f None None] Pushing event updated for resources: {'Port': ['ID=1b97f9c9-69bb-4c38-852b-0c59d8a549e9,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:48.595426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-7a975e38-567c-48bd-90af-0de59752626f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c HTTP/1.1" status: 200 len: 217 time: 0.1450436 Nov 09 19:48:48.682080 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 451b3f79-42d0-4f2c-83cd-c72eba19822d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:48.723741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb50163-7dd1-42bb-8d86-edd51d4b3dd6 req-d8481577-ccb6-4adf-a82a-416c58bf62f8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:48.741052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcb50163-7dd1-42bb-8d86-edd51d4b3dd6 req-d8481577-ccb6-4adf-a82a-416c58bf62f8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 945 time: 0.1100137 Nov 09 19:48:48.752000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-4bca7bbd-a1e2-4176-81c7-a8012d5fee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:48.753500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-4bca7bbd-a1e2-4176-81c7-a8012d5fee99 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=017f9f0a-652d-4c5b-9ffd-a1403c63eb79 HTTP/1.1" status: 200 len: 845 time: 0.1502092 Nov 09 19:48:48.813425 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-6186d6bc-08e7-4d18-80db-28db2407b9d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a24159fd-6265-4538-b516-77c9d746e7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512750 Nov 09 19:48:48.885598 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcb50163-7dd1-42bb-8d86-edd51d4b3dd6 req-8e299376-f681-4fad-9e8a-477cae8f8798 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435118 Nov 09 19:48:49.082624 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-169b64bd-be84-4ffa-b17d-1b7a674af7b7 req-341ffabb-7149-4ea2-bbf4-cd78fb5e1a3d tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0641875 Nov 09 19:48:49.090929 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71387d67-2115-4315-9891-837f72d51f70 req-5a8081e6-705c-4b0f-9c4e-876d5cececc6 tempest-ServersNegativeTestMultiTenantJSON-38507055 tempest-ServersNegativeTestMultiTenantJSON-38507055-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef55a97a-9e15-4186-841a-82e4f4de3670 HTTP/1.1" status: 200 len: 210 time: 0.2803895 Nov 09 19:48:49.170939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Attempting to bind port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:48:49.171323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Attempting to bind port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '652e2004-e886-4c7b-93a6-44472c67d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:48:49.176712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Attempting to bind port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 on network a156fd39-659a-4573-8a73-bc1a9f0d48f7 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:48:49.178946 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:49.231500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-19943816-e10c-423c-bb7c-d88ce8f6b7f8 service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684087 Nov 09 19:48:49.243784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-52bf1567-bdb2-4a0d-86c3-6b8dd20599c1 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:49.246448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:48:49.246982 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-52bf1567-bdb2-4a0d-86c3-6b8dd20599c1 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.77 "GET /v2.0/networks?id=a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 200 len: 819 time: 0.4217746 Nov 09 19:48:49.247608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Checking segment: {'id': '652e2004-e886-4c7b-93a6-44472c67d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:49.248256 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:49.248423 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Bound using segment: {'id': '652e2004-e886-4c7b-93a6-44472c67d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:48:49.248903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Bound port: 1b97f9c9-69bb-4c38-852b-0c59d8a549e9, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652e2004-e886-4c7b-93a6-44472c67d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:48:49.249287 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:49.262867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Request body: {'port': {'device_id': '96858895-5795-48ac-a25a-f8c41f79ebab', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'admin_state_up': True, 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:49.268525 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3272acb7-3e3f-4c55-8e57-4b949482c82f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:49.274464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4cd4c77f-1fa1-40cf-9419-6f5a414f99b8 req-2f458dcb-c771-49c6-892d-d34a0af65521 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 210 time: 0.0691602 Nov 09 19:48:49.323861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 451b3f79-42d0-4f2c-83cd-c72eba19822d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:49.324121 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:49.361870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:49.378086 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:49.417610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] For port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:48:49.435395 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17ea42fc-b6e3-4e91-8ec8-cc975a49c46b req-e726052e-986b-452a-9d27-f3867a4979e7 service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710689 Nov 09 19:48:49.456468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Made reservation on behalf of bceef5252f9a4d30ab6b9180683e6299 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:49.461163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:49.474076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] For port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1b97f9c9-69bb-4c38-852b-0c59d8a549e9,segment=NetworkSegment(652e2004-e886-4c7b-93a6-44472c67d261),segment_id=652e2004-e886-4c7b-93a6-44472c67d261)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:48:49.479887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=12']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:49.498372 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:49.645364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c2027-7955-443a-afc5-f32cae1799c6 req-e640ccfa-ba17-4770-a3ee-eb09107a41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:49.646832 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-896c2027-7955-443a-afc5-f32cae1799c6 req-e640ccfa-ba17-4770-a3ee-eb09107a41e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 1094 time: 0.1472993 Nov 09 19:48:49.666552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b26ac-b892-4c5c-8752-8b24f30a0636 req-deac9c21-bfa0-41c8-9879-0016b50332ea tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:49.675791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b3b26ac-b892-4c5c-8752-8b24f30a0636 req-deac9c21-bfa0-41c8-9879-0016b50332ea tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 943 time: 0.1640337 Nov 09 19:48:49.689629 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device c83e07c0-5da3-4e94-9ae7-30ed2e621881 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:48:49.755195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Routers {'20f4bc27-613f-4eb2-a9dd-79f8a740612e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:48:49.756526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:49.774577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Allocated IP 172.20.0.10 (a156fd39-659a-4573-8a73-bc1a9f0d48f7/dd1df000-ce8f-4cb7-a224-9d72086975c7/ca3eaf80-02f3-4c4e-b445-364a374c68c7) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:48:49.809572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: c83e07c0-5da3-4e94-9ae7-30ed2e621881 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:48:49.810323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device c83e07c0-5da3-4e94-9ae7-30ed2e621881 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:48:49.821418 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b3b26ac-b892-4c5c-8752-8b24f30a0636 req-f13a2b90-6150-476e-8728-fe7172a6c96e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445382 Nov 09 19:48:49.877831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33010ca6-9034-4c6e-8dbc-0f1a81746f0f None None] Pushing event updated for resources: {'Port': ['ID=1b97f9c9-69bb-4c38-852b-0c59d8a549e9,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:49.940113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c2027-7955-443a-afc5-f32cae1799c6 req-d4e226d3-f6b9-447a-8572-9f8e86c0c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:49.942874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-896c2027-7955-443a-afc5-f32cae1799c6 req-d4e226d3-f6b9-447a-8572-9f8e86c0c556 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 906 time: 0.2878447 Nov 09 19:48:49.945592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] Set router 20f4bc27-613f-4eb2-a9dd-79f8a740612e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:48:50.044714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-896c2027-7955-443a-afc5-f32cae1799c6 req-228b93ac-c07a-4123-a2a0-7c756757909d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c HTTP/1.1" status: 200 len: 217 time: 0.0879834 Nov 09 19:48:50.139058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:50.144962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc72724-b222-4cfc-902d-e396e493f3f2 req-395145cb-0f9d-40f6-a39f-8fcb1af6d5d7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:50.156418 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acc72724-b222-4cfc-902d-e396e493f3f2 req-395145cb-0f9d-40f6-a39f-8fcb1af6d5d7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1227293 Nov 09 19:48:50.159672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c2027-7955-443a-afc5-f32cae1799c6 req-4f9587ae-45b1-48e7-9472-1c4d6b1ca4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:50.161562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-896c2027-7955-443a-afc5-f32cae1799c6 req-4f9587ae-45b1-48e7-9472-1c4d6b1ca4d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=017f9f0a-652d-4c5b-9ffd-a1403c63eb79 HTTP/1.1" status: 200 len: 845 time: 0.0885563 Nov 09 19:48:50.195476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33760) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:50.258751 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-896c2027-7955-443a-afc5-f32cae1799c6 req-8593436a-d060-40f2-b918-96026de89a23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a24159fd-6265-4538-b516-77c9d746e7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793152 Nov 09 19:48:50.264320 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:50.283521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43f235d-fd5b-4348-b7a0-9565220b34d1 admin admin] Deleting subnet 70c7b306-202b-45de-99e0-286f3e87efdb {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:48:50.321931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c43f235d-fd5b-4348-b7a0-9565220b34d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:50.331901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acc72724-b222-4cfc-902d-e396e493f3f2 req-23785249-d725-4940-9029-7b549a3a5c01 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740606 Nov 09 19:48:50.362815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef55a97a-9e15-4186-841a-82e4f4de3670', 'name': 'network-vif-deleted', 'tag': 'c83e07c0-5da3-4e94-9ae7-30ed2e621881'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:50.369476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:44Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1b97f9c9-69bb-4c38-852b-0c59d8a549e9', 'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'mac_address': 'fa:16:3e:6d:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:43Z', 'updated_at': '2021-11-09T19:48:49Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'subnets': [{'id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:50.370101 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29b157d-1195-4d84-90cc-77adbfd88b8f" -d '{"events": [{"server_uuid": "ef55a97a-9e15-4186-841a-82e4f4de3670", "name": "network-vif-deleted", "tag": "c83e07c0-5da3-4e94-9ae7-30ed2e621881"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:50.457794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f845b-20be-449a-a0e3-21f8724de0b6 None None] The sync data for ids ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'] in n-d-817256-1 is: [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:44Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1b97f9c9-69bb-4c38-852b-0c59d8a549e9', 'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'mac_address': 'fa:16:3e:6d:67:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:43Z', 'updated_at': '2021-11-09T19:48:49Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'subnets': [{'id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:48:50.482942 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4dd17d8c-8c0f-47f2-8331-95e94329606b req-1955a082-7131-4e01-bf97-32a085518d1b tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.1446967 Nov 09 19:48:50.636944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Network a156fd39-659a-4573-8a73-bc1a9f0d48f7 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:48:50.640545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58d536-8fe2-4c1f-8506-47390b7811df req-30d35030-0663-484f-942c-76270c3fc1a0 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:50.648633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:50.652702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff58d536-8fe2-4c1f-8506-47390b7811df req-30d35030-0663-484f-942c-76270c3fc1a0 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 932 time: 0.1429913 Nov 09 19:48:50.655875 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:48:50.679298 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14504ba6-d334-40f1-891b-5a98abc18acc x-openstack-request-id: req-14504ba6-d334-40f1-891b-5a98abc18acc {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:50.679707 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef55a97a-9e15-4186-841a-82e4f4de3670", "name": "network-vif-deleted", "tag": "c83e07c0-5da3-4e94-9ae7-30ed2e621881", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:50.680055 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14504ba6-d334-40f1-891b-5a98abc18acc {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:50.680584 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef55a97a-9e15-4186-841a-82e4f4de3670', 'name': 'network-vif-deleted', 'tag': 'c83e07c0-5da3-4e94-9ae7-30ed2e621881', 'status': 'completed', 'code': 200} Nov 09 19:48:50.753191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c43f235d-fd5b-4348-b7a0-9565220b34d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:50.784257 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff58d536-8fe2-4c1f-8506-47390b7811df req-acc2716b-d123-445f-9658-ea0104bfe9de tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304336 Nov 09 19:48:50.793087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-896c2027-7955-443a-afc5-f32cae1799c6 req-6c605626-9c9a-45e1-bbb1-3cef89b0bc63 service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222127 Nov 09 19:48:50.826711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c43f235d-fd5b-4348-b7a0-9565220b34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:50.893113 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:50.945436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Pushing event updated for resources: {'Port': ['ID=ca3eaf80-02f3-4c4e-b445-364a374c68c7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:50.972810 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c43f235d-fd5b-4348-b7a0-9565220b34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.077587 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c43f235d-fd5b-4348-b7a0-9565220b34d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.093520 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-896c2027-7955-443a-afc5-f32cae1799c6 req-a18677b9-e72b-44e4-8ac9-6e69a404545e service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930517 Nov 09 19:48:51.096652 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c43f235d-fd5b-4348-b7a0-9565220b34d1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/70c7b306-202b-45de-99e0-286f3e87efdb HTTP/1.1" status: 204 len: 168 time: 0.8983736 Nov 09 19:48:51.100065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33782) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:51.137391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:51.138223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.141035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f235d-fd5b-4348-b7a0-9565220b34d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c7b306-202b-45de-99e0-286f3e87efdb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:51.194694 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-90879789-f636-4f0c-acd3-2c6cbd568cf4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9369957 Nov 09 19:48:51.211104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Request body: {'port': {'device_id': '96858895-5795-48ac-a25a-f8c41f79ebab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:51.221773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.269083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52189741-2dcd-4cca-8897-a5df2379c319 req-76692ec5-3991-49f9-9645-263d8a476f32 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:51.281953 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:51.290643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52189741-2dcd-4cca-8897-a5df2379c319 req-76692ec5-3991-49f9-9645-263d8a476f32 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 943 time: 0.2273946 Nov 09 19:48:51.459783 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.464779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 3272acb7-3e3f-4c55-8e57-4b949482c82f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:51.465259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.485578 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.543416 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52189741-2dcd-4cca-8897-a5df2379c319 req-a245ddd0-1f54-430c-8aea-be991b61792d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495451 Nov 09 19:48:51.638842 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.653470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c4b352-73dc-474a-8551-7956cf45518c']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:51.674064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:51.683617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132a4c10-371f-4c3a-b002-b49da5d5e19c') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:51.684070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132a4c10-371f-4c3a-b002-b49da5d5e19c') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:51.709849 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.743651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.752191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:48:51.753241 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.795216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:51.796638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:51.805455 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de05cdf-6b4b-4094-9d2d-df4258cac361" -d '{"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:51.818716 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:48:51.848142 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:48:51.857077 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.869382 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5efc0512-2f5a-4bb2-ae77-0e2146a3eb29 req-cb6624c0-f63a-404d-8d52-c2198006f6a8 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0916746 Nov 09 19:48:51.884001 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:51.892310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b9c4b352-73dc-474a-8551-7956cf45518c HTTP/1.1" status: 204 len: 168 time: 0.7905028 Nov 09 19:48:51.895426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33800) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:51.901657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2fedd-f325-4e12-b52d-66e5321dc280 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c4b352-73dc-474a-8551-7956cf45518c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:51.918320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.resource_extend [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:48:51.939344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc3c7b-8459-48d5-b03a-436f7e2969de req-839b3195-5cfb-434b-a22d-5369d10f024d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:51.947420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1abc3c7b-8459-48d5-b03a-436f7e2969de req-839b3195-5cfb-434b-a22d-5369d10f024d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.4427638 Nov 09 19:48:52.035423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1abc3c7b-8459-48d5-b03a-436f7e2969de req-53364f68-561e-4631-9244-96c2a39e0851 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869853 Nov 09 19:48:52.092286 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=13']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:52.161440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:52.176261 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d64c91-e3fd-4632-aeb2-21f7a0c385ce x-openstack-request-id: req-23d64c91-e3fd-4632-aeb2-21f7a0c385ce {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:52.176556 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-plugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:52.176991 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23d64c91-e3fd-4632-aeb2-21f7a0c385ce {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:52.177527 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'code': 200} Nov 09 19:48:52.183616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'port_id': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c', 'mac_address': 'fa:16:3e:32:da:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f9f0a-652d-4c5b-9ffd-a1403c63eb79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:52.212491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b46ea3-02f6-4730-b2f7-42715155ed3e admin admin] Deleting subnet d949e1ce-5abd-4deb-8cf2-9f9c68a8f9a5 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:48:52.216830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52b46ea3-02f6-4730-b2f7-42715155ed3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:52.268839 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:52.287324 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52b46ea3-02f6-4730-b2f7-42715155ed3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:52.297323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:52.343111 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52b46ea3-02f6-4730-b2f7-42715155ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:52.349564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:52.357441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:52.500207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:52.577695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3eaf80-02f3-4c4e-b445-364a374c68c7 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:52.649457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:52.650307 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:52.718551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7764c-99df-4fa6-bdc9-90d5f398abf9 req-64f21349-d18f-48e5-973e-e759a67c0292 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:52.722874 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ab7764c-99df-4fa6-bdc9-90d5f398abf9 req-64f21349-d18f-48e5-973e-e759a67c0292 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 932 time: 0.5299621 Nov 09 19:48:52.741549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Transition to ACTIVE for port object ca3eaf80-02f3-4c4e-b445-364a374c68c7 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:48:52.747620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d650b-3764-45af-bd3a-04505f194f55 req-ca5a9d33-5aa2-4cbf-a45f-4fb8799f247e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:52.758438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac3d650b-3764-45af-bd3a-04505f194f55 req-ca5a9d33-5aa2-4cbf-a45f-4fb8799f247e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 944 time: 0.1070509 Nov 09 19:48:52.767371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:52.782310 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:52.812496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52b46ea3-02f6-4730-b2f7-42715155ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:52.858960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac3d650b-3764-45af-bd3a-04505f194f55 req-5c7c94f1-f561-4b81-a881-4a44f6097995 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990353 Nov 09 19:48:52.952797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:52.953331 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.010256 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52b46ea3-02f6-4730-b2f7-42715155ed3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.016958 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-52b46ea3-02f6-4730-b2f7-42715155ed3e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d949e1ce-5abd-4deb-8cf2-9f9c68a8f9a5 HTTP/1.1" status: 204 len: 168 time: 1.1175871 Nov 09 19:48:53.018421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33814) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:53.061365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b46ea3-02f6-4730-b2f7-42715155ed3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d949e1ce-5abd-4deb-8cf2-9f9c68a8f9a5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:53.108933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Pushing event updated for resources: {'Port': ['ID=ca3eaf80-02f3-4c4e-b445-364a374c68c7,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:53.127703 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ab7764c-99df-4fa6-bdc9-90d5f398abf9 req-2a1ea7ef-c7eb-403e-ba1c-4facb57f50ea tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883064 Nov 09 19:48:53.160890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.169013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.220113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fdac6f0-1342-40cb-a264-68499b671f5b req-a9c8e33e-ed13-4892-b98e-ac9f255dceec tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0531356 Nov 09 19:48:53.260238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1b97f9c9-69bb-4c38-852b-0c59d8a549e9,segment=NetworkSegment(652e2004-e886-4c7b-93a6-44472c67d261),segment_id=652e2004-e886-4c7b-93a6-44472c67d261)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:53.277757 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.348561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=1b97f9c9-69bb-4c38-852b-0c59d8a549e9,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:53.405364 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.432002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Attempting to bind port ca3eaf80-02f3-4c4e-b445-364a374c68c7 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:48:53.432941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Attempting to bind port ca3eaf80-02f3-4c4e-b445-364a374c68c7 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '652e2004-e886-4c7b-93a6-44472c67d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:48:53.433679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Attempting to bind port ca3eaf80-02f3-4c4e-b445-364a374c68c7 on network a156fd39-659a-4573-8a73-bc1a9f0d48f7 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:48:53.446130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Port ca3eaf80-02f3-4c4e-b445-364a374c68c7 on network a156fd39-659a-4573-8a73-bc1a9f0d48f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:48:53.446729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Attempting to bind port ca3eaf80-02f3-4c4e-b445-364a374c68c7 on network a156fd39-659a-4573-8a73-bc1a9f0d48f7 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:48:53.458023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:48:53.458734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Checking segment: {'id': '652e2004-e886-4c7b-93a6-44472c67d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:53.459294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Bound using segment: {'id': '652e2004-e886-4c7b-93a6-44472c67d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:48:53.462339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Bound port: ca3eaf80-02f3-4c4e-b445-364a374c68c7, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652e2004-e886-4c7b-93a6-44472c67d261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:48:53.466243 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.477265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab3c6e7-25fb-40de-b880-ba6592fa18ab']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:53.491911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf19929-0e76-463c-a2c0-c2e3340f78b2 req-55842dd6-bc76-4fa1-835e-c5dc83cc082c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:53.501284 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7bf19929-0e76-463c-a2c0-c2e3340f78b2 req-55842dd6-bc76-4fa1-835e-c5dc83cc082c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.1832654 Nov 09 19:48:53.516231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75c6a7d-400b-496a-be25-7e73fca4b803') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:53.516563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75c6a7d-400b-496a-be25-7e73fca4b803') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:48:53.538594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.568697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.585408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:48:53.587405 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:48:53.590670 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:48:53.631827 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7bf19929-0e76-463c-a2c0-c2e3340f78b2 req-13c6e4ff-497a-4184-826e-50a8a87ca6d0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252065 Nov 09 19:48:53.659025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] For port ca3eaf80-02f3-4c4e-b445-364a374c68c7, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:48:53.662813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] For port ca3eaf80-02f3-4c4e-b445-364a374c68c7, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7,segment=NetworkSegment(652e2004-e886-4c7b-93a6-44472c67d261),segment_id=652e2004-e886-4c7b-93a6-44472c67d261)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:48:53.682455 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.747870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.756276 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.760984 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] 10.222.0.53 "DELETE /v2.0/networks/2ab3c6e7-25fb-40de-b880-ba6592fa18ab HTTP/1.1" status: 204 len: 168 time: 0.7412236 Nov 09 19:48:53.775902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Pushing event updated for resources: {'Port': ['ID=ca3eaf80-02f3-4c4e-b445-364a374c68c7,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:53.782312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:53.783027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:53.784875 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-49ad01d8-4ac5-4455-b01a-0847ee5ae38e service neutron] 10.222.0.77 "PUT /v2.0/ports/ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 1092 time: 2.5808539 Nov 09 19:48:53.785336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:53.788115 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041d42dc-6c12-4195-8394-27a047037d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:53.799639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4c0f6-c4c5-4ef9-9c63-f306228b1eed admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab3c6e7-25fb-40de-b880-ba6592fa18ab,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:53.870741 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787472aa-478f-49d9-90cb-dbdae4d3fca9 x-openstack-request-id: req-787472aa-478f-49d9-90cb-dbdae4d3fca9 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:53.871157 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:53.871526 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-787472aa-478f-49d9-90cb-dbdae4d3fca9 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:53.871967 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'status': 'completed', 'code': 200} Nov 09 19:48:53.886389 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-7d91ccfc-f3f5-41ed-8904-164edd3135d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:53.888087 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-7d91ccfc-f3f5-41ed-8904-164edd3135d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bceef5252f9a4d30ab6b9180683e6299&device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1095 time: 0.0554755 Nov 09 19:48:53.971604 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-914222d9-3baa-439d-aede-983026ec8fa2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 217 time: 0.0747683 Nov 09 19:48:54.051038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-62c14d30-165b-4dc2-8891-f7304d95e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:54.052635 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-62c14d30-165b-4dc2-8891-f7304d95e307 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd1df000-ce8f-4cb7-a224-9d72086975c7 HTTP/1.1" status: 200 len: 859 time: 0.0719664 Nov 09 19:48:54.095852 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b771cd-ee64-45fd-9061-be7b26d419cc req-167ab814-de5e-426a-86fd-98e674d6b2c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:54.097701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b771cd-ee64-45fd-9061-be7b26d419cc req-167ab814-de5e-426a-86fd-98e674d6b2c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 944 time: 0.1132164 Nov 09 19:48:54.104986 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-c105b3d0-279e-472d-855c-489060c4285b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a156fd39-659a-4573-8a73-bc1a9f0d48f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423949 Nov 09 19:48:54.186577 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b771cd-ee64-45fd-9061-be7b26d419cc req-e54cf930-62a3-422f-8fcf-938c6d2cf737 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781412 Nov 09 19:48:54.270981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33840) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:54.323866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-6e0fa65f-5821-4dab-a8f9-39b7a7878e72 service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110732 Nov 09 19:48:54.402859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f7f06-e067-480b-87e9-7fcfdf37c3e9 req-83bcd4e2-db6d-4101-8cca-a6d0bb9d71ef tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:54.404160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed4f10c6-0540-4ac7-98c5-1f9481ac077f req-576f4f34-ee60-4e18-92fd-fc7fcb83a994 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0508986 Nov 09 19:48:54.406041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-499f7f06-e067-480b-87e9-7fcfdf37c3e9 req-83bcd4e2-db6d-4101-8cca-a6d0bb9d71ef tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 944 time: 0.1516871 Nov 09 19:48:54.412893 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2e1d71b6-5638-4b14-89d5-ec641ae9469b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1be070486917447292aa9c525eb1cff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397080 Nov 09 19:48:54.415679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33844) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:54.473869 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfaab11-b149-4790-85ee-13ec09707a3d req-4b515c3d-a9aa-446d-b885-1de41373004a service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427553 Nov 09 19:48:54.493758 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68ebe248-6a64-43bc-b336-58c604fc5f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:54.543248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68ebe248-6a64-43bc-b336-58c604fc5f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:54.576166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:54.609087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68ebe248-6a64-43bc-b336-58c604fc5f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:54.612692 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68ebe248-6a64-43bc-b336-58c604fc5f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:54.614064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-68ebe248-6a64-43bc-b336-58c604fc5f09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/777d70d9-f79d-430d-995a-e9fcab2200b8 HTTP/1.1" status: 204 len: 168 time: 0.1973138 Nov 09 19:48:54.631623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-499f7f06-e067-480b-87e9-7fcfdf37c3e9 req-4ac7f2e6-24e7-44b7-8580-923365584a6c tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565664 Nov 09 19:48:54.640172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebe248-6a64-43bc-b336-58c604fc5f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777d70d9-f79d-430d-995a-e9fcab2200b8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:54.672829 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d42dc-6c12-4195-8394-27a047037d9d req-974a5786-a639-4756-b73e-ec6cf3a74926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:54.674341 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-041d42dc-6c12-4195-8394-27a047037d9d req-974a5786-a639-4756-b73e-ec6cf3a74926 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bceef5252f9a4d30ab6b9180683e6299&device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1095 time: 0.1310894 Nov 09 19:48:54.813505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:54.813806 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:54.868318 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d42dc-6c12-4195-8394-27a047037d9d req-c6f8ceec-7cc2-49f3-9f3b-4e6e07f80bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:54.870934 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-041d42dc-6c12-4195-8394-27a047037d9d req-c6f8ceec-7cc2-49f3-9f3b-4e6e07f80bf6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 200 len: 920 time: 0.1866426 Nov 09 19:48:54.883376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe698fd-e435-4b95-81c5-88ee4f6492da req-958ceb78-4ef2-4105-9f6b-2d42647561bc tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:54.886659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fbe698fd-e435-4b95-81c5-88ee4f6492da req-958ceb78-4ef2-4105-9f6b-2d42647561bc tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.1044731 Nov 09 19:48:54.954720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fbe698fd-e435-4b95-81c5-88ee4f6492da req-2f50dc66-a71e-4e9b-915b-3b0d335210ec tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581067 Nov 09 19:48:54.983682 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-041d42dc-6c12-4195-8394-27a047037d9d req-76000cdc-b89c-4d59-84c4-48e800d372dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 217 time: 0.1045909 Nov 09 19:48:55.080974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d42dc-6c12-4195-8394-27a047037d9d req-57035119-44d0-429e-85c6-39f46bd8e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:55.089224 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-041d42dc-6c12-4195-8394-27a047037d9d req-57035119-44d0-429e-85c6-39f46bd8e54a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd1df000-ce8f-4cb7-a224-9d72086975c7 HTTP/1.1" status: 200 len: 859 time: 0.0908685 Nov 09 19:48:55.142107 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-041d42dc-6c12-4195-8394-27a047037d9d req-01d50ef5-8da6-42df-a6d8-69ffe8154bc5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a156fd39-659a-4573-8a73-bc1a9f0d48f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445747 Nov 09 19:48:55.253154 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:55.302238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33862) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:55.325695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-041d42dc-6c12-4195-8394-27a047037d9d req-a330d2d1-d347-47d0-8536-9cf6ae2fd12e service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722343 Nov 09 19:48:55.477279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3d3cb-1aff-4a40-a908-fb6d5b7c0e39 req-3b2b7b45-92ee-4705-b0ee-120bc45ecce7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:55.486800 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d2f3d3cb-1aff-4a40-a908-fb6d5b7c0e39 req-3b2b7b45-92ee-4705-b0ee-120bc45ecce7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 944 time: 0.1705773 Nov 09 19:48:55.515670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33868) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:55.522179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03b6fff3-ca16-4721-a0e4-e1fe37784c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:55.549022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72a27fd6-88b6-4b86-b59b-cbc7031ebcea req-121727d6-0d1b-497f-8a7a-48187db8dc9a tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0562470 Nov 09 19:48:55.574227 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-041d42dc-6c12-4195-8394-27a047037d9d req-84d951fd-0cfb-4a3b-9d41-389b47c80e83 service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334352 Nov 09 19:48:55.586776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d2f3d3cb-1aff-4a40-a908-fb6d5b7c0e39 req-01045b80-c12d-4960-9fde-525fb477d1b4 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987430 Nov 09 19:48:55.612995 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6055199a-101d-485a-8048-2d2d218082a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d5a265d923341bdaa09a31972d60dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0959070 Nov 09 19:48:55.615775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33870) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:55.642396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:55.655751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03b6fff3-ca16-4721-a0e4-e1fe37784c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:55.660874 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03b6fff3-ca16-4721-a0e4-e1fe37784c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:55.719407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6fff3-ca16-4721-a0e4-e1fe37784c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7294a890-3f45-4bd4-8fa7-203aedc388ac,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:55.755459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:55.769409 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e94f34b-afc7-4a18-95df-f67bca5b0b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:55.773591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:55.775080 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:55.775931 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-03b6fff3-ca16-4721-a0e4-e1fe37784c3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a07f1852ef834f18ba8d363189c8061a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724846 Nov 09 19:48:55.779799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33876) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:55.879410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4fba2ef-5f00-46d9-ac35-8f3d9423ee71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:55.892164 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:55.925842 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4fba2ef-5f00-46d9-ac35-8f3d9423ee71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:55.948780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:55.951071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd470ac64-6445-435d-ad11-ffdadaaea862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:55.958218 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506baa50-647e-4e3d-9194-96a2694f18eb" -d '{"events": [{"server_uuid": "d470ac64-6445-435d-ad11-ffdadaaea862", "name": "network-vif-plugged", "status": "completed", "tag": "fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:48:55.978664 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:56.036487 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4fba2ef-5f00-46d9-ac35-8f3d9423ee71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:56.041273 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4fba2ef-5f00-46d9-ac35-8f3d9423ee71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:56.056861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b4fba2ef-5f00-46d9-ac35-8f3d9423ee71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7294a890-3f45-4bd4-8fa7-203aedc388ac HTTP/1.1" status: 204 len: 168 time: 0.2745667 Nov 09 19:48:56.085603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:56.101802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fba2ef-5f00-46d9-ac35-8f3d9423ee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7294a890-3f45-4bd4-8fa7-203aedc388ac,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:56.128812 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19df4edd-9ceb-49c8-b329-0470225c6379 x-openstack-request-id: req-19df4edd-9ceb-49c8-b329-0470225c6379 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:48:56.129274 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d470ac64-6445-435d-ad11-ffdadaaea862", "name": "network-vif-plugged", "status": "completed", "tag": "fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:48:56.129701 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19df4edd-9ceb-49c8-b329-0470225c6379 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:48:56.136196 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd470ac64-6445-435d-ad11-ffdadaaea862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c', 'code': 200} Nov 09 19:48:56.157645 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e94f34b-afc7-4a18-95df-f67bca5b0b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:56.189905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031858-9267-41d7-b3b4-913e3da1365b req-371a356d-f3f4-4fc1-a859-9c9f05a8b5e4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:56.191527 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-48031858-9267-41d7-b3b4-913e3da1365b req-371a356d-f3f4-4fc1-a859-9c9f05a8b5e4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 944 time: 0.4041727 Nov 09 19:48:56.296023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-48031858-9267-41d7-b3b4-913e3da1365b req-8577fc7b-1160-43f6-8c0f-94c39419b1a0 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956936 Nov 09 19:48:56.336943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e94f34b-afc7-4a18-95df-f67bca5b0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:56.337622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295140a-662f-47ab-ae71-26789f061fe2 req-1533a40b-99d9-4085-b313-730508c810e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:56.339310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5295140a-662f-47ab-ae71-26789f061fe2 req-1533a40b-99d9-4085-b313-730508c810e4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 1096 time: 0.1642883 Nov 09 19:48:56.342635 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e94f34b-afc7-4a18-95df-f67bca5b0b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:56.344423 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8e94f34b-afc7-4a18-95df-f67bca5b0b7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e834866d-3fee-4011-802f-b63a7f8cfdc2 HTTP/1.1" status: 204 len: 168 time: 0.7276759 Nov 09 19:48:56.357001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94f34b-afc7-4a18-95df-f67bca5b0b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834866d-3fee-4011-802f-b63a7f8cfdc2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:56.402640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086df277-5a85-4e70-b605-c1d6047deef2 req-d12c2c98-39ff-45b9-8fd1-b619225130f1 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:56.402640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-086df277-5a85-4e70-b605-c1d6047deef2 req-d12c2c98-39ff-45b9-8fd1-b619225130f1 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.1309037 Nov 09 19:48:56.426219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5295140a-662f-47ab-ae71-26789f061fe2 req-c21dbc07-9caa-4dd2-84c2-e09b2c33fb90 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770280 Nov 09 19:48:56.478211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-086df277-5a85-4e70-b605-c1d6047deef2 req-0f84a6c1-d261-49e1-8374-fe7b24c854b5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602448 Nov 09 19:48:56.750023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79a02107-08db-4c83-b159-db1248c5a28e req-09452e42-b944-4709-878f-f8742281ec31 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0488136 Nov 09 19:48:56.859661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5c8d6-6079-4a09-96a0-f06c3673e8f6 req-25c43f23-6702-482e-a2b1-900acd627423 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:56.873809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ba5c8d6-6079-4a09-96a0-f06c3673e8f6 req-25c43f23-6702-482e-a2b1-900acd627423 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 945 time: 0.1451471 Nov 09 19:48:56.931584 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ba5c8d6-6079-4a09-96a0-f06c3673e8f6 req-6630c8eb-c969-45c9-8122-2da969082317 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565469 Nov 09 19:48:57.034337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33910) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:57.053413 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ee47167-06f3-4406-a5ab-2d69f3094651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:57.175958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ee47167-06f3-4406-a5ab-2d69f3094651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:57.180930 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ee47167-06f3-4406-a5ab-2d69f3094651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:57.211490 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9ee47167-06f3-4406-a5ab-2d69f3094651 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2864929c4cb84b418231af201dbe7fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760881 Nov 09 19:48:57.212064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33914) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:57.245473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee47167-06f3-4406-a5ab-2d69f3094651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b57c074-a98e-405e-a948-ac9796d34891,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:57.307373 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8923-d5c6-42be-b202-295334ed2012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:57.337903 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8923-d5c6-42be-b202-295334ed2012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:57.341046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device ca3eaf80-02f3-4c4e-b445-364a374c68c7 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:48:57.434282 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8923-d5c6-42be-b202-295334ed2012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:57.444443 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8923-d5c6-42be-b202-295334ed2012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:57.448900 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0c1e8923-d5c6-42be-b202-295334ed2012 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b57c074-a98e-405e-a948-ac9796d34891 HTTP/1.1" status: 204 len: 168 time: 0.2318149 Nov 09 19:48:57.472849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e8923-d5c6-42be-b202-295334ed2012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b57c074-a98e-405e-a948-ac9796d34891,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:57.518736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e64c6-a97d-4c23-9a96-270df4c36c76 req-05d09cc7-a438-47f4-a34f-6116d092e5a8 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:57.534660 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fe4e64c6-a97d-4c23-9a96-270df4c36c76 req-05d09cc7-a438-47f4-a34f-6116d092e5a8 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 944 time: 0.0760648 Nov 09 19:48:57.605295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fe4e64c6-a97d-4c23-9a96-270df4c36c76 req-2070b090-5c72-4ce5-ac9a-f13b6d1544e8 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627048 Nov 09 19:48:57.650130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port ca3eaf80-02f3-4c4e-b445-364a374c68c7, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7,segment=NetworkSegment(652e2004-e886-4c7b-93a6-44472c67d261),segment_id=652e2004-e886-4c7b-93a6-44472c67d261)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:57.679758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'port_id': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'mac_address': 'fa:16:3e:66:9f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:48:57.730950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f3fd0-50db-4b12-a763-d0266330242a req-c8d6f309-0848-4c79-be60-3c66a57e1cc7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:57.735035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-504f3fd0-50db-4b12-a763-d0266330242a req-c8d6f309-0848-4c79-be60-3c66a57e1cc7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.0997090 Nov 09 19:48:57.788220 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:57.827543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3eaf80-02f3-4c4e-b445-364a374c68c7 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:48:57.870765 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-504f3fd0-50db-4b12-a763-d0266330242a req-2f1625eb-3999-4323-8cd0-3b2683c3bc58 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263177 Nov 09 19:48:57.881505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port ca3eaf80-02f3-4c4e-b445-364a374c68c7, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7,segment=NetworkSegment(652e2004-e886-4c7b-93a6-44472c67d261),segment_id=652e2004-e886-4c7b-93a6-44472c67d261)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:48:57.895986 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:57.920391 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-724d6746-53dd-4094-8aeb-acc9553f02d4 req-18e77568-3819-4e0b-bf3f-2241b3bb7d26 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0589638 Nov 09 19:48:58.015750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=ca3eaf80-02f3-4c4e-b445-364a374c68c7,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:58.108128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33946) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:58.156987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f06c-1482-4f4f-b039-2db892187eb8 req-f6200f5e-513a-431c-8fdb-30f8859beea8 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:58.172295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8027f06c-1482-4f4f-b039-2db892187eb8 req-f6200f5e-513a-431c-8fdb-30f8859beea8 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 945 time: 0.1387985 Nov 09 19:48:58.189803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['ca3eaf80-02f3-4c4e-b445-364a374c68c7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:48:58.257259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8027f06c-1482-4f4f-b039-2db892187eb8 req-d62ec385-cd79-46b9-8ff0-cfe425ce2cb4 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839851 Nov 09 19:48:58.402341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-21592885-network', 'tenant_id': '7c23461390c64813976524a067b18fe8'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:58.447079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Made reservation on behalf of 7c23461390c64813976524a067b18fe8 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:58.451164 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:58.464799 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:58.616590 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:58.621841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf262955-d2e8-4beb-bda0-80b60c64e3be req-d9983c54-7c23-4605-b192-e7a4126dbf6e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:58.635647 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:58.644547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf262955-d2e8-4beb-bda0-80b60c64e3be req-d9983c54-7c23-4605-b192-e7a4126dbf6e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 945 time: 0.0927496 Nov 09 19:48:58.703248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:48:58.733767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e66827-435f-4086-a38a-e1e045b11eed,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:58.757210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:58.757569 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Added segment eb9fb935-3ee0-470a-b42e-fc3da6ed00ba of type vlan for network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 Nov 09 19:48:58.770947 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf262955-d2e8-4beb-bda0-80b60c64e3be req-467bcdbd-57a4-4dc9-b6f7-79675aa2e282 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198537 Nov 09 19:48:58.843549 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:58.856646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f5132-038b-4117-8577-d06d499ab6c1 req-0e09d34f-15a4-47b0-bfa9-8e1fec4acf10 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:58.858575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-404f5132-038b-4117-8577-d06d499ab6c1 req-0e09d34f-15a4-47b0-bfa9-8e1fec4acf10 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 945 time: 0.1211085 Nov 09 19:48:58.904270 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:58.905977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:58.907048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:58.972507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-404f5132-038b-4117-8577-d06d499ab6c1 req-87fc73e8-7ee6-4436-8afc-2bbded7ffe44 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043241 Nov 09 19:48:58.992730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8829830 Nov 09 19:48:58.997145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33974) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:59.007025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Request body: {'subnet': {'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-21592885-subnet', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:59.011525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299aa9a-b1b2-4388-8ccd-70580f8b6ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=64c99bb4-90d7-4a67-a079-d1a5de0b5872,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:59.028390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:48:59.065537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Made reservation on behalf of 7c23461390c64813976524a067b18fe8 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:48:59.074224 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:59.115440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f62968-8a51-4a28-9dba-896265304d46 req-a4564dad-ae93-45cf-b1ae-d9ae3c30b071 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:59.129677 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86f62968-8a51-4a28-9dba-896265304d46 req-a4564dad-ae93-45cf-b1ae-d9ae3c30b071 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.1482756 Nov 09 19:48:59.223241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86f62968-8a51-4a28-9dba-896265304d46 req-81c8a425-3534-4e90-ae5d-4fc74e174b5c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906117 Nov 09 19:48:59.225499 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d77e2625-08bb-4a42-baa1-f9b1c884c914 req-b572da45-211f-4eb5-9de9-3e6ed6db36f7 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.1157038 Nov 09 19:48:59.351881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device ca3eaf80-02f3-4c4e-b445-364a374c68c7 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:48:59.416198 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:59.491394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8e6af3-431c-4a46-9d32-3abb509cc83b,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:48:59.507214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Checking segment: {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:48:59.507621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Network hostable DHCP agents. Network: 64c99bb4-90d7-4a67-a079-d1a5de0b5872, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:48:59.547180 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:48:59.560387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 64c99bb4-90d7-4a67-a079-d1a5de0b5872) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:48:59.566053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:48:59.566996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:59.571153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9607bd1-486e-461b-b0ba-d96006f5c0b0 None None] Network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:48:59.596055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6ee41bdb-b524-443a-903f-5301e3690307 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5975094 Nov 09 19:48:59.598693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33988) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:48:59.603579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:48:59.650977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port ca3eaf80-02f3-4c4e-b445-364a374c68c7 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:48:59.658894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port ca3eaf80-02f3-4c4e-b445-364a374c68c7 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:48:59.659636 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:59.663066 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:59.664674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:59.732958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:59.893590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:48:59.894662 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:59.905630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:59.920714 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:48:59.948814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:48:59.951324 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d0b2f-5c97-4ecd-be35-ee6f143ea118" -d '{"events": [{"server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "name": "network-vif-plugged", "status": "completed", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:00.036142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f71052-a665-4209-9a36-8ad5b26b4484 req-d4c4029d-15a8-475e-9710-8e01e9f4ec9f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:00.044004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2f71052-a665-4209-9a36-8ad5b26b4484 req-d4c4029d-15a8-475e-9710-8e01e9f4ec9f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 945 time: 0.1175525 Nov 09 19:49:00.080061 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d508c631-f6fe-42c8-8e96-d6c29cce65ef x-openstack-request-id: req-d508c631-f6fe-42c8-8e96-d6c29cce65ef {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:00.080667 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "name": "network-vif-plugged", "status": "completed", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:00.080667 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d508c631-f6fe-42c8-8e96-d6c29cce65ef {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:00.080990 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'code': 200} Nov 09 19:49:00.092235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port ca3eaf80-02f3-4c4e-b445-364a374c68c7, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7,segment=NetworkSegment(652e2004-e886-4c7b-93a6-44472c67d261),segment_id=652e2004-e886-4c7b-93a6-44472c67d261)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:00.102631 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:00.108884 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2f71052-a665-4209-9a36-8ad5b26b4484 req-99c6b9fb-da6c-480d-9b7f-6a3bb614128f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635662 Nov 09 19:49:00.243905 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=ca3eaf80-02f3-4c4e-b445-364a374c68c7,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:00.263622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Allocated IP 172.20.0.2 (64c99bb4-90d7-4a67-a079-d1a5de0b5872/ae8e6af3-431c-4a46-9d32-3abb509cc83b/effef063-0fc9-463b-8631-88beef2752e2) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:00.397755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315187-2af7-47ac-ac0d-270f79b33b67 req-7d4455fb-d3e6-491a-9555-c59ea039db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:00.399347 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42315187-2af7-47ac-ac0d-270f79b33b67 req-7d4455fb-d3e6-491a-9555-c59ea039db1c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1097 time: 0.2339466 Nov 09 19:49:00.443124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50d94-4e39-4403-9488-edb58d46fe5c req-10fab9cd-61a1-43f5-9689-bbb847bacfd3 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:00.444779 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ebe50d94-4e39-4403-9488-edb58d46fe5c req-10fab9cd-61a1-43f5-9689-bbb847bacfd3 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1962767 Nov 09 19:49:00.460512 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42315187-2af7-47ac-ac0d-270f79b33b67 req-97441d42-c6e8-4a5d-8492-e7aeea2ece1d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487158 Nov 09 19:49:00.506945 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ebe50d94-4e39-4403-9488-edb58d46fe5c req-6be511ac-28e8-472f-b890-362ab8356a67 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484648 Nov 09 19:49:00.515293 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:00.528927 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:00.535726 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:00.573619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Pushing event updated for resources: {'Port': ['ID=effef063-0fc9-463b-8631-88beef2752e2,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:00.597604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:00.601787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:00.603248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:00.606711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:00.700767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Attempting to bind port effef063-0fc9-463b-8631-88beef2752e2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:49:00.701252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Attempting to bind port effef063-0fc9-463b-8631-88beef2752e2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:49:00.701622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Attempting to bind port effef063-0fc9-463b-8631-88beef2752e2 on network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:00.707763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:49:00.708165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Checking segment: {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:00.708569 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:00.709401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Bound using segment: {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:49:00.709895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Bound port: effef063-0fc9-463b-8631-88beef2752e2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:49:00.710404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:00.792670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b5772-08ce-4efe-b093-1305f7ad4b64 req-590dc501-61aa-4ed3-8653-e9b6a9bbc657 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:00.809636 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a8b5772-08ce-4efe-b093-1305f7ad4b64 req-590dc501-61aa-4ed3-8653-e9b6a9bbc657 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.1399291 Nov 09 19:49:00.853054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] For port effef063-0fc9-463b-8631-88beef2752e2, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:49:00.866118 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] For port effef063-0fc9-463b-8631-88beef2752e2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=effef063-0fc9-463b-8631-88beef2752e2,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:49:00.877465 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:00.891329 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a8b5772-08ce-4efe-b093-1305f7ad4b64 req-5ea502cb-d8c6-45de-b61c-cc3f9f7974cd tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808308 Nov 09 19:49:00.892045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Allocated IP 172.25.6.126 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/b94af6cc-abf4-4ee0-9cb7-3796c61c1efe) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:01.034726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fecfaf-3f38-43ea-990c-d90fb7d3a85e None None] Pushing event updated for resources: {'Port': ['ID=effef063-0fc9-463b-8631-88beef2752e2,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:01.110072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd6e4fa7-676d-409a-986c-669add08a10b req-3f5d0491-2941-4382-8091-95ae0b2f2eef tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0827274 Nov 09 19:49:01.228322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:01.319653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:01.415063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:01.418774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:01.437673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:01.440891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b94af6cc-abf4-4ee0-9cb7-3796c61c1efe,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:01.805085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08727dcd-a9cb-4b5d-a4cb-9cca163756ae req-d8ea69c4-3247-4a14-b1f8-562061dfeca6 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:01.815044 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08727dcd-a9cb-4b5d-a4cb-9cca163756ae req-d8ea69c4-3247-4a14-b1f8-562061dfeca6 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1539035 Nov 09 19:49:01.904046 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08727dcd-a9cb-4b5d-a4cb-9cca163756ae req-ad017372-13fb-4c31-ab62-20dfa697e137 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879681 Nov 09 19:49:02.271626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735fe47-f0c9-499c-b76f-574b1ad2d66d req-a00c4f84-aafb-450a-b9d0-7aac257c7fca tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:02.271626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d735fe47-f0c9-499c-b76f-574b1ad2d66d req-a00c4f84-aafb-450a-b9d0-7aac257c7fca tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.1869159 Nov 09 19:49:02.379530 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0263fa65-6908-4086-9088-607d22828d63 req-2d0d536e-9c27-4fad-a792-a2b0c1388d04 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0787010 Nov 09 19:49:02.480903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34086) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:02.533281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d735fe47-f0c9-499c-b76f-574b1ad2d66d req-ffbe4dd0-292b-4569-a443-ac569e5bea65 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580409 Nov 09 19:49:02.593865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89cbde97-f854-4b70-8c93-aef8652d879f req-0a8bb125-f176-4ee9-b0e5-cf290b8f393f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.1168368 Nov 09 19:49:02.594676 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:02.634408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device effef063-0fc9-463b-8631-88beef2752e2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:02.709800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port effef063-0fc9-463b-8631-88beef2752e2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:02.709800 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:02.756109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b74cc-3d7a-4c9c-b09f-e7a9be50ab37 None None] Network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:49:02.778570 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a229ffc-1678-4e9f-be01-1e9d6804af4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:02.876273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-83aa4e64-733e-41ae-a6a8-60c53dd82951 None None] Provisioning complete for port effef063-0fc9-463b-8631-88beef2752e2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:02.876656 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-83aa4e64-733e-41ae-a6a8-60c53dd82951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:02.883019 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:02.954025 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:02.997848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port effef063-0fc9-463b-8631-88beef2752e2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=effef063-0fc9-463b-8631-88beef2752e2,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:03.002885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a229ffc-1678-4e9f-be01-1e9d6804af4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:03.013167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a229ffc-1678-4e9f-be01-1e9d6804af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:03.029329 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:03.043952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9a229ffc-1678-4e9f-be01-1e9d6804af4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f66b59203dc34ce881400ca1243233f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589793 Nov 09 19:49:03.052499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34096) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:03.139978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a229ffc-1678-4e9f-be01-1e9d6804af4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c908b2-a434-4551-9d5b-6bf7c92ad512,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:03.159327 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-83aa4e64-733e-41ae-a6a8-60c53dd82951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:03.164989 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-269d6d46-83cb-4804-b7f9-26e3ccc16e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:03.190980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8dad8-6f61-479b-b339-5279f1d76ffd req-81cacba2-6624-4389-9743-b207ad84c8d6 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:03.209159 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12b8dad8-6f61-479b-b339-5279f1d76ffd req-81cacba2-6624-4389-9743-b207ad84c8d6 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1422975 Nov 09 19:49:03.233191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-269d6d46-83cb-4804-b7f9-26e3ccc16e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:03.242799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Router 1226baa4-5494-43ba-bc64-3b2d9b731bcd is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:49:03.253208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-83aa4e64-733e-41ae-a6a8-60c53dd82951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:49:03.253572 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-83aa4e64-733e-41ae-a6a8-60c53dd82951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:49:03.255150 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=effef063-0fc9-463b-8631-88beef2752e2,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:03.338122 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-269d6d46-83cb-4804-b7f9-26e3ccc16e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:03.342030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-269d6d46-83cb-4804-b7f9-26e3ccc16e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:03.343702 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-269d6d46-83cb-4804-b7f9-26e3ccc16e10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56c908b2-a434-4551-9d5b-6bf7c92ad512 HTTP/1.1" status: 204 len: 168 time: 0.2906268 Nov 09 19:49:03.365334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d6d46-83cb-4804-b7f9-26e3ccc16e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c908b2-a434-4551-9d5b-6bf7c92ad512,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:03.400484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12b8dad8-6f61-479b-b339-5279f1d76ffd req-02dc4f7e-48ab-4fea-96cf-6966772135aa tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907432 Nov 09 19:49:03.482931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:49:03.498443 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Sync routers for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:49:03.516511 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:03.517161 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:03.518324 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:03.519714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fadab766-fd00-4db9-9509-c20c0bb2a4b7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9197903 Nov 09 19:49:03.522673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34108) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:03.666313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:49:03.691973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3655f614-1eae-4f4b-b607-437a980c9ed2 req-750c40b0-491a-4c48-8d46-141bde489a27 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.1036696 Nov 09 19:49:03.983244 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:04.078446 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:04.103346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34134) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:04.131049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-338598a4-52ed-4795-8d8b-496d03e8e3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:04.140025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'port_id': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c', 'mac_address': 'fa:16:3e:32:da:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f9f0a-652d-4c5b-9ffd-a1403c63eb79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:49:04.225058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fd3bb3d9-b7ad-4248-9fbb-a071953d3bbc None None] Provisioning complete for port effef063-0fc9-463b-8631-88beef2752e2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:04.226849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd3bb3d9-b7ad-4248-9fbb-a071953d3bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:04.290743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf4723-305c-4efc-bd44-ce49c61b387e req-72188617-337a-48b6-8c41-f7765c406426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:04.292720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fcf4723-305c-4efc-bd44-ce49c61b387e req-72188617-337a-48b6-8c41-f7765c406426 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bceef5252f9a4d30ab6b9180683e6299&device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1097 time: 0.2842491 Nov 09 19:49:04.301486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83359513-cafa-4682-b601-44b5bc81f547 req-e101f5f9-60b7-4517-8cbc-082b750248ad tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:04.315748 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83359513-cafa-4682-b601-44b5bc81f547 req-e101f5f9-60b7-4517-8cbc-082b750248ad tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.2406590 Nov 09 19:49:04.356086 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:04.408504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:49:04.429473 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-338598a4-52ed-4795-8d8b-496d03e8e3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:04.450401 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-338598a4-52ed-4795-8d8b-496d03e8e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:04.462029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:04.483554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:04.491305 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:02Z', 'revision_number': 3, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:04.595956 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-338598a4-52ed-4795-8d8b-496d03e8e3b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe7b016d95f94eb5bbb343ad14303d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4895875 Nov 09 19:49:04.609230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d3fbf-74ad-4316-ab9a-0c03fbabbd19 req-74ed4c6b-7535-4c16-8190-c2b0d848aebc tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:04.611002 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-778d3fbf-74ad-4316-ab9a-0c03fbabbd19 req-74ed4c6b-7535-4c16-8190-c2b0d848aebc tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.3885100 Nov 09 19:49:04.611977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34146) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:04.619545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device effef063-0fc9-463b-8631-88beef2752e2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:04.630593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:49:04.642027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf4723-305c-4efc-bd44-ce49c61b387e req-85b23b74-b38c-4c62-8431-859216273c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:04.643638 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fcf4723-305c-4efc-bd44-ce49c61b387e req-85b23b74-b38c-4c62-8431-859216273c4a service neutron] 10.222.0.77 "GET /v2.0/networks?id=a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 200 len: 920 time: 0.3254118 Nov 09 19:49:04.680929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338598a4-52ed-4795-8d8b-496d03e8e3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8e20f6-2557-427b-916f-f7cc56501596,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:04.754768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:04.769402 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Checking router: 1226baa4-5494-43ba-bc64-3b2d9b731bcd for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:49:04.770368 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Updating router 1226baa4-5494-43ba-bc64-3b2d9b731bcd port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:49:04.802894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port effef063-0fc9-463b-8631-88beef2752e2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:04.803361 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:04.808610 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:04.812529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fcf4723-305c-4efc-bd44-ce49c61b387e req-bec5f8f9-9252-4355-8fa3-52eadd2825b3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 217 time: 0.1463637 Nov 09 19:49:04.951268 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83359513-cafa-4682-b601-44b5bc81f547 req-f90512e9-b066-4668-82c3-6ef14e6c8e36 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6335375 Nov 09 19:49:05.007066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf4723-305c-4efc-bd44-ce49c61b387e req-527722bb-5ef3-4db7-8894-170a095ecb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:05.021111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-778d3fbf-74ad-4316-ab9a-0c03fbabbd19 req-0258daa5-0a13-4790-8958-4cc69d27b623 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194373 Nov 09 19:49:05.022205 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fcf4723-305c-4efc-bd44-ce49c61b387e req-527722bb-5ef3-4db7-8894-170a095ecb3e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd1df000-ce8f-4cb7-a224-9d72086975c7 HTTP/1.1" status: 200 len: 859 time: 0.1939919 Nov 09 19:49:05.098332 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fcf4723-305c-4efc-bd44-ce49c61b387e req-7662f660-2894-4569-8cc2-29be576c896e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a156fd39-659a-4573-8a73-bc1a9f0d48f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652382 Nov 09 19:49:05.118786 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ad07-3714-4ad3-9d83-942509f645cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:05.178351 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ad07-3714-4ad3-9d83-942509f645cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:05.237777 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fcf4723-305c-4efc-bd44-ce49c61b387e req-38751613-b5c7-4d2f-b8aa-ff3a15177753 service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299520 Nov 09 19:49:05.272113 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ad07-3714-4ad3-9d83-942509f645cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:05.274628 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ad07-3714-4ad3-9d83-942509f645cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:05.275946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5ea4ad07-3714-4ad3-9d83-942509f645cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f8e20f6-2557-427b-916f-f7cc56501596 HTTP/1.1" status: 204 len: 168 time: 0.6609612 Nov 09 19:49:05.293053 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a013c06d-29ef-46cf-af8d-3b1e6e393a02 req-575a0b55-8acf-49b5-b8f3-8a90cdcf7306 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0587821 Nov 09 19:49:05.348742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4ad07-3714-4ad3-9d83-942509f645cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8e20f6-2557-427b-916f-f7cc56501596,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:05.529162 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:05.538366 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fcf4723-305c-4efc-bd44-ce49c61b387e req-7b4e66f2-3593-4429-88c4-1408cd636d1d service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911417 Nov 09 19:49:05.578983 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:05.601476 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:05.674065 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:05.883402 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Attempting to bind port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:49:05.883995 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Attempting to bind port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:49:05.884388 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Attempting to bind port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:05.887533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:05.888402 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:05.920544 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:49:05.928934 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:05.933057 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:05.933885 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:49:05.934494 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Bound port: b94af6cc-abf4-4ee0-9cb7-3796c61c1efe, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:49:05.935028 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:06.056143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Allocated IP 172.20.0.1 (64c99bb4-90d7-4a67-a079-d1a5de0b5872/ae8e6af3-431c-4a46-9d32-3abb509cc83b/0bd2afeb-4e2b-4181-a975-4aa62f481a48) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:06.149649 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] For port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:49:06.162142 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] For port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b94af6cc-abf4-4ee0-9cb7-3796c61c1efe,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:49:06.193334 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:06.230047 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd123a-7be3-46a5-90c3-68155d2d32f5 None None] Pushing event updated for resources: {'Port': ['ID=b94af6cc-abf4-4ee0-9cb7-3796c61c1efe,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:06.257562 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:06.294609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-48a741eb-08c3-497e-bf52-ac7c219f9d74 req-6da12d24-3e50-4607-a975-ada6f060bb1f tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f&device_id=bce726aa-9a48-4cdb-9dcf-be0fe256fdb3 HTTP/1.1" status: 200 len: 210 time: 0.1679754 Nov 09 19:49:06.375307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:06.379701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd470ac64-6445-435d-ad11-ffdadaaea862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:06.382879 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2d314e-a5cd-4929-a8df-b5b92fd29e6f" -d '{"events": [{"server_uuid": "d470ac64-6445-435d-ad11-ffdadaaea862", "name": "network-vif-plugged", "status": "completed", "tag": "fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:06.393335 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:06.429335 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:06.429923 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:06.476886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:06.568973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:06.587936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346842c8-4675-4cf8-94b9-5c7335040740 req-6eca5cef-5394-4c4b-bd98-2d4403836f99 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:06.605951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-346842c8-4675-4cf8-94b9-5c7335040740 req-6eca5cef-5394-4c4b-bd98-2d4403836f99 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.1511436 Nov 09 19:49:06.661390 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd123a-7be3-46a5-90c3-68155d2d32f5 None None] Pushing event updated for resources: {'Port': ['ID=b94af6cc-abf4-4ee0-9cb7-3796c61c1efe,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:06.764802 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-346842c8-4675-4cf8-94b9-5c7335040740 req-2f328661-25c2-41b4-a120-dd7e60c7064c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551085 Nov 09 19:49:06.787481 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:06.804517 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:06.873545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:06.882487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Pushing event updated for resources: {'Port': ['ID=0bd2afeb-4e2b-4181-a975-4aa62f481a48,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:06.897164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:06.900888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:07.300597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d5cf9-9295-40e2-8bb7-25b9e4083863 req-83eeaf9a-a009-4462-a437-635a93943a46 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:07.302052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-790d5cf9-9295-40e2-8bb7-25b9e4083863 req-83eeaf9a-a009-4462-a437-635a93943a46 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.3373725 Nov 09 19:49:07.302708 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:02Z', 'revision_number': 3, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:07.313639 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:07.396226 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10b2e3b-d28d-42ec-a5f2-aeee92125e49 None None] The sync data for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 is: [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:02Z', 'revision_number': 3, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:49:07.498949 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-790d5cf9-9295-40e2-8bb7-25b9e4083863 req-878843ae-c5a5-4940-af63-9c04b0c4b869 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604779 Nov 09 19:49:07.602317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8360cb81-c2c5-4ca6-aff8-99c8a86bbad6 None None] Provisioning complete for port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:07.606132 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8360cb81-c2c5-4ca6-aff8-99c8a86bbad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:07.748804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:07.761916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8360cb81-c2c5-4ca6-aff8-99c8a86bbad6 None None] Port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:08.209412 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aad5648-834b-433e-9728-d24bbddd4e03 x-openstack-request-id: req-4aad5648-834b-433e-9728-d24bbddd4e03 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:08.209924 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d470ac64-6445-435d-ad11-ffdadaaea862", "name": "network-vif-plugged", "status": "completed", "tag": "fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:08.210629 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4aad5648-834b-433e-9728-d24bbddd4e03 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:08.211698 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd470ac64-6445-435d-ad11-ffdadaaea862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c', 'code': 200} Nov 09 19:49:08.243596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-55e43e2d-c885-4615-91ff-5b45780d7230 req-bc460de4-6d69-4c4b-9c71-f33dc86c1410 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aaef1488368c454f90971c1841f62073&device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.1119735 Nov 09 19:49:08.309868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-55e43e2d-c885-4615-91ff-5b45780d7230 req-b655ff38-85e1-42c6-8fab-d70315e51743 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=aaef1488368c454f90971c1841f62073&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525661 Nov 09 19:49:08.413548 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:08.419617 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:08.477755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e43e2d-c885-4615-91ff-5b45780d7230 req-eec8c496-f138-496a-b406-01436271a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:08.480606 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-55e43e2d-c885-4615-91ff-5b45780d7230 req-eec8c496-f138-496a-b406-01436271a958 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638942 Nov 09 19:49:08.581154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Pushing event updated for resources: {'Port': ['ID=0bd2afeb-4e2b-4181-a975-4aa62f481a48,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:08.694000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b94af6cc-abf4-4ee0-9cb7-3796c61c1efe up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:08.718112 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:08.820745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:08.821336 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:08.859031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c014c18-563a-40e8-9f3e-daeca55196b1 req-a5d4ec5c-fdc9-482b-a292-f934f65e381f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:08.880081 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c014c18-563a-40e8-9f3e-daeca55196b1 req-a5d4ec5c-fdc9-482b-a292-f934f65e381f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.2225876 Nov 09 19:49:08.961702 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:08.995805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c014c18-563a-40e8-9f3e-daeca55196b1 req-67d6d6dc-3966-45e7-a29f-2b00778df915 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146374 Nov 09 19:49:09.042146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b94af6cc-abf4-4ee0-9cb7-3796c61c1efe,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:09.061667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:09.064321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:09.092590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:09.251820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=b94af6cc-abf4-4ee0-9cb7-3796c61c1efe,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:09.389650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3419ba1-7c30-4598-88f2-c05797be8af9 req-1ee9cc3c-c1d9-4b12-8c0d-60329134b86c tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.2746263 Nov 09 19:49:09.397812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Router 1226baa4-5494-43ba-bc64-3b2d9b731bcd has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:49:09.553568 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1a6ddd29-23ba-4d10-8101-e9ac459e4763 None None] Provisioning complete for port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:09.557526 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1a6ddd29-23ba-4d10-8101-e9ac459e4763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:09.649852 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee607508-4779-4054-8fe9-ceab55584ea1 req-dbbbbd8f-454c-49e2-b7d0-08d199db0f79 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:09.662854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ddd29-23ba-4d10-8101-e9ac459e4763 None None] Port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:09.663836 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee607508-4779-4054-8fe9-ceab55584ea1 req-dbbbbd8f-454c-49e2-b7d0-08d199db0f79 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1051540 Nov 09 19:49:09.734161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee607508-4779-4054-8fe9-ceab55584ea1 req-5a1aa37c-e2e7-4eff-95ea-744f4f6b8f14 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688636 Nov 09 19:49:09.738695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:49:09.756373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-af58d2ab-21f0-4957-90ed-4a4a8e96c9fe admin admin] 10.222.0.53 "PUT /v2.0/routers/1226baa4-5494-43ba-bc64-3b2d9b731bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2300830 Nov 09 19:49:09.898891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-55e43e2d-c885-4615-91ff-5b45780d7230 req-9491e4b2-6b23-49c6-b826-1dbceb7b486e tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.77 "GET /v2.0/ports?device_id=63c772a2-867d-4739-bcf8-42d62de5f75f HTTP/1.1" status: 200 len: 210 time: 0.0551500 Nov 09 19:49:10.243127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f8c22137-a842-422d-9515-041b2cbeef08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:10.567057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b94af6cc-abf4-4ee0-9cb7-3796c61c1efe up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:10.665698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:10.668144 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:10.679310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34260) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:10.685504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610890992', 'description': 'tempest-description--1044246023'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:10.741652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Sync routers for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:49:10.745395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:10.793742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:10.793742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:10.858558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57725d1-e81f-43ca-a808-54f04df7df45 req-bbec09ec-3b27-48e2-8e7f-6f7940a9eedf tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:10.873496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d57725d1-e81f-43ca-a808-54f04df7df45 req-bbec09ec-3b27-48e2-8e7f-6f7940a9eedf tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.1235161 Nov 09 19:49:10.913361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:10.922050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:10.988807 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:10.996483 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d57725d1-e81f-43ca-a808-54f04df7df45 req-b0dfc16c-caeb-4cef-9603-653ea9425dbd tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215305 Nov 09 19:49:11.007343 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3262572 Nov 09 19:49:11.009967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34274) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:11.017362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-402b6ea0-80ab-40f3-b326-034b71062708 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'security_group_rule': {'security_group_id': '281f60dd-b03f-4c3c-81a0-9f4069858c00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:11.023788 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281f60dd-b03f-4c3c-81a0-9f4069858c00,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:11.125568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.126218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.127020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.127700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.128043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.130474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.131120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.131637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.132159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.135986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.135986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.135986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5278ac-879b-4751-bf65-34c84b5f0e48 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:11.165435 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-402b6ea0-80ab-40f3-b326-034b71062708 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:11.275740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1068b-681d-4b27-bd78-e4a23f9df68c req-1f4e0e28-69ed-41c1-aba1-650befb65854 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:11.281247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:11.298327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33f1068b-681d-4b27-bd78-e4a23f9df68c req-1f4e0e28-69ed-41c1-aba1-650befb65854 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1918364 Nov 09 19:49:11.305007 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-402b6ea0-80ab-40f3-b326-034b71062708 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:11.358136 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-402b6ea0-80ab-40f3-b326-034b71062708 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:11.390970 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33f1068b-681d-4b27-bd78-e4a23f9df68c req-d1e281e8-5704-48c9-b59f-9146926e0e33 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916855 Nov 09 19:49:11.448437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b6ea0-80ab-40f3-b326-034b71062708 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9629393a-4e2f-4760-919b-3b949cbac794,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:11.473875 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-402b6ea0-80ab-40f3-b326-034b71062708 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:11.476081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-402b6ea0-80ab-40f3-b326-034b71062708 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641554 Nov 09 19:49:11.478470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34288) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:11.484998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a31a23d7-265d-46a7-b9f3-a18c636b74c3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'security_group_rule': {'security_group_id': '281f60dd-b03f-4c3c-81a0-9f4069858c00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:11.552547 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a31a23d7-265d-46a7-b9f3-a18c636b74c3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:11.662640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6016fea3-91b7-4488-a1e9-b2d764b7443d req-b1f03729-28df-43a6-a49a-c2b80eba32c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aaef1488368c454f90971c1841f62073&device_id=bce726aa-9a48-4cdb-9dcf-be0fe256fdb3 HTTP/1.1" status: 200 len: 210 time: 0.0528972 Nov 09 19:49:11.727881 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6016fea3-91b7-4488-a1e9-b2d764b7443d req-a81f18f1-fb39-4b48-b8bb-626b88fbb7da service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=aaef1488368c454f90971c1841f62073&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322666 Nov 09 19:49:11.758414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 2, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:11.790933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Checking router: 1226baa4-5494-43ba-bc64-3b2d9b731bcd for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:49:11.791328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Updating router 1226baa4-5494-43ba-bc64-3b2d9b731bcd port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:49:11.841442 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:11.860063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a9890717-18f4-4e96-b436-4b72df3c585e req-60bf4e28-5064-4f38-b680-9b467815bd61 tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce726aa-9a48-4cdb-9dcf-be0fe256fdb3 HTTP/1.1" status: 200 len: 210 time: 0.1262209 Nov 09 19:49:11.872059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a31a23d7-265d-46a7-b9f3-a18c636b74c3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:11.884030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a31a23d7-265d-46a7-b9f3-a18c636b74c3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:11.935890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a23d7-265d-46a7-b9f3-a18c636b74c3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e86403-ac95-46a7-8e35-a2e2e8deeed6,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:12.004848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a31a23d7-265d-46a7-b9f3-a18c636b74c3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.014800 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a31a23d7-265d-46a7-b9f3-a18c636b74c3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5313218 Nov 09 19:49:12.015438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34320) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:12.023005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:12.035632 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016fea3-91b7-4488-a1e9-b2d764b7443d req-82fe5949-7442-40c9-9cc4-80b989bfe05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:12.037148 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6016fea3-91b7-4488-a1e9-b2d764b7443d req-82fe5949-7442-40c9-9cc4-80b989bfe05b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3014927 Nov 09 19:49:12.107992 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.169674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a978b-2666-45e4-a73b-d955d0a2e8aa req-35dcb960-e81a-414b-8cad-705764d078ed tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:12.181831 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22a978b-2666-45e4-a73b-d955d0a2e8aa req-35dcb960-e81a-414b-8cad-705764d078ed tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.0788600 Nov 09 19:49:12.256531 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22a978b-2666-45e4-a73b-d955d0a2e8aa req-6a23634a-d91b-4e31-832d-e2023e4b50cf tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736256 Nov 09 19:49:12.294305 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.308741 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.367891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb26ca-d003-4454-a1cb-bd9add588b5b None None] Pushing event updated for resources: {'Port': ['ID=0bd2afeb-4e2b-4181-a975-4aa62f481a48,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:12.370020 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.499081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Attempting to bind port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:49:12.499519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Attempting to bind port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:49:12.501479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Attempting to bind port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 on network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:12.519257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:49:12.519630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Checking segment: {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:12.532433 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.533007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Bound using segment: {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:49:12.533560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Bound port: 0bd2afeb-4e2b-4181-a975-4aa62f481a48, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:49:12.533986 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.560049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Allocated IP 172.25.6.239 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/09c05831-68a5-465f-8ece-11001e791894) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:12.687380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181b733-9a49-4c5d-850d-acc33408fe41 req-a383508e-93d1-4946-ba62-ad9bb8df2df1 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:12.688978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0181b733-9a49-4c5d-850d-acc33408fe41 req-a383508e-93d1-4946-ba62-ad9bb8df2df1 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1134720 Nov 09 19:49:12.712113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] For port 0bd2afeb-4e2b-4181-a975-4aa62f481a48, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:49:12.717764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] For port 0bd2afeb-4e2b-4181-a975-4aa62f481a48, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0bd2afeb-4e2b-4181-a975-4aa62f481a48,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:49:12.733527 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.775580 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0181b733-9a49-4c5d-850d-acc33408fe41 req-08df092f-e242-4dac-b332-da841508d7f5 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776200 Nov 09 19:49:12.786168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.817518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb26ca-d003-4454-a1cb-bd9add588b5b None None] Pushing event updated for resources: {'Port': ['ID=0bd2afeb-4e2b-4181-a975-4aa62f481a48,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:12.827849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7174e91f-f1fd-452b-b04c-410f57dad207 None None] Provisioning complete for port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:12.828326 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7174e91f-f1fd-452b-b04c-410f57dad207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.836497 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:12.875166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:12.875803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:48:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:12.898399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'Port': ['ID=09c05831-68a5-465f-8ece-11001e791894,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:12.915051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:12.917531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:12.920310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:13.076129 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.157751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.158145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:13.170088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-61de771a-ddf2-4376-99f6-b73e7073ca76 req-afeab461-ee3a-46ed-a86d-d149180eca1a tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.53 "GET /v2.0/ports?device_id=bce726aa-9a48-4cdb-9dcf-be0fe256fdb3 HTTP/1.1" status: 200 len: 210 time: 0.0663056 Nov 09 19:49:13.286423 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7174e91f-f1fd-452b-b04c-410f57dad207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.344961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7174e91f-f1fd-452b-b04c-410f57dad207 None None] For port 0bd2afeb-4e2b-4181-a975-4aa62f481a48, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0bd2afeb-4e2b-4181-a975-4aa62f481a48,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:13.402114 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7174e91f-f1fd-452b-b04c-410f57dad207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.431868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.442367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.460133 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0d239fd2-e835-428a-bd5b-afdb351a3f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.472415 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.475457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6016fea3-91b7-4488-a1e9-b2d764b7443d req-c6d40ac9-0adf-429e-a791-f401273d464e tempest-ServerShowV247Test-973399580 tempest-ServerShowV247Test-973399580-project] 10.222.0.77 "GET /v2.0/ports?device_id=bce726aa-9a48-4cdb-9dcf-be0fe256fdb3 HTTP/1.1" status: 200 len: 210 time: 0.0602150 Nov 09 19:49:13.544079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174e91f-f1fd-452b-b04c-410f57dad207 None None] Pushing event updated for resources: {'Port': ['ID=0bd2afeb-4e2b-4181-a975-4aa62f481a48,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:13.574724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a03c7457-9660-468a-ade9-f34fc0250502 None None] Provisioning complete for port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:13.575385 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a03c7457-9660-468a-ade9-f34fc0250502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.686164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'Port': ['ID=09c05831-68a5-465f-8ece-11001e791894,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:13.709697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.747867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:13.749902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6f31291b-7a52-4105-9707-98dd8971ecb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7326550 Nov 09 19:49:13.787027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:12Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:13.873997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18102ab9-9ddb-48e1-b694-77142bfeadba req-556037f8-80b6-44bb-af39-8d6a556f20c0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:13.881614 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18102ab9-9ddb-48e1-b694-77142bfeadba req-556037f8-80b6-44bb-af39-8d6a556f20c0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 946 time: 0.0913630 Nov 09 19:49:13.890744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1ab8e4-42a3-4e46-948a-0505053f50c9 None None] The sync data for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 is: [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:12Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:49:14.019407 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-18102ab9-9ddb-48e1-b694-77142bfeadba req-192b1932-1415-4429-a78b-ed44e7cf1b27 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357017 Nov 09 19:49:14.094120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71ca2c-ecb6-4f6e-aa64-a9322253284f req-d3938bd6-d7e0-4fb6-a77b-207dd47ed0f8 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:14.097849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab71ca2c-ecb6-4f6e-aa64-a9322253284f req-d3938bd6-d7e0-4fb6-a77b-207dd47ed0f8 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1862726 Nov 09 19:49:14.185357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab71ca2c-ecb6-4f6e-aa64-a9322253284f req-02c108c4-b831-4ed5-94ee-9278d9b68cfb tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802791 Nov 09 19:49:14.204749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34408) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:14.408109 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05912a7a-cce4-443d-a672-ee36e67a3680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:14.467937 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:14.560109 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05912a7a-cce4-443d-a672-ee36e67a3680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:14.600841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05912a7a-cce4-443d-a672-ee36e67a3680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:14.705956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0bd2afeb-4e2b-4181-a975-4aa62f481a48 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:14.742662 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-05912a7a-cce4-443d-a672-ee36e67a3680 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=868420827e3f45bb9bedc4443545483e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367496 Nov 09 19:49:14.746257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34434) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:14.749470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05912a7a-cce4-443d-a672-ee36e67a3680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd923122-0474-4e6a-ae8c-8cb24f940043,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:14.826295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:14.826705 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:14.865670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:14.899799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:14.943249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34442) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:15.010528 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.013201 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.014775 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd923122-0474-4e6a-ae8c-8cb24f940043 HTTP/1.1" status: 204 len: 168 time: 0.2671795 Nov 09 19:49:15.026787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd923122-0474-4e6a-ae8c-8cb24f940043,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:15.064180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.064435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.064781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.065163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.065435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.065765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.066092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.066416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.075082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.075498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.075956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.076216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83ac57-cec7-487b-a8f1-12101c8d08fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.206506 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2c8634dd-9138-4980-a715-15fcf8387f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.356063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2c8634dd-9138-4980-a715-15fcf8387f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.362646 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2c8634dd-9138-4980-a715-15fcf8387f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.418617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8634dd-9138-4980-a715-15fcf8387f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b071e99f-4ee0-415f-acaa-65050c029ff5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:15.446721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:49:15.464395 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2c8634dd-9138-4980-a715-15fcf8387f1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aaef1488368c454f90971c1841f62073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188301 Nov 09 19:49:15.467161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34476) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:15.591148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e411641e-650d-446d-9b11-781d844395a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.603455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.624833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34484) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:15.630131 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e411641e-650d-446d-9b11-781d844395a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.644059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02d1e682-e123-4b19-b9ad-ae98adbd7700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.668749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:15.675156 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5796a9-6aa3-4633-be58-0572a5d46d31" -d '{"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:15.710246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:15.719677 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.723380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e411641e-650d-446d-9b11-781d844395a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.728770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e411641e-650d-446d-9b11-781d844395a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.736031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e411641e-650d-446d-9b11-781d844395a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b071e99f-4ee0-415f-acaa-65050c029ff5 HTTP/1.1" status: 204 len: 168 time: 0.2676563 Nov 09 19:49:15.757955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411641e-650d-446d-9b11-781d844395a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b071e99f-4ee0-415f-acaa-65050c029ff5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:15.842726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=14']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:15.854554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.855150 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.855641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.856218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.856850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.857327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.857800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.858273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.858781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.859257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.859719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.860251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:15.907343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02d1e682-e123-4b19-b9ad-ae98adbd7700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:15.916950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02d1e682-e123-4b19-b9ad-ae98adbd7700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:16.025739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-02d1e682-e123-4b19-b9ad-ae98adbd7700 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b93a57c956d348b785e688c77aafc1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975015 Nov 09 19:49:16.026426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34500) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:16.046153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1e682-e123-4b19-b9ad-ae98adbd7700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8e327d-c708-46af-bb58-8c60b9678db8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:16.161927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-495042c7-3379-42ea-ae5d-76f40bc50c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:16.189468 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:16.203895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-495042c7-3379-42ea-ae5d-76f40bc50c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:16.295809 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-495042c7-3379-42ea-ae5d-76f40bc50c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:16.299517 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-495042c7-3379-42ea-ae5d-76f40bc50c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:16.300941 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-495042c7-3379-42ea-ae5d-76f40bc50c5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b8e327d-c708-46af-bb58-8c60b9678db8 HTTP/1.1" status: 204 len: 168 time: 0.2726343 Nov 09 19:49:16.341362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495042c7-3379-42ea-ae5d-76f40bc50c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8e327d-c708-46af-bb58-8c60b9678db8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:16.732651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-947cd1c2-fcb2-4731-8a04-610ab6286fe9 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1610890992&fields=id&tenant_id=7c23461390c64813976524a067b18fe8 HTTP/1.1" status: 200 len: 267 time: 0.0635808 Nov 09 19:49:16.900871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbbd95-63f6-40f5-884b-c965147392be req-bf0f5820-0897-4e34-8ed4-dbc3e5100556 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:16.903999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-bf0f5820-0897-4e34-8ed4-dbc3e5100556 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 809 time: 0.1523094 Nov 09 19:49:16.922720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-59f63797-c75f-4a44-9366-742f7314fa88 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/quotas/7c23461390c64813976524a067b18fe8 HTTP/1.1" status: 200 len: 375 time: 0.0118093 Nov 09 19:49:16.953031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4bc58-cfe0-4de3-ac17-a239b051d764 req-8e2bb7ae-fd09-473d-9da9-5dd2b637dfa3 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:16.954713 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4fc4bc58-cfe0-4de3-ac17-a239b051d764 req-8e2bb7ae-fd09-473d-9da9-5dd2b637dfa3 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1423984 Nov 09 19:49:16.989151 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-29af1197-428c-4147-bce9-60a84af968a5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603261 Nov 09 19:49:17.040231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4fc4bc58-cfe0-4de3-ac17-a239b051d764 req-276f3860-7850-4a05-a4c7-f732c0be6ef4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738940 Nov 09 19:49:17.149026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-10ae5997-cb84-4b7a-893c-f0eab19d71ae service neutron] 10.222.0.53 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414387 Nov 09 19:49:17.329633 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2a764a-4739-4b85-bbf1-22765175e84c x-openstack-request-id: req-cf2a764a-4739-4b85-bbf1-22765175e84c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:17.330182 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:17.330182 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf2a764a-4739-4b85-bbf1-22765175e84c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:17.331039 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'code': 200} Nov 09 19:49:17.342817 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-4584b056-d532-4e22-802b-9f5c1aaa47f6 service neutron] 10.222.0.53 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764770 Nov 09 19:49:17.453130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983abce-3750-4571-b69e-aa9a5975c45e req-5582ebcd-a319-44c7-b2c9-6cd5547c6f8c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:17.460280 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a983abce-3750-4571-b69e-aa9a5975c45e req-5582ebcd-a319-44c7-b2c9-6cd5547c6f8c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0703802 Nov 09 19:49:17.552536 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a983abce-3750-4571-b69e-aa9a5975c45e req-ef1a4348-1393-46b9-95d6-98d62a048526 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850523 Nov 09 19:49:17.608891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1052dc01-f8bb-48e5-b374-694ca9e949ef req-a6d83a00-6d05-465d-8c40-bc110b4642f6 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 210 time: 0.0478394 Nov 09 19:49:18.008301 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-18fc25f5-a3c9-4022-8553-97361444cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:18.009916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-18fc25f5-a3c9-4022-8553-97361444cc8f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1095 time: 0.1081157 Nov 09 19:49:18.016538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995beed-4610-4b88-9420-4fd466a3438a req-20efbc26-87e9-4aa0-b21f-5e731968b54f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:18.023317 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b995beed-4610-4b88-9420-4fd466a3438a req-20efbc26-87e9-4aa0-b21f-5e731968b54f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0882328 Nov 09 19:49:18.127303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b995beed-4610-4b88-9420-4fd466a3438a req-eca2e9fc-5206-4a36-b42f-cb917eafd5c9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990231 Nov 09 19:49:18.366254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec3e3c-e5c2-479b-8976-294382a8a814 req-c22e35be-c531-46c6-abd3-7986b37902fc tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:18.370921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3ec3e3c-e5c2-479b-8976-294382a8a814 req-c22e35be-c531-46c6-abd3-7986b37902fc tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1655881 Nov 09 19:49:18.403576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-3afeade0-f183-41a3-89bc-16cec33c9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:18.406309 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-3afeade0-f183-41a3-89bc-16cec33c9363 service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.3874428 Nov 09 19:49:18.508723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3ec3e3c-e5c2-479b-8976-294382a8a814 req-9866551d-1a79-4c32-b06d-87eea8d48f3a tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269429 Nov 09 19:49:18.512072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-78c3e698-ec28-4211-a46a-746a9cb91a29 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 998 time: 0.0922587 Nov 09 19:49:18.571734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-8778b5f5-523a-45c0-825e-057fcd940361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:18.573476 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-8778b5f5-523a-45c0-825e-057fcd940361 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0540209 Nov 09 19:49:18.641792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-d3e5c416-26ee-490b-949c-8cbab19648dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:18.643555 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-d3e5c416-26ee-490b-949c-8cbab19648dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514252 Nov 09 19:49:18.803881 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-223277b1-8489-4f56-b2d6-f4b77335a161 req-b7d147d6-f6b4-42f7-87f8-518f781a2eb6 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 210 time: 0.0808504 Nov 09 19:49:18.949392 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-d06d4d0d-d6e5-4794-979b-d3b7a5d43ef1 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966230 Nov 09 19:49:18.988979 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:49:19.168477 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd9f8135-95a2-4cd9-a7c2-2a84cc6b6e5a req-6b091b15-39d0-4d53-95a7-3702d0cdb89c service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095368 Nov 09 19:49:19.431198 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34652) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:19.580146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbbd95-63f6-40f5-884b-c965147392be req-05041e83-6445-4895-aa70-9b697e368fb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:19.585734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-05041e83-6445-4895-aa70-9b697e368fb4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.70 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 809 time: 0.3730192 Nov 09 19:49:19.786240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540adb6-5022-4dc4-b37a-2604de426a48 req-3d28966a-0fd6-4a4f-8b5e-92272de79990 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:19.801636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3540adb6-5022-4dc4-b37a-2604de426a48 req-3d28966a-0fd6-4a4f-8b5e-92272de79990 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.3677669 Nov 09 19:49:19.871762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1731189711', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:19.924803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Made reservation on behalf of 1b8386926fdc40e2bbcb76b83ea82c41 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:19.930414 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:19.944428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-f63f9acd-e2d2-4628-8032-3ff0f5762c70 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c23461390c64813976524a067b18fe8 HTTP/1.1" status: 200 len: 380 time: 0.2940233 Nov 09 19:49:19.953855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c4ca-fbbc-4b88-86b8-28f76a172dcb req-e84de935-f08e-41c4-b915-0ba034046417 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:19.960110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'port': {'device_id': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'admin_state_up': True, 'tenant_id': '7c23461390c64813976524a067b18fe8', 'security_groups': ['281f60dd-b03f-4c3c-81a0-9f4069858c00']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:19.962784 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ba5c4ca-fbbc-4b88-86b8-28f76a172dcb req-e84de935-f08e-41c4-b915-0ba034046417 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.2203135 Nov 09 19:49:19.990555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:20.071704 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ba5c4ca-fbbc-4b88-86b8-28f76a172dcb req-ad1411a4-d459-4d5f-94ea-8892429e2725 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911894 Nov 09 19:49:20.233910 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f87af70d-cb0b-42d3-8c1f-7a367d1475f0 req-693acb8a-1216-403a-8384-1a073f206dce tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 210 time: 0.0357230 Nov 09 19:49:20.290361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:20.303664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:20.321790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] device_id is not set on port 91b49a60-f90f-495f-bd7f-451bb0c5dc08 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:49:20.387146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaa8b01-9af4-4bde-b0b5-2ddee3ce95e3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:20.434118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3540adb6-5022-4dc4-b37a-2604de426a48 req-315e575c-d9fe-4d2c-9feb-ef48fca209dc tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6303720 Nov 09 19:49:20.539031 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Allocated IP 172.25.6.201 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/91b49a60-f90f-495f-bd7f-451bb0c5dc08) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:20.570260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Made reservation on behalf of 7c23461390c64813976524a067b18fe8 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:20.576121 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:20.752297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:20.802441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Allocated IP 172.20.0.5 (64c99bb4-90d7-4a67-a079-d1a5de0b5872/ae8e6af3-431c-4a46-9d32-3abb509cc83b/e2ccba9f-0261-41b5-9fe4-a195c0284e0d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:20.816474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:20.884811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:20.888626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:20.891239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:20.918000 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:20.934552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Pushing event updated for resources: {'Port': ['ID=91b49a60-f90f-495f-bd7f-451bb0c5dc08,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:20.979950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:20.980611 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:20.992882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:21.008621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aacef7b3-2a84-4c29-b2c2-24212174b896 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5746098 Nov 09 19:49:21.011922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34684) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:21.020231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.201'}]}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:21.050391 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:21.054499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:21.056400 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:21.118926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'Port': ['ID=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:21.140437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:21.149089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:21.166736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:21.241565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:21.242334 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:21.272942 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:21.278820 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-65222155-2159-4a52-a9fd-e849eba71dff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3199813 Nov 09 19:49:21.293898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Request body: {'port': {'device_id': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:21.391704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9710d2e-d3ce-4849-8f1b-448f34cc8d85 req-13ff9012-a786-4ae1-8c7a-eb8645df164d tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:21.400182 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9710d2e-d3ce-4849-8f1b-448f34cc8d85 req-13ff9012-a786-4ae1-8c7a-eb8645df164d tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.2267287 Nov 09 19:49:21.447605 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:21.512430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112f83a-c5a6-4df3-82d0-34a9307052e8 req-62451361-6f10-40cb-873c-0c71ac5fb728 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:21.514194 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a112f83a-c5a6-4df3-82d0-34a9307052e8 req-62451361-6f10-40cb-873c-0c71ac5fb728 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 931 time: 0.1107378 Nov 09 19:49:21.625915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-46841554-a52e-44a7-b02a-5bc31ec351d3 None None] Provisioning complete for port e2ccba9f-0261-41b5-9fe4-a195c0284e0d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:21.626960 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-46841554-a52e-44a7-b02a-5bc31ec351d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:21.675281 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-46841554-a52e-44a7-b02a-5bc31ec351d3 None None] Port e2ccba9f-0261-41b5-9fe4-a195c0284e0d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:21.823696 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:21.899415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9710d2e-d3ce-4849-8f1b-448f34cc8d85 req-57608675-7952-4708-b985-d4f541eeb369 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969687 Nov 09 19:49:21.924105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ccba9f-0261-41b5-9fe4-a195c0284e0d {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:49:21.933659 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:21.950481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Transition to ACTIVE for port object e2ccba9f-0261-41b5-9fe4-a195c0284e0d will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:49:21.964155 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:22.148768 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a112f83a-c5a6-4df3-82d0-34a9307052e8 req-336c36ff-467f-4f96-a3e1-e5fb1846ee86 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6144207 Nov 09 19:49:22.244056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Pushing event updated for resources: {'Port': ['ID=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:22.370036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c9ce3-5700-4184-a992-854024c4da4a req-e63c4852-9912-4f47-89e6-525371a69313 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:22.384645 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cf3c9ce3-5700-4184-a992-854024c4da4a req-e63c4852-9912-4f47-89e6-525371a69313 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1538980 Nov 09 19:49:22.451828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:22.453634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Attempting to bind port e2ccba9f-0261-41b5-9fe4-a195c0284e0d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:49:22.454142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Attempting to bind port e2ccba9f-0261-41b5-9fe4-a195c0284e0d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:49:22.454687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Attempting to bind port e2ccba9f-0261-41b5-9fe4-a195c0284e0d on network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:22.459912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Port e2ccba9f-0261-41b5-9fe4-a195c0284e0d on network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:49:22.460497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Attempting to bind port e2ccba9f-0261-41b5-9fe4-a195c0284e0d on network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:22.472560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:49:22.478476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Checking segment: {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:22.479029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Bound using segment: {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:49:22.480858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Bound port: e2ccba9f-0261-41b5-9fe4-a195c0284e0d, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:49:22.481263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:22.536796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cf3c9ce3-5700-4184-a992-854024c4da4a req-f5d70aa1-3ca8-44a5-a1cc-f8cc36505838 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503894 Nov 09 19:49:22.539669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:22.595962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] For port e2ccba9f-0261-41b5-9fe4-a195c0284e0d, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:49:22.602932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] For port e2ccba9f-0261-41b5-9fe4-a195c0284e0d, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:49:22.616634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:22.663471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:22.664295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:22.667183 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] 10.222.0.70 "PUT /v2.0/ports/e2ccba9f-0261-41b5-9fe4-a195c0284e0d HTTP/1.1" status: 200 len: 1091 time: 1.3777571 Nov 09 19:49:22.667885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'tag': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:22.672237 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a195e93e-de6b-4d54-b758-f69ff89f6d79" -d '{"events": [{"name": "network-changed", "server_uuid": "97ff12a3-5e1c-4707-8de0-13253c267a98", "tag": "e2ccba9f-0261-41b5-9fe4-a195c0284e0d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:22.743929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e2be4-f8cc-409e-8d8d-11cb65fa952d service neutron] Pushing event updated for resources: {'Port': ['ID=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:22.823482 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1651d98d-1e0e-4fcc-b806-1ed922e86c1f x-openstack-request-id: req-1651d98d-1e0e-4fcc-b806-1ed922e86c1f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:22.823928 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ff12a3-5e1c-4707-8de0-13253c267a98", "tag": "e2ccba9f-0261-41b5-9fe4-a195c0284e0d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:22.824206 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1651d98d-1e0e-4fcc-b806-1ed922e86c1f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:22.824635 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'tag': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d', 'status': 'completed', 'code': 200} Nov 09 19:49:22.846670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbbd95-63f6-40f5-884b-c965147392be req-08614089-0a93-4f28-b9b5-0f3181ecace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:22.848397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-08614089-0a93-4f28-b9b5-0f3181ecace2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 1094 time: 0.0977967 Nov 09 19:49:22.970839 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:22.989647 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-945db605-0427-4399-a1c3-9dd2c52e633c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d HTTP/1.1" status: 200 len: 217 time: 0.1072567 Nov 09 19:49:23.127581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22161060-1fb3-47ce-a61e-d5ed5e44bf66 req-8240f91c-45b1-44c7-9052-70ae5e7a8308 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:23.129324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22161060-1fb3-47ce-a61e-d5ed5e44bf66 req-8240f91c-45b1-44c7-9052-70ae5e7a8308 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2484024 Nov 09 19:49:23.131474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbbd95-63f6-40f5-884b-c965147392be req-d223df06-831a-4afd-88a8-c9f5c595f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:23.132875 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-d223df06-831a-4afd-88a8-c9f5c595f9e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 200 len: 848 time: 0.1424403 Nov 09 19:49:23.239956 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22161060-1fb3-47ce-a61e-d5ed5e44bf66 req-b18fd375-1550-4839-ac4e-bed17191906c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946100 Nov 09 19:49:23.242549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbbd95-63f6-40f5-884b-c965147392be req-888d797f-9248-4e85-838e-14c31d59aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:23.245502 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-888d797f-9248-4e85-838e-14c31d59aa9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=64c99bb4-90d7-4a67-a079-d1a5de0b5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009789 Nov 09 19:49:23.312926 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:23.316014 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:23.398580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47aa35-a90a-4712-9a4b-1d9d1e893071 req-5933ab44-b44b-43a9-ab44-fbbb435c6e3d tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:23.408506 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf47aa35-a90a-4712-9a4b-1d9d1e893071 req-5933ab44-b44b-43a9-ab44-fbbb435c6e3d tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.2227652 Nov 09 19:49:23.432187 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:23.432701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4420b08-f78b-4f12-aaf0-030d58a437e0 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:49:23.467162 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf47aa35-a90a-4712-9a4b-1d9d1e893071 req-2d03fc2f-f8bb-43a2-8633-bd2e61d9de44 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575991 Nov 09 19:49:23.511304 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 19:49:23.512635 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2570a458-74f5-458b-88ce-7646fc58305f tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4977729 Nov 09 19:49:23.516158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34752) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:23.559807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62b3c1-df0c-497a-8d5b-0b1711424f40 req-7dcac6ee-8549-4723-9f47-cf9ed5c755aa tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:23.578752 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b62b3c1-df0c-497a-8d5b-0b1711424f40 req-7dcac6ee-8549-4723-9f47-cf9ed5c755aa tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 943 time: 0.1310828 Nov 09 19:49:23.588356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-94fdff28-2c99-49f7-a6a8-a2cdf7f53e58 service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345561 Nov 09 19:49:23.690008 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b62b3c1-df0c-497a-8d5b-0b1711424f40 req-356deee5-ed87-48cf-b63c-20737dc99809 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100669 Nov 09 19:49:23.747075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ccc77-533f-4d9d-925f-c816a4e5576d req-ed4e5a86-97eb-4952-9d84-4b386d517fbf tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:23.750540 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ae4ccc77-533f-4d9d-925f-c816a4e5576d req-ed4e5a86-97eb-4952-9d84-4b386d517fbf tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1701965 Nov 09 19:49:23.780131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fdbbd95-63f6-40f5-884b-c965147392be req-e755881e-50a7-46ba-b8a4-d33ca5455a81 service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822827 Nov 09 19:49:23.836131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8a081546-27a8-42bc-a0bd-ff2402103463 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Deleting port 91b49a60-f90f-495f-bd7f-451bb0c5dc08 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:23.836694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a081546-27a8-42bc-a0bd-ff2402103463 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:23.871857 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ae4ccc77-533f-4d9d-925f-c816a4e5576d req-5f81aff8-8c7a-4c5c-9811-ca5694438710 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129782 Nov 09 19:49:23.952828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-ad3cac33-40a8-49ab-85b6-8a59cfc36dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:23.954777 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-ad3cac33-40a8-49ab-85b6-8a59cfc36dc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 1094 time: 0.1121659 Nov 09 19:49:24.046110 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a081546-27a8-42bc-a0bd-ff2402103463 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:24.082790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8a081546-27a8-42bc-a0bd-ff2402103463 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Calling delete_port for 91b49a60-f90f-495f-bd7f-451bb0c5dc08 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:24.154223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-9059be1d-371c-4ace-b568-73bdc8b917db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:24.155777 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-9059be1d-371c-4ace-b568-73bdc8b917db service neutron] 10.222.0.70 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 910 time: 0.1922710 Nov 09 19:49:24.211970 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-245eabd1-57dd-4813-917a-78e9a59a9df7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d HTTP/1.1" status: 200 len: 217 time: 0.0476680 Nov 09 19:49:24.296299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-e3bf272d-3861-4e22-be23-e02340c0fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:24.298006 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-e3bf272d-3861-4e22-be23-e02340c0fcd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 200 len: 848 time: 0.0701823 Nov 09 19:49:24.354393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-d8327aea-6bca-495a-a37a-e53159629ead tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:24.378739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-d8327aea-6bca-495a-a37a-e53159629ead tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 811 time: 0.1989756 Nov 09 19:49:24.379003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-de886d86-f99f-42c7-a937-71dabf83bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:24.380123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-de886d86-f99f-42c7-a937-71dabf83bd55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=64c99bb4-90d7-4a67-a079-d1a5de0b5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742040 Nov 09 19:49:24.415387 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-8a30f50d-e60d-4d2c-a076-b5b3d6386117 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/quotas/e3f76579cbf14f63a7509e37e4402350 HTTP/1.1" status: 200 len: 375 time: 0.0359075 Nov 09 19:49:24.514660 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-c98bf150-f35f-4ffe-95c7-e8c5f9471994 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0981591 Nov 09 19:49:24.561885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-3f9b454c-8478-4e7e-8ffa-ed5afd0fbb96 service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701813 Nov 09 19:49:24.608683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a081546-27a8-42bc-a0bd-ff2402103463 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:24.643817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a081546-27a8-42bc-a0bd-ff2402103463 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Pushing event deleted for resources: {'Port': ['ID=91b49a60-f90f-495f-bd7f-451bb0c5dc08,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:24.671310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-fe008e7b-2d4c-4b06-b3fe-06af71a8f01f service neutron] 10.222.0.53 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554446 Nov 09 19:49:24.695674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a85708-5e6a-4438-8af2-c0d51a581d5a req-f579e88a-ff4e-459e-923e-f7b9927c8a0b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:24.697197 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-38a85708-5e6a-4438-8af2-c0d51a581d5a req-f579e88a-ff4e-459e-923e-f7b9927c8a0b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.0728028 Nov 09 19:49:24.739175 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a195e93e-de6b-4d54-b758-f69ff89f6d79 req-e544d5b9-9093-401b-b889-54980aab76f7 service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680286 Nov 09 19:49:24.755598 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-38a85708-5e6a-4438-8af2-c0d51a581d5a req-6eea6b12-ba13-45d9-a692-00e1ab691ebe tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506353 Nov 09 19:49:24.799010 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a081546-27a8-42bc-a0bd-ff2402103463 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:24.802687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8a081546-27a8-42bc-a0bd-ff2402103463 tempest-RoutersAdminNegativeTest-920643006 tempest-RoutersAdminNegativeTest-920643006-project-admin] 10.222.0.53 "DELETE /v2.0/ports/91b49a60-f90f-495f-bd7f-451bb0c5dc08 HTTP/1.1" status: 204 len: 168 time: 1.2850409 Nov 09 19:49:24.852639 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-8bb15167-6ea0-4dd5-adfd-4d7729f3ad21 service neutron] 10.222.0.53 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314335 Nov 09 19:49:24.865166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91708303-c344-41e7-8928-320ba02b453b req-d30a6551-34c7-4c26-b30f-7c3bb75a9468 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:24.866833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91708303-c344-41e7-8928-320ba02b453b req-d30a6551-34c7-4c26-b30f-7c3bb75a9468 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 943 time: 0.0535738 Nov 09 19:49:24.927779 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91708303-c344-41e7-8928-320ba02b453b req-64aae556-1473-4ae7-bfb9-cc2ecef5de56 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522318 Nov 09 19:49:25.103723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-532139df-2ab2-4d12-b79e-1be93f65e1ea req-a494349f-f3b5-4698-90e3-f2380b34ae25 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 210 time: 0.0402482 Nov 09 19:49:25.224477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34836) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:25.270187 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:25.473130 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1675d48c-2a67-4037-9d1b-e8bc7bb2090d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:25.603696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1675d48c-2a67-4037-9d1b-e8bc7bb2090d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:25.609494 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1675d48c-2a67-4037-9d1b-e8bc7bb2090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:25.655760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1675d48c-2a67-4037-9d1b-e8bc7bb2090d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97cfddfc28524499965761716c9423d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299266 Nov 09 19:49:25.657744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675d48c-2a67-4037-9d1b-e8bc7bb2090d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111e1272-685a-4ead-ab50-40c503827484,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:25.658832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34874) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:25.723874 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9116-c595-4830-a86b-c1d2fd8ecba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:25.754309 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9116-c595-4830-a86b-c1d2fd8ecba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:25.811952 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9116-c595-4830-a86b-c1d2fd8ecba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:25.814796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9116-c595-4830-a86b-c1d2fd8ecba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:25.816196 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8d3f9116-c595-4830-a86b-c1d2fd8ecba2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/111e1272-685a-4ead-ab50-40c503827484 HTTP/1.1" status: 204 len: 168 time: 0.1542113 Nov 09 19:49:25.826483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f9116-c595-4830-a86b-c1d2fd8ecba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111e1272-685a-4ead-ab50-40c503827484,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:25.907232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7323049-3ab5-4706-a169-9b93e085749e req-a8823535-1e99-49f9-8d55-6ecb87f43b4d tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:25.911005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7323049-3ab5-4706-a169-9b93e085749e req-a8823535-1e99-49f9-8d55-6ecb87f43b4d tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.0665264 Nov 09 19:49:25.954553 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7323049-3ab5-4706-a169-9b93e085749e req-e33cfb86-69c1-4ad0-ba9b-7ec22db82bce tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Nov 09 19:49:26.111039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21a24d-d2a7-44fd-b150-2094bf77bfb2 req-7db33682-3d2d-453d-b085-0110aec3b552 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:26.113220 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3a21a24d-d2a7-44fd-b150-2094bf77bfb2 req-7db33682-3d2d-453d-b085-0110aec3b552 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 943 time: 0.0927780 Nov 09 19:49:26.178713 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3a21a24d-d2a7-44fd-b150-2094bf77bfb2 req-3dbddb49-f415-47a6-8194-c4ffdbd46a0f tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526276 Nov 09 19:49:26.314788 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-1108c61c-3d0c-45fa-ba12-aca9eee40f10 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:26.316364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-1108c61c-3d0c-45fa-ba12-aca9eee40f10 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 811 time: 0.1987143 Nov 09 19:49:26.349397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'port': {'device_id': 'bdd1fa0f-385e-4312-abec-56b26435e1b7', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'admin_state_up': True, 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:26.521778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a208b4e4-f6ea-41f3-bf06-42c6d9d758ba req-1a6628dd-9737-4535-b35a-7c4e69d470d4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 210 time: 0.0404494 Nov 09 19:49:26.541008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34928) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:26.561470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Made reservation on behalf of e3f76579cbf14f63a7509e37e4402350 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:26.565500 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:26.680038 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-280c61b2-c51a-4514-a62f-444afd950c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:26.715810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34934) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:26.761151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Allocated IP 172.20.0.10 (132c0985-fe0e-49b9-9daa-db2ce83b9806/5e09224b-e651-43e5-909b-471003214eea/fa46d398-7880-4a48-92a9-af72e7c6ec6d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:26.783839 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a5f2c3a2-544d-465b-be18-089900a05d3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b8386926fdc40e2bbcb76b83ea82c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665867 Nov 09 19:49:26.786854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34936) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:26.811420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-280c61b2-c51a-4514-a62f-444afd950c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:26.817244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-280c61b2-c51a-4514-a62f-444afd950c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:26.869517 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-280c61b2-c51a-4514-a62f-444afd950c4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=efa3a2cf1962495bacd1c3f50ad74254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272288 Nov 09 19:49:26.870860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34944) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:26.872905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c61b2-c51a-4514-a62f-444afd950c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0243e-e657-4c36-bebf-d8114307e2a7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:26.945133 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-307e2043-9ec7-4de8-8973-d50fd95c5331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:26.985919 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-307e2043-9ec7-4de8-8973-d50fd95c5331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:26.991296 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18d1a631-6f4b-4f01-b786-545f1d77ba25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.028973 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.040108 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18d1a631-6f4b-4f01-b786-545f1d77ba25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.048038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-ee4c1c31-e87a-4d21-99a5-1f117c56beb9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:27.049761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-ee4c1c31-e87a-4d21-99a5-1f117c56beb9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 805 time: 0.1523983 Nov 09 19:49:27.079404 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-9c815dba-1e45-4607-b819-512c3c5f0d26 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/quotas/b0843e54f65c4110a912b444a8951cdb HTTP/1.1" status: 200 len: 375 time: 0.0223248 Nov 09 19:49:27.112471 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-307e2043-9ec7-4de8-8973-d50fd95c5331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.115010 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-307e2043-9ec7-4de8-8973-d50fd95c5331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.116152 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-307e2043-9ec7-4de8-8973-d50fd95c5331 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbaa8b01-9af4-4bde-b0b5-2ddee3ce95e3 HTTP/1.1" status: 204 len: 168 time: 0.3282781 Nov 09 19:49:27.128214 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.137577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c65b0-eed2-4710-96d1-e73c2c5f2d10 req-27ee5eed-8f42-4189-bfc1-787393c6ba98 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:27.139714 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-610c65b0-eed2-4710-96d1-e73c2c5f2d10 req-27ee5eed-8f42-4189-bfc1-787393c6ba98 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1044836 Nov 09 19:49:27.139966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e2043-9ec7-4de8-8973-d50fd95c5331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaa8b01-9af4-4bde-b0b5-2ddee3ce95e3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:27.143164 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18d1a631-6f4b-4f01-b786-545f1d77ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.146136 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18d1a631-6f4b-4f01-b786-545f1d77ba25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.147344 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-18d1a631-6f4b-4f01-b786-545f1d77ba25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3cf0243e-e657-4c36-bebf-d8114307e2a7 HTTP/1.1" status: 204 len: 168 time: 0.2754035 Nov 09 19:49:27.172933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1a631-6f4b-4f01-b786-545f1d77ba25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0243e-e657-4c36-bebf-d8114307e2a7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:27.193711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-b278e281-d332-42e1-abbd-a37a380c83e0 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024466 Nov 09 19:49:27.207796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:27.217299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:27.223542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:27.225927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'Port': ['ID=fa46d398-7880-4a48-92a9-af72e7c6ec6d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:27.274753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-610c65b0-eed2-4710-96d1-e73c2c5f2d10 req-581a604d-4c35-471f-86b9-547fb1e6b211 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998003 Nov 09 19:49:27.325502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:27.326228 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.354204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-7f8c7c61-c442-450c-8fc1-5463b5503406 service neutron] 10.222.0.53 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465123 Nov 09 19:49:27.360622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-350aa8f0-b32a-4a7d-ba7e-e389366ee1c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0174415 Nov 09 19:49:27.396900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Request body: {'port': {'device_id': 'bdd1fa0f-385e-4312-abec-56b26435e1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:27.516456 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.562996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-09f3fe45-08b0-4caf-a382-d41478be48b5 service neutron] 10.222.0.53 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999116 Nov 09 19:49:27.586157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba2e86-55a7-44c2-b033-dde777724981 req-5ecbdd39-ef8c-436a-96b7-692cb32d76d3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:27.587768 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ebba2e86-55a7-44c2-b033-dde777724981 req-5ecbdd39-ef8c-436a-96b7-692cb32d76d3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 943 time: 0.2215602 Nov 09 19:49:27.634766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e42e4b7a-5e1d-4b8e-a2e7-df2ce0da7df4 None None] Provisioning complete for port fa46d398-7880-4a48-92a9-af72e7c6ec6d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:27.635839 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e42e4b7a-5e1d-4b8e-a2e7-df2ce0da7df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.701112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34976) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:27.716873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ed2-e6d0-4e91-8389-dbb5648ba52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.728503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e42e4b7a-5e1d-4b8e-a2e7-df2ce0da7df4 None None] Port fa46d398-7880-4a48-92a9-af72e7c6ec6d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:27.755621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ebba2e86-55a7-44c2-b033-dde777724981 req-bdf583e1-71ea-4bd7-a1fe-23fa8886109a tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092374 Nov 09 19:49:27.813642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e2ccba9f-0261-41b5-9fe4-a195c0284e0d details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:49:27.982213 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57be7a80-8ebd-4762-869e-d4f6a0438001 req-99cd021f-c8a0-4725-a6ad-3ea70da0d8e0 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 210 time: 0.0474603 Nov 09 19:49:27.987758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa46d398-7880-4a48-92a9-af72e7c6ec6d {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:49:27.996833 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:27.998032 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ed2-e6d0-4e91-8389-dbb5648ba52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.013011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Transition to ACTIVE for port object fa46d398-7880-4a48-92a9-af72e7c6ec6d will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:49:28.017191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ed2-e6d0-4e91-8389-dbb5648ba52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.018717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.036013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e2ccba9f-0261-41b5-9fe4-a195c0284e0d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:28.053484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'port_id': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d', 'mac_address': 'fa:16:3e:3f:e9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:49:28.058763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac3ed2-e6d0-4e91-8389-dbb5648ba52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24fd358-3717-4e56-8a1c-24cb29faba02,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:28.085773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Pushing event updated for resources: {'Port': ['ID=fa46d398-7880-4a48-92a9-af72e7c6ec6d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:28.105711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-69ac3ed2-e6d0-4e91-8389-dbb5648ba52d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=342d2e65220c41748ce7dcc985d3e8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012508 Nov 09 19:49:28.116310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34990) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:28.117042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319ed23-d671-432d-917e-b367409d583a req-903cbf5a-dc73-48ad-9a79-654c038df078 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:28.118729 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.124981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5319ed23-d671-432d-917e-b367409d583a req-903cbf5a-dc73-48ad-9a79-654c038df078 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 932 time: 0.2260725 Nov 09 19:49:28.169046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ccba9f-0261-41b5-9fe4-a195c0284e0d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:49:28.195129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e2ccba9f-0261-41b5-9fe4-a195c0284e0d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:28.198787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5319ed23-d671-432d-917e-b367409d583a req-aad34501-6a37-44ca-8e3e-f563d7794c2c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728774 Nov 09 19:49:28.216195 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.286497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:28.328900 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bdd42b1-e006-4c60-8a27-7d69b6276a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.345694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Attempting to bind port fa46d398-7880-4a48-92a9-af72e7c6ec6d on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:49:28.346043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Attempting to bind port fa46d398-7880-4a48-92a9-af72e7c6ec6d by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:49:28.346381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Attempting to bind port fa46d398-7880-4a48-92a9-af72e7c6ec6d on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:28.357434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Port fa46d398-7880-4a48-92a9-af72e7c6ec6d on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:49:28.357777 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Attempting to bind port fa46d398-7880-4a48-92a9-af72e7c6ec6d on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:28.389248 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bdd42b1-e006-4c60-8a27-7d69b6276a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.391531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:49:28.391817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Checking segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:28.392206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Bound using segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:49:28.392665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Bound port: fa46d398-7880-4a48-92a9-af72e7c6ec6d, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:49:28.393024 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.406934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35000) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:28.472159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-4a5d34ed-f4eb-40f1-b8b4-4402e4f41727 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:28.475084 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-4a5d34ed-f4eb-40f1-b8b4-4402e4f41727 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "GET /v2.0/ports?device_id=d470ac64-6445-435d-ad11-ffdadaaea862 HTTP/1.1" status: 200 len: 945 time: 0.1152198 Nov 09 19:49:28.523509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e2ccba9f-0261-41b5-9fe4-a195c0284e0d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:49:28.548924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038501d9-56d5-4afb-aa3e-5318b66c857d req-6d9cabe4-7381-4a9a-9a4e-03ccef1d6fbb tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:28.550466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-038501d9-56d5-4afb-aa3e-5318b66c857d req-6d9cabe4-7381-4a9a-9a4e-03ccef1d6fbb tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1372750 Nov 09 19:49:28.556617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] For port fa46d398-7880-4a48-92a9-af72e7c6ec6d, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:49:28.560959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] For port fa46d398-7880-4a48-92a9-af72e7c6ec6d, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=fa46d398-7880-4a48-92a9-af72e7c6ec6d,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:49:28.563767 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bdd42b1-e006-4c60-8a27-7d69b6276a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.566327 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bdd42b1-e006-4c60-8a27-7d69b6276a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.567490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3bdd42b1-e006-4c60-8a27-7d69b6276a56 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a24fd358-3717-4e56-8a1c-24cb29faba02 HTTP/1.1" status: 204 len: 168 time: 0.4493320 Nov 09 19:49:28.576284 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.604384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd42b1-e006-4c60-8a27-7d69b6276a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24fd358-3717-4e56-8a1c-24cb29faba02,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:28.638536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2025465257'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:28.643696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:28.644318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.645719 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] 10.222.0.77 "PUT /v2.0/ports/fa46d398-7880-4a48-92a9-af72e7c6ec6d HTTP/1.1" status: 200 len: 1092 time: 1.2636015 Nov 09 19:49:28.648215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd1fa0f-385e-4312-abec-56b26435e1b7', 'tag': 'fa46d398-7880-4a48-92a9-af72e7c6ec6d'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:28.650657 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1237f3-98f6-40fe-a22d-13be0db04cae" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd1fa0f-385e-4312-abec-56b26435e1b7", "tag": "fa46d398-7880-4a48-92a9-af72e7c6ec6d"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:28.676781 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-038501d9-56d5-4afb-aa3e-5318b66c857d req-5d9d2a9c-b8e7-42a1-8acb-3b81629d4e4c tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140606 Nov 09 19:49:28.698406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559e1ab-2795-407b-b2d8-d81ea4fa0cdd service neutron] Pushing event updated for resources: {'Port': ['ID=fa46d398-7880-4a48-92a9-af72e7c6ec6d,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:28.739435 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7dd1ff-4117-432a-afcb-e26d6f1f3510 x-openstack-request-id: req-ba7dd1ff-4117-432a-afcb-e26d6f1f3510 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:28.739740 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd1fa0f-385e-4312-abec-56b26435e1b7", "tag": "fa46d398-7880-4a48-92a9-af72e7c6ec6d", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:28.740207 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba7dd1ff-4117-432a-afcb-e26d6f1f3510 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:28.740763 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd1fa0f-385e-4312-abec-56b26435e1b7', 'tag': 'fa46d398-7880-4a48-92a9-af72e7c6ec6d', 'status': 'completed', 'code': 200} Nov 09 19:49:28.742006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Made reservation on behalf of eea0ec7b7ad4486da216c03b02a11143 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:28.756892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-e06bb4ff-0fdd-472e-8e9b-f341ac72f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:28.759412 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-e06bb4ff-0fdd-472e-8e9b-f341ac72f132 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 1095 time: 0.0579154 Nov 09 19:49:28.761143 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.799740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.814999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-f568fa1b-1977-4335-8348-8427c982a582 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa46d398-7880-4a48-92a9-af72e7c6ec6d HTTP/1.1" status: 200 len: 217 time: 0.0470560 Nov 09 19:49:28.821785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-0b58e46e-8062-4369-9008-0b25bbd5acdc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Deleting port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:28.822405 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-0b58e46e-8062-4369-9008-0b25bbd5acdc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:28.922383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-62c3442a-0ea0-4984-9e68-989f949101b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:28.924614 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-62c3442a-0ea0-4984-9e68-989f949101b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0989544 Nov 09 19:49:29.021988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-0b58e46e-8062-4369-9008-0b25bbd5acdc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] For port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:29.022354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-0b58e46e-8062-4369-9008-0b25bbd5acdc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.040911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-320228bd-51dd-4865-b5f0-54ec0ab8522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:29.042506 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-320228bd-51dd-4865-b5f0-54ec0ab8522a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953081 Nov 09 19:49:29.049908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-0b58e46e-8062-4369-9008-0b25bbd5acdc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Calling delete_port for fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:29.050288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a014f71-5feb-4056-a859-9c4a07b4a8b8 req-470e29f3-53aa-46eb-92f9-8fc419f80866 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:29.066295 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a014f71-5feb-4056-a859-9c4a07b4a8b8 req-470e29f3-53aa-46eb-92f9-8fc419f80866 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 944 time: 0.1403418 Nov 09 19:49:29.068232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.074612 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.187254 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a014f71-5feb-4056-a859-9c4a07b4a8b8 req-3a39a5f5-7f0d-4f93-818d-ced029a71b9b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200354 Nov 09 19:49:29.205302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:49:29.214191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9f5de04-c7fe-46b0-ab38-5d27638030f8 req-5084a826-1cdf-4738-9fa6-86dadd2d5f81 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 210 time: 0.0568547 Nov 09 19:49:29.232698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-88be6cef-9d40-4f78-b0f7-60e38f03f0d9 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643741 Nov 09 19:49:29.236154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad8e6a5-0693-41cf-b7ed-06b37b96f613,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:29.242233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.242591 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Added segment e34349e8-d6e3-4f61-9ba9-f6215eb35b3e of type vlan for network 657a4255-212c-4e58-af36-1c3b0862f9b9 Nov 09 19:49:29.322181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.432224 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c52a28c2-1a1e-47bd-b94b-b8f6189ef419 req-abe2af23-9d5d-42fd-83b7-90539d2eba87 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859241 Nov 09 19:49:29.450817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.457503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:29.458173 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.459101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175dc82-dfe5-448a-aacc-f663a06a76e1 req-dc87e4da-2ee0-4482-bbba-1e917a3dd358 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:29.460961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0175dc82-dfe5-448a-aacc-f663a06a76e1 req-dc87e4da-2ee0-4482-bbba-1e917a3dd358 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 944 time: 0.1267273 Nov 09 19:49:29.491183 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0827899 Nov 09 19:49:29.495623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35032) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:29.502771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'subnet': {'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:29.538308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-0b58e46e-8062-4369-9008-0b25bbd5acdc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.546447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-b8cfb178-ca6e-4226-8a72-c9762269c72b tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:29.548035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-b8cfb178-ca6e-4226-8a72-c9762269c72b tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 805 time: 0.2602227 Nov 09 19:49:29.589684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Request body: {'port': {'device_id': '4765a8eb-2015-40e8-9832-db572d788390', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'admin_state_up': True, 'tenant_id': 'b0843e54f65c4110a912b444a8951cdb'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:29.598328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58e46e-8062-4369-9008-0b25bbd5acdc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Pushing event deleted for resources: {'Port': ['ID=fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:29.600236 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0175dc82-dfe5-448a-aacc-f663a06a76e1 req-d3914581-f6f7-4655-8eeb-a8f7dbb81a5e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279578 Nov 09 19:49:29.629197 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-a58ab50f-5af6-42cf-8bec-4639f539695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:29.630755 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-a58ab50f-5af6-42cf-8bec-4639f539695e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 1095 time: 0.1317530 Nov 09 19:49:29.648818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6a581-3a8a-4f9b-bb6f-33f5f036650d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Network': ['ID=657a4255-212c-4e58-af36-1c3b0862f9b9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:29.662591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:49:29.741535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Made reservation on behalf of eea0ec7b7ad4486da216c03b02a11143 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:29.756386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.756633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-0b58e46e-8062-4369-9008-0b25bbd5acdc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] No DVR routers for this DVR port fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:49:29.763927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-0b58e46e-8062-4369-9008-0b25bbd5acdc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.767965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52db7825-993f-4272-9615-f36b1ca73ae3 req-0b58e46e-8062-4369-9008-0b25bbd5acdc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "DELETE /v2.0/ports/fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c HTTP/1.1" status: 204 len: 173 time: 1.2860959 Nov 09 19:49:29.770232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd470ac64-6445-435d-ad11-ffdadaaea862', 'name': 'network-vif-deleted', 'tag': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:29.773094 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb0ac5e-e1fb-4850-b61a-671f1873c822" -d '{"events": [{"server_uuid": "d470ac64-6445-435d-ad11-ffdadaaea862", "name": "network-vif-deleted", "tag": "fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:29.828732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e2ccba9f-0261-41b5-9fe4-a195c0284e0d up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:29.852856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90d84-0914-4b0e-8074-b495be7d08c9 req-a6ddd1ef-0a05-4621-b73b-2c48f7f55adf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:29.860882 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33b90d84-0914-4b0e-8074-b495be7d08c9 req-a6ddd1ef-0a05-4621-b73b-2c48f7f55adf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.0915017 Nov 09 19:49:29.884587 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a79e62-6e2f-4864-8fad-2c86f3cd0608 x-openstack-request-id: req-48a79e62-6e2f-4864-8fad-2c86f3cd0608 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:29.884935 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d470ac64-6445-435d-ad11-ffdadaaea862", "name": "network-vif-deleted", "tag": "fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:29.885148 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48a79e62-6e2f-4864-8fad-2c86f3cd0608 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:29.886025 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd470ac64-6445-435d-ad11-ffdadaaea862', 'name': 'network-vif-deleted', 'tag': 'fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c', 'status': 'completed', 'code': 200} Nov 09 19:49:29.892681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Made reservation on behalf of b0843e54f65c4110a912b444a8951cdb for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:29.896508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:29.931973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33b90d84-0914-4b0e-8074-b495be7d08c9 req-9116353f-a420-462c-bc06-dfe454f41df0 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653484 Nov 09 19:49:30.016469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port e2ccba9f-0261-41b5-9fe4-a195c0284e0d completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:49:30.022342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port e2ccba9f-0261-41b5-9fe4-a195c0284e0d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:30.023573 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:30.137058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Allocated IP 172.20.0.6 (a24159fd-6265-4538-b516-77c9d746e7d5/017f9f0a-652d-4c5b-9ffd-a1403c63eb79/ef6d49ed-a5a6-421a-82df-41bcbefa2b61) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:30.211122 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:30.258022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e2ccba9f-0261-41b5-9fe4-a195c0284e0d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:30.260236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:30.265746 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf83afe-c52c-49cb-98b5-ac88eddcc8c0" -d '{"events": [{"server_uuid": "97ff12a3-5e1c-4707-8de0-13253c267a98", "name": "network-vif-plugged", "status": "completed", "tag": "e2ccba9f-0261-41b5-9fe4-a195c0284e0d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:30.277672 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:30.281200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:49:30.318738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:49:30.319207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:49:30.386087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:30.388668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-c04e978b-4afe-41c4-9cfd-6beb8d984e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:30.395673 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-c04e978b-4afe-41c4-9cfd-6beb8d984e0f service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.7561803 Nov 09 19:49:30.402673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:30.429625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:30.498697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Network a24159fd-6265-4538-b516-77c9d746e7d5 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:30.504343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:30.510440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:30.525727 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-759c1d33-2570-4bbc-8f5c-1b13c5c7a3dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa46d398-7880-4a48-92a9-af72e7c6ec6d HTTP/1.1" status: 200 len: 217 time: 0.0486310 Nov 09 19:49:30.527401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad947b6-905f-44ba-bb75-669be4b2ef68 req-166b3f0e-f8c9-49ea-b568-1f0366c0ab88 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:30.536621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ad947b6-905f-44ba-bb75-669be4b2ef68 req-166b3f0e-f8c9-49ea-b568-1f0366c0ab88 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.1182938 Nov 09 19:49:30.569426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Pushing event updated for resources: {'Port': ['ID=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:30.608950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c3d6-0e3d-4494-a91e-161a245ea290 req-e0e1126b-9f7b-46f5-b74b-22645cd9d33d tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:30.610726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9207c3d6-0e3d-4494-a91e-161a245ea290 req-e0e1126b-9f7b-46f5-b74b-22645cd9d33d tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 946 time: 0.2236395 Nov 09 19:49:30.622274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ad947b6-905f-44ba-bb75-669be4b2ef68 req-162113c3-76cb-4bf1-a797-c9cc1d6aeb98 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844665 Nov 09 19:49:30.631688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:30.632523 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:30.664446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-fd21b6b5-8d2e-4554-a53b-9720b9f25d75 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0835707 Nov 09 19:49:30.688745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Request body: {'port': {'device_id': '4765a8eb-2015-40e8-9832-db572d788390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:30.700233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9207c3d6-0e3d-4494-a91e-161a245ea290 req-cb9aa4b1-6332-41ff-b77b-0951f509e0dc tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757565 Nov 09 19:49:30.703991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-ac03f4be-9aba-463d-8d07-eeaee95144c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:30.705454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-ac03f4be-9aba-463d-8d07-eeaee95144c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.1655977 Nov 09 19:49:30.744279 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32527abb-4d25-4a70-9be0-81f06be8e578 x-openstack-request-id: req-32527abb-4d25-4a70-9be0-81f06be8e578 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:30.746000 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ff12a3-5e1c-4707-8de0-13253c267a98", "name": "network-vif-plugged", "status": "completed", "tag": "e2ccba9f-0261-41b5-9fe4-a195c0284e0d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:30.746435 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32527abb-4d25-4a70-9be0-81f06be8e578 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:30.747144 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d', 'code': 200} Nov 09 19:49:30.810684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdac2c-e201-41b3-92c4-097715e90789 req-0b0b459e-dd66-48b2-8788-30a5c06c813f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:30.818576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ebdac2c-e201-41b3-92c4-097715e90789 req-0b0b459e-dd66-48b2-8788-30a5c06c813f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 931 time: 0.0973227 Nov 09 19:49:30.852224 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:30.897101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-9fe22bce-914e-4fda-b59d-2b119ae51bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:30.899006 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-9fe22bce-914e-4fda-b59d-2b119ae51bae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828525 Nov 09 19:49:30.943479 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ebdac2c-e201-41b3-92c4-097715e90789 req-6b3ead44-ba9f-4165-a86b-02902601f437 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240849 Nov 09 19:49:30.955027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f9fed-9bc4-404b-9349-e870ea191375 req-3367b5eb-6d23-4543-b8bb-256302068f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:30.957351 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d5f9fed-9bc4-404b-9349-e870ea191375 req-3367b5eb-6d23-4543-b8bb-256302068f8e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 1096 time: 0.1300025 Nov 09 19:49:31.079808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f171399-4d10-4eb2-9ad2-63cffe391d3b req-d5749129-f104-4fae-aeaa-88ac666819c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:31.088065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f171399-4d10-4eb2-9ad2-63cffe391d3b req-d5749129-f104-4fae-aeaa-88ac666819c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 944 time: 0.2427099 Nov 09 19:49:31.104451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d5f9fed-9bc4-404b-9349-e870ea191375 req-8270190a-f28f-48e0-9d7e-e276cb1d8479 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317515 Nov 09 19:49:31.117823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:31.201505 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f171399-4d10-4eb2-9ad2-63cffe391d3b req-12f8439e-defe-4b74-a948-b86ae55bfbd8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081223 Nov 09 19:49:31.259474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Subnet': ['ID=4e6b6a20-39cd-43de-ae21-db6067ce1de4,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:31.272600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26617c6b-a4ef-41be-a942-7c63a56f5221 req-efa5ce07-7a3f-4d22-94fc-429c5d677dba tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:31.274567 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26617c6b-a4ef-41be-a942-7c63a56f5221 req-efa5ce07-7a3f-4d22-94fc-429c5d677dba tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1909168 Nov 09 19:49:31.286333 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-8b77ff26-dacc-4fce-8939-5f72e49c8a11 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777502 Nov 09 19:49:31.327196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Checking segment: {'id': 'e34349e8-d6e3-4f61-9ba9-f6215eb35b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:31.327781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Network hostable DHCP agents. Network: 657a4255-212c-4e58-af36-1c3b0862f9b9, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:49:31.363649 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26617c6b-a4ef-41be-a942-7c63a56f5221 req-a3feba98-5c21-4645-a372-84823dcffd09 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784657 Nov 09 19:49:31.409690 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:49:31.421632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6d49ed-a5a6-421a-82df-41bcbefa2b61 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:49:31.429782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 657a4255-212c-4e58-af36-1c3b0862f9b9) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:31.431770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:31.438328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:31.438902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a027cd0-7c8a-47c3-a197-6ba0d3cac3b6 None None] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:49:31.439192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:31.444878 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da1237f3-98f6-40fe-a22d-13be0db04cae req-2c12af57-48e6-4b30-8afa-e252bc66b355 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472700 Nov 09 19:49:31.461128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Transition to ACTIVE for port object ef6d49ed-a5a6-421a-82df-41bcbefa2b61 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:49:31.467942 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2b67fead-9d08-41fb-8669-9e2a71a4b84d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9673538 Nov 09 19:49:31.468216 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:31.468651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35088) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:31.473888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'port': {'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9', 'name': 'tempest-AllowedAddressPairTestJSON-5034636'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:31.524460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device fa46d398-7880-4a48-92a9-af72e7c6ec6d details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:49:31.542424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Pushing event updated for resources: {'Port': ['ID=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:31.634148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Attempting to bind port ef6d49ed-a5a6-421a-82df-41bcbefa2b61 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:49:31.634493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Attempting to bind port ef6d49ed-a5a6-421a-82df-41bcbefa2b61 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:49:31.634862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Attempting to bind port ef6d49ed-a5a6-421a-82df-41bcbefa2b61 on network a24159fd-6265-4538-b516-77c9d746e7d5 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:31.641238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Port ef6d49ed-a5a6-421a-82df-41bcbefa2b61 on network a24159fd-6265-4538-b516-77c9d746e7d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:49:31.641578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Attempting to bind port ef6d49ed-a5a6-421a-82df-41bcbefa2b61 on network a24159fd-6265-4538-b516-77c9d746e7d5 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:31.653705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:49:31.654054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Checking segment: {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:31.654593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Bound using segment: {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:49:31.655043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Bound port: ef6d49ed-a5a6-421a-82df-41bcbefa2b61, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:49:31.655408 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:31.756726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] For port ef6d49ed-a5a6-421a-82df-41bcbefa2b61, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:49:31.761632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] For port ef6d49ed-a5a6-421a-82df-41bcbefa2b61, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:49:31.767310 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:31.817236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Made reservation on behalf of eea0ec7b7ad4486da216c03b02a11143 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:31.821275 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:31.829887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port fa46d398-7880-4a48-92a9-af72e7c6ec6d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=fa46d398-7880-4a48-92a9-af72e7c6ec6d,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:31.845612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] device_id is not set on port b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:49:31.849947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'fa46d398-7880-4a48-92a9-af72e7c6ec6d', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'port_id': 'fa46d398-7880-4a48-92a9-af72e7c6ec6d', 'mac_address': 'fa:16:3e:89:a9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:49:31.870638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:31.871274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:31.872809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] 10.222.0.70 "PUT /v2.0/ports/ef6d49ed-a5a6-421a-82df-41bcbefa2b61 HTTP/1.1" status: 200 len: 1091 time: 1.1986341 Nov 09 19:49:31.873929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-cf6241bc-ba15-448b-a05a-ab3a02c0de65 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:31.874712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adda190-e8d7-41e3-9652-1a1c832d934e service neutron] Pushing event updated for resources: {'Port': ['ID=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:31.876060 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-cf6241bc-ba15-448b-a05a-ab3a02c0de65 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 946 time: 0.2484806 Nov 09 19:49:31.887366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4765a8eb-2015-40e8-9832-db572d788390', 'tag': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:31.890121 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a26315-9e01-4553-8cf6-7a00f10a9f63" -d '{"events": [{"name": "network-changed", "server_uuid": "4765a8eb-2015-40e8-9832-db572d788390", "tag": "ef6d49ed-a5a6-421a-82df-41bcbefa2b61"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:31.912330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf1ac9-ba7e-40be-a811-c449fc975cfa req-1a5de922-7a5c-4c81-9383-2d4bab38100a tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:31.914047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9cf1ac9-ba7e-40be-a811-c449fc975cfa req-1a5de922-7a5c-4c81-9383-2d4bab38100a tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 946 time: 0.1045260 Nov 09 19:49:31.929328 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:31.934212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afbe91-4f83-4b7c-a7a5-6ec6d713c108 req-ca31a351-f24b-49d4-a37c-0d02f92187bf tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:31.942732 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7afbe91-4f83-4b7c-a7a5-6ec6d713c108 req-ca31a351-f24b-49d4-a37c-0d02f92187bf tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.2143130 Nov 09 19:49:31.945575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-657a4255-212c-4e58-af36-1c3b0862f9b9', 'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9', 'tenant_id': 'eea0ec7b7ad4486da216c03b02a11143', 'fixed_ips': [{'subnet_id': '4e6b6a20-39cd-43de-ae21-db6067ce1de4'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:49:31.947113 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:31.987946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9cf1ac9-ba7e-40be-a811-c449fc975cfa req-85c8471c-1df9-483e-84d8-ce785221d144 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617902 Nov 09 19:49:32.012396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-9577542b-0009-4323-aea2-b09c2f5ec6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:32.013908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-9577542b-0009-4323-aea2-b09c2f5ec6ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 1094 time: 0.0961499 Nov 09 19:49:32.072168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa46d398-7880-4a48-92a9-af72e7c6ec6d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:49:32.087324 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7afbe91-4f83-4b7c-a7a5-6ec6d713c108 req-7e7a791b-5939-4774-a45f-549920f8f901 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429198 Nov 09 19:49:32.122560 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5160adf5-2fc9-49cd-9192-c440b251dfa4 x-openstack-request-id: req-5160adf5-2fc9-49cd-9192-c440b251dfa4 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:32.122911 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4765a8eb-2015-40e8-9832-db572d788390", "tag": "ef6d49ed-a5a6-421a-82df-41bcbefa2b61", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:32.123161 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5160adf5-2fc9-49cd-9192-c440b251dfa4 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:32.123651 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4765a8eb-2015-40e8-9832-db572d788390', 'tag': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61', 'status': 'completed', 'code': 200} Nov 09 19:49:32.125098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-36c2c5b0-8610-4884-9bec-4218befc7f41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6d49ed-a5a6-421a-82df-41bcbefa2b61 HTTP/1.1" status: 200 len: 217 time: 0.0933015 Nov 09 19:49:32.159329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port fa46d398-7880-4a48-92a9-af72e7c6ec6d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=fa46d398-7880-4a48-92a9-af72e7c6ec6d,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:32.168113 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:32.186397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Deleting port 2861e7c2-bf1c-4e8d-a524-331e2a587798 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:32.187084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:32.204384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-a7e703ed-5665-40ef-a6fd-345b94995301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:32.206235 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-a7e703ed-5665-40ef-a6fd-345b94995301 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=017f9f0a-652d-4c5b-9ffd-a1403c63eb79 HTTP/1.1" status: 200 len: 845 time: 0.0694554 Nov 09 19:49:32.257954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Allocated IP 172.20.0.2 (657a4255-212c-4e58-af36-1c3b0862f9b9/4e6b6a20-39cd-43de-ae21-db6067ce1de4/1dbcf067-194f-45b9-bd83-176fbc5d830f) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:32.315972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=fa46d398-7880-4a48-92a9-af72e7c6ec6d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:32.353267 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-35b56e2e-44f8-4195-b3a6-bc1a835924c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a24159fd-6265-4538-b516-77c9d746e7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188688 Nov 09 19:49:32.373458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] For port 2861e7c2-bf1c-4e8d-a524-331e2a587798, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2861e7c2-bf1c-4e8d-a524-331e2a587798,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:32.374276 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:32.407204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0001c52-1f0e-41bd-b351-d588f7f2a94e req-462efdbb-06de-42f3-b618-5166ee994bb4 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:32.409280 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e0001c52-1f0e-41bd-b351-d588f7f2a94e req-462efdbb-06de-42f3-b618-5166ee994bb4 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 943 time: 0.2019954 Nov 09 19:49:32.435982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fa46d398-7880-4a48-92a9-af72e7c6ec6d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:49:32.487250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98254e9-59ab-4a84-8ca6-91b4d46cea78 req-c236c80b-9120-4b8c-ab6a-16880e11cea6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:32.488883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c98254e9-59ab-4a84-8ca6-91b4d46cea78 req-c236c80b-9120-4b8c-ab6a-16880e11cea6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 945 time: 0.1763773 Nov 09 19:49:32.494493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-b8a0f05c-eb0b-4c50-ba71-50029391fbcd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3756745 Nov 09 19:49:32.508207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6feeb-f135-43e3-befc-d0969673ca1f req-19f4493e-c016-411d-9ac5-f8d9bd24168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:32.509795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89a6feeb-f135-43e3-befc-d0969673ca1f req-19f4493e-c016-411d-9ac5-f8d9bd24168d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1097 time: 0.3015921 Nov 09 19:49:32.514017 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e0001c52-1f0e-41bd-b351-d588f7f2a94e req-78f786a2-4fe1-4baa-ab47-e29595b71f6e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708497 Nov 09 19:49:32.596091 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-86cdd8ac-7d6f-4be8-929c-2098602d7425 service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310491 Nov 09 19:49:32.606466 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89a6feeb-f135-43e3-befc-d0969673ca1f req-b06607f9-b9ab-455d-934b-083e9e6d2ae5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826731 Nov 09 19:49:32.673144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c98254e9-59ab-4a84-8ca6-91b4d46cea78 req-cf0589e7-253f-41cc-b168-4002614810f4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744592 Nov 09 19:49:32.724188 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:32.746229 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:32.780100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35116) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:32.816210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:32.819224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Pushing event updated for resources: {'Port': ['ID=1dbcf067-194f-45b9-bd83-176fbc5d830f,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:32.819462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Allocated IP 172.20.0.13 (657a4255-212c-4e58-af36-1c3b0862f9b9/4e6b6a20-39cd-43de-ae21-db6067ce1de4/b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:32.827170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:32.828143 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:32.828143 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Floating IP cfefca4b-9593-47f7-8ef7-7a02de91651f disassociated. External IP: 172.25.6.77, port: 2861e7c2-bf1c-4e8d-a524-331e2a587798. Nov 09 19:49:32.828390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Calling delete_port for 2861e7c2-bf1c-4e8d-a524-331e2a587798 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:32.833463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:32.836907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:32.908336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Attempting to bind port 1dbcf067-194f-45b9-bd83-176fbc5d830f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:49:32.908709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Attempting to bind port 1dbcf067-194f-45b9-bd83-176fbc5d830f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e34349e8-d6e3-4f61-9ba9-f6215eb35b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:49:32.909335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Attempting to bind port 1dbcf067-194f-45b9-bd83-176fbc5d830f on network 657a4255-212c-4e58-af36-1c3b0862f9b9 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:32.914753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:49:32.915136 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Checking segment: {'id': 'e34349e8-d6e3-4f61-9ba9-f6215eb35b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:32.915897 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:32.916017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Bound using segment: {'id': 'e34349e8-d6e3-4f61-9ba9-f6215eb35b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:49:32.916411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Bound port: 1dbcf067-194f-45b9-bd83-176fbc5d830f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34349e8-d6e3-4f61-9ba9-f6215eb35b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:49:32.917002 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:32.972955 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b1e793f-9780-4b48-984d-fd2447cbc5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:32.990374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] For port 1dbcf067-194f-45b9-bd83-176fbc5d830f, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:49:32.994150 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] For port 1dbcf067-194f-45b9-bd83-176fbc5d830f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1dbcf067-194f-45b9-bd83-176fbc5d830f,segment=NetworkSegment(e34349e8-d6e3-4f61-9ba9-f6215eb35b3e),segment_id=e34349e8-d6e3-4f61-9ba9-f6215eb35b3e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:49:32.999275 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.085672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90891dbe-bf3d-4566-ad94-a3278833c689 None None] Pushing event updated for resources: {'Port': ['ID=1dbcf067-194f-45b9-bd83-176fbc5d830f,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:33.204504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-03851036-c7dc-4d41-ba3f-b53113849b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.205107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-03851036-c7dc-4d41-ba3f-b53113849b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.205579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-03851036-c7dc-4d41-ba3f-b53113849b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.206051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-03851036-c7dc-4d41-ba3f-b53113849b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.206536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-03851036-c7dc-4d41-ba3f-b53113849b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.207042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-03851036-c7dc-4d41-ba3f-b53113849b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.207496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-03851036-c7dc-4d41-ba3f-b53113849b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.209540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-03851036-c7dc-4d41-ba3f-b53113849b41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6497 time: 0.6283476 Nov 09 19:49:33.236729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac4996-302c-42e1-9eee-ab44f733962b req-cdcc3cdd-8f82-4098-ae71-d70086369873 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.238281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25ac4996-302c-42e1-9eee-ab44f733962b req-cdcc3cdd-8f82-4098-ae71-d70086369873 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1413600 Nov 09 19:49:33.240146 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.243218 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.254543 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b1e793f-9780-4b48-984d-fd2447cbc5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.286431 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b1e793f-9780-4b48-984d-fd2447cbc5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.311681 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d14e637-075b-4deb-94e0-d396aa492ee2 req-d177596f-7b20-4078-8886-96d9083985fa service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993001 Nov 09 19:49:33.313653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94170d55-b87d-4f17-b688-786b2cb0df5a req-0db70bea-e3cc-456e-9bd9-1ccf51f709a2 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.330387 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94170d55-b87d-4f17-b688-786b2cb0df5a req-0db70bea-e3cc-456e-9bd9-1ccf51f709a2 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 867 time: 0.1987276 Nov 09 19:49:33.342907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Pushing event deleted for resources: {'Port': ['ID=2861e7c2-bf1c-4e8d-a524-331e2a587798,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:33.361932 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25ac4996-302c-42e1-9eee-ab44f733962b req-c3ff4f3e-33b4-42f5-8934-1e7235293956 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039863 Nov 09 19:49:33.394447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e793f-9780-4b48-984d-fd2447cbc5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e18ab-33a0-4999-8ce9-5eb64806a24a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:33.416299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-a3d6da6c-5d58-4a7b-af1c-304e87f70f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.417971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-a3d6da6c-5d58-4a7b-af1c-304e87f70f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.418667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-a3d6da6c-5d58-4a7b-af1c-304e87f70f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.422092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-a3d6da6c-5d58-4a7b-af1c-304e87f70f41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=0abcee26-04fe-418b-aa66-b8ce235a5293&id=0abcee26-04fe-418b-aa66-b8ce235a5293 HTTP/1.1" status: 200 len: 2298 time: 0.1795754 Nov 09 19:49:33.470460 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9b1e793f-9780-4b48-984d-fd2447cbc5d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a9ba898b12040c59cd43dedee5fca25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870275 Nov 09 19:49:33.471363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35124) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:33.552582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device fa46d398-7880-4a48-92a9-af72e7c6ec6d up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:33.572523 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-8361246c-efa5-48ff-bb93-c889a704f5ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 HTTP/1.1" status: 200 len: 1002 time: 0.1363866 Nov 09 19:49:33.574785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a26315-9e01-4553-8cf6-7a00f10a9f63 req-215482fd-a931-4a59-8de2-0779ccb43be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.576330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90a26315-9e01-4553-8cf6-7a00f10a9f63 req-215482fd-a931-4a59-8de2-0779ccb43be4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 1094 time: 0.1529980 Nov 09 19:49:33.589312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba91fd9-40cd-4a20-8f33-04e9aaa0a8ab req-15f821f6-9019-445c-a262-5063e876c4bb tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.591436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ba91fd9-40cd-4a20-8f33-04e9aaa0a8ab req-15f821f6-9019-445c-a262-5063e876c4bb tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.0893888 Nov 09 19:49:33.602441 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.609905 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-94170d55-b87d-4f17-b688-786b2cb0df5a req-226dc850-25a1-4c4d-9464-ce914a91c75a tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups?id=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785296 Nov 09 19:49:33.635306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port fa46d398-7880-4a48-92a9-af72e7c6ec6d completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:49:33.639796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port fa46d398-7880-4a48-92a9-af72e7c6ec6d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:33.640170 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.692921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:33.710346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:33.746034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:33.793042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ba91fd9-40cd-4a20-8f33-04e9aaa0a8ab req-70fc902b-569e-4863-a788-03d2e176cf1c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829944 Nov 09 19:49:33.799601 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.799892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-f391d625-ea22-4c02-8767-8e2029b082e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.808888 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-f391d625-ea22-4c02-8767-8e2029b082e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=631c072b-443f-46be-a69f-00bb6024fc68 HTTP/1.1" status: 200 len: 856 time: 0.2160394 Nov 09 19:49:33.830864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd1fa0f-385e-4312-abec-56b26435e1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa46d398-7880-4a48-92a9-af72e7c6ec6d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:33.831102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f055727-0537-4dd2-b20b-b6d5150946bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.832760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Port': ['ID=b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:33.833850 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae16451-be8f-447b-9ff2-0acc6ec3bda2" -d '{"events": [{"server_uuid": "bdd1fa0f-385e-4312-abec-56b26435e1b7", "name": "network-vif-plugged", "status": "completed", "tag": "fa46d398-7880-4a48-92a9-af72e7c6ec6d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:33.850586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port fa46d398-7880-4a48-92a9-af72e7c6ec6d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=fa46d398-7880-4a48-92a9-af72e7c6ec6d,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:33.852474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a26315-9e01-4553-8cf6-7a00f10a9f63 req-38e42d02-932f-4ddc-b86a-415963e34b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.855266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90a26315-9e01-4553-8cf6-7a00f10a9f63 req-38e42d02-932f-4ddc-b86a-415963e34b2e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 906 time: 0.2606108 Nov 09 19:49:33.860434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:49:33.862726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:49:33.900187 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:49:33.900543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device fe1d9bf9-2992-43ab-99ef-f2c5ecc2271c not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:49:33.902538 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.945055 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f055727-0537-4dd2-b20b-b6d5150946bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.964186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90a26315-9e01-4553-8cf6-7a00f10a9f63 req-3e167ee4-e467-452a-8403-fb0c16a1d088 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef6d49ed-a5a6-421a-82df-41bcbefa2b61 HTTP/1.1" status: 200 len: 217 time: 0.0836868 Nov 09 19:49:33.967308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:33.968104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:33.993615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252104e0-fa89-4a8c-8950-81bd48610e66 req-b54e6729-1242-4ca5-8750-7b801c712dc6 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:34.006133 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-252104e0-fa89-4a8c-8950-81bd48610e66 req-b54e6729-1242-4ca5-8750-7b801c712dc6 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 943 time: 0.3056977 Nov 09 19:49:34.022753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=fa46d398-7880-4a48-92a9-af72e7c6ec6d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:34.061651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-a15319db-d70d-4b7a-9e49-dd52366ba5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:34.063287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-a15319db-d70d-4b7a-9e49-dd52366ba5f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070484 Nov 09 19:49:34.144024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a26315-9e01-4553-8cf6-7a00f10a9f63 req-6c8e5ee7-dee1-4944-87a7-6d0bccd059dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:34.145578 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90a26315-9e01-4553-8cf6-7a00f10a9f63 req-6c8e5ee7-dee1-4944-87a7-6d0bccd059dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=017f9f0a-652d-4c5b-9ffd-a1403c63eb79 HTTP/1.1" status: 200 len: 845 time: 0.1737821 Nov 09 19:49:34.198905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2100f5-56c7-45bf-b3e0-812d243fc8a0 req-6b6f8e0f-522a-43f1-98e6-a4099f439193 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:34.201478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb2100f5-56c7-45bf-b3e0-812d243fc8a0 req-6b6f8e0f-522a-43f1-98e6-a4099f439193 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1580193 Nov 09 19:49:34.209413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90a26315-9e01-4553-8cf6-7a00f10a9f63 req-60a5000f-bb3c-46e1-a743-c84236441c3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a24159fd-6265-4538-b516-77c9d746e7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555346 Nov 09 19:49:34.288141 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-98b54423-6751-431b-97a4-c1dc9fdfbe15 service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085161 Nov 09 19:49:34.357311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd113a-166d-417c-af95-07c01e1affd2 None None] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:49:34.368871 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb2100f5-56c7-45bf-b3e0-812d243fc8a0 req-ee4880c0-4bac-4c2d-a474-6dc40e8f9c8a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584387 Nov 09 19:49:34.423497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-46c1cb67-6956-47e9-abfd-f87a22cd1e60 None None] Provisioning complete for port 1dbcf067-194f-45b9-bd83-176fbc5d830f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:34.423497 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb67-6956-47e9-abfd-f87a22cd1e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:34.424468 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90a26315-9e01-4553-8cf6-7a00f10a9f63 req-7d229aaf-a16b-44cf-826c-9de482f7a095 service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033234 Nov 09 19:49:34.427049 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-276e4553-7231-4fbe-ac3b-a0c86d7ea392 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9572139 Nov 09 19:49:34.439403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35138) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:34.441016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'port': {'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9', 'name': 'tempest-AllowedAddressPairTestJSON-953719288', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:83:03:ac'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:34.459636 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-252104e0-fa89-4a8c-8950-81bd48610e66 req-92acb692-334e-4bc0-b6f9-e740e876c6f7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524419 Nov 09 19:49:34.509431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:49:34.534566 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] Sync routers for ids ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:49:34.546321 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] Routers {'c38cc6aa-144a-4dd7-9be6-168f6ddb7206'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:34.548252 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:34.564370 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c6a514-3e23-4aaa-9569-05f0c3dd6cd5 x-openstack-request-id: req-e5c6a514-3e23-4aaa-9569-05f0c3dd6cd5 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:34.564889 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd1fa0f-385e-4312-abec-56b26435e1b7", "name": "network-vif-plugged", "status": "completed", "tag": "fa46d398-7880-4a48-92a9-af72e7c6ec6d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:34.565300 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5c6a514-3e23-4aaa-9569-05f0c3dd6cd5 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:34.565840 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd1fa0f-385e-4312-abec-56b26435e1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa46d398-7880-4a48-92a9-af72e7c6ec6d', 'code': 200} Nov 09 19:49:34.586636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f055727-0537-4dd2-b20b-b6d5150946bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:34.589778 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f055727-0537-4dd2-b20b-b6d5150946bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:34.595724 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5f055727-0537-4dd2-b20b-b6d5150946bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a39e18ab-33a0-4999-8ce9-5eb64806a24a HTTP/1.1" status: 204 len: 168 time: 1.0862045 Nov 09 19:49:34.624835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] No DVR routers for this DVR port 2861e7c2-bf1c-4e8d-a524-331e2a587798 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:49:34.628265 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:34.642029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0cd07cbc-c1c5-47e8-afb6-eaf7c9acd10c req-2dc8a252-916a-4c73-94d1-ce0a26fdefd9 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.77 "DELETE /v2.0/ports/2861e7c2-bf1c-4e8d-a524-331e2a587798 HTTP/1.1" status: 204 len: 173 time: 2.7167513 Nov 09 19:49:34.643195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9221df5-4062-4350-a437-870599eaea09', 'name': 'network-vif-deleted', 'tag': '2861e7c2-bf1c-4e8d-a524-331e2a587798'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:34.646735 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00441df-0d06-4ff3-bb6c-fd45b6be9ec3" -d '{"events": [{"server_uuid": "a9221df5-4062-4350-a437-870599eaea09", "name": "network-vif-deleted", "tag": "2861e7c2-bf1c-4e8d-a524-331e2a587798"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:34.652989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f055727-0537-4dd2-b20b-b6d5150946bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e18ab-33a0-4999-8ce9-5eb64806a24a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:34.676114 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb67-6956-47e9-abfd-f87a22cd1e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:34.724516 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1dbcf067-194f-45b9-bd83-176fbc5d830f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:34.779749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de920b2d-3e45-4dc1-a29f-040f39e6a3d6 req-17d5b8cc-add9-4720-b3a6-0f1506bbf60b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:34.781330 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de920b2d-3e45-4dc1-a29f-040f39e6a3d6 req-17d5b8cc-add9-4720-b3a6-0f1506bbf60b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.0926199 Nov 09 19:49:34.786184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-09854679-c223-43ab-88ff-8c0f8ff095f6 service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866278 Nov 09 19:49:34.817672 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] Set router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:34.850626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-46c1cb67-6956-47e9-abfd-f87a22cd1e60 None None] For port 1dbcf067-194f-45b9-bd83-176fbc5d830f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1dbcf067-194f-45b9-bd83-176fbc5d830f,segment=NetworkSegment(e34349e8-d6e3-4f61-9ba9-f6215eb35b3e),segment_id=e34349e8-d6e3-4f61-9ba9-f6215eb35b3e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:34.868048 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de920b2d-3e45-4dc1-a29f-040f39e6a3d6 req-843230b8-d4af-48ab-b45c-15d8c78458b9 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796099 Nov 09 19:49:34.868751 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-54cb160a-5a54-4a90-8abe-3049412ea628 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=1990eaf1-6c71-48eb-9dd5-36db438adf18 HTTP/1.1" status: 200 len: 217 time: 0.0629752 Nov 09 19:49:34.892264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-46c1cb67-6956-47e9-abfd-f87a22cd1e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:34.904340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa06be-313e-42f9-9af0-1b649211b407 req-9b2de179-c6e0-4431-9e49-202852a84907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:34.905977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4caa06be-313e-42f9-9af0-1b649211b407 req-9b2de179-c6e0-4431-9e49-202852a84907 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 1097 time: 0.2222698 Nov 09 19:49:34.918946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945906d-d7c7-4b85-852c-b876018f5fb0 req-3ffd69bf-3743-4324-99d9-a949481b06e8 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:34.929825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35150) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:34.931318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a945906d-d7c7-4b85-852c-b876018f5fb0 req-3ffd69bf-3743-4324-99d9-a949481b06e8 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.4227672 Nov 09 19:49:34.935328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-32227040-d7e9-42ce-919d-ad7bbe16e14b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'floatingip': {'port_id': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:35.025328 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8245a0c6-acc0-40dc-b2f6-41ebf39c64b7 x-openstack-request-id: req-8245a0c6-acc0-40dc-b2f6-41ebf39c64b7 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:35.025698 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9221df5-4062-4350-a437-870599eaea09", "name": "network-vif-deleted", "tag": "2861e7c2-bf1c-4e8d-a524-331e2a587798", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:35.033736 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8245a0c6-acc0-40dc-b2f6-41ebf39c64b7 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:35.038277 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9221df5-4062-4350-a437-870599eaea09', 'name': 'network-vif-deleted', 'tag': '2861e7c2-bf1c-4e8d-a524-331e2a587798', 'status': 'completed', 'code': 200} Nov 09 19:49:35.045708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32227040-d7e9-42ce-919d-ad7bbe16e14b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.103787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1dbcf067-194f-45b9-bd83-176fbc5d830f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:35.105396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.111716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b2c44be3-89c4-4435-aced-46cbf82f6672 req-079a637a-f9f4-4bf1-886e-782174dacd6a tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1105506059', 'description': 'tempest-description-908754866'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:35.112203 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1cb67-6956-47e9-abfd-f87a22cd1e60 None None] Pushing event updated for resources: {'Port': ['ID=1dbcf067-194f-45b9-bd83-176fbc5d830f,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:35.131573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35154) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:35.145406 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90a26315-9e01-4553-8cf6-7a00f10a9f63 req-069d2d31-72d6-43fb-abe2-3afd6d4c5bb0 service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082253 Nov 09 19:49:35.180438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Made reservation on behalf of eea0ec7b7ad4486da216c03b02a11143 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:35.199055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a77f5601-d54a-426e-8b68-78db9b984de5 req-917f1125-c2ff-4968-b45a-d5eb717ce874 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9221df5-4062-4350-a437-870599eaea09 HTTP/1.1" status: 200 len: 210 time: 0.0726416 Nov 09 19:49:35.208700 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1811ab8d-d5ee-4103-9fdb-3bc28780c87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.211921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-9d918305-46f1-414f-b379-0a15f48a39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:35.214989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-9d918305-46f1-414f-b379-0a15f48a39ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.3334594 Nov 09 19:49:35.261828 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4caa06be-313e-42f9-9af0-1b649211b407 req-d6741b71-a1c0-4f60-864a-9b600d351615 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621489 Nov 09 19:49:35.279378 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:14Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '24bde5ff-1572-40d6-90f5-7a3a22f7dea9', 'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'mac_address': 'fa:16:3e:80:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:13Z', 'updated_at': '2021-11-09T19:47:19Z', 'revision_number': 5, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'subnets': [{'id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:35.302323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2c44be3-89c4-4435-aced-46cbf82f6672 req-079a637a-f9f4-4bf1-886e-782174dacd6a tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.370140 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] Checking router: c38cc6aa-144a-4dd7-9be6-168f6ddb7206 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:49:35.381138 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] Routers {'c38cc6aa-144a-4dd7-9be6-168f6ddb7206'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:35.382234 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:35.390714 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.427657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-f178e64d-a2d1-4927-8829-293059082d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:35.429300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-f178e64d-a2d1-4927-8829-293059082d89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1658537 Nov 09 19:49:35.456313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] device_id is not set on port 9d3170a9-c7ae-4a48-b3bd-ae749b7ce83a yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:49:35.519786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1811ab8d-d5ee-4103-9fdb-3bc28780c87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.529540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1811ab8d-d5ee-4103-9fdb-3bc28780c87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.547106 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9243a948-7fe4-4d99-bab8-9c14a328a5e5 None None] Provisioning complete for port 1dbcf067-194f-45b9-bd83-176fbc5d830f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:35.549227 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9243a948-7fe4-4d99-bab8-9c14a328a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.562957 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] Set router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:35.579170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2861e7c2-bf1c-4e8d-a524-331e2a587798 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:49:35.683119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 2861e7c2-bf1c-4e8d-a524-331e2a587798 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:49:35.683755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2861e7c2-bf1c-4e8d-a524-331e2a587798 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:49:35.717329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811ab8d-d5ee-4103-9fdb-3bc28780c87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb7346c-81a5-4086-a67e-e316bd37c249,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:35.728798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1811ab8d-d5ee-4103-9fdb-3bc28780c87a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3adb03a5d7bb4e3eb90095edf71957d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5961881 Nov 09 19:49:35.757438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35160) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:35.769720 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2c44be3-89c4-4435-aced-46cbf82f6672 req-079a637a-f9f4-4bf1-886e-782174dacd6a tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.805546 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9243a948-7fe4-4d99-bab8-9c14a328a5e5 None None] Provisioning complete for port b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:35.806185 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9243a948-7fe4-4d99-bab8-9c14a328a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.818832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2c44be3-89c4-4435-aced-46cbf82f6672 req-079a637a-f9f4-4bf1-886e-782174dacd6a tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.857384 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9243a948-7fe4-4d99-bab8-9c14a328a5e5 None None] Port b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:35.867420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32227040-d7e9-42ce-919d-ad7bbe16e14b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.870803 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:14Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '24bde5ff-1572-40d6-90f5-7a3a22f7dea9', 'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'mac_address': 'fa:16:3e:80:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:13Z', 'updated_at': '2021-11-09T19:47:19Z', 'revision_number': 5, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'subnets': [{'id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:35.875949 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32227040-d7e9-42ce-919d-ad7bbe16e14b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.888855 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-b95a4335-8aca-412e-9f0d-28f86c1f0bbd service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443047 Nov 09 19:49:35.907240 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19e202-3e01-4b09-82e2-5192f340a6eb None None] The sync data for ids ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'] in n-d-817256-1 is: [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:47:14Z', 'revision_number': 4, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '24bde5ff-1572-40d6-90f5-7a3a22f7dea9', 'name': '', 'network_id': 'f0fe3201-6773-4026-9d80-328140f63393', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'mac_address': 'fa:16:3e:80:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:13Z', 'updated_at': '2021-11-09T19:47:19Z', 'revision_number': 5, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'subnets': [{'id': 'b61a6e69-7348-4566-be3c-4d1608060334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:49:35.926768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146015ed-36c1-4612-8514-161a9e45735c req-95611228-d848-4333-a1c3-20a7cc590537 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:35.928351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-146015ed-36c1-4612-8514-161a9e45735c req-95611228-d848-4333-a1c3-20a7cc590537 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.2784388 Nov 09 19:49:35.928484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2c44be3-89c4-4435-aced-46cbf82f6672 req-079a637a-f9f4-4bf1-886e-782174dacd6a tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:35.929632 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2c44be3-89c4-4435-aced-46cbf82f6672 req-079a637a-f9f4-4bf1-886e-782174dacd6a tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.8321488 Nov 09 19:49:35.976645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Allocated IP 172.20.0.14 (657a4255-212c-4e58-af36-1c3b0862f9b9/4e6b6a20-39cd-43de-ae21-db6067ce1de4/9d3170a9-c7ae-4a48-b3bd-ae749b7ce83a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:35.981934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a637a-f9f4-4bf1-886e-782174dacd6a tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef78e16-43eb-43fd-abf4-7ea4a886888b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:35.984954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-77bb1037-49d9-4192-a5ed-f6ce8fa8cbff None None] Provisioning complete for port b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:35.987013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77bb1037-49d9-4192-a5ed-f6ce8fa8cbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:36.027945 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-415e0d69-23b5-4680-bfd1-d807fc1e6a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:36.039493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-146015ed-36c1-4612-8514-161a9e45735c req-a852627f-0220-4b85-8304-1f704f9e06c6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675511 Nov 09 19:49:36.046066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-77bb1037-49d9-4192-a5ed-f6ce8fa8cbff None None] Port b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:36.067841 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-32227040-d7e9-42ce-919d-ad7bbe16e14b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Floating IP 7b1609b2-6118-44b1-a4d3-73f2e78efa64 associated. External IP: 172.25.6.239, port: e2ccba9f-0261-41b5-9fe4-a195c0284e0d. Nov 09 19:49:36.137512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-415e0d69-23b5-4680-bfd1-d807fc1e6a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:36.165063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-802474f7-a749-4111-b241-1ef17db96baf service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646496 Nov 09 19:49:36.192772 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-080c21c1-df45-44a6-a034-810bfdd726c6 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1105506059&fields=id&tenant_id=bceef5252f9a4d30ab6b9180683e6299 HTTP/1.1" status: 200 len: 267 time: 0.0817070 Nov 09 19:49:36.278947 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-c6b42169-4544-49ea-a81c-249dc37c5ad4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=03071954-4d2d-4b87-8754-6a44bd7c714b HTTP/1.1" status: 200 len: 217 time: 0.1027317 Nov 09 19:49:36.311477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5ec4a-a1eb-44f6-8c57-7b86c2fa346f req-b8c16f2a-5e43-4bf8-9731-48bc21fe8c3d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:36.312981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f7b5ec4a-a1eb-44f6-8c57-7b86c2fa346f req-b8c16f2a-5e43-4bf8-9731-48bc21fe8c3d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 943 time: 0.2428265 Nov 09 19:49:36.323873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1570b33-82c4-46b1-8473-3a2b2004de27 None None] New status for floating IP cfefca4b-9593-47f7-8ef7-7a02de91651f: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:49:36.337969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-6c55cfca-70fb-494b-bd02-a2cbc37d3fb7 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:36.340323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-6c55cfca-70fb-494b-bd02-a2cbc37d3fb7 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1385729 Nov 09 19:49:36.357756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-9d3fab3f-8d49-4a14-9c90-dba2154e6bf5 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Request body: {'port': {'security_groups': ['d5f39617-fd3c-428b-9b6c-c78870c7c6e3', 'fef78e16-43eb-43fd-abf4-7ea4a886888b']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:36.358838 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-415e0d69-23b5-4680-bfd1-d807fc1e6a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:36.361386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-415e0d69-23b5-4680-bfd1-d807fc1e6a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:36.364960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-415e0d69-23b5-4680-bfd1-d807fc1e6a06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/feb7346c-81a5-4086-a67e-e316bd37c249 HTTP/1.1" status: 204 len: 168 time: 0.5998845 Nov 09 19:49:36.412194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e0d69-23b5-4680-bfd1-d807fc1e6a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb7346c-81a5-4086-a67e-e316bd37c249,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:36.433737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-183cc909-c20d-4ab9-a1ab-7a43b92a9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:36.435654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-183cc909-c20d-4ab9-a1ab-7a43b92a9d02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.1449955 Nov 09 19:49:36.460545 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-9d3fab3f-8d49-4a14-9c90-dba2154e6bf5 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:36.472911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f7b5ec4a-a1eb-44f6-8c57-7b86c2fa346f req-b62acbc1-4cbd-45ed-b922-b87642a7d490 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371875 Nov 09 19:49:36.480115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32227040-d7e9-42ce-919d-ad7bbe16e14b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Router 1226baa4-5494-43ba-bc64-3b2d9b731bcd has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:49:36.494029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:36.609387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-b13c8f33-0510-41de-b46e-e7c64ce9f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:36.609917 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1dbcf067-194f-45b9-bd83-176fbc5d830f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:36.612287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-b13c8f33-0510-41de-b46e-e7c64ce9f9ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1653252 Nov 09 19:49:36.688667 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:36.742794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32227040-d7e9-42ce-919d-ad7bbe16e14b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:49:36.746119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35174) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:36.755467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32227040-d7e9-42ce-919d-ad7bbe16e14b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:36.758266 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] Sync routers for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:49:36.762489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1dbcf067-194f-45b9-bd83-176fbc5d830f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:36.763085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:36.779306 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:36.780367 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:36.822030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:36.828810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:36.840998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:36.873480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-32227040-d7e9-42ce-919d-ad7bbe16e14b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "PUT /v2.0/floatingips/7b1609b2-6118-44b1-a4d3-73f2e78efa64 HTTP/1.1" status: 200 len: 991 time: 1.9425132 Nov 09 19:49:36.919493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Port': ['ID=9d3170a9-c7ae-4a48-b3bd-ae749b7ce83a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:36.930683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-5d6b011f-1353-407d-9fdf-037be3f913f8 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108618 Nov 09 19:49:36.990373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:36.990837 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:37.039771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'tag': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:37.043773 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43196ba-7488-4a9e-96b1-22cc96278f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "97ff12a3-5e1c-4707-8de0-13253c267a98", "tag": "e2ccba9f-0261-41b5-9fe4-a195c0284e0d"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:37.091444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94da592b-d238-49bd-9b6b-7f4eaebab92b tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:37.129384 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a79207f-827e-41c4-8f10-0ced545d3f7d x-openstack-request-id: req-2a79207f-827e-41c4-8f10-0ced545d3f7d {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:37.135450 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ff12a3-5e1c-4707-8de0-13253c267a98", "tag": "e2ccba9f-0261-41b5-9fe4-a195c0284e0d", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:37.137633 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a79207f-827e-41c4-8f10-0ced545d3f7d {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:37.138221 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'tag': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d', 'status': 'completed', 'code': 200} Nov 09 19:49:37.145363 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:37.157561 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-35276e82-8016-4994-92ca-46452d279d3e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.7214448 Nov 09 19:49:37.159158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35190) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:37.195176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-9d3fab3f-8d49-4a14-9c90-dba2154e6bf5 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] For port ca3eaf80-02f3-4c4e-b445-364a374c68c7, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7,segment=NetworkSegment(652e2004-e886-4c7b-93a6-44472c67d261),segment_id=652e2004-e886-4c7b-93a6-44472c67d261)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:37.213585 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94da592b-d238-49bd-9b6b-7f4eaebab92b tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:37.277511 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-9d3fab3f-8d49-4a14-9c90-dba2154e6bf5 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:37.286673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-9d3fab3f-8d49-4a14-9c90-dba2154e6bf5 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:37.289675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-de2b9522-d3a0-4c6b-adf6-c2392effa2c8 None None] Provisioning complete for port 9d3170a9-c7ae-4a48-b3bd-ae749b7ce83a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:37.290217 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de2b9522-d3a0-4c6b-adf6-c2392effa2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:37.343215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['ca3eaf80-02f3-4c4e-b445-364a374c68c7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:49:37.355129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94da592b-d238-49bd-9b6b-7f4eaebab92b tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:37.359115 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94da592b-d238-49bd-9b6b-7f4eaebab92b tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:37.361089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-94da592b-d238-49bd-9b6b-7f4eaebab92b tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "DELETE /v2.0/security-groups/1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a HTTP/1.1" status: 204 len: 168 time: 0.6094203 Nov 09 19:49:37.370695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-9d3fab3f-8d49-4a14-9c90-dba2154e6bf5 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:37.371724 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-9d3fab3f-8d49-4a14-9c90-dba2154e6bf5 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:37.377669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-013c2fff-4af1-448b-85ea-fca5247fff2e req-9d3fab3f-8d49-4a14-9c90-dba2154e6bf5 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "PUT /v2.0/ports/ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 982 time: 1.0292656 Nov 09 19:49:37.398175 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35198) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:37.471808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da592b-d238-49bd-9b6b-7f4eaebab92b tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:37.482161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['ca3eaf80-02f3-4c4e-b445-364a374c68c7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:49:37.487040 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-db9d4d92-b5c0-4436-bf25-520ed1c7f85c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] show failed (client error): The resource could not be found. Nov 09 19:49:37.490389 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-db9d4d92-b5c0-4436-bf25-520ed1c7f85c tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "GET /v2.0/security-groups/1add76bb-e9ca-4d82-9d7d-d6d67dc74b3a HTTP/1.1" status: 404 len: 347 time: 0.0808485 Nov 09 19:49:37.511518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35206) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:37.550321 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '7b1609b2-6118-44b1-a4d3-73f2e78efa64', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'port_id': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'mac_address': 'fa:16:3e:3f:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:49:12Z', 'updated_at': '2021-11-09T19:49:35Z', 'revision_number': 1, 'project_id': '7c23461390c64813976524a067b18fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:37.576198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-de2b9522-d3a0-4c6b-adf6-c2392effa2c8 None None] Port 9d3170a9-c7ae-4a48-b3bd-ae749b7ce83a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:37.587231 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] Checking router: 1226baa4-5494-43ba-bc64-3b2d9b731bcd for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:49:37.601303 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:37.602074 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:37.645196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fab3f-8d49-4a14-9c90-dba2154e6bf5 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Pushing event updated for resources: {'Port': ['ID=ca3eaf80-02f3-4c4e-b445-364a374c68c7,revision_number=6']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:37.737271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-79bde0cc-30c1-4711-b637-19fa62aa7719 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1105506059&fields=id&tenant_id=bceef5252f9a4d30ab6b9180683e6299 HTTP/1.1" status: 200 len: 267 time: 0.2632442 Nov 09 19:49:37.746009 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:37.809301 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-05264061-29d9-4788-b361-7761fb3ca963 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Deleting port 8e1b12f5-eb22-4238-9c18-0322689b3997 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:37.809912 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05264061-29d9-4788-b361-7761fb3ca963 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:37.821298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-d18e0576-6225-4e3a-b48b-34e6db434a21 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:37.830006 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-d18e0576-6225-4e3a-b48b-34e6db434a21 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 985 time: 0.0919003 Nov 09 19:49:37.847318 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-8ff9b45c-e45e-4d82-b828-d30f5432cd96 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Request body: {'port': {'security_groups': ['d5f39617-fd3c-428b-9b6c-c78870c7c6e3']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:37.865537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ef6d49ed-a5a6-421a-82df-41bcbefa2b61 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:49:37.869631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-53628253-44c7-4074-be97-db647e9f82dc service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9302716 Nov 09 19:49:37.887529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c12d8-2e56-467f-8878-c967bc0135be tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:37.897552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c12d8-2e56-467f-8878-c967bc0135be tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:37.907761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c12d8-2e56-467f-8878-c967bc0135be tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:37.913476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-290c12d8-2e56-467f-8878-c967bc0135be tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.7290254 Nov 09 19:49:37.918306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-f0f172e4-9f26-41e9-a091-1bd5a82d9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:37.920165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-f0f172e4-9f26-41e9-a091-1bd5a82d9cae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 1096 time: 0.7583220 Nov 09 19:49:37.923300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35214) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:38.048323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-bb7ba35e-f9f3-407c-8096-1451f43a1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:38.050985 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-bb7ba35e-f9f3-407c-8096-1451f43a1eb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 910 time: 0.1165226 Nov 09 19:49:38.104559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-8ff9b45c-e45e-4d82-b828-d30f5432cd96 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.106674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ef6d49ed-a5a6-421a-82df-41bcbefa2b61, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:38.121422 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '7b1609b2-6118-44b1-a4d3-73f2e78efa64', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'port_id': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'mac_address': 'fa:16:3e:3f:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:49:12Z', 'updated_at': '2021-11-09T19:49:35Z', 'revision_number': 1, 'project_id': '7c23461390c64813976524a067b18fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:38.122053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'port_id': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61', 'mac_address': 'fa:16:3e:70:79:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f9f0a-652d-4c5b-9ffd-a1403c63eb79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:49:38.129472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05264061-29d9-4788-b361-7761fb3ca963 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.129895 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05264061-29d9-4788-b361-7761fb3ca963 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.141086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-04080569-7ba7-4a8e-8400-62b80d13e4c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=eb82dada-9573-47f3-b291-b9c2b30a7000 HTTP/1.1" status: 200 len: 217 time: 0.2165174 Nov 09 19:49:38.182686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543423a5-0672-4ace-ac74-36ae0373391d req-1f1e2c51-9670-4d55-8b84-0e960ab7ab97 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:38.191044 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294703d-30a5-4b71-9676-55b44260d185 None None] The sync data for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 is: [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '7b1609b2-6118-44b1-a4d3-73f2e78efa64', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'port_id': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'mac_address': 'fa:16:3e:3f:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:49:12Z', 'updated_at': '2021-11-09T19:49:35Z', 'revision_number': 1, 'project_id': '7c23461390c64813976524a067b18fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:49:38.191447 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-543423a5-0672-4ace-ac74-36ae0373391d req-1f1e2c51-9670-4d55-8b84-0e960ab7ab97 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.5263584 Nov 09 19:49:38.199058 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.210062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-05264061-29d9-4788-b361-7761fb3ca963 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Calling delete_port for 8e1b12f5-eb22-4238-9c18-0322689b3997 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:38.214586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6d49ed-a5a6-421a-82df-41bcbefa2b61 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:49:38.249534 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ef6d49ed-a5a6-421a-82df-41bcbefa2b61, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:38.256305 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.285496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-ed62c81d-7454-4949-939c-85a24588c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:38.286950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-ed62c81d-7454-4949-939c-85a24588c03a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.0926361 Nov 09 19:49:38.320698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:38.383215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-adbadc4b-ed60-44ae-a04b-d40c7941b6bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d HTTP/1.1" status: 200 len: 999 time: 0.2978644 Nov 09 19:49:38.396499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-543423a5-0672-4ace-ac74-36ae0373391d req-c9feda7e-7b5e-48aa-8ab1-af7b99ded872 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043085 Nov 09 19:49:38.499589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-ec364d28-4b36-4a26-bf6f-c9c4ac023a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:38.503527 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-ec364d28-4b36-4a26-bf6f-c9c4ac023a31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2011006 Nov 09 19:49:38.533409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ef6d49ed-a5a6-421a-82df-41bcbefa2b61'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:49:38.559284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-8ff9b45c-e45e-4d82-b828-d30f5432cd96 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] For port ca3eaf80-02f3-4c4e-b445-364a374c68c7, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7,segment=NetworkSegment(652e2004-e886-4c7b-93a6-44472c67d261),segment_id=652e2004-e886-4c7b-93a6-44472c67d261)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:38.574935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05264061-29d9-4788-b361-7761fb3ca963 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.597547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-859790b2-09b4-4411-a8fe-5bee44f88fc2 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Deleting port 9d3170a9-c7ae-4a48-b3bd-ae749b7ce83a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:38.598756 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-859790b2-09b4-4411-a8fe-5bee44f88fc2 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.618544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16511180-8671-4b27-b2d5-8a0dc54bef6c None None] New status for floating IP 7b1609b2-6118-44b1-a4d3-73f2e78efa64: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:49:38.638332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05264061-29d9-4788-b361-7761fb3ca963 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Pushing event deleted for resources: {'Port': ['ID=8e1b12f5-eb22-4238-9c18-0322689b3997,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:38.679476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-8584dea5-90b2-4540-b002-13fd393a76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:38.682276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-8584dea5-90b2-4540-b002-13fd393a76e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 200 len: 848 time: 0.2842712 Nov 09 19:49:38.709153 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-8ff9b45c-e45e-4d82-b828-d30f5432cd96 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.719497 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-8ff9b45c-e45e-4d82-b828-d30f5432cd96 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.744232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-594f6191-7875-4a3b-8510-11e9b90b1674 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284355 Nov 09 19:49:38.764778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['ca3eaf80-02f3-4c4e-b445-364a374c68c7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:49:38.767042 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05264061-29d9-4788-b361-7761fb3ca963 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.771060 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05264061-29d9-4788-b361-7761fb3ca963 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.772445 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-05264061-29d9-4788-b361-7761fb3ca963 tempest-ServersTestFqdnHostnames-1819114566 tempest-ServersTestFqdnHostnames-1819114566-project] 10.222.0.53 "DELETE /v2.0/floatingips/cfefca4b-9593-47f7-8ef7-7a02de91651f HTTP/1.1" status: 204 len: 168 time: 1.2465136 Nov 09 19:49:38.784953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-8ff9b45c-e45e-4d82-b828-d30f5432cd96 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:38.785255 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-8ff9b45c-e45e-4d82-b828-d30f5432cd96 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:38.800490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd622edb-3936-4cbc-97f9-53cf13b265ac req-8ff9b45c-e45e-4d82-b828-d30f5432cd96 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "PUT /v2.0/ports/ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 943 time: 0.9693918 Nov 09 19:49:38.800953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35234) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:38.941956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015a72b-f84a-4f8d-84bd-160787b5293d req-825f7334-8f28-45ef-98c1-9c7aa07f8cad tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:38.951759 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8015a72b-f84a-4f8d-84bd-160787b5293d req-825f7334-8f28-45ef-98c1-9c7aa07f8cad tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 944 time: 0.4459293 Nov 09 19:49:38.959112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-f04fd9a1-b5fc-453e-9c56-5bda114b03e9 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844921 Nov 09 19:49:39.005377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['ca3eaf80-02f3-4c4e-b445-364a374c68c7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:49:39.023835 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8015a72b-f84a-4f8d-84bd-160787b5293d req-0a75029c-c21f-4e41-ac5d-b7bcda3eb6c6 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676107 Nov 09 19:49:39.103337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-68f82d9c-c455-43ad-8414-8586899caa7c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce HTTP/1.1" status: 200 len: 217 time: 0.1008995 Nov 09 19:49:39.115672 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-859790b2-09b4-4411-a8fe-5bee44f88fc2 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:39.120951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-6fc2719e-6178-43bb-94c3-ac79336460c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:39.122827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-6fc2719e-6178-43bb-94c3-ac79336460c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=64c99bb4-90d7-4a67-a079-d1a5de0b5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3754094 Nov 09 19:49:39.161838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7'}, {'name': 'network-changed', 'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:39.165177 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86719775-e193-417e-8592-f2f490b58e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7"}, {"name": "network-changed", "server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:39.248778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9b45c-e45e-4d82-b828-d30f5432cd96 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Pushing event updated for resources: {'Port': ['ID=ca3eaf80-02f3-4c4e-b445-364a374c68c7,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:39.374173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-859790b2-09b4-4411-a8fe-5bee44f88fc2 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Calling delete_port for 9d3170a9-c7ae-4a48-b3bd-ae749b7ce83a owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:39.389755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-64627408-2094-4837-b6c0-77e9288dcd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:39.393006 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-64627408-2094-4837-b6c0-77e9288dcd24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.2798421 Nov 09 19:49:39.406301 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:39.421332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df8905-5d0f-4f36-a803-20f5d23d632e req-ae63d64c-401f-4e65-b2f7-65e5a31c2150 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:39.424066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-14df8905-5d0f-4f36-a803-20f5d23d632e req-ae63d64c-401f-4e65-b2f7-65e5a31c2150 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.0895345 Nov 09 19:49:39.575399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-b1b24354-62df-43f1-8114-e580c50d7e9e tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4677627 Nov 09 19:49:39.591070 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-959b63a6-c197-4c7e-b4ac-176d9be25742 service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987060 Nov 09 19:49:39.605443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:39.638380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-5f1c9a28-4569-4054-ba3a-27195d5d094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:39.639963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-5f1c9a28-4569-4054-ba3a-27195d5d094d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2349720 Nov 09 19:49:39.761689 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:39.823803 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-14df8905-5d0f-4f36-a803-20f5d23d632e req-2d911044-4640-4b54-a485-f9113cb182d9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531976 Nov 09 19:49:39.905666 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469c4750-6c0d-4d05-b1b9-d7ba99cd68b9 x-openstack-request-id: req-469c4750-6c0d-4d05-b1b9-d7ba99cd68b9 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:39.905978 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:39.906238 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-469c4750-6c0d-4d05-b1b9-d7ba99cd68b9 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:39.906668 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'status': 'completed', 'code': 200} Nov 09 19:49:39.906927 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'status': 'completed', 'code': 200} Nov 09 19:49:39.928491 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a43196ba-7488-4a9e-96b1-22cc96278f1e req-b9ddd938-1ad4-4f24-b0cf-c96f519900dd service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276091 Nov 09 19:49:39.976456 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-859790b2-09b4-4411-a8fe-5bee44f88fc2 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:39.984101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-3e02866d-c302-490d-8863-f3b7c4b7f6e9 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065801 Nov 09 19:49:40.022665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859790b2-09b4-4411-a8fe-5bee44f88fc2 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event deleted for resources: {'Port': ['ID=9d3170a9-c7ae-4a48-b3bd-ae749b7ce83a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:40.056158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] Deleting port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:40.056441 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.092527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719775-e193-417e-8592-f2f490b58e3c req-151d2f3b-517e-4ed8-9b8f-34d56b49f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:40.094095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-151d2f3b-517e-4ed8-9b8f-34d56b49f8c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bceef5252f9a4d30ab6b9180683e6299&device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1097 time: 0.1696091 Nov 09 19:49:40.172766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] For port 24bde5ff-1572-40d6-90f5-7a3a22f7dea9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=24bde5ff-1572-40d6-90f5-7a3a22f7dea9,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:40.173758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.217079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] Calling delete_port for 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:40.220458 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-05468655-1cfe-40e1-9988-ba0ad2026f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.270574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35268) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:40.344343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34237d6b-53ee-42fb-8536-23251ccb1201 req-fb42fb8f-457c-47dc-94f1-3c56ac290657 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:40.345807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34237d6b-53ee-42fb-8536-23251ccb1201 req-fb42fb8f-457c-47dc-94f1-3c56ac290657 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 944 time: 0.0742111 Nov 09 19:49:40.440997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.447929 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34237d6b-53ee-42fb-8536-23251ccb1201 req-e38f38fb-2ff5-4569-8c98-d0c787dc2558 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912485 Nov 09 19:49:40.450654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0957538-46b9-41b0-9fbe-aceb251c3a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.460960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719775-e193-417e-8592-f2f490b58e3c req-b929dd42-67db-4a99-830e-0490ff762f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:40.462111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-b929dd42-67db-4a99-830e-0490ff762f85 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 200 len: 920 time: 0.3486245 Nov 09 19:49:40.465333 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-859790b2-09b4-4411-a8fe-5bee44f88fc2 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.468508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-859790b2-09b4-4411-a8fe-5bee44f88fc2 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "DELETE /v2.0/ports/9d3170a9-c7ae-4a48-b3bd-ae749b7ce83a HTTP/1.1" status: 204 len: 168 time: 2.5424709 Nov 09 19:49:40.472635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35272) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:40.519642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-f9eb35d6-33c6-40fb-9bc4-c759cbcba1f7 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049509 Nov 09 19:49:40.579861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-3030e426-78c3-47ce-a8f7-16adcedcef4a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 217 time: 0.1079094 Nov 09 19:49:40.580776 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-54655ccd-f4c2-4f55-ba13-b04803958d03 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] GET failed (client error): The resource could not be found. Nov 09 19:49:40.582279 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-54655ccd-f4c2-4f55-ba13-b04803958d03 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "GET /v2.0/ports/9d3170a9-c7ae-4a48-b3bd-ae749b7ce83a HTTP/1.1" status: 404 len: 333 time: 0.1087952 Nov 09 19:49:40.585962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35274) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:40.592725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0957538-46b9-41b0-9fbe-aceb251c3a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.596111 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.601439 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0957538-46b9-41b0-9fbe-aceb251c3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.621510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'port': {'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9', 'name': 'tempest-AllowedAddressPairTestJSON-1943592760'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:40.640421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-6141ae2c-ce3b-409c-8e56-1c723d58fb49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96 HTTP/1.1" status: 200 len: 217 time: 0.0697274 Nov 09 19:49:40.643708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] Pushing event deleted for resources: {'Port': ['ID=24bde5ff-1572-40d6-90f5-7a3a22f7dea9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:40.691383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d0957538-46b9-41b0-9fbe-aceb251c3a7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14ef6b271b1f4a10aff85781928b1cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179101 Nov 09 19:49:40.712181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35276) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:40.727767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0957538-46b9-41b0-9fbe-aceb251c3a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc6703b-d28f-4379-91f6-1587c9e9c0dd,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:40.880595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-078e7f2e-bbab-4049-92af-c8b4f0691348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.930812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-078e7f2e-bbab-4049-92af-c8b4f0691348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:40.993984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:41.021534 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbf0e3-6357-4ae2-a18e-4cee6b91488d req-1c152893-3e09-463b-b293-980732388745 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:41.023548 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54dbf0e3-6357-4ae2-a18e-4cee6b91488d req-1c152893-3e09-463b-b293-980732388745 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1153188 Nov 09 19:49:41.112986 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-078e7f2e-bbab-4049-92af-c8b4f0691348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:41.115521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-078e7f2e-bbab-4049-92af-c8b4f0691348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:41.116691 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-078e7f2e-bbab-4049-92af-c8b4f0691348 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efc6703b-d28f-4379-91f6-1587c9e9c0dd HTTP/1.1" status: 204 len: 168 time: 0.4013667 Nov 09 19:49:41.146607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e7f2e-bbab-4049-92af-c8b4f0691348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc6703b-d28f-4379-91f6-1587c9e9c0dd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:41.156693 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54dbf0e3-6357-4ae2-a18e-4cee6b91488d req-86eaec95-4f9e-4f56-8c4d-3a73f0b3924f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992136 Nov 09 19:49:41.181748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719775-e193-417e-8592-f2f490b58e3c req-f824b273-fc20-4439-8fbb-31c7f37c8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:41.183791 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-f824b273-fc20-4439-8fbb-31c7f37c8626 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd1df000-ce8f-4cb7-a224-9d72086975c7 HTTP/1.1" status: 200 len: 859 time: 0.5589185 Nov 09 19:49:41.218049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-af5b3d6d-defd-4321-88d2-ff0690a85880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:41.219580 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-af5b3d6d-defd-4321-88d2-ff0690a85880 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.5544529 Nov 09 19:49:41.256576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-c0f254a8-0113-4838-af81-6be3b901a658 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a156fd39-659a-4573-8a73-bc1a9f0d48f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537243 Nov 09 19:49:41.259077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Allocated IP 172.25.6.76 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/5cab5bcf-9abe-49f7-909f-f9aa7d882932) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:41.314175 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] Router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:49:41.450191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Made reservation on behalf of eea0ec7b7ad4486da216c03b02a11143 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:41.453813 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:41.464414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-5a0fe3d3-9460-49aa-9d43-eb24763c9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:41.467248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-5a0fe3d3-9460-49aa-9d43-eb24763c9e17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2133434 Nov 09 19:49:41.471156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:49:41.477681 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-29d0b549-22d6-4624-8fe7-6bb465572926 admin admin] 10.222.0.53 "PUT /v2.0/routers/c38cc6aa-144a-4dd7-9be6-168f6ddb7206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6756926 Nov 09 19:49:41.480851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35290) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:41.483977 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] Sync routers for ids ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:49:41.500543 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] Routers {'c38cc6aa-144a-4dd7-9be6-168f6ddb7206'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:41.502858 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:41.626445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] device_id is not set on port 65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:49:41.653844 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] Set router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:41.656726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-6f96a7c4-95c1-4ac1-9e06-faa9248968a2 service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829687 Nov 09 19:49:41.660818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35292) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:41.691311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d889d83c-14ca-4ac9-b466-eee8e4b802cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:41.705219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffc97f-00df-417b-aac9-689b4198669d req-56f3e630-3270-4130-9d36-5d182b048b1a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:41.711033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99ffc97f-00df-417b-aac9-689b4198669d req-56f3e630-3270-4130-9d36-5d182b048b1a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 944 time: 0.1205807 Nov 09 19:49:41.732524 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:41.739490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:41.827681 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-a47d2d41-8992-4e07-b519-7ed43fe4fc58 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484373 Nov 09 19:49:41.862771 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99ffc97f-00df-417b-aac9-689b4198669d req-a82f98d5-aeed-4f75-a49c-384a5f2e908d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426065 Nov 09 19:49:41.900756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ef6d49ed-a5a6-421a-82df-41bcbefa2b61 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:41.931788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:41.943700 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:49:40Z', 'revision_number': 5, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port': {'id': 'fbe14046-85a4-436b-8113-cfc60072ca4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:47:06Z', 'updated_at': '2021-11-09T19:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:41.983936 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:41.988107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Allocated IP 172.20.0.14 (657a4255-212c-4e58-af36-1c3b0862f9b9/4e6b6a20-39cd-43de-ae21-db6067ce1de4/65ff6808-cb9b-4b8b-a6d0-9c3e203741b9) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:42.007995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port ef6d49ed-a5a6-421a-82df-41bcbefa2b61 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:49:42.014815 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] Checking router: c38cc6aa-144a-4dd7-9be6-168f6ddb7206 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:49:42.016018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port ef6d49ed-a5a6-421a-82df-41bcbefa2b61 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:42.017613 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.029794 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] Routers {'c38cc6aa-144a-4dd7-9be6-168f6ddb7206'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:42.030875 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:42.038969 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d889d83c-14ca-4ac9-b466-eee8e4b802cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.042437 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-0c0c6b35-358e-417a-b165-917c972d5137 service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338370 Nov 09 19:49:42.048622 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d889d83c-14ca-4ac9-b466-eee8e4b802cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.111923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889d83c-14ca-4ac9-b466-eee8e4b802cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f3b41-2cb4-4ec9-b1f1-8aa51116f4b3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:42.120274 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d889d83c-14ca-4ac9-b466-eee8e4b802cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0f6d0b3665d461d8f70e929286f1625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536853 Nov 09 19:49:42.120747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35296) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:42.138084 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] Set router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:42.142244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Deleting port fbe14046-85a4-436b-8113-cfc60072ca4e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:42.142625 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.171637 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.203175 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:49:41Z', 'revision_number': 6, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:42.233929 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce50357-111a-4842-990a-1a67d6205c94 None None] The sync data for ids ['c38cc6aa-144a-4dd7-9be6-168f6ddb7206'] in n-d-817256-1 is: [{'id': 'c38cc6aa-144a-4dd7-9be6-168f6ddb7206', 'name': 'tempest-ServersTestFqdnHostnames-448017095-router', 'tenant_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:47:05Z', 'updated_at': '2021-11-09T19:49:41Z', 'revision_number': 6, 'project_id': 'aed8cec6b5ce4d439bbb9f0a47fd9573', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:49:42.257665 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ef6d49ed-a5a6-421a-82df-41bcbefa2b61, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:42.258911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4765a8eb-2015-40e8-9832-db572d788390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:42.261997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4f881b2-525f-46e6-a9d3-cc57b8ed78a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.268514 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5ecd3d-81e4-4b74-9c4d-5e907a973830" -d '{"events": [{"server_uuid": "4765a8eb-2015-40e8-9832-db572d788390", "name": "network-vif-plugged", "status": "completed", "tag": "ef6d49ed-a5a6-421a-82df-41bcbefa2b61"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:42.279924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.285515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Pushing event updated for resources: {'Port': ['ID=5cab5bcf-9abe-49f7-909f-f9aa7d882932,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:42.343122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] For port fbe14046-85a4-436b-8113-cfc60072ca4e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fbe14046-85a4-436b-8113-cfc60072ca4e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:42.343693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.349161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:42.352971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:42.359651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:42.359997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4f881b2-525f-46e6-a9d3-cc57b8ed78a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.366047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:42.374694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Calling delete_port for fbe14046-85a4-436b-8113-cfc60072ca4e owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:42.414163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-8cc8d739-9c22-48e1-9567-9118f268091c service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510380 Nov 09 19:49:42.438368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719775-e193-417e-8592-f2f490b58e3c req-7e15c84b-369f-471c-ae87-0aa0ec1a667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:42.439895 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-7e15c84b-369f-471c-ae87-0aa0ec1a667b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bceef5252f9a4d30ab6b9180683e6299&device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1097 time: 0.1495888 Nov 09 19:49:42.457977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dedae-7ab1-4caa-be07-876cc0bd5e9f req-38b2bcce-1aec-44bf-ab63-83dadd655241 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:42.459513 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a81dedae-7ab1-4caa-be07-876cc0bd5e9f req-38b2bcce-1aec-44bf-ab63-83dadd655241 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1669064 Nov 09 19:49:42.490239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-454f0fe1-5b19-49d2-9f3a-2e5a13aee55f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 HTTP/1.1" status: 200 len: 217 time: 0.0639751 Nov 09 19:49:42.506828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4f881b2-525f-46e6-a9d3-cc57b8ed78a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.509384 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4f881b2-525f-46e6-a9d3-cc57b8ed78a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.514047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a4f881b2-525f-46e6-a9d3-cc57b8ed78a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/481f3b41-2cb4-4ec9-b1f1-8aa51116f4b3 HTTP/1.1" status: 204 len: 168 time: 0.3897440 Nov 09 19:49:42.557868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.563640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f881b2-525f-46e6-a9d3-cc57b8ed78a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f3b41-2cb4-4ec9-b1f1-8aa51116f4b3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:42.575981 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a81dedae-7ab1-4caa-be07-876cc0bd5e9f req-8987055b-717f-4d58-b850-b53ab63e486d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976264 Nov 09 19:49:42.676928 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674adfe4-591f-4c22-936c-561a3ee6a1ea x-openstack-request-id: req-674adfe4-591f-4c22-936c-561a3ee6a1ea {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:42.677649 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4765a8eb-2015-40e8-9832-db572d788390", "name": "network-vif-plugged", "status": "completed", "tag": "ef6d49ed-a5a6-421a-82df-41bcbefa2b61", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:42.677649 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-674adfe4-591f-4c22-936c-561a3ee6a1ea {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:42.677939 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4765a8eb-2015-40e8-9832-db572d788390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61', 'code': 200} Nov 09 19:49:42.717304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.757345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-18839aea-c4f4-4263-9589-31b45fc9ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:42.763313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-18839aea-c4f4-4263-9589-31b45fc9ae40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.2251983 Nov 09 19:49:42.784835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:49:42.799384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe14046-85a4-436b-8113-cfc60072ca4e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:42.813069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:49:42.813587 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 24bde5ff-1572-40d6-90f5-7a3a22f7dea9 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:49:42.843946 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.909530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719775-e193-417e-8592-f2f490b58e3c req-fb484a55-4385-4271-930a-ad3655fe43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:42.911246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-fb484a55-4385-4271-930a-ad3655fe43b8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 200 len: 920 time: 0.4356656 Nov 09 19:49:42.914222 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:42.989306 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.002373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-2e1343bb-71f3-4afe-bf98-eb5ef2a1408c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 217 time: 0.0804460 Nov 09 19:49:43.046773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.049847 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.053067 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.105382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-74ea7eea-2758-4f94-98fa-b03e5fe52611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:43.107299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-74ea7eea-2758-4f94-98fa-b03e5fe52611 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3277500 Nov 09 19:49:43.112565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:43.117902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddaad-c729-4371-84a5-a7e2d1767389 req-09d1aab0-b248-4430-8907-e85aa89e59de tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:43.119927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e24ddaad-c729-4371-84a5-a7e2d1767389 req-09d1aab0-b248-4430-8907-e85aa89e59de tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1055338 Nov 09 19:49:43.121359 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.121873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38cc6aa-144a-4dd7-9be6-168f6ddb7206 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:49:43.126100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c8616-13be-4214-82c1-bab9584af062 req-2c1e8da3-cd9f-4b74-b096-7fe399266b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:43.126333 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.129770 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b29ed3ab-2063-40cb-a6ad-89c62419008d admin admin] 10.222.0.53 "DELETE /v2.0/routers/c38cc6aa-144a-4dd7-9be6-168f6ddb7206 HTTP/1.1" status: 204 len: 168 time: 1.6357648 Nov 09 19:49:43.129895 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-249c8616-13be-4214-82c1-bab9584af062 req-2c1e8da3-cd9f-4b74-b096-7fe399266b89 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 1096 time: 0.3493025 Nov 09 19:49:43.130129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35320) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:43.141609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:43.144480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:43.187158 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ea37261-7db8-4b3a-926f-029a9d7fcb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.238692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Port': ['ID=65ff6808-cb9b-4b8b-a6d0-9c3e203741b9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:43.275315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e24ddaad-c729-4371-84a5-a7e2d1767389 req-e358c875-fd51-4adc-9936-d7df8756a869 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464453 Nov 09 19:49:43.293484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719775-e193-417e-8592-f2f490b58e3c req-b94457f8-c88e-4893-b7fd-bbbf167c6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:43.295018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-b94457f8-c88e-4893-b7fd-bbbf167c6945 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd1df000-ce8f-4cb7-a224-9d72086975c7 HTTP/1.1" status: 200 len: 859 time: 0.2809639 Nov 09 19:49:43.302218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0992e6b-3494-49f9-9c31-3d968fc3697b admin admin] Deleting subnet b61a6e69-7348-4566-be3c-4d1608060334 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:49:43.306442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0992e6b-3494-49f9-9c31-3d968fc3697b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.356125 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0992e6b-3494-49f9-9c31-3d968fc3697b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.375445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:43.376124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.447249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.484421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-0d1b0c94-87a7-4e9b-8eff-04a47184ed4b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a156fd39-659a-4573-8a73-bc1a9f0d48f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1678004 Nov 09 19:49:43.488946 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0992e6b-3494-49f9-9c31-3d968fc3697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.532144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-249c8616-13be-4214-82c1-bab9584af062 req-81f4a25c-b68e-4ab5-a553-bdcec95ec7c6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820865 Nov 09 19:49:43.545575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b077b024-6dce-4141-ad33-ab4b691f7ff0 None None] Provisioning complete for port 65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:43.545954 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b077b024-6dce-4141-ad33-ab4b691f7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.569149 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0992e6b-3494-49f9-9c31-3d968fc3697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.591959 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-cbf4cb3b-d601-4e92-82da-601c1807714d service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713166 Nov 09 19:49:43.601739 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-20f31cb1-e4d0-43a1-9cf7-301e20578876 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0145628 Nov 09 19:49:43.605261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35332) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:43.610778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0992e6b-3494-49f9-9c31-3d968fc3697b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61a6e69-7348-4566-be3c-4d1608060334,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:43.614706 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0992e6b-3494-49f9-9c31-3d968fc3697b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:43.614860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b57f8619-3b8f-418f-9cf7-8fac38bebcae tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:83:03:ac'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:43.618195 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d0992e6b-3494-49f9-9c31-3d968fc3697b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b61a6e69-7348-4566-be3c-4d1608060334 HTTP/1.1" status: 204 len: 168 time: 0.4872758 Nov 09 19:49:43.621482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35334) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:43.640578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3031b8-06f3-440c-af0f-96b36d6c405e None None] Network f0fe3201-6773-4026-9d80-328140f63393 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:49:43.763010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b077b024-6dce-4141-ad33-ab4b691f7ff0 None None] Port 65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:43.923625 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83b72e-f411-4976-a39d-0e0a8a7171a5 None None] DHCP port deletion for f0fe3201-6773-4026-9d80-328140f63393 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:49:43.972463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.002883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6f83b72e-f411-4976-a39d-0e0a8a7171a5 None None] Deleting port 53ef1fee-5ff7-4829-8769-c72e7f229be4 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:44.004337 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f83b72e-f411-4976-a39d-0e0a8a7171a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.012741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.103922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.109329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6f83b72e-f411-4976-a39d-0e0a8a7171a5 None None] For port 53ef1fee-5ff7-4829-8769-c72e7f229be4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=53ef1fee-5ff7-4829-8769-c72e7f229be4,segment=NetworkSegment(64679d40-6960-4a09-a244-38af7abd37b7),segment_id=64679d40-6960-4a09-a244-38af7abd37b7)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:44.109962 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f83b72e-f411-4976-a39d-0e0a8a7171a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.128522 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6f83b72e-f411-4976-a39d-0e0a8a7171a5 None None] Calling delete_port for 53ef1fee-5ff7-4829-8769-c72e7f229be4 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:44.134537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5d204-c758-4f85-bb8f-be0ec83970a9 req-01e7354f-3249-48c9-8217-2e055c72b7e5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:44.138065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32c5d204-c758-4f85-bb8f-be0ec83970a9 req-01e7354f-3249-48c9-8217-2e055c72b7e5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.0962892 Nov 09 19:49:44.170116 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-3e605a09-ac24-4ced-be58-ef260dca7054 service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721292 Nov 09 19:49:44.232954 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f83b72e-f411-4976-a39d-0e0a8a7171a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.258550 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32c5d204-c758-4f85-bb8f-be0ec83970a9 req-88b56ce2-c250-4a1d-889d-453425b533eb tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907958 Nov 09 19:49:44.277463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Pushing event updated for resources: {'Port': ['ID=5cab5bcf-9abe-49f7-909f-f9aa7d882932,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:44.277843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83b72e-f411-4976-a39d-0e0a8a7171a5 None None] Pushing event deleted for resources: {'Port': ['ID=53ef1fee-5ff7-4829-8769-c72e7f229be4,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:44.279842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Deleting port 53ef1fee-5ff7-4829-8769-c72e7f229be4 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:44.282119 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.282887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83b72e-f411-4976-a39d-0e0a8a7171a5 None None] No DVR routers for this DVR port 53ef1fee-5ff7-4829-8769-c72e7f229be4 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:49:44.299334 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.340649 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef1efeee-465e-4882-96f1-2f3162cc158a req-4792baae-d991-4650-9209-cb66a0f116a8 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150507 Nov 09 19:49:44.364540 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.366161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-61d6be05-9e5f-42bb-8c90-5fa5e5f3c070 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7705255 Nov 09 19:49:44.367869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] For port 53ef1fee-5ff7-4829-8769-c72e7f229be4, host n-d-817256-1, got binding levels [] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:44.368896 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.389611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Calling delete_port for 53ef1fee-5ff7-4829-8769-c72e7f229be4 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:44.393372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.ipam_backend_mixin [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Port 53ef1fee-5ff7-4829-8769-c72e7f229be4 was not found and therefore no delete operation was performed {{(pid=102295) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:49:44.395059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.433430 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=53ef1fee-5ff7-4829-8769-c72e7f229be4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:44.447743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] No DVR routers for this DVR port 53ef1fee-5ff7-4829-8769-c72e7f229be4 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:49:44.469657 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.491745 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b57f8619-3b8f-418f-9cf7-8fac38bebcae tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.495228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86719775-e193-417e-8592-f2f490b58e3c req-4366b704-0ce5-47b5-a220-ff83fb2587d6 service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140991 Nov 09 19:49:44.524595 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-8215f29a-8dd9-41ba-aef8-af630a601ada tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.1301036 Nov 09 19:49:44.568380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.601351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 53ef1fee-5ff7-4829-8769-c72e7f229be4 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:49:44.639685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 53ef1fee-5ff7-4829-8769-c72e7f229be4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:49:44.640752 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 53ef1fee-5ff7-4829-8769-c72e7f229be4 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:49:44.640870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fe3201-6773-4026-9d80-328140f63393']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:44.642431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fbe14046-85a4-436b-8113-cfc60072ca4e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:49:44.670333 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64679d40-6960-4a09-a244-38af7abd37b7') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:44.672025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64679d40-6960-4a09-a244-38af7abd37b7') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:44.685259 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.694808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: fbe14046-85a4-436b-8113-cfc60072ca4e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:49:44.695218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fbe14046-85a4-436b-8113-cfc60072ca4e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:49:44.719510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1459db-a2a2-484b-a36e-d8ee9047339e req-b6b1919d-92d8-4147-bce3-5c192ea8bc42 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:44.721273 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb1459db-a2a2-484b-a36e-d8ee9047339e req-b6b1919d-92d8-4147-bce3-5c192ea8bc42 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1038449 Nov 09 19:49:44.722340 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.732843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:49:44.734033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:49:44.736015 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:49:44.764420 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-c769a31d-83fc-4ed1-aac4-a1c2374a309b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:44.765971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcde74d0-c96d-4213-a738-825034c8ccf9 req-c769a31d-83fc-4ed1-aac4-a1c2374a309b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.2339845 Nov 09 19:49:44.827432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb1459db-a2a2-484b-a36e-d8ee9047339e req-330537f3-a702-494a-9feb-89b39bc9f07c tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977423 Nov 09 19:49:44.828534 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.834268 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.842472 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] 10.222.0.53 "DELETE /v2.0/networks/f0fe3201-6773-4026-9d80-328140f63393 HTTP/1.1" status: 204 len: 168 time: 1.2198100 Nov 09 19:49:44.866098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06108453-01f5-495e-9e7d-53994b963a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=f0fe3201-6773-4026-9d80-328140f63393,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:44.884401 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b57f8619-3b8f-418f-9cf7-8fac38bebcae tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:44.917653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b57f8619-3b8f-418f-9cf7-8fac38bebcae tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.049592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b57f8619-3b8f-418f-9cf7-8fac38bebcae tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] In _notify_port_updated(), no bound segment for port 65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 on network 657a4255-212c-4e58-af36-1c3b0862f9b9 {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:49:45.055278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f8619-3b8f-418f-9cf7-8fac38bebcae tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:45.055941 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b57f8619-3b8f-418f-9cf7-8fac38bebcae tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.057964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b57f8619-3b8f-418f-9cf7-8fac38bebcae tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "PUT /v2.0/ports/65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 HTTP/1.1" status: 200 len: 995 time: 1.4497747 Nov 09 19:49:45.061405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35370) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:45.071436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35372) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:45.074887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f8619-3b8f-418f-9cf7-8fac38bebcae tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Port': ['ID=65ff6808-cb9b-4b8b-a6d0-9c3e203741b9,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:45.101750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-cf635a1a-b098-4df5-a207-c5a4d353c83d tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:45.110114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-cf635a1a-b098-4df5-a207-c5a4d353c83d tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2288671 Nov 09 19:49:45.175282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-9489094f-93e8-4170-b0ad-dea016b19446 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.0637052 Nov 09 19:49:45.181789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-fb6738e6-10b6-41ae-8402-7bf75ed322bf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Request body: {'floatingip': {'port_id': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:45.226743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e39239cf-f2cd-4760-959b-df78225105ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aed8cec6b5ce4d439bbb9f0a47fd9573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483548 Nov 09 19:49:45.227069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35374) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:45.263759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-fb6738e6-10b6-41ae-8402-7bf75ed322bf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.303350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-26386359-5c77-4fd4-a59e-a02835f70136 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Deleting port 65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:45.303846 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26386359-5c77-4fd4-a59e-a02835f70136 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.370392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0de50dd4-0886-4061-8260-1ac4797ad0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.418641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fa90ca48-de9d-42fa-9875-8730e62b360b None None] Provisioning complete for port 65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:45.419744 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fa90ca48-de9d-42fa-9875-8730e62b360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.468060 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0de50dd4-0886-4061-8260-1ac4797ad0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.469066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fa90ca48-de9d-42fa-9875-8730e62b360b None None] Port 65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:45.505384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35382) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:45.514486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26386359-5c77-4fd4-a59e-a02835f70136 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.545188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e7b1e-7029-4b4a-9763-4861e676250c req-700f1fbe-2ab9-4bfb-90f0-27d3a9b4a522 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:45.546762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de7e7b1e-7029-4b4a-9763-4861e676250c req-700f1fbe-2ab9-4bfb-90f0-27d3a9b4a522 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1641021 Nov 09 19:49:45.552195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-26386359-5c77-4fd4-a59e-a02835f70136 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Calling delete_port for 65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:45.648388 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0de50dd4-0886-4061-8260-1ac4797ad0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.651176 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0de50dd4-0886-4061-8260-1ac4797ad0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.654855 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0de50dd4-0886-4061-8260-1ac4797ad0f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9536d548-4918-4cec-83cf-09eebf4d3148 HTTP/1.1" status: 204 len: 168 time: 0.4245152 Nov 09 19:49:45.672122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de7e7b1e-7029-4b4a-9763-4861e676250c req-5266808a-e58d-4b12-b925-9e4700bf865d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131711 Nov 09 19:49:45.682051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de50dd4-0886-4061-8260-1ac4797ad0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9536d548-4918-4cec-83cf-09eebf4d3148,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:45.800469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26386359-5c77-4fd4-a59e-a02835f70136 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.805937 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8b9710e8-a2c0-4b08-a93f-6bfdd7a36fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:45.868648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26386359-5c77-4fd4-a59e-a02835f70136 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event deleted for resources: {'Port': ['ID=65ff6808-cb9b-4b8b-a6d0-9c3e203741b9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:46.147490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-fb6738e6-10b6-41ae-8402-7bf75ed322bf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:46.165409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-fb6738e6-10b6-41ae-8402-7bf75ed322bf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:46.190878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26386359-5c77-4fd4-a59e-a02835f70136 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:46.198002 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-26386359-5c77-4fd4-a59e-a02835f70136 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "DELETE /v2.0/ports/65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 HTTP/1.1" status: 204 len: 168 time: 1.1330814 Nov 09 19:49:46.198300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35398) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:46.215094 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:46.224072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc719e5-5950-4fcb-8e6d-3c18919dde28 req-e5119604-d370-4a2d-bc22-f58575788a27 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:46.225819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc719e5-5950-4fcb-8e6d-3c18919dde28 req-e5119604-d370-4a2d-bc22-f58575788a27 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.2346804 Nov 09 19:49:46.247154 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-374efb87-a88c-4f45-94e5-de0e775dd9c6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] GET failed (client error): The resource could not be found. Nov 09 19:49:46.252421 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-374efb87-a88c-4f45-94e5-de0e775dd9c6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "GET /v2.0/ports/65ff6808-cb9b-4b8b-a6d0-9c3e203741b9 HTTP/1.1" status: 404 len: 333 time: 0.0493586 Nov 09 19:49:46.263519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35402) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:46.277857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8b9710e8-a2c0-4b08-a93f-6bfdd7a36fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:46.283865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cc719e5-5950-4fcb-8e6d-3c18919dde28 req-85ca7bb7-2b23-48dc-9302-609ee47a88f1 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Nov 09 19:49:46.364512 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'port': {'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9', 'name': 'tempest-AllowedAddressPairTestJSON-50723742'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:46.595577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03270ea1-fc40-45fc-b7cb-b4460972d6b0 req-f8187122-72ef-412c-8c4a-376fa25d68aa tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:46.605838 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03270ea1-fc40-45fc-b7cb-b4460972d6b0 req-f8187122-72ef-412c-8c4a-376fa25d68aa tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.0824921 Nov 09 19:49:46.625474 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8b9710e8-a2c0-4b08-a93f-6bfdd7a36fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:46.663265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03270ea1-fc40-45fc-b7cb-b4460972d6b0 req-38e86088-eac7-4bbc-b4ba-c097d8510a5d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520186 Nov 09 19:49:46.732230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8b9710e8-a2c0-4b08-a93f-6bfdd7a36fbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=252519c4af6c4806a3fe041773d8d81f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2247233 Nov 09 19:49:46.735165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35420) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:46.752405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9710e8-a2c0-4b08-a93f-6bfdd7a36fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96647a83-8682-49cf-906f-b6b1417d55e7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:46.772640 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-fb6738e6-10b6-41ae-8402-7bf75ed322bf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Floating IP 067b2da2-8fa7-4ab9-b2cc-4fb41f238a16 associated. External IP: 172.25.6.76, port: ca3eaf80-02f3-4c4e-b445-364a374c68c7. Nov 09 19:49:46.879273 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3ba9f-9ec2-41ab-a769-194c56379bc0 req-ca82b455-7cfb-4203-96fc-6b7ed4b4e4a1 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:46.881211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0e3ba9f-9ec2-41ab-a769-194c56379bc0 req-ca82b455-7cfb-4203-96fc-6b7ed4b4e4a1 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1043661 Nov 09 19:49:46.882504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35424) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:46.913708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Made reservation on behalf of eea0ec7b7ad4486da216c03b02a11143 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:46.918290 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:46.950470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] device_id is not set on port 0d3fd80f-8557-47e4-9545-5d74c2dfb06b yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:49:46.959790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0e3ba9f-9ec2-41ab-a769-194c56379bc0 req-c705f847-d8bf-47d2-9401-5ef7d55ca2ac tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636201 Nov 09 19:49:46.963885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16df05ca-94df-424f-96a2-237948804edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.023010 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16df05ca-94df-424f-96a2-237948804edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.118372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16df05ca-94df-424f-96a2-237948804edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.122620 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16df05ca-94df-424f-96a2-237948804edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.131473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-624452942-network', 'tenant_id': '7c557d562e914d3c80232de5184fbb54'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:47.139476 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-16df05ca-94df-424f-96a2-237948804edd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96647a83-8682-49cf-906f-b6b1417d55e7 HTTP/1.1" status: 204 len: 168 time: 0.4029799 Nov 09 19:49:47.153655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df05ca-94df-424f-96a2-237948804edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96647a83-8682-49cf-906f-b6b1417d55e7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:47.218977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Made reservation on behalf of 7c557d562e914d3c80232de5184fbb54 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:47.221346 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.243552 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.252354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-fb6738e6-10b6-41ae-8402-7bf75ed322bf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Router 20f4bc27-613f-4eb2-a9dd-79f8a740612e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:49:47.275022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Allocated IP 172.20.0.12 (657a4255-212c-4e58-af36-1c3b0862f9b9/4e6b6a20-39cd-43de-ae21-db6067ce1de4/0d3fd80f-8557-47e4-9545-5d74c2dfb06b) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:47.454898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35434) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:47.468759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-620b8bbd-21d6-47a6-b9e4-26caf78b7275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.524032 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.535603 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.538807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-fb6738e6-10b6-41ae-8402-7bf75ed322bf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:49:47.549923 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-fb6738e6-10b6-41ae-8402-7bf75ed322bf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.550958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] Sync routers for ids ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:49:47.555364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-620b8bbd-21d6-47a6-b9e4-26caf78b7275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.561071 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-620b8bbd-21d6-47a6-b9e4-26caf78b7275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.562179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] Routers {'20f4bc27-613f-4eb2-a9dd-79f8a740612e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:47.562932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:47.601868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:49:47.602322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b8bbd-21d6-47a6-b9e4-26caf78b7275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d2f8f-c79e-4a5f-8616-63ce86ec2aa4,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:47.623934 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-620b8bbd-21d6-47a6-b9e4-26caf78b7275 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b32c5fbd43e48bbb73d3d355d5460ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678767 Nov 09 19:49:47.624512 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf25430b-0cf8-4b49-b23d-6f6f953a3600,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:47.625129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35436) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:47.632126 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.632720 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Added segment 42f838f9-9918-46bd-a2b0-620fa23f51e5 of type vlan for network 525d58d6-6873-40d2-8517-9d556a57664f Nov 09 19:49:47.634721 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-fb6738e6-10b6-41ae-8402-7bf75ed322bf tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "PUT /v2.0/floatingips/067b2da2-8fa7-4ab9-b2cc-4fb41f238a16 HTTP/1.1" status: 200 len: 996 time: 2.4573123 Nov 09 19:49:47.645073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:47.647221 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bd4c44-9e97-4e48-ae48-2559c33d673a" -d '{"events": [{"name": "network-changed", "server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:47.675580 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.694177 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] Set router 20f4bc27-613f-4eb2-a9dd-79f8a740612e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:47.700872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12164e9d-bcdc-4673-b6fd-d031c0197686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.726054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12164e9d-bcdc-4673-b6fd-d031c0197686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.744300 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77895dd-ed28-419b-9bc9-cc589c91640a x-openstack-request-id: req-b77895dd-ed28-419b-9bc9-cc589c91640a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:47.745343 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:47.745781 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b77895dd-ed28-419b-9bc9-cc589c91640a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:47.746283 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'status': 'completed', 'code': 200} Nov 09 19:49:47.797284 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.810426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf2616-bb72-481f-8275-3c31382fd9c6 req-53a38137-e62d-4ca5-9011-2862bd3a0b23 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:47.812018 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4bf2616-bb72-481f-8275-3c31382fd9c6 req-53a38137-e62d-4ca5-9011-2862bd3a0b23 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.0728106 Nov 09 19:49:47.833418 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12164e9d-bcdc-4673-b6fd-d031c0197686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.835968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12164e9d-bcdc-4673-b6fd-d031c0197686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.837270 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-12164e9d-bcdc-4673-b6fd-d031c0197686 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f6d2f8f-c79e-4a5f-8616-63ce86ec2aa4 HTTP/1.1" status: 204 len: 168 time: 0.2108424 Nov 09 19:49:47.844974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-4c6e1482-51c1-4667-a014-e7f1da04c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:47.846552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-4c6e1482-51c1-4667-a014-e7f1da04c4f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bceef5252f9a4d30ab6b9180683e6299&device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1097 time: 0.1956294 Nov 09 19:49:47.869102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4c44-9e97-4e48-ae48-2559c33d673a req-6d3f66e5-e4e5-43f3-ad2b-d51e5e25f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:47.871015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53bd4c44-9e97-4e48-ae48-2559c33d673a req-6d3f66e5-e4e5-43f3-ad2b-d51e5e25f0c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bceef5252f9a4d30ab6b9180683e6299&device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1097 time: 0.1237974 Nov 09 19:49:47.883388 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.884375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12164e9d-bcdc-4673-b6fd-d031c0197686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d2f8f-c79e-4a5f-8616-63ce86ec2aa4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:47.884509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:47.885543 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:47.913661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4bf2616-bb72-481f-8275-3c31382fd9c6 req-8ce49572-5d4c-44e5-b3aa-aa2d063e26ff tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892849 Nov 09 19:49:47.995877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:48.019211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:44Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '067b2da2-8fa7-4ab9-b2cc-4fb41f238a16', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'port_id': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'mac_address': 'fa:16:3e:66:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96858895-5795-48ac-a25a-f8c41f79ebab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:49:42Z', 'updated_at': '2021-11-09T19:49:45Z', 'revision_number': 1, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b97f9c9-69bb-4c38-852b-0c59d8a549e9', 'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'mac_address': 'fa:16:3e:6d:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:43Z', 'updated_at': '2021-11-09T19:48:53Z', 'revision_number': 5, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'subnets': [{'id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:48.062084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] Checking router: 20f4bc27-613f-4eb2-a9dd-79f8a740612e for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:49:48.074103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] Routers {'20f4bc27-613f-4eb2-a9dd-79f8a740612e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:48.074862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:48.095131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f06ef-e269-429d-baa3-8f6f1331faa7 req-1aa3e895-2079-4e6f-a6cd-c1fc13b01203 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:48.103478 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c68f06ef-e269-429d-baa3-8f6f1331faa7 req-1aa3e895-2079-4e6f-a6cd-c1fc13b01203 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.0711393 Nov 09 19:49:48.117744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2313087 Nov 09 19:49:48.122135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35450) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:48.127564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Request body: {'subnet': {'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-624452942-subnet', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:48.127952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:48.154984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:48.169085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:48.184878 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c68f06ef-e269-429d-baa3-8f6f1331faa7 req-27b0c705-eccc-4104-a313-ae8519cc310b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749779 Nov 09 19:49:48.186205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Made reservation on behalf of 7c557d562e914d3c80232de5184fbb54 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:48.202152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb2ed7-015d-4de9-8908-ebe16bfd1d6e admin admin] Pushing event updated for resources: {'Network': ['ID=525d58d6-6873-40d2-8517-9d556a57664f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:48.203822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Port': ['ID=0d3fd80f-8557-47e4-9545-5d74c2dfb06b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:48.212127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:48.226222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 525d58d6-6873-40d2-8517-9d556a57664f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:49:48.289101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-7a0ab365-4a06-469d-973a-381934b3c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:48.298340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-7a0ab365-4a06-469d-973a-381934b3c7af service neutron] 10.222.0.53 "GET /v2.0/networks?id=a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 200 len: 920 time: 0.4435058 Nov 09 19:49:48.346821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] Set router 20f4bc27-613f-4eb2-a9dd-79f8a740612e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:48.423367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-c4609522-16b5-4845-a519-34b45de1589f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 999 time: 0.1239686 Nov 09 19:49:48.425010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4c44-9e97-4e48-ae48-2559c33d673a req-30c15ccc-b060-4c33-a584-21aa1c18d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:48.429728 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53bd4c44-9e97-4e48-ae48-2559c33d673a req-30c15ccc-b060-4c33-a584-21aa1c18d4f3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 200 len: 920 time: 0.5116181 Nov 09 19:49:48.537176 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:48.582480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:48.583634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:48.592421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53bd4c44-9e97-4e48-ae48-2559c33d673a req-093b5395-341d-4d44-bf17-3a434deb42d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 999 time: 0.1229420 Nov 09 19:49:48.608797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aadf6b3-c10d-4011-8277-22822e78bb01,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:48.613276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Checking segment: {'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:48.613631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Network hostable DHCP agents. Network: 525d58d6-6873-40d2-8517-9d556a57664f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:49:48.634042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Network 525d58d6-6873-40d2-8517-9d556a57664f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:49:48.645343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 525d58d6-6873-40d2-8517-9d556a57664f) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:48.650242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:48.650855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:48.670113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35466) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:48.670613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-69cc7a25-6f8e-400e-8a67-b143ec93f612 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3951783 Nov 09 19:49:48.677354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-b9ba72af-ba92-431c-8271-1c3432f8341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:48.677760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1080dfa9-42b6-44e3-8353-85a2bb53300b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:83:03:ac'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:48.679413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-b9ba72af-ba92-431c-8271-1c3432f8341f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd1df000-ce8f-4cb7-a224-9d72086975c7 HTTP/1.1" status: 200 len: 859 time: 0.2459669 Nov 09 19:49:48.692562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2a537540-f20b-4beb-b0c0-1a569f45997f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5689452 Nov 09 19:49:48.696237 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35470) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:48.703634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb4a53-b387-4b31-abd4-89b022e63250 None None] Network 525d58d6-6873-40d2-8517-9d556a57664f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:49:48.711280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-73e49832-3b60-4cba-bf63-997101e53cde None None] Provisioning complete for port 0d3fd80f-8557-47e4-9545-5d74c2dfb06b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:48.711656 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73e49832-3b60-4cba-bf63-997101e53cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:48.736731 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-180752a3-67e2-4057-9932-d457e4f30693 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a156fd39-659a-4573-8a73-bc1a9f0d48f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462332 Nov 09 19:49:48.739185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4c44-9e97-4e48-ae48-2559c33d673a req-f1ed4609-4e3e-4b3b-b833-ad7dde1ef251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:48.739747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:48.741242 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53bd4c44-9e97-4e48-ae48-2559c33d673a req-f1ed4609-4e3e-4b3b-b833-ad7dde1ef251 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd1df000-ce8f-4cb7-a224-9d72086975c7 HTTP/1.1" status: 200 len: 859 time: 0.1223795 Nov 09 19:49:48.841349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:48.843120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:48.859366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-73e49832-3b60-4cba-bf63-997101e53cde None None] Port 0d3fd80f-8557-47e4-9545-5d74c2dfb06b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:48.865971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-176f26d3-afc9-4bd5-ab1d-ede1627ab16c service neutron] 10.222.0.53 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221132 Nov 09 19:49:48.886714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53bd4c44-9e97-4e48-ae48-2559c33d673a req-6f99e0e4-8b7d-4253-9948-cedb3ea7c96d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a156fd39-659a-4573-8a73-bc1a9f0d48f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258051 Nov 09 19:49:48.991716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:48.993899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1080dfa9-42b6-44e3-8353-85a2bb53300b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.015293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-525d58d6-6873-40d2-8517-9d556a57664f', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:49:49.017134 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.018409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a6c8edb1-9dbd-4c96-b5e5-07ad8bf65e31 req-00f62426-2af0-419a-a27b-de20ceb3f471 service neutron] 10.222.0.53 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296024 Nov 09 19:49:49.121880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:44Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '067b2da2-8fa7-4ab9-b2cc-4fb41f238a16', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'port_id': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'mac_address': 'fa:16:3e:66:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96858895-5795-48ac-a25a-f8c41f79ebab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:49:42Z', 'updated_at': '2021-11-09T19:49:45Z', 'revision_number': 1, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b97f9c9-69bb-4c38-852b-0c59d8a549e9', 'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'mac_address': 'fa:16:3e:6d:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:43Z', 'updated_at': '2021-11-09T19:48:53Z', 'revision_number': 5, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'subnets': [{'id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:49.161914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7309c-36d3-4025-b654-fc2a33f5f7b5 None None] The sync data for ids ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'] in n-d-817256-1 is: [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:44Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '067b2da2-8fa7-4ab9-b2cc-4fb41f238a16', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'floating_ip_address': '172.25.6.76', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'port_id': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'mac_address': 'fa:16:3e:66:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96858895-5795-48ac-a25a-f8c41f79ebab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:49:42Z', 'updated_at': '2021-11-09T19:49:45Z', 'revision_number': 1, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b97f9c9-69bb-4c38-852b-0c59d8a549e9', 'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'mac_address': 'fa:16:3e:6d:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:43Z', 'updated_at': '2021-11-09T19:48:53Z', 'revision_number': 5, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'subnets': [{'id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:49:49.211866 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-6b6539fb-6f0a-451e-9178-4379d11ab067 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 999 time: 0.1368530 Nov 09 19:49:49.277311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Allocated IP 172.20.0.2 (525d58d6-6873-40d2-8517-9d556a57664f/7aadf6b3-c10d-4011-8277-22822e78bb01/5a82b6ed-352a-4945-9844-17cb650340d3) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:49.280117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-39d73f00-6c65-4a40-9eec-e2229b94b252 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:49.281556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-39d73f00-6c65-4a40-9eec-e2229b94b252 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports/ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 943 time: 0.0598326 Nov 09 19:49:49.284476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53bd4c44-9e97-4e48-ae48-2559c33d673a req-cecb4dcd-150a-4a12-ba22-2b44e7f6cd86 service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892772 Nov 09 19:49:49.341220 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.489834 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.499173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a795d2f-4f0d-4ad3-a175-139a4d3732fc req-db5fb364-8b33-4574-b43b-625e542e4035 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:49.507773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a795d2f-4f0d-4ad3-a175-139a4d3732fc req-db5fb364-8b33-4574-b43b-625e542e4035 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.4027171 Nov 09 19:49:49.509175 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.564763 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71578c6-4ff2-4c04-bf70-8c7c4a6e338b None None] New status for floating IP 067b2da2-8fa7-4ab9-b2cc-4fb41f238a16: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:49:49.607300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Network 525d58d6-6873-40d2-8517-9d556a57664f is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:49.610364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:49.614154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:49.626466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Pushing event updated for resources: {'Port': ['ID=5a82b6ed-352a-4945-9844-17cb650340d3,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:49.651466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a795d2f-4f0d-4ad3-a175-139a4d3732fc req-176c7e55-f2c5-4509-bff1-63b418fd98dd tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426849 Nov 09 19:49:49.697226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1080dfa9-42b6-44e3-8353-85a2bb53300b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.711328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Attempting to bind port 5a82b6ed-352a-4945-9844-17cb650340d3 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:49:49.711830 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Attempting to bind port 5a82b6ed-352a-4945-9844-17cb650340d3 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:49:49.712051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Attempting to bind port 5a82b6ed-352a-4945-9844-17cb650340d3 on network 525d58d6-6873-40d2-8517-9d556a57664f {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:49.722762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1080dfa9-42b6-44e3-8353-85a2bb53300b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.734870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:49:49.736364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Checking segment: {'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:49.737185 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.737921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Bound using segment: {'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:49:49.738676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Bound port: 5a82b6ed-352a-4945-9844-17cb650340d3, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:49:49.739259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.827386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-214b351e-89ef-4a64-8342-077ff4b94a4c tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 999 time: 0.4657998 Nov 09 19:49:49.881549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080dfa9-42b6-44e3-8353-85a2bb53300b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Port': ['ID=0d3fd80f-8557-47e4-9545-5d74c2dfb06b,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:49.883100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] For port 5a82b6ed-352a-4945-9844-17cb650340d3, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:49:49.888336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] For port 5a82b6ed-352a-4945-9844-17cb650340d3, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5a82b6ed-352a-4945-9844-17cb650340d3,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:49:49.896966 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.939744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35199a-80cc-4d96-bce1-6462ec98945f req-25a897e5-9807-4cd6-8cd5-efa73552cda4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:49.948814 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d35199a-80cc-4d96-bce1-6462ec98945f req-25a897e5-9807-4cd6-8cd5-efa73552cda4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1908479 Nov 09 19:49:49.966928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1080dfa9-42b6-44e3-8353-85a2bb53300b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] In _notify_port_updated(), no bound segment for port 0d3fd80f-8557-47e4-9545-5d74c2dfb06b on network 657a4255-212c-4e58-af36-1c3b0862f9b9 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:49:49.977533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48e747-0f93-4a17-ad7f-685811ca6f7d None None] Pushing event updated for resources: {'Port': ['ID=5a82b6ed-352a-4945-9844-17cb650340d3,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:49.989735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1080dfa9-42b6-44e3-8353-85a2bb53300b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:49.990440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1080dfa9-42b6-44e3-8353-85a2bb53300b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:49.995310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1080dfa9-42b6-44e3-8353-85a2bb53300b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "PUT /v2.0/ports/0d3fd80f-8557-47e4-9545-5d74c2dfb06b HTTP/1.1" status: 200 len: 995 time: 1.3230290 Nov 09 19:49:49.997320 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35500) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:50.044687 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53bd4c44-9e97-4e48-ae48-2559c33d673a req-4098e3fd-7049-4498-9213-5a48a1e910ff service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7522621 Nov 09 19:49:50.124955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-ac3d05d9-24ca-4623-9295-8cd1285e620f tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:50.127277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-ac3d05d9-24ca-4623-9295-8cd1285e620f tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.2988551 Nov 09 19:49:50.215572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d35199a-80cc-4d96-bce1-6462ec98945f req-36e9d438-ad0f-4d0f-97c7-65c827c93363 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582002 Nov 09 19:49:50.226058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-17c42e63-e423-4b53-b2bc-4b78c5d1cb81 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 1001 time: 0.0804288 Nov 09 19:49:50.269182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f33fd1e4-dee3-4e01-a8c8-0c69fe91986b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:50.317032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-56ea3e82-234b-4a2d-a907-be3f8d79f21d None None] Provisioning complete for port 0d3fd80f-8557-47e4-9545-5d74c2dfb06b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:50.317295 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56ea3e82-234b-4a2d-a907-be3f8d79f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.364518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-56ea3e82-234b-4a2d-a907-be3f8d79f21d None None] Port 0d3fd80f-8557-47e4-9545-5d74c2dfb06b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:50.366689 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.403834 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.429401 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f33fd1e4-dee3-4e01-a8c8-0c69fe91986b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.464449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2af6e-c2a1-4f4f-be65-dd251c243b5b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Deleting port 0d3fd80f-8557-47e4-9545-5d74c2dfb06b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:50.464812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8f2af6e-c2a1-4f4f-be65-dd251c243b5b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.618178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5a82b6ed-352a-4945-9844-17cb650340d3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:50.694795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5a82b6ed-352a-4945-9844-17cb650340d3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:50.695174 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.728751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f33fd1e4-dee3-4e01-a8c8-0c69fe91986b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.735354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f33fd1e4-dee3-4e01-a8c8-0c69fe91986b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.735697 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f33fd1e4-dee3-4e01-a8c8-0c69fe91986b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Floating IP 067b2da2-8fa7-4ab9-b2cc-4fb41f238a16 disassociated. External IP: 172.25.6.76, port: ca3eaf80-02f3-4c4e-b445-364a374c68c7. Nov 09 19:49:50.810273 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.859522 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 5a82b6ed-352a-4945-9844-17cb650340d3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5a82b6ed-352a-4945-9844-17cb650340d3,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:50.865187 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.876885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8f2af6e-c2a1-4f4f-be65-dd251c243b5b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.911328 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:50.922929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2af6e-c2a1-4f4f-be65-dd251c243b5b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Calling delete_port for 0d3fd80f-8557-47e4-9545-5d74c2dfb06b owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:50.939800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=5a82b6ed-352a-4945-9844-17cb650340d3,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:51.018004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Allocated IP 172.25.6.218 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/8675f339-99a5-4339-ae2b-9d683686f443) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:51.030148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2131c4-5153-4538-b247-512d0bce4e48 req-9811822d-924c-45bf-8261-f8921e5c5aa7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:51.031168 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba2131c4-5153-4538-b247-512d0bce4e48 req-9811822d-924c-45bf-8261-f8921e5c5aa7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.2063587 Nov 09 19:49:51.050875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f33fd1e4-dee3-4e01-a8c8-0c69fe91986b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Router 20f4bc27-613f-4eb2-a9dd-79f8a740612e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:49:51.160559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba2131c4-5153-4538-b247-512d0bce4e48 req-626ae5bb-6002-4a3d-9450-43bf5d2f5db2 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218901 Nov 09 19:49:51.213972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f33fd1e4-dee3-4e01-a8c8-0c69fe91986b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:49:51.222783 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f33fd1e4-dee3-4e01-a8c8-0c69fe91986b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:51.235458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] Sync routers for ids ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:49:51.250741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] Routers {'20f4bc27-613f-4eb2-a9dd-79f8a740612e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:51.252843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:51.266129 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f33fd1e4-dee3-4e01-a8c8-0c69fe91986b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "PUT /v2.0/floatingips/067b2da2-8fa7-4ab9-b2cc-4fb41f238a16 HTTP/1.1" status: 200 len: 694 time: 1.0008838 Nov 09 19:49:51.267136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:49:51.269724 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25855ad9-803d-4b87-8635-5c69a44f5bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:49:51.273695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:51.319680 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8f2af6e-c2a1-4f4f-be65-dd251c243b5b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:51.339286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-9942132e-217c-41fb-b2db-8001940f290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:51.341792 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-9942132e-217c-41fb-b2db-8001940f290e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bceef5252f9a4d30ab6b9180683e6299&device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1097 time: 0.0603821 Nov 09 19:49:51.420995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2af6e-c2a1-4f4f-be65-dd251c243b5b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event deleted for resources: {'Port': ['ID=0d3fd80f-8557-47e4-9545-5d74c2dfb06b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:51.493777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] Set router 20f4bc27-613f-4eb2-a9dd-79f8a740612e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:51.513926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-1c625e46-573f-4d1c-9a8f-cfc3cb6b7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:51.516222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-1c625e46-573f-4d1c-9a8f-cfc3cb6b7249 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 200 len: 920 time: 0.1575177 Nov 09 19:49:51.551880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca1756-498d-4ba6-b46d-44f0c73be5e0 req-7034894b-9935-4452-9bb0-088fc85115be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:51.554811 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4ca1756-498d-4ba6-b46d-44f0c73be5e0 req-7034894b-9935-4452-9bb0-088fc85115be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1729009 Nov 09 19:49:51.555591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a205bf7-2353-45a8-8372-9af7f6299ef9 None None] Network 525d58d6-6873-40d2-8517-9d556a57664f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:49:51.579601 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c8f2af6e-c2a1-4f4f-be65-dd251c243b5b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:51.585455 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c8f2af6e-c2a1-4f4f-be65-dd251c243b5b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "DELETE /v2.0/ports/0d3fd80f-8557-47e4-9545-5d74c2dfb06b HTTP/1.1" status: 204 len: 168 time: 1.5780818 Nov 09 19:49:51.587402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35536) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:51.600887 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-209909de-6f99-4c82-8870-0aa8204606d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 217 time: 0.0765746 Nov 09 19:49:51.648674 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:51.659203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35538) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:51.661808 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b27b13-5bfe-4c88-ab0f-d9c6e2ed4119 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] GET failed (client error): The resource could not be found. Nov 09 19:49:51.663849 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b7b27b13-5bfe-4c88-ab0f-d9c6e2ed4119 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "GET /v2.0/ports/0d3fd80f-8557-47e4-9545-5d74c2dfb06b HTTP/1.1" status: 404 len: 333 time: 0.0629139 Nov 09 19:49:51.665018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f8b89575-050b-499a-aeb9-84e93acd89a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:51.667001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-f8b89575-050b-499a-aeb9-84e93acd89a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd1df000-ce8f-4cb7-a224-9d72086975c7 HTTP/1.1" status: 200 len: 859 time: 0.0603495 Nov 09 19:49:51.667489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35540) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:51.672771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'port': {'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9', 'name': 'tempest-AllowedAddressPairTestJSON-996187833'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:51.710346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:51.722975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:51.735145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:51.742682 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4ca1756-498d-4ba6-b46d-44f0c73be5e0 req-2151aaaa-8e2f-4960-9db9-84681a28c3c0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787727 Nov 09 19:49:51.786110 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-78d8257a-b315-4fee-b016-2797f5a7cdee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a156fd39-659a-4573-8a73-bc1a9f0d48f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904448 Nov 09 19:49:51.787435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Pushing event updated for resources: {'Port': ['ID=8675f339-99a5-4339-ae2b-9d683686f443,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:51.822255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a422cc8d-1db7-49b5-98a9-d2ac43ba597a None None] Provisioning complete for port 5a82b6ed-352a-4945-9844-17cb650340d3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:51.827554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a422cc8d-1db7-49b5-98a9-d2ac43ba597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:51.870210 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facffa81-0fba-4720-a3ea-1af54e9ac561 x-openstack-request-id: req-facffa81-0fba-4720-a3ea-1af54e9ac561 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:49:51.870545 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:49:51.870803 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-facffa81-0fba-4720-a3ea-1af54e9ac561 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:49:51.871207 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'status': 'completed', 'code': 200} Nov 09 19:49:51.975064 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7cad39b3-5c98-4acf-940b-a64c7d5f95d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.013230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Made reservation on behalf of eea0ec7b7ad4486da216c03b02a11143 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:52.017912 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.044815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25855ad9-803d-4b87-8635-5c69a44f5bc1 req-f508c379-4110-41ed-a996-4176cff6f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:52.046364 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25855ad9-803d-4b87-8635-5c69a44f5bc1 req-f508c379-4110-41ed-a996-4176cff6f6e2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bceef5252f9a4d30ab6b9180683e6299&device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 1097 time: 0.1789119 Nov 09 19:49:52.059132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] device_id is not set on port bd917270-f73c-4aa7-8c07-84e0190a03bb yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:49:52.074995 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-1eec7b4a-33f7-4ec9-99a3-0b89c65af3ae service neutron] 10.222.0.53 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774396 Nov 09 19:49:52.193793 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.201568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7cad39b3-5c98-4acf-940b-a64c7d5f95d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.204458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:44Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1b97f9c9-69bb-4c38-852b-0c59d8a549e9', 'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'mac_address': 'fa:16:3e:6d:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:43Z', 'updated_at': '2021-11-09T19:48:53Z', 'revision_number': 5, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'subnets': [{'id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:52.234564 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7cad39b3-5c98-4acf-940b-a64c7d5f95d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.256280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] Checking router: 20f4bc27-613f-4eb2-a9dd-79f8a740612e for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:49:52.281530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] Routers {'20f4bc27-613f-4eb2-a9dd-79f8a740612e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:52.282475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:52.313958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25855ad9-803d-4b87-8635-5c69a44f5bc1 req-6b4850d9-4158-4773-87d5-78d29c299fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:52.315149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25855ad9-803d-4b87-8635-5c69a44f5bc1 req-6b4850d9-4158-4773-87d5-78d29c299fda service neutron] 10.222.0.77 "GET /v2.0/networks?id=a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 200 len: 920 time: 0.2589831 Nov 09 19:49:52.361106 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7cad39b3-5c98-4acf-940b-a64c7d5f95d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36171bdf6a8844c892f370693b4cb9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901627 Nov 09 19:49:52.363588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35546) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:52.370391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad39b3-5c98-4acf-940b-a64c7d5f95d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e8e25b-a3bf-4c36-9d98-e01ce3393aba,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:52.380278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25855ad9-803d-4b87-8635-5c69a44f5bc1 req-25c25a9e-5309-43d8-9954-5ff99dc4d94c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 200 len: 217 time: 0.0558143 Nov 09 19:49:52.405100 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c347e52f-1c1b-497b-b426-8562ee51b21b req-8d9ed21e-8fb3-445b-9e70-e4c0799a2a0f service neutron] 10.222.0.53 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154278 Nov 09 19:49:52.437897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae489929-e21f-4055-83a5-003bfbabc6bb req-c1c91f0c-23fb-4176-aef8-2e4f10a0eb3d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:52.439519 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ae489929-e21f-4055-83a5-003bfbabc6bb req-c1c91f0c-23fb-4176-aef8-2e4f10a0eb3d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1502163 Nov 09 19:49:52.449924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Allocated IP 172.20.0.14 (657a4255-212c-4e58-af36-1c3b0862f9b9/4e6b6a20-39cd-43de-ae21-db6067ce1de4/bd917270-f73c-4aa7-8c07-84e0190a03bb) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:52.524834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] Set router 20f4bc27-613f-4eb2-a9dd-79f8a740612e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:52.533295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-ddee37b8-b92a-478e-b6dc-efc483881785 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/floatingips/067b2da2-8fa7-4ab9-b2cc-4fb41f238a16 HTTP/1.1" status: 200 len: 694 time: 0.0585885 Nov 09 19:49:52.534675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25855ad9-803d-4b87-8635-5c69a44f5bc1 req-58b9eb5b-4673-430e-8574-8cfa8b9f37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:52.542845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25855ad9-803d-4b87-8635-5c69a44f5bc1 req-58b9eb5b-4673-430e-8574-8cfa8b9f37fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dd1df000-ce8f-4cb7-a224-9d72086975c7 HTTP/1.1" status: 200 len: 859 time: 0.1481061 Nov 09 19:49:52.549850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-45d9e333-a32d-46ca-b8e1-9f569d869705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.596277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5a82b6ed-352a-4945-9844-17cb650340d3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:52.608834 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-45d9e333-a32d-46ca-b8e1-9f569d869705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.624153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ae489929-e21f-4055-83a5-003bfbabc6bb req-d2e4f751-905b-44d5-b633-64b6ea4830b7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003265 Nov 09 19:49:52.635201 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25855ad9-803d-4b87-8635-5c69a44f5bc1 req-5a7fa3a7-5ebb-46d8-8f09-74fa8b80eea3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a156fd39-659a-4573-8a73-bc1a9f0d48f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804958 Nov 09 19:49:52.651107 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.739085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b87fcdb3-a691-44cb-b9c8-40dc28f24ceb None None] Provisioning complete for port 5a82b6ed-352a-4945-9844-17cb650340d3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:52.739457 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b87fcdb3-a691-44cb-b9c8-40dc28f24ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.743833 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-45d9e333-a32d-46ca-b8e1-9f569d869705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.749308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-45d9e333-a32d-46ca-b8e1-9f569d869705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.750890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-45d9e333-a32d-46ca-b8e1-9f569d869705 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78e8e25b-a3bf-4c36-9d98-e01ce3393aba HTTP/1.1" status: 204 len: 168 time: 0.3856816 Nov 09 19:49:52.795029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9e333-a32d-46ca-b8e1-9f569d869705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e8e25b-a3bf-4c36-9d98-e01ce3393aba,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:52.825273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5a82b6ed-352a-4945-9844-17cb650340d3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:52.825833 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:52.924872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Router 5b03b17f-1869-4224-877f-1d24bebbde50 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:49:53.050171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:44Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1b97f9c9-69bb-4c38-852b-0c59d8a549e9', 'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'mac_address': 'fa:16:3e:6d:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:43Z', 'updated_at': '2021-11-09T19:48:53Z', 'revision_number': 5, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'subnets': [{'id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:53.080803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4345-2f3a-42fc-ba57-6d1dbce74970 req-4b7aafa3-c57b-45e1-b0b6-70533f2260d8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:53.086659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-daea7b35-cef9-464c-a96f-e912f66592b3 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:53.088855 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-daea7b35-cef9-464c-a96f-e912f66592b3 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 784 time: 0.5457466 Nov 09 19:49:53.093362 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-931c4345-2f3a-42fc-ba57-6d1dbce74970 req-4b7aafa3-c57b-45e1-b0b6-70533f2260d8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.2276273 Nov 09 19:49:53.100924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0642c21-ab7d-46f6-8302-edcd38c2e3d2 None None] The sync data for ids ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'] in n-d-817256-1 is: [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:48:44Z', 'revision_number': 4, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1b97f9c9-69bb-4c38-852b-0c59d8a549e9', 'name': '', 'network_id': 'a156fd39-659a-4573-8a73-bc1a9f0d48f7', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'mac_address': 'fa:16:3e:6d:67:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:43Z', 'updated_at': '2021-11-09T19:48:53Z', 'revision_number': 5, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'subnets': [{'id': 'dd1df000-ce8f-4cb7-a224-9d72086975c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:49:53.159931 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-931c4345-2f3a-42fc-ba57-6d1dbce74970 req-3b16aaec-9364-4ece-9b12-f5a23bf8b8aa tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654345 Nov 09 19:49:53.183157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:49:53.198228 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Sync routers for ids ['5b03b17f-1869-4224-877f-1d24bebbde50'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:49:53.215349 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Routers {'5b03b17f-1869-4224-877f-1d24bebbde50'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:53.215652 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:53.215975 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5b03b17f-1869-4224-877f-1d24bebbde50'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:53.218910 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-005364b4-5c98-45a5-9e59-466612001a75 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5217640 Nov 09 19:49:53.221174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35564) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:53.280952 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:53.298070 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-e9d40a07-f718-40f7-aa61-177ca99c5cc4 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 697 time: 0.1977417 Nov 09 19:49:53.391462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-e25ed35e-f4d9-48bd-b19c-f27af04fae12 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 697 time: 0.0924871 Nov 09 19:49:53.395736 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25855ad9-803d-4b87-8635-5c69a44f5bc1 req-36e759a8-2b44-4a4c-a322-4277ff0b118d service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7429647 Nov 09 19:49:53.426330 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Set router 5b03b17f-1869-4224-877f-1d24bebbde50 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:53.588539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7803e0-1e54-406c-9bc4-dcf2b3456dd3 None None] New status for floating IP 067b2da2-8fa7-4ab9-b2cc-4fb41f238a16: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:49:53.782812 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:53.863541 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:51Z', 'revision_number': 3, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:53.863931 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25855ad9-803d-4b87-8635-5c69a44f5bc1 req-b81b36fb-a295-499b-b072-f454dd3c559d service neutron] 10.222.0.77 "GET /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505560 Nov 09 19:49:53.879526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:53.882909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Port': ['ID=bd917270-f73c-4aa7-8c07-84e0190a03bb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:53.886072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:53.889589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:53.913718 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Checking router: 5b03b17f-1869-4224-877f-1d24bebbde50 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:49:53.914064 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Updating router 5b03b17f-1869-4224-877f-1d24bebbde50 port 8675f339-99a5-4339-ae2b-9d683686f443 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:49:53.926062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-f63ce282-0b2a-4f8b-8bdd-6bfc30cf542b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Deleting port 5cab5bcf-9abe-49f7-909f-f9aa7d882932 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:53.926411 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-f63ce282-0b2a-4f8b-8bdd-6bfc30cf542b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:53.975150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584d088-45a0-47dc-8c26-7541dfddeff9 req-1ff3163a-dc06-406a-a7b0-0c1d637c75e9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:53.976799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d584d088-45a0-47dc-8c26-7541dfddeff9 req-1ff3163a-dc06-406a-a7b0-0c1d637c75e9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1906939 Nov 09 19:49:53.983667 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.004039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:54.004711 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.060168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-18b79262-e97b-47cf-905f-849ca2daacb8 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3915617 Nov 09 19:49:54.062501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35590) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:54.071207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'port': {'network_id': '657a4255-212c-4e58-af36-1c3b0862f9b9', 'name': 'tempest-AllowedAddressPairTestJSON-1216381692'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:54.123217 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d584d088-45a0-47dc-8c26-7541dfddeff9 req-83491fe2-0b4e-4632-afd0-5f6ad699b5a4 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231103 Nov 09 19:49:54.131918 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.161587 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-f63ce282-0b2a-4f8b-8bdd-6bfc30cf542b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.162583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-f63ce282-0b2a-4f8b-8bdd-6bfc30cf542b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.185935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-f63ce282-0b2a-4f8b-8bdd-6bfc30cf542b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Calling delete_port for 5cab5bcf-9abe-49f7-909f-f9aa7d882932 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:54.367080 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-dcfa59a9-58af-4813-90b8-5c5b93d09da5 None None] Provisioning complete for port bd917270-f73c-4aa7-8c07-84e0190a03bb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:54.367861 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcfa59a9-58af-4813-90b8-5c5b93d09da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.418939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ef20c-fbde-4203-a0e7-24e6840842c0 req-67965551-ea8d-41dd-9f54-3eb5661988e5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:54.426309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Made reservation on behalf of eea0ec7b7ad4486da216c03b02a11143 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:49:54.427053 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e9ef20c-fbde-4203-a0e7-24e6840842c0 req-67965551-ea8d-41dd-9f54-3eb5661988e5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1362584 Nov 09 19:49:54.428372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa59a9-58af-4813-90b8-5c5b93d09da5 None None] Port bd917270-f73c-4aa7-8c07-84e0190a03bb cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:54.432891 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.437722 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.446769 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.458490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Allocated IP 172.20.0.1 (525d58d6-6873-40d2-8517-9d556a57664f/7aadf6b3-c10d-4011-8277-22822e78bb01/4dbd95a8-7491-4728-b115-a6e254a412f5) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:54.474114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] device_id is not set on port 9181377a-c1df-4354-8444-2a9c219f0ccf yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:49:54.496558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e9ef20c-fbde-4203-a0e7-24e6840842c0 req-7448adfb-5c4e-41f5-b6f7-cc9ed2b62fed tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668375 Nov 09 19:49:54.527542 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Attempting to bind port 8675f339-99a5-4339-ae2b-9d683686f443 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:49:54.527987 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Attempting to bind port 8675f339-99a5-4339-ae2b-9d683686f443 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:49:54.528417 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Attempting to bind port 8675f339-99a5-4339-ae2b-9d683686f443 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:54.543549 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:49:54.544603 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:54.545070 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.545528 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:49:54.546083 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Bound port: 8675f339-99a5-4339-ae2b-9d683686f443, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:49:54.546552 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.550485 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Pushing event updated for resources: {'Port': ['ID=8675f339-99a5-4339-ae2b-9d683686f443,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:54.583359 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.583771 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.584109 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.584750 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.585123 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.585483 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.585824 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.586142 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.586460 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.586799 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.587115 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.587426 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:49:54.643795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-f63ce282-0b2a-4f8b-8bdd-6bfc30cf542b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.646595 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] For port 8675f339-99a5-4339-ae2b-9d683686f443, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:49:54.653379 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] For port 8675f339-99a5-4339-ae2b-9d683686f443, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8675f339-99a5-4339-ae2b-9d683686f443,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:49:54.662878 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.690156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Allocated IP 172.20.0.5 (657a4255-212c-4e58-af36-1c3b0862f9b9/4e6b6a20-39cd-43de-ae21-db6067ce1de4/9181377a-c1df-4354-8444-2a9c219f0ccf) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:49:54.692459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ce282-0b2a-4f8b-8bdd-6bfc30cf542b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Pushing event deleted for resources: {'Port': ['ID=5cab5bcf-9abe-49f7-909f-f9aa7d882932,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:54.705619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.752174 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.764566 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a93853-0064-452d-bf3a-64cb53d8e122 None None] Pushing event updated for resources: {'Port': ['ID=8675f339-99a5-4339-ae2b-9d683686f443,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:54.789201 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Routers {'5b03b17f-1869-4224-877f-1d24bebbde50'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:54.791086 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5b03b17f-1869-4224-877f-1d24bebbde50'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:54.799789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Network 525d58d6-6873-40d2-8517-9d556a57664f is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:54.803599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:54.805621 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-f63ce282-0b2a-4f8b-8bdd-6bfc30cf542b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.807332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:54.808745 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-f63ce282-0b2a-4f8b-8bdd-6bfc30cf542b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.809933 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34e5054c-6600-4d8d-8edb-6b901fca6b7e req-f63ce282-0b2a-4f8b-8bdd-6bfc30cf542b tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "DELETE /v2.0/floatingips/067b2da2-8fa7-4ab9-b2cc-4fb41f238a16 HTTP/1.1" status: 204 len: 173 time: 1.4176629 Nov 09 19:49:54.873629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.927497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbd95a8-7491-4728-b115-a6e254a412f5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:54.953162 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:54.983223 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] Set router 5b03b17f-1869-4224-877f-1d24bebbde50 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:55.002699 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.067120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:55.069753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:55.074957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:49:55.107251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Port': ['ID=9181377a-c1df-4354-8444-2a9c219f0ccf,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:55.164222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:55.165025 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.196339 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c1625753-6752-44f8-8087-4e631de478e6 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1325016 Nov 09 19:49:55.197138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35636) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:55.208146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c6599335-b63f-4614-89ca-9f3acc38748d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:83:03:ac'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:22:4a:3d'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:55.271205 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.285460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b4abded2-4158-40ef-a9bb-5fa9bedf1516 None None] Provisioning complete for port 4dbd95a8-7491-4728-b115-a6e254a412f5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:55.285460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4abded2-4158-40ef-a9bb-5fa9bedf1516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.331928 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:51Z', 'revision_number': 3, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:55.361853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b4abded2-4158-40ef-a9bb-5fa9bedf1516 None None] Port 4dbd95a8-7491-4728-b115-a6e254a412f5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:55.390265 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e679d-ebdd-4f0c-aa00-4c6c14b835d2 None None] The sync data for ids ['5b03b17f-1869-4224-877f-1d24bebbde50'] in n-d-817256-1 is: [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:51Z', 'revision_number': 3, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:49:55.408204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a1e64-73bf-4225-81a4-feaed84b6287 req-785f8f70-8092-4f26-88bc-89bba806e2d0 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:55.409812 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b6a1e64-73bf-4225-81a4-feaed84b6287 req-785f8f70-8092-4f26-88bc-89bba806e2d0 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1617022 Nov 09 19:49:55.433483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e471483a-2c44-44cb-9a1c-7d45028764f4 req-e9ea0452-8c4f-499a-ba32-d72a1bfed09a tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups/fef78e16-43eb-43fd-abf4-7ea4a886888b HTTP/1.1" status: 200 len: 1809 time: 0.5502081 Nov 09 19:49:55.517798 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b6a1e64-73bf-4225-81a4-feaed84b6287 req-eb97bd03-3b95-44b1-8bda-72dabc2aabc2 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907977 Nov 09 19:49:55.573499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.587815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6599335-b63f-4614-89ca-9f3acc38748d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.593093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-698e92eb-164a-47f7-8e9f-05e17d1fb180 None None] Provisioning complete for port 9181377a-c1df-4354-8444-2a9c219f0ccf triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:55.594060 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-698e92eb-164a-47f7-8e9f-05e17d1fb180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.645295 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e471483a-2c44-44cb-9a1c-7d45028764f4 req-4c3a926a-8354-46f1-afc7-e009ac540141 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.688148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-698e92eb-164a-47f7-8e9f-05e17d1fb180 None None] Port 9181377a-c1df-4354-8444-2a9c219f0ccf cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:55.710430 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e471483a-2c44-44cb-9a1c-7d45028764f4 req-4c3a926a-8354-46f1-afc7-e009ac540141 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.790874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac9fd7-5d83-4a62-a102-1de34d07d61b req-f9fddaed-6950-49bf-bb3b-4f2b0d045d7c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:55.798359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9ac9fd7-5d83-4a62-a102-1de34d07d61b req-f9fddaed-6950-49bf-bb3b-4f2b0d045d7c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1501358 Nov 09 19:49:55.870619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e471483a-2c44-44cb-9a1c-7d45028764f4 req-4c3a926a-8354-46f1-afc7-e009ac540141 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.873349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e471483a-2c44-44cb-9a1c-7d45028764f4 req-4c3a926a-8354-46f1-afc7-e009ac540141 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.886576 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e471483a-2c44-44cb-9a1c-7d45028764f4 req-4c3a926a-8354-46f1-afc7-e009ac540141 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "DELETE /v2.0/security-groups/fef78e16-43eb-43fd-abf4-7ea4a886888b HTTP/1.1" status: 204 len: 173 time: 0.4395528 Nov 09 19:49:55.888920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9ac9fd7-5d83-4a62-a102-1de34d07d61b req-b3b69aa9-21d1-4874-aac9-836b26b3bc51 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895920 Nov 09 19:49:55.933720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a926a-8354-46f1-afc7-e009ac540141 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef78e16-43eb-43fd-abf4-7ea4a886888b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:55.946985 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6599335-b63f-4614-89ca-9f3acc38748d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.957168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6599335-b63f-4614-89ca-9f3acc38748d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:55.986706 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:49:55.992925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.008931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.127983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.158617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6599335-b63f-4614-89ca-9f3acc38748d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event updated for resources: {'Port': ['ID=9181377a-c1df-4354-8444-2a9c219f0ccf,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:56.161342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbd95a8-7491-4728-b115-a6e254a412f5,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:56.214652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c6599335-b63f-4614-89ca-9f3acc38748d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] In _notify_port_updated(), no bound segment for port 9181377a-c1df-4354-8444-2a9c219f0ccf on network 657a4255-212c-4e58-af36-1c3b0862f9b9 {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:49:56.223104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6599335-b63f-4614-89ca-9f3acc38748d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:56.224152 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6599335-b63f-4614-89ca-9f3acc38748d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.230702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c6599335-b63f-4614-89ca-9f3acc38748d tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "PUT /v2.0/ports/9181377a-c1df-4354-8444-2a9c219f0ccf HTTP/1.1" status: 200 len: 1057 time: 1.0308020 Nov 09 19:49:56.230702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35696) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:56.308225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Network 525d58d6-6873-40d2-8517-9d556a57664f is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:49:56.309714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:49:56.429536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89121f2c-fd88-4e1a-ab03-358b5647925c req-50cb1c58-1abc-4a2a-b65e-f445f06e430c tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:56.438431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89121f2c-fd88-4e1a-ab03-358b5647925c req-50cb1c58-1abc-4a2a-b65e-f445f06e430c tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.1364756 Nov 09 19:49:56.457801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-13d89bd6-65a2-4dd1-bf0b-e80510a4c44f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Deleting port 9181377a-c1df-4354-8444-2a9c219f0ccf {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:56.458146 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13d89bd6-65a2-4dd1-bf0b-e80510a4c44f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.532076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ae628d6a-485c-4d51-9bf5-7d2d864a74ee None None] Provisioning complete for port 9181377a-c1df-4354-8444-2a9c219f0ccf triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:56.532462 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae628d6a-485c-4d51-9bf5-7d2d864a74ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.562150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Router 5b03b17f-1869-4224-877f-1d24bebbde50 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:49:56.617525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89121f2c-fd88-4e1a-ab03-358b5647925c req-249de3c1-ad8f-46bc-94bd-5da467e82566 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784773 Nov 09 19:49:56.660633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8675f339-99a5-4339-ae2b-9d683686f443 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:56.716513 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13d89bd6-65a2-4dd1-bf0b-e80510a4c44f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.733431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-13d89bd6-65a2-4dd1-bf0b-e80510a4c44f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Calling delete_port for 9181377a-c1df-4354-8444-2a9c219f0ccf owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:56.741008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ae628d6a-485c-4d51-9bf5-7d2d864a74ee None None] Port 9181377a-c1df-4354-8444-2a9c219f0ccf cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:56.770867 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8675f339-99a5-4339-ae2b-9d683686f443 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:56.770980 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.824479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e1f33-f211-4ce6-bafe-45d340f615a6 req-62f3b6c6-30ea-4bc0-9834-7aa551574291 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:56.831982 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-319e1f33-f211-4ce6-bafe-45d340f615a6 req-62f3b6c6-30ea-4bc0-9834-7aa551574291 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.0947759 Nov 09 19:49:56.865014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:49:56.872321 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4be28dfa-3eb9-48e0-92c8-c048e6d10466 admin admin] 10.222.0.53 "PUT /v2.0/routers/5b03b17f-1869-4224-877f-1d24bebbde50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6500959 Nov 09 19:49:56.906578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a35e7a58-e0d3-4138-b546-058acb25806f None None] Provisioning complete for port 4dbd95a8-7491-4728-b115-a6e254a412f5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:56.907189 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a35e7a58-e0d3-4138-b546-058acb25806f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.928538 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13d89bd6-65a2-4dd1-bf0b-e80510a4c44f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.942310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-319e1f33-f211-4ce6-bafe-45d340f615a6 req-2715fb7e-217a-4111-b8c6-6e4b503c0336 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093488 Nov 09 19:49:56.980382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:56.989175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d89bd6-65a2-4dd1-bf0b-e80510a4c44f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event deleted for resources: {'Port': ['ID=9181377a-c1df-4354-8444-2a9c219f0ccf,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:57.029611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 8675f339-99a5-4339-ae2b-9d683686f443, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8675f339-99a5-4339-ae2b-9d683686f443,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:57.031348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a35e7a58-e0d3-4138-b546-058acb25806f None None] Port 4dbd95a8-7491-4728-b115-a6e254a412f5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:49:57.040750 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:57.154632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=8675f339-99a5-4339-ae2b-9d683686f443,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:57.335085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13d89bd6-65a2-4dd1-bf0b-e80510a4c44f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:57.340523 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-13d89bd6-65a2-4dd1-bf0b-e80510a4c44f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "DELETE /v2.0/ports/9181377a-c1df-4354-8444-2a9c219f0ccf HTTP/1.1" status: 204 len: 168 time: 1.1085877 Nov 09 19:49:57.343310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35760) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:57.379011 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8bd80e-6837-440a-bb8f-7fc4234cce5b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] GET failed (client error): The resource could not be found. Nov 09 19:49:57.381614 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fe8bd80e-6837-440a-bb8f-7fc4234cce5b tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "GET /v2.0/ports/9181377a-c1df-4354-8444-2a9c219f0ccf HTTP/1.1" status: 404 len: 333 time: 0.0360806 Nov 09 19:49:57.383457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:57.461864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578468b7-46ee-4bab-8b76-c35b28bf2fb5 req-e4a96601-5b58-48ad-b03c-e5e53eb8a00c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:57.464774 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-578468b7-46ee-4bab-8b76-c35b28bf2fb5 req-e4a96601-5b58-48ad-b03c-e5e53eb8a00c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.0639153 Nov 09 19:49:57.525317 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-776d86d2-a4d9-42a5-a440-575241f8dc78 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Deleting port bd917270-f73c-4aa7-8c07-84e0190a03bb {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:57.527009 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-776d86d2-a4d9-42a5-a440-575241f8dc78 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:57.527927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-578468b7-46ee-4bab-8b76-c35b28bf2fb5 req-003f7ebd-afaa-4f2b-bc46-91eee4c3f83c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502119 Nov 09 19:49:57.664710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-776d86d2-a4d9-42a5-a440-575241f8dc78 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:57.684396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-776d86d2-a4d9-42a5-a440-575241f8dc78 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Calling delete_port for bd917270-f73c-4aa7-8c07-84e0190a03bb owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:57.785988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478bc40-2f0f-45fb-a9af-3887d68ca1b1 req-6663a0c4-8f3b-4a48-a2f6-20596d618881 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:57.787662 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d478bc40-2f0f-45fb-a9af-3887d68ca1b1 req-6663a0c4-8f3b-4a48-a2f6-20596d618881 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.0754550 Nov 09 19:49:57.854201 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d478bc40-2f0f-45fb-a9af-3887d68ca1b1 req-dc8e5903-4223-4e94-a52c-be86fbad9ab3 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518057 Nov 09 19:49:57.859491 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-776d86d2-a4d9-42a5-a440-575241f8dc78 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:57.892451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d86d2-a4d9-42a5-a440-575241f8dc78 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event deleted for resources: {'Port': ['ID=bd917270-f73c-4aa7-8c07-84e0190a03bb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:58.001426 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-776d86d2-a4d9-42a5-a440-575241f8dc78 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.006980 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-776d86d2-a4d9-42a5-a440-575241f8dc78 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "DELETE /v2.0/ports/bd917270-f73c-4aa7-8c07-84e0190a03bb HTTP/1.1" status: 204 len: 168 time: 0.6205666 Nov 09 19:49:58.010346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35812) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:58.028087 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Sync routers for ids ['5b03b17f-1869-4224-877f-1d24bebbde50'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:49:58.046131 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Routers {'5b03b17f-1869-4224-877f-1d24bebbde50'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:58.047216 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5b03b17f-1869-4224-877f-1d24bebbde50'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:58.049034 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac068c18-551e-4099-9f02-33542abd6b1a tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] GET failed (client error): The resource could not be found. Nov 09 19:49:58.050700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ac068c18-551e-4099-9f02-33542abd6b1a tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "GET /v2.0/ports/bd917270-f73c-4aa7-8c07-84e0190a03bb HTTP/1.1" status: 404 len: 333 time: 0.0339763 Nov 09 19:49:58.054965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35814) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:58.139290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc17ce8-4195-47e9-b295-17a7691f7617 req-f8055210-f87a-498c-9657-f2cc85fdb458 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:58.141435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1dc17ce8-4195-47e9-b295-17a7691f7617 req-f8055210-f87a-498c-9657-f2cc85fdb458 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.0855703 Nov 09 19:49:58.185713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-12216ca6-270a-40c2-b898-10ee59bfd11e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Deleting port b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:58.186058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12216ca6-270a-40c2-b898-10ee59bfd11e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.199219 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Set router 5b03b17f-1869-4224-877f-1d24bebbde50 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:58.217564 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1dc17ce8-4195-47e9-b295-17a7691f7617 req-6602f34c-4dac-4421-ab23-08da16e479ca tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604718 Nov 09 19:49:58.298209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12216ca6-270a-40c2-b898-10ee59bfd11e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.315640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-12216ca6-270a-40c2-b898-10ee59bfd11e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Calling delete_port for b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:58.455084 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:55Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4dbd95a8-7491-4728-b115-a6e254a412f5', 'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'mac_address': 'fa:16:3e:0f:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:54Z', 'updated_at': '2021-11-09T19:49:55Z', 'revision_number': 2, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'subnets': [{'id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:58.474225 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12216ca6-270a-40c2-b898-10ee59bfd11e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.499801 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Checking router: 5b03b17f-1869-4224-877f-1d24bebbde50 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:49:58.500161 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Updating router 5b03b17f-1869-4224-877f-1d24bebbde50 port 4dbd95a8-7491-4728-b115-a6e254a412f5 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:49:58.500655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35828) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:58.533520 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.545019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12216ca6-270a-40c2-b898-10ee59bfd11e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event deleted for resources: {'Port': ['ID=b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:58.586462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8675f339-99a5-4339-ae2b-9d683686f443 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:49:58.665369 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12216ca6-270a-40c2-b898-10ee59bfd11e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.674646 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-12216ca6-270a-40c2-b898-10ee59bfd11e tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "DELETE /v2.0/ports/b8f7fd7f-87da-4f1f-a08d-a6a7a24e527d HTTP/1.1" status: 204 len: 168 time: 0.6182506 Nov 09 19:49:58.677138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35836) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:58.728591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8675f339-99a5-4339-ae2b-9d683686f443 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:58.729416 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.788658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cbdf1c-2f8a-4a41-aaed-fd573ed4ac57 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Deleting subnet 4e6b6a20-39cd-43de-ae21-db6067ce1de4 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:49:58.796644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4cbdf1c-2f8a-4a41-aaed-fd573ed4ac57 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.834832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbeb680b-58fb-4cd1-a4fd-b886cf3f25e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.895224 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4cbdf1c-2f8a-4a41-aaed-fd573ed4ac57 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.938468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc4c65-b248-4f10-91bd-c2fca0fdfbc8 req-c488d16f-6dcd-4421-9454-c89a4bbe4087 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:58.940430 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4cc4c65-b248-4f10-91bd-c2fca0fdfbc8 req-c488d16f-6dcd-4421-9454-c89a4bbe4087 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.2988529 Nov 09 19:49:58.959947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-2099dd4d-f937-4620-8125-0293e1bb977f tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:58.961761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-2099dd4d-f937-4620-8125-0293e1bb977f tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.77 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.3002133 Nov 09 19:49:58.979239 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:58.985158 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.021645 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4cbdf1c-2f8a-4a41-aaed-fd573ed4ac57 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.039786 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4cc4c65-b248-4f10-91bd-c2fca0fdfbc8 req-1b0d012b-688c-4f19-9d0b-7f05ef46dff5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924189 Nov 09 19:49:59.110411 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e3e6f-5b5d-40c9-ace7-4374558eff78 None None] Pushing event updated for resources: {'Port': ['ID=4dbd95a8-7491-4728-b115-a6e254a412f5,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:59.116919 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4cbdf1c-2f8a-4a41-aaed-fd573ed4ac57 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.186570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbdf1c-2f8a-4a41-aaed-fd573ed4ac57 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6b6a20-39cd-43de-ae21-db6067ce1de4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:59.190885 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbeb680b-58fb-4cd1-a4fd-b886cf3f25e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.194155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35840) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:59.200887 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4cbdf1c-2f8a-4a41-aaed-fd573ed4ac57 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.208847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8493619-631d-43ef-8155-0ed33381cb27 None None] Network 657a4255-212c-4e58-af36-1c3b0862f9b9 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:49:59.208975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7cabaef1-5fab-412f-a463-8b263c8c3963 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71854323', 'description': 'tempest-description--1365325033'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:49:59.210648 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b4cbdf1c-2f8a-4a41-aaed-fd573ed4ac57 tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "DELETE /v2.0/subnets/4e6b6a20-39cd-43de-ae21-db6067ce1de4 HTTP/1.1" status: 204 len: 168 time: 0.5324271 Nov 09 19:49:59.211340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35842) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:59.231972 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Attempting to bind port 4dbd95a8-7491-4728-b115-a6e254a412f5 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:49:59.232413 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Attempting to bind port 4dbd95a8-7491-4728-b115-a6e254a412f5 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:49:59.233874 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Attempting to bind port 4dbd95a8-7491-4728-b115-a6e254a412f5 on network 525d58d6-6873-40d2-8517-9d556a57664f {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:49:59.240744 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbeb680b-58fb-4cd1-a4fd-b886cf3f25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.260138 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:49:59.262789 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Checking segment: {'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:49:59.263342 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.264025 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Bound using segment: {'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:49:59.266463 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Bound port: 4dbd95a8-7491-4728-b115-a6e254a412f5, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:49:59.267062 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.268351 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7cabaef1-5fab-412f-a463-8b263c8c3963 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.312025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.332757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de06cdb-658b-4f22-a4bc-5c4b325a0f5f req-776cf1c0-4724-4013-91f7-e45bc6cd5a63 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:59.341659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4de06cdb-658b-4f22-a4bc-5c4b325a0f5f req-776cf1c0-4724-4013-91f7-e45bc6cd5a63 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 946 time: 0.2002273 Nov 09 19:49:59.345870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-437789cd-2dfd-4a2a-884c-6ee42cc11358 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Deleting port ca3eaf80-02f3-4c4e-b445-364a374c68c7 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:59.346203 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-437789cd-2dfd-4a2a-884c-6ee42cc11358 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.397235 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] For port 4dbd95a8-7491-4728-b115-a6e254a412f5, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:49:59.401543 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] For port 4dbd95a8-7491-4728-b115-a6e254a412f5, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4dbd95a8-7491-4728-b115-a6e254a412f5,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:49:59.407404 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.445106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574dd7c-4ec2-4ae1-b2d6-e40c39ddd482 req-37978f3b-b4b6-45e1-8cfa-15b4fe5a1f37 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:49:59.447068 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b574dd7c-4ec2-4ae1-b2d6-e40c39ddd482 req-37978f3b-b4b6-45e1-8cfa-15b4fe5a1f37 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1117640 Nov 09 19:49:59.459229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Deleting port 1dbcf067-194f-45b9-bd83-176fbc5d830f {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:59.460121 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.462251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-437789cd-2dfd-4a2a-884c-6ee42cc11358 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] For port ca3eaf80-02f3-4c4e-b445-364a374c68c7, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ca3eaf80-02f3-4c4e-b445-364a374c68c7,segment=NetworkSegment(652e2004-e886-4c7b-93a6-44472c67d261),segment_id=652e2004-e886-4c7b-93a6-44472c67d261)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:59.463265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-437789cd-2dfd-4a2a-884c-6ee42cc11358 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.477257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-437789cd-2dfd-4a2a-884c-6ee42cc11358 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Calling delete_port for ca3eaf80-02f3-4c4e-b445-364a374c68c7 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:59.486299 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e3e6f-5b5d-40c9-ace7-4374558eff78 None None] Pushing event updated for resources: {'Port': ['ID=4dbd95a8-7491-4728-b115-a6e254a412f5,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:59.488988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e6cbaf6a-b4ca-4d0f-8b53-0b150985d1dd None None] Provisioning complete for port 4dbd95a8-7491-4728-b115-a6e254a412f5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:49:59.489594 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e6cbaf6a-b4ca-4d0f-8b53-0b150985d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.520898 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Routers {'5b03b17f-1869-4224-877f-1d24bebbde50'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:49:59.521511 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5b03b17f-1869-4224-877f-1d24bebbde50'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:49:59.565197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324750d6-4939-452c-9f09-a266a41adf33 None None] DHCP port deletion for 657a4255-212c-4e58-af36-1c3b0862f9b9 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:49:59.637235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] For port 1dbcf067-194f-45b9-bd83-176fbc5d830f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1dbcf067-194f-45b9-bd83-176fbc5d830f,segment=NetworkSegment(e34349e8-d6e3-4f61-9ba9-f6215eb35b3e),segment_id=e34349e8-d6e3-4f61-9ba9-f6215eb35b3e)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:59.637649 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.657612 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b574dd7c-4ec2-4ae1-b2d6-e40c39ddd482 req-86b6750e-636a-4fa0-b3e4-14c554b4e80f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009652 Nov 09 19:49:59.676497 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fbeb680b-58fb-4cd1-a4fd-b886cf3f25e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2626fb1a4d224cf5969c9db894220f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1741502 Nov 09 19:49:59.677735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35850) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:49:59.683400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb680b-58fb-4cd1-a4fd-b886cf3f25e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88a8cb2-7957-4131-9dc0-3ae3c6fa8779,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:49:59.711834 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4de06cdb-658b-4f22-a4bc-5c4b325a0f5f req-592ed958-681c-4a1e-ab24-363fc0a46058 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5f39617-fd3c-428b-9b6c-c78870c7c6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630221 Nov 09 19:49:59.725532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Calling delete_port for 1dbcf067-194f-45b9-bd83-176fbc5d830f owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:49:59.756180 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-437789cd-2dfd-4a2a-884c-6ee42cc11358 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.764503 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e6cbaf6a-b4ca-4d0f-8b53-0b150985d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.772111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['ca3eaf80-02f3-4c4e-b445-364a374c68c7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:49:59.841528 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] Set router 5b03b17f-1869-4224-877f-1d24bebbde50 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:49:59.842644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-324750d6-4939-452c-9f09-a266a41adf33 None None] Deleting port 1dbcf067-194f-45b9-bd83-176fbc5d830f {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:49:59.843250 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-324750d6-4939-452c-9f09-a266a41adf33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.859145 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-903ae221-c139-4224-aac8-e9ac961e1859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.912888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-903ae221-c139-4224-aac8-e9ac961e1859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.964845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-324750d6-4939-452c-9f09-a266a41adf33 None None] For port 1dbcf067-194f-45b9-bd83-176fbc5d830f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1dbcf067-194f-45b9-bd83-176fbc5d830f,segment=NetworkSegment(e34349e8-d6e3-4f61-9ba9-f6215eb35b3e),segment_id=e34349e8-d6e3-4f61-9ba9-f6215eb35b3e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:49:59.966084 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-324750d6-4939-452c-9f09-a266a41adf33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.993040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:49:59.999339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-324750d6-4939-452c-9f09-a266a41adf33 None None] Calling delete_port for 1dbcf067-194f-45b9-bd83-176fbc5d830f owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:00.026352 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-903ae221-c139-4224-aac8-e9ac961e1859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.029767 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-903ae221-c139-4224-aac8-e9ac961e1859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.031473 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-903ae221-c139-4224-aac8-e9ac961e1859 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a88a8cb2-7957-4131-9dc0-3ae3c6fa8779 HTTP/1.1" status: 204 len: 168 time: 0.3501675 Nov 09 19:50:00.054730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event deleted for resources: {'Port': ['ID=1dbcf067-194f-45b9-bd83-176fbc5d830f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:00.061855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] No DVR routers for this DVR port 1dbcf067-194f-45b9-bd83-176fbc5d830f on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:00.114299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e6cbaf6a-b4ca-4d0f-8b53-0b150985d1dd None None] For port 4dbd95a8-7491-4728-b115-a6e254a412f5, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4dbd95a8-7491-4728-b115-a6e254a412f5,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:00.129232 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e6cbaf6a-b4ca-4d0f-8b53-0b150985d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.148080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ae221-c139-4224-aac8-e9ac961e1859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88a8cb2-7957-4131-9dc0-3ae3c6fa8779,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:00.170369 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7cabaef1-5fab-412f-a463-8b263c8c3963 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.177354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437789cd-2dfd-4a2a-884c-6ee42cc11358 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Pushing event deleted for resources: {'Port': ['ID=ca3eaf80-02f3-4c4e-b445-364a374c68c7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:00.190289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7cabaef1-5fab-412f-a463-8b263c8c3963 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.220315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbaf6a-b4ca-4d0f-8b53-0b150985d1dd None None] Pushing event updated for resources: {'Port': ['ID=4dbd95a8-7491-4728-b115-a6e254a412f5,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:00.268502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabaef1-5fab-412f-a463-8b263c8c3963 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4d9275-3d96-484d-9af7-3176c3d9ecd1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:00.275414 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.280333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6a1a628d-643d-4bda-b63d-a5e2ef8febc9 None None] Provisioning complete for port 4dbd95a8-7491-4728-b115-a6e254a412f5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:00.280333 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6a1a628d-643d-4bda-b63d-a5e2ef8febc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.289121 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-324750d6-4939-452c-9f09-a266a41adf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.310543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657a4255-212c-4e58-af36-1c3b0862f9b9']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:00.320707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34349e8-d6e3-4f61-9ba9-f6215eb35b3e') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:00.321041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34349e8-d6e3-4f61-9ba9-f6215eb35b3e') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:00.328331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-437789cd-2dfd-4a2a-884c-6ee42cc11358 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] No DVR routers for this DVR port ca3eaf80-02f3-4c4e-b445-364a374c68c7 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:00.332549 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-437789cd-2dfd-4a2a-884c-6ee42cc11358 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.332742 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.337382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e3c9139-243b-4f86-aff3-041d99c3c447 req-437789cd-2dfd-4a2a-884c-6ee42cc11358 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.77 "DELETE /v2.0/ports/ca3eaf80-02f3-4c4e-b445-364a374c68c7 HTTP/1.1" status: 204 len: 173 time: 1.3506191 Nov 09 19:50:00.338270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'name': 'network-vif-deleted', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:00.341714 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f3d716-358f-470e-b97d-1b7085f52874" -d '{"events": [{"server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "name": "network-vif-deleted", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:00.349582 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.358849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:50:00.359276 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:50:00.363256 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:50:00.368129 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7cabaef1-5fab-412f-a463-8b263c8c3963 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.373403 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7cabaef1-5fab-412f-a463-8b263c8c3963 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1761580 Nov 09 19:50:00.379168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35860) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:00.382379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324750d6-4939-452c-9f09-a266a41adf33 None None] Pushing event deleted for resources: {'Port': ['ID=1dbcf067-194f-45b9-bd83-176fbc5d830f,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:00.393752 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324750d6-4939-452c-9f09-a266a41adf33 None None] No DVR routers for this DVR port 1dbcf067-194f-45b9-bd83-176fbc5d830f on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:00.423095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2121c-8aae-41e9-8581-a9aaecca21ac req-87fcc782-602a-4bfd-aeb0-f09986ca6a37 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:00.434667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ff2121c-8aae-41e9-8581-a9aaecca21ac req-87fcc782-602a-4bfd-aeb0-f09986ca6a37 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.2532084 Nov 09 19:50:00.435408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-213d9f6f-f268-42fd-81ee-0c80963c79ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Request body: {'security_group_rule': {'security_group_id': '1c4d9275-3d96-484d-9af7-3176c3d9ecd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:00.459990 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0542e596-2002-4d0a-a949-cb0f78db8030 x-openstack-request-id: req-0542e596-2002-4d0a-a949-cb0f78db8030 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:00.460393 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96858895-5795-48ac-a25a-f8c41f79ebab", "name": "network-vif-deleted", "tag": "ca3eaf80-02f3-4c4e-b445-364a374c68c7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:00.460738 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0542e596-2002-4d0a-a949-cb0f78db8030 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:00.461291 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96858895-5795-48ac-a25a-f8c41f79ebab', 'name': 'network-vif-deleted', 'tag': 'ca3eaf80-02f3-4c4e-b445-364a374c68c7', 'status': 'completed', 'code': 200} Nov 09 19:50:00.477608 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-213d9f6f-f268-42fd-81ee-0c80963c79ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.498376 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:55Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4dbd95a8-7491-4728-b115-a6e254a412f5', 'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'mac_address': 'fa:16:3e:0f:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:54Z', 'updated_at': '2021-11-09T19:49:59Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'subnets': [{'id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:00.535906 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ff2121c-8aae-41e9-8581-a9aaecca21ac req-46e05b78-1fce-4f6a-8b06-7dbdfb3145ae tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999148 Nov 09 19:50:00.565943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.580695 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67e9a0-8e43-4152-8ecc-5170428d90ec None None] The sync data for ids ['5b03b17f-1869-4224-877f-1d24bebbde50'] in n-d-817256-1 is: [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:55Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4dbd95a8-7491-4728-b115-a6e254a412f5', 'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'mac_address': 'fa:16:3e:0f:d9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:54Z', 'updated_at': '2021-11-09T19:49:59Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'subnets': [{'id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:50:00.584975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.591260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] 10.222.0.53 "DELETE /v2.0/networks/657a4255-212c-4e58-af36-1c3b0862f9b9 HTTP/1.1" status: 204 len: 168 time: 1.3782911 Nov 09 19:50:00.612437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa87f0-0009-4944-9e3b-fa94b91eb43f tempest-AllowedAddressPairTestJSON-235266539 tempest-AllowedAddressPairTestJSON-235266539-project] Pushing event deleted for resources: {'Network': ['ID=657a4255-212c-4e58-af36-1c3b0862f9b9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:00.625386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-213d9f6f-f268-42fd-81ee-0c80963c79ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.633452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-213d9f6f-f268-42fd-81ee-0c80963c79ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.659784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1dbcf067-194f-45b9-bd83-176fbc5d830f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:00.692932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1dbcf067-194f-45b9-bd83-176fbc5d830f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:00.693353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1dbcf067-194f-45b9-bd83-176fbc5d830f not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:00.715081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d9f6f-f268-42fd-81ee-0c80963c79ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909ff0c7-df35-452e-ba40-3cfbb84b7103,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:00.740399 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-213d9f6f-f268-42fd-81ee-0c80963c79ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.741773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-213d9f6f-f268-42fd-81ee-0c80963c79ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618023 Nov 09 19:50:00.745388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35874) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:00.750363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e9bc6108-81c7-41dc-b83a-a0e0abffd6a5 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Request body: {'security_group_rule': {'security_group_id': '1c4d9275-3d96-484d-9af7-3176c3d9ecd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:00.829032 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9bc6108-81c7-41dc-b83a-a0e0abffd6a5 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:00.856280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b75c4-379c-4255-a0f1-8cd487d1ce7f req-a0277c08-725f-49a3-b61c-1afd548ceb0f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:00.872364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-447b75c4-379c-4255-a0f1-8cd487d1ce7f req-a0277c08-725f-49a3-b61c-1afd548ceb0f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1126294 Nov 09 19:50:00.951502 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b56f8f78-d6c9-4404-9f2c-cc82e8246ff6 req-38c38e4d-be82-4634-9e1a-0a711d8f6c13 tempest-ServerRescueTestJSONUnderV235-496514498 tempest-ServerRescueTestJSONUnderV235-496514498-project] 10.222.0.53 "GET /v2.0/ports?device_id=96858895-5795-48ac-a25a-f8c41f79ebab HTTP/1.1" status: 200 len: 210 time: 0.0579727 Nov 09 19:50:00.959038 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-447b75c4-379c-4255-a0f1-8cd487d1ce7f req-a5c45497-bd77-4299-954c-ae1df1fec717 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812454 Nov 09 19:50:00.976372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35884) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:01.000690 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9bc6108-81c7-41dc-b83a-a0e0abffd6a5 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.009043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9bc6108-81c7-41dc-b83a-a0e0abffd6a5 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.031108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc6108-81c7-41dc-b83a-a0e0abffd6a5 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30aca1cd-2b38-4b04-9d80-7ed0fa14dc81,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:01.065456 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9bc6108-81c7-41dc-b83a-a0e0abffd6a5 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.067514 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e9bc6108-81c7-41dc-b83a-a0e0abffd6a5 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3204961 Nov 09 19:50:01.070742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35890) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:01.078867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:01.128371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.227918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1185c062-821c-4caa-9feb-59e662340801 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eea0ec7b7ad4486da216c03b02a11143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501514 Nov 09 19:50:01.231244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35896) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:01.262927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.317911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ec57284f-d4a4-4125-a76e-9f2323aa6b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.342915 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ec57284f-d4a4-4125-a76e-9f2323aa6b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.400886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Allocated IP 172.25.6.18 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/32379bfb-d727-4558-b1ba-e2ac38bd4800) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:01.422600 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ec57284f-d4a4-4125-a76e-9f2323aa6b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.425499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ec57284f-d4a4-4125-a76e-9f2323aa6b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.427055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ec57284f-d4a4-4125-a76e-9f2323aa6b30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fad8e6a5-0693-41cf-b7ed-06b37b96f613 HTTP/1.1" status: 204 len: 168 time: 0.1927295 Nov 09 19:50:01.436427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57284f-d4a4-4125-a76e-9f2323aa6b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad8e6a5-0693-41cf-b7ed-06b37b96f613,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:01.548116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.598074 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.666004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:01.670600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:01.692194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:01.727692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Pushing event updated for resources: {'Port': ['ID=32379bfb-d727-4558-b1ba-e2ac38bd4800,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:01.773525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d236e-b809-4869-935f-d225558dbaf4 req-8dc8c898-b3d2-45e7-96e8-57e9961991d9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:01.783082 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c29d236e-b809-4869-935f-d225558dbaf4 req-8dc8c898-b3d2-45e7-96e8-57e9961991d9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1279607 Nov 09 19:50:01.877100 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c29d236e-b809-4869-935f-d225558dbaf4 req-6e3e854d-2e2b-47c1-bd9a-95fb63fb9c15 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845835 Nov 09 19:50:01.886004 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:01.936060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:02.011063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35930) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:02.153862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a88afb-360b-41f4-a1f3-8ac98a3b0b1a req-c92de226-ff06-482b-a2ba-a5c9cc5344bb tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:02.155819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7a88afb-360b-41f4-a1f3-8ac98a3b0b1a req-c92de226-ff06-482b-a2ba-a5c9cc5344bb tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.0877349 Nov 09 19:50:02.221118 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:02.243753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:02.303237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Pushing event updated for resources: {'Port': ['ID=32379bfb-d727-4558-b1ba-e2ac38bd4800,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:02.365115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7a88afb-360b-41f4-a1f3-8ac98a3b0b1a req-8c7d4eb0-2004-4820-8554-270922717fb9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986403 Nov 09 19:50:02.375936 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:02.418091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:02.419693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b244522a-57fc-4018-ae00-cf826d1132b3 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3461573 Nov 09 19:50:02.546602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35954) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:02.605810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4dbd95a8-7491-4728-b115-a6e254a412f5 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:02.634943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:02.682800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 4dbd95a8-7491-4728-b115-a6e254a412f5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:02.683246 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:02.719206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1019184080'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:02.816515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:02.820047 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:02.838677 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:02.845525 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-83ace088-72ab-4828-a3a9-69b39a1c2675 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--71854323&fields=id&tenant_id=7c557d562e914d3c80232de5184fbb54 HTTP/1.1" status: 200 len: 267 time: 0.0907664 Nov 09 19:50:03.004195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ef87-4102-46f2-81ab-496c8e60ed2c req-d395b139-1679-46cf-9b24-c4d62becd737 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:03.006046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0419ef87-4102-46f2-81ab-496c8e60ed2c req-d395b139-1679-46cf-9b24-c4d62becd737 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.0626266 Nov 09 19:50:03.055569 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0419ef87-4102-46f2-81ab-496c8e60ed2c req-452db871-0e8f-4776-a853-f5d024aae947 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Nov 09 19:50:03.056351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-47065d6d-4127-4fc4-83ce-e5cd26038eee tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:03.058563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-47065d6d-4127-4fc4-83ce-e5cd26038eee tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/networks?id=525d58d6-6873-40d2-8517-9d556a57664f HTTP/1.1" status: 200 len: 805 time: 0.2059169 Nov 09 19:50:03.105220 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-fc965954-a482-4667-994a-c9b2b0afc065 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/quotas/7c557d562e914d3c80232de5184fbb54 HTTP/1.1" status: 200 len: 375 time: 0.0403609 Nov 09 19:50:03.112205 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:03.127178 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:03.200724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:50:03.226310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba01e9a-f70d-4685-9b5b-6dddf3f2b603,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:03.234559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:03.234914 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Added segment 7e12695a-36ef-4376-8405-36021d9bbe63 of type vlan for network 57b27c50-17df-460f-891c-32cfb7664b65 Nov 09 19:50:03.258611 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-485a3543-d2f5-4690-836d-18bab260b893 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c557d562e914d3c80232de5184fbb54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1450725 Nov 09 19:50:03.549963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f654dab-ba3a-40d8-8b71-ae608055b995 req-76f201f3-48cb-45f0-a77d-2b3ec25ca368 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:03.551748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f654dab-ba3a-40d8-8b71-ae608055b995 req-76f201f3-48cb-45f0-a77d-2b3ec25ca368 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.0608969 Nov 09 19:50:03.596043 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f654dab-ba3a-40d8-8b71-ae608055b995 req-963a0032-9532-40e7-9273-d671120df1d7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Nov 09 19:50:03.615764 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:03.671342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] Deleting port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:03.671686 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:03.679038 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:03.684572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:03.685192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:03.701359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device ca3eaf80-02f3-4c4e-b445-364a374c68c7 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:03.724416 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: ca3eaf80-02f3-4c4e-b445-364a374c68c7 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:03.724999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device ca3eaf80-02f3-4c4e-b445-364a374c68c7 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:03.748970 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-97f86f91-e6d9-4bcc-9efb-d125f0f672ec service neutron] 10.222.0.53 "GET /v2.0/networks/525d58d6-6873-40d2-8517-9d556a57664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710963 Nov 09 19:50:03.810596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2618217 Nov 09 19:50:03.813231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36078) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:03.819167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'name': 'tempest-PortsIpV6TestJSON-1385352618'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:03.867967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630a95d-a48b-45eb-82e9-4a82b1da1528 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Network': ['ID=57b27c50-17df-460f-891c-32cfb7664b65,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:03.882099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:50:03.896927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] For port 1b97f9c9-69bb-4c38-852b-0c59d8a549e9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1b97f9c9-69bb-4c38-852b-0c59d8a549e9,segment=NetworkSegment(652e2004-e886-4c7b-93a6-44472c67d261),segment_id=652e2004-e886-4c7b-93a6-44472c67d261)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:03.897299 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:03.919906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] Calling delete_port for 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:03.938253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:03.942977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:03.950054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-bc0e3008-947f-4f5c-bfa9-ac043587aaf2 service neutron] 10.222.0.53 "GET /v2.0/networks/525d58d6-6873-40d2-8517-9d556a57664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657569 Nov 09 19:50:03.987349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 7db5d5b0-659c-462a-a7f5-aa7841ece066 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:04.216576 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6c4b6ee9-23e0-4d75-9cf7-5717c3006f7e req-ac0fe2b6-dc71-4174-80bb-f8dbe270d00e tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 210 time: 0.0411000 Nov 09 19:50:04.245071 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:04.291985 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:04.296459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b97f9c9-69bb-4c38-852b-0c59d8a549e9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:04.360213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5361-92c4-43f6-bfc8-38278a77b5d2 req-c1c5c563-89ab-4430-a4a6-683e424068fe tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:04.362245 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c3ed5361-92c4-43f6-bfc8-38278a77b5d2 req-c1c5c563-89ab-4430-a4a6-683e424068fe tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1491942 Nov 09 19:50:04.378540 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:04.507674 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:04.537293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c3ed5361-92c4-43f6-bfc8-38278a77b5d2 req-b25af17f-2658-43ff-9c45-4cd6a93b2294 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661735 Nov 09 19:50:04.538050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=7db5d5b0-659c-462a-a7f5-aa7841ece066,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:04.587616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36124) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:04.599660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Checking segment: {'id': '7e12695a-36ef-4376-8405-36021d9bbe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '57b27c50-17df-460f-891c-32cfb7664b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:04.600395 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network hostable DHCP agents. Network: 57b27c50-17df-460f-891c-32cfb7664b65, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:50:04.634708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:50:04.655561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 57b27c50-17df-460f-891c-32cfb7664b65) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:04.665215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e51ca0-a7ad-4c39-9771-7cfcf9859054 None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:04.669706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:04.676365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:04.677005 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:04.702951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-13dedbed-b750-43de-8e6f-61eacada6278 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8873436 Nov 09 19:50:04.704926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36132) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:04.723062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-748237287'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:04.777456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:04.781424 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:04.804769 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f46be125-34cc-487d-84e4-9c20fab5be7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:04.832272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:50:04.838017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd76090-8d4b-4132-a70c-6bd7e2e111ef req-3972d732-757b-4948-9fa0-72f98eacca5d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:04.840634 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cd76090-8d4b-4132-a70c-6bd7e2e111ef req-3972d732-757b-4948-9fa0-72f98eacca5d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.0840340 Nov 09 19:50:04.843324 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:04.843679 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Added segment 4a4ca499-6bd7-4b5a-87c7-e764a6e3e0bc of type vlan for network 25870eb1-459e-4ca7-ad43-cf2060158b1f Nov 09 19:50:04.895821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] Router 20f4bc27-613f-4eb2-a9dd-79f8a740612e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:50:04.898959 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cd76090-8d4b-4132-a70c-6bd7e2e111ef req-94de65a2-9649-4745-a95e-51f189a28d04 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487378 Nov 09 19:50:04.924780 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:04.974299 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:04.979997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:04.980683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.026132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:50:05.031323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3968949c-9caa-470e-a739-ffb500c99287 admin admin] 10.222.0.53 "PUT /v2.0/routers/20f4bc27-613f-4eb2-a9dd-79f8a740612e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0138113 Nov 09 19:50:05.034462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36134) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:05.036705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] Sync routers for ids ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:50:05.047334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] Routers {'20f4bc27-613f-4eb2-a9dd-79f8a740612e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:05.048084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:05.061491 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f46be125-34cc-487d-84e4-9c20fab5be7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.078125 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3689818 Nov 09 19:50:05.079099 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f46be125-34cc-487d-84e4-9c20fab5be7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.081482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36136) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:05.098892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'ports': [{'network_id': '57b27c50-17df-460f-891c-32cfb7664b65'}, {'network_id': '25870eb1-459e-4ca7-ad43-cf2060158b1f'}]} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:05.099207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:05.099689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '25870eb1-459e-4ca7-ad43-cf2060158b1f'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:05.112113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab72c95-3e47-416a-adbf-98b755cd073e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Network': ['ID=25870eb1-459e-4ca7-ad43-cf2060158b1f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:05.125551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 25870eb1-459e-4ca7-ad43-cf2060158b1f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:50:05.164213 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.261299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f46be125-34cc-487d-84e4-9c20fab5be7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc98f476512248e0bda009ce874259ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6641898 Nov 09 19:50:05.262735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36140) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:05.267576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46be125-34cc-487d-84e4-9c20fab5be7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc601977-724a-41cc-adcd-f1b03a17efed,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:05.299741 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.347642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e1cd769-ece4-4602-b7cb-ec2c11102a4f req-7dc82b93-2050-487c-85fe-8f26171ee0ae tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 210 time: 0.0416675 Nov 09 19:50:05.373996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be9b8912-bf1c-42a3-9bc1-c030bedaeebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.402693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 2} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:05.407717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.410208 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be9b8912-bf1c-42a3-9bc1-c030bedaeebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.428983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] Set router 20f4bc27-613f-4eb2-a9dd-79f8a740612e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:50:05.437569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Deleting port 451b3f79-42d0-4f2c-83cd-c72eba19822d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:05.437909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.461924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.547809 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be9b8912-bf1c-42a3-9bc1-c030bedaeebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.550451 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be9b8912-bf1c-42a3-9bc1-c030bedaeebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.554322 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-be9b8912-bf1c-42a3-9bc1-c030bedaeebe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc601977-724a-41cc-adcd-f1b03a17efed HTTP/1.1" status: 204 len: 168 time: 0.2906029 Nov 09 19:50:05.576178 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] For port 451b3f79-42d0-4f2c-83cd-c72eba19822d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=451b3f79-42d0-4f2c-83cd-c72eba19822d,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:05.576579 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.611672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b8912-bf1c-42a3-9bc1-c030bedaeebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc601977-724a-41cc-adcd-f1b03a17efed,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:05.612959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 5eed86a5-e6ba-4268-af39-c38d399c2b0b yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:05.636220 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Calling delete_port for 451b3f79-42d0-4f2c-83cd-c72eba19822d owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:05.735348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-146261b9-1e91-422b-ae4e-d9f9c1ca5d83 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:05.737039 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-146261b9-1e91-422b-ae4e-d9f9c1ca5d83 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.77 "GET /v2.0/networks?id=525d58d6-6873-40d2-8517-9d556a57664f HTTP/1.1" status: 200 len: 805 time: 0.3591011 Nov 09 19:50:05.761769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:50:04Z', 'revision_number': 5, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port': {'id': '451b3f79-42d0-4f2c-83cd-c72eba19822d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:48:39Z', 'updated_at': '2021-11-09T19:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:05.783939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56bcb1-1f67-4855-a156-d59b563484ff req-1047e372-7318-48cc-aebc-19fc81ac4e10 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:05.785655 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a56bcb1-1f67-4855-a156-d59b563484ff req-1047e372-7318-48cc-aebc-19fc81ac4e10 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.0908065 Nov 09 19:50:05.812195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] Checking router: 20f4bc27-613f-4eb2-a9dd-79f8a740612e for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:50:05.819890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.822919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] Routers {'20f4bc27-613f-4eb2-a9dd-79f8a740612e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:05.824904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:49:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:05.829179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-14c1650c-43be-48d4-ac4d-9eba3a49f6c9 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c557d562e914d3c80232de5184fbb54 HTTP/1.1" status: 200 len: 378 time: 0.0783348 Nov 09 19:50:05.846155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Request body: {'port': {'device_id': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'admin_state_up': True, 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'security_groups': ['1c4d9275-3d96-484d-9af7-3176c3d9ecd1']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:05.880459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a56bcb1-1f67-4855-a156-d59b563484ff req-89c095ff-0659-43dc-86a4-dae15b9a42b0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861435 Nov 09 19:50:05.932523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] Set router 20f4bc27-613f-4eb2-a9dd-79f8a740612e gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:50:05.962609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:05.993216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36154) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:05.997119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Pushing event deleted for resources: {'Port': ['ID=451b3f79-42d0-4f2c-83cd-c72eba19822d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:05.997346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:50:05Z', 'revision_number': 6, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:06.050592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f25c03-dcf7-4da1-8a80-ec3922c9f786 None None] The sync data for ids ['20f4bc27-613f-4eb2-a9dd-79f8a740612e'] in n-d-817256-1 is: [{'id': '20f4bc27-613f-4eb2-a9dd-79f8a740612e', 'name': 'tempest-ServerRescueTestJSONUnderV235-474848071-router', 'tenant_id': 'bceef5252f9a4d30ab6b9180683e6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:38Z', 'updated_at': '2021-11-09T19:50:05Z', 'revision_number': 6, 'project_id': 'bceef5252f9a4d30ab6b9180683e6299', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:50:06.054034 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f18b4fea-174c-45fd-a36a-a61e59df7dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.092650 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.096739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 96fdda88-3fa9-4365-9fc6-35b1f2febad8 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:06.163029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3b4f-2223-4d58-ac8e-0eced8b8af09 req-d1d6d51a-7067-4a85-a741-fd32e808b9b7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:06.164528 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bffe3b4f-2223-4d58-ac8e-0eced8b8af09 req-d1d6d51a-7067-4a85-a741-fd32e808b9b7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1294477 Nov 09 19:50:06.174453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Made reservation on behalf of 7c557d562e914d3c80232de5184fbb54 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:06.177852 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.189886 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.192155 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.239462 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.239923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20f4bc27-613f-4eb2-a9dd-79f8a740612e {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:50:06.245802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.247021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bdc98039-4ee2-4621-92ae-a2f465a77308 admin admin] 10.222.0.53 "DELETE /v2.0/routers/20f4bc27-613f-4eb2-a9dd-79f8a740612e HTTP/1.1" status: 204 len: 168 time: 1.2112327 Nov 09 19:50:06.249633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36156) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:06.295781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4974a41-33e7-4c82-9f90-37ce0d455e24 admin admin] Deleting subnet dd1df000-ce8f-4cb7-a224-9d72086975c7 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:50:06.299305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4974a41-33e7-4c82-9f90-37ce0d455e24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.327650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bffe3b4f-2223-4d58-ac8e-0eced8b8af09 req-8a44430e-1e3c-4524-aac0-f484df5fb79a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540587 Nov 09 19:50:06.335182 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4974a41-33e7-4c82-9f90-37ce0d455e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.381656 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4974a41-33e7-4c82-9f90-37ce0d455e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.384374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f18b4fea-174c-45fd-a36a-a61e59df7dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.411554 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f18b4fea-174c-45fd-a36a-a61e59df7dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.463913 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.486598 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4974a41-33e7-4c82-9f90-37ce0d455e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.496106 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-579523ad-9d1a-44cb-b172-3bf15b83404d req-4d01c6ce-033f-48ab-a681-cf95214fe9c0 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 210 time: 0.0419903 Nov 09 19:50:06.533485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b4fea-174c-45fd-a36a-a61e59df7dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03735cd6-1642-416b-9412-eefd2ff25c0d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:06.544715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4974a41-33e7-4c82-9f90-37ce0d455e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1df000-ce8f-4cb7-a224-9d72086975c7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:06.547420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4974a41-33e7-4c82-9f90-37ce0d455e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.549396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Allocated IP 172.20.0.3 (525d58d6-6873-40d2-8517-9d556a57664f/7aadf6b3-c10d-4011-8277-22822e78bb01/7286e657-ad8e-41c8-a1f8-f9720ab84390) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:06.554791 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f18b4fea-174c-45fd-a36a-a61e59df7dd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdc2a7f0cbfa4a5f97503c686fb980bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478129 Nov 09 19:50:06.558315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36160) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:06.578230 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d4974a41-33e7-4c82-9f90-37ce0d455e24 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dd1df000-ce8f-4cb7-a224-9d72086975c7 HTTP/1.1" status: 204 len: 168 time: 0.3275487 Nov 09 19:50:06.580717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36164) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:06.641725 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.658788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.754929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.756138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:06.756938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6eabf74-67af-419a-a511-32432f54230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.769191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:06.775095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=5eed86a5-e6ba-4268-af39-c38d399c2b0b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:06.775359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a156fd39-659a-4573-8a73-bc1a9f0d48f7']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:06.782837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:06.783814 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.787053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652e2004-e886-4c7b-93a6-44472c67d261') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:06.787356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652e2004-e886-4c7b-93a6-44472c67d261') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:06.797722 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.811526 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.817471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:50:06.817849 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:50:06.819533 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:50:06.846582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6eabf74-67af-419a-a511-32432f54230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.884697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.903227 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.912562 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.922111 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a156fd39-659a-4573-8a73-bc1a9f0d48f7 HTTP/1.1" status: 204 len: 168 time: 0.3387110 Nov 09 19:50:06.928521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=96fdda88-3fa9-4365-9fc6-35b1f2febad8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:06.938019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b95bb-238e-4c79-a8c5-eb6b1cbc0267 admin admin] Pushing event deleted for resources: {'Network': ['ID=a156fd39-659a-4573-8a73-bc1a9f0d48f7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:06.967016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Checking segment: {'id': '4a4ca499-6bd7-4b5a-87c7-e764a6e3e0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '25870eb1-459e-4ca7-ad43-cf2060158b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:06.967390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network hostable DHCP agents. Network: 25870eb1-459e-4ca7-ad43-cf2060158b1f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:50:06.985371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6eabf74-67af-419a-a511-32432f54230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.988609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6eabf74-67af-419a-a511-32432f54230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:06.989787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c6eabf74-67af-419a-a511-32432f54230a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03735cd6-1642-416b-9412-eefd2ff25c0d HTTP/1.1" status: 204 len: 168 time: 0.4303668 Nov 09 19:50:06.993911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:06.996429 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.011034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eabf74-67af-419a-a511-32432f54230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03735cd6-1642-416b-9412-eefd2ff25c0d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:07.034889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:07.035965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1b97f9c9-69bb-4c38-852b-0c59d8a549e9 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:07.042762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 25870eb1-459e-4ca7-ad43-cf2060158b1f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:50:07.060909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Network 525d58d6-6873-40d2-8517-9d556a57664f is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:07.064153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 25870eb1-459e-4ca7-ad43-cf2060158b1f) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:07.067872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:07.073270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b0fa64-a277-4c4d-8416-787db9824cdf None None] Network 25870eb1-459e-4ca7-ad43-cf2060158b1f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:07.077029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:07.086333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:07.094195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:07.099468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:07.100185 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.104083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Pushing event updated for resources: {'Port': ['ID=7286e657-ad8e-41c8-a1f8-f9720ab84390,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:07.184838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8c55d4b2-3e24-44ff-99ac-2034d9a0efe1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0990400 Nov 09 19:50:07.187634 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36174) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:07.205518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:07.206396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.238764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08688-c9e3-4291-9a49-db82d95aebc6 req-56a81c5e-cb3b-4914-ad92-0d9d2c1dae95 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:07.246694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4b08688-c9e3-4291-9a49-db82d95aebc6 req-56a81c5e-cb3b-4914-ad92-0d9d2c1dae95 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1385124 Nov 09 19:50:07.258543 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-614ddbfe-547c-4eaa-962a-556219c19677 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4159894 Nov 09 19:50:07.282879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Request body: {'port': {'device_id': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:07.292150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36176) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:07.445096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0d0f8b98-d5a4-4a51-a8dc-479de3e06e7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bceef5252f9a4d30ab6b9180683e6299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485629 Nov 09 19:50:07.458616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36182) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:07.513649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4e162ee0-b3d0-4670-a7d6-ad92030323eb None None] Provisioning complete for port 7286e657-ad8e-41c8-a1f8-f9720ab84390 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:07.514028 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4e162ee0-b3d0-4670-a7d6-ad92030323eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.563888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4e162ee0-b3d0-4670-a7d6-ad92030323eb None None] Port 7286e657-ad8e-41c8-a1f8-f9720ab84390 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:07.564704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-429f1a37-324d-4149-8e78-423c419cdae4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 96fdda88-3fa9-4365-9fc6-35b1f2febad8 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:07.565246 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429f1a37-324d-4149-8e78-423c419cdae4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.618093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041919a1-08f1-4c54-bd17-fddceca216fe req-caa41b76-42e5-48f2-bf5b-228f4a1d30ff tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:07.621700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-041919a1-08f1-4c54-bd17-fddceca216fe req-caa41b76-42e5-48f2-bf5b-228f4a1d30ff tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1761806 Nov 09 19:50:07.641794 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4b08688-c9e3-4291-9a49-db82d95aebc6 req-745e5d9d-1ff5-4bd5-8813-f49bb0631641 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939977 Nov 09 19:50:07.678983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.709848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429f1a37-324d-4149-8e78-423c419cdae4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.712754 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddbc512d-c241-41dd-a256-169ca602838c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.739556 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-041919a1-08f1-4c54-bd17-fddceca216fe req-23c3ced0-0282-4dfd-ae5c-730ca5d0494d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107645 Nov 09 19:50:07.742462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-429f1a37-324d-4149-8e78-423c419cdae4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 96fdda88-3fa9-4365-9fc6-35b1f2febad8 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:07.767792 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddbc512d-c241-41dd-a256-169ca602838c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.839879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b6f0e-ffa3-48b0-a634-ce0ef9231a0a req-ca611d9b-1495-48d2-93d2-c907362b9680 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:07.841520 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb1b6f0e-ffa3-48b0-a634-ce0ef9231a0a req-ca611d9b-1495-48d2-93d2-c907362b9680 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 931 time: 0.1284173 Nov 09 19:50:07.886669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddbc512d-c241-41dd-a256-169ca602838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.889258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddbc512d-c241-41dd-a256-169ca602838c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.890565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ddbc512d-c241-41dd-a256-169ca602838c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5f39617-fd3c-428b-9b6c-c78870c7c6e3 HTTP/1.1" status: 204 len: 168 time: 0.4305103 Nov 09 19:50:07.894347 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429f1a37-324d-4149-8e78-423c419cdae4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.929581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f1a37-324d-4149-8e78-423c419cdae4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=96fdda88-3fa9-4365-9fc6-35b1f2febad8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:07.932625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc512d-c241-41dd-a256-169ca602838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f39617-fd3c-428b-9b6c-c78870c7c6e3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:07.957484 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-429f1a37-324d-4149-8e78-423c419cdae4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:07.969246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb1b6f0e-ffa3-48b0-a634-ce0ef9231a0a req-ab54b8f6-f0c1-4442-aec4-7e3c6d68de5f tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163812 Nov 09 19:50:07.974651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-429f1a37-324d-4149-8e78-423c419cdae4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/96fdda88-3fa9-4365-9fc6-35b1f2febad8 HTTP/1.1" status: 204 len: 168 time: 0.7836437 Nov 09 19:50:07.976212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36206) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:08.080692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ffc99a-2fd1-431d-bb8a-79c34bd71b52 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:08.086866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ffc99a-2fd1-431d-bb8a-79c34bd71b52 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:08.092401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-03ffc99a-2fd1-431d-bb8a-79c34bd71b52 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1142373 Nov 09 19:50:08.093130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36212) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:08.162634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7286e657-ad8e-41c8-a1f8-f9720ab84390 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:08.173765 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:08.190929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bde05b2f-b5c4-4be7-8b96-3efc1d31afc5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 5eed86a5-e6ba-4268-af39-c38d399c2b0b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:08.192063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bde05b2f-b5c4-4be7-8b96-3efc1d31afc5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:08.193211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Transition to ACTIVE for port object 7286e657-ad8e-41c8-a1f8-f9720ab84390 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:50:08.207504 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:08.270958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Pushing event updated for resources: {'Port': ['ID=7286e657-ad8e-41c8-a1f8-f9720ab84390,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:08.271512 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bde05b2f-b5c4-4be7-8b96-3efc1d31afc5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:08.292428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bde05b2f-b5c4-4be7-8b96-3efc1d31afc5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 5eed86a5-e6ba-4268-af39-c38d399c2b0b owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:08.387122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Attempting to bind port 7286e657-ad8e-41c8-a1f8-f9720ab84390 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:08.387463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Attempting to bind port 7286e657-ad8e-41c8-a1f8-f9720ab84390 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:08.387801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Attempting to bind port 7286e657-ad8e-41c8-a1f8-f9720ab84390 on network 525d58d6-6873-40d2-8517-9d556a57664f {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:08.394567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Port 7286e657-ad8e-41c8-a1f8-f9720ab84390 on network 525d58d6-6873-40d2-8517-9d556a57664f not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:50:08.394798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Attempting to bind port 7286e657-ad8e-41c8-a1f8-f9720ab84390 on network 525d58d6-6873-40d2-8517-9d556a57664f {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:08.412685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:08.413474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Checking segment: {'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:08.413990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Bound using segment: {'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:08.414571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Bound port: 7286e657-ad8e-41c8-a1f8-f9720ab84390, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f838f9-9918-46bd-a2b0-620fa23f51e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:08.415040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:08.460025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bde05b2f-b5c4-4be7-8b96-3efc1d31afc5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:08.506545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] For port 7286e657-ad8e-41c8-a1f8-f9720ab84390, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:08.510255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] For port 7286e657-ad8e-41c8-a1f8-f9720ab84390, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7286e657-ad8e-41c8-a1f8-f9720ab84390,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:08.516367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:08.532542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 451b3f79-42d0-4f2c-83cd-c72eba19822d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:08.547283 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde05b2f-b5c4-4be7-8b96-3efc1d31afc5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=5eed86a5-e6ba-4268-af39-c38d399c2b0b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:08.564624 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bde05b2f-b5c4-4be7-8b96-3efc1d31afc5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:08.574440 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bde05b2f-b5c4-4be7-8b96-3efc1d31afc5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/5eed86a5-e6ba-4268-af39-c38d399c2b0b HTTP/1.1" status: 204 len: 168 time: 0.4802284 Nov 09 19:50:08.577688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36226) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:08.584223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 451b3f79-42d0-4f2c-83cd-c72eba19822d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:08.584865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 451b3f79-42d0-4f2c-83cd-c72eba19822d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:08.636721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:08.637378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:08.638890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] 10.222.0.77 "PUT /v2.0/ports/7286e657-ad8e-41c8-a1f8-f9720ab84390 HTTP/1.1" status: 200 len: 1091 time: 1.3641646 Nov 09 19:50:08.642122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'tag': '7286e657-ad8e-41c8-a1f8-f9720ab84390'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:08.645064 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56" -d '{"events": [{"name": "network-changed", "server_uuid": "a768b41f-4bad-4076-81e5-a35a20340b9a", "tag": "7286e657-ad8e-41c8-a1f8-f9720ab84390"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:08.713145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ff0c2-4efe-432b-8cb1-599d333bd67c service neutron] Pushing event updated for resources: {'Port': ['ID=7286e657-ad8e-41c8-a1f8-f9720ab84390,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:08.746640 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292cbeb4-4e83-47ba-93be-20cb8d7e5bee x-openstack-request-id: req-292cbeb4-4e83-47ba-93be-20cb8d7e5bee {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:08.746989 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a768b41f-4bad-4076-81e5-a35a20340b9a", "tag": "7286e657-ad8e-41c8-a1f8-f9720ab84390", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:08.749361 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-292cbeb4-4e83-47ba-93be-20cb8d7e5bee {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:08.750117 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'tag': '7286e657-ad8e-41c8-a1f8-f9720ab84390', 'status': 'completed', 'code': 200} Nov 09 19:50:08.780509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff742c5-2483-47de-9a94-d1c028780f44 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:08.782140 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5ff742c5-2483-47de-9a94-d1c028780f44 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2012734 Nov 09 19:50:08.784970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36242) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:08.849310 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2cd4e1-9460-43a3-98ab-26aa39f0f0fc tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:08.854610 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9f2cd4e1-9460-43a3-98ab-26aa39f0f0fc tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/96fdda88-3fa9-4365-9fc6-35b1f2febad8 HTTP/1.1" status: 404 len: 333 time: 0.0683117 Nov 09 19:50:08.855772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36246) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:08.942599 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2164ab-8769-4f6e-9bf5-d93a4958227a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:08.948402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ac2164ab-8769-4f6e-9bf5-d93a4958227a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/5eed86a5-e6ba-4268-af39-c38d399c2b0b HTTP/1.1" status: 404 len: 333 time: 0.0786440 Nov 09 19:50:08.949168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36252) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:08.960551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827f2e9-f4e5-4f30-8331-651292434b84 req-2abbebad-70e7-4a89-b50f-f18e07cbb7ac tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:08.969562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9827f2e9-f4e5-4f30-8331-651292434b84 req-2abbebad-70e7-4a89-b50f-f18e07cbb7ac tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1134098 Nov 09 19:50:09.016216 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9827f2e9-f4e5-4f30-8331-651292434b84 req-bdc52b55-4bb9-4262-9c42-2531c04f12b0 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454025 Nov 09 19:50:09.042184 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-d6860aa3-0ce0-4751-b3bd-1e188da1abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:09.042474 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-d6860aa3-0ce0-4751-b3bd-1e188da1abd6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c557d562e914d3c80232de5184fbb54&device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 1094 time: 0.3013101 Nov 09 19:50:09.062672 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.071487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a07f9-faa6-4ffe-af18-fcb607be0109 req-f36f6c0a-d6ae-49e3-be03-c470a330e223 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:09.073317 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-811a07f9-faa6-4ffe-af18-fcb607be0109 req-f36f6c0a-d6ae-49e3-be03-c470a330e223 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.2835264 Nov 09 19:50:09.131015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-4a112b02-9d82-4bd0-94e8-45c944fc4c26 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7286e657-ad8e-41c8-a1f8-f9720ab84390 HTTP/1.1" status: 200 len: 217 time: 0.0725996 Nov 09 19:50:09.133044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36260) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:09.265965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-811a07f9-faa6-4ffe-af18-fcb607be0109 req-257421af-6fce-401f-9b49-2275dbbc2246 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846449 Nov 09 19:50:09.296160 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.300018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-d6dcc70e-b965-4ab7-8f69-0e855f82686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:09.301851 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-d6dcc70e-b965-4ab7-8f69-0e855f82686b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7aadf6b3-c10d-4011-8277-22822e78bb01 HTTP/1.1" status: 200 len: 844 time: 0.1586711 Nov 09 19:50:09.328452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882834e-552a-46d4-abcd-c4927ab719bb req-3bb92fd8-3ae0-4c53-8e49-b20cd621e85d tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:09.330040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9882834e-552a-46d4-abcd-c4927ab719bb req-3bb92fd8-3ae0-4c53-8e49-b20cd621e85d tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 943 time: 0.0836411 Nov 09 19:50:09.357091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36268) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:09.364273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25870eb1-459e-4ca7-ad43-cf2060158b1f']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:09.377876 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9882834e-552a-46d4-abcd-c4927ab719bb req-22e177d8-c3be-44da-b2a2-08c3f55db992 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415115 Nov 09 19:50:09.378043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4ca499-6bd7-4b5a-87c7-e764a6e3e0bc') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:09.378242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4ca499-6bd7-4b5a-87c7-e764a6e3e0bc') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:09.391174 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.411143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-4a0f803d-d177-4adc-a547-5181ce3e92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:09.412864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-4a0f803d-d177-4adc-a547-5181ce3e92d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=525d58d6-6873-40d2-8517-9d556a57664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031988 Nov 09 19:50:09.414046 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.420347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:50:09.420742 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:50:09.424282 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:50:09.430600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-587216054-network', 'tenant_id': '9a74accc3be545e4aa36b446a4230620'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:09.438760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:09.459815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.api [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 19:50:09.459815 n-d-817256-1 neutron-server[102295]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 19:50:09.459815 n-d-817256-1 neutron-server[102295]: [parameters: {'project_id': '683c6de189d14c71b783bd0fcc0d6003', 'id': '85889159-d6fb-4ecd-b625-c048fb555ec5', 'expiration': datetime.datetime(2021, 11, 9, 19, 52, 9, 455591)}] Nov 09 19:50:09.459815 n-d-817256-1 neutron-server[102295]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:50:09.460729 n-d-817256-1 neutron-server[102295]: DEBUG oslo_db.api [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:50:09.468305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Made reservation on behalf of 9a74accc3be545e4aa36b446a4230620 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:09.471001 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.479895 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.534265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.542206 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.545609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/networks/25870eb1-459e-4ca7-ad43-cf2060158b1f HTTP/1.1" status: 204 len: 168 time: 0.5939000 Nov 09 19:50:09.549411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36272) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:09.555530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1745329677'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:09.561263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409893d-51a9-4737-ba3f-89cb4fecfe19 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Network': ['ID=25870eb1-459e-4ca7-ad43-cf2060158b1f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:09.594348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-be5662d1-52c0-4817-99bd-4226794b5de8 service neutron] 10.222.0.77 "GET /v2.0/networks/525d58d6-6873-40d2-8517-9d556a57664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596115 Nov 09 19:50:09.597155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:09.600933 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.639270 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.645135 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.660566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:50:09.673734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:50:09.691717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.692067 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Added segment 52c2f9f8-b86a-41a7-8338-c2d727fce1ee of type vlan for network 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e Nov 09 19:50:09.695698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c7fc235-63fb-4cc0-967a-2dac95fe6d0e req-714edd2e-53f9-4c47-825a-8b36faddab29 service neutron] 10.222.0.77 "GET /v2.0/networks/525d58d6-6873-40d2-8517-9d556a57664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917971 Nov 09 19:50:09.704376 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.704760 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Added segment 9a1d6294-9b07-453d-b81d-97436ff05c65 of type vlan for network efdc4ccf-7df5-49e5-8ac8-848b66620154 Nov 09 19:50:09.707106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:09.772082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.784765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.786700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-c8973946-aaf5-493a-b09c-06127fa96bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:09.788194 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-c8973946-aaf5-493a-b09c-06127fa96bc1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c557d562e914d3c80232de5184fbb54&device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 1094 time: 0.0422287 Nov 09 19:50:09.819635 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.826165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:09.826785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.836391 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.837264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:09.837827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:09.889390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-df58581d-d5d6-4c14-8c18-d2e475d54ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:09.891023 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-df58581d-d5d6-4c14-8c18-d2e475d54ead service neutron] 10.222.0.77 "GET /v2.0/networks?id=525d58d6-6873-40d2-8517-9d556a57664f HTTP/1.1" status: 200 len: 906 time: 0.0914142 Nov 09 19:50:09.897553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3460124 Nov 09 19:50:09.901328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36274) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:09.908736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:09.918543 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7842834 Nov 09 19:50:09.935598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36276) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:09.937572 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-6694382f-57d7-4f7e-8dd4-0c03ebc0c621 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7286e657-ad8e-41c8-a1f8-f9720ab84390 HTTP/1.1" status: 200 len: 217 time: 0.0390680 Nov 09 19:50:09.937731 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11906a-eee7-4141-ae21-4bf97b2db073 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Network': ['ID=2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:09.948718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:50:09.968421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Request body: {'subnet': {'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-587216054-subnet', 'tenant_id': '9a74accc3be545e4aa36b446a4230620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:09.995404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-11b43a22-573b-41f8-b076-e35c7c2544eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:09.996993 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-11b43a22-573b-41f8-b076-e35c7c2544eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7aadf6b3-c10d-4011-8277-22822e78bb01 HTTP/1.1" status: 200 len: 844 time: 0.0481908 Nov 09 19:50:10.046687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-b6576fe9-8efd-4aa1-90b8-73289863f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:10.048203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-b6576fe9-8efd-4aa1-90b8-73289863f8d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=525d58d6-6873-40d2-8517-9d556a57664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425642 Nov 09 19:50:10.191840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb167b-4b74-4555-9c38-8f7d71c88809 req-bfdd618e-10d8-4aeb-8ac0-eb5de2e1b67f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:10.193911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dcb167b-4b74-4555-9c38-8f7d71c88809 req-bfdd618e-10d8-4aeb-8ac0-eb5de2e1b67f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.0927153 Nov 09 19:50:10.198619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-47184741-6f1a-4b3c-b7d7-425888b5e9d7 service neutron] 10.222.0.77 "GET /v2.0/networks/525d58d6-6873-40d2-8517-9d556a57664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406069 Nov 09 19:50:10.216104 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5939b338-bc9a-44d4-a2ed-221c34fe3137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:10.290399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dcb167b-4b74-4555-9c38-8f7d71c88809 req-43f0d88d-3910-4c15-80a8-c5a572985876 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865428 Nov 09 19:50:10.327743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2d32fe55-8aa8-4f7b-9b62-1468affd5d56 req-c47fa58c-c546-496d-91d7-7b8ae2389a75 service neutron] 10.222.0.77 "GET /v2.0/networks/525d58d6-6873-40d2-8517-9d556a57664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163108 Nov 09 19:50:10.342489 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.api [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 19:50:10.342489 n-d-817256-1 neutron-server[102295]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 19:50:10.342489 n-d-817256-1 neutron-server[102295]: [parameters: {'project_id': '9a74accc3be545e4aa36b446a4230620', 'id': 'a93f2bb1-ddd5-435b-89c1-8f916b9e1c3b', 'expiration': datetime.datetime(2021, 11, 9, 19, 52, 10, 44646)}] Nov 09 19:50:10.342489 n-d-817256-1 neutron-server[102295]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:50:10.343184 n-d-817256-1 neutron-server[102295]: DEBUG oslo_db.api [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:50:10.349260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4c113-3d29-435e-98ed-0319472a5d85 admin admin] Pushing event updated for resources: {'Network': ['ID=efdc4ccf-7df5-49e5-8ac8-848b66620154,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:10.356771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:10.361098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network efdc4ccf-7df5-49e5-8ac8-848b66620154 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:50:10.439106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:10.442688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:10.506247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d27d95-ec88-4923-93dc-9a21a78c56f1 req-656474a9-463b-442c-a044-812a9367bfeb tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:10.508049 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-29d27d95-ec88-4923-93dc-9a21a78c56f1 req-656474a9-463b-442c-a044-812a9367bfeb tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 943 time: 0.0561562 Nov 09 19:50:10.513350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526e693-31cf-41a5-a41e-549c51d23fee req-7be67cc7-85e5-4ef5-90f7-7988449e0b20 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:10.514906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1526e693-31cf-41a5-a41e-549c51d23fee req-7be67cc7-85e5-4ef5-90f7-7988449e0b20 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1443174 Nov 09 19:50:10.537354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.ipam_backend_mixin [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Performing IP validity checks on allocation pools {{(pid=102295) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 19:50:10.540193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.ipam_backend_mixin [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102295) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 19:50:10.548882 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-29d27d95-ec88-4923-93dc-9a21a78c56f1 req-9a589e23-1510-4893-844c-6f52dd598a44 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337756 Nov 09 19:50:10.601747 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1526e693-31cf-41a5-a41e-549c51d23fee req-42857c1b-09e8-4f49-93fd-1813c206ea81 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777903 Nov 09 19:50:10.675258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:10.772553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:10.916833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0dac-25c0-49e0-b780-2eb52ad5d20b req-a61558ed-fc4e-488d-b3b6-4e5627e66504 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:10.918339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c17e0dac-25c0-49e0-b780-2eb52ad5d20b req-a61558ed-fc4e-488d-b3b6-4e5627e66504 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1676290 Nov 09 19:50:10.918961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=1fe92435-37b6-434d-8140-7bb78cfe0cbe,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:10.956331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Allocated IP 172.25.6.206 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/0f9b1fec-4ceb-4fe1-98e4-145e6b815fed) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:10.962630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Made reservation on behalf of 9a74accc3be545e4aa36b446a4230620 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:10.964947 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:11.046877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Checking segment: {'id': '52c2f9f8-b86a-41a7-8338-c2d727fce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:11.047248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network hostable DHCP agents. Network: 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:50:11.113122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c17e0dac-25c0-49e0-b780-2eb52ad5d20b req-a97fee25-30ba-413a-9c0b-d820a4395c18 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786935 Nov 09 19:50:11.149152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:50:11.174858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:11.184482 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9703c1ac-14e4-459b-a710-f72495e4c86e None None] Network 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:11.208117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:11.209868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:11.257593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:11.264405 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a10d6454-97f5-4e0e-be60-ea1ee120c54a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3617549 Nov 09 19:50:11.267599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36296) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:11.274465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e', 'name': 'tempest-PortsIpV6TestJSON-1470483726'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:11.288381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8c856-059f-41ee-9d05-f4294190ac43 req-f34ff5b2-8fb3-43a8-afd4-bb0540e1a127 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:11.290449 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d8c856-059f-41ee-9d05-f4294190ac43 req-f34ff5b2-8fb3-43a8-afd4-bb0540e1a127 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0864518 Nov 09 19:50:11.328322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:11.383036 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:11.390896 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d8c856-059f-41ee-9d05-f4294190ac43 req-efbdcc4a-086b-459c-9786-2bcfd774c700 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869703 Nov 09 19:50:11.427306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2df0995-4274-46ff-9678-8cd2a4f49569,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:11.445513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:11.450327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:11.451451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:11.456394 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:11.459648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e', 'network_id': '2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e', 'tenant_id': '7b12767ddeaf45c189a6b8cf348a8054', 'fixed_ips': [{'subnet_id': '1fe92435-37b6-434d-8140-7bb78cfe0cbe'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:50:11.461006 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:11.464765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.465409 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.466208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.466856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.467583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.468146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.468703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.469248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.469873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.470468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.471059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.471625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:11.483655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:11.490224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 69a6a2b7-6e06-49ba-8540-2bcc43315627 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:11.545399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Checking segment: {'id': '9a1d6294-9b07-453d-b81d-97436ff05c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:11.546051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Network hostable DHCP agents. Network: efdc4ccf-7df5-49e5-8ac8-848b66620154, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:50:11.547888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Pushing event updated for resources: {'Port': ['ID=0f9b1fec-4ceb-4fe1-98e4-145e6b815fed,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:11.614489 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e3fc5-0e88-4b14-9663-4aa2f50bfc37 req-d604a1fb-8e06-41ac-a17a-952ee425066c tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:11.615811 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d9e3fc5-0e88-4b14-9663-4aa2f50bfc37 req-d604a1fb-8e06-41ac-a17a-952ee425066c tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1622033 Nov 09 19:50:11.616424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Network efdc4ccf-7df5-49e5-8ac8-848b66620154 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:50:11.640224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Allocated IP 2001:db8::2 (2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e/1fe92435-37b6-434d-8140-7bb78cfe0cbe/efb64231-7709-4adf-8074-d14aa67df8ad) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:11.664113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, efdc4ccf-7df5-49e5-8ac8-848b66620154) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:11.677174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:11.677780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:11.700825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967abd40-2cad-473f-8885-1040756065c5 None None] Network efdc4ccf-7df5-49e5-8ac8-848b66620154 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:11.703649 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:11.713906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d9e3fc5-0e88-4b14-9663-4aa2f50bfc37 req-b121fba9-8eb5-4006-a94f-fb79b4691249 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744629 Nov 09 19:50:11.721346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7d481db5-2068-4517-8f75-1d5b96ce1e7d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7845709 Nov 09 19:50:11.774012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-02a154f6-a1d7-471a-aaf5-52b92f6a8283 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:11.775749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-02a154f6-a1d7-471a-aaf5-52b92f6a8283 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 811 time: 0.1336713 Nov 09 19:50:11.786410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:11.804337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-243bb645-a268-45ed-bf8d-b2f35c08e70a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/quotas/e3f76579cbf14f63a7509e37e4402350 HTTP/1.1" status: 200 len: 375 time: 0.0198915 Nov 09 19:50:11.851667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7286e657-ad8e-41c8-a1f8-f9720ab84390 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:50:11.883270 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-ff767d53-1bc4-464f-8056-13eb8a4110ab tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0779378 Nov 09 19:50:11.893949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b8864-2080-454b-b832-f3da83a01d4b req-d25cf8d7-b8ec-415e-aa32-2c4d6d255a56 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:11.895937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e8b8864-2080-454b-b832-f3da83a01d4b req-d25cf8d7-b8ec-415e-aa32-2c4d6d255a56 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 943 time: 0.0858288 Nov 09 19:50:11.955166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7286e657-ad8e-41c8-a1f8-f9720ab84390, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7286e657-ad8e-41c8-a1f8-f9720ab84390,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:11.971467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '7286e657-ad8e-41c8-a1f8-f9720ab84390', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'port_id': '7286e657-ad8e-41c8-a1f8-f9720ab84390', 'mac_address': 'fa:16:3e:16:e0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:50:11.989143 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e8b8864-2080-454b-b832-f3da83a01d4b req-5874f58e-a0d4-4aea-ab70-3b21844e1997 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637367 Nov 09 19:50:12.006994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60445537-8f3e-4872-bab9-1ac6a9b88eb8 None None] Network efdc4ccf-7df5-49e5-8ac8-848b66620154 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:12.040525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.043775 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ed46aab-77a4-441f-9d0c-7bd0743dec78 service neutron] 10.222.0.53 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379302 Nov 09 19:50:12.048069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.128748 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.142117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Pushing event updated for resources: {'Port': ['ID=0f9b1fec-4ceb-4fe1-98e4-145e6b815fed,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:12.152931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.167654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-c607be97-d02f-4c34-a102-69850c0558e3 service neutron] 10.222.0.53 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125205 Nov 09 19:50:12.170873 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.172953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9d2de0f7-b60f-40e4-83e3-80e1e2f50bdb tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8149133 Nov 09 19:50:12.175865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36324) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:12.183595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1939573258', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'fixed_ips': [{'ip_address': '172.25.6.206'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:12.208937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Made reservation on behalf of 683c6de189d14c71b783bd0fcc0d6003 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:12.211254 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.220977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.258623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7286e657-ad8e-41c8-a1f8-f9720ab84390 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:12.333522 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.344237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7286e657-ad8e-41c8-a1f8-f9720ab84390, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7286e657-ad8e-41c8-a1f8-f9720ab84390,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:12.348873 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.360436 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.397418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a192a1dc-b3aa-4139-8a27-5bb7a9617c53 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:12.399989 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a192a1dc-b3aa-4139-8a27-5bb7a9617c53 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 813 time: 0.1426256 Nov 09 19:50:12.402076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Network 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:12.406935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:12.410038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:12.421292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Pushing event updated for resources: {'Port': ['ID=efb64231-7709-4adf-8074-d14aa67df8ad,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:12.437223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-5a3b54dd-c1ae-4192-bcd7-464b52388997 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/quotas/9a74accc3be545e4aa36b446a4230620 HTTP/1.1" status: 200 len: 375 time: 0.0237598 Nov 09 19:50:12.463941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8::3f (2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e/1fe92435-37b6-434d-8140-7bb78cfe0cbe/69a6a2b7-6e06-49ba-8540-2bcc43315627) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:12.481532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-780be106-c0c6-444e-afc6-1dbfe9e719cf tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433598 Nov 09 19:50:12.495345 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.514657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Attempting to bind port efb64231-7709-4adf-8074-d14aa67df8ad on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:12.515064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Attempting to bind port efb64231-7709-4adf-8074-d14aa67df8ad by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '52c2f9f8-b86a-41a7-8338-c2d727fce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:12.515451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Attempting to bind port efb64231-7709-4adf-8074-d14aa67df8ad on network 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:12.535668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:12.536048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Checking segment: {'id': '52c2f9f8-b86a-41a7-8338-c2d727fce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:12.536451 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.536843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Bound using segment: {'id': '52c2f9f8-b86a-41a7-8338-c2d727fce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:12.537331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Bound port: efb64231-7709-4adf-8074-d14aa67df8ad, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c2f9f8-b86a-41a7-8338-c2d727fce1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:12.537715 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.553171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.556633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] device_id is not set on port d4c02522-768c-48f1-980a-5c52082a7969 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:12.565129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7286e657-ad8e-41c8-a1f8-f9720ab84390,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:12.640744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] For port efb64231-7709-4adf-8074-d14aa67df8ad, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:12.644262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] For port efb64231-7709-4adf-8074-d14aa67df8ad, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=efb64231-7709-4adf-8074-d14aa67df8ad,segment=NetworkSegment(52c2f9f8-b86a-41a7-8338-c2d727fce1ee),segment_id=52c2f9f8-b86a-41a7-8338-c2d727fce1ee)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:12.654957 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f72c2e9-7f72-47e9-bbfe-b68e377db9cd req-6807983c-fbb0-435f-843a-0c35a66008aa tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 210 time: 0.1076393 Nov 09 19:50:12.658547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['7286e657-ad8e-41c8-a1f8-f9720ab84390'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:50:12.665681 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.685983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.738743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.801901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:12.803436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:12.813715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:12.821223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:12.821877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:12.835857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79cd82c-88dd-42e3-96d8-0ae632f331cd,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:12.850049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=69a6a2b7-6e06-49ba-8540-2bcc43315627,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:12.875728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36350) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:12.876258 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-229b407d-d069-4ba8-91ad-5167186d692d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6047142 Nov 09 19:50:12.932218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eadf52-207a-4761-b16b-574d19337013 req-7d5778c3-1528-445a-8baf-aeddc2cd5c7c tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:12.948272 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61eadf52-207a-4761-b16b-574d19337013 req-7d5778c3-1528-445a-8baf-aeddc2cd5c7c tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1085682 Nov 09 19:50:12.954177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a84ee876-7c93-47ce-9da0-b9c40aab2d28 service neutron] 10.222.0.53 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717426 Nov 09 19:50:12.993049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff877623-c815-45e1-91e0-b88e9bb9b57d None None] Pushing event updated for resources: {'Port': ['ID=efb64231-7709-4adf-8074-d14aa67df8ad,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:13.021172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61eadf52-207a-4761-b16b-574d19337013 req-718df7e4-3538-4970-ad34-5c4cc97ef0ab tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718408 Nov 09 19:50:13.079793 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 19:50:13.080467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:50:13.127504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ecdec1ec-962e-4e3d-93c4-0f80934bf2d8 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9488356 Nov 09 19:50:13.134653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36354) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:13.171940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447932c-8576-4fa0-ad1e-59e4ffe88714 req-9e6d9207-dd46-4f87-a75c-0f8d5d7fe80b tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:13.173884 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8447932c-8576-4fa0-ad1e-59e4ffe88714 req-9e6d9207-dd46-4f87-a75c-0f8d5d7fe80b tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 944 time: 0.0640597 Nov 09 19:50:13.179936 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-afd07c62-5a53-4632-b5b5-ab9033a3f5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:13.249149 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-4f3e698d-d67e-4ac6-a8c1-85ca21770b90 service neutron] 10.222.0.53 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846823 Nov 09 19:50:13.253680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5e10874a-2228-4eea-a70d-e55062a019eb tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 69a6a2b7-6e06-49ba-8540-2bcc43315627 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:13.254083 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e10874a-2228-4eea-a70d-e55062a019eb tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:13.265291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8447932c-8576-4fa0-ad1e-59e4ffe88714 req-81345720-9ae4-4dff-9030-f821778eec04 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841188 Nov 09 19:50:13.449847 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:13.477185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a2efb946-6704-4618-a685-bb3bfe4405b0 req-d25be502-e6fc-4b9b-86ac-e95e6e297e16 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 210 time: 0.0429833 Nov 09 19:50:13.479555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e10874a-2228-4eea-a70d-e55062a019eb tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:13.496101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5e10874a-2228-4eea-a70d-e55062a019eb tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 69a6a2b7-6e06-49ba-8540-2bcc43315627 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:13.503120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e14706c3-0a42-433c-b5ef-98dfdf08562a tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Deleting port 0f9b1fec-4ceb-4fe1-98e4-145e6b815fed {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:13.503459 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e14706c3-0a42-433c-b5ef-98dfdf08562a tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:13.639370 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e14706c3-0a42-433c-b5ef-98dfdf08562a tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:13.640121 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e14706c3-0a42-433c-b5ef-98dfdf08562a tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:13.660220 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e14706c3-0a42-433c-b5ef-98dfdf08562a tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Calling delete_port for 0f9b1fec-4ceb-4fe1-98e4-145e6b815fed owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:13.761040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7286e657-ad8e-41c8-a1f8-f9720ab84390 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:13.807270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-1787a1c9-f22f-4c4e-bf93-904adec89128 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:13.808935 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-1787a1c9-f22f-4c4e-bf93-904adec89128 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.70 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 811 time: 0.1555684 Nov 09 19:50:13.852431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'port': {'device_id': '205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'admin_state_up': True, 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:13.890094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 7286e657-ad8e-41c8-a1f8-f9720ab84390 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:50:13.894741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34a91a2f-515c-4142-a417-b4bcc2580fb7 req-9683a07f-e705-4f07-ba6f-875c7d4a86d6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 210 time: 0.0847094 Nov 09 19:50:13.911407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 7286e657-ad8e-41c8-a1f8-f9720ab84390 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:13.922772 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.019947 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.044003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Made reservation on behalf of e3f76579cbf14f63a7509e37e4402350 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:14.049588 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.061334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7286e657-ad8e-41c8-a1f8-f9720ab84390'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:14.063651 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5319a7-0e5e-4dfa-bd76-6ccb8469dddd" -d '{"events": [{"server_uuid": "a768b41f-4bad-4076-81e5-a35a20340b9a", "name": "network-vif-plugged", "status": "completed", "tag": "7286e657-ad8e-41c8-a1f8-f9720ab84390"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:14.080427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7286e657-ad8e-41c8-a1f8-f9720ab84390, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7286e657-ad8e-41c8-a1f8-f9720ab84390,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:14.094168 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.147753 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed71703-c65f-4f1f-8099-5e8214799526 x-openstack-request-id: req-7ed71703-c65f-4f1f-8099-5e8214799526 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:14.148125 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a768b41f-4bad-4076-81e5-a35a20340b9a", "name": "network-vif-plugged", "status": "completed", "tag": "7286e657-ad8e-41c8-a1f8-f9720ab84390", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:14.148457 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ed71703-c65f-4f1f-8099-5e8214799526 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:14.149085 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7286e657-ad8e-41c8-a1f8-f9720ab84390', 'code': 200} Nov 09 19:50:14.161194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7286e657-ad8e-41c8-a1f8-f9720ab84390,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:14.252108 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e10874a-2228-4eea-a70d-e55062a019eb tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.297543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142539c-2e6f-4ab6-b845-215129d145e5 req-35daf2cd-0026-47de-bb96-9a93b1af17a9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:14.307764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e142539c-2e6f-4ab6-b845-215129d145e5 req-35daf2cd-0026-47de-bb96-9a93b1af17a9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1387904 Nov 09 19:50:14.331098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb872d-9605-461b-bb5a-f7410caadffc req-83693f27-2bc1-4a3b-890c-a3d888e9106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:14.332434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10874a-2228-4eea-a70d-e55062a019eb tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=69a6a2b7-6e06-49ba-8540-2bcc43315627,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:14.332879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22bb872d-9605-461b-bb5a-f7410caadffc req-83693f27-2bc1-4a3b-890c-a3d888e9106b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 1096 time: 0.1028037 Nov 09 19:50:14.413840 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e10874a-2228-4eea-a70d-e55062a019eb tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.418629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5e10874a-2228-4eea-a70d-e55062a019eb tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/69a6a2b7-6e06-49ba-8540-2bcc43315627 HTTP/1.1" status: 204 len: 168 time: 1.5366461 Nov 09 19:50:14.421254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36378) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:14.422952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793e43a-ec75-4c6b-bb42-b7938e35d360 None None] Network 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:14.439545 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e142539c-2e6f-4ab6-b845-215129d145e5 req-5c0ef9ba-225d-4660-88ab-42f6290d0f5d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299944 Nov 09 19:50:14.456099 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-1710cdb4-23c0-43c7-8c7b-bb2c6bd8264f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:50:14.456649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1710cdb4-23c0-43c7-8c7b-bb2c6bd8264f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:50:14.470202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1710cdb4-23c0-43c7-8c7b-bb2c6bd8264f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/69a6a2b7-6e06-49ba-8540-2bcc43315627 HTTP/1.1" status: 404 len: 333 time: 0.0360649 Nov 09 19:50:14.470202 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e14706c3-0a42-433c-b5ef-98dfdf08562a tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.470202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36380) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:14.488189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950b841-36bf-492e-8731-ca9cdeca8e45 req-ffd0a4b7-5e8a-49b7-9404-7bc6b0481569 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:14.496216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14706c3-0a42-433c-b5ef-98dfdf08562a tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f9b1fec-4ceb-4fe1-98e4-145e6b815fed,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:14.509270 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d950b841-36bf-492e-8731-ca9cdeca8e45 req-ffd0a4b7-5e8a-49b7-9404-7bc6b0481569 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 945 time: 0.1490495 Nov 09 19:50:14.514208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Allocated IP 172.20.0.12 (132c0985-fe0e-49b9-9daa-db2ce83b9806/5e09224b-e651-43e5-909b-471003214eea/92e3ce06-32d9-4eca-b78a-64d45c2aedd7) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:14.521121 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.523569 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e5c00e-1def-4367-92f0-52345420fab8 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:14.528040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-15e5c00e-1def-4367-92f0-52345420fab8 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/69a6a2b7-6e06-49ba-8540-2bcc43315627 HTTP/1.1" status: 404 len: 333 time: 0.0586836 Nov 09 19:50:14.545633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36386) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:14.568537 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22bb872d-9605-461b-bb5a-f7410caadffc req-e15ec619-38f8-4e8c-9923-78329d36ecbc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2091475 Nov 09 19:50:14.596411 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d950b841-36bf-492e-8731-ca9cdeca8e45 req-667c93c1-d41a-4b7c-801d-285d69816b72 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854659 Nov 09 19:50:14.632006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c310fc9-9de8-4852-b336-a0238165d124 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet 1fe92435-37b6-434d-8140-7bb78cfe0cbe {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:50:14.634434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e14706c3-0a42-433c-b5ef-98dfdf08562a tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.637360 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e14706c3-0a42-433c-b5ef-98dfdf08562a tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.644035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e14706c3-0a42-433c-b5ef-98dfdf08562a tempest-ExternalNetworksAdminNegativeTestJSON-2028404314 tempest-ExternalNetworksAdminNegativeTestJSON-2028404314-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/97951714-7a49-42a8-9b0e-9ec277092b2e HTTP/1.1" status: 204 len: 168 time: 1.5034225 Nov 09 19:50:14.649279 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5c310fc9-9de8-4852-b336-a0238165d124 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.661330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4261d2e8-d7d7-43ef-b44a-98ab8e6e8c65 None None] Provisioning complete for port efb64231-7709-4adf-8074-d14aa67df8ad triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:14.662174 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4261d2e8-d7d7-43ef-b44a-98ab8e6e8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.704235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device efb64231-7709-4adf-8074-d14aa67df8ad up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:14.734264 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc80369e-d5c3-432a-8e29-80ef887e80c9 req-0428b137-606c-4b5d-a060-2d63f4a379cf tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 210 time: 0.0424564 Nov 09 19:50:14.758726 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5c310fc9-9de8-4852-b336-a0238165d124 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.836124 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4261d2e8-d7d7-43ef-b44a-98ab8e6e8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.841378 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port efb64231-7709-4adf-8074-d14aa67df8ad triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:14.841743 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.852851 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.928276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4261d2e8-d7d7-43ef-b44a-98ab8e6e8c65 None None] For port efb64231-7709-4adf-8074-d14aa67df8ad, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=efb64231-7709-4adf-8074-d14aa67df8ad,segment=NetworkSegment(52c2f9f8-b86a-41a7-8338-c2d727fce1ee),segment_id=52c2f9f8-b86a-41a7-8338-c2d727fce1ee)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:14.930889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.942537 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5c310fc9-9de8-4852-b336-a0238165d124 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.957040 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4261d2e8-d7d7-43ef-b44a-98ab8e6e8c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:14.966906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fa46d398-7880-4a48-92a9-af72e7c6ec6d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:50:14.973551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36396) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:15.042093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'Port': ['ID=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:15.097313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:15.147330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:15.156457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:15.174674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a822ec-e6c2-440d-abd3-8c9c2bb563e4 req-acd19f1b-5441-463a-b4a5-0fb28e8993b4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:15.177565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a4a822ec-e6c2-440d-abd3-8c9c2bb563e4 req-acd19f1b-5441-463a-b4a5-0fb28e8993b4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 932 time: 0.1010947 Nov 09 19:50:15.179349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5c310fc9-9de8-4852-b336-a0238165d124 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:15.216399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261d2e8-d7d7-43ef-b44a-98ab8e6e8c65 None None] Pushing event updated for resources: {'Port': ['ID=efb64231-7709-4adf-8074-d14aa67df8ad,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:15.234432 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c310fc9-9de8-4852-b336-a0238165d124 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe92435-37b6-434d-8140-7bb78cfe0cbe,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:15.257443 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5c310fc9-9de8-4852-b336-a0238165d124 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:15.267339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5c310fc9-9de8-4852-b336-a0238165d124 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/1fe92435-37b6-434d-8140-7bb78cfe0cbe HTTP/1.1" status: 204 len: 168 time: 0.7204700 Nov 09 19:50:15.271887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36400) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:15.329580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-554e5d2f-aef9-4c1d-b5d6-0b8ed5ee4be0 None None] Provisioning complete for port efb64231-7709-4adf-8074-d14aa67df8ad triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:15.330198 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-554e5d2f-aef9-4c1d-b5d6-0b8ed5ee4be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:15.405438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a4a822ec-e6c2-440d-abd3-8c9c2bb563e4 req-9dc6eead-aa10-4486-a5e7-c7afcc528ab7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718524 Nov 09 19:50:15.457979 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:15.545896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port efb64231-7709-4adf-8074-d14aa67df8ad {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:15.546924 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:15.591286 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0345c9e-e54d-415c-bac4-3fc0475cecc6 None None] Network 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:15.619373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] For port efb64231-7709-4adf-8074-d14aa67df8ad, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=efb64231-7709-4adf-8074-d14aa67df8ad,segment=NetworkSegment(52c2f9f8-b86a-41a7-8338-c2d727fce1ee),segment_id=52c2f9f8-b86a-41a7-8338-c2d727fce1ee)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:15.619877 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:15.637181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for efb64231-7709-4adf-8074-d14aa67df8ad owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:15.670147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-48991701-06e8-442d-ad54-d2d85611388a None None] Provisioning complete for port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:15.670556 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-48991701-06e8-442d-ad54-d2d85611388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:15.676486 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:15.736708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:15.737532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:15.770857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-48991701-06e8-442d-ad54-d2d85611388a None None] Port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:15.776122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-48991701-06e8-442d-ad54-d2d85611388a None None] Could not find standard attr ID for object 69a6a2b7-6e06-49ba-8540-2bcc43315627. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:50:15.788165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-947b0f18-6a4d-482c-89f9-edb1d9856e84 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:15.789893 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-947b0f18-6a4d-482c-89f9-edb1d9856e84 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.77 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 813 time: 0.7493429 Nov 09 19:50:15.803758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828966b0-914d-4aa5-aa7d-e61928026fa6 req-ce5bfdd2-5fc3-4a31-8a43-cd80992aa86e tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:15.805375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-828966b0-914d-4aa5-aa7d-e61928026fa6 req-ce5bfdd2-5fc3-4a31-8a43-cd80992aa86e tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 945 time: 0.0821135 Nov 09 19:50:15.805882 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b160c022-3a40-4308-a460-4a1afe52723b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9711111 Nov 09 19:50:15.814585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96247fac-bbbc-4f7e-b415-a4dab2580451 req-202a82f7-9ffe-48a3-9390-d5d2a86d8c36 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:15.817124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96247fac-bbbc-4f7e-b415-a4dab2580451 req-202a82f7-9ffe-48a3-9390-d5d2a86d8c36 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.2583692 Nov 09 19:50:15.820707 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:15.822939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Request body: {'port': {'device_id': '205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:15.828288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Request body: {'port': {'device_id': '28292cc9-446f-432e-b78b-0146dcfebd59', 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154', 'admin_state_up': True, 'tenant_id': '9a74accc3be545e4aa36b446a4230620'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:15.877835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadde826-f76b-4936-a5ff-317dfd8ba33d None None] DHCP port deletion for 2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:50:15.893294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No DVR routers for this DVR port efb64231-7709-4adf-8074-d14aa67df8ad on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:15.900584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=efb64231-7709-4adf-8074-d14aa67df8ad,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:15.985954 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-828966b0-914d-4aa5-aa7d-e61928026fa6 req-de131456-75b7-4aaa-96b9-4ea1dc40890c tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1674552 Nov 09 19:50:16.001836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.005673 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96247fac-bbbc-4f7e-b415-a4dab2580451 req-21287660-e978-40fb-9ea0-af5deb62d1da tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710308 Nov 09 19:50:16.041145 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.041462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:16.047421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c2f9f8-b86a-41a7-8338-c2d727fce1ee') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:16.047724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c2f9f8-b86a-41a7-8338-c2d727fce1ee') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:16.059671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.063050 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.076052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.085908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:50:16.085908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.090739 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:50:16.091959 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:50:16.147802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Made reservation on behalf of 9a74accc3be545e4aa36b446a4230620 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:16.152355 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.166396 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff22dbd5-2bb8-4ad7-9aac-bf037f1fd3f6 req-a0706e05-2455-417e-9502-cf7a24b77f2f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 210 time: 0.0848782 Nov 09 19:50:16.176771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37f72520515b420a976a45616f4e3548&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1427150 Nov 09 19:50:16.179549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36412) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:16.200570 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.203424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.216556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.220079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/networks/2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e HTTP/1.1" status: 204 len: 168 time: 0.9467301 Nov 09 19:50:16.228907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36414) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:16.232911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f620dbb6-1076-4f9d-8f2c-41f095f5e3bc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:16.239633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-61847758'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:16.244594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27093fe9-3d59-47c5-a2ba-268bb27845b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Network': ['ID=2c5e88eb-fd1e-46ab-aae1-77d3750b0e8e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:16.260226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.260653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.260958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.261344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.261681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.262014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.262342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.262702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.263030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.263354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.263703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.264023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7f26c-fd8b-4d86-a3ea-b37ee300e0ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:16.272889 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0c8d42c1-59db-4146-bb4f-aa09a1289b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.283223 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:16.286723 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.309286 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0c8d42c1-59db-4146-bb4f-aa09a1289b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.339052 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:50:16.353872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.354419 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Added segment 89efea68-6eb4-4993-bcfa-e9c37ce45a92 of type vlan for network c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 Nov 09 19:50:16.394296 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.404383 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0c8d42c1-59db-4146-bb4f-aa09a1289b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.406931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0c8d42c1-59db-4146-bb4f-aa09a1289b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.412305 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0c8d42c1-59db-4146-bb4f-aa09a1289b01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f620dbb6-1076-4f9d-8f2c-41f095f5e3bc HTTP/1.1" status: 204 len: 168 time: 0.2271624 Nov 09 19:50:16.440450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d42c1-59db-4146-bb4f-aa09a1289b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f620dbb6-1076-4f9d-8f2c-41f095f5e3bc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:16.456095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Allocated IP 172.20.0.3 (efdc4ccf-7df5-49e5-8ac8-848b66620154/f2df0995-4274-46ff-9678-8cd2a4f49569/47701f0d-94b1-4d67-b61a-c4849ee89784) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:16.472322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.482921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:16.484058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.579962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device efb64231-7709-4adf-8074-d14aa67df8ad no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:16.595310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3615522 Nov 09 19:50:16.608704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: efb64231-7709-4adf-8074-d14aa67df8ad {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:16.609243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device efb64231-7709-4adf-8074-d14aa67df8ad not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:16.611899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36422) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:16.621946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': 'c0a1f309-d2b3-4be5-86dd-4b27353e6cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:16.628055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55e283-621b-47e7-820a-2275576c112a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Network': ['ID=c0a1f309-d2b3-4be5-86dd-4b27353e6cc8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:16.638354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:16.647616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:50:16.651029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.699787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a88d2-0d39-4f36-bc67-f3994588221d req-e52123a3-63b8-4d33-8e24-0864b2ee3996 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:16.701337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-403a88d2-0d39-4f36-bc67-f3994588221d req-e52123a3-63b8-4d33-8e24-0864b2ee3996 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 932 time: 0.1883919 Nov 09 19:50:16.721848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Transition to ACTIVE for port object 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:50:16.737659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:16.741931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.753011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.886454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36426) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:16.902428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-403a88d2-0d39-4f36-bc67-f3994588221d req-0da26b7d-049f-4ffc-b6a3-229d77608eec tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839137 Nov 09 19:50:16.923380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Pushing event updated for resources: {'Port': ['ID=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:16.940219 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:16.967437 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.037092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=23974381-c74c-49bd-80e8-ab21fe985370,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:17.054539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Checking segment: {'id': '89efea68-6eb4-4993-bcfa-e9c37ce45a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'c0a1f309-d2b3-4be5-86dd-4b27353e6cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:17.054924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network hostable DHCP agents. Network: c0a1f309-d2b3-4be5-86dd-4b27353e6cc8, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:50:17.077784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36432) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:17.085489 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:50:17.087212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1c600ff7-69db-4751-a3dc-d3de2248c50b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=683c6de189d14c71b783bd0fcc0d6003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974084 Nov 09 19:50:17.101696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Attempting to bind port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:17.102345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Attempting to bind port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:17.102986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Attempting to bind port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:17.110141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:50:17.110552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Attempting to bind port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:17.130267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:17.130644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Checking segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:17.131096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Bound using segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:17.131617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Bound port: 92e3ce06-32d9-4eca-b78a-64d45c2aedd7, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:17.132043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.147656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c0a1f309-d2b3-4be5-86dd-4b27353e6cc8) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:17.155539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a8bca-79ff-4e59-b2ea-93c94423855c None None] Network c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:17.165266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:17.166678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.168810 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.195369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d55527-4214-43aa-a61d-eb7a437e92c2 req-c7c3a205-31bc-4858-9b93-a454c6f3aa31 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:17.197017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4d55527-4214-43aa-a61d-eb7a437e92c2 req-c7c3a205-31bc-4858-9b93-a454c6f3aa31 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 945 time: 0.1123738 Nov 09 19:50:17.208654 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9e765df2-412b-4002-a00e-2ffb01b1706c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5931325 Nov 09 19:50:17.213166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36438) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:17.221536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': 'c0a1f309-d2b3-4be5-86dd-4b27353e6cc8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1190569654'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:17.242938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Network efdc4ccf-7df5-49e5-8ac8-848b66620154 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:17.251281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:17.268457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e1067-f552-4dfa-92f9-1a4be761003b req-5561a633-1080-470a-a902-a1c6370035b3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:17.274059 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-001e1067-f552-4dfa-92f9-1a4be761003b req-5561a633-1080-470a-a902-a1c6370035b3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1572244 Nov 09 19:50:17.278844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5151adf8-2e1b-4297-8656-feb1fec6b2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.286231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:17.311432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Pushing event updated for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:17.326755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-c0a1f309-d2b3-4be5-86dd-4b27353e6cc8', 'network_id': 'c0a1f309-d2b3-4be5-86dd-4b27353e6cc8', 'tenant_id': '7b12767ddeaf45c189a6b8cf348a8054', 'fixed_ips': [{'subnet_id': '23974381-c74c-49bd-80e8-ab21fe985370'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:50:17.327642 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.328636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5151adf8-2e1b-4297-8656-feb1fec6b2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.339142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] For port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:17.361459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] For port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:17.368960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.373828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4d55527-4214-43aa-a61d-eb7a437e92c2 req-70ac890f-8f71-4e58-9479-27455cc36a89 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973876 Nov 09 19:50:17.376084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:17.376710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.425011 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-001e1067-f552-4dfa-92f9-1a4be761003b req-777ece82-39b5-48b6-ac05-1ba9ba9f405b tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358159 Nov 09 19:50:17.435135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:17.435762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.437151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] 10.222.0.70 "PUT /v2.0/ports/92e3ce06-32d9-4eca-b78a-64d45c2aedd7 HTTP/1.1" status: 200 len: 1092 time: 1.6190031 Nov 09 19:50:17.437593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b', 'tag': '92e3ce06-32d9-4eca-b78a-64d45c2aedd7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:17.440403 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b", "tag": "92e3ce06-32d9-4eca-b78a-64d45c2aedd7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:17.454187 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-d9250753-a6a1-4b2a-ac5e-81ef0be74568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6541433 Nov 09 19:50:17.455762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5151adf8-2e1b-4297-8656-feb1fec6b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.459333 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5151adf8-2e1b-4297-8656-feb1fec6b2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.461168 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5151adf8-2e1b-4297-8656-feb1fec6b2a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b79cd82c-88dd-42e3-96d8-0ae632f331cd HTTP/1.1" status: 204 len: 168 time: 0.3818827 Nov 09 19:50:17.472870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Request body: {'port': {'device_id': '28292cc9-446f-432e-b78b-0146dcfebd59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:17.476679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:17.482317 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.502652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151adf8-2e1b-4297-8656-feb1fec6b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79cd82c-88dd-42e3-96d8-0ae632f331cd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:17.509972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 815698de-0947-48e6-a87e-d50b32eb2c98 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:17.582916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Allocated IP 2001:db8::2 (c0a1f309-d2b3-4be5-86dd-4b27353e6cc8/23974381-c74c-49bd-80e8-ab21fe985370/e61e6edb-365b-42da-ae45-ce0529c79bbb) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:17.615392 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5128a-6912-441b-9d19-2d698acdfd2e service neutron] Pushing event updated for resources: {'Port': ['ID=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:17.719352 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.720016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2f5a8-ec37-47a6-9003-39f276053510 req-23e4eb00-4e08-42c5-8aa6-01ae9aba1437 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:17.723561 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ba2f5a8-ec37-47a6-9003-39f276053510 req-23e4eb00-4e08-42c5-8aa6-01ae9aba1437 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 945 time: 0.1248145 Nov 09 19:50:17.733544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36448) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:17.745083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-bc064df9-c1b5-4dce-8d8f-d9352976f2ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Request body: {'floatingip': {'port_id': '7286e657-ad8e-41c8-a1f8-f9720ab84390'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:17.756135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-9ed6be21-0e4e-48e8-a347-5d9924a7f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:17.764582 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-9ed6be21-0e4e-48e8-a347-5d9924a7f00e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 1095 time: 0.1727722 Nov 09 19:50:17.796802 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613b8cf7-34c1-489d-9790-bed924c272da x-openstack-request-id: req-613b8cf7-34c1-489d-9790-bed924c272da {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:17.797102 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b", "tag": "92e3ce06-32d9-4eca-b78a-64d45c2aedd7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:17.797364 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-613b8cf7-34c1-489d-9790-bed924c272da {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:17.797774 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b', 'tag': '92e3ce06-32d9-4eca-b78a-64d45c2aedd7', 'status': 'completed', 'code': 200} Nov 09 19:50:17.815614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580246cc-c0b0-4e4d-aa22-2f46038bc419 req-a03c3e2f-efbe-4385-8c3b-8fa582d9d83f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:17.818440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-580246cc-c0b0-4e4d-aa22-2f46038bc419 req-a03c3e2f-efbe-4385-8c3b-8fa582d9d83f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 931 time: 0.1764448 Nov 09 19:50:17.838870 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.842393 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc064df9-c1b5-4dce-8d8f-d9352976f2ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.860860 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:17.885290 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-c2efe171-ec52-41b2-9d34-bd3fe7b8d336 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92e3ce06-32d9-4eca-b78a-64d45c2aedd7 HTTP/1.1" status: 200 len: 217 time: 0.0860608 Nov 09 19:50:17.941836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Pushing event updated for resources: {'Port': ['ID=e61e6edb-365b-42da-ae45-ce0529c79bbb,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:17.955617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.956169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.956512 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.956982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.957434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.957812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.958267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.958672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.959001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.959325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.959703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.960073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:50:17.968671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Network c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:17.970219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:17.976039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:18.077954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-580246cc-c0b0-4e4d-aa22-2f46038bc419 req-73fddcd2-9631-413d-a5a1-7bc3fe890c84 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972818 Nov 09 19:50:18.086301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Attempting to bind port e61e6edb-365b-42da-ae45-ce0529c79bbb on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:18.086301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Attempting to bind port e61e6edb-365b-42da-ae45-ce0529c79bbb by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '89efea68-6eb4-4993-bcfa-e9c37ce45a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'c0a1f309-d2b3-4be5-86dd-4b27353e6cc8'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:18.086301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Attempting to bind port e61e6edb-365b-42da-ae45-ce0529c79bbb on network c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:18.087569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:18.087970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Checking segment: {'id': '89efea68-6eb4-4993-bcfa-e9c37ce45a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'c0a1f309-d2b3-4be5-86dd-4b27353e6cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:18.088374 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:18.088764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Bound using segment: {'id': '89efea68-6eb4-4993-bcfa-e9c37ce45a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'c0a1f309-d2b3-4be5-86dd-4b27353e6cc8'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:18.089237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Bound port: e61e6edb-365b-42da-ae45-ce0529c79bbb, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89efea68-6eb4-4993-bcfa-e9c37ce45a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'c0a1f309-d2b3-4be5-86dd-4b27353e6cc8'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:18.089618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:18.114143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b9a14462-ba44-476c-bdbb-38b79a790f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:18.116460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b9a14462-ba44-476c-bdbb-38b79a790f66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.2218275 Nov 09 19:50:18.225427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] For port e61e6edb-365b-42da-ae45-ce0529c79bbb, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:18.238316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] For port e61e6edb-365b-42da-ae45-ce0529c79bbb, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e61e6edb-365b-42da-ae45-ce0529c79bbb,segment=NetworkSegment(89efea68-6eb4-4993-bcfa-e9c37ce45a92),segment_id=89efea68-6eb4-4993-bcfa-e9c37ce45a92)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:18.240316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-890e7392-417c-4827-b2fa-035151b44125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:18.241962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-890e7392-417c-4827-b2fa-035151b44125 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173658 Nov 09 19:50:18.248667 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:18.340548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abfb1e-dcc7-44ee-be2b-db4fa9849f99 None None] Pushing event updated for resources: {'Port': ['ID=e61e6edb-365b-42da-ae45-ce0529c79bbb,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:18.480770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8::3dc (c0a1f309-d2b3-4be5-86dd-4b27353e6cc8/23974381-c74c-49bd-80e8-ab21fe985370/815698de-0947-48e6-a87e-d50b32eb2c98) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:18.563313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47701f0d-94b1-4d67-b61a-c4849ee89784 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:18.574651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:18.589875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Transition to ACTIVE for port object 47701f0d-94b1-4d67-b61a-c4849ee89784 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:50:18.593022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-91aa70f5-babc-41de-a105-e0a1713c340a service neutron] 10.222.0.70 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434539 Nov 09 19:50:18.601983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f48e18-1ce8-422c-b1da-6f8ba4990092 req-f0748ba1-2c3d-4b78-aabb-4284eb695437 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:18.611303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9f48e18-1ce8-422c-b1da-6f8ba4990092 req-f0748ba1-2c3d-4b78-aabb-4284eb695437 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 944 time: 0.2565427 Nov 09 19:50:18.729091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:18.827289 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc064df9-c1b5-4dce-8d8f-d9352976f2ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:18.832838 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:18.836709 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc064df9-c1b5-4dce-8d8f-d9352976f2ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:18.865041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8994f8fc-c167-42cd-90c8-a8e32e36703e req-b5ecc6c8-f685-4c43-9e3e-460d4b344e98 service neutron] 10.222.0.70 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507410 Nov 09 19:50:18.902107 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9f48e18-1ce8-422c-b1da-6f8ba4990092 req-752c4cf9-642d-4e85-96b7-db28386b2f44 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896788 Nov 09 19:50:18.923633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Pushing event updated for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:18.986476 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:18.997639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-19331030-4eb5-4050-89e0-de243dd9c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:18.999177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-19331030-4eb5-4050-89e0-de243dd9c8cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 1095 time: 0.0642486 Nov 09 19:50:19.000243 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-bc064df9-c1b5-4dce-8d8f-d9352976f2ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Floating IP 9af14f89-9f98-49c4-b585-f0aa2a9336e1 associated. External IP: 172.25.6.18, port: 7286e657-ad8e-41c8-a1f8-f9720ab84390. Nov 09 19:50:19.003734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Attempting to bind port 47701f0d-94b1-4d67-b61a-c4849ee89784 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:19.003972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Attempting to bind port 47701f0d-94b1-4d67-b61a-c4849ee89784 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '9a1d6294-9b07-453d-b81d-97436ff05c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:19.005371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Attempting to bind port 47701f0d-94b1-4d67-b61a-c4849ee89784 on network efdc4ccf-7df5-49e5-8ac8-848b66620154 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:19.017914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Port 47701f0d-94b1-4d67-b61a-c4849ee89784 on network efdc4ccf-7df5-49e5-8ac8-848b66620154 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:50:19.018245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Attempting to bind port 47701f0d-94b1-4d67-b61a-c4849ee89784 on network efdc4ccf-7df5-49e5-8ac8-848b66620154 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:19.067558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:19.069470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:19.069817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Checking segment: {'id': '9a1d6294-9b07-453d-b81d-97436ff05c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:19.070208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Bound using segment: {'id': '9a1d6294-9b07-453d-b81d-97436ff05c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:19.070690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Bound port: 47701f0d-94b1-4d67-b61a-c4849ee89784, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1d6294-9b07-453d-b81d-97436ff05c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:19.071057 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:19.131243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=815698de-0947-48e6-a87e-d50b32eb2c98,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:19.140644 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:19.144212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:19.151381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:19.155389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:19.179542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-5e8fbb58-7a76-435f-871d-5205b2c06868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:19.181052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-5e8fbb58-7a76-435f-871d-5205b2c06868 service neutron] 10.222.0.70 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.1734824 Nov 09 19:50:19.211305 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3e84afe5-1e8a-4267-8728-969645fc4a3a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9967964 Nov 09 19:50:19.231265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36504) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:19.240891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-9f6979da-1593-446a-8668-931c8593e6fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92e3ce06-32d9-4eca-b78a-64d45c2aedd7 HTTP/1.1" status: 200 len: 217 time: 0.0493150 Nov 09 19:50:19.241902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:19.264793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:19.286779 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:19.328495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea9c2c-bec3-4a67-9caa-e49412ff8abb req-0fa89fdc-348a-4eed-a5f6-83078cdd50de tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:19.330089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72ea9c2c-bec3-4a67-9caa-e49412ff8abb req-0fa89fdc-348a-4eed-a5f6-83078cdd50de tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.1391940 Nov 09 19:50:19.360168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:19.360754 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:19.362147 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] 10.222.0.77 "PUT /v2.0/ports/47701f0d-94b1-4d67-b61a-c4849ee89784 HTTP/1.1" status: 200 len: 1091 time: 1.8935630 Nov 09 19:50:19.363622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-d8c88143-ad2f-4042-92e0-e72d4c29a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:19.365010 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-d8c88143-ad2f-4042-92e0-e72d4c29a53c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.1123967 Nov 09 19:50:19.433972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b46e80-650e-4376-a9ec-7cec225c0597 service neutron] Pushing event updated for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:19.475783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-078d5086-0c95-4896-b285-935e50d5a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:19.477331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-078d5086-0c95-4896-b285-935e50d5a012 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036704 Nov 09 19:50:19.483724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-4e737c4c-81bb-4cff-8b61-3e8d84c51f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:19.485214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-4e737c4c-81bb-4cff-8b61-3e8d84c51f32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 1094 time: 0.0606513 Nov 09 19:50:19.517802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72ea9c2c-bec3-4a67-9caa-e49412ff8abb req-4e0d15f5-6324-499b-b7c2-1315789e08ba tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536579 Nov 09 19:50:19.558295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f779fdfc-52e1-4b28-a36d-6cef47ee63e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 815698de-0947-48e6-a87e-d50b32eb2c98 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:19.558295 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f779fdfc-52e1-4b28-a36d-6cef47ee63e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:19.599181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc064df9-c1b5-4dce-8d8f-d9352976f2ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Router 5b03b17f-1869-4224-877f-1d24bebbde50 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:50:19.613321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-c79ba4b8-a7bf-496e-80c0-4e95e0b18803 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47701f0d-94b1-4d67-b61a-c4849ee89784 HTTP/1.1" status: 200 len: 217 time: 0.1097798 Nov 09 19:50:19.738148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-83ff5177-971e-4576-bb43-140b4e5a5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:19.740861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-83ff5177-971e-4576-bb43-140b4e5a5039 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2df0995-4274-46ff-9678-8cd2a4f49569 HTTP/1.1" status: 200 len: 853 time: 0.1200302 Nov 09 19:50:19.812592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:19.815016 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c1d84-7580-4f63-8a72-519113145bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:19.827278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-5e0640d7-3330-4f06-94ad-7bf81bf46a8e service neutron] 10.222.0.70 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399031 Nov 09 19:50:19.830644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-3e58ccfe-14ca-49d9-89d4-6e2c458b3707 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efdc4ccf-7df5-49e5-8ac8-848b66620154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781376 Nov 09 19:50:19.870250 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7259e0ca-3ab4-4cfc-a342-dd40dcfc149d x-openstack-request-id: req-7259e0ca-3ab4-4cfc-a342-dd40dcfc149d {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:19.870250 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:19.870898 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7259e0ca-3ab4-4cfc-a342-dd40dcfc149d {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:19.871155 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'status': 'completed', 'code': 200} Nov 09 19:50:19.892107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ff2d4-ae28-467d-ae33-b60b612005ee None None] Network c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:20.036002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-810de3b5-4226-4268-9256-ac30f15aa16d None None] Provisioning complete for port e61e6edb-365b-42da-ae45-ce0529c79bbb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:20.036860 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-810de3b5-4226-4268-9256-ac30f15aa16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:20.137626 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f779fdfc-52e1-4b28-a36d-6cef47ee63e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:20.155436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f779fdfc-52e1-4b28-a36d-6cef47ee63e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 815698de-0947-48e6-a87e-d50b32eb2c98 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:20.230228 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-810de3b5-4226-4268-9256-ac30f15aa16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:20.276278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36540) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:20.283156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-810de3b5-4226-4268-9256-ac30f15aa16d None None] For port e61e6edb-365b-42da-ae45-ce0529c79bbb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e61e6edb-365b-42da-ae45-ce0529c79bbb,segment=NetworkSegment(89efea68-6eb4-4993-bcfa-e9c37ce45a92),segment_id=89efea68-6eb4-4993-bcfa-e9c37ce45a92)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:20.287452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc064df9-c1b5-4dce-8d8f-d9352976f2ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:50:20.295457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc064df9-c1b5-4dce-8d8f-d9352976f2ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:20.297506 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-810de3b5-4226-4268-9256-ac30f15aa16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:20.298816 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] Sync routers for ids ['5b03b17f-1869-4224-877f-1d24bebbde50'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:50:20.324302 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] Routers {'5b03b17f-1869-4224-877f-1d24bebbde50'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:20.325185 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5b03b17f-1869-4224-877f-1d24bebbde50'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:20.348490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810de3b5-4226-4268-9256-ac30f15aa16d None None] Pushing event updated for resources: {'Port': ['ID=e61e6edb-365b-42da-ae45-ce0529c79bbb,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:20.348706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-3b066683-11f3-4d3b-a21b-2808770d11c6 service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089293 Nov 09 19:50:20.350454 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0feb294-5d80-42c2-a7e7-3d5358d7c9bd req-6f0f1941-78fc-4ac5-94cd-b5708508008c service neutron] 10.222.0.70 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127239 Nov 09 19:50:20.410385 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bc064df9-c1b5-4dce-8d8f-d9352976f2ec tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "PUT /v2.0/floatingips/9af14f89-9f98-49c4-b585-f0aa2a9336e1 HTTP/1.1" status: 200 len: 990 time: 2.6742432 Nov 09 19:50:20.427457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f481bd-fbef-492a-934b-1fbcdfb01661 req-aa8456fb-1917-42a9-a7d3-2edb41623bf3 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:20.429034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34f481bd-fbef-492a-934b-1fbcdfb01661 req-aa8456fb-1917-42a9-a7d3-2edb41623bf3 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 944 time: 0.3774900 Nov 09 19:50:20.432345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'tag': '7286e657-ad8e-41c8-a1f8-f9720ab84390'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:20.445560 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d332f9-6170-41a2-b1a2-804abce7f21a" -d '{"events": [{"name": "network-changed", "server_uuid": "a768b41f-4bad-4076-81e5-a35a20340b9a", "tag": "7286e657-ad8e-41c8-a1f8-f9720ab84390"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:20.533172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:20.549603 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db3fe863-5726-4a55-87f4-f1c3f305c67f req-1c43e87c-5d3c-4108-a842-f999bdb20cc2 service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917174 Nov 09 19:50:20.550681 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34f481bd-fbef-492a-934b-1fbcdfb01661 req-5d429e0a-a4df-4b51-b12c-2fadcd6017a2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011684 Nov 09 19:50:20.574869 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f779fdfc-52e1-4b28-a36d-6cef47ee63e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:20.589155 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:20.614789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-86ea1264-8c1e-44cc-82db-5f6f040b2555 None None] Could not find standard attr ID for object 815698de-0947-48e6-a87e-d50b32eb2c98. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:50:20.636742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-86ea1264-8c1e-44cc-82db-5f6f040b2555 None None] Provisioning complete for port e61e6edb-365b-42da-ae45-ce0529c79bbb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:20.637971 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86ea1264-8c1e-44cc-82db-5f6f040b2555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:20.690873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779fdfc-52e1-4b28-a36d-6cef47ee63e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=815698de-0947-48e6-a87e-d50b32eb2c98,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:20.696593 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff99d45-7194-49cc-8193-9d72abf41fe5 x-openstack-request-id: req-cff99d45-7194-49cc-8193-9d72abf41fe5 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:20.696883 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a768b41f-4bad-4076-81e5-a35a20340b9a", "tag": "7286e657-ad8e-41c8-a1f8-f9720ab84390", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:20.697706 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cff99d45-7194-49cc-8193-9d72abf41fe5 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:20.698352 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'tag': '7286e657-ad8e-41c8-a1f8-f9720ab84390', 'status': 'completed', 'code': 200} Nov 09 19:50:20.708525 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] Set router 5b03b17f-1869-4224-877f-1d24bebbde50 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:50:20.733787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e61e6edb-365b-42da-ae45-ce0529c79bbb up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:20.881960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e61e6edb-365b-42da-ae45-ce0529c79bbb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:20.882393 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:20.890894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1d84-7580-4f63-8a72-519113145bf9 req-1b955d79-dadf-4d92-99dd-fa8210c66d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:20.894260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d5c1d84-7580-4f63-8a72-519113145bf9 req-1b955d79-dadf-4d92-99dd-fa8210c66d55 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 1094 time: 0.2401123 Nov 09 19:50:20.897218 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f779fdfc-52e1-4b28-a36d-6cef47ee63e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:20.917617 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f779fdfc-52e1-4b28-a36d-6cef47ee63e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/815698de-0947-48e6-a87e-d50b32eb2c98 HTTP/1.1" status: 204 len: 168 time: 1.6826868 Nov 09 19:50:20.924558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36576) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:20.960782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-8505d3bf-b22b-454f-bced-6b70b4e6003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:20.962755 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-8505d3bf-b22b-454f-bced-6b70b4e6003b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c557d562e914d3c80232de5184fbb54&device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 1096 time: 0.2468688 Nov 09 19:50:20.965359 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a1f2f0-f92e-4eaf-9972-594089149c8c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:20.967223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-16a1f2f0-f92e-4eaf-9972-594089149c8c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/815698de-0947-48e6-a87e-d50b32eb2c98 HTTP/1.1" status: 404 len: 333 time: 0.0414190 Nov 09 19:50:20.972359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36578) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:20.988216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340c9a8-a4e6-4aee-996e-123d6a1db890 req-a563e92e-1198-43d5-a972-9a0144ff96b7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:20.998895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8340c9a8-a4e6-4aee-996e-123d6a1db890 req-a563e92e-1198-43d5-a972-9a0144ff96b7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.1877618 Nov 09 19:50:21.048033 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:21.075505 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:21.119733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1d84-7580-4f63-8a72-519113145bf9 req-1b4a7d6f-ea6d-4bc2-8ed2-da67dba9888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:21.130085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d5c1d84-7580-4f63-8a72-519113145bf9 req-1b4a7d6f-ea6d-4bc2-8ed2-da67dba9888e service neutron] 10.222.0.77 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 914 time: 0.2239652 Nov 09 19:50:21.145260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ae908e31-fe13-4415-a2a1-80bffc0d3f4e None None] Could not find standard attr ID for object 815698de-0947-48e6-a87e-d50b32eb2c98. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:50:21.233487 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:55Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '9af14f89-9f98-49c4-b585-f0aa2a9336e1', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'port_id': '7286e657-ad8e-41c8-a1f8-f9720ab84390', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'mac_address': 'fa:16:3e:16:e0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:50:01Z', 'updated_at': '2021-11-09T19:50:18Z', 'revision_number': 1, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd95a8-7491-4728-b115-a6e254a412f5', 'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'mac_address': 'fa:16:3e:0f:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:54Z', 'updated_at': '2021-11-09T19:49:59Z', 'revision_number': 5, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'subnets': [{'id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:21.251082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8de2287-bfe1-48e0-85db-a349cb3dfa87 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet 23974381-c74c-49bd-80e8-ab21fe985370 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:50:21.260596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8de2287-bfe1-48e0-85db-a349cb3dfa87 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:21.271583 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] Checking router: 5b03b17f-1869-4224-877f-1d24bebbde50 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:50:21.279909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8340c9a8-a4e6-4aee-996e-123d6a1db890 req-9bbd5a10-7070-4c17-9bf7-ff3214bd18a7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803502 Nov 09 19:50:21.297737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Allocated IP 172.25.6.235 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/397aff29-aeb7-4812-9551-2499773531eb) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:21.300289 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] Routers {'5b03b17f-1869-4224-877f-1d24bebbde50'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:21.301457 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5b03b17f-1869-4224-877f-1d24bebbde50'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:21.380377 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8de2287-bfe1-48e0-85db-a349cb3dfa87 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:21.383808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-7fece4e0-0fab-447f-8c9d-a8af977da4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:21.385950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-7fece4e0-0fab-447f-8c9d-a8af977da4c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=525d58d6-6873-40d2-8517-9d556a57664f HTTP/1.1" status: 200 len: 906 time: 0.3807578 Nov 09 19:50:21.407040 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d5c1d84-7580-4f63-8a72-519113145bf9 req-b3891034-201f-4ebd-aaea-23cd51df0fb2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47701f0d-94b1-4d67-b61a-c4849ee89784 HTTP/1.1" status: 200 len: 217 time: 0.2605829 Nov 09 19:50:21.487929 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] Set router 5b03b17f-1869-4224-877f-1d24bebbde50 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:50:21.512947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1d84-7580-4f63-8a72-519113145bf9 req-d78f610f-aa54-44e7-b47f-f40c9e054abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:21.514400 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d5c1d84-7580-4f63-8a72-519113145bf9 req-d78f610f-aa54-44e7-b47f-f40c9e054abb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2df0995-4274-46ff-9678-8cd2a4f49569 HTTP/1.1" status: 200 len: 853 time: 0.0984766 Nov 09 19:50:21.546346 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:21.568037 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d5c1d84-7580-4f63-8a72-519113145bf9 req-f607a672-3d29-43e4-81c8-110129adee8b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efdc4ccf-7df5-49e5-8ac8-848b66620154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423989 Nov 09 19:50:21.584396 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8de2287-bfe1-48e0-85db-a349cb3dfa87 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:21.673394 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8de2287-bfe1-48e0-85db-a349cb3dfa87 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:21.722857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de2287-bfe1-48e0-85db-a349cb3dfa87 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=23974381-c74c-49bd-80e8-ab21fe985370,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:21.757160 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:21.768676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e0f2ac-6179-42ff-b089-5dd5122e66cc None None] Network c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:21.777782 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8de2287-bfe1-48e0-85db-a349cb3dfa87 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:21.782097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e8de2287-bfe1-48e0-85db-a349cb3dfa87 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/23974381-c74c-49bd-80e8-ab21fe985370 HTTP/1.1" status: 204 len: 168 time: 0.7810984 Nov 09 19:50:21.784316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-66586f50-dbf4-461a-ac89-4008f02dc107 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7286e657-ad8e-41c8-a1f8-f9720ab84390 HTTP/1.1" status: 200 len: 998 time: 0.3463290 Nov 09 19:50:21.785894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36598) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:21.817238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event updated for resources: {'Port': ['ID=397aff29-aeb7-4812-9551-2499773531eb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:21.834290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:21.841550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:21.843720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:21.849705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d5c1d84-7580-4f63-8a72-519113145bf9 req-9c214682-5cfe-4f85-9162-03689892afd3 service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712753 Nov 09 19:50:21.855819 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:55Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '9af14f89-9f98-49c4-b585-f0aa2a9336e1', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'port_id': '7286e657-ad8e-41c8-a1f8-f9720ab84390', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'mac_address': 'fa:16:3e:16:e0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:50:01Z', 'updated_at': '2021-11-09T19:50:18Z', 'revision_number': 1, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd95a8-7491-4728-b115-a6e254a412f5', 'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'mac_address': 'fa:16:3e:0f:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:54Z', 'updated_at': '2021-11-09T19:49:59Z', 'revision_number': 5, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'subnets': [{'id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:21.885936 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:21.890962 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb9085b-7c09-4555-8950-6195cdc6aaf5 None None] The sync data for ids ['5b03b17f-1869-4224-877f-1d24bebbde50'] in n-d-817256-1 is: [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:55Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '9af14f89-9f98-49c4-b585-f0aa2a9336e1', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'floating_ip_address': '172.25.6.18', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'port_id': '7286e657-ad8e-41c8-a1f8-f9720ab84390', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'mac_address': 'fa:16:3e:16:e0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:50:01Z', 'updated_at': '2021-11-09T19:50:18Z', 'revision_number': 1, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbd95a8-7491-4728-b115-a6e254a412f5', 'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'mac_address': 'fa:16:3e:0f:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:54Z', 'updated_at': '2021-11-09T19:49:59Z', 'revision_number': 5, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'subnets': [{'id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:50:21.995596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1ec7c-e8d6-4384-9c05-e9f1bfcaabfc req-4724a535-a96e-4bb0-b95f-058f6229af86 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:22.003202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33c1ec7c-e8d6-4384-9c05-e9f1bfcaabfc req-4724a535-a96e-4bb0-b95f-058f6229af86 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 944 time: 0.2814472 Nov 09 19:50:22.103817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:50:22.119384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d5c1d84-7580-4f63-8a72-519113145bf9 req-6b58408e-9e70-4c23-9c86-c39a1f69e7a6 service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494588 Nov 09 19:50:22.145109 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.157024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33c1ec7c-e8d6-4384-9c05-e9f1bfcaabfc req-97f1e17f-b344-4a22-a34e-fe84dc133f3e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523547 Nov 09 19:50:22.167557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-739f9c1f-0185-4bec-bc1c-c2d6b8ff6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:22.169150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-739f9c1f-0185-4bec-bc1c-c2d6b8ff6af1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7aadf6b3-c10d-4011-8277-22822e78bb01 HTTP/1.1" status: 200 len: 844 time: 0.2782125 Nov 09 19:50:22.210286 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.222714 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd82fbd-2476-4478-a0b8-016f9bdfa968 None None] DHCP port deletion for c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:50:22.250415 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port e61e6edb-365b-42da-ae45-ce0529c79bbb {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:22.254004 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.330274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-ec9eb1c6-f281-4b76-9513-9235a20c96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:22.332039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-ec9eb1c6-f281-4b76-9513-9235a20c96d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=525d58d6-6873-40d2-8517-9d556a57664f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548734 Nov 09 19:50:22.359213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] For port e61e6edb-365b-42da-ae45-ce0529c79bbb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e61e6edb-365b-42da-ae45-ce0529c79bbb,segment=NetworkSegment(89efea68-6eb4-4993-bcfa-e9c37ce45a92),segment_id=89efea68-6eb4-4993-bcfa-e9c37ce45a92)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:22.359683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.418093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for e61e6edb-365b-42da-ae45-ce0529c79bbb owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:22.454889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.463734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.548199 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.560468 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fcdb66-db1d-4aec-be88-8a6e5243f53f None None] New status for floating IP 9af14f89-9f98-49c4-b585-f0aa2a9336e1: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:50:22.578190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event updated for resources: {'Port': ['ID=397aff29-aeb7-4812-9551-2499773531eb,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:22.583011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.586895 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1d467aff-1a2f-4598-b535-69f62dc0cae4 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3060102 Nov 09 19:50:22.587452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36614) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:22.595161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1582380244'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:22.615894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e61e6edb-365b-42da-ae45-ce0529c79bbb no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:22.618636 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b451a9b-e95f-49dd-adbc-cfeb59f2a566 req-5ca693cf-4510-4a97-bfcb-717829939956 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:22.621466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b451a9b-e95f-49dd-adbc-cfeb59f2a566 req-5ca693cf-4510-4a97-bfcb-717829939956 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.1966116 Nov 09 19:50:22.632448 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-c45c7007-cceb-49ed-86be-fdc67d5c7258 service neutron] 10.222.0.77 "GET /v2.0/networks/525d58d6-6873-40d2-8517-9d556a57664f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895858 Nov 09 19:50:22.642177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Made reservation on behalf of d621b87ea8dc4ac086907b1aeb72dde9 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:22.653509 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.694350 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.768593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:22.770221 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.772900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-acd82fbd-2476-4478-a0b8-016f9bdfa968 None None] Deleting port e61e6edb-365b-42da-ae45-ce0529c79bbb {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:22.773107 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-acd82fbd-2476-4478-a0b8-016f9bdfa968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.792597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b451a9b-e95f-49dd-adbc-cfeb59f2a566 req-5681c116-2b2b-44c6-ba53-661a2abb06d1 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564248 Nov 09 19:50:22.825303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=e61e6edb-365b-42da-ae45-ce0529c79bbb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:22.828652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No DVR routers for this DVR port e61e6edb-365b-42da-ae45-ce0529c79bbb on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:22.878777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '92e3ce06-32d9-4eca-b78a-64d45c2aedd7', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'port_id': '92e3ce06-32d9-4eca-b78a-64d45c2aedd7', 'mac_address': 'fa:16:3e:e5:27:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:50:22.880866 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.891917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.906559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:50:22.917788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.918339 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Added segment 3c92bad6-4675-46e2-988c-07f13f6b4294 of type vlan for network fcafb85c-d746-487a-987e-172362ef9480 Nov 09 19:50:22.936433 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.945034 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.963940 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:22.974439 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40d332f9-6170-41a2-b1a2-804abce7f21a req-141e657b-2938-4855-8899-5cc49a72db5c service neutron] 10.222.0.77 "GET /v2.0/networks/525d58d6-6873-40d2-8517-9d556a57664f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273618 Nov 09 19:50:23.016693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-acd82fbd-2476-4478-a0b8-016f9bdfa968 None None] For port e61e6edb-365b-42da-ae45-ce0529c79bbb, host n-d-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:23.017394 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-acd82fbd-2476-4478-a0b8-016f9bdfa968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.018308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.021336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:23.026227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:23.026773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.058578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-acd82fbd-2476-4478-a0b8-016f9bdfa968 None None] Calling delete_port for e61e6edb-365b-42da-ae45-ce0529c79bbb owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:23.062839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.ipam_backend_mixin [None req-acd82fbd-2476-4478-a0b8-016f9bdfa968 None None] Port e61e6edb-365b-42da-ae45-ce0529c79bbb was not found and therefore no delete operation was performed {{(pid=102297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:50:23.073855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.099482 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-acd82fbd-2476-4478-a0b8-016f9bdfa968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.140258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd82fbd-2476-4478-a0b8-016f9bdfa968 None None] Pushing event deleted for resources: {'Port': ['ID=e61e6edb-365b-42da-ae45-ce0529c79bbb,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:23.143578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a1f309-d2b3-4be5-86dd-4b27353e6cc8']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:23.144329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd82fbd-2476-4478-a0b8-016f9bdfa968 None None] No DVR routers for this DVR port e61e6edb-365b-42da-ae45-ce0529c79bbb on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:23.150939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:23.159843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89efea68-6eb4-4993-bcfa-e9c37ce45a92') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:23.162930 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.163966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89efea68-6eb4-4993-bcfa-e9c37ce45a92') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:23.164991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ef6d49ed-a5a6-421a-82df-41bcbefa2b61 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:50:23.181396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event updated for resources: {'Network': ['ID=fcafb85c-d746-487a-987e-172362ef9480,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:23.194420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.212683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.219706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a6d96a-f88d-481a-9911-cc88ce2ed342,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:23.231029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:50:23.232529 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.237983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:23.240879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network fcafb85c-d746-487a-987e-172362ef9480 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:50:23.246365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bba419c4-91ce-4a4a-a7f1-a08d0d128fe3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6566501 Nov 09 19:50:23.248837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36634) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:23.268158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Request body: {'subnet': {'network_id': 'fcafb85c-d746-487a-987e-172362ef9480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:50:23.316514 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:50:23.332099 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.356192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.365295 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/networks/c0a1f309-d2b3-4be5-86dd-4b27353e6cc8 HTTP/1.1" status: 204 len: 168 time: 1.5764170 Nov 09 19:50:23.366995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36636) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:23.386472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'name': 'tempest-PortsIpV6TestJSON-1155861804'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:23.437627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535bf7d-46df-45d2-b2d0-05b537ba74f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Network': ['ID=c0a1f309-d2b3-4be5-86dd-4b27353e6cc8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:23.442982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Made reservation on behalf of d621b87ea8dc4ac086907b1aeb72dde9 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:23.448715 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.472345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ef6d49ed-a5a6-421a-82df-41bcbefa2b61, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:23.483593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'port_id': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61', 'mac_address': 'fa:16:3e:70:79:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f9f0a-652d-4c5b-9ffd-a1403c63eb79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:50:23.499427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41832aa-a21f-40b4-865d-62c31ddadec6 req-9b58e5fb-592a-40f2-bb91-09c4e7e262b4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:23.501196 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c41832aa-a21f-40b4-865d-62c31ddadec6 req-9b58e5fb-592a-40f2-bb91-09c4e7e262b4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 945 time: 0.1808524 Nov 09 19:50:23.552355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:23.557224 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.563282 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.589993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef6d49ed-a5a6-421a-82df-41bcbefa2b61 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:23.600433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 695e4fc6-5d9d-4ded-bb1f-a49f67ebc484 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:23.618405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ef6d49ed-a5a6-421a-82df-41bcbefa2b61, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:23.628560 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.687107 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c41832aa-a21f-40b4-865d-62c31ddadec6 req-5a503dd2-ebd2-4b2e-ad67-886fbf3fcef0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780491 Nov 09 19:50:23.714812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:23.749461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ef6d49ed-a5a6-421a-82df-41bcbefa2b61'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:50:23.808757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 47701f0d-94b1-4d67-b61a-c4849ee89784 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:50:23.883755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:23.923757 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.032094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['92e3ce06-32d9-4eca-b78a-64d45c2aedd7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:50:24.077937 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.087524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event updated for resources: {'Subnet': ['ID=cb60d14b-c81b-4569-82d6-b0230331c8d5,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:24.129486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Checking segment: {'id': '3c92bad6-4675-46e2-988c-07f13f6b4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcafb85c-d746-487a-987e-172362ef9480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:24.129988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Network hostable DHCP agents. Network: fcafb85c-d746-487a-987e-172362ef9480, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:50:24.189897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Network fcafb85c-d746-487a-987e-172362ef9480 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:50:24.191023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e382c57-acb9-40cf-b91b-938ec87f8141 req-7ddf8142-7297-4740-99e0-4d380d2dd912 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:24.192646 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e382c57-acb9-40cf-b91b-938ec87f8141 req-7ddf8142-7297-4740-99e0-4d380d2dd912 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.2094564 Nov 09 19:50:24.218243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, fcafb85c-d746-487a-987e-172362ef9480) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:24.229142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89217107-8381-4515-8b7b-cdc408362c23 None None] Network fcafb85c-d746-487a-987e-172362ef9480 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:24.242260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:24.242908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.281015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-64e31a3f-65a9-416f-ad97-41cfbd0042aa tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0283179 Nov 09 19:50:24.283803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36646) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:24.288395 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1493706793', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:24.356474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:24.362771 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.362771 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.395094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154', 'port_id': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'mac_address': 'fa:16:3e:de:9f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2df0995-4274-46ff-9678-8cd2a4f49569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:50:24.403317 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e382c57-acb9-40cf-b91b-938ec87f8141 req-18689ff2-8044-4d40-aa68-8ee8fb3da33a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331213 Nov 09 19:50:24.421527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:24.440986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:24.451402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:24.460849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:24.461832 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.482568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=695e4fc6-5d9d-4ded-bb1f-a49f67ebc484,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:24.506786 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a4250316-9373-4cd5-83d8-920e484fa8a2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1383431 Nov 09 19:50:24.507882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36658) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:24.561029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.567601 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.608826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47701f0d-94b1-4d67-b61a-c4849ee89784 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:24.707783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8c657c09-671e-4aa8-a10a-b0258db46a16 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 695e4fc6-5d9d-4ded-bb1f-a49f67ebc484 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:24.708367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c657c09-671e-4aa8-a10a-b0258db46a16 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.761980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:24.770574 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-fcafb85c-d746-487a-987e-172362ef9480', 'network_id': 'fcafb85c-d746-487a-987e-172362ef9480', 'tenant_id': 'd621b87ea8dc4ac086907b1aeb72dde9', 'fixed_ips': [{'subnet_id': 'cb60d14b-c81b-4569-82d6-b0230331c8d5'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:50:24.771859 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.778058 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.857185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:24.906754 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c657c09-671e-4aa8-a10a-b0258db46a16 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:24.962218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8c657c09-671e-4aa8-a10a-b0258db46a16 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 695e4fc6-5d9d-4ded-bb1f-a49f67ebc484 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:25.035076 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.136519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Allocated IP 172.20.0.2 (fcafb85c-d746-487a-987e-172362ef9480/cb60d14b-c81b-4569-82d6-b0230331c8d5/c253faf9-6073-4229-85ea-d0c63bd423ed) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:25.142322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec10ef9-4a07-436d-9370-ba494692d069 req-ba283375-475a-4d51-933a-754da4871ad8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:25.143944 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ec10ef9-4a07-436d-9370-ba494692d069 req-ba283375-475a-4d51-933a-754da4871ad8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 945 time: 0.2694850 Nov 09 19:50:25.147300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['47701f0d-94b1-4d67-b61a-c4849ee89784'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:50:25.210485 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ec10ef9-4a07-436d-9370-ba494692d069 req-fb824a68-2694-4743-818c-42ee61712408 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517306 Nov 09 19:50:25.225703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c657c09-671e-4aa8-a10a-b0258db46a16 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.313966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c657c09-671e-4aa8-a10a-b0258db46a16 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.321647 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8c657c09-671e-4aa8-a10a-b0258db46a16 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/695e4fc6-5d9d-4ded-bb1f-a49f67ebc484 HTTP/1.1" status: 204 len: 168 time: 0.8090408 Nov 09 19:50:25.323279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c657c09-671e-4aa8-a10a-b0258db46a16 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=695e4fc6-5d9d-4ded-bb1f-a49f67ebc484,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:25.338612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36666) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:25.354659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'mac_address': 'fa:16:3e:83:00:f7', 'name': 'tempest-PortsIpV6TestJSON-1135818033'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:25.403630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.404094 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.481628 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.637114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:25.645600 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.657840 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.716819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf3a8b-a721-4270-a0cf-d179b8836d7f req-1cd61b25-1221-4704-8cc4-5ebb74495fdb tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:25.720848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Network fcafb85c-d746-487a-987e-172362ef9480 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:25.725315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:25.727444 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68bf3a8b-a721-4270-a0cf-d179b8836d7f req-1cd61b25-1221-4704-8cc4-5ebb74495fdb tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 944 time: 0.1527243 Nov 09 19:50:25.731327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:25.739534 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.752759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Pushing event updated for resources: {'Port': ['ID=c253faf9-6073-4229-85ea-d0c63bd423ed,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:25.797219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port d2b071ca-0f69-4d23-9495-22c244584f2a yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:25.805970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Allocated IP 172.25.6.216 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/6dc5734f-0c2a-4c47-a699-3123c6e4b62e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:25.825001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Attempting to bind port c253faf9-6073-4229-85ea-d0c63bd423ed on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:25.825385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Attempting to bind port c253faf9-6073-4229-85ea-d0c63bd423ed by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '3c92bad6-4675-46e2-988c-07f13f6b4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcafb85c-d746-487a-987e-172362ef9480'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:25.825757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Attempting to bind port c253faf9-6073-4229-85ea-d0c63bd423ed on network fcafb85c-d746-487a-987e-172362ef9480 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:25.832365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:25.833189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Checking segment: {'id': '3c92bad6-4675-46e2-988c-07f13f6b4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcafb85c-d746-487a-987e-172362ef9480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:25.833770 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.834230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Bound using segment: {'id': '3c92bad6-4675-46e2-988c-07f13f6b4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcafb85c-d746-487a-987e-172362ef9480'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:25.834834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Bound port: c253faf9-6073-4229-85ea-d0c63bd423ed, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c92bad6-4675-46e2-988c-07f13f6b4294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fcafb85c-d746-487a-987e-172362ef9480'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:25.835535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:25.851042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68bf3a8b-a721-4270-a0cf-d179b8836d7f req-163e5125-3d0d-4edc-8283-aea24829a5e9 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176226 Nov 09 19:50:25.926494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] For port c253faf9-6073-4229-85ea-d0c63bd423ed, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:25.931223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] For port c253faf9-6073-4229-85ea-d0c63bd423ed, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c253faf9-6073-4229-85ea-d0c63bd423ed,segment=NetworkSegment(3c92bad6-4675-46e2-988c-07f13f6b4294),segment_id=3c92bad6-4675-46e2-988c-07f13f6b4294)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:25.940306 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.003803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.023737 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.043865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7cad3-6b72-4ba6-a0dc-dbf699c7b858 None None] Pushing event updated for resources: {'Port': ['ID=c253faf9-6073-4229-85ea-d0c63bd423ed,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:26.066129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.082640 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.106238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:26.135491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:26.140446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:26.144118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:26.144801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:26.152863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:26.153533 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.159919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:26.164192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:26.191033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8506079 Nov 09 19:50:26.201390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36684) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:26.212391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event updated for resources: {'Port': ['ID=6dc5734f-0c2a-4c47-a699-3123c6e4b62e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:26.246331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:50:26.252898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:26.252898 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.274377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778ee20-24ef-4599-8628-a2dc865373c7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=d2b071ca-0f69-4d23-9495-22c244584f2a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:26.304751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c70926-eefe-41f7-829e-e171e48bd958 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:26.328897 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b6c70926-eefe-41f7-829e-e171e48bd958 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/d2b071ca-0f69-4d23-9495-22c244584f2a HTTP/1.1" status: 200 len: 845 time: 0.1194274 Nov 09 19:50:26.331594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36688) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:26.495981 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.546882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3ce06-32d9-4eca-b78a-64d45c2aedd7'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:26.554162 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc00a201-8e7b-4778-9ae9-7a621a513fa6" -d '{"events": [{"server_uuid": "205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b", "name": "network-vif-plugged", "status": "completed", "tag": "92e3ce06-32d9-4eca-b78a-64d45c2aedd7"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:26.580962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-14ae4d9e-daea-4784-974d-104ddc8ac659 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port d2b071ca-0f69-4d23-9495-22c244584f2a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:26.581547 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14ae4d9e-daea-4784-974d-104ddc8ac659 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.594869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:26.606935 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.609952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ef6d49ed-a5a6-421a-82df-41bcbefa2b61 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:26.735163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14ae4d9e-daea-4784-974d-104ddc8ac659 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.742032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c253faf9-6073-4229-85ea-d0c63bd423ed up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:26.753993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-14ae4d9e-daea-4784-974d-104ddc8ac659 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for d2b071ca-0f69-4d23-9495-22c244584f2a owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:26.823499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:26.847934 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fff43f-fb8f-4bc3-af5a-115cb86e9846 x-openstack-request-id: req-d2fff43f-fb8f-4bc3-af5a-115cb86e9846 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:26.848235 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b", "name": "network-vif-plugged", "status": "completed", "tag": "92e3ce06-32d9-4eca-b78a-64d45c2aedd7", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:26.848486 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2fff43f-fb8f-4bc3-af5a-115cb86e9846 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:26.848888 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e3ce06-32d9-4eca-b78a-64d45c2aedd7', 'code': 200} Nov 09 19:50:26.850645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c253faf9-6073-4229-85ea-d0c63bd423ed triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:26.851020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.854707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port ef6d49ed-a5a6-421a-82df-41bcbefa2b61 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:26.855082 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.859796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14ae4d9e-daea-4784-974d-104ddc8ac659 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.913315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae4d9e-daea-4784-974d-104ddc8ac659 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=d2b071ca-0f69-4d23-9495-22c244584f2a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:26.929688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14ae4d9e-daea-4784-974d-104ddc8ac659 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:26.933760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-14ae4d9e-daea-4784-974d-104ddc8ac659 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/d2b071ca-0f69-4d23-9495-22c244584f2a HTTP/1.1" status: 204 len: 168 time: 0.6006014 Nov 09 19:50:26.937137 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36708) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:26.981198 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc9cd76-fead-4bed-96e8-9cd219da5aa1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:26.989924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-efc9cd76-fead-4bed-96e8-9cd219da5aa1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/d2b071ca-0f69-4d23-9495-22c244584f2a HTTP/1.1" status: 404 len: 333 time: 0.0516479 Nov 09 19:50:26.990823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36710) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:26.996899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'name': 'tempest-PortsIpV6TestJSON-426105618'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:27.013342 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:27.105415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port c253faf9-6073-4229-85ea-d0c63bd423ed, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c253faf9-6073-4229-85ea-d0c63bd423ed,segment=NetworkSegment(3c92bad6-4675-46e2-988c-07f13f6b4294),segment_id=3c92bad6-4675-46e2-988c-07f13f6b4294)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:27.117286 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:27.119191 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:27.171193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5895685-3199-4969-bc32-49677d29786c req-4415a688-7138-4d92-9133-60d37f6e9397 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:27.179476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c5895685-3199-4969-bc32-49677d29786c req-4415a688-7138-4d92-9133-60d37f6e9397 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 946 time: 0.2354774 Nov 09 19:50:27.232324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a76160-2156-414a-b3b4-2ea716f05132 req-0b5f6e9a-a2f2-49da-a7e6-afe5f2e930dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:27.234939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5a76160-2156-414a-b3b4-2ea716f05132 req-0b5f6e9a-a2f2-49da-a7e6-afe5f2e930dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 944 time: 0.1038110 Nov 09 19:50:27.236639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:27.241079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:27.298862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port d489c52d-a8c7-41bb-a932-cbc405aa8f8d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:27.315049 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5a76160-2156-414a-b3b4-2ea716f05132 req-7a51640b-34a9-4b10-9107-daa67dc2477a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692263 Nov 09 19:50:27.470618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=c253faf9-6073-4229-85ea-d0c63bd423ed,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:27.527230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ef6d49ed-a5a6-421a-82df-41bcbefa2b61, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:27.542566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:27.546462 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:27.617214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6fad6-5dff-4c2c-baa5-27c58e375ec7 req-26f10713-f72f-4026-8fb2-0bdd8209b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:27.622016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8fb6fad6-5dff-4c2c-baa5-27c58e375ec7 req-26f10713-f72f-4026-8fb2-0bdd8209b809 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 1097 time: 0.6772027 Nov 09 19:50:27.627402 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:27.631103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:27.687444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:27.709911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42455269-2aba-4f1e-95f8-3fb3dfcaee75 None None] Network fcafb85c-d746-487a-987e-172362ef9480 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:27.777365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c5895685-3199-4969-bc32-49677d29786c req-0f0c9ecd-8ad4-4c11-9c4b-235054b159d0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915751 Nov 09 19:50:27.808556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8fb6fad6-5dff-4c2c-baa5-27c58e375ec7 req-a986509a-1081-4b6a-a7fe-bfc67d62b455 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058586 Nov 09 19:50:27.813020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:27.814594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:27.826428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:27.828092 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 47701f0d-94b1-4d67-b61a-c4849ee89784 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:27.832348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ef6c7c74-a05d-4d26-baf9-a4ff6d60778c None None] Provisioning complete for port c253faf9-6073-4229-85ea-d0c63bd423ed triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:27.832890 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef6c7c74-a05d-4d26-baf9-a4ff6d60778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:27.833762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:27.834755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:27.846740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=d489c52d-a8c7-41bb-a932-cbc405aa8f8d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:27.864973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-df6d10ce-9f01-4098-ba3e-e2b4635e43f0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8729956 Nov 09 19:50:27.865716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36726) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:27.872297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1b3b78cf-c0e7-420b-8f53-6f8e77cfc9b5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:27.955456 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b3b78cf-c0e7-420b-8f53-6f8e77cfc9b5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.008504 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.097091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 47701f0d-94b1-4d67-b61a-c4849ee89784 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:50:28.150002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 47701f0d-94b1-4d67-b61a-c4849ee89784 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:28.151356 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.287989 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.289531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Router df61edfd-dbae-48dd-b2a0-f13def9494aa is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:50:28.348223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:28.361461 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.455598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:50:28.465859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:28.478137 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb24150-acf2-47b3-b37d-611e6c1ef8d5 None None] Sync routers for ids ['df61edfd-dbae-48dd-b2a0-f13def9494aa'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:50:28.515475 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb24150-acf2-47b3-b37d-611e6c1ef8d5 None None] Routers {'df61edfd-dbae-48dd-b2a0-f13def9494aa'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:28.516122 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-edb24150-acf2-47b3-b37d-611e6c1ef8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['df61edfd-dbae-48dd-b2a0-f13def9494aa'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:28.526638 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.531667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cc669c21-45c5-48a5-9381-dbbc4a796f6c tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2468040 Nov 09 19:50:28.532366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36738) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:28.626144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c253faf9-6073-4229-85ea-d0c63bd423ed up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:28.656430 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-edb24150-acf2-47b3-b37d-611e6c1ef8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:28.684231 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb24150-acf2-47b3-b37d-611e6c1ef8d5 None None] Routers {'df61edfd-dbae-48dd-b2a0-f13def9494aa'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:28.687322 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-edb24150-acf2-47b3-b37d-611e6c1ef8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['df61edfd-dbae-48dd-b2a0-f13def9494aa'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:28.709463 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b3b78cf-c0e7-420b-8f53-6f8e77cfc9b5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.719670 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b3b78cf-c0e7-420b-8f53-6f8e77cfc9b5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.771057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721117d-a6c7-4193-9763-756f7f02e361 req-d29bc889-daf4-43f5-9ae0-0451950a82f4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:28.774109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-797d8a74-6672-453b-800e-905b8a02bc4e None None] Provisioning complete for port c253faf9-6073-4229-85ea-d0c63bd423ed triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:28.775851 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-797d8a74-6672-453b-800e-905b8a02bc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.780518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3721117d-a6c7-4193-9763-756f7f02e361 req-d29bc889-daf4-43f5-9ae0-0451950a82f4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.3108773 Nov 09 19:50:28.783795 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-edb24150-acf2-47b3-b37d-611e6c1ef8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:28.784552 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb24150-acf2-47b3-b37d-611e6c1ef8d5 None None] The sync data for ids ['df61edfd-dbae-48dd-b2a0-f13def9494aa'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:50:28.807459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c253faf9-6073-4229-85ea-d0c63bd423ed triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:28.808026 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.818667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b78cf-c0e7-420b-8f53-6f8e77cfc9b5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] In _notify_port_updated(), no bound segment for port d489c52d-a8c7-41bb-a932-cbc405aa8f8d on network 57b27c50-17df-460f-891c-32cfb7664b65 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:50:28.825677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b78cf-c0e7-420b-8f53-6f8e77cfc9b5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:28.835720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b3b78cf-c0e7-420b-8f53-6f8e77cfc9b5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:28.841570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b3b78cf-c0e7-420b-8f53-6f8e77cfc9b5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "PUT /v2.0/ports/d489c52d-a8c7-41bb-a932-cbc405aa8f8d HTTP/1.1" status: 200 len: 818 time: 0.9719517 Nov 09 19:50:28.847867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36746) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:28.850349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4765a8eb-2015-40e8-9832-db572d788390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61'}, {'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:28.853002 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cc4c80-0462-49f7-9ce6-b2e845fcd2b7" -d '{"events": [{"server_uuid": "4765a8eb-2015-40e8-9832-db572d788390", "name": "network-vif-plugged", "status": "completed", "tag": "ef6d49ed-a5a6-421a-82df-41bcbefa2b61"}, {"server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "name": "network-vif-plugged", "status": "completed", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:28.898272 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3721117d-a6c7-4193-9763-756f7f02e361 req-fbbd3612-8ffe-4392-9ec8-764516edb114 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164591 Nov 09 19:50:28.959348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b78cf-c0e7-420b-8f53-6f8e77cfc9b5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=d489c52d-a8c7-41bb-a932-cbc405aa8f8d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:29.114187 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fe8f5e-d594-4554-ba23-0845d9f33792 x-openstack-request-id: req-b2fe8f5e-d594-4554-ba23-0845d9f33792 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:29.114778 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4765a8eb-2015-40e8-9832-db572d788390", "name": "network-vif-plugged", "status": "completed", "tag": "ef6d49ed-a5a6-421a-82df-41bcbefa2b61", "code": 200}, {"server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "name": "network-vif-plugged", "status": "completed", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:29.115540 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2fe8f5e-d594-4554-ba23-0845d9f33792 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:29.116940 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4765a8eb-2015-40e8-9832-db572d788390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61', 'code': 200} Nov 09 19:50:29.117601 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'code': 200} Nov 09 19:50:29.173055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6eeba44e-0ec5-4ad2-88c8-9786a66d3a08 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port d489c52d-a8c7-41bb-a932-cbc405aa8f8d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:29.174965 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6eeba44e-0ec5-4ad2-88c8-9786a66d3a08 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:29.279686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17ec24-5219-45f0-8d07-708e20420d24 req-371d7733-a54d-4396-b1c3-61255a58594e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:29.288858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec17ec24-5219-45f0-8d07-708e20420d24 req-371d7733-a54d-4396-b1c3-61255a58594e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 946 time: 0.2871089 Nov 09 19:50:29.328552 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6eeba44e-0ec5-4ad2-88c8-9786a66d3a08 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:29.347284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec17ec24-5219-45f0-8d07-708e20420d24 req-4e6ad30e-af0f-4054-8935-f66d6423024f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574183 Nov 09 19:50:29.358648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6eeba44e-0ec5-4ad2-88c8-9786a66d3a08 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for d489c52d-a8c7-41bb-a932-cbc405aa8f8d owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:29.362086 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe0d39-8b91-4fc8-99d7-9fab91e9d01d req-b8be8f84-4d1b-4460-8a6a-1498449e872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:29.363900 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bbe0d39-8b91-4fc8-99d7-9fab91e9d01d req-b8be8f84-4d1b-4460-8a6a-1498449e872e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 1096 time: 0.0956292 Nov 09 19:50:29.446890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:29.459573 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bbe0d39-8b91-4fc8-99d7-9fab91e9d01d req-e0d54592-e524-49ea-8f61-1ded573d0514 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858245 Nov 09 19:50:29.494718 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6eeba44e-0ec5-4ad2-88c8-9786a66d3a08 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:29.526779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeba44e-0ec5-4ad2-88c8-9786a66d3a08 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=d489c52d-a8c7-41bb-a932-cbc405aa8f8d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:29.535305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6eeba44e-0ec5-4ad2-88c8-9786a66d3a08 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:29.538673 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6eeba44e-0ec5-4ad2-88c8-9786a66d3a08 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/d489c52d-a8c7-41bb-a932-cbc405aa8f8d HTTP/1.1" status: 204 len: 168 time: 0.6458890 Nov 09 19:50:29.542034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36760) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:29.598569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13b215-d637-4d7b-8032-d4ecca45978b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:29.600263 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6d13b215-d637-4d7b-8032-d4ecca45978b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0569308 Nov 09 19:50:29.602999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:29.643511 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a5fba1-5524-4c67-aeab-47654dd6f4ff tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:29.645850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-35a5fba1-5524-4c67-aeab-47654dd6f4ff tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/d489c52d-a8c7-41bb-a932-cbc405aa8f8d HTTP/1.1" status: 404 len: 333 time: 0.0412045 Nov 09 19:50:29.651169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:29.656556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1441109110'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:29.690047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:29.694103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:29.724521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:50:29.736154 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:29.736505 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Added segment 12cbcc61-852c-4059-b3cf-c1ff8df2ed18 of type vlan for network 2408d26b-c2c5-410e-8411-7bfab2bdd972 Nov 09 19:50:29.792118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:29.818755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:29.826010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:29.826653 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:29.901219 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2474859 Nov 09 19:50:29.904685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36770) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:29.913200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:29.921379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9323b3-e81c-43b1-b055-8ab1df724be7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Network': ['ID=2408d26b-c2c5-410e-8411-7bfab2bdd972,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:29.932992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2408d26b-c2c5-410e-8411-7bfab2bdd972 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:50:30.190000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Allocated IP 172.20.0.1 (fcafb85c-d746-487a-987e-172362ef9480/cb60d14b-c81b-4569-82d6-b0230331c8d5/0e1fc669-d2a4-4f9e-a779-842afb901344) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:30.240135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:30.243695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:30.362152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7501a-1406-4004-9bd9-421e5f796281 req-bb58ed6b-248b-4e35-88fc-845963b13f26 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:30.371511 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cbd7501a-1406-4004-9bd9-421e5f796281 req-bb58ed6b-248b-4e35-88fc-845963b13f26 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1475413 Nov 09 19:50:30.458912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cbd7501a-1406-4004-9bd9-421e5f796281 req-b47b2f7d-b1fe-45aa-be78-ac05f86791c3 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862148 Nov 09 19:50:30.478639 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:30.584300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3eaaa1-5278-407b-8176-f1c1f1b81096 req-43d76fac-b7f6-4acd-bdb5-db389dc13807 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:30.586036 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b3eaaa1-5278-407b-8176-f1c1f1b81096 req-43d76fac-b7f6-4acd-bdb5-db389dc13807 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 946 time: 0.0792675 Nov 09 19:50:30.615677 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:30.630992 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:30.691542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=e07071bc-5e8f-466f-b598-b50ec64a8913,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:30.704792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Checking segment: {'id': '12cbcc61-852c-4059-b3cf-c1ff8df2ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:30.704792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network hostable DHCP agents. Network: 2408d26b-c2c5-410e-8411-7bfab2bdd972, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:50:30.737263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 2408d26b-c2c5-410e-8411-7bfab2bdd972 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:50:30.758124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2408d26b-c2c5-410e-8411-7bfab2bdd972) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:30.772015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d6cd9a-7b63-43c9-a21a-3b4d6125f4ff None None] Network 2408d26b-c2c5-410e-8411-7bfab2bdd972 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:30.779195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:30.780171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:30.783655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event updated for resources: {'Port': ['ID=0e1fc669-d2a4-4f9e-a779-842afb901344,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:30.829809 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f557d29f-18fe-4b27-a0e1-9d5f9b697fb4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9238961 Nov 09 19:50:30.832494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36790) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:30.838633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-22687fae-bd0b-47d4-92a3-a1b4caca775d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:30.863533 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b3eaaa1-5278-407b-8176-f1c1f1b81096 req-2b32143d-d670-4bff-946b-4e4d9168c579 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631774 Nov 09 19:50:30.880423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Network fcafb85c-d746-487a-987e-172362ef9480 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:30.891200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:30.898019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:31.035698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22687fae-bd0b-47d4-92a3-a1b4caca775d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:31.042575 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22687fae-bd0b-47d4-92a3-a1b4caca775d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.053189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-2408d26b-c2c5-410e-8411-7bfab2bdd972', 'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972', 'tenant_id': '7b12767ddeaf45c189a6b8cf348a8054', 'fixed_ips': [{'subnet_id': 'e07071bc-5e8f-466f-b598-b50ec64a8913'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:50:31.054761 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.064068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.309593 n-d-817256-1 neutron-server[102295]: INFO neutron.db.ipam_backend_mixin [None req-22687fae-bd0b-47d4-92a3-a1b4caca775d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e07071bc-5e8f-466f-b598-b50ec64a8913 (CIDR: 2001:db8::/64) Nov 09 19:50:31.316115 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-22687fae-bd0b-47d4-92a3-a1b4caca775d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:50:31.316827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22687fae-bd0b-47d4-92a3-a1b4caca775d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:50:31.353843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-22687fae-bd0b-47d4-92a3-a1b4caca775d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5197377 Nov 09 19:50:31.356539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36806) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:31.361560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-bfae3e01-dd4d-48bb-93bc-0e9102c65fca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:31.366734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-db1dd289-87fd-4219-98aa-be43996e1e14 None None] Provisioning complete for port 0e1fc669-d2a4-4f9e-a779-842afb901344 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:31.367487 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-db1dd289-87fd-4219-98aa-be43996e1e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.396006 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.407734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-db1dd289-87fd-4219-98aa-be43996e1e14 None None] Port 0e1fc669-d2a4-4f9e-a779-842afb901344 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:31.422985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Allocated IP 2001:db8::2 (2408d26b-c2c5-410e-8411-7bfab2bdd972/e07071bc-5e8f-466f-b598-b50ec64a8913/8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:31.621443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfae3e01-dd4d-48bb-93bc-0e9102c65fca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:31.625488 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfae3e01-dd4d-48bb-93bc-0e9102c65fca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.683713 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.699408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.731848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3de17a-b80e-468f-b089-2266dd1f2c04 req-a5a34558-3ca7-4def-8fd1-9e5a7313f2ff tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:31.733406 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c3de17a-b80e-468f-b089-2266dd1f2c04 req-a5a34558-3ca7-4def-8fd1-9e5a7313f2ff tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1511843 Nov 09 19:50:31.749051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Network 2408d26b-c2c5-410e-8411-7bfab2bdd972 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:31.752215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:31.758304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:31.802314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Pushing event updated for resources: {'Port': ['ID=8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:31.803643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c3de17a-b80e-468f-b089-2266dd1f2c04 req-fa15db92-65e3-435f-9fc4-082a2dc074be tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569947 Nov 09 19:50:31.882585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Attempting to bind port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:31.883338 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Attempting to bind port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '12cbcc61-852c-4059-b3cf-c1ff8df2ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:31.883902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Attempting to bind port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a on network 2408d26b-c2c5-410e-8411-7bfab2bdd972 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:31.891367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:31.892229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Checking segment: {'id': '12cbcc61-852c-4059-b3cf-c1ff8df2ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:31.893036 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.893619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Bound using segment: {'id': '12cbcc61-852c-4059-b3cf-c1ff8df2ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:31.894316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Bound port: 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cbcc61-852c-4059-b3cf-c1ff8df2ed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:31.894965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.950432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:31.960536 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:32.033309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] For port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:32.040763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] For port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a,segment=NetworkSegment(12cbcc61-852c-4059-b3cf-c1ff8df2ed18),segment_id=12cbcc61-852c-4059-b3cf-c1ff8df2ed18)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:32.067866 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:32.076872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event updated for resources: {'Port': ['ID=0e1fc669-d2a4-4f9e-a779-842afb901344,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:32.092327 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:32.230651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0b704-6726-4ed9-96a5-87cec4be9f77 None None] Pushing event updated for resources: {'Port': ['ID=8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:32.241755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfae3e01-dd4d-48bb-93bc-0e9102c65fca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:32.318842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfae3e01-dd4d-48bb-93bc-0e9102c65fca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 2408d26b-c2c5-410e-8411-7bfab2bdd972 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:32.322455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-bfae3e01-dd4d-48bb-93bc-0e9102c65fca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:32.325753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfae3e01-dd4d-48bb-93bc-0e9102c65fca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:32.326354 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfae3e01-dd4d-48bb-93bc-0e9102c65fca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:32.358788 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bfae3e01-dd4d-48bb-93bc-0e9102c65fca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0009396 Nov 09 19:50:32.361199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36836) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:32.367671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972', 'fixed_ips': [{'subnet_id': 'e07071bc-5e8f-466f-b598-b50ec64a8913'}, {'subnet_id': '789e1ed1-3e23-4fb0-ab4f-89485254d04c'}], 'name': 'tempest-PortsIpV6TestJSON-1663273248'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:32.497141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae3e01-dd4d-48bb-93bc-0e9102c65fca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=789e1ed1-3e23-4fb0-ab4f-89485254d04c,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:32.521380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Network fcafb85c-d746-487a-987e-172362ef9480 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:32.524982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:32.534743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a3d1ceff-2063-4f93-91dd-0f4eab1d623d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:32.543976 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a3d1ceff-2063-4f93-91dd-0f4eab1d623d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 813 time: 0.3635893 Nov 09 19:50:32.589090 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a6712432-a835-4a87-9890-9f4eeac39c19 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/quotas/9a74accc3be545e4aa36b446a4230620 HTTP/1.1" status: 200 len: 375 time: 0.0428672 Nov 09 19:50:32.591951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:32.688264 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:32.771406 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:32.808025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 78615da0-f5be-41c7-b81a-3cbed91cb481 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:32.814160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:32.814913 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:32.884104 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-91f5eba6-98db-41be-a361-4cbb28ed2b15 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2838476 Nov 09 19:50:32.976297 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:32.976514 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:50:33.033872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a,segment=NetworkSegment(12cbcc61-852c-4059-b3cf-c1ff8df2ed18),segment_id=12cbcc61-852c-4059-b3cf-c1ff8df2ed18)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:33.049586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:33.088975 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-62c36989-0c8b-4051-86ec-61b9c7375d95 service neutron] 10.222.0.53 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031279 Nov 09 19:50:33.106929 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:33.110356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5df2ef7d-6cba-4634-9918-a2520a702e9d None None] Provisioning complete for port 0e1fc669-d2a4-4f9e-a779-842afb901344 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:33.110997 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5df2ef7d-6cba-4634-9918-a2520a702e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:33.173757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Router df61edfd-dbae-48dd-b2a0-f13def9494aa has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:50:33.187767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5df2ef7d-6cba-4634-9918-a2520a702e9d None None] Port 0e1fc669-d2a4-4f9e-a779-842afb901344 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:33.262228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8::9 (2408d26b-c2c5-410e-8411-7bfab2bdd972/e07071bc-5e8f-466f-b598-b50ec64a8913/78615da0-f5be-41c7-b81a-3cbed91cb481) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:33.280610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8:0:1::297 (2408d26b-c2c5-410e-8411-7bfab2bdd972/789e1ed1-3e23-4fb0-ab4f-89485254d04c/78615da0-f5be-41c7-b81a-3cbed91cb481) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:33.359808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-f26472fa-d9bd-4991-8841-0f2701c4918f service neutron] 10.222.0.53 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698381 Nov 09 19:50:33.428678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:50:33.439644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9a87a1cd-f778-4ad7-88f2-2eb474dad6de tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "PUT /v2.0/routers/df61edfd-dbae-48dd-b2a0-f13def9494aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9059765 Nov 09 19:50:33.440421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36852) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:33.445805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Request body: {'port': {'network_id': 'fcafb85c-d746-487a-987e-172362ef9480', 'name': 'tempest-FloatingIPAdminTestJSON-682422445'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:33.454527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31524ff-6ada-459f-b725-34d3b8472a5a None None] Sync routers for ids ['df61edfd-dbae-48dd-b2a0-f13def9494aa'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:50:33.484646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31524ff-6ada-459f-b725-34d3b8472a5a None None] Routers {'df61edfd-dbae-48dd-b2a0-f13def9494aa'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:33.484646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e31524ff-6ada-459f-b725-34d3b8472a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['df61edfd-dbae-48dd-b2a0-f13def9494aa'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:33.618766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e31524ff-6ada-459f-b725-34d3b8472a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:33.652295 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:33.661536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31524ff-6ada-459f-b725-34d3b8472a5a None None] Routers {'df61edfd-dbae-48dd-b2a0-f13def9494aa'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:33.662188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e31524ff-6ada-459f-b725-34d3b8472a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['df61edfd-dbae-48dd-b2a0-f13def9494aa'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:33.738264 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:33.739372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Made reservation on behalf of d621b87ea8dc4ac086907b1aeb72dde9 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:33.745444 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:33.793866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e31524ff-6ada-459f-b725-34d3b8472a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:33.794439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31524ff-6ada-459f-b725-34d3b8472a5a None None] The sync data for ids ['df61edfd-dbae-48dd-b2a0-f13def9494aa'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:50:33.808318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] device_id is not set on port 22ce7c30-20e9-4043-ac31-5468109f7366 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:33.859281 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a100d-a77b-45c6-b055-30c09d42c89e None None] Network 2408d26b-c2c5-410e-8411-7bfab2bdd972 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:33.911405 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-625709e1-a6be-4dd0-9b9a-bd7cf64561dd req-d459b5f9-73a5-40d7-bf8a-b307550d658f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 210 time: 0.1639049 Nov 09 19:50:33.949410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 2408d26b-c2c5-410e-8411-7bfab2bdd972 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:33.954364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:33.969173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=78615da0-f5be-41c7-b81a-3cbed91cb481,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:34.000315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f10e95f0-b448-4432-b21b-13cfb25f0f9e None None] Provisioning complete for port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:34.004968 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f10e95f0-b448-4432-b21b-13cfb25f0f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:34.061147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Allocated IP 172.20.0.5 (fcafb85c-d746-487a-987e-172362ef9480/cb60d14b-c81b-4569-82d6-b0230331c8d5/22ce7c30-20e9-4043-ac31-5468109f7366) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:34.117484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:34.128911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.130363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:34.174480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b69c77d3-1452-4251-a3b2-1404ebac9e9b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8095610 Nov 09 19:50:34.175434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36874) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:34.189689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-bf34bb5b-f35d-40de-8440-4ab4bcba72ef tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e07071bc-5e8f-466f-b598-b50ec64a8913'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:34.404807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b919a-7fc0-4d05-8526-442b6fed73c2 None None] Update dhcp port {'port': {'network_id': '2408d26b-c2c5-410e-8411-7bfab2bdd972', 'fixed_ips': [{'subnet_id': 'e07071bc-5e8f-466f-b598-b50ec64a8913', 'ip_address': '2001:db8::2'}, {'subnet_id': '789e1ed1-3e23-4fb0-ab4f-89485254d04c'}], 'binding:host_id': 'n-d-817256-1'}, 'id': '8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 19:50:34.435945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-31f9eeba-e19e-45f3-8b96-14f322a5be83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2093325 Nov 09 19:50:34.469030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-223b919a-7fc0-4d05-8526-442b6fed73c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:34.569616 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:34.633673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-13a6c774-f319-4c99-b9dc-ff635199b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.634438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-13a6c774-f319-4c99-b9dc-ff635199b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.635680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-13a6c774-f319-4c99-b9dc-ff635199b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.636297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-13a6c774-f319-4c99-b9dc-ff635199b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.636897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-13a6c774-f319-4c99-b9dc-ff635199b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.637508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-13a6c774-f319-4c99-b9dc-ff635199b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.638132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-13a6c774-f319-4c99-b9dc-ff635199b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.640091 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-13a6c774-f319-4c99-b9dc-ff635199b71e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6497 time: 0.1225166 Nov 09 19:50:34.651609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf34bb5b-f35d-40de-8440-4ab4bcba72ef tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:34.662705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:34.774843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:34.825181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-223b919a-7fc0-4d05-8526-442b6fed73c2 None None] Allocated IP 2001:db8:0:1::2 (2408d26b-c2c5-410e-8411-7bfab2bdd972/789e1ed1-3e23-4fb0-ab4f-89485254d04c/8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:34.873912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-cabb7d6d-eefb-4c2c-b8c0-63d0a5056a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.874380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-cabb7d6d-eefb-4c2c-b8c0-63d0a5056a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.874872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-cabb7d6d-eefb-4c2c-b8c0-63d0a5056a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:34.876431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-cabb7d6d-eefb-4c2c-b8c0-63d0a5056a67 service neutron] 10.222.0.70 "GET /v2.0/networks?id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=0abcee26-04fe-418b-aa66-b8ce235a5293&id=0abcee26-04fe-418b-aa66-b8ce235a5293 HTTP/1.1" status: 200 len: 2298 time: 0.1819725 Nov 09 19:50:34.884500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Network fcafb85c-d746-487a-987e-172362ef9480 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:34.905915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:34.941701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event updated for resources: {'Port': ['ID=22ce7c30-20e9-4043-ac31-5468109f7366,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:34.944892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:34.987120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-223b919a-7fc0-4d05-8526-442b6fed73c2 None None] For port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a,segment=NetworkSegment(12cbcc61-852c-4059-b3cf-c1ff8df2ed18),segment_id=12cbcc61-852c-4059-b3cf-c1ff8df2ed18)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:35.039494 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-223b919a-7fc0-4d05-8526-442b6fed73c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:35.043678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:35.044052 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:35.102476 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-223b919a-7fc0-4d05-8526-442b6fed73c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:35.195596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b919a-7fc0-4d05-8526-442b6fed73c2 None None] Pushing event updated for resources: {'Port': ['ID=8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:35.212274 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b999dd-b9cf-4495-a00e-667582c20540 req-4801e15e-fd53-48e5-913c-d9bf97d4df3d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 210 time: 0.1446917 Nov 09 19:50:35.270063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-521260be-4bb9-41c3-8766-a5bb803c6213 None None] Provisioning complete for port 22ce7c30-20e9-4043-ac31-5468109f7366 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:35.270441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-521260be-4bb9-41c3-8766-a5bb803c6213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:35.317694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-521260be-4bb9-41c3-8766-a5bb803c6213 None None] Port 22ce7c30-20e9-4043-ac31-5468109f7366 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:35.378609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-c7ea6469-94d4-4be9-a949-b2c5be42d2be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 HTTP/1.1" status: 200 len: 1002 time: 0.4826376 Nov 09 19:50:35.381863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-bf34bb5b-f35d-40de-8440-4ab4bcba72ef tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Delete allocated IP 2001:db8:0:1::297 (2408d26b-c2c5-410e-8411-7bfab2bdd972/789e1ed1-3e23-4fb0-ab4f-89485254d04c) {{(pid=102296) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 19:50:35.502435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-9b680402-61ab-41ad-a0a5-e89f731a82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:35.504074 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-9b680402-61ab-41ad-a0a5-e89f731a82d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=631c072b-443f-46be-a69f-00bb6024fc68 HTTP/1.1" status: 200 len: 856 time: 0.0750928 Nov 09 19:50:35.514948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:35.515987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:36.077734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf34bb5b-f35d-40de-8440-4ab4bcba72ef tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:36.110339 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7b30dc11-96d9-4b0c-a0b0-9a676f791a02 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6684976 Nov 09 19:50:36.113207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36918) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:36.122209 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf34bb5b-f35d-40de-8440-4ab4bcba72ef tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:36.130073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-3ab9061d-3560-44e1-a811-6244f1a4956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:36.130073 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-3ab9061d-3560-44e1-a811-6244f1a4956f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6099472 Nov 09 19:50:36.168971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef4898-0cae-4c33-a7d3-449fd1abd148 None None] Network 2408d26b-c2c5-410e-8411-7bfab2bdd972 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:36.179501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'project_id': 'd621b87ea8dc4ac086907b1aeb72dde9', 'port_id': '22ce7c30-20e9-4043-ac31-5468109f7366'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:36.207684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:36.273521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7e83e271-4d2e-4672-8172-ff3573f78d4c None None] Provisioning complete for port 78615da0-f5be-41c7-b81a-3cbed91cb481 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:36.273910 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7e83e271-4d2e-4672-8172-ff3573f78d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:36.282381 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-69adb0d4-62b9-4fca-8870-21d059b40cb2 service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400325 Nov 09 19:50:36.299496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-e79b2c9c-a09a-43ec-a25d-d8fe5437aef3 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:36.301048 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-e79b2c9c-a09a-43ec-a25d-d8fe5437aef3 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.70 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 813 time: 0.9480975 Nov 09 19:50:36.319577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7e83e271-4d2e-4672-8172-ff3573f78d4c None None] Port 78615da0-f5be-41c7-b81a-3cbed91cb481 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:36.357812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-bf34bb5b-f35d-40de-8440-4ab4bcba72ef tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] In _notify_port_updated(), no bound segment for port 78615da0-f5be-41c7-b81a-3cbed91cb481 on network 2408d26b-c2c5-410e-8411-7bfab2bdd972 {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:50:36.359049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7e83e271-4d2e-4672-8172-ff3573f78d4c None None] Provisioning complete for port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:36.359427 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7e83e271-4d2e-4672-8172-ff3573f78d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:36.363798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf34bb5b-f35d-40de-8440-4ab4bcba72ef tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:36.364445 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf34bb5b-f35d-40de-8440-4ab4bcba72ef tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:36.365743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bf34bb5b-f35d-40de-8440-4ab4bcba72ef tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "PUT /v2.0/ports/78615da0-f5be-41c7-b81a-3cbed91cb481 HTTP/1.1" status: 200 len: 924 time: 2.1864009 Nov 09 19:50:36.376603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36926) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:36.383812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Request body: {'port': {'device_id': '9ec59d8d-e0c9-461b-a04c-389f54221290', 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154', 'admin_state_up': True, 'tenant_id': '9a74accc3be545e4aa36b446a4230620'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:36.386194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6bd6de56-9d48-46d9-b053-266cdf9c3c05 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e07071bc-5e8f-466f-b598-b50ec64a8913'}, {'subnet_id': '789e1ed1-3e23-4fb0-ab4f-89485254d04c'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:36.423959 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0d98ec1-616e-4c37-9948-560732760df5 req-35915977-818a-4b4d-af58-41581ddff7af tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 210 time: 0.0462945 Nov 09 19:50:36.471184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:36.594179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Allocated IP 172.25.6.150 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/23e9a723-a6e2-497d-ba32-b604c7f484be) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:36.686727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:36.687635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34bb5b-f35d-40de-8440-4ab4bcba72ef tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=78615da0-f5be-41c7-b81a-3cbed91cb481,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:36.727049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6bd6de56-9d48-46d9-b053-266cdf9c3c05 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:36.803820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:36.804264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:36.809496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-4f34284f-97ba-4303-ab5e-81c21a2b6094 service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431670 Nov 09 19:50:36.925556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-082a0371-9217-4a33-a74f-d55fcf7d67fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=1990eaf1-6c71-48eb-9dd5-36db438adf18 HTTP/1.1" status: 200 len: 217 time: 0.1137624 Nov 09 19:50:36.948610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Made reservation on behalf of 9a74accc3be545e4aa36b446a4230620 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:36.955236 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:37.013152 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:37.036388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-21765471-2fd6-4a04-8fb2-724912511e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:37.038336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-21765471-2fd6-4a04-8fb2-724912511e15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.1015871 Nov 09 19:50:37.157779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:37.195380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f79f5754-7373-43cc-9340-c7fbbb32e6ae None None] Provisioning complete for port 78615da0-f5be-41c7-b81a-3cbed91cb481 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:37.196275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-674d8d28-dcc9-4256-8e9c-b20763a08023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:37.196746 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f79f5754-7373-43cc-9340-c7fbbb32e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:37.198640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-674d8d28-dcc9-4256-8e9c-b20763a08023 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287806 Nov 09 19:50:37.247535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:37.253238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:37.261351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:37.295651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Allocated IP 172.20.0.10 (efdc4ccf-7df5-49e5-8ac8-848b66620154/f2df0995-4274-46ff-9678-8cd2a4f49569/b6545a71-24e6-43ea-943b-ee3de397e7b2) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:37.302301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f79f5754-7373-43cc-9340-c7fbbb32e6ae None None] Port 78615da0-f5be-41c7-b81a-3cbed91cb481 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:37.326192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f79f5754-7373-43cc-9340-c7fbbb32e6ae None None] Provisioning complete for port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:37.327894 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f79f5754-7373-43cc-9340-c7fbbb32e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:37.357375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-6bd6de56-9d48-46d9-b053-266cdf9c3c05 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8:0:1::338 (2408d26b-c2c5-410e-8411-7bfab2bdd972/789e1ed1-3e23-4fb0-ab4f-89485254d04c/78615da0-f5be-41c7-b81a-3cbed91cb481) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:37.382364 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-75a0cef5-900e-47e3-9813-4d25a8663abf service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754143 Nov 09 19:50:37.392668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Pushing event updated for resources: {'Port': ['ID=23e9a723-a6e2-497d-ba32-b604c7f484be,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:37.782589 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-6d523834-8756-4ba3-a4f4-0f8ce355307c service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914385 Nov 09 19:50:37.798285 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:37.865353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-f6c387aa-cc90-4bde-9040-bedf931a266f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=03071954-4d2d-4b87-8754-6a44bd7c714b HTTP/1.1" status: 200 len: 217 time: 0.0624475 Nov 09 19:50:37.879253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4566e6a3-1937-4fa3-8394-e6c3bda61480 req-36d03576-f6cb-4931-9c49-90b5a1ab43c2 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 210 time: 0.0604959 Nov 09 19:50:37.919278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9e388c70-181c-48dd-ba87-64d3b5fa4883 None None] Provisioning complete for port 78615da0-f5be-41c7-b81a-3cbed91cb481 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:37.919643 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e388c70-181c-48dd-ba87-64d3b5fa4883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:37.949275 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:37.964885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-b5a5e615-6ad4-4fc5-ae43-95c3dc2d715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:37.968525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-b5a5e615-6ad4-4fc5-ae43-95c3dc2d715f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.0807467 Nov 09 19:50:38.010846 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9e388c70-181c-48dd-ba87-64d3b5fa4883 None None] Port 78615da0-f5be-41c7-b81a-3cbed91cb481 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:38.046037 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.059796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['47701f0d-94b1-4d67-b61a-c4849ee89784'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:50:38.090774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-ee420104-13e4-4289-9aca-b8d02665206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:38.093258 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-ee420104-13e4-4289-9aca-b8d02665206e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973160 Nov 09 19:50:38.114930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.201530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Pushing event updated for resources: {'Port': ['ID=b6545a71-24e6-43ea-943b-ee3de397e7b2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:38.219082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Network efdc4ccf-7df5-49e5-8ac8-848b66620154 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:38.222568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:38.231782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:38.285695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6bd6de56-9d48-46d9-b053-266cdf9c3c05 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.296227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:38.297040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.319250 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6bd6de56-9d48-46d9-b053-266cdf9c3c05 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.333548 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a53b64a6-bb09-436a-ba5d-5ae199f8f442 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9570460 Nov 09 19:50:38.342676 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-6c154e9c-97f2-4656-8ba2-bb51519362a2 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342346 Nov 09 19:50:38.348952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Request body: {'port': {'device_id': '9ec59d8d-e0c9-461b-a04c-389f54221290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:38.391136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6de56-9d48-46d9-b053-266cdf9c3c05 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=78615da0-f5be-41c7-b81a-3cbed91cb481,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:38.459151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6de56-9d48-46d9-b053-266cdf9c3c05 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] In _notify_port_updated(), no bound segment for port 78615da0-f5be-41c7-b81a-3cbed91cb481 on network 2408d26b-c2c5-410e-8411-7bfab2bdd972 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:50:38.466624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd6de56-9d48-46d9-b053-266cdf9c3c05 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:38.467829 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6bd6de56-9d48-46d9-b053-266cdf9c3c05 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.471496 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6bd6de56-9d48-46d9-b053-266cdf9c3c05 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "PUT /v2.0/ports/78615da0-f5be-41c7-b81a-3cbed91cb481 HTTP/1.1" status: 200 len: 1010 time: 2.0884883 Nov 09 19:50:38.476100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36964) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:38.548005 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.571993 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-0bd2367a-76d8-4cf0-b2e8-509be8621575 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191358 Nov 09 19:50:38.595451 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.613201 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.672593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.755959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-19b613ef-d339-4aab-9d31-761e58e1cf35 None None] Provisioning complete for port 78615da0-f5be-41c7-b81a-3cbed91cb481 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:38.760753 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-19b613ef-d339-4aab-9d31-761e58e1cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:38.839383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-19b613ef-d339-4aab-9d31-761e58e1cf35 None None] Port 78615da0-f5be-41c7-b81a-3cbed91cb481 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:38.846732 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-27c70b07-01cd-4825-ba72-9d09ac8d20cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=eb82dada-9573-47f3-b291-b9c2b30a7000 HTTP/1.1" status: 200 len: 217 time: 0.0762532 Nov 09 19:50:38.983631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-24ea0192-3d02-4a9d-b09c-847985c5c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:38.985413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-24ea0192-3d02-4a9d-b09c-847985c5c7a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.1348693 Nov 09 19:50:39.074927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-b8daf573-2a36-4cac-9351-d446433f7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:39.076455 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-b8daf573-2a36-4cac-9351-d446433f7867 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0770540 Nov 09 19:50:39.142956 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Pushing event updated for resources: {'Port': ['ID=23e9a723-a6e2-497d-ba32-b604c7f484be,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:39.147468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-fa43722f-a028-4239-8857-a2c14b7e4378 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 78615da0-f5be-41c7-b81a-3cbed91cb481 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:39.147814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa43722f-a028-4239-8857-a2c14b7e4378 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:39.212481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6545a71-24e6-43ea-943b-ee3de397e7b2 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:39.220642 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Floating IP eaca7d30-4580-4d77-9203-319e113df739 associated. External IP: 172.25.6.150, port: 22ce7c30-20e9-4043-ac31-5468109f7366. Nov 09 19:50:39.220863 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:39.233813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Transition to ACTIVE for port object b6545a71-24e6-43ea-943b-ee3de397e7b2 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:50:39.251371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:39.268067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f1780-88f3-4d94-acab-9053aa49198a req-99884bdb-7f13-44ab-9190-edafa81d7e1e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:39.275577 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e10f1780-88f3-4d94-acab-9053aa49198a req-99884bdb-7f13-44ab-9190-edafa81d7e1e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 932 time: 0.2380927 Nov 09 19:50:39.305160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Pushing event updated for resources: {'Port': ['ID=b6545a71-24e6-43ea-943b-ee3de397e7b2,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:39.343717 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-cbbf10b5-1312-4faa-b133-7b895764fc6e service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403107 Nov 09 19:50:39.403554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e10f1780-88f3-4d94-acab-9053aa49198a req-66718461-92f1-4850-bca6-c5784f2eb146 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215861 Nov 09 19:50:39.408333 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa43722f-a028-4239-8857-a2c14b7e4378 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:39.427126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-fa43722f-a028-4239-8857-a2c14b7e4378 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 78615da0-f5be-41c7-b81a-3cbed91cb481 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:39.522040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Attempting to bind port b6545a71-24e6-43ea-943b-ee3de397e7b2 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:39.522547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Attempting to bind port b6545a71-24e6-43ea-943b-ee3de397e7b2 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9a1d6294-9b07-453d-b81d-97436ff05c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:39.523380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Attempting to bind port b6545a71-24e6-43ea-943b-ee3de397e7b2 on network efdc4ccf-7df5-49e5-8ac8-848b66620154 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:39.537723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Port b6545a71-24e6-43ea-943b-ee3de397e7b2 on network efdc4ccf-7df5-49e5-8ac8-848b66620154 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:50:39.538591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Attempting to bind port b6545a71-24e6-43ea-943b-ee3de397e7b2 on network efdc4ccf-7df5-49e5-8ac8-848b66620154 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:39.545534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-b47676e8-8b8a-4c60-8e43-b3542fcf2386 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805146 Nov 09 19:50:39.548950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:39.549434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Checking segment: {'id': '9a1d6294-9b07-453d-b81d-97436ff05c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:39.549949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Bound using segment: {'id': '9a1d6294-9b07-453d-b81d-97436ff05c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:39.550502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Bound port: b6545a71-24e6-43ea-943b-ee3de397e7b2, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1d6294-9b07-453d-b81d-97436ff05c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:39.551003 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:39.608829 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-59c4b13e-1ddf-4a60-8070-b86ecc048bed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce HTTP/1.1" status: 200 len: 217 time: 0.0456040 Nov 09 19:50:39.668130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-ea7261c6-d72a-4710-b220-405d1a4935ff service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1957374 Nov 09 19:50:39.699188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-591edfac-bfbc-4e62-b1c7-c95489393ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:39.700883 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-591edfac-bfbc-4e62-b1c7-c95489393ca9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.0688696 Nov 09 19:50:39.720333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] For port b6545a71-24e6-43ea-943b-ee3de397e7b2, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:39.730991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] For port b6545a71-24e6-43ea-943b-ee3de397e7b2, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=b6545a71-24e6-43ea-943b-ee3de397e7b2,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:39.757630 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:39.787437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Router df61edfd-dbae-48dd-b2a0-f13def9494aa has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:50:39.806842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:39.807842 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:39.809327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] 10.222.0.70 "PUT /v2.0/ports/b6545a71-24e6-43ea-943b-ee3de397e7b2 HTTP/1.1" status: 200 len: 1092 time: 1.4653666 Nov 09 19:50:39.814058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec59d8d-e0c9-461b-a04c-389f54221290', 'tag': 'b6545a71-24e6-43ea-943b-ee3de397e7b2'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:39.816519 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec59d8d-e0c9-461b-a04c-389f54221290", "tag": "b6545a71-24e6-43ea-943b-ee3de397e7b2"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:39.839564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-d618d33c-50c7-4492-bcbb-f7ce879eef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:39.843550 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-d618d33c-50c7-4492-bcbb-f7ce879eef14 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1341925 Nov 09 19:50:39.910899 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55757262-8c56-414c-8e21-1b271c221b37 x-openstack-request-id: req-55757262-8c56-414c-8e21-1b271c221b37 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:39.911594 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec59d8d-e0c9-461b-a04c-389f54221290", "tag": "b6545a71-24e6-43ea-943b-ee3de397e7b2", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:39.911594 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55757262-8c56-414c-8e21-1b271c221b37 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:39.911942 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec59d8d-e0c9-461b-a04c-389f54221290', 'tag': 'b6545a71-24e6-43ea-943b-ee3de397e7b2', 'status': 'completed', 'code': 200} Nov 09 19:50:39.935292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa43722f-a028-4239-8857-a2c14b7e4378 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:39.997955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-74c33926-79c6-4497-9c27-7cdf22691572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:39.999914 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-74c33926-79c6-4497-9c27-7cdf22691572 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1095 time: 0.2180037 Nov 09 19:50:40.000921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfed08-27dc-4fab-9274-0a01c58e881d service neutron] Pushing event updated for resources: {'Port': ['ID=b6545a71-24e6-43ea-943b-ee3de397e7b2,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:40.036282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43722f-a028-4239-8857-a2c14b7e4378 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=78615da0-f5be-41c7-b81a-3cbed91cb481,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:40.065595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-25609ec7-e6c9-4f25-a966-b79df3b10208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:40.067643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-25609ec7-e6c9-4f25-a966-b79df3b10208 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 1095 time: 0.1697214 Nov 09 19:50:40.165035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-20bd9288-d082-4ec3-a750-839193245d3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6545a71-24e6-43ea-943b-ee3de397e7b2 HTTP/1.1" status: 200 len: 217 time: 0.0861061 Nov 09 19:50:40.170968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-80ae6c99-b01f-4e6c-b6db-67aa1d3ad4ac service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140857 Nov 09 19:50:40.172617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa43722f-a028-4239-8857-a2c14b7e4378 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:40.178611 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fa43722f-a028-4239-8857-a2c14b7e4378 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/78615da0-f5be-41c7-b81a-3cbed91cb481 HTTP/1.1" status: 204 len: 168 time: 1.7013161 Nov 09 19:50:40.179565 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37008) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:40.238638 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c08d998-c7ba-4bf1-bec7-a96f735edafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:40.273953 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9847d5-9248-4728-af5e-cdba8cb9d0c9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:40.279097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5b9847d5-9248-4728-af5e-cdba8cb9d0c9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/78615da0-f5be-41c7-b81a-3cbed91cb481 HTTP/1.1" status: 404 len: 333 time: 0.0911150 Nov 09 19:50:40.284643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-5aa7e733-cff0-44f2-b3da-1487768234ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:40.285013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-5aa7e733-cff0-44f2-b3da-1487768234ec service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.2601991 Nov 09 19:50:40.285523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37010) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:40.330405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a1935633-6105-4823-85e3-768fb89cd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:40.332753 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-a1935633-6105-4823-85e3-768fb89cd478 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2df0995-4274-46ff-9678-8cd2a4f49569 HTTP/1.1" status: 200 len: 853 time: 0.1523216 Nov 09 19:50:40.379689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-395501ef-b8a3-49dd-bbe7-a0204d23c938 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet 789e1ed1-3e23-4fb0-ab4f-89485254d04c {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:50:40.383587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-67173d06-bde4-4b4b-8acf-c602147c6bf5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=efdc4ccf-7df5-49e5-8ac8-848b66620154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393329 Nov 09 19:50:40.389764 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-63f03ef1-99eb-4013-a55c-ef30b58446c9 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059817 Nov 09 19:50:40.392045 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-395501ef-b8a3-49dd-bbe7-a0204d23c938 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:40.472643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:50:40.482890 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195048b-2210-4f27-a34e-530b24fe49ff None None] Sync routers for ids ['df61edfd-dbae-48dd-b2a0-f13def9494aa'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:50:40.487136 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-ffaedddd-cdb1-4fec-8f13-e811303c5e16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96 HTTP/1.1" status: 200 len: 217 time: 0.0802615 Nov 09 19:50:40.503453 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195048b-2210-4f27-a34e-530b24fe49ff None None] Routers {'df61edfd-dbae-48dd-b2a0-f13def9494aa'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:40.504475 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6195048b-2210-4f27-a34e-530b24fe49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['df61edfd-dbae-48dd-b2a0-f13def9494aa'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:40.519788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-395501ef-b8a3-49dd-bbe7-a0204d23c938 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:40.565676 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6195048b-2210-4f27-a34e-530b24fe49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:40.578265 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195048b-2210-4f27-a34e-530b24fe49ff None None] Routers {'df61edfd-dbae-48dd-b2a0-f13def9494aa'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:40.579235 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6195048b-2210-4f27-a34e-530b24fe49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['df61edfd-dbae-48dd-b2a0-f13def9494aa'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:40.622187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c801e3-4fb0-4d69-b1ac-8d8f87aac5ec req-05765b74-aa54-4f6a-9d97-c28a2e29130d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:40.634600 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20c801e3-4fb0-4d69-b1ac-8d8f87aac5ec req-05765b74-aa54-4f6a-9d97-c28a2e29130d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 944 time: 0.1392281 Nov 09 19:50:40.635499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:40.635624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-908109d3-3ecd-4e86-b585-0d682cd37484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:40.635624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-908109d3-3ecd-4e86-b585-0d682cd37484 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.1048098 Nov 09 19:50:40.639089 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-364de1bd-5513-4807-a300-a5b22d904bf9 service neutron] 10.222.0.70 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416754 Nov 09 19:50:40.658238 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-a2594b66-b1ca-483f-9220-1d0b12f29117 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 998 time: 0.3636196 Nov 09 19:50:40.677976 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6195048b-2210-4f27-a34e-530b24fe49ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:40.679521 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195048b-2210-4f27-a34e-530b24fe49ff None None] The sync data for ids ['df61edfd-dbae-48dd-b2a0-f13def9494aa'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:50:40.686572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-68e3109a-57f2-442b-a5b1-6021581b4a57 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.5718524 Nov 09 19:50:40.702776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37020) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:40.757154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-b954487a-7ec9-41d2-ae22-a7f4e11324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:40.758680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-b954487a-7ec9-41d2-ae22-a7f4e11324d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0876122 Nov 09 19:50:40.795782 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-395501ef-b8a3-49dd-bbe7-a0204d23c938 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:40.861452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-db3fb386-176c-46d0-a853-a38d30bb8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:40.863914 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-db3fb386-176c-46d0-a853-a38d30bb8b0f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966046 Nov 09 19:50:40.943806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-395501ef-b8a3-49dd-bbe7-a0204d23c938 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:40.979236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395501ef-b8a3-49dd-bbe7-a0204d23c938 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=789e1ed1-3e23-4fb0-ab4f-89485254d04c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:40.984227 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-395501ef-b8a3-49dd-bbe7-a0204d23c938 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:40.990647 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-395501ef-b8a3-49dd-bbe7-a0204d23c938 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/789e1ed1-3e23-4fb0-ab4f-89485254d04c HTTP/1.1" status: 204 len: 168 time: 0.6972239 Nov 09 19:50:40.994073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37034) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:40.995836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa7e90-5ea5-4249-b52b-de7d847a265d None None] Network 2408d26b-c2c5-410e-8411-7bfab2bdd972 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:41.069984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c04e990-5ba5-4ce4-b2ee-428364e10fe5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet e07071bc-5e8f-466f-b598-b50ec64a8913 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:50:41.074376 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c04e990-5ba5-4ce4-b2ee-428364e10fe5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:41.110815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-3adf48b1-9dc8-44c6-bb37-ae66e1099f50 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387383 Nov 09 19:50:41.151149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20c801e3-4fb0-4d69-b1ac-8d8f87aac5ec req-ec8d56b4-c214-4d53-862f-52282589f4ac tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985118 Nov 09 19:50:41.155170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c04e990-5ba5-4ce4-b2ee-428364e10fe5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:41.174664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-0bfbf17a-5417-41e2-a02a-e058c57d5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:41.188382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-0bfbf17a-5417-41e2-a02a-e058c57d5f27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5201244 Nov 09 19:50:41.207384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9e92d705-beda-47cb-a5a9-cb3fdf11e995 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] 10.222.0.53 "GET /v2.0/floatingips/eaca7d30-4580-4d77-9203-319e113df739 HTTP/1.1" status: 200 len: 982 time: 0.4985058 Nov 09 19:50:41.208016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37044) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:41.331180 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7f66df0-b7da-4e8c-af51-085b2df66a49 req-fb0bea9c-bfa1-426e-8abf-86388b91c6cd service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124274 Nov 09 19:50:41.346224 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c04e990-5ba5-4ce4-b2ee-428364e10fe5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:41.416808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-037188c2-921d-45fe-912e-6c4583b53bc8 req-1f93b285-ab2f-4bf5-9671-5fe854532d07 service neutron] 10.222.0.70 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7589879 Nov 09 19:50:41.436566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c04e990-5ba5-4ce4-b2ee-428364e10fe5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:41.479729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04e990-5ba5-4ce4-b2ee-428364e10fe5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=e07071bc-5e8f-466f-b598-b50ec64a8913,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:41.481770 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c04e990-5ba5-4ce4-b2ee-428364e10fe5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:41.485306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9c04e990-5ba5-4ce4-b2ee-428364e10fe5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/e07071bc-5e8f-466f-b598-b50ec64a8913 HTTP/1.1" status: 204 len: 168 time: 0.4898181 Nov 09 19:50:41.487839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37072) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:41.513389 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-bc21a25d-2004-4669-a942-f13bd5b29aa2 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152974 Nov 09 19:50:41.583489 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:41.608102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4cb3829f-bb81-4fca-b3e0-df1f85291a15 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4603 time: 0.3779504 Nov 09 19:50:41.612024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37082) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:41.658060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:41.658427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:41.784741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] For port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a,segment=NetworkSegment(12cbcc61-852c-4059-b3cf-c1ff8df2ed18),segment_id=12cbcc61-852c-4059-b3cf-c1ff8df2ed18)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:41.785364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:41.797892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a req-680a25f4-27bc-41ef-b63e-5eefd8005abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:41.799489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a req-680a25f4-27bc-41ef-b63e-5eefd8005abc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 1095 time: 0.2850845 Nov 09 19:50:41.811552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:41.844383 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-e17e1963-84f0-4484-ac31-ea835f120c63 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114500 Nov 09 19:50:41.931834 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-e7ba88bb-b845-40b0-ab0a-7c1d1d6249c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 HTTP/1.1" status: 200 len: 217 time: 0.0440776 Nov 09 19:50:41.951373 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:41.986351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:41.991463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No DVR routers for this DVR port 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:42.049550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-e496fa60-8285-4cd7-a230-9f7e4fd6aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:42.051369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-e496fa60-8285-4cd7-a230-9f7e4fd6aeee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.1101911 Nov 09 19:50:42.062386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Deleting port 23e9a723-a6e2-497d-ba32-b604c7f484be {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:42.062747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.070931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1e563a-1652-44a5-bec4-311ed5e45731 None None] Network 2408d26b-c2c5-410e-8411-7bfab2bdd972 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:42.077061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a req-1e5cb2cf-f190-4518-bc8c-9c46cb586663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:42.078541 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a req-1e5cb2cf-f190-4518-bc8c-9c46cb586663 service neutron] 10.222.0.70 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 914 time: 0.2671812 Nov 09 19:50:42.091105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.131600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2408d26b-c2c5-410e-8411-7bfab2bdd972']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:42.164594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-224434c0-f116-4cfc-8da0-77066d3fd1bf None None] Could not find standard attr ID for object 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:50:42.175409 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cbcc61-852c-4059-b3cf-c1ff8df2ed18') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:42.177376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cbcc61-852c-4059-b3cf-c1ff8df2ed18') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:42.197609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a req-6779919e-215a-4129-a101-e58be06e24df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6545a71-24e6-43ea-943b-ee3de397e7b2 HTTP/1.1" status: 200 len: 217 time: 0.0740495 Nov 09 19:50:42.203070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.237744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.247449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:50:42.248332 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:50:42.252511 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:50:42.255842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-8a207678-5bb9-4eec-a0b2-2828f9119f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:42.257727 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-8a207678-5bb9-4eec-a0b2-2828f9119f01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1927893 Nov 09 19:50:42.312758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb69b1-4804-44d7-abc6-e6ad26d3a6b2 None None] DHCP port deletion for 2408d26b-c2c5-410e-8411-7bfab2bdd972 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:50:42.347468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a req-cdcb3760-a39f-41c5-aa48-5e1da8ee2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:42.348931 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a req-cdcb3760-a39f-41c5-aa48-5e1da8ee2cc2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2df0995-4274-46ff-9678-8cd2a4f49569 HTTP/1.1" status: 200 len: 853 time: 0.1364801 Nov 09 19:50:42.361149 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.361501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.379718 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.391081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.398086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/networks/2408d26b-c2c5-410e-8411-7bfab2bdd972 HTTP/1.1" status: 204 len: 168 time: 0.9058456 Nov 09 19:50:42.399558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a req-854278ef-673a-41a3-961c-9c8091bc3d5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=efdc4ccf-7df5-49e5-8ac8-848b66620154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418265 Nov 09 19:50:42.401000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Calling delete_port for 23e9a723-a6e2-497d-ba32-b604c7f484be owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:42.402788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37120) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:42.412704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f9392-09c2-491b-929c-c9cf6e32e005 req-5312e2a3-9bb2-408b-a49f-cb4bcdf59849 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:42.422843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d16f9392-09c2-491b-929c-c9cf6e32e005 req-5312e2a3-9bb2-408b-a49f-cb4bcdf59849 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 944 time: 0.1398313 Nov 09 19:50:42.431371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939c4b9-e793-4b0a-8e54-43fffd4c5ea5 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Network': ['ID=2408d26b-c2c5-410e-8411-7bfab2bdd972,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:42.471111 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d16f9392-09c2-491b-929c-c9cf6e32e005 req-e57838bb-4970-453a-a3e2-6c846a80251f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 Nov 09 19:50:42.583808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:42.610809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:42.611143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8b0b693b-ab6d-4ec9-a98e-10f81cd95b4a not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:42.617198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f83fe05-da37-4097-bf7a-f9f5f8dc4a38 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:42.623029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4f83fe05-da37-4097-bf7a-f9f5f8dc4a38 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2138109 Nov 09 19:50:42.623470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37132) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:42.630301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-2f7b25a2-a2f9-4c3d-b3d9-8f06d50fe11c service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624184 Nov 09 19:50:42.732008 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-365f5bb7-df9f-4e46-95d2-64cc677c3693 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1037416 Nov 09 19:50:42.732750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37134) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:42.737542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1713130809'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:42.742328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a req-c697b743-bc74-4011-8aba-6bb0bc9275b0 service neutron] 10.222.0.70 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260558 Nov 09 19:50:42.787937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f25d2336-b350-48b6-ac86-3d1ab126026f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:42.789474 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f25d2336-b350-48b6-ac86-3d1ab126026f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 805 time: 0.1554973 Nov 09 19:50:42.791186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:42.794890 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.820804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-4d77d22e-87e5-44c4-aab2-634342c283a3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/quotas/b0843e54f65c4110a912b444a8951cdb HTTP/1.1" status: 200 len: 375 time: 0.0234091 Nov 09 19:50:42.835655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:50:42.877769 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:42.878120 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Added segment 94b48abd-09f3-43df-aef0-0296b2711f29 of type vlan for network 8f4e626a-f13e-43ec-b2e9-682d308439c0 Nov 09 19:50:43.075819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ee84c-c2c8-4787-806c-8ca4afcd93ec req-6978e0dc-b1b9-4bd6-ac2c-d8310c496da4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:43.077486 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-925ee84c-c2c8-4787-806c-8ca4afcd93ec req-6978e0dc-b1b9-4bd6-ac2c-d8310c496da4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.4570394 Nov 09 19:50:43.169662 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c2be8f0-1bd8-4db0-b11a-f836f5d83e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:43.183953 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46a76234-ba39-452a-aa23-13cc28d3a2fe req-4e20a324-0079-4fa0-8f4e-86f803644564 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354366 Nov 09 19:50:43.221952 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-925ee84c-c2c8-4787-806c-8ca4afcd93ec req-cb2ffcb1-5ac7-415a-a25f-6558f8f417cb tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355722 Nov 09 19:50:43.225833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce54c4f4-662d-4915-a2ff-aef60b4b2c9a req-d92fd559-9bea-4eb8-b818-fa720c8873b9 service neutron] 10.222.0.70 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699497 Nov 09 19:50:43.233629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-c31e757f-551a-41fc-9fe7-e94574606a91 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3968990 Nov 09 19:50:43.236899 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:43.248305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:43.265972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event deleted for resources: {'Port': ['ID=23e9a723-a6e2-497d-ba32-b604c7f484be,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:43.329586 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:43.330686 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Floating IP eaca7d30-4580-4d77-9203-319e113df739 disassociated (deleted). External IP: 172.25.6.150, port: 22ce7c30-20e9-4043-ac31-5468109f7366. Nov 09 19:50:43.335903 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:43.341881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:43.342487 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:43.426479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6926780 Nov 09 19:50:43.427544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37142) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:43.433997 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-3d04d56d-916a-4dbe-8308-4da788043c07 service neutron] 10.222.0.53 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994810 Nov 09 19:50:43.437582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '8f4e626a-f13e-43ec-b2e9-682d308439c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:43.445157 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:43.567984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e1f1e-393c-4dd2-b960-a760aeab13d3 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Network': ['ID=8f4e626a-f13e-43ec-b2e9-682d308439c0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:43.582447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 8f4e626a-f13e-43ec-b2e9-682d308439c0 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:50:43.589643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cd518-0e82-4148-b538-43fa4b4428cb req-e4b4c443-b296-4d4c-90e6-34b4b26a5176 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:43.599207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-809cd518-0e82-4148-b538-43fa4b4428cb req-e4b4c443-b296-4d4c-90e6-34b4b26a5176 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1154051 Nov 09 19:50:43.627783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:43.629340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Router df61edfd-dbae-48dd-b2a0-f13def9494aa has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:50:43.631666 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:43.655193 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-809cd518-0e82-4148-b538-43fa4b4428cb req-003a8e9e-7321-4271-aa8a-1ccfa87ff79b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551128 Nov 09 19:50:43.655969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-64a8279a-0363-4c10-b599-c240fb9e0044 service neutron] 10.222.0.53 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698179 Nov 09 19:50:43.857064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:50:43.866948 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:43.874998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cadabd-9951-4dd0-899d-963fe7615cb3 None None] Sync routers for ids ['df61edfd-dbae-48dd-b2a0-f13def9494aa'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:50:43.883862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:43.887836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cadabd-9951-4dd0-899d-963fe7615cb3 None None] Routers {'df61edfd-dbae-48dd-b2a0-f13def9494aa'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:43.890733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e8cadabd-9951-4dd0-899d-963fe7615cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['df61edfd-dbae-48dd-b2a0-f13def9494aa'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:43.898876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a22beed3-f63e-47f2-b55b-25aeb972db29 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "DELETE /v2.0/floatingips/eaca7d30-4580-4d77-9203-319e113df739 HTTP/1.1" status: 204 len: 168 time: 2.2850947 Nov 09 19:50:43.906035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37154) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:43.914230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-2dfb580e-7015-4e9b-a0bb-81268c212767 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:43.915787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-2dfb580e-7015-4e9b-a0bb-81268c212767 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "GET /v2.0/ports?device_id=4765a8eb-2015-40e8-9832-db572d788390 HTTP/1.1" status: 200 len: 945 time: 0.1388233 Nov 09 19:50:43.924583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5baca-9a12-48e8-bd0f-1b7057ec8bcd req-3d957520-5ac4-4406-a7f8-8168bee49732 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:43.931425 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7df5baca-9a12-48e8-bd0f-1b7057ec8bcd req-3d957520-5ac4-4406-a7f8-8168bee49732 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 944 time: 0.1901214 Nov 09 19:50:43.941891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:43.952617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e8cadabd-9951-4dd0-899d-963fe7615cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:43.963647 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cadabd-9951-4dd0-899d-963fe7615cb3 None None] Routers {'df61edfd-dbae-48dd-b2a0-f13def9494aa'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:43.964546 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e8cadabd-9951-4dd0-899d-963fe7615cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['df61edfd-dbae-48dd-b2a0-f13def9494aa'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:44.005405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e8cadabd-9951-4dd0-899d-963fe7615cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:44.006291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cadabd-9951-4dd0-899d-963fe7615cb3 None None] The sync data for ids ['df61edfd-dbae-48dd-b2a0-f13def9494aa'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:50:44.019801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=2ed59161-feb1-44ce-a0a7-87ed0729b8c6,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:44.035212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Checking segment: {'id': '94b48abd-09f3-43df-aef0-0296b2711f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '8f4e626a-f13e-43ec-b2e9-682d308439c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:44.035602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network hostable DHCP agents. Network: 8f4e626a-f13e-43ec-b2e9-682d308439c0, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:50:44.053539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 8f4e626a-f13e-43ec-b2e9-682d308439c0 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:50:44.055582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.066153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 8f4e626a-f13e-43ec-b2e9-682d308439c0) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:44.076115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad852ce-9de4-4237-b5ef-80ad236898c6 None None] Network 8f4e626a-f13e-43ec-b2e9-682d308439c0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:44.081050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7df5baca-9a12-48e8-bd0f-1b7057ec8bcd req-002c879d-d8ba-4ab5-b39a-fc06254cd7ec tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487129 Nov 09 19:50:44.081494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:44.082330 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.111529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-91622754-385e-4602-87a3-1db3f74cf3ad tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6804152 Nov 09 19:50:44.114658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37162) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:44.126585 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '8f4e626a-f13e-43ec-b2e9-682d308439c0', 'name': 'tempest-PortsIpV6TestJSON-1579118005'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:44.183599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-e39bef10-100b-4dca-9166-30800306b009 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Deleting port ef6d49ed-a5a6-421a-82df-41bcbefa2b61 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:44.183961 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-e39bef10-100b-4dca-9166-30800306b009 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.203368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device b6545a71-24e6-43ea-943b-ee3de397e7b2 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:50:44.272776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1851d12f-59ac-46d3-b061-c32bd82bfb5d req-8efcf9d5-5ad2-40aa-a8d1-39a2325d94ce tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 210 time: 0.1228745 Nov 09 19:50:44.370946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-e39bef10-100b-4dca-9166-30800306b009 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] For port ef6d49ed-a5a6-421a-82df-41bcbefa2b61, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:44.371484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-e39bef10-100b-4dca-9166-30800306b009 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.381721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port b6545a71-24e6-43ea-943b-ee3de397e7b2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=b6545a71-24e6-43ea-943b-ee3de397e7b2,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:44.381947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:44.389005 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.397873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf7e4b-01aa-4ad2-9436-05f335174ca4 req-71169032-bca8-4686-b32d-cf2b48859c4c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:44.412932 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2daf7e4b-01aa-4ad2-9436-05f335174ca4 req-71169032-bca8-4686-b32d-cf2b48859c4c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2027612 Nov 09 19:50:44.423664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-8f4e626a-f13e-43ec-b2e9-682d308439c0', 'network_id': '8f4e626a-f13e-43ec-b2e9-682d308439c0', 'tenant_id': '7b12767ddeaf45c189a6b8cf348a8054', 'fixed_ips': [{'subnet_id': '2ed59161-feb1-44ce-a0a7-87ed0729b8c6'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:50:44.425286 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.425467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 93e8ccb0-c3d5-4008-8301-6c297982a567 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:44.428189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'b6545a71-24e6-43ea-943b-ee3de397e7b2', 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154', 'port_id': 'b6545a71-24e6-43ea-943b-ee3de397e7b2', 'mac_address': 'fa:16:3e:f5:dd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2df0995-4274-46ff-9678-8cd2a4f49569', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:50:44.430029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-e39bef10-100b-4dca-9166-30800306b009 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Calling delete_port for ef6d49ed-a5a6-421a-82df-41bcbefa2b61 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:44.462062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.506412 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.528916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6545a71-24e6-43ea-943b-ee3de397e7b2 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:44.547322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2daf7e4b-01aa-4ad2-9436-05f335174ca4 req-fababb78-aba9-40c2-9d83-a1a774f88f8c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334195 Nov 09 19:50:44.584140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.617304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port b6545a71-24e6-43ea-943b-ee3de397e7b2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=b6545a71-24e6-43ea-943b-ee3de397e7b2,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:44.624993 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.686538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=b6545a71-24e6-43ea-943b-ee3de397e7b2,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:44.691436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Allocated IP 172.25.6.206 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/31b7f05b-9bfc-404b-8cd1-a6adc0f6d264) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:44.695236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8::3db (8f4e626a-f13e-43ec-b2e9-682d308439c0/2ed59161-feb1-44ce-a0a7-87ed0729b8c6/93e8ccb0-c3d5-4008-8301-6c297982a567) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:44.879229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-e39bef10-100b-4dca-9166-30800306b009 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.908918 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.930494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['b6545a71-24e6-43ea-943b-ee3de397e7b2'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:50:44.934568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bef10-100b-4dca-9166-30800306b009 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Pushing event deleted for resources: {'Port': ['ID=ef6d49ed-a5a6-421a-82df-41bcbefa2b61,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:44.940232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:44.954836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.007954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 8f4e626a-f13e-43ec-b2e9-682d308439c0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:45.012087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:45.016789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:45.022416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-e39bef10-100b-4dca-9166-30800306b009 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] No DVR routers for this DVR port ef6d49ed-a5a6-421a-82df-41bcbefa2b61 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:45.022625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:45.023079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.025811 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-e39bef10-100b-4dca-9166-30800306b009 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.029621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f3c316c-a764-48d6-920b-618ebd8fc7e7 req-e39bef10-100b-4dca-9166-30800306b009 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "DELETE /v2.0/ports/ef6d49ed-a5a6-421a-82df-41bcbefa2b61 HTTP/1.1" status: 204 len: 173 time: 1.0834532 Nov 09 19:50:45.034619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4765a8eb-2015-40e8-9832-db572d788390', 'name': 'network-vif-deleted', 'tag': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:45.034797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=93e8ccb0-c3d5-4008-8301-6c297982a567,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:45.036168 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01bbd0c-4bf7-4496-be84-65ae8c69bf00" -d '{"events": [{"server_uuid": "4765a8eb-2015-40e8-9832-db572d788390", "name": "network-vif-deleted", "tag": "ef6d49ed-a5a6-421a-82df-41bcbefa2b61"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:45.070680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0f6cb0ad-5d4d-4261-b2ef-05488d372779 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9523184 Nov 09 19:50:45.071063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37182) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:45.075329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Allocated IP 2001:db8::2 (8f4e626a-f13e-43ec-b2e9-682d308439c0/2ed59161-feb1-44ce-a0a7-87ed0729b8c6/5d0c9b99-5da9-42ca-85a0-5d18de4b66e2) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:45.080072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '8f4e626a-f13e-43ec-b2e9-682d308439c0', 'name': 'tempest-PortsIpV6TestJSON-1879040469'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:45.120063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52478c2b-468d-4d9f-bfbd-22e3f09aa479 req-4155bac6-f7b3-4244-84f2-263cbe640e41 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:45.122066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52478c2b-468d-4d9f-bfbd-22e3f09aa479 req-4155bac6-f7b3-4244-84f2-263cbe640e41 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1345277 Nov 09 19:50:45.123597 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.164044 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d63784b-2024-494c-8ee2-76c2b59331f1 x-openstack-request-id: req-2d63784b-2024-494c-8ee2-76c2b59331f1 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:45.164406 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4765a8eb-2015-40e8-9832-db572d788390", "name": "network-vif-deleted", "tag": "ef6d49ed-a5a6-421a-82df-41bcbefa2b61", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:45.164606 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d63784b-2024-494c-8ee2-76c2b59331f1 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:45.165007 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4765a8eb-2015-40e8-9832-db572d788390', 'name': 'network-vif-deleted', 'tag': 'ef6d49ed-a5a6-421a-82df-41bcbefa2b61', 'status': 'completed', 'code': 200} Nov 09 19:50:45.206679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:45.218118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:45.221137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:45.271698 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Pushing event updated for resources: {'Port': ['ID=31b7f05b-9bfc-404b-8cd1-a6adc0f6d264,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:45.282184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52478c2b-468d-4d9f-bfbd-22e3f09aa479 req-f1495b1d-0ce4-4206-acea-2fbfff77d6b2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504364 Nov 09 19:50:45.342397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:45.346167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.362279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babadd8e-43cf-4aa2-9016-a90fb5c09fb3 req-a19cad1d-a142-4544-b15d-69301b34a2cf tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:45.364343 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-babadd8e-43cf-4aa2-9016-a90fb5c09fb3 req-a19cad1d-a142-4544-b15d-69301b34a2cf tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 945 time: 0.1173389 Nov 09 19:50:45.407834 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.412765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60475aca-cf37-465d-9152-4201dc5d2e77 req-111c10dc-0f2f-4a9a-94f7-3631587e4669 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 210 time: 0.0519557 Nov 09 19:50:45.417927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.426443 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.467154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 97e9aed4-1f89-4632-affe-d86d00b1a3c6 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:45.468333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Network 8f4e626a-f13e-43ec-b2e9-682d308439c0 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:45.469776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:45.472981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:45.474863 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.494925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Pushing event updated for resources: {'Port': ['ID=5d0c9b99-5da9-42ca-85a0-5d18de4b66e2,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:45.547181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-babadd8e-43cf-4aa2-9016-a90fb5c09fb3 req-18a933ea-4d95-4348-a09c-9d427dbde12b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584253 Nov 09 19:50:45.564646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Attempting to bind port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:45.565143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Attempting to bind port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '94b48abd-09f3-43df-aef0-0296b2711f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '8f4e626a-f13e-43ec-b2e9-682d308439c0'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:45.565802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Attempting to bind port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 on network 8f4e626a-f13e-43ec-b2e9-682d308439c0 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:45.574030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:45.574594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Checking segment: {'id': '94b48abd-09f3-43df-aef0-0296b2711f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '8f4e626a-f13e-43ec-b2e9-682d308439c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:45.575083 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.575572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Bound using segment: {'id': '94b48abd-09f3-43df-aef0-0296b2711f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '8f4e626a-f13e-43ec-b2e9-682d308439c0'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:45.576147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Bound port: 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b48abd-09f3-43df-aef0-0296b2711f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '8f4e626a-f13e-43ec-b2e9-682d308439c0'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:45.576641 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.680925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] For port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:45.692589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] For port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5d0c9b99-5da9-42ca-85a0-5d18de4b66e2,segment=NetworkSegment(94b48abd-09f3-43df-aef0-0296b2711f29),segment_id=94b48abd-09f3-43df-aef0-0296b2711f29)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:45.699607 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.758850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33a762-b662-4a7d-9467-862bf97bcce1 None None] Pushing event updated for resources: {'Port': ['ID=5d0c9b99-5da9-42ca-85a0-5d18de4b66e2,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:45.764274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-28c84f31-f8ec-465b-82f2-9afa9709d226 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:45.766172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-28c84f31-f8ec-465b-82f2-9afa9709d226 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.77 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 805 time: 0.4362373 Nov 09 19:50:45.786192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Request body: {'port': {'device_id': 'b4f329cd-3fea-45fc-9bae-c2745a5b642f', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'admin_state_up': True, 'tenant_id': 'b0843e54f65c4110a912b444a8951cdb'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:45.815165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.820553 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.860098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8::3e3 (8f4e626a-f13e-43ec-b2e9-682d308439c0/2ed59161-feb1-44ce-a0a7-87ed0729b8c6/97e9aed4-1f89-4632-affe-d86d00b1a3c6) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:45.904617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Pushing event updated for resources: {'Port': ['ID=31b7f05b-9bfc-404b-8cd1-a6adc0f6d264,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:45.913340 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.937156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:45.942015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eafb5c47-e638-4645-b0e4-fa7c12e6d13b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0003061 Nov 09 19:50:45.942228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37192) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:46.042853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Made reservation on behalf of b0843e54f65c4110a912b444a8951cdb for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:46.046754 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.098345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:46.131088 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.164046 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.190288 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.215264 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device b6545a71-24e6-43ea-943b-ee3de397e7b2 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:46.247248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Allocated IP 172.20.0.6 (a24159fd-6265-4538-b516-77c9d746e7d5/017f9f0a-652d-4c5b-9ffd-a1403c63eb79/2eadf85a-f79f-4315-b2ad-69582daa1b24) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:46.252545 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.259681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.274837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port b6545a71-24e6-43ea-943b-ee3de397e7b2 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:50:46.280227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port b6545a71-24e6-43ea-943b-ee3de397e7b2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:46.280680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.337740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 8f4e626a-f13e-43ec-b2e9-682d308439c0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:46.346238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:46.348127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=97e9aed4-1f89-4632-affe-d86d00b1a3c6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:46.350447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:46.356732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:46.357389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.401224 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.409328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Allocated IP 172.25.6.191 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/c1fbe5f6-1dac-45ed-a26a-9b1f26e1d701) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:46.460715 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0f07fdb4-753b-4141-9381-278de52834b0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3886051 Nov 09 19:50:46.470013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37202) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:46.477084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port b6545a71-24e6-43ea-943b-ee3de397e7b2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=b6545a71-24e6-43ea-943b-ee3de397e7b2,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:46.478750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec59d8d-e0c9-461b-a04c-389f54221290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6545a71-24e6-43ea-943b-ee3de397e7b2'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:46.488502 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7211a727-5447-4108-b0e5-1772bedf81b6" -d '{"events": [{"server_uuid": "9ec59d8d-e0c9-461b-a04c-389f54221290", "name": "network-vif-plugged", "status": "completed", "tag": "b6545a71-24e6-43ea-943b-ee3de397e7b2"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:46.492159 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.492989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ef6d49ed-a5a6-421a-82df-41bcbefa2b61 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:46.541584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: ef6d49ed-a5a6-421a-82df-41bcbefa2b61 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:46.542016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ef6d49ed-a5a6-421a-82df-41bcbefa2b61 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:46.558040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.601576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6c99-67e0-4277-a9ed-f24fb44e3c39 req-408f18df-9783-4ebf-ab59-4d66b2c2686e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:46.603414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=b6545a71-24e6-43ea-943b-ee3de397e7b2,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:46.610774 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-489f6c99-67e0-4277-a9ed-f24fb44e3c39 req-408f18df-9783-4ebf-ab59-4d66b2c2686e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2269809 Nov 09 19:50:46.636348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ddac12f1-63de-439e-9edb-69bc19c5e91d req-ac8b9312-c950-44c0-8bc9-250793c8747a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 210 time: 0.0926640 Nov 09 19:50:46.662388 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.664614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7992c460-cd22-4cb8-a7d7-19ee84084c50 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:46.669803 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7992c460-cd22-4cb8-a7d7-19ee84084c50 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3db HTTP/1.1" status: 200 len: 929 time: 0.1986709 Nov 09 19:50:46.672557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37210) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:46.680482 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-489f6c99-67e0-4277-a9ed-f24fb44e3c39 req-64f5db97-402a-4562-abeb-7964c160598d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687177 Nov 09 19:50:46.687996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:46.754597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Network a24159fd-6265-4538-b516-77c9d746e7d5 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:46.756076 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c6e942-fd85-41e9-b638-d1c2494caa72 x-openstack-request-id: req-60c6e942-fd85-41e9-b638-d1c2494caa72 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:46.756653 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec59d8d-e0c9-461b-a04c-389f54221290", "name": "network-vif-plugged", "status": "completed", "tag": "b6545a71-24e6-43ea-943b-ee3de397e7b2", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:46.757481 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60c6e942-fd85-41e9-b638-d1c2494caa72 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:46.757481 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec59d8d-e0c9-461b-a04c-389f54221290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6545a71-24e6-43ea-943b-ee3de397e7b2', 'code': 200} Nov 09 19:50:46.773795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:46.776000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Pushing event updated for resources: {'Port': ['ID=2eadf85a-f79f-4315-b2ad-69582daa1b24,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:46.778696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:46.825651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:46.826178 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.848792 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.863602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:46.864627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.940404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-2d15d1f2-3e25-44f5-a9bf-c88043419005 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1601009 Nov 09 19:50:46.955080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-01ceb2f9-e20d-42b0-a5e5-a289f39c0302 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 97e9aed4-1f89-4632-affe-d86d00b1a3c6 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:46.955874 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01ceb2f9-e20d-42b0-a5e5-a289f39c0302 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:46.956465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e79261-57fd-4e7c-8622-cfdbdacca9c0 req-38d0f7f3-0458-4b06-ab55-bf25b667e708 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:46.968097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02e79261-57fd-4e7c-8622-cfdbdacca9c0 req-38d0f7f3-0458-4b06-ab55-bf25b667e708 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 946 time: 0.0972657 Nov 09 19:50:46.984892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Request body: {'port': {'device_id': 'b4f329cd-3fea-45fc-9bae-c2745a5b642f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:46.989697 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.022911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5d0c9b99-5da9-42ca-85a0-5d18de4b66e2,segment=NetworkSegment(94b48abd-09f3-43df-aef0-0296b2711f29),segment_id=94b48abd-09f3-43df-aef0-0296b2711f29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:47.029061 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.036877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.075941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d241e6ae-7aa7-48e7-9559-68689f5e2d97 None None] Network 8f4e626a-f13e-43ec-b2e9-682d308439c0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:47.078699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02e79261-57fd-4e7c-8622-cfdbdacca9c0 req-173a8b8c-7f9c-42da-b8ec-ea9de67f8728 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073487 Nov 09 19:50:47.088706 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.113045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:47.115815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94e491-256d-4a08-a2eb-27c7052de365 req-7c0c2e7f-d548-4438-9138-292e9194295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:47.119176 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff94e491-256d-4a08-a2eb-27c7052de365 req-7c0c2e7f-d548-4438-9138-292e9194295f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 1097 time: 0.2889431 Nov 09 19:50:47.150772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=5d0c9b99-5da9-42ca-85a0-5d18de4b66e2,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:47.160343 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01ceb2f9-e20d-42b0-a5e5-a289f39c0302 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.163251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:47.165990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:47.174544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7b1b3ff3-92d0-49b3-867b-a29710e80c45 None None] Provisioning complete for port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:47.174544 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7b1b3ff3-92d0-49b3-867b-a29710e80c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.216482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-01ceb2f9-e20d-42b0-a5e5-a289f39c0302 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 97e9aed4-1f89-4632-affe-d86d00b1a3c6 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:47.223807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Pushing event updated for resources: {'Port': ['ID=c1fbe5f6-1dac-45ed-a26a-9b1f26e1d701,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:47.231949 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff94e491-256d-4a08-a2eb-27c7052de365 req-a0798fb2-7006-45b8-a786-d6ca12ef1320 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036732 Nov 09 19:50:47.357991 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.420057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eadf85a-f79f-4315-b2ad-69582daa1b24 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:47.425445 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.428412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.464649 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01ceb2f9-e20d-42b0-a5e5-a289f39c0302 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.465450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Transition to ACTIVE for port object 2eadf85a-f79f-4315-b2ad-69582daa1b24 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:50:47.471908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.514883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ceb2f9-e20d-42b0-a5e5-a289f39c0302 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=97e9aed4-1f89-4632-affe-d86d00b1a3c6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:47.566264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Pushing event updated for resources: {'Port': ['ID=2eadf85a-f79f-4315-b2ad-69582daa1b24,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:47.587605 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01ceb2f9-e20d-42b0-a5e5-a289f39c0302 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.591103 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-01ceb2f9-e20d-42b0-a5e5-a289f39c0302 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/97e9aed4-1f89-4632-affe-d86d00b1a3c6 HTTP/1.1" status: 204 len: 168 time: 0.9176676 Nov 09 19:50:47.593788 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37216) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:47.628923 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8abafce-e598-4822-9b41-74804f446979 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:47.633024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e8abafce-e598-4822-9b41-74804f446979 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/97e9aed4-1f89-4632-affe-d86d00b1a3c6 HTTP/1.1" status: 404 len: 333 time: 0.0356984 Nov 09 19:50:47.633196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37218) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:47.643941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Attempting to bind port 2eadf85a-f79f-4315-b2ad-69582daa1b24 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:47.644277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Attempting to bind port 2eadf85a-f79f-4315-b2ad-69582daa1b24 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:47.644609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Attempting to bind port 2eadf85a-f79f-4315-b2ad-69582daa1b24 on network a24159fd-6265-4538-b516-77c9d746e7d5 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:47.653495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b3fb8b7b-166a-42ff-97c7-160428e21f61 None None] Provisioning complete for port 93e8ccb0-c3d5-4008-8301-6c297982a567 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:47.654051 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8b7b-166a-42ff-97c7-160428e21f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.660731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.672534 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.682767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Port 2eadf85a-f79f-4315-b2ad-69582daa1b24 on network a24159fd-6265-4538-b516-77c9d746e7d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:50:47.682767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Attempting to bind port 2eadf85a-f79f-4315-b2ad-69582daa1b24 on network a24159fd-6265-4538-b516-77c9d746e7d5 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:47.702403 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb8b7b-166a-42ff-97c7-160428e21f61 None None] Port 93e8ccb0-c3d5-4008-8301-6c297982a567 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:47.728687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Pushing event updated for resources: {'Port': ['ID=c1fbe5f6-1dac-45ed-a26a-9b1f26e1d701,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:47.744655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:47.745028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Checking segment: {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:47.745433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Bound using segment: {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:47.745893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Bound port: 2eadf85a-f79f-4315-b2ad-69582daa1b24, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:47.746264 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.748210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b3fb8b7b-166a-42ff-97c7-160428e21f61 None None] Provisioning complete for port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:47.748849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8b7b-166a-42ff-97c7-160428e21f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.789998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.842997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.844280 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b062a52c-c6db-4899-a77f-2abc02728427 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9010212 Nov 09 19:50:47.846809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37224) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:47.865134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] For port 2eadf85a-f79f-4315-b2ad-69582daa1b24, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:47.870219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] For port 2eadf85a-f79f-4315-b2ad-69582daa1b24, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2eadf85a-f79f-4315-b2ad-69582daa1b24,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:47.894184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.915404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835ee3f-8bf8-4607-be76-9a7c70a4228a req-ba0067d5-cefa-469f-aa80-bb46c99ae7ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:47.924609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0835ee3f-8bf8-4607-be76-9a7c70a4228a req-ba0067d5-cefa-469f-aa80-bb46c99ae7ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1226223 Nov 09 19:50:47.956860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:47.957502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:47.959469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] 10.222.0.77 "PUT /v2.0/ports/2eadf85a-f79f-4315-b2ad-69582daa1b24 HTTP/1.1" status: 200 len: 1091 time: 0.9787214 Nov 09 19:50:47.965316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f329cd-3fea-45fc-9bae-c2745a5b642f', 'tag': '2eadf85a-f79f-4315-b2ad-69582daa1b24'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:47.968764 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccd6577-f56c-4a62-b797-791b713b22e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f329cd-3fea-45fc-9bae-c2745a5b642f", "tag": "2eadf85a-f79f-4315-b2ad-69582daa1b24"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:47.996912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-33bdfda6-2f70-49d4-9096-1b0c5b46b8ae tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 93e8ccb0-c3d5-4008-8301-6c297982a567 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:47.997625 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33bdfda6-2f70-49d4-9096-1b0c5b46b8ae tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.009900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b3fb8b7b-166a-42ff-97c7-160428e21f61 None None] Could not find standard attr ID for object 97e9aed4-1f89-4632-affe-d86d00b1a3c6. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:50:48.023930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63316aa3-b8d8-41b1-adec-eeefda107664 req-a026f0a3-5337-46d8-8911-4bb2b0b2e218 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:48.026386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-63316aa3-b8d8-41b1-adec-eeefda107664 req-a026f0a3-5337-46d8-8911-4bb2b0b2e218 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 943 time: 0.2126412 Nov 09 19:50:48.092704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985bdfb-5dbf-4323-ae1c-0970ed4a8a20 service neutron] Pushing event updated for resources: {'Port': ['ID=2eadf85a-f79f-4315-b2ad-69582daa1b24,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:48.134176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a6fd1f1c-d4d5-4be9-a849-06dba0bce571 None None] Provisioning complete for port 93e8ccb0-c3d5-4008-8301-6c297982a567 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:48.135249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6fd1f1c-d4d5-4be9-a849-06dba0bce571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.157284 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-63316aa3-b8d8-41b1-adec-eeefda107664 req-041ee4d8-a08e-4265-b055-679863a15dc0 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090925 Nov 09 19:50:48.197623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-35fab651-bc3d-45e9-8602-6e83b45126d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:48.199353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-35fab651-bc3d-45e9-8602-6e83b45126d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 1094 time: 0.1598768 Nov 09 19:50:48.201244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd1f1c-d4d5-4be9-a849-06dba0bce571 None None] Port 93e8ccb0-c3d5-4008-8301-6c297982a567 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:48.224379 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33bdfda6-2f70-49d4-9096-1b0c5b46b8ae tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.248524 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-afed9813-959f-4eec-a131-1f953ad9dc9b tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4789 time: 0.4005928 Nov 09 19:50:48.249463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37236) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:48.274094 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-4feec926-efe8-4d71-9f01-5ae3b5117357 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eadf85a-f79f-4315-b2ad-69582daa1b24 HTTP/1.1" status: 200 len: 217 time: 0.0593748 Nov 09 19:50:48.280754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-33bdfda6-2f70-49d4-9096-1b0c5b46b8ae tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 93e8ccb0-c3d5-4008-8301-6c297982a567 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:48.316389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-dd84f7bf-6561-4df5-96d5-d1cc0f74d966 None None] Could not find standard attr ID for object 97e9aed4-1f89-4632-affe-d86d00b1a3c6. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:50:48.338223 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7e209463-fc0f-4562-be47-00d24fcd9d07 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0868628 Nov 09 19:50:48.338877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37238) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:48.351804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0835ee3f-8bf8-4607-be76-9a7c70a4228a req-45f6ab36-a139-4cf8-b704-104554fb3fbb tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240746 Nov 09 19:50:48.366169 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4281ea9c-86a1-4c74-90c1-671050e444e8 x-openstack-request-id: req-4281ea9c-86a1-4c74-90c1-671050e444e8 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:48.366816 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f329cd-3fea-45fc-9bae-c2745a5b642f", "tag": "2eadf85a-f79f-4315-b2ad-69582daa1b24", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:48.367276 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4281ea9c-86a1-4c74-90c1-671050e444e8 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:48.367855 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f329cd-3fea-45fc-9bae-c2745a5b642f', 'tag': '2eadf85a-f79f-4315-b2ad-69582daa1b24', 'status': 'completed', 'code': 200} Nov 09 19:50:48.446472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-a40d5b71-c68e-477b-ba78-b826cf7ea7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:48.449371 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-a40d5b71-c68e-477b-ba78-b826cf7ea7e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=017f9f0a-652d-4c5b-9ffd-a1403c63eb79 HTTP/1.1" status: 200 len: 845 time: 0.1652076 Nov 09 19:50:48.505720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-53f64c10-bd41-4e35-858d-6e8041a07c05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a24159fd-6265-4538-b516-77c9d746e7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399079 Nov 09 19:50:48.561059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f57ba-0642-4e85-a3fd-a8dc86e614e1 req-b88b670c-e666-4fb5-b9f1-8b474827578b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:48.566986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e80f57ba-0642-4e85-a3fd-a8dc86e614e1 req-b88b670c-e666-4fb5-b9f1-8b474827578b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 946 time: 0.1211417 Nov 09 19:50:48.591130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:48.615613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e4df3f2d-d482-4810-80b6-8c0533ba6be8 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Deleting port c1fbe5f6-1dac-45ed-a26a-9b1f26e1d701 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:48.616048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4df3f2d-d482-4810-80b6-8c0533ba6be8 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.616313 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33bdfda6-2f70-49d4-9096-1b0c5b46b8ae tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.624372 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e80f57ba-0642-4e85-a3fd-a8dc86e614e1 req-d2b485e5-2c82-4127-9e1c-4d345cf7c5b6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552669 Nov 09 19:50:48.657464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdfda6-2f70-49d4-9096-1b0c5b46b8ae tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=93e8ccb0-c3d5-4008-8301-6c297982a567,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:48.664299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:48.664754 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.698910 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33bdfda6-2f70-49d4-9096-1b0c5b46b8ae tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.704491 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-33bdfda6-2f70-49d4-9096-1b0c5b46b8ae tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/93e8ccb0-c3d5-4008-8301-6c297982a567 HTTP/1.1" status: 204 len: 168 time: 1.0680206 Nov 09 19:50:48.705994 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-c8af78fd-15d4-43a1-a839-a1d7ae238fff service neutron] 10.222.0.77 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578608 Nov 09 19:50:48.707203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37240) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:48.727497 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4df3f2d-d482-4810-80b6-8c0533ba6be8 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.728270 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4df3f2d-d482-4810-80b6-8c0533ba6be8 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.744836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e4df3f2d-d482-4810-80b6-8c0533ba6be8 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Calling delete_port for c1fbe5f6-1dac-45ed-a26a-9b1f26e1d701 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:48.748675 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b7746c-f46f-45b0-bbfd-6ad8446a6364 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:48.753482 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-03b7746c-f46f-45b0-bbfd-6ad8446a6364 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/93e8ccb0-c3d5-4008-8301-6c297982a567 HTTP/1.1" status: 404 len: 333 time: 0.0429497 Nov 09 19:50:48.773461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37242) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:48.834992 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dac75f2a-65fd-4805-9f4b-08f7d662dcb4 req-0c3f4185-a59c-4ad5-bd16-7601ae8aa84d service neutron] 10.222.0.77 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179535 Nov 09 19:50:48.871601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1ec643-d1fc-4c4f-8971-697e66b7ef3d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet 2ed59161-feb1-44ce-a0a7-87ed0729b8c6 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:50:48.877003 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec643-d1fc-4c4f-8971-697e66b7ef3d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.932388 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec643-d1fc-4c4f-8971-697e66b7ef3d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:48.934223 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd6577-f56c-4a62-b797-791b713b22e3 req-0e28d32d-7d7f-4d51-848c-322d65e29cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:48.935794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dccd6577-f56c-4a62-b797-791b713b22e3 req-0e28d32d-7d7f-4d51-848c-322d65e29cf1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 1094 time: 0.0483119 Nov 09 19:50:49.039194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd6577-f56c-4a62-b797-791b713b22e3 req-ea75f9f1-c6ed-4c95-82bb-ec59ddeab4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:49.040646 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dccd6577-f56c-4a62-b797-791b713b22e3 req-ea75f9f1-c6ed-4c95-82bb-ec59ddeab4b8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 906 time: 0.0971479 Nov 09 19:50:49.046098 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4df3f2d-d482-4810-80b6-8c0533ba6be8 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.085975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df3f2d-d482-4810-80b6-8c0533ba6be8 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Pushing event deleted for resources: {'Port': ['ID=c1fbe5f6-1dac-45ed-a26a-9b1f26e1d701,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:49.093188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dccd6577-f56c-4a62-b797-791b713b22e3 req-36391261-bfae-4de1-9545-e8a16847b235 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eadf85a-f79f-4315-b2ad-69582daa1b24 HTTP/1.1" status: 200 len: 217 time: 0.0416124 Nov 09 19:50:49.124444 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec643-d1fc-4c4f-8971-697e66b7ef3d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.148532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd6577-f56c-4a62-b797-791b713b22e3 req-2f9cefbc-b746-457b-9cbf-faf2733007e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:49.150039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dccd6577-f56c-4a62-b797-791b713b22e3 req-2f9cefbc-b746-457b-9cbf-faf2733007e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=017f9f0a-652d-4c5b-9ffd-a1403c63eb79 HTTP/1.1" status: 200 len: 845 time: 0.0455930 Nov 09 19:50:49.187801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dccd6577-f56c-4a62-b797-791b713b22e3 req-3d68498b-7227-4967-8590-f9123c527aae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a24159fd-6265-4538-b516-77c9d746e7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256138 Nov 09 19:50:49.193293 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4df3f2d-d482-4810-80b6-8c0533ba6be8 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.195873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4df3f2d-d482-4810-80b6-8c0533ba6be8 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.197382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e4df3f2d-d482-4810-80b6-8c0533ba6be8 tempest-FloatingIPAdminTestJSON-1501132568 tempest-FloatingIPAdminTestJSON-1501132568-project] 10.222.0.53 "DELETE /v2.0/floatingips/c0b6080f-3257-4842-b0ee-a274d769788b HTTP/1.1" status: 204 len: 168 time: 0.8573041 Nov 09 19:50:49.200523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37246) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:49.219406 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec643-d1fc-4c4f-8971-697e66b7ef3d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.251470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ec643-d1fc-4c4f-8971-697e66b7ef3d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed59161-feb1-44ce-a0a7-87ed0729b8c6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:49.256711 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec643-d1fc-4c4f-8971-697e66b7ef3d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.260527 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0d1ec643-d1fc-4c4f-8971-697e66b7ef3d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/2ed59161-feb1-44ce-a0a7-87ed0729b8c6 HTTP/1.1" status: 204 len: 168 time: 0.4855535 Nov 09 19:50:49.264279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37248) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:49.266990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae967f-cc07-4ad3-a8bb-e62ae4076c9f None None] Network 8f4e626a-f13e-43ec-b2e9-682d308439c0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:49.356891 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.427781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:49.428508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.493422 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e32c0-188d-4894-b593-fb060bf9f8e8 None None] DHCP port deletion for 8f4e626a-f13e-43ec-b2e9-682d308439c0 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:50:49.537238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] For port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5d0c9b99-5da9-42ca-85a0-5d18de4b66e2,segment=NetworkSegment(94b48abd-09f3-43df-aef0-0296b2711f29),segment_id=94b48abd-09f3-43df-aef0-0296b2711f29)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:49.537648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.552540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-927e32c0-188d-4894-b593-fb060bf9f8e8 None None] Deleting port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:49.552846 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-927e32c0-188d-4894-b593-fb060bf9f8e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.561644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbab26-a7f4-44ae-af86-37b88e930c6a req-f3099c8d-506a-4591-bd7f-c6c4c59585ba tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:49.564063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0cbab26-a7f4-44ae-af86-37b88e930c6a req-f3099c8d-506a-4591-bd7f-c6c4c59585ba tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1302612 Nov 09 19:50:49.565652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:49.628276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-927e32c0-188d-4894-b593-fb060bf9f8e8 None None] For port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5d0c9b99-5da9-42ca-85a0-5d18de4b66e2,segment=NetworkSegment(94b48abd-09f3-43df-aef0-0296b2711f29),segment_id=94b48abd-09f3-43df-aef0-0296b2711f29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:49.628640 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-927e32c0-188d-4894-b593-fb060bf9f8e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.646066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-927e32c0-188d-4894-b593-fb060bf9f8e8 None None] Calling delete_port for 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:49.658573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0cbab26-a7f4-44ae-af86-37b88e930c6a req-e69f207f-9967-477b-b83d-b976f01cb078 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845311 Nov 09 19:50:49.685774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.719214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=5d0c9b99-5da9-42ca-85a0-5d18de4b66e2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:49.719687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595b3da-b10c-45b9-9d48-2b227b293634 req-ba417d47-fe0f-4cd5-ad47-9aff682dbf19 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:49.721985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3595b3da-b10c-45b9-9d48-2b227b293634 req-ba417d47-fe0f-4cd5-ad47-9aff682dbf19 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 943 time: 0.4675007 Nov 09 19:50:49.726625 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dccd6577-f56c-4a62-b797-791b713b22e3 req-6fd54979-6563-45da-8802-478fbe1dc326 service neutron] 10.222.0.77 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270829 Nov 09 19:50:49.732078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No DVR routers for this DVR port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: from cryptography.utils import int_from_bytes Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: from cryptography.utils import int_from_bytes Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.744490 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:49.747507 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:50:49.754951 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-927e32c0-188d-4894-b593-fb060bf9f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.794830 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e32c0-188d-4894-b593-fb060bf9f8e8 None None] Pushing event deleted for resources: {'Port': ['ID=5d0c9b99-5da9-42ca-85a0-5d18de4b66e2,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:49.801739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e32c0-188d-4894-b593-fb060bf9f8e8 None None] No DVR routers for this DVR port 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:49.848280 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.859027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3595b3da-b10c-45b9-9d48-2b227b293634 req-96df1112-07f0-4b08-8815-099636e9b95f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224644 Nov 09 19:50:49.865126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3afad77b-884b-4ebe-b19e-bb66c4c10c94 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Deleting port 31b7f05b-9bfc-404b-8cd1-a6adc0f6d264 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:49.865599 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3afad77b-884b-4ebe-b19e-bb66c4c10c94 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.882348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4e626a-f13e-43ec-b2e9-682d308439c0']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:49.916880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b48abd-09f3-43df-aef0-0296b2711f29') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:49.917224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b48abd-09f3-43df-aef0-0296b2711f29') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:49.932233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.935191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dccd6577-f56c-4a62-b797-791b713b22e3 req-e02170e1-8c56-4668-9417-21aa945f63b2 service neutron] 10.222.0.77 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921394 Nov 09 19:50:49.958252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84315c-ba2b-49e7-b301-42b0f4ff0682 req-5c61e706-019c-4bae-917d-f0e5ca4ce0fb tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:49.959813 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f84315c-ba2b-49e7-b301-42b0f4ff0682 req-5c61e706-019c-4bae-917d-f0e5ca4ce0fb tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 946 time: 0.0795321 Nov 09 19:50:49.960820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.968243 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3afad77b-884b-4ebe-b19e-bb66c4c10c94 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.968600 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3afad77b-884b-4ebe-b19e-bb66c4c10c94 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.969808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:50:49.970213 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:50:49.973214 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:50:49.980692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3afad77b-884b-4ebe-b19e-bb66c4c10c94 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Calling delete_port for 31b7f05b-9bfc-404b-8cd1-a6adc0f6d264 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:50.058659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f84315c-ba2b-49e7-b301-42b0f4ff0682 req-74cf1b00-b33d-46a7-bb49-d341d88ac89f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906057 Nov 09 19:50:50.059756 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.066720 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.075971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/networks/8f4e626a-f13e-43ec-b2e9-682d308439c0 HTTP/1.1" status: 204 len: 168 time: 0.8050549 Nov 09 19:50:50.078420 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37260) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:50.092923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-4013568'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:50.099482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2ca4d-1fc1-410b-9f24-bdf8d5d01464 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Network': ['ID=8f4e626a-f13e-43ec-b2e9-682d308439c0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:50.119627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:50.123315 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.132995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3afad77b-884b-4ebe-b19e-bb66c4c10c94 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.149032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:50:50.158664 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.159002 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Added segment 8609cdc3-5f3f-4280-8ba5-cea43705b738 of type vlan for network 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb Nov 09 19:50:50.160487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afad77b-884b-4ebe-b19e-bb66c4c10c94 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Pushing event deleted for resources: {'Port': ['ID=31b7f05b-9bfc-404b-8cd1-a6adc0f6d264,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:50.205061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.237101 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3afad77b-884b-4ebe-b19e-bb66c4c10c94 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.239229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.240054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3afad77b-884b-4ebe-b19e-bb66c4c10c94 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.241314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3afad77b-884b-4ebe-b19e-bb66c4c10c94 tempest-FloatingIPAdminTestJSON-1240000158 tempest-FloatingIPAdminTestJSON-1240000158-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/9440e4ed-3fc1-436f-82d9-8b4aa210a43e HTTP/1.1" status: 204 len: 168 time: 1.0338295 Nov 09 19:50:50.246425 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37266) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:50.247860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:50.248532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.339407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2e10378a-977c-4c8d-9d0b-9c27eed481a7 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Deleting port 22ce7c30-20e9-4043-ac31-5468109f7366 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:50.339812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e10378a-977c-4c8d-9d0b-9c27eed481a7 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.363679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2815108 Nov 09 19:50:50.364341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37268) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:50.371134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:50.376347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d3979-6892-442b-b5d0-a9ef2971b1c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Network': ['ID=1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:50.396324 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:50:50.444171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e5dc-7de2-451e-bb84-d5086243ff3b req-becb0d3c-c2d6-42be-8b4c-5bfe6af05ab1 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:50.445308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e10378a-977c-4c8d-9d0b-9c27eed481a7 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.445731 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5d4e5dc-7de2-451e-bb84-d5086243ff3b req-becb0d3c-c2d6-42be-8b4c-5bfe6af05ab1 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 946 time: 0.1336040 Nov 09 19:50:50.460696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2e10378a-977c-4c8d-9d0b-9c27eed481a7 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Calling delete_port for 22ce7c30-20e9-4043-ac31-5468109f7366 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:50.514663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5d4e5dc-7de2-451e-bb84-d5086243ff3b req-7693e101-b28e-4b3d-9616-a81650c7c2b5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602584 Nov 09 19:50:50.519902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:50.523880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.599562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:50.625721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:50.626254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5d0c9b99-5da9-42ca-85a0-5d18de4b66e2 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:50.636154 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e10378a-977c-4c8d-9d0b-9c27eed481a7 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.666605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10378a-977c-4c8d-9d0b-9c27eed481a7 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event deleted for resources: {'Port': ['ID=22ce7c30-20e9-4043-ac31-5468109f7366,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:50.738566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e10378a-977c-4c8d-9d0b-9c27eed481a7 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.742324 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2e10378a-977c-4c8d-9d0b-9c27eed481a7 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "DELETE /v2.0/ports/22ce7c30-20e9-4043-ac31-5468109f7366 HTTP/1.1" status: 204 len: 168 time: 0.4949961 Nov 09 19:50:50.748151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37274) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:50.782731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.811263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a0209-b38f-4e0b-868d-d0116ecbdca9 req-abb40e69-e80c-4843-a794-a7464a30f224 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:50.820722 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db5a0209-b38f-4e0b-868d-d0116ecbdca9 req-abb40e69-e80c-4843-a794-a7464a30f224 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0728824 Nov 09 19:50:50.856909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e517f6f-286f-40b9-b960-fa21685f74c3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:50.861958 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9e517f6f-286f-40b9-b960-fa21685f74c3 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "GET /v2.0/ports?device_id=df61edfd-dbae-48dd-b2a0-f13def9494aa HTTP/1.1" status: 200 len: 913 time: 0.1127884 Nov 09 19:50:50.863184 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db5a0209-b38f-4e0b-868d-d0116ecbdca9 req-50f259b7-75b6-46af-8a8c-c8f440cbe7e0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 Nov 09 19:50:50.865186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37280) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:50.889662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=9be896df-ca57-4c53-ba89-5246a821f53f,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:50.927868 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:50.967096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Checking segment: {'id': '8609cdc3-5f3f-4280-8ba5-cea43705b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:50.967377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network hostable DHCP agents. Network: 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:50:50.987379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acdd6b-e504-4ba2-b46e-26ab422376bc req-9ebb2326-5dc4-4929-8434-f48baaefb015 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:50.988870 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-65acdd6b-e504-4ba2-b46e-26ab422376bc req-9ebb2326-5dc4-4929-8434-f48baaefb015 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 943 time: 0.0522280 Nov 09 19:50:51.001995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:50:51.018298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:51.027370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4fb2a0-f585-49fb-8bd7-c26492bc791d None None] Network 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:51.031799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:51.032404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.034469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-65acdd6b-e504-4ba2-b46e-26ab422376bc req-9a6d93aa-f2ca-4412-9785-dc085d372255 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380914 Nov 09 19:50:51.106648 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8f55c605-23ee-4ce4-9d94-c6e1a495be33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7407203 Nov 09 19:50:51.109504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37284) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:51.114801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb', 'name': 'tempest-PortsIpV6TestJSON-955046070', 'fixed_ips': [{'subnet_id': '9be896df-ca57-4c53-ba89-5246a821f53f', 'ip_address': '2001:db8::10'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:51.194498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb', 'network_id': '1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb', 'tenant_id': '7b12767ddeaf45c189a6b8cf348a8054', 'fixed_ips': [{'subnet_id': '9be896df-ca57-4c53-ba89-5246a821f53f'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:50:51.195393 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.235292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:51.324341 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.339585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Allocated IP 2001:db8::2 (1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb/9be896df-ca57-4c53-ba89-5246a821f53f/cbd87bf2-2161-4579-ae8a-fd1f311914b1) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:51.344277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port a753e830-bf72-48e0-8016-aa48620f6063 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:51.373634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.518532 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.527700 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.571455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Network 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:51.574279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:51.577294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:51.588009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Pushing event updated for resources: {'Port': ['ID=cbd87bf2-2161-4579-ae8a-fd1f311914b1,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:51.588883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8::10 (1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb/9be896df-ca57-4c53-ba89-5246a821f53f/a753e830-bf72-48e0-8016-aa48620f6063) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:51.658330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Attempting to bind port cbd87bf2-2161-4579-ae8a-fd1f311914b1 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:51.658674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Attempting to bind port cbd87bf2-2161-4579-ae8a-fd1f311914b1 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '8609cdc3-5f3f-4280-8ba5-cea43705b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:51.659147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Attempting to bind port cbd87bf2-2161-4579-ae8a-fd1f311914b1 on network 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:51.666228 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:51.666632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Checking segment: {'id': '8609cdc3-5f3f-4280-8ba5-cea43705b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:51.667043 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.667633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Bound using segment: {'id': '8609cdc3-5f3f-4280-8ba5-cea43705b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:51.668407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Bound port: cbd87bf2-2161-4579-ae8a-fd1f311914b1, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8609cdc3-5f3f-4280-8ba5-cea43705b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:51.668541 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.739745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] For port cbd87bf2-2161-4579-ae8a-fd1f311914b1, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:51.743303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] For port cbd87bf2-2161-4579-ae8a-fd1f311914b1, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cbd87bf2-2161-4579-ae8a-fd1f311914b1,segment=NetworkSegment(8609cdc3-5f3f-4280-8ba5-cea43705b738),segment_id=8609cdc3-5f3f-4280-8ba5-cea43705b738)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:51.744887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d87dc-87c9-44e7-899d-47581997de70 req-4a339c9d-1274-4170-99f4-eac5c4c56369 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:51.746330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1099c-154c-48ff-a1fc-263bf2bd1548 req-0bdb9f00-a9ae-47cf-957a-44da314f74e5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:51.746641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c16d87dc-87c9-44e7-899d-47581997de70 req-4a339c9d-1274-4170-99f4-eac5c4c56369 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 946 time: 0.0906823 Nov 09 19:50:51.747862 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fba1099c-154c-48ff-a1fc-263bf2bd1548 req-0bdb9f00-a9ae-47cf-957a-44da314f74e5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 946 time: 0.1214275 Nov 09 19:50:51.749011 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.813003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Deleting port 0e1fc669-d2a4-4f9e-a779-842afb901344 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:51.814199 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.822844 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fba1099c-154c-48ff-a1fc-263bf2bd1548 req-c5e1afc9-bc49-4b08-a395-a77495e557b5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603020 Nov 09 19:50:51.825173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b45d4-8dab-472a-a249-2e5475953714 None None] Pushing event updated for resources: {'Port': ['ID=cbd87bf2-2161-4579-ae8a-fd1f311914b1,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:51.835646 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.876422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.933636 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:51.936751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:51.950375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:51.956143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:51.956870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:51.961964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=a753e830-bf72-48e0-8016-aa48620f6063,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:51.988054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2eadf85a-f79f-4315-b2ad-69582daa1b24 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:50:51.990239 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.011547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Calling delete_port for 0e1fc669-d2a4-4f9e-a779-842afb901344 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:52.025313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8d6e3508-170f-4b9f-9c7e-f23424ec630e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9119577 Nov 09 19:50:52.026213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37296) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:52.028843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-c16d87dc-87c9-44e7-899d-47581997de70 req-cd0f3217-8313-4169-be55-0306e5530642 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Deleting port b6545a71-24e6-43ea-943b-ee3de397e7b2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:52.029184 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c16d87dc-87c9-44e7-899d-47581997de70 req-cd0f3217-8313-4169-be55-0306e5530642 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.034687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': '1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb', 'name': 'tempest-PortsIpV6TestJSON-1754342811', 'fixed_ips': [{'subnet_id': '9be896df-ca57-4c53-ba89-5246a821f53f', 'ip_address': '2001:db8::f'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:52.133120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b99404-a5e0-4cad-b0cb-b72c488b31a0 req-06cf13f6-d24b-44da-8819-1a218e0ad3f0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:52.141667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6b99404-a5e0-4cad-b0cb-b72c488b31a0 req-06cf13f6-d24b-44da-8819-1a218e0ad3f0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1805427 Nov 09 19:50:52.219886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2eadf85a-f79f-4315-b2ad-69582daa1b24, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2eadf85a-f79f-4315-b2ad-69582daa1b24,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:52.242835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '2eadf85a-f79f-4315-b2ad-69582daa1b24', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'port_id': '2eadf85a-f79f-4315-b2ad-69582daa1b24', 'mac_address': 'fa:16:3e:9f:f1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f9f0a-652d-4c5b-9ffd-a1403c63eb79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:50:52.243136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6b99404-a5e0-4cad-b0cb-b72c488b31a0 req-c33a0fe3-6cbc-4423-afdc-5d2bd5cba5e7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004713 Nov 09 19:50:52.293773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:52.297300 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.299335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.311652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eadf85a-f79f-4315-b2ad-69582daa1b24 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:50:52.319482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port c7b9e08b-e6dc-46ad-93c6-5a9e8ee8b40e yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:52.338371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2eadf85a-f79f-4315-b2ad-69582daa1b24, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2eadf85a-f79f-4315-b2ad-69582daa1b24,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:52.344185 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.392051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=2eadf85a-f79f-4315-b2ad-69582daa1b24,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:52.486326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8::f (1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb/9be896df-ca57-4c53-ba89-5246a821f53f/c7b9e08b-e6dc-46ad-93c6-5a9e8ee8b40e) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:52.540943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f67db-7995-4bcf-9c0f-ffa5d2739c86 req-4f403de6-ed33-4d63-b5ef-6bc38dcc10c2 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:52.547198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0b1f67db-7995-4bcf-9c0f-ffa5d2739c86 req-4f403de6-ed33-4d63-b5ef-6bc38dcc10c2 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 944 time: 0.1779621 Nov 09 19:50:52.570204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c16d87dc-87c9-44e7-899d-47581997de70 req-cd0f3217-8313-4169-be55-0306e5530642 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] For port b6545a71-24e6-43ea-943b-ee3de397e7b2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=b6545a71-24e6-43ea-943b-ee3de397e7b2,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:52.570666 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c16d87dc-87c9-44e7-899d-47581997de70 req-cd0f3217-8313-4169-be55-0306e5530642 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.611232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-c16d87dc-87c9-44e7-899d-47581997de70 req-cd0f3217-8313-4169-be55-0306e5530642 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Calling delete_port for b6545a71-24e6-43ea-943b-ee3de397e7b2 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:52.621539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['2eadf85a-f79f-4315-b2ad-69582daa1b24'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:50:52.665087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cbd87bf2-2161-4579-ae8a-fd1f311914b1 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:52.693178 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0b1f67db-7995-4bcf-9c0f-ffa5d2739c86 req-55a86b47-aa83-48be-9186-cc981c649881 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189806 Nov 09 19:50:52.694556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.749697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.777623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port cbd87bf2-2161-4579-ae8a-fd1f311914b1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:52.778020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.799907 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.837961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event deleted for resources: {'Port': ['ID=0e1fc669-d2a4-4f9e-a779-842afb901344,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:52.842100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=c7b9e08b-e6dc-46ad-93c6-5a9e8ee8b40e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:52.854893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:52.857175 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:52.866055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:52.876464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:52.879892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.901321 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2653e920-9264-48b2-8295-19346eed2f24 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8723183 Nov 09 19:50:52.904394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37304) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:52.940407 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:52.988673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port cbd87bf2-2161-4579-ae8a-fd1f311914b1, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cbd87bf2-2161-4579-ae8a-fd1f311914b1,segment=NetworkSegment(8609cdc3-5f3f-4280-8ba5-cea43705b738),segment_id=8609cdc3-5f3f-4280-8ba5-cea43705b738)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:52.995319 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:53.063906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=cbd87bf2-2161-4579-ae8a-fd1f311914b1,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:53.093044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f357571-b125-497e-8d3e-31a670452b33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:53.096844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c16d87dc-87c9-44e7-899d-47581997de70 req-cd0f3217-8313-4169-be55-0306e5530642 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:53.097398 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1f357571-b125-497e-8d3e-31a670452b33 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1899600 Nov 09 19:50:53.098549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37310) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:53.111636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['b6545a71-24e6-43ea-943b-ee3de397e7b2'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:50:53.151084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f3217-8313-4169-be55-0306e5530642 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Pushing event deleted for resources: {'Port': ['ID=b6545a71-24e6-43ea-943b-ee3de397e7b2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:53.189792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98910e3-ded8-4bff-a168-7dbebcbbbc38 req-7e3d9a74-3e21-4bb6-8d8d-d4917dd8d649 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:53.191549 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a98910e3-ded8-4bff-a168-7dbebcbbbc38 req-7e3d9a74-3e21-4bb6-8d8d-d4917dd8d649 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ec59d8d-e0c9-461b-a04c-389f54221290 HTTP/1.1" status: 200 len: 946 time: 0.2203467 Nov 09 19:50:53.242405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254557a-eca8-4be8-a78a-2585407dfb4b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:53.247637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb2a64-08af-4f75-84f0-b506a2483bab None None] Network 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:53.249430 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254557a-eca8-4be8-a78a-2585407dfb4b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:53.255588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254557a-eca8-4be8-a78a-2585407dfb4b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:53.259857 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8254557a-eca8-4be8-a78a-2585407dfb4b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1560769 Nov 09 19:50:53.260160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37314) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:53.284448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16d87dc-87c9-44e7-899d-47581997de70 req-cd0f3217-8313-4169-be55-0306e5530642 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] No DVR routers for this DVR port b6545a71-24e6-43ea-943b-ee3de397e7b2 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:53.292409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c16d87dc-87c9-44e7-899d-47581997de70 req-cd0f3217-8313-4169-be55-0306e5530642 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:53.295859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c16d87dc-87c9-44e7-899d-47581997de70 req-cd0f3217-8313-4169-be55-0306e5530642 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.70 "DELETE /v2.0/ports/b6545a71-24e6-43ea-943b-ee3de397e7b2 HTTP/1.1" status: 204 len: 173 time: 1.5424547 Nov 09 19:50:53.296782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec59d8d-e0c9-461b-a04c-389f54221290', 'name': 'network-vif-deleted', 'tag': 'b6545a71-24e6-43ea-943b-ee3de397e7b2'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:53.298591 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273aa369-03b5-41ca-8de9-a7b212a7851c" -d '{"events": [{"server_uuid": "9ec59d8d-e0c9-461b-a04c-389f54221290", "name": "network-vif-deleted", "tag": "b6545a71-24e6-43ea-943b-ee3de397e7b2"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:53.305407 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a98910e3-ded8-4bff-a168-7dbebcbbbc38 req-6df73ee0-a6b2-4301-9fcf-6e1b472707de tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037571 Nov 09 19:50:53.350911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-de1a5aac-b3c6-4e29-8764-e30fb9b6db12 None None] Provisioning complete for port cbd87bf2-2161-4579-ae8a-fd1f311914b1 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:53.351387 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de1a5aac-b3c6-4e29-8764-e30fb9b6db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:53.353052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:53.392492 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7645ec4a-a634-4f4f-8728-cef9463940eb x-openstack-request-id: req-7645ec4a-a634-4f4f-8728-cef9463940eb {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:53.392809 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec59d8d-e0c9-461b-a04c-389f54221290", "name": "network-vif-deleted", "tag": "b6545a71-24e6-43ea-943b-ee3de397e7b2", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:53.393035 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7645ec4a-a634-4f4f-8728-cef9463940eb {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:53.393458 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec59d8d-e0c9-461b-a04c-389f54221290', 'name': 'network-vif-deleted', 'tag': 'b6545a71-24e6-43ea-943b-ee3de397e7b2', 'status': 'completed', 'code': 200} Nov 09 19:50:53.412916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['47701f0d-94b1-4d67-b61a-c4849ee89784'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:50:53.438106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-383bf54c-517a-48cd-9423-6ce687671ad6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port c7b9e08b-e6dc-46ad-93c6-5a9e8ee8b40e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:53.438913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-383bf54c-517a-48cd-9423-6ce687671ad6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:53.507154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90210479-f324-4163-a77c-f29758f19f6d req-1d2a87ae-1c1f-4bd9-83fe-6a4e44d6772b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:53.508968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90210479-f324-4163-a77c-f29758f19f6d req-1d2a87ae-1c1f-4bd9-83fe-6a4e44d6772b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1355779 Nov 09 19:50:53.546925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-383bf54c-517a-48cd-9423-6ce687671ad6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:53.567366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-383bf54c-517a-48cd-9423-6ce687671ad6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for c7b9e08b-e6dc-46ad-93c6-5a9e8ee8b40e owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:53.657767 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90210479-f324-4163-a77c-f29758f19f6d req-5736b169-fa3f-46f2-8957-818910fea941 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263905 Nov 09 19:50:53.723490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Router df61edfd-dbae-48dd-b2a0-f13def9494aa has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:50:53.771497 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-383bf54c-517a-48cd-9423-6ce687671ad6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:53.815360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bf54c-517a-48cd-9423-6ce687671ad6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=c7b9e08b-e6dc-46ad-93c6-5a9e8ee8b40e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:53.849031 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-383bf54c-517a-48cd-9423-6ce687671ad6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:53.853286 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-383bf54c-517a-48cd-9423-6ce687671ad6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/c7b9e08b-e6dc-46ad-93c6-5a9e8ee8b40e HTTP/1.1" status: 204 len: 168 time: 0.5917082 Nov 09 19:50:53.855416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37322) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:53.884667 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed357a15-4287-4e8e-a78f-7d9e3c04e263 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:53.889275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ed357a15-4287-4e8e-a78f-7d9e3c04e263 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/c7b9e08b-e6dc-46ad-93c6-5a9e8ee8b40e HTTP/1.1" status: 404 len: 333 time: 0.0296581 Nov 09 19:50:53.889275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37324) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:53.921376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb57371-1a5a-498d-bf5d-2acd147f1cd6 req-a9cf007b-6fdc-4561-8877-1f453614edd3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:53.923093 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3eb57371-1a5a-498d-bf5d-2acd147f1cd6 req-a9cf007b-6fdc-4561-8877-1f453614edd3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 944 time: 0.0968025 Nov 09 19:50:53.945477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8f912c90-e6f5-4cee-8e44-72af6e10b8d4 None None] Could not find standard attr ID for object c7b9e08b-e6dc-46ad-93c6-5a9e8ee8b40e. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:50:53.947504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:50:53.953439 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e386dc0c-902f-4472-bdee-295b342293d9 tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "PUT /v2.0/routers/df61edfd-dbae-48dd-b2a0-f13def9494aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0856602 Nov 09 19:50:53.962015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37326) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:53.964227 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fbc8c-9d7e-4f58-a8bc-37bdf4d30b6c None None] Sync routers for ids ['df61edfd-dbae-48dd-b2a0-f13def9494aa'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:50:53.964951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8f912c90-e6f5-4cee-8e44-72af6e10b8d4 None None] Provisioning complete for port a753e830-bf72-48e0-8016-aa48620f6063 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:53.965336 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f912c90-e6f5-4cee-8e44-72af6e10b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:53.978800 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fbc8c-9d7e-4f58-a8bc-37bdf4d30b6c None None] Routers {'df61edfd-dbae-48dd-b2a0-f13def9494aa'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:53.979425 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6c0fbc8c-9d7e-4f58-a8bc-37bdf4d30b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['df61edfd-dbae-48dd-b2a0-f13def9494aa'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:54.010622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6a11fa9e-9d29-4c19-b42a-c9a31b3685fa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port a753e830-bf72-48e0-8016-aa48620f6063 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:54.011587 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2eadf85a-f79f-4315-b2ad-69582daa1b24 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:54.012079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a11fa9e-9d29-4c19-b42a-c9a31b3685fa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.016901 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6c0fbc8c-9d7e-4f58-a8bc-37bdf4d30b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:54.029405 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fbc8c-9d7e-4f58-a8bc-37bdf4d30b6c None None] Routers {'df61edfd-dbae-48dd-b2a0-f13def9494aa'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:50:54.030376 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6c0fbc8c-9d7e-4f58-a8bc-37bdf4d30b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['df61edfd-dbae-48dd-b2a0-f13def9494aa'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:54.045333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8f912c90-e6f5-4cee-8e44-72af6e10b8d4 None None] Port a753e830-bf72-48e0-8016-aa48620f6063 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:54.066480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8f912c90-e6f5-4cee-8e44-72af6e10b8d4 None None] Provisioning complete for port cbd87bf2-2161-4579-ae8a-fd1f311914b1 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:54.066909 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f912c90-e6f5-4cee-8e44-72af6e10b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.079028 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6c0fbc8c-9d7e-4f58-a8bc-37bdf4d30b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:54.079703 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fbc8c-9d7e-4f58-a8bc-37bdf4d30b6c None None] The sync data for ids ['df61edfd-dbae-48dd-b2a0-f13def9494aa'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:50:54.131563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3eb57371-1a5a-498d-bf5d-2acd147f1cd6 req-1a59e311-39df-466b-9cd2-824835084dad tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942608 Nov 09 19:50:54.167267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 2eadf85a-f79f-4315-b2ad-69582daa1b24 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:50:54.195048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.195207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 2eadf85a-f79f-4315-b2ad-69582daa1b24 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:54.195512 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.221010 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a11fa9e-9d29-4c19-b42a-c9a31b3685fa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.236338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6a11fa9e-9d29-4c19-b42a-c9a31b3685fa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for a753e830-bf72-48e0-8016-aa48620f6063 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:54.316431 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.341475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.348676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f329cd-3fea-45fc-9bae-c2745a5b642f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadf85a-f79f-4315-b2ad-69582daa1b24'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:50:54.351586 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4be964d-e35a-4cd5-ac8d-641fb71a0a5b" -d '{"events": [{"server_uuid": "b4f329cd-3fea-45fc-9bae-c2745a5b642f", "name": "network-vif-plugged", "status": "completed", "tag": "2eadf85a-f79f-4315-b2ad-69582daa1b24"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:50:54.373310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2eadf85a-f79f-4315-b2ad-69582daa1b24, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2eadf85a-f79f-4315-b2ad-69582daa1b24,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:54.386343 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.392425 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5646cb29-eed0-4e04-bb12-ac2c7eddf3e4 None None] Provisioning complete for port a753e830-bf72-48e0-8016-aa48620f6063 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:54.392880 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5646cb29-eed0-4e04-bb12-ac2c7eddf3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.424786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a11fa9e-9d29-4c19-b42a-c9a31b3685fa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.454729 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f83051-1b44-446f-bae6-991162779f4a x-openstack-request-id: req-03f83051-1b44-446f-bae6-991162779f4a {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:50:54.455082 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f329cd-3fea-45fc-9bae-c2745a5b642f", "name": "network-vif-plugged", "status": "completed", "tag": "2eadf85a-f79f-4315-b2ad-69582daa1b24", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:50:54.455291 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03f83051-1b44-446f-bae6-991162779f4a {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:50:54.455699 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f329cd-3fea-45fc-9bae-c2745a5b642f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadf85a-f79f-4315-b2ad-69582daa1b24', 'code': 200} Nov 09 19:50:54.468640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11fa9e-9d29-4c19-b42a-c9a31b3685fa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=a753e830-bf72-48e0-8016-aa48620f6063,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:54.485806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Deleting port 6dc5734f-0c2a-4c47-a699-3123c6e4b62e {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:54.486167 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.535161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5646cb29-eed0-4e04-bb12-ac2c7eddf3e4 None None] Port a753e830-bf72-48e0-8016-aa48620f6063 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:50:54.539460 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a11fa9e-9d29-4c19-b42a-c9a31b3685fa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.543342 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6a11fa9e-9d29-4c19-b42a-c9a31b3685fa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/a753e830-bf72-48e0-8016-aa48620f6063 HTTP/1.1" status: 204 len: 168 time: 0.6531725 Nov 09 19:50:54.546069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37338) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:54.554251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=2eadf85a-f79f-4315-b2ad-69582daa1b24,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:54.599389 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76c8288-c486-4fbf-ad08-1f2808c8d8e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:50:54.601339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f76c8288-c486-4fbf-ad08-1f2808c8d8e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/a753e830-bf72-48e0-8016-aa48620f6063 HTTP/1.1" status: 404 len: 333 time: 0.0541618 Nov 09 19:50:54.608523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37340) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:54.625009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71309f6-3edb-4f30-8c2a-2ba7dca3236c req-6d23663d-5873-4192-8eb6-5f33d10be444 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:54.626729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e71309f6-3edb-4f30-8c2a-2ba7dca3236c req-6d23663d-5873-4192-8eb6-5f33d10be444 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1274593 Nov 09 19:50:54.639645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cbd87bf2-2161-4579-ae8a-fd1f311914b1 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:50:54.654689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a57a15-197e-42c9-af0c-7d3bb387851f req-35829017-8e31-4666-806e-ff9221813906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:54.656221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03a57a15-197e-42c9-af0c-7d3bb387851f req-35829017-8e31-4666-806e-ff9221813906 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 1096 time: 0.1491916 Nov 09 19:50:54.683133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ff7d25bc-1d9f-4803-8521-2c4536f98111 None None] Could not find standard attr ID for object c7b9e08b-e6dc-46ad-93c6-5a9e8ee8b40e. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:50:54.686601 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.706031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e71309f6-3edb-4f30-8c2a-2ba7dca3236c req-2cda4e55-cfee-42b3-9b2f-3471b029a7ba tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681829 Nov 09 19:50:54.710979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Calling delete_port for 6dc5734f-0c2a-4c47-a699-3123c6e4b62e owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:54.731616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03a57a15-197e-42c9-af0c-7d3bb387851f req-c92830ab-83e9-4797-939f-a3074843668c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602784 Nov 09 19:50:54.735850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc67c079-f1b8-4fb2-913b-2bb52eff49ac tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet 9be896df-ca57-4c53-ba89-5246a821f53f {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:50:54.739273 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc67c079-f1b8-4fb2-913b-2bb52eff49ac tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.750577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port cbd87bf2-2161-4579-ae8a-fd1f311914b1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:50:54.751119 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.851139 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc67c079-f1b8-4fb2-913b-2bb52eff49ac tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:54.921932 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc924e-4ad5-4f6a-8d3d-f27224ff4c2e req-30795d3f-d6f9-4a21-856a-9c3afb617e02 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:54.929454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-10cc924e-4ad5-4f6a-8d3d-f27224ff4c2e req-30795d3f-d6f9-4a21-856a-9c3afb617e02 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1436582 Nov 09 19:50:54.996389 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-10cc924e-4ad5-4f6a-8d3d-f27224ff4c2e req-a104eb11-9115-4375-a945-208d14177b4b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659971 Nov 09 19:50:55.004229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.025401 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc67c079-f1b8-4fb2-913b-2bb52eff49ac tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.037361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event deleted for resources: {'Port': ['ID=6dc5734f-0c2a-4c47-a699-3123c6e4b62e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:55.050736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af317998-de27-4482-a561-d126ee109e18 req-64a53609-ca05-48a8-81ef-c311dd57d5af tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:55.052303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af317998-de27-4482-a561-d126ee109e18 req-64a53609-ca05-48a8-81ef-c311dd57d5af tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1154785 Nov 09 19:50:55.101598 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc67c079-f1b8-4fb2-913b-2bb52eff49ac tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.134923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67c079-f1b8-4fb2-913b-2bb52eff49ac tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=9be896df-ca57-4c53-ba89-5246a821f53f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:55.144335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dc67c079-f1b8-4fb2-913b-2bb52eff49ac tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.147549 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.147831 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dc67c079-f1b8-4fb2-913b-2bb52eff49ac tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/9be896df-ca57-4c53-ba89-5246a821f53f HTTP/1.1" status: 204 len: 168 time: 0.5381048 Nov 09 19:50:55.150667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37354) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:55.154401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af317998-de27-4482-a561-d126ee109e18 req-4dcbb73c-bc61-463b-bf4f-2d523114d8bf tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957689 Nov 09 19:50:55.177384 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ea961-66e9-4d8c-8516-d7d8bc887837 None None] Network 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:55.245845 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.337249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.339155 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.343257 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.358394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port cbd87bf2-2161-4579-ae8a-fd1f311914b1 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:55.359032 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.373064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955e2f4-7775-49a5-a53a-0da5efcfaa05 req-75aae3ae-a84f-4fac-89bd-6803ee14bf87 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:55.374871 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2955e2f4-7775-49a5-a53a-0da5efcfaa05 req-75aae3ae-a84f-4fac-89bd-6803ee14bf87 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0770497 Nov 09 19:50:55.380852 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ad248-e757-4388-8553-06eb000f50b3 req-2c841e45-9738-438e-83a9-13d68a3d3dcc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:55.382352 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-663ad248-e757-4388-8553-06eb000f50b3 req-2c841e45-9738-438e-83a9-13d68a3d3dcc tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 945 time: 0.0860639 Nov 09 19:50:55.440687 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.441569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Fanout notify agent at l3_agent the message router_deleted on router df61edfd-dbae-48dd-b2a0-f13def9494aa {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:50:55.451531 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.455863 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4ffdf70a-aca6-4aca-994a-a77c8daa540f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "DELETE /v2.0/routers/df61edfd-dbae-48dd-b2a0-f13def9494aa HTTP/1.1" status: 204 len: 168 time: 1.4805279 Nov 09 19:50:55.455863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37362) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:55.472561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdf0865-95b0-481f-9506-a641a26f7800 None None] DHCP port deletion for 1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:50:55.488919 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2955e2f4-7775-49a5-a53a-0da5efcfaa05 req-9f9d6d56-4fbb-4a84-870e-e161c8dbf7bb tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012051 Nov 09 19:50:55.490645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] For port cbd87bf2-2161-4579-ae8a-fd1f311914b1, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cbd87bf2-2161-4579-ae8a-fd1f311914b1,segment=NetworkSegment(8609cdc3-5f3f-4280-8ba5-cea43705b738),segment_id=8609cdc3-5f3f-4280-8ba5-cea43705b738)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:55.491021 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.504970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for cbd87bf2-2161-4579-ae8a-fd1f311914b1 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:55.519117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-663ad248-e757-4388-8553-06eb000f50b3 req-f2ab7cfc-a65c-405c-96f4-7007d1c317f9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000197 Nov 09 19:50:55.522545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-acdf0865-95b0-481f-9506-a641a26f7800 None None] Deleting port cbd87bf2-2161-4579-ae8a-fd1f311914b1 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:55.523071 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-acdf0865-95b0-481f-9506-a641a26f7800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.566618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fc701d-0022-46ae-a54f-24baf9afa35b tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Deleting subnet cb60d14b-c81b-4569-82d6-b0230331c8d5 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:50:55.579618 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-22fc701d-0022-46ae-a54f-24baf9afa35b tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.612434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-acdf0865-95b0-481f-9506-a641a26f7800 None None] For port cbd87bf2-2161-4579-ae8a-fd1f311914b1, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cbd87bf2-2161-4579-ae8a-fd1f311914b1,segment=NetworkSegment(8609cdc3-5f3f-4280-8ba5-cea43705b738),segment_id=8609cdc3-5f3f-4280-8ba5-cea43705b738)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:55.612845 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-acdf0865-95b0-481f-9506-a641a26f7800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.628093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-acdf0865-95b0-481f-9506-a641a26f7800 None None] Calling delete_port for cbd87bf2-2161-4579-ae8a-fd1f311914b1 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:55.643778 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-22fc701d-0022-46ae-a54f-24baf9afa35b tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.717520 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-acdf0865-95b0-481f-9506-a641a26f7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.749794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf0865-95b0-481f-9506-a641a26f7800 None None] Pushing event deleted for resources: {'Port': ['ID=cbd87bf2-2161-4579-ae8a-fd1f311914b1,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:55.754805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf0865-95b0-481f-9506-a641a26f7800 None None] No DVR routers for this DVR port cbd87bf2-2161-4579-ae8a-fd1f311914b1 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:55.773389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-22fc701d-0022-46ae-a54f-24baf9afa35b tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.851845 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-22fc701d-0022-46ae-a54f-24baf9afa35b tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.903303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc701d-0022-46ae-a54f-24baf9afa35b tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event deleted for resources: {'Subnet': ['ID=cb60d14b-c81b-4569-82d6-b0230331c8d5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:55.911954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9198457-55e5-44f5-8369-a40610ce2eb6 None None] Network fcafb85c-d746-487a-987e-172362ef9480 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:55.916547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-22fc701d-0022-46ae-a54f-24baf9afa35b tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:55.920173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-22fc701d-0022-46ae-a54f-24baf9afa35b tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "DELETE /v2.0/subnets/cb60d14b-c81b-4569-82d6-b0230331c8d5 HTTP/1.1" status: 204 len: 168 time: 0.4638307 Nov 09 19:50:55.922483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37376) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:56.048707 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.072721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.107993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=cbd87bf2-2161-4579-ae8a-fd1f311914b1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:56.110091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No DVR routers for this DVR port cbd87bf2-2161-4579-ae8a-fd1f311914b1 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:56.188419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Deleting port c253faf9-6073-4229-85ea-d0c63bd423ed {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:56.189007 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.223525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.259206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d12528-093f-4c3f-b700-8d8a8ab9a82e None None] DHCP port deletion for fcafb85c-d746-487a-987e-172362ef9480 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:50:56.265182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device b6545a71-24e6-43ea-943b-ee3de397e7b2 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:56.272593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] For port c253faf9-6073-4229-85ea-d0c63bd423ed, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c253faf9-6073-4229-85ea-d0c63bd423ed,segment=NetworkSegment(3c92bad6-4675-46e2-988c-07f13f6b4294),segment_id=3c92bad6-4675-46e2-988c-07f13f6b4294)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:56.272968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.292389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Calling delete_port for c253faf9-6073-4229-85ea-d0c63bd423ed owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:56.293728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a02041-9ecc-4989-8722-4028b2698871 req-1d11ebe8-bd1a-4b52-9c6b-4527e0adb624 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:56.299608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: b6545a71-24e6-43ea-943b-ee3de397e7b2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:56.300079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device b6545a71-24e6-43ea-943b-ee3de397e7b2 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:56.304011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20a02041-9ecc-4989-8722-4028b2698871 req-1d11ebe8-bd1a-4b52-9c6b-4527e0adb624 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2130258 Nov 09 19:50:56.308925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:56.336324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8609cdc3-5f3f-4280-8ba5-cea43705b738') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:56.336632 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8609cdc3-5f3f-4280-8ba5-cea43705b738') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:56.353538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.387172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20a02041-9ecc-4989-8722-4028b2698871 req-51f80a26-b8f1-4df4-940e-c3d08ca34bf6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821438 Nov 09 19:50:56.388314 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.411065 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.422749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:50:56.423237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.437386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event deleted for resources: {'Port': ['ID=c253faf9-6073-4229-85ea-d0c63bd423ed,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:56.454143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] No DVR routers for this DVR port c253faf9-6073-4229-85ea-d0c63bd423ed on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:56.490671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d6d12528-093f-4c3f-b700-8d8a8ab9a82e None None] Deleting port c253faf9-6073-4229-85ea-d0c63bd423ed {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:56.490671 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d6d12528-093f-4c3f-b700-8d8a8ab9a82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.564073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d6d12528-093f-4c3f-b700-8d8a8ab9a82e None None] For port c253faf9-6073-4229-85ea-d0c63bd423ed, host n-d-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:50:56.566846 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d6d12528-093f-4c3f-b700-8d8a8ab9a82e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:50:56.574954 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:50:56.589753 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.592681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.602424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.612118 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/networks/1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb HTTP/1.1" status: 204 len: 168 time: 1.4570088 Nov 09 19:50:56.620353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d6d12528-093f-4c3f-b700-8d8a8ab9a82e None None] Calling delete_port for c253faf9-6073-4229-85ea-d0c63bd423ed owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:56.621146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37390) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:56.630198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c253faf9-6073-4229-85ea-d0c63bd423ed no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:56.630936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-988035217'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:56.633252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcafb85c-d746-487a-987e-172362ef9480']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:56.648666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c92bad6-4675-46e2-988c-07f13f6b4294') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:56.648970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c92bad6-4675-46e2-988c-07f13f6b4294') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:50:56.660802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.ipam_backend_mixin [None req-d6d12528-093f-4c3f-b700-8d8a8ab9a82e None None] Port c253faf9-6073-4229-85ea-d0c63bd423ed was not found and therefore no delete operation was performed {{(pid=102297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:50:56.661385 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.662834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: c253faf9-6073-4229-85ea-d0c63bd423ed {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:56.662834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c253faf9-6073-4229-85ea-d0c63bd423ed not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:56.663407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cbd87bf2-2161-4579-ae8a-fd1f311914b1 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:50:56.667451 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d6d12528-093f-4c3f-b700-8d8a8ab9a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.679378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.685076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfac7e-1163-46bf-8cc0-25ec79cb20b7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Network': ['ID=1ca8d457-c4ae-4fb1-a75f-1bf14b7a16eb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:56.693455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: cbd87bf2-2161-4579-ae8a-fd1f311914b1 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:50:56.693899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cbd87bf2-2161-4579-ae8a-fd1f311914b1 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:50:56.717112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d12528-093f-4c3f-b700-8d8a8ab9a82e None None] Pushing event deleted for resources: {'Port': ['ID=c253faf9-6073-4229-85ea-d0c63bd423ed,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:56.723833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:50:56.724259 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:50:56.731516 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:50:56.737396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de0f7-cc53-477b-890e-2c39090189e8 req-bff4e9aa-e384-4019-aee9-1aec2b079a46 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:56.745018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d12528-093f-4c3f-b700-8d8a8ab9a82e None None] No DVR routers for this DVR port c253faf9-6073-4229-85ea-d0c63bd423ed on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:50:56.747129 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-915de0f7-cc53-477b-890e-2c39090189e8 req-bff4e9aa-e384-4019-aee9-1aec2b079a46 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 945 time: 0.1025176 Nov 09 19:50:56.762032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:56.780397 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.844438 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.852439 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.858394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "DELETE /v2.0/networks/fcafb85c-d746-487a-987e-172362ef9480 HTTP/1.1" status: 204 len: 168 time: 0.9347632 Nov 09 19:50:56.863108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37394) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:56.887356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:50:56.906472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55607f-9901-4a97-a41a-23871e58c78d tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event deleted for resources: {'Network': ['ID=fcafb85c-d746-487a-987e-172362ef9480,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:56.949858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04507ca5-e140-4a6b-9a66-189ef3b9a73a req-f750346d-3526-4b0b-bc5a-90ea9c426753 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:56.952302 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04507ca5-e140-4a6b-9a66-189ef3b9a73a req-f750346d-3526-4b0b-bc5a-90ea9c426753 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0693295 Nov 09 19:50:56.959013 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:56.959368 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Added segment dbaaac4d-f557-49e6-b4bf-a0f6d879ef34 of type vlan for network b670f5d2-b424-4672-b72b-6a3f6376edb0 Nov 09 19:50:56.974215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-915de0f7-cc53-477b-890e-2c39090189e8 req-af48e1d4-47e3-41aa-97b3-d15e85050bac tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262211 Nov 09 19:50:57.001749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04507ca5-e140-4a6b-9a66-189ef3b9a73a req-f01386c1-b864-430c-8f87-09a3463b4f8a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Nov 09 19:50:57.075548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-c06c3244-8cff-410a-92ef-20a94341d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:57.077532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-c06c3244-8cff-410a-92ef-20a94341d0d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1095 time: 0.2512372 Nov 09 19:50:57.109678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:57.194310 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:57.200168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:57.200804 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:57.298912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-58628b3a-e749-42bf-80af-1af0f522431f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Deleting port 397aff29-aeb7-4812-9551-2499773531eb {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:50:57.299262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58628b3a-e749-42bf-80af-1af0f522431f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:57.310433 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6868684 Nov 09 19:50:57.313358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37416) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:57.318382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': 'b670f5d2-b424-4672-b72b-6a3f6376edb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:57.388996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-1365099c-ec03-4fd2-ad64-89ba10220b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:57.390564 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-1365099c-ec03-4fd2-ad64-89ba10220b61 service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.2904873 Nov 09 19:50:57.395972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186f30b-3d82-4de8-adf9-4531ce2b6609 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Network': ['ID=b670f5d2-b424-4672-b72b-6a3f6376edb0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:57.410394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network b670f5d2-b424-4672-b72b-6a3f6376edb0 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:50:57.438666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f820d-4a30-4d9e-a99d-732876020f06 req-b2bad8b6-4c70-4e56-83fc-9479f5a14767 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:57.440130 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-857f820d-4a30-4d9e-a99d-732876020f06 req-b2bad8b6-4c70-4e56-83fc-9479f5a14767 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1045473 Nov 09 19:50:57.463702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:57.465622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612206-5f15-4c55-ba0b-8626d78a5493 req-1bd971ab-517a-4995-8d44-15aad68ce091 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:57.467073 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:57.467187 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac612206-5f15-4c55-ba0b-8626d78a5493 req-1bd971ab-517a-4995-8d44-15aad68ce091 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 945 time: 0.2520459 Nov 09 19:50:57.496363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58628b3a-e749-42bf-80af-1af0f522431f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:57.496700 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58628b3a-e749-42bf-80af-1af0f522431f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:57.529550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-58628b3a-e749-42bf-80af-1af0f522431f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Calling delete_port for 397aff29-aeb7-4812-9551-2499773531eb owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:50:57.535788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-857f820d-4a30-4d9e-a99d-732876020f06 req-f41a73ec-d265-4775-9a15-b98b3235d799 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858312 Nov 09 19:50:57.537716 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-7371194f-9e61-4229-a361-dee0d32cfa90 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 998 time: 0.1342130 Nov 09 19:50:57.584791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac612206-5f15-4c55-ba0b-8626d78a5493 req-f1fbf5ae-5d22-4882-bf31-575d0403f032 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077807 Nov 09 19:50:57.655346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-e16c13e1-b215-437b-9e17-40dfb7cc4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:57.656780 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-e16c13e1-b215-437b-9e17-40dfb7cc4228 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.1061702 Nov 09 19:50:57.712974 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:57.728844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-22459c83-8e12-4fe8-ba22-648942c9bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:57.731106 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-22459c83-8e12-4fe8-ba22-648942c9bd25 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653555 Nov 09 19:50:57.766222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8d310-6d10-4c6d-bfe3-c244ec762dc3 req-dcb5bb4a-62a7-4c07-91bc-e63edec56aff tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:57.767743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2c8d310-6d10-4c6d-bfe3-c244ec762dc3 req-dcb5bb4a-62a7-4c07-91bc-e63edec56aff tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1072366 Nov 09 19:50:57.789555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=aa4727dc-3835-4891-8566-93f51d60ff0a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:57.843291 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58628b3a-e749-42bf-80af-1af0f522431f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:57.890243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58628b3a-e749-42bf-80af-1af0f522431f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Pushing event deleted for resources: {'Port': ['ID=397aff29-aeb7-4812-9551-2499773531eb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:57.921575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-d91acdc2-7fb7-47aa-a02d-c7094cda6e00 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638203 Nov 09 19:50:58.014208 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58628b3a-e749-42bf-80af-1af0f522431f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.017081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58628b3a-e749-42bf-80af-1af0f522431f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.018293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-58628b3a-e749-42bf-80af-1af0f522431f tempest-FloatingIPAdminTestJSON-1499607452 tempest-FloatingIPAdminTestJSON-1499607452-project] 10.222.0.53 "DELETE /v2.0/floatingips/5462ed0d-b9e3-4233-9fe2-78b8b0e664b9 HTTP/1.1" status: 204 len: 168 time: 1.1340232 Nov 09 19:50:58.058655 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d84defce-67cd-42d4-b81e-6a3c274e0ba5 req-015f1af4-b78c-4557-a55a-870cef05fa5e service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176310 Nov 09 19:50:58.106617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Checking segment: {'id': 'dbaaac4d-f557-49e6-b4bf-a0f6d879ef34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b670f5d2-b424-4672-b72b-6a3f6376edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:58.106976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network hostable DHCP agents. Network: b670f5d2-b424-4672-b72b-6a3f6376edb0, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:50:58.126780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2c8d310-6d10-4c6d-bfe3-c244ec762dc3 req-40aa78f9-f7fa-4c4d-b130-7aca7d62e6c3 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480425 Nov 09 19:50:58.136508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b79a1-a408-4083-827e-15d490982cac req-0352cf04-04a9-4f16-9d61-4c1407e2ce9f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:58.138096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e74b79a1-a408-4083-827e-15d490982cac req-0352cf04-04a9-4f16-9d61-4c1407e2ce9f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0586340 Nov 09 19:50:58.158756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network b670f5d2-b424-4672-b72b-6a3f6376edb0 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:50:58.170386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, b670f5d2-b424-4672-b72b-6a3f6376edb0) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:58.182503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd29455-bed7-4797-9238-e958a8dbf430 None None] Network b670f5d2-b424-4672-b72b-6a3f6376edb0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:50:58.186938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:58.187557 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.209748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fce94272-c40b-4953-a979-188f135307c0 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8948793 Nov 09 19:50:58.212312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37432) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:58.218728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e74b79a1-a408-4083-827e-15d490982cac req-d817f36d-1b1a-47ca-b034-2ac522c8097e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731785 Nov 09 19:50:58.225632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f6ec9ff3-ae31-4975-8b7e-db7167719afd tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-69239876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:58.253543 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9ff3-ae31-4975-8b7e-db7167719afd tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.254724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9ff3-ae31-4975-8b7e-db7167719afd tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.314284 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9ff3-ae31-4975-8b7e-db7167719afd tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.322704 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9ff3-ae31-4975-8b7e-db7167719afd tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.345558 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9ff3-ae31-4975-8b7e-db7167719afd tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.347145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f6ec9ff3-ae31-4975-8b7e-db7167719afd tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1329076 Nov 09 19:50:58.349898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37436) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:58.355523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37438) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:58.356403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'network_id': 'b670f5d2-b424-4672-b72b-6a3f6376edb0', 'name': 'tempest-PortsIpV6TestJSON-1464690903'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:50:58.406286 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-b670f5d2-b424-4672-b72b-6a3f6376edb0', 'network_id': 'b670f5d2-b424-4672-b72b-6a3f6376edb0', 'tenant_id': '7b12767ddeaf45c189a6b8cf348a8054', 'fixed_ips': [{'subnet_id': 'aa4727dc-3835-4891-8566-93f51d60ff0a'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:50:58.407648 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.497317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:50:58.501314 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.520190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 2aa14a90-0599-4980-9efb-653ca243751d yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:50:58.577237 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c8d76068-1f64-482e-a19f-f31b187ac5fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d621b87ea8dc4ac086907b1aeb72dde9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205334 Nov 09 19:50:58.579640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37446) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:58.610030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Allocated IP 2001:db8::2 (b670f5d2-b424-4672-b72b-6a3f6376edb0/aa4727dc-3835-4891-8566-93f51d60ff0a/65446f13-023c-46b3-b9fc-a7de206fc12e) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:58.651435 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef20d-30b8-4ce3-9abc-35c677363b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.698677 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef20d-30b8-4ce3-9abc-35c677363b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.787192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef20d-30b8-4ce3-9abc-35c677363b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.789892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef20d-30b8-4ce3-9abc-35c677363b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.791847 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2b8ef20d-30b8-4ce3-9abc-35c677363b8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80a6d96a-f88d-481a-9911-cc88ce2ed342 HTTP/1.1" status: 204 len: 168 time: 0.2111850 Nov 09 19:50:58.804964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ef20d-30b8-4ce3-9abc-35c677363b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a6d96a-f88d-481a-9911-cc88ce2ed342,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:58.818543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92731b2-31e8-45b6-895f-80a8233494af req-3edcaeb6-5997-4e28-9363-18b60c2029f2 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:58.820085 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d92731b2-31e8-45b6-895f-80a8233494af req-3edcaeb6-5997-4e28-9363-18b60c2029f2 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 945 time: 0.0716987 Nov 09 19:50:58.848875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.858849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:58.875375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d92731b2-31e8-45b6-895f-80a8233494af req-5206b8ed-5666-4fd6-9143-b92ca78e2bd9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Nov 09 19:50:58.939128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8::2f1 (b670f5d2-b424-4672-b72b-6a3f6376edb0/aa4727dc-3835-4891-8566-93f51d60ff0a/2aa14a90-0599-4980-9efb-653ca243751d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:50:58.946108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Network b670f5d2-b424-4672-b72b-6a3f6376edb0 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:58.971245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:58.974321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:58.976627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Pushing event updated for resources: {'Port': ['ID=65446f13-023c-46b3-b9fc-a7de206fc12e,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:59.048173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Attempting to bind port 65446f13-023c-46b3-b9fc-a7de206fc12e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:50:59.048544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Attempting to bind port 65446f13-023c-46b3-b9fc-a7de206fc12e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'dbaaac4d-f557-49e6-b4bf-a0f6d879ef34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b670f5d2-b424-4672-b72b-6a3f6376edb0'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:50:59.048907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Attempting to bind port 65446f13-023c-46b3-b9fc-a7de206fc12e on network b670f5d2-b424-4672-b72b-6a3f6376edb0 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:50:59.055063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:50:59.057137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Checking segment: {'id': 'dbaaac4d-f557-49e6-b4bf-a0f6d879ef34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b670f5d2-b424-4672-b72b-6a3f6376edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:50:59.057829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.058476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Bound using segment: {'id': 'dbaaac4d-f557-49e6-b4bf-a0f6d879ef34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b670f5d2-b424-4672-b72b-6a3f6376edb0'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:50:59.059231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Bound port: 65446f13-023c-46b3-b9fc-a7de206fc12e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbaaac4d-f557-49e6-b4bf-a0f6d879ef34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b670f5d2-b424-4672-b72b-6a3f6376edb0'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:50:59.060480 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.145165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] For port 65446f13-023c-46b3-b9fc-a7de206fc12e, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:50:59.148715 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] For port 65446f13-023c-46b3-b9fc-a7de206fc12e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=65446f13-023c-46b3-b9fc-a7de206fc12e,segment=NetworkSegment(dbaaac4d-f557-49e6-b4bf-a0f6d879ef34),segment_id=dbaaac4d-f557-49e6-b4bf-a0f6d879ef34)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:50:59.156576 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.175067 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.224261 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.248308 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2eabbb-6ba2-42d1-a89a-807a38b7cce6 None None] Pushing event updated for resources: {'Port': ['ID=65446f13-023c-46b3-b9fc-a7de206fc12e,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:59.347503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37474) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:59.352922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network b670f5d2-b424-4672-b72b-6a3f6376edb0 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:50:59.359473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:50:59.374239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:50:59.382238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:59.383232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.390757 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76041802-7f26-40e6-acfd-04bcfb8f4435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.396564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=2aa14a90-0599-4980-9efb-653ca243751d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:59.419307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d5d24ccd-7bbf-48d2-b3eb-960f2801093a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0682435 Nov 09 19:50:59.422022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37476) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:59.594708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76041802-7f26-40e6-acfd-04bcfb8f4435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.600026 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76041802-7f26-40e6-acfd-04bcfb8f4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.674727 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-76041802-7f26-40e6-acfd-04bcfb8f4435 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4923a4f575754c68a9df79acbbd9a0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223019 Nov 09 19:50:59.674727 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76041802-7f26-40e6-acfd-04bcfb8f4435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92ba6c-0bdb-4c04-abe5-4597f1170f37,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:59.677443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37490) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:50:59.679539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4360d1-c49b-4db4-86a0-e697aeee41d7 req-c5d66207-45b2-477a-9b5e-92d0bd056f20 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:50:59.681801 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c4360d1-c49b-4db4-86a0-e697aeee41d7 req-c5d66207-45b2-477a-9b5e-92d0bd056f20 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2129455 Nov 09 19:50:59.776225 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-710e7724-4212-4339-ad1f-d4c433ecce9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.810235 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-710e7724-4212-4339-ad1f-d4c433ecce9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.827656 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c4360d1-c49b-4db4-86a0-e697aeee41d7 req-afbfb1df-5677-4176-951f-8ce7e0a593a0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124191 Nov 09 19:50:59.889338 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-710e7724-4212-4339-ad1f-d4c433ecce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.891943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-710e7724-4212-4339-ad1f-d4c433ecce9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:50:59.895600 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-710e7724-4212-4339-ad1f-d4c433ecce9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f92ba6c-0bdb-4c04-abe5-4597f1170f37 HTTP/1.1" status: 204 len: 168 time: 0.2146821 Nov 09 19:50:59.910723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e7724-4212-4339-ad1f-d4c433ecce9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92ba6c-0bdb-4c04-abe5-4597f1170f37,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:50:59.981525 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:00.018092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6ac18-39b1-4e02-843d-8f799ee06a03 req-d7bcda60-1e07-48ea-bf80-c366da5aca3e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:00.022546 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49d6ac18-39b1-4e02-843d-8f799ee06a03 req-d7bcda60-1e07-48ea-bf80-c366da5aca3e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0564644 Nov 09 19:51:00.042004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14421459-ac97-404d-a7c6-758854cade5c req-bea32836-3697-4ef3-a9a3-e97006a4063a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:00.044305 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14421459-ac97-404d-a7c6-758854cade5c req-bea32836-3697-4ef3-a9a3-e97006a4063a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1048846 Nov 09 19:51:00.061630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49d6ac18-39b1-4e02-843d-8f799ee06a03 req-a7bf8c85-93b3-4fec-b87b-21d303a3f7a8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353143 Nov 09 19:51:00.236220 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14421459-ac97-404d-a7c6-758854cade5c req-0cd991b1-b93f-4aeb-b29b-6bd5a8dc4fa5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847565 Nov 09 19:51:00.255612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512572b3-3fb8-4da2-a7bb-50595b36a3a7 req-4f3e6713-dfd2-4048-92fd-93fac9156a1f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:00.266812 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-512572b3-3fb8-4da2-a7bb-50595b36a3a7 req-4f3e6713-dfd2-4048-92fd-93fac9156a1f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0626209 Nov 09 19:51:00.328663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-512572b3-3fb8-4da2-a7bb-50595b36a3a7 req-93fb7d63-2c00-45f7-903b-bbcc7f30e4b6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573020 Nov 09 19:51:00.424646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37516) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:00.447322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-84b629cd-f9e3-4b3b-9339-023546ccf616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:00.500052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:00.533765 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:00.599674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991539a4-7d9a-4fb2-89b0-fc318f63fad2 None None] Network b670f5d2-b424-4672-b72b-6a3f6376edb0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:00.660478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 65446f13-023c-46b3-b9fc-a7de206fc12e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:00.674548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=2aa14a90-0599-4980-9efb-653ca243751d,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:00.696295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5655998-181a-4a04-b978-dbf30339ddf1 req-fb18307e-1c58-45fb-85f7-231a0683f568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:00.699398 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5655998-181a-4a04-b978-dbf30339ddf1 req-fb18307e-1c58-45fb-85f7-231a0683f568 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0745504 Nov 09 19:51:00.709094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42bf4a-c0a1-4928-aa83-5e61e2b5c76c req-a5497cae-ce8a-4884-83ce-9e39a30ed58f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:00.717907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed42bf4a-c0a1-4928-aa83-5e61e2b5c76c req-a5497cae-ce8a-4884-83ce-9e39a30ed58f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2158928 Nov 09 19:51:00.735197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4aef645a-be7d-4161-961d-7eb79e1f8919 None None] Provisioning complete for port 65446f13-023c-46b3-b9fc-a7de206fc12e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:00.736311 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4aef645a-be7d-4161-961d-7eb79e1f8919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:00.740620 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5655998-181a-4a04-b978-dbf30339ddf1 req-540e3902-6904-4063-84d2-480438895393 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348527 Nov 09 19:51:00.803423 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-84b629cd-f9e3-4b3b-9339-023546ccf616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:00.822158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-84b629cd-f9e3-4b3b-9339-023546ccf616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:00.844149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed42bf4a-c0a1-4928-aa83-5e61e2b5c76c req-c82d4086-b492-4064-a37a-c0dbfc5f52e1 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253724 Nov 09 19:51:00.875488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 65446f13-023c-46b3-b9fc-a7de206fc12e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:00.875762 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:00.910225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:00.968095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b629cd-f9e3-4b3b-9339-023546ccf616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ffa7a1-f9cc-4f75-8f60-3c61b27737d0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:00.968670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20cbb3-5ebf-4a2b-8bc4-efc26af9bddc req-10abf41e-8cbc-4a00-8fc3-fd3ea1e44150 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:00.976020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-84b629cd-f9e3-4b3b-9339-023546ccf616 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d165aa0170e24690b899cf77efe74cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5500948 Nov 09 19:51:00.976808 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4aef645a-be7d-4161-961d-7eb79e1f8919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:00.978477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37540) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:01.009815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f20cbb3-5ebf-4a2b-8bc4-efc26af9bddc req-10abf41e-8cbc-4a00-8fc3-fd3ea1e44150 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1105821 Nov 09 19:51:01.110904 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f20cbb3-5ebf-4a2b-8bc4-efc26af9bddc req-2db11359-afb9-4937-a881-21bff4ee6e66 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865309 Nov 09 19:51:01.130931 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.147240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4aef645a-be7d-4161-961d-7eb79e1f8919 None None] For port 65446f13-023c-46b3-b9fc-a7de206fc12e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=65446f13-023c-46b3-b9fc-a7de206fc12e,segment=NetworkSegment(dbaaac4d-f557-49e6-b4bf-a0f6d879ef34),segment_id=dbaaac4d-f557-49e6-b4bf-a0f6d879ef34)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:01.152524 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9749edbe-ca94-4145-ba70-a57c7e55b226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.158396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.174710 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4aef645a-be7d-4161-961d-7eb79e1f8919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.222010 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9749edbe-ca94-4145-ba70-a57c7e55b226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.340782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef645a-be7d-4161-961d-7eb79e1f8919 None None] Pushing event updated for resources: {'Port': ['ID=65446f13-023c-46b3-b9fc-a7de206fc12e,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:01.376463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:51:01.377168 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:51:01.412538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb670962-2484-4d36-aa47-1984bfc261dd None None] Provisioning complete for port 65446f13-023c-46b3-b9fc-a7de206fc12e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:01.412909 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb670962-2484-4d36-aa47-1984bfc261dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.445955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13c3a2-1a0d-4df1-b822-da282d5f46eb req-b04b5b56-30eb-4cfa-8174-96cdf9fab3d2 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:01.448525 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8a13c3a2-1a0d-4df1-b822-da282d5f46eb req-b04b5b56-30eb-4cfa-8174-96cdf9fab3d2 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0842884 Nov 09 19:51:01.461746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c6be4-529f-47fa-aaa8-500106d33252 req-c09153c8-f810-4618-8d05-1a07f93df85f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:01.463953 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-858c6be4-529f-47fa-aaa8-500106d33252 req-c09153c8-f810-4618-8d05-1a07f93df85f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2388589 Nov 09 19:51:01.525390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8a13c3a2-1a0d-4df1-b822-da282d5f46eb req-1867e1ce-fa9e-4587-8724-f47d422c54c5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671854 Nov 09 19:51:01.595105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb670962-2484-4d36-aa47-1984bfc261dd None None] Provisioning complete for port 2aa14a90-0599-4980-9efb-653ca243751d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:01.595807 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb670962-2484-4d36-aa47-1984bfc261dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.618249 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9749edbe-ca94-4145-ba70-a57c7e55b226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.622445 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9749edbe-ca94-4145-ba70-a57c7e55b226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.626968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9749edbe-ca94-4145-ba70-a57c7e55b226 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6ffa7a1-f9cc-4f75-8f60-3c61b27737d0 HTTP/1.1" status: 204 len: 168 time: 0.6450970 Nov 09 19:51:01.659382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749edbe-ca94-4145-ba70-a57c7e55b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ffa7a1-f9cc-4f75-8f60-3c61b27737d0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:01.683280 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-858c6be4-529f-47fa-aaa8-500106d33252 req-49c0411e-ef8d-4e26-98f9-b78124bcf8dd tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981061 Nov 09 19:51:01.706115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-eb670962-2484-4d36-aa47-1984bfc261dd None None] Port 2aa14a90-0599-4980-9efb-653ca243751d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:01.784985 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.792908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.794190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:01.796551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807010-e328-4f6c-a7b5-8ab2968a9341 req-0b9f56d2-bbbd-45c4-adb7-eca75213e725 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:01.811985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4807010-e328-4f6c-a7b5-8ab2968a9341 req-0b9f56d2-bbbd-45c4-adb7-eca75213e725 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0824876 Nov 09 19:51:01.897059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4807010-e328-4f6c-a7b5-8ab2968a9341 req-d7e18431-8ad8-4a06-85ab-1c7efe32a208 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617845 Nov 09 19:51:01.939773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=2aa14a90-0599-4980-9efb-653ca243751d,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:01.981185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network b670f5d2-b424-4672-b72b-6a3f6376edb0 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:01.983140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:02.037973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2eadf85a-f79f-4315-b2ad-69582daa1b24 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:51:02.042479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-edcc964e-b473-4694-9d9f-d2d166dd5209 None None] Provisioning complete for port 2aa14a90-0599-4980-9efb-653ca243751d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:02.048329 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-edcc964e-b473-4694-9d9f-d2d166dd5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:02.144978 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-edcc964e-b473-4694-9d9f-d2d166dd5209 None None] Port 2aa14a90-0599-4980-9efb-653ca243751d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:02.202732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Router 55046501-3d2c-424f-9d46-deb166e21ae7 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:51:02.328044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2eadf85a-f79f-4315-b2ad-69582daa1b24, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2eadf85a-f79f-4315-b2ad-69582daa1b24,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:02.354704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '2eadf85a-f79f-4315-b2ad-69582daa1b24', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'port_id': '2eadf85a-f79f-4315-b2ad-69582daa1b24', 'mac_address': 'fa:16:3e:9f:f1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f9f0a-652d-4c5b-9ffd-a1403c63eb79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:51:02.413112 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:02.429777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eadf85a-f79f-4315-b2ad-69582daa1b24 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:51:02.460829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2eadf85a-f79f-4315-b2ad-69582daa1b24, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2eadf85a-f79f-4315-b2ad-69582daa1b24,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:02.473143 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:02.504870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cd5cfeb1-bdfc-47b7-bfbf-c67e9cdbd2d3 None None] Provisioning complete for port 2aa14a90-0599-4980-9efb-653ca243751d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:02.505324 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd5cfeb1-bdfc-47b7-bfbf-c67e9cdbd2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:02.591685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['2eadf85a-f79f-4315-b2ad-69582daa1b24'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:51:02.662632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cd5cfeb1-bdfc-47b7-bfbf-c67e9cdbd2d3 None None] Port 2aa14a90-0599-4980-9efb-653ca243751d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:02.663738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=2eadf85a-f79f-4315-b2ad-69582daa1b24,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:02.673556 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 65446f13-023c-46b3-b9fc-a7de206fc12e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:02.714351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4b241-704c-481f-a841-34140a8026eb req-cc6f3eb3-17be-41ab-b835-2be7a10e9b05 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:02.729908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bc4b241-704c-481f-a841-34140a8026eb req-cc6f3eb3-17be-41ab-b835-2be7a10e9b05 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.5524678 Nov 09 19:51:02.823623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:02.828608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 65446f13-023c-46b3-b9fc-a7de206fc12e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:02.830121 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:02.830348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8f387d11-bb45-4e1c-91c8-fa858e68bda7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "PUT /v2.0/routers/55046501-3d2c-424f-9d46-deb166e21ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072320 Nov 09 19:51:02.841895 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bc4b241-704c-481f-a841-34140a8026eb req-a27a208f-5186-4eeb-be7d-a16cd0bf4ff5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055434 Nov 09 19:51:02.842428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37618) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:02.914304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dad31-6d4a-4754-afc0-8f2963403557 req-a26e0276-664b-4f7d-8a7e-7da90a8d33e4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:02.924056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d266b4f-d6e6-4a58-9228-5423daac4ed5 None None] Sync routers for ids ['55046501-3d2c-424f-9d46-deb166e21ae7'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:02.941752 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-489dad31-6d4a-4754-afc0-8f2963403557 req-a26e0276-664b-4f7d-8a7e-7da90a8d33e4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1200995 Nov 09 19:51:02.958652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a874196-f38e-4506-8839-85f289d33bf7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:02.962566 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7a874196-f38e-4506-8839-85f289d33bf7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports?device_id=55046501-3d2c-424f-9d46-deb166e21ae7 HTTP/1.1" status: 200 len: 989 time: 0.1164558 Nov 09 19:51:02.963026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37628) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:02.965248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d266b4f-d6e6-4a58-9228-5423daac4ed5 None None] Routers {'55046501-3d2c-424f-9d46-deb166e21ae7'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:02.966360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3d266b4f-d6e6-4a58-9228-5423daac4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['55046501-3d2c-424f-9d46-deb166e21ae7'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:03.013865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3d266b4f-d6e6-4a58-9228-5423daac4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:03.022663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9b949049-c0c5-4fee-bcdc-d59cbbdc9d0e None None] Provisioning complete for port 2aa14a90-0599-4980-9efb-653ca243751d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:03.023280 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9b949049-c0c5-4fee-bcdc-d59cbbdc9d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:03.066204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d266b4f-d6e6-4a58-9228-5423daac4ed5 None None] Routers {'55046501-3d2c-424f-9d46-deb166e21ae7'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:03.067130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3d266b4f-d6e6-4a58-9228-5423daac4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['55046501-3d2c-424f-9d46-deb166e21ae7'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:03.068698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-489dad31-6d4a-4754-afc0-8f2963403557 req-b495a55a-ddbb-414e-b666-854e9dac5a33 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973029 Nov 09 19:51:03.101148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71922d9-798a-4784-be16-b33492d43554 req-c63617b8-267c-4aae-aca8-a8f7fc306616 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:03.109151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c71922d9-798a-4784-be16-b33492d43554 req-c63617b8-267c-4aae-aca8-a8f7fc306616 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1480436 Nov 09 19:51:03.148234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3d266b4f-d6e6-4a58-9228-5423daac4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:03.148931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d266b4f-d6e6-4a58-9228-5423daac4ed5 None None] The sync data for ids ['55046501-3d2c-424f-9d46-deb166e21ae7'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:03.221031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9b949049-c0c5-4fee-bcdc-d59cbbdc9d0e None None] Port 2aa14a90-0599-4980-9efb-653ca243751d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:03.231552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c71922d9-798a-4784-be16-b33492d43554 req-7fad8357-f302-4c40-814f-d964cbc3a22e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170106 Nov 09 19:51:03.691215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d67ee-7867-476f-b93d-1be1846595c5 req-17882221-2f0c-4c3d-8333-444997aff6c6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:03.692905 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-777d67ee-7867-476f-b93d-1be1846595c5 req-17882221-2f0c-4c3d-8333-444997aff6c6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1101263 Nov 09 19:51:03.758730 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:03.793962 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-777d67ee-7867-476f-b93d-1be1846595c5 req-d6c8afc7-6fa5-4507-ae83-a600cc8f8387 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936406 Nov 09 19:51:03.876677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bef761-f362-48d5-bb3b-eaa7b788d94c req-8a32215f-c34c-4151-9a68-f799e2240074 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:03.884187 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bef761-f362-48d5-bb3b-eaa7b788d94c req-8a32215f-c34c-4151-9a68-f799e2240074 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.2707276 Nov 09 19:51:03.969834 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9bef761-f362-48d5-bb3b-eaa7b788d94c req-30e78213-2ee5-4512-80f5-cff7a0ffce03 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846133 Nov 09 19:51:04.063317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2eadf85a-f79f-4315-b2ad-69582daa1b24 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:04.114785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 2aa14a90-0599-4980-9efb-653ca243751d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:04.115126 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.153791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 2eadf85a-f79f-4315-b2ad-69582daa1b24 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:04.154155 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.173395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51920f07-1848-4f96-950c-cd9f496b212a req-1a78b15c-fcf5-4e51-a410-47461c1327ac tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:04.176825 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-51920f07-1848-4f96-950c-cd9f496b212a req-1a78b15c-fcf5-4e51-a410-47461c1327ac tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1169002 Nov 09 19:51:04.236507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37676) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:04.279074 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.286563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-51920f07-1848-4f96-950c-cd9f496b212a req-0311edb6-81e0-461d-92b5-23b82b6fe753 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992799 Nov 09 19:51:04.305810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 2aa14a90-0599-4980-9efb-653ca243751d owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:04.307465 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.393285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f329cd-3fea-45fc-9bae-c2745a5b642f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadf85a-f79f-4315-b2ad-69582daa1b24'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:51:04.407840 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1558504-7c5b-4ce2-baf4-caf6a6b6d3c5" -d '{"events": [{"server_uuid": "b4f329cd-3fea-45fc-9bae-c2745a5b642f", "name": "network-vif-plugged", "status": "completed", "tag": "2eadf85a-f79f-4315-b2ad-69582daa1b24"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:51:04.443469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1696226393', 'router:external': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:04.457921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2eadf85a-f79f-4315-b2ad-69582daa1b24, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2eadf85a-f79f-4315-b2ad-69582daa1b24,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:04.469687 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.474554 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125091bb-cfc6-43d1-81f4-e3660f706193 x-openstack-request-id: req-125091bb-cfc6-43d1-81f4-e3660f706193 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:51:04.474934 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f329cd-3fea-45fc-9bae-c2745a5b642f", "name": "network-vif-plugged", "status": "completed", "tag": "2eadf85a-f79f-4315-b2ad-69582daa1b24", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:51:04.475298 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-125091bb-cfc6-43d1-81f4-e3660f706193 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:51:04.475819 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f329cd-3fea-45fc-9bae-c2745a5b642f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadf85a-f79f-4315-b2ad-69582daa1b24', 'code': 200} Nov 09 19:51:04.513518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Made reservation on behalf of 070b60f0a972434db57a49b698d1d6f0 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:04.516743 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.544877 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.558552 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.573671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=2eadf85a-f79f-4315-b2ad-69582daa1b24,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:04.600271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=2aa14a90-0599-4980-9efb-653ca243751d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:04.704868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.734088 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.740560 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.756577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:51:04.768418 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.768780 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Added segment 3ad469a6-f467-4105-bef3-3f238c8d13b8 of type vlan for network 5ae644b7-3e4b-47c9-b83d-77a7b1a5c104 Nov 09 19:51:04.863648 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.889810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b40d0-caf3-4d30-8a80-64a55a3fe098 req-2cfcba5b-eb5a-4300-9632-a31396d24bed tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:04.891350 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d86b40d0-caf3-4d30-8a80-64a55a3fe098 req-2cfcba5b-eb5a-4300-9632-a31396d24bed tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1893384 Nov 09 19:51:04.894043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e84896e-7b9d-41d0-aee6-6209a281235a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:04.992008 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d86b40d0-caf3-4d30-8a80-64a55a3fe098 req-69142c49-8d89-4b02-b4eb-11709e9143e8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802357 Nov 09 19:51:04.995001 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:04.996239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Router 55046501-3d2c-424f-9d46-deb166e21ae7 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:51:04.998421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:05.003717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:05.046844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f03dc2-5905-455d-a04c-1b36c9ba1b7b req-de2a2ddb-7c09-40e8-a2b1-02dcfbe8e816 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:05.049050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49f03dc2-5905-455d-a04c-1b36c9ba1b7b req-de2a2ddb-7c09-40e8-a2b1-02dcfbe8e816 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1398478 Nov 09 19:51:05.123483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8834038 Nov 09 19:51:05.129965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37706) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:05.153892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Request body: {'subnet': {'network_id': '5ae644b7-3e4b-47c9-b83d-77a7b1a5c104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:05.159703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd61e20-47e1-4142-9447-f6604bd6de4b tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event updated for resources: {'Network': ['ID=5ae644b7-3e4b-47c9-b83d-77a7b1a5c104,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:05.171927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5ae644b7-3e4b-47c9-b83d-77a7b1a5c104 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:51:05.178057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:05.183996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2d827a7a-9705-42e0-a389-19b051dfd53d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "PUT /v2.0/routers/55046501-3d2c-424f-9d46-deb166e21ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2198350 Nov 09 19:51:05.187657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37708) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:05.189357 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c08f953-8b8e-4a0e-8bd9-d942834cc1bc None None] Sync routers for ids ['55046501-3d2c-424f-9d46-deb166e21ae7'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:05.203548 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49f03dc2-5905-455d-a04c-1b36c9ba1b7b req-2e22e0ba-ea4f-4eb1-81c8-865d1ff6022e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401186 Nov 09 19:51:05.205424 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08f953-8b8e-4a0e-8bd9-d942834cc1bc None None] Routers {'55046501-3d2c-424f-9d46-deb166e21ae7'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:05.206133 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2c08f953-8b8e-4a0e-8bd9-d942834cc1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['55046501-3d2c-424f-9d46-deb166e21ae7'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:05.250870 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2c08f953-8b8e-4a0e-8bd9-d942834cc1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:05.254153 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f2960a-c90e-4fa9-bc67-d4916f959fa7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:51:05.256367 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-97f2960a-c90e-4fa9-bc67-d4916f959fa7 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/2aa14a90-0599-4980-9efb-653ca243751d HTTP/1.1" status: 404 len: 333 time: 0.0653710 Nov 09 19:51:05.259427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37712) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:05.265361 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08f953-8b8e-4a0e-8bd9-d942834cc1bc None None] Routers {'55046501-3d2c-424f-9d46-deb166e21ae7'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:05.266353 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2c08f953-8b8e-4a0e-8bd9-d942834cc1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['55046501-3d2c-424f-9d46-deb166e21ae7'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:05.272317 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Made reservation on behalf of 070b60f0a972434db57a49b698d1d6f0 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:05.276855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:05.309203 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2c08f953-8b8e-4a0e-8bd9-d942834cc1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:05.310209 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c08f953-8b8e-4a0e-8bd9-d942834cc1bc None None] The sync data for ids ['55046501-3d2c-424f-9d46-deb166e21ae7'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:05.374108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09a9d4-9eb9-4c2d-8d54-f97d29a27004 req-6f8d1b18-e319-49d9-b7c0-239c1eb74aea tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:05.385260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb09a9d4-9eb9-4c2d-8d54-f97d29a27004 req-6f8d1b18-e319-49d9-b7c0-239c1eb74aea tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.2139897 Nov 09 19:51:05.414657 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edc7f759-13ee-4826-bce9-4ae0677bad7e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:05.457386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb09a9d4-9eb9-4c2d-8d54-f97d29a27004 req-076f3cdb-276d-46be-8e72-c8d5e568730e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692813 Nov 09 19:51:05.608184 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf88a57-6645-4586-98eb-33111d2d1c51 req-5d773669-de76-419d-9033-007d7e0bc281 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:05.618158 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcf88a57-6645-4586-98eb-33111d2d1c51 req-5d773669-de76-419d-9033-007d7e0bc281 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2753098 Nov 09 19:51:05.675119 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edc7f759-13ee-4826-bce9-4ae0677bad7e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:05.683332 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edc7f759-13ee-4826-bce9-4ae0677bad7e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:05.758028 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcf88a57-6645-4586-98eb-33111d2d1c51 req-01382955-200b-4dfb-a22d-2418125e84cc tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375659 Nov 09 19:51:05.783842 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edc7f759-13ee-4826-bce9-4ae0677bad7e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:05.784666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc7f759-13ee-4826-bce9-4ae0677bad7e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Fanout notify agent at l3_agent the message router_deleted on router 55046501-3d2c-424f-9d46-deb166e21ae7 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:51:05.793925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edc7f759-13ee-4826-bce9-4ae0677bad7e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:05.795384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-edc7f759-13ee-4826-bce9-4ae0677bad7e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/routers/55046501-3d2c-424f-9d46-deb166e21ae7 HTTP/1.1" status: 204 len: 168 time: 0.5347579 Nov 09 19:51:05.798684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37742) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:05.888234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43eab4c-7e1c-4490-bef8-d17fda3b0c72 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet aa4727dc-3835-4891-8566-93f51d60ff0a {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:51:05.892501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f43eab4c-7e1c-4490-bef8-d17fda3b0c72 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:05.940265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabdc74-b6fc-40e2-86fe-609084b70b00 req-4b617a86-7ffb-4fab-9445-f5fe24e3a24e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:05.942320 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-afabdc74-b6fc-40e2-86fe-609084b70b00 req-4b617a86-7ffb-4fab-9445-f5fe24e3a24e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 813 time: 0.1905348 Nov 09 19:51:05.976453 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f43eab4c-7e1c-4490-bef8-d17fda3b0c72 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.002218 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-afabdc74-b6fc-40e2-86fe-609084b70b00 req-59833bc1-26d1-4540-aeaa-3535ccd3172c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/quotas/9a74accc3be545e4aa36b446a4230620 HTTP/1.1" status: 200 len: 375 time: 0.0497777 Nov 09 19:51:06.033311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.objects.ports [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 19:51:06.033311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.048491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c9247-6cc5-4a07-895a-5906b0ee424b req-5439038d-6932-487e-ab50-27f7af2883d7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:06.060533 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0f2c9247-6cc5-4a07-895a-5906b0ee424b req-5439038d-6932-487e-ab50-27f7af2883d7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1340497 Nov 09 19:51:06.148290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:06.156063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0f2c9247-6cc5-4a07-895a-5906b0ee424b req-2b1523e3-9547-4972-a42b-bba60c241a03 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936000 Nov 09 19:51:06.162365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-afabdc74-b6fc-40e2-86fe-609084b70b00 req-39e8bafc-af51-4785-b457-b9f1cbdc16c3 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1588345 Nov 09 19:51:06.179051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Checking segment: {'id': '3ad469a6-f467-4105-bef3-3f238c8d13b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5ae644b7-3e4b-47c9-b83d-77a7b1a5c104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:06.179703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Network hostable DHCP agents. Network: 5ae644b7-3e4b-47c9-b83d-77a7b1a5c104, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:51:06.198448 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f43eab4c-7e1c-4490-bef8-d17fda3b0c72 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.228792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Network 5ae644b7-3e4b-47c9-b83d-77a7b1a5c104 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:51:06.258839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5ae644b7-3e4b-47c9-b83d-77a7b1a5c104) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:06.264107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:06.264923 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.270976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f104b54-dea3-4d3b-9942-917788711988 None None] Network 5ae644b7-3e4b-47c9-b83d-77a7b1a5c104 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:06.303390 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f43eab4c-7e1c-4490-bef8-d17fda3b0c72 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.305922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37750) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:06.306655 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-112f6324-5886-4215-997e-d47787331fef tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1748497 Nov 09 19:51:06.315394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1864473444', 'network_id': '5ae644b7-3e4b-47c9-b83d-77a7b1a5c104'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:06.358108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eab4c-7e1c-4490-bef8-d17fda3b0c72 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4727dc-3835-4891-8566-93f51d60ff0a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:06.405379 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f43eab4c-7e1c-4490-bef8-d17fda3b0c72 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.411911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8e5bb-b1e9-4c54-bbd9-dcc24c520e05 req-32afbfd4-bc80-4d54-8263-84c2426fec4d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:06.412296 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f43eab4c-7e1c-4490-bef8-d17fda3b0c72 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/aa4727dc-3835-4891-8566-93f51d60ff0a HTTP/1.1" status: 204 len: 168 time: 0.6123724 Nov 09 19:51:06.414166 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3af8e5bb-b1e9-4c54-bbd9-dcc24c520e05 req-32afbfd4-bc80-4d54-8263-84c2426fec4d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0865273 Nov 09 19:51:06.414957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37752) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:06.484001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Made reservation on behalf of 070b60f0a972434db57a49b698d1d6f0 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:06.485955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60edf830-9b61-47de-a19d-1b2584506532 None None] Network b670f5d2-b424-4672-b72b-6a3f6376edb0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:06.486251 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.506358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] device_id is not set on port 7dac715b-c294-4b72-b685-e068b80b7a1e yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:06.506920 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3af8e5bb-b1e9-4c54-bbd9-dcc24c520e05 req-324389f8-e53b-4a38-9b46-5c5a0bef7aa6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823650 Nov 09 19:51:06.540450 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.620596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 65446f13-023c-46b3-b9fc-a7de206fc12e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:06.620954 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.715435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Allocated IP 172.20.0.8 (5ae644b7-3e4b-47c9-b83d-77a7b1a5c104/f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f/7dac715b-c294-4b72-b685-e068b80b7a1e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:06.728793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc06899-b8be-434c-9591-b2198005096c req-2a6e6ca8-847c-409b-90a4-acf55cc244b9 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:06.728990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] For port 65446f13-023c-46b3-b9fc-a7de206fc12e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=65446f13-023c-46b3-b9fc-a7de206fc12e,segment=NetworkSegment(dbaaac4d-f557-49e6-b4bf-a0f6d879ef34),segment_id=dbaaac4d-f557-49e6-b4bf-a0f6d879ef34)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:06.728990 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.735549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c095b6-1f39-4375-a18e-b104cd5d6173 None None] Network 5ae644b7-3e4b-47c9-b83d-77a7b1a5c104 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:06.736742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1fc06899-b8be-434c-9591-b2198005096c req-2a6e6ca8-847c-409b-90a4-acf55cc244b9 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.3208013 Nov 09 19:51:06.761202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 65446f13-023c-46b3-b9fc-a7de206fc12e owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:06.814628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1fc06899-b8be-434c-9591-b2198005096c req-e4b5d57f-b601-4053-a96e-7a5a252300c6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721538 Nov 09 19:51:06.903449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:06.975157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=65446f13-023c-46b3-b9fc-a7de206fc12e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:06.977345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173aab9-d657-4fa0-96f3-20a5d7b878ba None None] DHCP port deletion for b670f5d2-b424-4672-b72b-6a3f6376edb0 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:51:06.991160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No DVR routers for this DVR port 65446f13-023c-46b3-b9fc-a7de206fc12e on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:51:07.019968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.070632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.155754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event updated for resources: {'Port': ['ID=7dac715b-c294-4b72-b685-e068b80b7a1e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:07.166611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Network 5ae644b7-3e4b-47c9-b83d-77a7b1a5c104 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:07.168260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:07.172003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:07.220143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:07.220663 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.253248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1b02128d-b03e-467d-9e55-07fc219c8bfd tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9425547 Nov 09 19:51:07.254187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37772) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:07.366551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-df1bd36e-230c-4dab-a394-14788b9a8d5c tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Deleting port 7dac715b-c294-4b72-b685-e068b80b7a1e {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:07.367854 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df1bd36e-230c-4dab-a394-14788b9a8d5c tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.436976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290c29-a254-4fea-9022-0eaa4f0bda95 req-2b3b9f0b-2125-41b2-8ebd-6a57cfe706eb tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:07.445016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7290c29-a254-4fea-9022-0eaa4f0bda95 req-2b3b9f0b-2125-41b2-8ebd-6a57cfe706eb tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.4828019 Nov 09 19:51:07.478597 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.525808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7290c29-a254-4fea-9022-0eaa4f0bda95 req-ce6826e5-3fc5-48eb-8bb2-74cb97fafcc5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747106 Nov 09 19:51:07.531106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b670f5d2-b424-4672-b72b-6a3f6376edb0']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:07.557872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbaaac4d-f557-49e6-b4bf-a0f6d879ef34') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:07.558766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbaaac4d-f557-49e6-b4bf-a0f6d879ef34') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:07.580831 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.617343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.629515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:51:07.629945 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:51:07.633607 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:51:07.797144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.805671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.809408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/networks/b670f5d2-b424-4672-b72b-6a3f6376edb0 HTTP/1.1" status: 204 len: 168 time: 1.3924992 Nov 09 19:51:07.832721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37800) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:07.833469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c0dc5-1799-4bc3-ae80-1d0ad67cd16f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Network': ['ID=b670f5d2-b424-4672-b72b-6a3f6376edb0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:07.906787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b173948-fa29-46d6-92c4-c1b32ec3e19c req-3c86ab8b-a180-4c7e-8557-495d6ca568ef tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9a74accc3be545e4aa36b446a4230620 HTTP/1.1" status: 200 len: 221 time: 0.0686958 Nov 09 19:51:07.908960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a223ab79-de86-4f5e-9d4b-86736b637a4e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:07.910074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a223ab79-de86-4f5e-9d4b-86736b637a4e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/7db5d5b0-659c-462a-a7f5-aa7841ece066 HTTP/1.1" status: 200 len: 845 time: 0.0734355 Nov 09 19:51:07.916231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37806) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:07.962398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df1bd36e-230c-4dab-a394-14788b9a8d5c tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:07.965446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5a44c3d9-eb00-4341-b1bb-4d9d126d29db tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/7db5d5b0-659c-462a-a7f5-aa7841ece066?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0486794 Nov 09 19:51:07.969088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37810) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:07.975481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d86866ae-27e7-4d6f-85ac-fb161f958bce tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:07.988098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-df1bd36e-230c-4dab-a394-14788b9a8d5c tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Calling delete_port for 7dac715b-c294-4b72-b685-e068b80b7a1e owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:08.140926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35580ac-0305-4b5a-a4e7-24c069efec83 req-04b43b41-5b63-48c4-a334-d3665926d318 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:08.149132 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e35580ac-0305-4b5a-a4e7-24c069efec83 req-04b43b41-5b63-48c4-a334-d3665926d318 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1492126 Nov 09 19:51:08.153932 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86866ae-27e7-4d6f-85ac-fb161f958bce tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:08.157859 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d86866ae-27e7-4d6f-85ac-fb161f958bce tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.186071 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df1bd36e-230c-4dab-a394-14788b9a8d5c tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.220869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bd36e-230c-4dab-a394-14788b9a8d5c tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dac715b-c294-4b72-b685-e068b80b7a1e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:08.266372 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e35580ac-0305-4b5a-a4e7-24c069efec83 req-61a928a9-e46e-4e99-b1ae-b3172c87611c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135933 Nov 09 19:51:08.299671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df1bd36e-230c-4dab-a394-14788b9a8d5c tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.303360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-df1bd36e-230c-4dab-a394-14788b9a8d5c tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "DELETE /v2.0/ports/7dac715b-c294-4b72-b685-e068b80b7a1e HTTP/1.1" status: 204 len: 168 time: 1.0479891 Nov 09 19:51:08.307803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37816) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:08.313649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ae644b7-3e4b-47c9-b83d-77a7b1a5c104', 'external_fixed_ips': [{'subnet_id': 'f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f', 'ip_address': '172.20.0.8'}]}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:08.348926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.350110 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.442670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.456948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49092086-ee27-4770-83c0-3b8af3036cd4 req-18b90da7-1172-4011-9bb7-971d94b2d05e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:08.458974 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49092086-ee27-4770-83c0-3b8af3036cd4 req-18b90da7-1172-4011-9bb7-971d94b2d05e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1119554 Nov 09 19:51:08.481760 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d86866ae-27e7-4d6f-85ac-fb161f958bce tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.557897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86866ae-27e7-4d6f-85ac-fb161f958bce tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:08.561868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d86866ae-27e7-4d6f-85ac-fb161f958bce tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:08.572905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86866ae-27e7-4d6f-85ac-fb161f958bce tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:08.573297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db4425-a5a8-4bae-b6f8-1a1d7da0e97a None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:08.573796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d86866ae-27e7-4d6f-85ac-fb161f958bce tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.593266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86866ae-27e7-4d6f-85ac-fb161f958bce tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=3fbb69b1-faad-4024-97f6-d20192db1503,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:08.605250 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d86866ae-27e7-4d6f-85ac-fb161f958bce tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6348324 Nov 09 19:51:08.607020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37820) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:08.613125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f3bc49bb-10c9-42b2-aea1-a42bce95055c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'security_group': {'name': 'tempest-secgroup-1765306976'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:08.647390 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3bc49bb-10c9-42b2-aea1-a42bce95055c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.689899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49092086-ee27-4770-83c0-3b8af3036cd4 req-52c6e3bc-1bea-47b3-a6f1-4ff1839e453e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910872 Nov 09 19:51:08.695921 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.781291 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3bc49bb-10c9-42b2-aea1-a42bce95055c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.792952 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3bc49bb-10c9-42b2-aea1-a42bce95055c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.819043 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3bc49bb-10c9-42b2-aea1-a42bce95055c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:08.830612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37828) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:08.835289 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f3bc49bb-10c9-42b2-aea1-a42bce95055c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2269716 Nov 09 19:51:08.840427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 65446f13-023c-46b3-b9fc-a7de206fc12e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:51:08.867761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 65446f13-023c-46b3-b9fc-a7de206fc12e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:51:08.868209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 65446f13-023c-46b3-b9fc-a7de206fc12e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:51:08.910720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-10cd8fbb-3db1-4a7e-b2c7-78ba922c43d6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'security_group': {'name': 'tempest-secgroup-1829176907'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:08.936490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc49bb-10c9-42b2-aea1-a42bce95055c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4f39dc-6664-41ae-98a6-efbe6e7f2c1e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:08.973912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685acb08-0f57-447e-adcb-9907369643c8 req-bf0d4cf5-c8a6-40f1-a7f4-e7745899fda1 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:08.975910 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-685acb08-0f57-447e-adcb-9907369643c8 req-bf0d4cf5-c8a6-40f1-a7f4-e7745899fda1 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1699312 Nov 09 19:51:08.979116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-10cd8fbb-3db1-4a7e-b2c7-78ba922c43d6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.070452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-685acb08-0f57-447e-adcb-9907369643c8 req-b3d081c6-9502-49bb-9179-bc03abd1086f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784917 Nov 09 19:51:09.112750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-57b27c50-17df-460f-891c-32cfb7664b65', 'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'tenant_id': '7b12767ddeaf45c189a6b8cf348a8054', 'fixed_ips': [{'subnet_id': '3fbb69b1-faad-4024-97f6-d20192db1503'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:51:09.114355 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.233127 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-10cd8fbb-3db1-4a7e-b2c7-78ba922c43d6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.293442 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-10cd8fbb-3db1-4a7e-b2c7-78ba922c43d6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.360929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd8fbb-3db1-4a7e-b2c7-78ba922c43d6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6846b98-c446-4c52-9425-72bbb8ee00ca,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:09.378779 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-10cd8fbb-3db1-4a7e-b2c7-78ba922c43d6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.380321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-10cd8fbb-3db1-4a7e-b2c7-78ba922c43d6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4965122 Nov 09 19:51:09.383830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37844) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:09.399022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-790396899', 'security_groups': ['e6846b98-c446-4c52-9425-72bbb8ee00ca'], 'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3fbb69b1-faad-4024-97f6-d20192db1503'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:09.409117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Allocated IP 2001:db8::2 (57b27c50-17df-460f-891c-32cfb7664b65/3fbb69b1-faad-4024-97f6-d20192db1503/ec583e81-8d2c-4b85-aed8-d96ca9e03e85) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:09.418472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dd490-a767-4077-bc79-84a657442e56 req-5b38eb53-3127-4761-85b2-7c80e4638f75 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:09.427489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f56dd490-a767-4077-bc79-84a657442e56 req-5b38eb53-3127-4761-85b2-7c80e4638f75 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.2115066 Nov 09 19:51:09.441297 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.511755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.606820 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f56dd490-a767-4077-bc79-84a657442e56 req-3420fe8b-8e70-4a60-887c-c6a39106628a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730156 Nov 09 19:51:09.688482 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.700771 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.756068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:09.760862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:09.761219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:09.766155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:09.782441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Allocated IP 172.20.0.8 (5ae644b7-3e4b-47c9-b83d-77a7b1a5c104/f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f/a00d11c0-c440-4107-abfb-f691ee20f6a6) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:09.787556 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Pushing event updated for resources: {'Port': ['ID=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:09.838136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ee094-c259-44d6-a2d7-9293de9fd527 req-ca1af666-45ee-4392-b57b-161d77918eec tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:09.852335 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-083ee094-c259-44d6-a2d7-9293de9fd527 req-ca1af666-45ee-4392-b57b-161d77918eec tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1314015 Nov 09 19:51:09.886181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Attempting to bind port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:51:09.886915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Attempting to bind port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '7e12695a-36ef-4376-8405-36021d9bbe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '57b27c50-17df-460f-891c-32cfb7664b65'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:51:09.887530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Attempting to bind port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 on network 57b27c50-17df-460f-891c-32cfb7664b65 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:51:09.894014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:51:09.894758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Checking segment: {'id': '7e12695a-36ef-4376-8405-36021d9bbe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '57b27c50-17df-460f-891c-32cfb7664b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:09.895383 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.896001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Bound using segment: {'id': '7e12695a-36ef-4376-8405-36021d9bbe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '57b27c50-17df-460f-891c-32cfb7664b65'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:51:09.896692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Bound port: ec583e81-8d2c-4b85-aed8-d96ca9e03e85, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e12695a-36ef-4376-8405-36021d9bbe63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '57b27c50-17df-460f-891c-32cfb7664b65'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:51:09.897344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.913895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-083ee094-c259-44d6-a2d7-9293de9fd527 req-3df0abb1-d146-4087-82ff-e286b8e9d869 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605099 Nov 09 19:51:09.936584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:09.979156 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:51:10.001362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port 3e9d1064-d798-4a57-af61-d44063809611 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:10.019693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] For port ec583e81-8d2c-4b85-aed8-d96ca9e03e85, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:51:10.024258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] For port ec583e81-8d2c-4b85-aed8-d96ca9e03e85, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,segment=NetworkSegment(7e12695a-36ef-4376-8405-36021d9bbe63),segment_id=7e12695a-36ef-4376-8405-36021d9bbe63)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:51:10.034875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:10.094016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a1b70-c0f2-4a92-a11f-52cc369d97ec req-7199ecea-5877-4745-a8aa-313c068f03f8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:10.102311 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-653a1b70-c0f2-4a92-a11f-52cc369d97ec req-7199ecea-5877-4745-a8aa-313c068f03f8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0716200 Nov 09 19:51:10.146174 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:10.163360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f9b85-1275-4719-a63d-cf0debe72dab None None] Pushing event updated for resources: {'Port': ['ID=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:10.188174 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-653a1b70-c0f2-4a92-a11f-52cc369d97ec req-f823c148-9094-476d-86f1-8538bc48d7c1 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798943 Nov 09 19:51:10.242251 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-242853aa-a821-4070-84cf-df530dbe10e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:10.308035 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:10.378736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Network 5ae644b7-3e4b-47c9-b83d-77a7b1a5c104 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:10.388870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:10.391379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:10.405495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748d4df-8a2d-47dc-8991-ba17b5c96784 req-3c1746f4-d395-46a1-bddc-c80f9c187918 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:10.409567 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f748d4df-8a2d-47dc-8991-ba17b5c96784 req-3c1746f4-d395-46a1-bddc-c80f9c187918 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0834968 Nov 09 19:51:10.419484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8::3c6 (57b27c50-17df-460f-891c-32cfb7664b65/3fbb69b1-faad-4024-97f6-d20192db1503/3e9d1064-d798-4a57-af61-d44063809611) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:10.466214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event updated for resources: {'Port': ['ID=a00d11c0-c440-4107-abfb-f691ee20f6a6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:10.469607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f748d4df-8a2d-47dc-8991-ba17b5c96784 req-86180ccb-457c-43c9-b7c4-bd51c7887798 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527794 Nov 09 19:51:10.703368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec583e81-8d2c-4b85-aed8-d96ca9e03e85 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:10.780533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:10.780911 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:10.885661 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:10.923663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port ec583e81-8d2c-4b85-aed8-d96ca9e03e85, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,segment=NetworkSegment(7e12695a-36ef-4376-8405-36021d9bbe63),segment_id=7e12695a-36ef-4376-8405-36021d9bbe63)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:10.934318 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:10.995313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d097cdc-0513-4908-b3e4-07354d066191 req-ad0cfb8f-28b1-42be-ab3a-55574144651b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:11.017664 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1d097cdc-0513-4908-b3e4-07354d066191 req-ad0cfb8f-28b1-42be-ab3a-55574144651b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.2064545 Nov 09 19:51:11.032107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:11.120772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:11.126368 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1d097cdc-0513-4908-b3e4-07354d066191 req-f0b16a7a-41c7-499c-8c74-1dafd7ddc942 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927007 Nov 09 19:51:11.142065 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:11.373400 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:11.536196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db0835-8636-41aa-bfa3-b2da0b818497 req-289b9360-d38e-47ba-accf-164322a11ee9 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:11.544053 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0db0835-8636-41aa-bfa3-b2da0b818497 req-289b9360-d38e-47ba-accf-164322a11ee9 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.2571568 Nov 09 19:51:11.547195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:11.562996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:11.577511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:11.583226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:11.583844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:11.591058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=3e9d1064-d798-4a57-af61-d44063809611,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:11.611083 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:11.730809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0db0835-8636-41aa-bfa3-b2da0b818497 req-de56dee6-716e-4503-88b6-e45f65c88e18 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857545 Nov 09 19:51:11.748920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2ce36d65-df4d-40dd-9209-759b46de8fde None None] Provisioning complete for port 7db5d5b0-659c-462a-a7f5-aa7841ece066 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:11.748920 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2ce36d65-df4d-40dd-9209-759b46de8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:11.764832 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d7c612c0-a33e-45ae-b0fc-383968359efa tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3747947 Nov 09 19:51:11.766652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37898) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:11.770415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-2af13ced-7627-4565-b84e-5af7796b4069 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:11.847626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2ce36d65-df4d-40dd-9209-759b46de8fde None None] Port 7db5d5b0-659c-462a-a7f5-aa7841ece066 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:11.872198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2ce36d65-df4d-40dd-9209-759b46de8fde None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:11.872584 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2ce36d65-df4d-40dd-9209-759b46de8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:11.992170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46efb1-7007-4faf-89ac-631238a39184 req-aa941313-289d-49ef-a715-71c6357cfe95 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:12.002775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d46efb1-7007-4faf-89ac-631238a39184 req-aa941313-289d-49ef-a715-71c6357cfe95 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0941184 Nov 09 19:51:12.033759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Router 812a9494-be26-49f2-bcb4-5da9dd0f5569 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:51:12.047082 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d46efb1-7007-4faf-89ac-631238a39184 req-b500fd02-abb3-4a60-9890-a662762d1297 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430849 Nov 09 19:51:12.049462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af13ced-7627-4565-b84e-5af7796b4069 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:12.053535 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2af13ced-7627-4565-b84e-5af7796b4069 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:12.132956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4caf0f15-a14b-4929-9634-17221392e42a None None] Provisioning complete for port 3e9d1064-d798-4a57-af61-d44063809611 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:12.133336 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4caf0f15-a14b-4929-9634-17221392e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:12.207177 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4caf0f15-a14b-4929-9634-17221392e42a None None] Port 3e9d1064-d798-4a57-af61-d44063809611 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:12.229983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2faab0-e37f-4d96-9638-913695b80641 req-5ac16d78-1d60-4223-81d0-f0a466d48c8f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:12.231542 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ce2faab0-e37f-4d96-9638-913695b80641 req-5ac16d78-1d60-4223-81d0-f0a466d48c8f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0721028 Nov 09 19:51:12.281886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ce2faab0-e37f-4d96-9638-913695b80641 req-081d2baf-a0d8-48ea-9468-12845c1cf35b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Nov 09 19:51:12.439295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb1ce4-5c52-4165-a288-80060c2b427b req-5d519005-e2bc-42ec-9224-da51a1dc5a5a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:12.443197 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7cb1ce4-5c52-4165-a288-80060c2b427b req-5d519005-e2bc-42ec-9224-da51a1dc5a5a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0712628 Nov 09 19:51:12.505066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7cb1ce4-5c52-4165-a288-80060c2b427b req-36a1f2a1-e7ae-4583-aa88-98d9791b0b4e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558574 Nov 09 19:51:12.642977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec583e81-8d2c-4b85-aed8-d96ca9e03e85 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:12.664693 n-d-817256-1 neutron-server[102296]: INFO neutron.db.ipam_backend_mixin [None req-2af13ced-7627-4565-b84e-5af7796b4069 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fbb69b1-faad-4024-97f6-d20192db1503 (CIDR: 2001:db8::/64) Nov 09 19:51:12.676120 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af13ced-7627-4565-b84e-5af7796b4069 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:51:12.677765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af13ced-7627-4565-b84e-5af7796b4069 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:12.692982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022543f-c40a-4182-8030-1339935a293a req-5e0799a2-1dc9-4f71-a2c3-6f9220d56a78 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:12.695035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5022543f-c40a-4182-8030-1339935a293a req-5e0799a2-1dc9-4f71-a2c3-6f9220d56a78 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0701292 Nov 09 19:51:12.721225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:12.728980 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2af13ced-7627-4565-b84e-5af7796b4069 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9623263 Nov 09 19:51:12.729301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37930) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:12.742168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Sync routers for ids ['812a9494-be26-49f2-bcb4-5da9dd0f5569'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:12.747055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-64617a0b-22b6-4f0e-ae13-7d8b03cf1371 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:12.756455 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:12.761492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c01062f4-0594-42ad-8731-39e7325610c9 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4483027 Nov 09 19:51:12.762176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37932) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:12.771069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Routers {'812a9494-be26-49f2-bcb4-5da9dd0f5569'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:12.771779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['812a9494-be26-49f2-bcb4-5da9dd0f5569'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:12.883543 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5022543f-c40a-4182-8030-1339935a293a req-36294074-eb80-4c60-8108-89634109ebb1 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777940 Nov 09 19:51:12.968278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:12.969360 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:12.975772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:13.048354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Set router 812a9494-be26-49f2-bcb4-5da9dd0f5569 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:51:13.060135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64617a0b-22b6-4f0e-ae13-7d8b03cf1371 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:13.063877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64617a0b-22b6-4f0e-ae13-7d8b03cf1371 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:13.147468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:13.222013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526e440-d2be-4cae-accd-4c033322788c req-66d5b687-ba0c-4fff-a306-2b0bf8060c64 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:13.228706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5526e440-d2be-4cae-accd-4c033322788c req-66d5b687-ba0c-4fff-a306-2b0bf8060c64 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.2406287 Nov 09 19:51:13.247767 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4eceddde-1b3c-41c5-bedf-9f4ae2fe81e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:13.259158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Deleting port a00d11c0-c440-4107-abfb-f691ee20f6a6 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:13.259510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:13.398914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a9494-be26-49f2-bcb4-5da9dd0f5569', 'name': '', 'tenant_id': '070b60f0a972434db57a49b698d1d6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ae644b7-3e4b-47c9-b83d-77a7b1a5c104', 'external_fixed_ips': [{'subnet_id': 'f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'a00d11c0-c440-4107-abfb-f691ee20f6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:51:08Z', 'updated_at': '2021-11-09T19:51:10Z', 'revision_number': 3, 'project_id': '070b60f0a972434db57a49b698d1d6f0', 'gw_port': {'id': 'a00d11c0-c440-4107-abfb-f691ee20f6a6', 'name': '', 'network_id': '5ae644b7-3e4b-47c9-b83d-77a7b1a5c104', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a9494-be26-49f2-bcb4-5da9dd0f5569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:51:09Z', 'updated_at': '2021-11-09T19:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:13.420612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:13.446067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Calling delete_port for a00d11c0-c440-4107-abfb-f691ee20f6a6 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:13.498782 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5526e440-d2be-4cae-accd-4c033322788c req-34746112-d2c7-4acb-98e8-2860d8d97571 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417878 Nov 09 19:51:13.510046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Checking router: 812a9494-be26-49f2-bcb4-5da9dd0f5569 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:51:13.510423 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Updating router 812a9494-be26-49f2-bcb4-5da9dd0f5569 port a00d11c0-c440-4107-abfb-f691ee20f6a6 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:51:13.540436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64617a0b-22b6-4f0e-ae13-7d8b03cf1371 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:13.555049 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:13.568802 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:13.632690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64617a0b-22b6-4f0e-ae13-7d8b03cf1371 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=acce55f4-48ab-469c-bdfc-737779a4d254,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:13.651755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64617a0b-22b6-4f0e-ae13-7d8b03cf1371 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:13.654407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-64617a0b-22b6-4f0e-ae13-7d8b03cf1371 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:13.658099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64617a0b-22b6-4f0e-ae13-7d8b03cf1371 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:13.658727 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64617a0b-22b6-4f0e-ae13-7d8b03cf1371 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:13.674997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46695988-fb10-4e6b-b716-e133880bb57c None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:13.706277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-64617a0b-22b6-4f0e-ae13-7d8b03cf1371 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9628186 Nov 09 19:51:13.710884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37962) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:13.724354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-297020698', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'acce55f4-48ab-469c-bdfc-737779a4d254'}], 'security_groups': ['4c4f39dc-6664-41ae-98a6-efbe6e7f2c1e']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:13.753471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722efda0-8477-4a5c-a65e-760ed4552198 req-aae3cfaa-0aee-4089-9cbf-bdb30199de46 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:13.755372 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-722efda0-8477-4a5c-a65e-760ed4552198 req-aae3cfaa-0aee-4089-9cbf-bdb30199de46 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0682294 Nov 09 19:51:13.818070 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-722efda0-8477-4a5c-a65e-760ed4552198 req-1f44dfea-a769-4026-abd8-a34096147145 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544448 Nov 09 19:51:13.992937 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:14.036654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:14.098091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a43a23-c401-4ff2-8fa1-9346ad405e60 req-95c91548-61b5-452a-982c-396c0aec3121 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:14.102473 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6a43a23-c401-4ff2-8fa1-9346ad405e60 req-95c91548-61b5-452a-982c-396c0aec3121 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1663024 Nov 09 19:51:14.130475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event deleted for resources: {'Port': ['ID=a00d11c0-c440-4107-abfb-f691ee20f6a6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:14.201510 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:51:14.202087 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:51:14.213880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.215020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.215517 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.215998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.216522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.217025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.217519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.218015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.218681 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.219181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.219679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.220167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:14.318472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:14.327595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6a43a23-c401-4ff2-8fa1-9346ad405e60 req-2e2ae6f2-c27d-4267-b5c7-3264a8eb940f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873863 Nov 09 19:51:14.381324 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7996b4-3188-4c40-af54-636d3054a545 None None] Update dhcp port {'port': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'fixed_ips': [{'subnet_id': '3fbb69b1-faad-4024-97f6-d20192db1503', 'ip_address': '2001:db8::2'}, {'subnet_id': 'acce55f4-48ab-469c-bdfc-737779a4d254'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'ec583e81-8d2c-4b85-aed8-d96ca9e03e85'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 19:51:14.446254 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb7996b4-3188-4c40-af54-636d3054a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:14.486728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:14.491056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:14.592569 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:14.593573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 812a9494-be26-49f2-bcb4-5da9dd0f5569 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:51:14.607909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:14.612055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f49f7814-d78c-4587-92e6-b76c517e228d tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "DELETE /v2.0/routers/812a9494-be26-49f2-bcb4-5da9dd0f5569 HTTP/1.1" status: 204 len: 168 time: 1.8415279 Nov 09 19:51:14.625282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37988) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:14.723529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b081d2b-028b-4c92-80a3-dc4bac1f7164 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Deleting subnet f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:51:14.727285 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:14.761722 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31957e4-53ca-45bc-a84c-fbadd82f1832 req-952d16b8-f767-42ec-8745-3eb754ac1326 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:14.768347 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c31957e4-53ca-45bc-a84c-fbadd82f1832 req-952d16b8-f767-42ec-8745-3eb754ac1326 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1684716 Nov 09 19:51:14.771218 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b081d2b-028b-4c92-80a3-dc4bac1f7164 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:14.842940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Delete allocated IP 2001:db8::3c6 (57b27c50-17df-460f-891c-32cfb7664b65/3fbb69b1-faad-4024-97f6-d20192db1503) {{(pid=102295) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 19:51:14.854013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8:0:1::110 (57b27c50-17df-460f-891c-32cfb7664b65/acce55f4-48ab-469c-bdfc-737779a4d254/3e9d1064-d798-4a57-af61-d44063809611) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:15.009711 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b081d2b-028b-4c92-80a3-dc4bac1f7164 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.025476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c31957e4-53ca-45bc-a84c-fbadd82f1832 req-eb32483a-bccf-4917-8ce3-00a20e38be54 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464685 Nov 09 19:51:15.097231 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.125993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.135288 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b081d2b-028b-4c92-80a3-dc4bac1f7164 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.195494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Port a00d11c0-c440-4107-abfb-f691ee20f6a6 not found while updating agent binding for router 812a9494-be26-49f2-bcb4-5da9dd0f5569. {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 19:51:15.227177 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Routers set() bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:15.228470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Router IDs set() for agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 19:51:15.229309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'812a9494-be26-49f2-bcb4-5da9dd0f5569'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent'). {{(pid=102297) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 19:51:15.229811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55dcb5-25b5-484b-bb6e-77dbeff7a1e2 None None] The sync data for ids ['812a9494-be26-49f2-bcb4-5da9dd0f5569'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:15.286795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b081d2b-028b-4c92-80a3-dc4bac1f7164 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.320141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-eb7996b4-3188-4c40-af54-636d3054a545 None None] Allocated IP 2001:db8:0:1::2 (57b27c50-17df-460f-891c-32cfb7664b65/acce55f4-48ab-469c-bdfc-737779a4d254/ec583e81-8d2c-4b85-aed8-d96ca9e03e85) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:15.326657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b081d2b-028b-4c92-80a3-dc4bac1f7164 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:15.345259 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b081d2b-028b-4c92-80a3-dc4bac1f7164 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.349379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4b081d2b-028b-4c92-80a3-dc4bac1f7164 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f HTTP/1.1" status: 204 len: 168 time: 0.7208662 Nov 09 19:51:15.352480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38002) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:15.376150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] In _notify_port_updated(), no bound segment for port 3e9d1064-d798-4a57-af61-d44063809611 on network 57b27c50-17df-460f-891c-32cfb7664b65 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:51:15.385385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:15.398579 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.400357 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "PUT /v2.0/ports/3e9d1064-d798-4a57-af61-d44063809611 HTTP/1.1" status: 200 len: 930 time: 1.6857803 Nov 09 19:51:15.409149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38004) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:15.420588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e984bac-59e4-46a8-8cca-964d5bc94977 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=3e9d1064-d798-4a57-af61-d44063809611,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:15.458692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a1f85-7792-49ba-a145-d07c1dff023d req-49e55874-09f0-4067-aa8e-0e74d77cca1a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:15.458917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.470498 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a1f85-7792-49ba-a145-d07c1dff023d req-49e55874-09f0-4067-aa8e-0e74d77cca1a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.3078365 Nov 09 19:51:15.503348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-eb7996b4-3188-4c40-af54-636d3054a545 None None] For port ec583e81-8d2c-4b85-aed8-d96ca9e03e85, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,segment=NetworkSegment(7e12695a-36ef-4376-8405-36021d9bbe63),segment_id=7e12695a-36ef-4376-8405-36021d9bbe63)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:15.545270 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb7996b4-3188-4c40-af54-636d3054a545 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.558253 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb7996b4-3188-4c40-af54-636d3054a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.570397 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a1f85-7792-49ba-a145-d07c1dff023d req-4ee62364-a361-4015-a979-2739eefda3cf tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952940 Nov 09 19:51:15.616884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.647279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae644b7-3e4b-47c9-b83d-77a7b1a5c104']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:15.673380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad469a6-f467-4105-bef3-3f238c8d13b8') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:15.673675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad469a6-f467-4105-bef3-3f238c8d13b8') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:15.684368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f22c1f3a-fa4e-461b-94bd-f3649c99256e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 3e9d1064-d798-4a57-af61-d44063809611 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:15.688738 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f22c1f3a-fa4e-461b-94bd-f3649c99256e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.689721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.707877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.715923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:51:15.716468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:51:15.720728 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:51:15.786575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7996b4-3188-4c40-af54-636d3054a545 None None] Pushing event updated for resources: {'Port': ['ID=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:15.833919 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.840548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ae644b7-3e4b-47c9-b83d-77a7b1a5c104 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 19:51:15.857131 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:15.869335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d38d95-82c5-4a4b-9da0-2207137ec616 req-5e09effa-b495-4ccd-b001-83c1008175a7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:15.870692 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "DELETE /v2.0/networks/5ae644b7-3e4b-47c9-b83d-77a7b1a5c104 HTTP/1.1" status: 204 len: 168 time: 0.5162344 Nov 09 19:51:15.878966 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09d38d95-82c5-4a4b-9da0-2207137ec616 req-5e09effa-b495-4ccd-b001-83c1008175a7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1602571 Nov 09 19:51:15.906232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eb8d1-8eda-4457-b612-995a108c0346 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ae644b7-3e4b-47c9-b83d-77a7b1a5c104,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:16.028529 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f22c1f3a-fa4e-461b-94bd-f3649c99256e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.034644 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09d38d95-82c5-4a4b-9da0-2207137ec616 req-ad89bf4b-077c-437c-9512-e01ada0592dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540756 Nov 09 19:51:16.050226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f22c1f3a-fa4e-461b-94bd-f3649c99256e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 3e9d1064-d798-4a57-af61-d44063809611 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:16.201955 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.314073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38032) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:16.318812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fbf5ba81-c6a8-46fb-b291-e0f49d9adfae tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Request body: {'router': {'name': 'tempest-router--1911758012', 'project_id': '83d141c491f646f8b4f435011f3b9147'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:16.374442 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ba81-c6a8-46fb-b291-e0f49d9adfae tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.376747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ba81-c6a8-46fb-b291-e0f49d9adfae tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.379376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3427f38-3e22-47bc-b935-81da366f7b82 req-224c0b19-61e8-439a-803d-8facdb51fac5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:16.381115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f3427f38-3e22-47bc-b935-81da366f7b82 req-224c0b19-61e8-439a-803d-8facdb51fac5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1455255 Nov 09 19:51:16.382484 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f22c1f3a-fa4e-461b-94bd-f3649c99256e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.435359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c1f3a-fa4e-461b-94bd-f3649c99256e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=3e9d1064-d798-4a57-af61-d44063809611,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:16.473268 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f22c1f3a-fa4e-461b-94bd-f3649c99256e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.479711 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f22c1f3a-fa4e-461b-94bd-f3649c99256e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/3e9d1064-d798-4a57-af61-d44063809611 HTTP/1.1" status: 204 len: 168 time: 1.0693426 Nov 09 19:51:16.482102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38036) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:16.488005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f3427f38-3e22-47bc-b935-81da366f7b82 req-3890c965-68df-4338-bb75-ffdba23f0c60 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960059 Nov 09 19:51:16.530338 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9a5598-6fed-49aa-8bfa-2524f4acf6ae tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:51:16.535042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38042) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:16.543273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6d9a5598-6fed-49aa-8bfa-2524f4acf6ae tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/3e9d1064-d798-4a57-af61-d44063809611 HTTP/1.1" status: 404 len: 333 time: 0.0600817 Nov 09 19:51:16.552080 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ba81-c6a8-46fb-b291-e0f49d9adfae tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.567937 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ba81-c6a8-46fb-b291-e0f49d9adfae tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.593869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ba81-c6a8-46fb-b291-e0f49d9adfae tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.595832 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fbf5ba81-c6a8-46fb-b291-e0f49d9adfae tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2806158 Nov 09 19:51:16.598752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38048) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:16.677805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-397ba328-fb6f-47db-9920-eff52f49026f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.719434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-397ba328-fb6f-47db-9920-eff52f49026f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.740994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec583e81-8d2c-4b85-aed8-d96ca9e03e85 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:16.816987 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-397ba328-fb6f-47db-9920-eff52f49026f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.821084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-397ba328-fb6f-47db-9920-eff52f49026f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.826350 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-397ba328-fb6f-47db-9920-eff52f49026f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/security-groups/e6846b98-c446-4c52-9425-72bbb8ee00ca HTTP/1.1" status: 204 len: 168 time: 0.2901576 Nov 09 19:51:16.827455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38056) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:16.847654 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76ff7449-4338-458f-8bb8-b3bfe69a1d68 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.855699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:16.856174 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:16.886464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ba328-fb6f-47db-9920-eff52f49026f tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6846b98-c446-4c52-9425-72bbb8ee00ca,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:17.115285 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fee25eab-de64-4250-b0d7-6f5a8169a83d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.145969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49f958-6e16-48d1-bd27-2f1af038aa17 req-a0cd6e4a-4af1-4282-a1d5-8dc8eb0eb916 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:17.147882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb6804dc-7f87-4fe9-be29-f2a25c34ee68 None None] Provisioning complete for port 7db5d5b0-659c-462a-a7f5-aa7841ece066 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:17.148295 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb6804dc-7f87-4fe9-be29-f2a25c34ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.162375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de49f958-6e16-48d1-bd27-2f1af038aa17 req-a0cd6e4a-4af1-4282-a1d5-8dc8eb0eb916 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.2432668 Nov 09 19:51:17.202550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76ff7449-4338-458f-8bb8-b3bfe69a1d68 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.207371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76ff7449-4338-458f-8bb8-b3bfe69a1d68 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.211675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-eb6804dc-7f87-4fe9-be29-f2a25c34ee68 None None] Port 7db5d5b0-659c-462a-a7f5-aa7841ece066 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:17.216068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb6804dc-7f87-4fe9-be29-f2a25c34ee68 None None] Could not find standard attr ID for object 3e9d1064-d798-4a57-af61-d44063809611. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:51:17.239788 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb6804dc-7f87-4fe9-be29-f2a25c34ee68 None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:17.244829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb6804dc-7f87-4fe9-be29-f2a25c34ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.306923 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de49f958-6e16-48d1-bd27-2f1af038aa17 req-09d3eb58-899e-4acb-8635-62a575c6d25e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363935 Nov 09 19:51:17.319331 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fee25eab-de64-4250-b0d7-6f5a8169a83d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.320686 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76ff7449-4338-458f-8bb8-b3bfe69a1d68 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.321409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ff7449-4338-458f-8bb8-b3bfe69a1d68 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a2aa926-3974-445c-8d6f-34a798427a5c {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:51:17.327598 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76ff7449-4338-458f-8bb8-b3bfe69a1d68 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.330713 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-76ff7449-4338-458f-8bb8-b3bfe69a1d68 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "DELETE /v2.0/routers/8a2aa926-3974-445c-8d6f-34a798427a5c HTTP/1.1" status: 204 len: 168 time: 0.7307074 Nov 09 19:51:17.425057 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fee25eab-de64-4250-b0d7-6f5a8169a83d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.428589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fee25eab-de64-4250-b0d7-6f5a8169a83d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.432690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fee25eab-de64-4250-b0d7-6f5a8169a83d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/security-groups/4c4f39dc-6664-41ae-98a6-efbe6e7f2c1e HTTP/1.1" status: 204 len: 168 time: 0.5976841 Nov 09 19:51:17.433479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38068) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:17.443226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee25eab-de64-4250-b0d7-6f5a8169a83d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4f39dc-6664-41ae-98a6-efbe6e7f2c1e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:17.547767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet 3fbb69b1-faad-4024-97f6-d20192db1503 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:51:17.552251 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.559445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0fa1b9ad-95e7-43f0-a1c8-d95a55528771 None None] Could not find standard attr ID for object 3e9d1064-d798-4a57-af61-d44063809611. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:51:17.566772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38072) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:17.663529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.828159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.968916 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:17.997691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1528021274', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:18.005126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbb69b1-faad-4024-97f6-d20192db1503,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:18.007731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:18.014902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/3fbb69b1-faad-4024-97f6-d20192db1503 HTTP/1.1" status: 204 len: 168 time: 0.5799184 Nov 09 19:51:18.016949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38092) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:18.028572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-320d5181-833c-420d-bdf6-80cfeeeaadd2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:18.034841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a0cd9a-9de3-47c6-89a3-bce145a06c0b None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:18.035442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.035727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.036068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.036415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.037000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.037886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.038941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.039498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.040741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.041223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.041570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.042002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599e7e1-52ab-4a4d-abc0-6009a81b2c46 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:18.051067 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:18.052621 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:18.158168 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:18.252889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d5181-833c-420d-bdf6-80cfeeeaadd2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:18.257715 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-320d5181-833c-420d-bdf6-80cfeeeaadd2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:18.553244 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:18.683726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c00cb7-1ba5-475f-bd93-0b92020f9b45 req-9877a4eb-5307-46e4-a5ec-d36455032846 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:18.692626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-65c00cb7-1ba5-475f-bd93-0b92020f9b45 req-9877a4eb-5307-46e4-a5ec-d36455032846 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1731892 Nov 09 19:51:18.777556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-65c00cb7-1ba5-475f-bd93-0b92020f9b45 req-a8c14ab7-e735-4367-970d-dd668f2a39fe tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764084 Nov 09 19:51:18.980299 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-320d5181-833c-420d-bdf6-80cfeeeaadd2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:19.045469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d5181-833c-420d-bdf6-80cfeeeaadd2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:19.048195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-320d5181-833c-420d-bdf6-80cfeeeaadd2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:19.052260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d5181-833c-420d-bdf6-80cfeeeaadd2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:19.052896 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-320d5181-833c-420d-bdf6-80cfeeeaadd2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:19.124268 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-320d5181-833c-420d-bdf6-80cfeeeaadd2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1057849 Nov 09 19:51:19.128946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38124) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:19.130098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d5181-833c-420d-bdf6-80cfeeeaadd2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=e705e5ce-70fa-47d8-8111-4cd5d00258de,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:19.138782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-67d1a0f5-f376-4fbf-9ee0-1c37498a4f94 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'security_group': {'name': 'tempest-secgroup-1684554249'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:19.147367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:19.181502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:19.280514 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-67d1a0f5-f376-4fbf-9ee0-1c37498a4f94 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:19.320459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f0a01-98a0-45e4-8f81-cd5776d1fdc3 req-30b02e07-74f2-4cf3-bccb-46fed425b5d7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:19.338225 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0a6f0a01-98a0-45e4-8f81-cd5776d1fdc3 req-30b02e07-74f2-4cf3-bccb-46fed425b5d7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0831172 Nov 09 19:51:19.400372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0a8a85-65d3-469e-9034-77e45c463669 None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:19.406186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0a6f0a01-98a0-45e4-8f81-cd5776d1fdc3 req-e4156639-03d2-45f9-a116-d6aefc4fb2b9 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668075 Nov 09 19:51:19.490804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Allocated IP 172.25.6.127 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/e911dc6c-f735-487b-a437-6bf1e204025b) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:19.557442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-67d1a0f5-f376-4fbf-9ee0-1c37498a4f94 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:19.569091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1c17d0b5-451b-4efb-8b4b-52c0edf4a4b8 None None] Provisioning complete for port 7db5d5b0-659c-462a-a7f5-aa7841ece066 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:19.569459 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1c17d0b5-451b-4efb-8b4b-52c0edf4a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:19.632521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1c17d0b5-451b-4efb-8b4b-52c0edf4a4b8 None None] Port 7db5d5b0-659c-462a-a7f5-aa7841ece066 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:19.725844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1c17d0b5-451b-4efb-8b4b-52c0edf4a4b8 None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:19.726319 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1c17d0b5-451b-4efb-8b4b-52c0edf4a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:19.949175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-67d1a0f5-f376-4fbf-9ee0-1c37498a4f94 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:19.960703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Update dhcp port {'port': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'fixed_ips': [{'subnet_id': 'acce55f4-48ab-469c-bdfc-737779a4d254', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e705e5ce-70fa-47d8-8111-4cd5d00258de'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'ec583e81-8d2c-4b85-aed8-d96ca9e03e85'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 19:51:20.008587 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-67d1a0f5-f376-4fbf-9ee0-1c37498a4f94 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.010387 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.010811 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-67d1a0f5-f376-4fbf-9ee0-1c37498a4f94 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8767459 Nov 09 19:51:20.011721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1a0f5-f376-4fbf-9ee0-1c37498a4f94 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00250eba-5cf0-4fb2-b6c9-ed5903c1c964,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:20.013811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38156) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:20.019427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d57e9cb8-9bea-45ab-b612-4915349db494 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'security_group': {'name': 'tempest-secgroup-1416988052'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:20.062324 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d57e9cb8-9bea-45ab-b612-4915349db494 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.063337 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.160572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.183628 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d57e9cb8-9bea-45ab-b612-4915349db494 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.193252 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d57e9cb8-9bea-45ab-b612-4915349db494 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.246330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e9cb8-9bea-45ab-b612-4915349db494 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c704c5-1c21-4543-85af-807ab605e44a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:20.253953 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d57e9cb8-9bea-45ab-b612-4915349db494 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.259961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d57e9cb8-9bea-45ab-b612-4915349db494 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2449489 Nov 09 19:51:20.260963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38172) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:20.265588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ebf9d462-977a-48e4-a35a-8687458a4b0c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'security_group': {'name': 'tempest-secgroup-1503487109'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:20.281182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:20.287789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:20.291351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:20.300868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d462-977a-48e4-a35a-8687458a4b0c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.340174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Pushing event updated for resources: {'Port': ['ID=e911dc6c-f735-487b-a437-6bf1e204025b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:20.408050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Allocated IP 2001:db8::2 (57b27c50-17df-460f-891c-32cfb7664b65/e705e5ce-70fa-47d8-8111-4cd5d00258de/ec583e81-8d2c-4b85-aed8-d96ca9e03e85) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:20.418905 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d462-977a-48e4-a35a-8687458a4b0c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.431427 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d462-977a-48e4-a35a-8687458a4b0c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.505013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebf9d462-977a-48e4-a35a-8687458a4b0c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.510764 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ebf9d462-977a-48e4-a35a-8687458a4b0c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2468209 Nov 09 19:51:20.511741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38182) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:20.513437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9d462-977a-48e4-a35a-8687458a4b0c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f164138c-1f19-4edc-a0dc-b1f354f7aad3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:20.521366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1630402265', 'security_groups': ['f164138c-1f19-4edc-a0dc-b1f354f7aad3'], 'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e705e5ce-70fa-47d8-8111-4cd5d00258de'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:20.623499 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fc824-daf5-4db9-a792-cd7204bcd659 req-769c5287-4005-408e-9cc4-80db3484be00 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:20.625911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d06fc824-daf5-4db9-a792-cd7204bcd659 req-769c5287-4005-408e-9cc4-80db3484be00 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1054518 Nov 09 19:51:20.645200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] For port ec583e81-8d2c-4b85-aed8-d96ca9e03e85, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,segment=NetworkSegment(7e12695a-36ef-4376-8405-36021d9bbe63),segment_id=7e12695a-36ef-4376-8405-36021d9bbe63)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:20.689013 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d06fc824-daf5-4db9-a792-cd7204bcd659 req-40c09a83-4672-4999-848c-a6cb602cf5cc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499549 Nov 09 19:51:20.700228 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.706735 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.835316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Pushing event updated for resources: {'Port': ['ID=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:20.844805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.845402 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.845858 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.846204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.846632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.846972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.847293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.847680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.848781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.849127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.849850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.850192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e992bb6-8b10-478c-a791-338a704c7ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:20.878911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.935743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:20.960374 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:20.988271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1cdfa-8df3-4cd5-b96e-5f57cf3b2f6b req-25d7e5da-531c-416b-adf6-c43eb5b2b2f2 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:20.990751 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4fe1cdfa-8df3-4cd5-b96e-5f57cf3b2f6b req-25d7e5da-531c-416b-adf6-c43eb5b2b2f2 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0841162 Nov 09 19:51:21.066955 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4fe1cdfa-8df3-4cd5-b96e-5f57cf3b2f6b req-54a0392d-ac2d-4011-807b-6f96aaed9351 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616875 Nov 09 19:51:21.293788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:21.316449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:21.366967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] device_id is not set on port d94800ac-4069-40b2-9642-53cbc96f4bf0 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:21.605436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f30c-2cf3-4cea-8ea2-c3cab7ab4e23 req-fc8b2704-df5f-478c-bd5d-c8871613a3f6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:21.607127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7659f30c-2cf3-4cea-8ea2-c3cab7ab4e23 req-fc8b2704-df5f-478c-bd5d-c8871613a3f6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.2420292 Nov 09 19:51:21.622009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96eab-1812-4b16-a240-033f89717624 req-f8538354-be1d-4c3b-9aac-25c0e493bf40 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:21.629368 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-f8538354-be1d-4c3b-9aac-25c0e493bf40 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 805 time: 0.1262832 Nov 09 19:51:21.640405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-e97e1a66-56a9-41af-b14e-434187bd8589 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/quotas/b0843e54f65c4110a912b444a8951cdb HTTP/1.1" status: 200 len: 375 time: 0.0100980 Nov 09 19:51:21.695071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fe0045e0-f343-4dd9-b871-85f19a676fa0 None None] Provisioning complete for port 7db5d5b0-659c-462a-a7f5-aa7841ece066 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:21.695660 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe0045e0-f343-4dd9-b871-85f19a676fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:21.709256 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-9aff8863-c1a3-4d1d-aaf2-56f779461add tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623300 Nov 09 19:51:21.736134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fe0045e0-f343-4dd9-b871-85f19a676fa0 None None] Port 7db5d5b0-659c-462a-a7f5-aa7841ece066 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:21.737656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7659f30c-2cf3-4cea-8ea2-c3cab7ab4e23 req-7bba8e85-2e60-406f-b8a7-f9257b44f2f2 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229258 Nov 09 19:51:21.750122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fe0045e0-f343-4dd9-b871-85f19a676fa0 None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:21.750794 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe0045e0-f343-4dd9-b871-85f19a676fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:21.769148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8::2c2 (57b27c50-17df-460f-891c-32cfb7664b65/e705e5ce-70fa-47d8-8111-4cd5d00258de/d94800ac-4069-40b2-9642-53cbc96f4bf0) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:21.771641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Router fd5321cd-b96c-426e-835f-7f3508973591 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:51:21.893684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-0c9c85df-f8c7-485c-be74-27e0398074c4 service neutron] 10.222.0.53 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755054 Nov 09 19:51:21.992857 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-e0f343de-47e8-4ac5-926c-0b30c8b413cf service neutron] 10.222.0.53 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932095 Nov 09 19:51:22.001883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769773f-210a-4f5e-abf1-6706f9f452f4 req-4cd8d6b9-9e54-44c3-ad28-de44f34c9029 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:22.003510 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a769773f-210a-4f5e-abf1-6706f9f452f4 req-4cd8d6b9-9e54-44c3-ad28-de44f34c9029 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1632485 Nov 09 19:51:22.078659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:22.090814 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fcfce-2b20-4af7-9a8a-c236f9ce9c7a None None] Sync routers for ids ['fd5321cd-b96c-426e-835f-7f3508973591'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:22.103662 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fcfce-2b20-4af7-9a8a-c236f9ce9c7a None None] Routers {'fd5321cd-b96c-426e-835f-7f3508973591'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:22.104413 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e09fcfce-2b20-4af7-9a8a-c236f9ce9c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['fd5321cd-b96c-426e-835f-7f3508973591'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:22.104965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a769773f-210a-4f5e-abf1-6706f9f452f4 req-57a84c23-07bb-48ba-b554-04197f44ddab tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933950 Nov 09 19:51:22.111496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:22.131017 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:22.132269 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fcca8921-15d8-49e8-a1d3-c4dea5332d0a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5633633 Nov 09 19:51:22.136789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38240) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:22.157904 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e09fcfce-2b20-4af7-9a8a-c236f9ce9c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:22.172139 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fcfce-2b20-4af7-9a8a-c236f9ce9c7a None None] Routers {'fd5321cd-b96c-426e-835f-7f3508973591'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:22.173451 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e09fcfce-2b20-4af7-9a8a-c236f9ce9c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['fd5321cd-b96c-426e-835f-7f3508973591'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:22.218821 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:22.237447 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e09fcfce-2b20-4af7-9a8a-c236f9ce9c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:22.238283 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09fcfce-2b20-4af7-9a8a-c236f9ce9c7a None None] The sync data for ids ['fd5321cd-b96c-426e-835f-7f3508973591'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:22.299950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8e045c22-166b-455c-9b76-4815a47ad3f1 req-a47f9a24-1a07-42ea-ab59-d39246a76b33 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 210 time: 0.0350714 Nov 09 19:51:22.309010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:22.312996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:22.317686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:22.327849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:22.328694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:22.340540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=d94800ac-4069-40b2-9642-53cbc96f4bf0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:22.378950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-38178656-5e0e-4436-8544-95bc463ef20b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8635666 Nov 09 19:51:22.381047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38252) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:22.397267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-84af7583-7435-4082-8b46-f187759c7dee tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:22.435780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-005ee004-d080-4ad3-acf6-58989a43dd43 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/routers/fd5321cd-b96c-426e-835f-7f3508973591 HTTP/1.1" status: 200 len: 921 time: 0.2927685 Nov 09 19:51:22.436614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38256) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:22.467308 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5ce0e420-6951-47c2-9c1d-3a1dc4b0c07a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5321cd-b96c-426e-835f-7f3508973591 HTTP/1.1" status: 200 len: 205 time: 0.0291581 Nov 09 19:51:22.469376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38260) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:22.551816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b2716-c798-4271-9567-33e529070f7b req-31f35c65-9a02-49dc-acef-1e05e4aee121 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:22.553441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c31b2716-c798-4271-9567-33e529070f7b req-31f35c65-9a02-49dc-acef-1e05e4aee121 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0803723 Nov 09 19:51:22.642732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec583e81-8d2c-4b85-aed8-d96ca9e03e85 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:22.658295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:22.668447 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c31b2716-c798-4271-9567-33e529070f7b req-440474d7-9a44-4dc3-a5e1-7d94e41c9e00 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770802 Nov 09 19:51:22.699186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84af7583-7435-4082-8b46-f187759c7dee tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:22.709814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84af7583-7435-4082-8b46-f187759c7dee tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:22.739925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:22.740967 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:22.808651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1d5cd186-0908-42cc-9541-9c821b0e90c9 None None] Provisioning complete for port d94800ac-4069-40b2-9642-53cbc96f4bf0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:22.809322 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd186-0908-42cc-9541-9c821b0e90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:22.862644 n-d-817256-1 neutron-server[102295]: INFO neutron.db.ipam_backend_mixin [None req-84af7583-7435-4082-8b46-f187759c7dee tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e705e5ce-70fa-47d8-8111-4cd5d00258de (CIDR: 2001:db8::/64) Nov 09 19:51:22.871138 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:22.876371 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-84af7583-7435-4082-8b46-f187759c7dee tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:51:22.876963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84af7583-7435-4082-8b46-f187759c7dee tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:22.883889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6839c6-4d13-4ef3-b2d0-c306c4ca7df2 req-1d127b58-5dec-4b10-ba1d-d0f2191ad720 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:22.885447 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0a6839c6-4d13-4ef3-b2d0-c306c4ca7df2 req-1d127b58-5dec-4b10-ba1d-d0f2191ad720 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0755143 Nov 09 19:51:22.902365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-84af7583-7435-4082-8b46-f187759c7dee tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5172825 Nov 09 19:51:22.902974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38266) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:22.908114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a63800f9-00da-449f-9217-5d848f9294c4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:22.912887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cd186-0908-42cc-9541-9c821b0e90c9 None None] Port d94800ac-4069-40b2-9642-53cbc96f4bf0 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:22.976109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0a6839c6-4d13-4ef3-b2d0-c306c4ca7df2 req-329ecb36-f8c6-4016-b6ab-d003ca63465c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822725 Nov 09 19:51:23.020788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Deleting port e911dc6c-f735-487b-a437-6bf1e204025b {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:23.020788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:23.107150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63800f9-00da-449f-9217-5d848f9294c4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:23.111569 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a63800f9-00da-449f-9217-5d848f9294c4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:23.155073 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:23.170935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Calling delete_port for e911dc6c-f735-487b-a437-6bf1e204025b owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:23.271871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b87ac-5035-4d21-b271-df5d9d21571a req-d83f27e5-3ae1-4791-814e-57f02b6977c8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:23.281465 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-404b87ac-5035-4d21-b271-df5d9d21571a req-d83f27e5-3ae1-4791-814e-57f02b6977c8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1125183 Nov 09 19:51:23.287694 n-d-817256-1 neutron-server[102295]: INFO neutron.db.ipam_backend_mixin [None req-a63800f9-00da-449f-9217-5d848f9294c4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet acce55f4-48ab-469c-bdfc-737779a4d254 (CIDR: 2001:db8:0:1::/64) Nov 09 19:51:23.301915 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63800f9-00da-449f-9217-5d848f9294c4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:51:23.301915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63800f9-00da-449f-9217-5d848f9294c4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:23.327431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-2e762f41-d8f4-476c-994a-48eda619040d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:23.329331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-2e762f41-d8f4-476c-994a-48eda619040d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4f329cd-3fea-45fc-9bae-c2745a5b642f HTTP/1.1" status: 200 len: 945 time: 0.0976050 Nov 09 19:51:23.334441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a63800f9-00da-449f-9217-5d848f9294c4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4303267 Nov 09 19:51:23.341928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38276) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:23.349465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-03f75247-3b9e-4564-8b6f-fa672f5dac3e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'subnet': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:23.492789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-ad1d9dee-ceb9-4ba5-b098-46d534a816c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Deleting port 2eadf85a-f79f-4315-b2ad-69582daa1b24 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:23.493169 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-ad1d9dee-ceb9-4ba5-b098-46d534a816c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:23.512130 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-404b87ac-5035-4d21-b271-df5d9d21571a req-65bbfde7-544e-415e-b804-82efe56e11c7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292485 Nov 09 19:51:23.539640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-233bba54-0a58-4660-833b-0914410bbbf4 req-8bf729a3-eed1-4a03-bd26-679ef9cf29b7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 210 time: 0.0553591 Nov 09 19:51:23.606699 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:23.648634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Pushing event deleted for resources: {'Port': ['ID=e911dc6c-f735-487b-a437-6bf1e204025b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:23.728919 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a718f30-e0a8-42c1-a6fd-0e87485a69d5 req-48a4d9cb-4eb7-41e6-9275-026096379824 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:23.729746 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a718f30-e0a8-42c1-a6fd-0e87485a69d5 req-48a4d9cb-4eb7-41e6-9275-026096379824 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0919063 Nov 09 19:51:23.735120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-ad1d9dee-ceb9-4ba5-b098-46d534a816c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] For port 2eadf85a-f79f-4315-b2ad-69582daa1b24, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2eadf85a-f79f-4315-b2ad-69582daa1b24,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:23.735450 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-ad1d9dee-ceb9-4ba5-b098-46d534a816c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:23.766809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-ad1d9dee-ceb9-4ba5-b098-46d534a816c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Calling delete_port for 2eadf85a-f79f-4315-b2ad-69582daa1b24 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:23.787807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a718f30-e0a8-42c1-a6fd-0e87485a69d5 req-f1a16b53-9d80-43f8-9dc6-bb30c5bcad0b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495315 Nov 09 19:51:23.986756 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-ad1d9dee-ceb9-4ba5-b098-46d534a816c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.002979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89833121-4040-4618-8d97-ab513252acb5 req-bdd6c965-c047-405f-b093-ba7f2c47bd2f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:24.004829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89833121-4040-4618-8d97-ab513252acb5 req-bdd6c965-c047-405f-b093-ba7f2c47bd2f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0782998 Nov 09 19:51:24.036678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d9dee-ceb9-4ba5-b098-46d534a816c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Pushing event deleted for resources: {'Port': ['ID=2eadf85a-f79f-4315-b2ad-69582daa1b24,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:24.104338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-ad1d9dee-ceb9-4ba5-b098-46d534a816c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] No DVR routers for this DVR port 2eadf85a-f79f-4315-b2ad-69582daa1b24 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:51:24.108281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-ad1d9dee-ceb9-4ba5-b098-46d534a816c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.111644 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e18ea608-3c8f-426e-983e-17f4f6c34ddc req-ad1d9dee-ceb9-4ba5-b098-46d534a816c3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.77 "DELETE /v2.0/ports/2eadf85a-f79f-4315-b2ad-69582daa1b24 HTTP/1.1" status: 204 len: 173 time: 0.7756402 Nov 09 19:51:24.112083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f329cd-3fea-45fc-9bae-c2745a5b642f', 'name': 'network-vif-deleted', 'tag': '2eadf85a-f79f-4315-b2ad-69582daa1b24'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:51:24.114353 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a272404-18d9-44f7-8510-40aa55f8bd21" -d '{"events": [{"server_uuid": "b4f329cd-3fea-45fc-9bae-c2745a5b642f", "name": "network-vif-deleted", "tag": "2eadf85a-f79f-4315-b2ad-69582daa1b24"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:51:24.128246 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89833121-4040-4618-8d97-ab513252acb5 req-fdb1dc24-3bb4-443f-9ce0-fb77df2a31e8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998778 Nov 09 19:51:24.137182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2eadf85a-f79f-4315-b2ad-69582daa1b24 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:51:24.162618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96eab-1812-4b16-a240-033f89717624 req-b906a49d-2ce0-4acf-b556-88b841af871a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:24.164125 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-b906a49d-2ce0-4acf-b556-88b841af871a tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 805 time: 0.5168040 Nov 09 19:51:24.186169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 2eadf85a-f79f-4315-b2ad-69582daa1b24 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:51:24.186381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Request body: {'port': {'device_id': 'd274a0fa-bf05-4078-a894-d0bcc2ae9248', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'admin_state_up': True, 'tenant_id': 'b0843e54f65c4110a912b444a8951cdb'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:24.187290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2eadf85a-f79f-4315-b2ad-69582daa1b24 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:51:24.197687 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3766e4d-51cf-4f4e-8851-4b7f74d4df3e x-openstack-request-id: req-e3766e4d-51cf-4f4e-8851-4b7f74d4df3e {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:51:24.198051 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f329cd-3fea-45fc-9bae-c2745a5b642f", "name": "network-vif-deleted", "tag": "2eadf85a-f79f-4315-b2ad-69582daa1b24", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:51:24.198623 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3766e4d-51cf-4f4e-8851-4b7f74d4df3e {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:51:24.199261 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f329cd-3fea-45fc-9bae-c2745a5b642f', 'name': 'network-vif-deleted', 'tag': '2eadf85a-f79f-4315-b2ad-69582daa1b24', 'status': 'completed', 'code': 200} Nov 09 19:51:24.248119 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.251890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f75247-3b9e-4564-8b6f-fa672f5dac3e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Made reservation on behalf of 7b12767ddeaf45c189a6b8cf348a8054 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:24.255404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03f75247-3b9e-4564-8b6f-fa672f5dac3e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.447836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.454408 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.550120 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.550781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Fanout notify agent at l3_agent the message router_deleted on router fd5321cd-b96c-426e-835f-7f3508973591 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:51:24.558722 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.559936 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-46db487d-05b1-4829-876e-6a353e370210 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/fd5321cd-b96c-426e-835f-7f3508973591 HTTP/1.1" status: 204 len: 168 time: 2.0896263 Nov 09 19:51:24.562427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Made reservation on behalf of b0843e54f65c4110a912b444a8951cdb for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:24.565960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.567732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38296) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:24.574878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1771680632', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_snat': False}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:24.593284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea0803-0e10-4041-857a-59743e6907cb req-9441a3af-7609-4172-b5b8-732ca8c9de63 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:24.600896 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7eea0803-0e10-4041-857a-59743e6907cb req-9441a3af-7609-4172-b5b8-732ca8c9de63 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.3732677 Nov 09 19:51:24.643770 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.644808 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.656349 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7eea0803-0e10-4041-857a-59743e6907cb req-28abb93f-676e-4c88-9672-f1032052d0b4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545995 Nov 09 19:51:24.719378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5bedf5eb-2d1a-4afc-bc53-60555057b3de req-f645f87f-8f24-46a2-b0f2-48b9327e2bc2 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 210 time: 0.0696597 Nov 09 19:51:24.726887 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.845838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Allocated IP 172.20.0.14 (a24159fd-6265-4538-b516-77c9d746e7d5/017f9f0a-652d-4c5b-9ffd-a1403c63eb79/61f71f7f-b900-419b-8000-ab7d1709952a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:24.906012 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03f75247-3b9e-4564-8b6f-fa672f5dac3e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.917495 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:24.986907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f75247-3b9e-4564-8b6f-fa672f5dac3e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Network 57b27c50-17df-460f-891c-32cfb7664b65 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:25.001016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6a552-e56d-4670-a0f0-73990c6b21c0 req-f81be2ab-feb1-4e73-a3f2-3fdfb63671e8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:25.002611 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14a6a552-e56d-4670-a0f0-73990c6b21c0 req-f81be2ab-feb1-4e73-a3f2-3fdfb63671e8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1582227 Nov 09 19:51:25.007868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-03f75247-3b9e-4564-8b6f-fa672f5dac3e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:25.017488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f75247-3b9e-4564-8b6f-fa672f5dac3e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:25.018093 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03f75247-3b9e-4564-8b6f-fa672f5dac3e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.019364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430cd26-b3d3-4289-85b9-c3838a168932 None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:25.031153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f75247-3b9e-4564-8b6f-fa672f5dac3e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Subnet': ['ID=d5b16a3e-6a7f-4e65-864e-64cb5b8520e3,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:25.116128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-03f75247-3b9e-4564-8b6f-fa672f5dac3e tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7702806 Nov 09 19:51:25.117679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38308) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:25.123637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-240686576', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5b16a3e-6a7f-4e65-864e-64cb5b8520e3'}], 'security_groups': ['00250eba-5cf0-4fb2-b6c9-ed5903c1c964', 'a8c704c5-1c21-4543-85af-807ab605e44a']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:25.132263 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14a6a552-e56d-4670-a0f0-73990c6b21c0 req-ec9f675e-57d6-4a10-b5c4-ba4ea5bd6350 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166203 Nov 09 19:51:25.182455 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.224559 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.246815 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.261823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.275864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Network a24159fd-6265-4538-b516-77c9d746e7d5 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:25.285121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:25.292913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:25.295525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Pushing event updated for resources: {'Port': ['ID=61f71f7f-b900-419b-8000-ab7d1709952a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:25.308912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d394f74-ce65-4164-9420-22cf24387e8f None None] Update dhcp port {'port': {'network_id': '57b27c50-17df-460f-891c-32cfb7664b65', 'fixed_ips': [{'subnet_id': 'acce55f4-48ab-469c-bdfc-737779a4d254', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e705e5ce-70fa-47d8-8111-4cd5d00258de', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5b16a3e-6a7f-4e65-864e-64cb5b8520e3'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'ec583e81-8d2c-4b85-aed8-d96ca9e03e85'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 19:51:25.313183 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.316269 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.336151 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d394f74-ce65-4164-9420-22cf24387e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.357651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:25.358293 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.383231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-8c185b74-e70d-4b15-abac-3c40d6432195 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2059131 Nov 09 19:51:25.397568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Request body: {'port': {'device_id': 'd274a0fa-bf05-4078-a894-d0bcc2ae9248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:25.421049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c101a5-0286-4e0c-addf-583275df6ae6 req-3956a33b-6070-49cd-beff-e0721ccd6f58 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:25.422982 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-04c101a5-0286-4e0c-addf-583275df6ae6 req-3956a33b-6070-49cd-beff-e0721ccd6f58 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1803794 Nov 09 19:51:25.459979 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.550873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-4d394f74-ce65-4164-9420-22cf24387e8f None None] Allocated IP 2001:db8:0:2::2 (57b27c50-17df-460f-891c-32cfb7664b65/d5b16a3e-6a7f-4e65-864e-64cb5b8520e3/ec583e81-8d2c-4b85-aed8-d96ca9e03e85) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:25.594321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Allocated IP 172.25.6.249 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/394ab80b-eb9b-4d55-bf07-d0a99b7947f5) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:25.606169 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-04c101a5-0286-4e0c-addf-583275df6ae6 req-843116cb-9921-4b97-8b09-6ac20ab384b4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693447 Nov 09 19:51:25.704663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4d394f74-ce65-4164-9420-22cf24387e8f None None] For port ec583e81-8d2c-4b85-aed8-d96ca9e03e85, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,segment=NetworkSegment(7e12695a-36ef-4376-8405-36021d9bbe63),segment_id=7e12695a-36ef-4376-8405-36021d9bbe63)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:25.748440 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d394f74-ce65-4164-9420-22cf24387e8f None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.755691 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d394f74-ce65-4164-9420-22cf24387e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.795866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f71f7f-b900-419b-8000-ab7d1709952a {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:51:25.807303 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.819350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea053c90-dcd8-4d39-aa84-450662edace6 req-b95307c4-5e64-48b7-96d8-1a78fa98f198 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:25.820882 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea053c90-dcd8-4d39-aa84-450662edace6 req-b95307c4-5e64-48b7-96d8-1a78fa98f198 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0899925 Nov 09 19:51:25.831085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Transition to ACTIVE for port object 61f71f7f-b900-419b-8000-ab7d1709952a will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:51:25.855872 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.877232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d394f74-ce65-4164-9420-22cf24387e8f None None] Pushing event updated for resources: {'Port': ['ID=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:25.922221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce8a8d-fd94-4afc-8c98-543902ad0598 req-9ccd7809-fe37-4eef-87da-2b34b5f54e6b tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:25.923801 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c5ce8a8d-fd94-4afc-8c98-543902ad0598 req-9ccd7809-fe37-4eef-87da-2b34b5f54e6b tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 932 time: 0.1071453 Nov 09 19:51:25.934676 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:25.940430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Pushing event updated for resources: {'Port': ['ID=61f71f7f-b900-419b-8000-ab7d1709952a,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:25.954318 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea053c90-dcd8-4d39-aa84-450662edace6 req-e4f9934b-7bd0-4af2-b223-87ad25ca8b7d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189542 Nov 09 19:51:26.043555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Delete allocated IP 2001:db8::2c2 (57b27c50-17df-460f-891c-32cfb7664b65/e705e5ce-70fa-47d8-8111-4cd5d00258de) {{(pid=102295) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 19:51:26.056781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Allocated IP 2001:db8:0:2::173 (57b27c50-17df-460f-891c-32cfb7664b65/d5b16a3e-6a7f-4e65-864e-64cb5b8520e3/d94800ac-4069-40b2-9642-53cbc96f4bf0) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:26.059949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Attempting to bind port 61f71f7f-b900-419b-8000-ab7d1709952a on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:51:26.060433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Attempting to bind port 61f71f7f-b900-419b-8000-ab7d1709952a by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:51:26.060859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Attempting to bind port 61f71f7f-b900-419b-8000-ab7d1709952a on network a24159fd-6265-4538-b516-77c9d746e7d5 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:51:26.065628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c5ce8a8d-fd94-4afc-8c98-543902ad0598 req-d8855988-868b-4f6e-91f9-d4d76a239106 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225293 Nov 09 19:51:26.068650 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.069440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Port 61f71f7f-b900-419b-8000-ab7d1709952a on network a24159fd-6265-4538-b516-77c9d746e7d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:51:26.069844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Attempting to bind port 61f71f7f-b900-419b-8000-ab7d1709952a on network a24159fd-6265-4538-b516-77c9d746e7d5 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:51:26.076120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:51:26.076561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Checking segment: {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:26.077154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Bound using segment: {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:51:26.077669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Bound port: 61f71f7f-b900-419b-8000-ab7d1709952a, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:51:26.078104 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.165719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:26.175484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:26.175591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] For port 61f71f7f-b900-419b-8000-ab7d1709952a, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:51:26.177834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:26.179156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] For port 61f71f7f-b900-419b-8000-ab7d1709952a, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=61f71f7f-b900-419b-8000-ab7d1709952a,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:51:26.192328 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.223323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event updated for resources: {'Port': ['ID=394ab80b-eb9b-4d55-bf07-d0a99b7947f5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:26.243286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:26.243500 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.244925 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] 10.222.0.70 "PUT /v2.0/ports/61f71f7f-b900-419b-8000-ab7d1709952a HTTP/1.1" status: 200 len: 1092 time: 0.8526137 Nov 09 19:51:26.245397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd274a0fa-bf05-4078-a894-d0bcc2ae9248', 'tag': '61f71f7f-b900-419b-8000-ab7d1709952a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:51:26.247710 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e807d0-d312-432f-96fc-812633784528" -d '{"events": [{"name": "network-changed", "server_uuid": "d274a0fa-bf05-4078-a894-d0bcc2ae9248", "tag": "61f71f7f-b900-419b-8000-ab7d1709952a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:51:26.256821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fcda7-e67a-48cb-ba83-4d525dba0004 req-7f0be3ef-c51e-4855-b9d8-4a213bc4e973 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:26.258504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-535fcda7-e67a-48cb-ba83-4d525dba0004 req-7f0be3ef-c51e-4855-b9d8-4a213bc4e973 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1929524 Nov 09 19:51:26.266446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07cd92-298d-4a5c-a81f-2328316be1de service neutron] Pushing event updated for resources: {'Port': ['ID=61f71f7f-b900-419b-8000-ab7d1709952a,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:26.302659 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba81f63-0ecc-4063-9099-43ca78e85cfc x-openstack-request-id: req-5ba81f63-0ecc-4063-9099-43ca78e85cfc {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:51:26.302957 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d274a0fa-bf05-4078-a894-d0bcc2ae9248", "tag": "61f71f7f-b900-419b-8000-ab7d1709952a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:51:26.303213 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ba81f63-0ecc-4063-9099-43ca78e85cfc {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:51:26.303614 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd274a0fa-bf05-4078-a894-d0bcc2ae9248', 'tag': '61f71f7f-b900-419b-8000-ab7d1709952a', 'status': 'completed', 'code': 200} Nov 09 19:51:26.353550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96eab-1812-4b16-a240-033f89717624 req-e796ad77-6877-481c-9337-fb42e61aef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:26.355316 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-e796ad77-6877-481c-9337-fb42e61aef5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 1095 time: 0.0445931 Nov 09 19:51:26.402442 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-f3190e0a-6e8d-415d-887e-fe1cd855d964 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f71f7f-b900-419b-8000-ab7d1709952a HTTP/1.1" status: 200 len: 217 time: 0.0380917 Nov 09 19:51:26.469068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96eab-1812-4b16-a240-033f89717624 req-cff5aec3-504c-4e19-b307-083d1fe28293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:26.471601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-cff5aec3-504c-4e19-b307-083d1fe28293 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=017f9f0a-652d-4c5b-9ffd-a1403c63eb79 HTTP/1.1" status: 200 len: 845 time: 0.0563476 Nov 09 19:51:26.497441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-535fcda7-e67a-48cb-ba83-4d525dba0004 req-21c5b9ec-04b9-4d28-9c10-5d948280b2b3 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181873 Nov 09 19:51:26.516208 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-734beb11-73f8-470f-ab27-7275a3844ecb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a24159fd-6265-4538-b516-77c9d746e7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349107 Nov 09 19:51:26.678307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a95972ef-a959-4555-8493-2fbe8c2bac37 None None] Provisioning complete for port d94800ac-4069-40b2-9642-53cbc96f4bf0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:26.678846 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a95972ef-a959-4555-8493-2fbe8c2bac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.701514 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-3da3bd85-9eb6-4834-ab54-1ef3421dde9d service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771767 Nov 09 19:51:26.722968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.725507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec583e81-8d2c-4b85-aed8-d96ca9e03e85 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:26.737486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.767240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a95972ef-a959-4555-8493-2fbe8c2bac37 None None] Port d94800ac-4069-40b2-9642-53cbc96f4bf0 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:26.787446 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a95972ef-a959-4555-8493-2fbe8c2bac37 None None] Provisioning complete for port 7db5d5b0-659c-462a-a7f5-aa7841ece066 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:26.789388 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a95972ef-a959-4555-8493-2fbe8c2bac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.819644 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event updated for resources: {'Port': ['ID=d94800ac-4069-40b2-9642-53cbc96f4bf0,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:26.827825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a95972ef-a959-4555-8493-2fbe8c2bac37 None None] Port 7db5d5b0-659c-462a-a7f5-aa7841ece066 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:26.844806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae308d5-c2b3-44e4-9a1a-2308f8f1dffe req-64dcf280-1173-41ac-9eda-fa4e96937bcc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:26.846087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aae308d5-c2b3-44e4-9a1a-2308f8f1dffe req-64dcf280-1173-41ac-9eda-fa4e96937bcc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1706188 Nov 09 19:51:26.855328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a95972ef-a959-4555-8493-2fbe8c2bac37 None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:26.855711 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a95972ef-a959-4555-8493-2fbe8c2bac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.857473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:26.857917 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.866353 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.870059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] In _notify_port_updated(), no bound segment for port d94800ac-4069-40b2-9642-53cbc96f4bf0 on network 57b27c50-17df-460f-891c-32cfb7664b65 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:51:26.880457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:26.881143 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:26.886529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8684b215-f4db-423b-bf4b-ae567f2cf97d tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "PUT /v2.0/ports/d94800ac-4069-40b2-9642-53cbc96f4bf0 HTTP/1.1" status: 200 len: 969 time: 1.7631905 Nov 09 19:51:26.887501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38338) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:26.915969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8a96eab-1812-4b16-a240-033f89717624 req-6900081f-628c-4e27-aed1-394bcea5c187 service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815443 Nov 09 19:51:26.966676 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aae308d5-c2b3-44e4-9a1a-2308f8f1dffe req-c1c9e02b-96d9-458c-8c72-f94387abff7e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035891 Nov 09 19:51:27.075515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e807d0-d312-432f-96fc-812633784528 req-ebcaa869-2dcb-419d-80b4-af71fce8db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:27.077195 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0e807d0-d312-432f-96fc-812633784528 req-ebcaa869-2dcb-419d-80b4-af71fce8db7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0843e54f65c4110a912b444a8951cdb&device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 1095 time: 0.0879893 Nov 09 19:51:27.198147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f6958649-1ccb-4e0b-96f6-9ee0223d58e5 None None] Provisioning complete for port d94800ac-4069-40b2-9642-53cbc96f4bf0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:27.198896 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f6958649-1ccb-4e0b-96f6-9ee0223d58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:27.237801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f6958649-1ccb-4e0b-96f6-9ee0223d58e5 None None] Port d94800ac-4069-40b2-9642-53cbc96f4bf0 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:27.248844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e807d0-d312-432f-96fc-812633784528 req-d1f7a0f0-db85-4acb-989f-5b162a7756aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:27.250345 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0e807d0-d312-432f-96fc-812633784528 req-d1f7a0f0-db85-4acb-989f-5b162a7756aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 200 len: 906 time: 0.1584690 Nov 09 19:51:27.259675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26abb8-842b-46e3-ba9d-cd4f9933d477 req-42034d6e-8211-4dee-9025-998338d0a3ac tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:27.261169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c26abb8-842b-46e3-ba9d-cd4f9933d477 req-42034d6e-8211-4dee-9025-998338d0a3ac tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 944 time: 0.0860813 Nov 09 19:51:27.265757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200995b8-81cc-4b4b-8370-30c34cf68653 req-e2d7dbee-4c19-4e30-a7c9-8377fab88f9d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:27.267365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-200995b8-81cc-4b4b-8370-30c34cf68653 req-e2d7dbee-4c19-4e30-a7c9-8377fab88f9d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1721509 Nov 09 19:51:27.312304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-0e5752b5-7346-4ed2-a3b3-73de275d7792 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port d94800ac-4069-40b2-9642-53cbc96f4bf0 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:27.312666 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e5752b5-7346-4ed2-a3b3-73de275d7792 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:27.326410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0e807d0-d312-432f-96fc-812633784528 req-ebcec640-f3e0-478f-bd51-eaca4b74bd01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f71f7f-b900-419b-8000-ab7d1709952a HTTP/1.1" status: 200 len: 217 time: 0.0641735 Nov 09 19:51:27.382588 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c26abb8-842b-46e3-ba9d-cd4f9933d477 req-afb8565a-037b-4f3e-89fa-a7886a61a446 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128831 Nov 09 19:51:27.400809 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-200995b8-81cc-4b4b-8370-30c34cf68653 req-24539754-a16e-4589-920b-fef4d20312ac tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262586 Nov 09 19:51:27.401002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e807d0-d312-432f-96fc-812633784528 req-d878cf7d-6695-4e70-9761-84c65c5392cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:27.402737 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0e807d0-d312-432f-96fc-812633784528 req-d878cf7d-6695-4e70-9761-84c65c5392cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=017f9f0a-652d-4c5b-9ffd-a1403c63eb79 HTTP/1.1" status: 200 len: 845 time: 0.0611753 Nov 09 19:51:27.404305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:27.452379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0e807d0-d312-432f-96fc-812633784528 req-b2565670-cc90-4e33-8cc0-4c939182aab5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a24159fd-6265-4538-b516-77c9d746e7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376053 Nov 09 19:51:27.508304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e5752b5-7346-4ed2-a3b3-73de275d7792 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:27.538287 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-0e5752b5-7346-4ed2-a3b3-73de275d7792 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for d94800ac-4069-40b2-9642-53cbc96f4bf0 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:27.573763 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0e807d0-d312-432f-96fc-812633784528 req-bb463447-3e3e-4c21-acdd-14b862533668 service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985572 Nov 09 19:51:27.642239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88e076-8192-4da1-9b95-b3a9822d29e6 req-f6ce897a-b2f4-45fe-bf85-0d697dee3a7f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:27.643671 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d88e076-8192-4da1-9b95-b3a9822d29e6 req-f6ce897a-b2f4-45fe-bf85-0d697dee3a7f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1182339 Nov 09 19:51:27.667676 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0e807d0-d312-432f-96fc-812633784528 req-7bbd417d-066d-40b3-88b8-076e3cd21ab7 service neutron] 10.222.0.70 "GET /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856605 Nov 09 19:51:27.713372 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d88e076-8192-4da1-9b95-b3a9822d29e6 req-19776327-32a9-4032-8bd4-928f16fc72e7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606277 Nov 09 19:51:27.724147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Router c1c4cfe2-4e3d-4987-8303-6b3594ab0a32 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:51:27.845938 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e5752b5-7346-4ed2-a3b3-73de275d7792 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:27.862113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec822074-42f2-4490-9ac6-99e9873eebe9 req-b70b4749-f415-4d23-bead-e96660450a0b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:27.863611 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec822074-42f2-4490-9ac6-99e9873eebe9 req-b70b4749-f415-4d23-bead-e96660450a0b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0543954 Nov 09 19:51:27.881525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5752b5-7346-4ed2-a3b3-73de275d7792 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=d94800ac-4069-40b2-9642-53cbc96f4bf0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:27.903531 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec822074-42f2-4490-9ac6-99e9873eebe9 req-8e38c351-f385-4c88-b611-63e149923ebf tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Nov 09 19:51:28.141903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc431c0c-ed5f-4e07-bcaf-98e17d2e1cbb req-ccd41cea-1b89-4e06-9e41-46763b884277 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:28.143345 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc431c0c-ed5f-4e07-bcaf-98e17d2e1cbb req-ccd41cea-1b89-4e06-9e41-46763b884277 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0535505 Nov 09 19:51:28.183630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc431c0c-ed5f-4e07-bcaf-98e17d2e1cbb req-10d8e200-448f-4162-a481-f3ea18e1671a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340002 Nov 09 19:51:28.198003 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e5752b5-7346-4ed2-a3b3-73de275d7792 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.201219 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0e5752b5-7346-4ed2-a3b3-73de275d7792 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/d94800ac-4069-40b2-9642-53cbc96f4bf0 HTTP/1.1" status: 204 len: 168 time: 1.3126528 Nov 09 19:51:28.208721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38364) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:28.223202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:28.234331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Sync routers for ids ['c1c4cfe2-4e3d-4987-8303-6b3594ab0a32'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:28.240707 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe0e6d3-246b-46dd-81be-d21e8b9384ac tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] GET failed (client error): The resource could not be found. Nov 09 19:51:28.242251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8fe0e6d3-246b-46dd-81be-d21e8b9384ac tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports/d94800ac-4069-40b2-9642-53cbc96f4bf0 HTTP/1.1" status: 404 len: 333 time: 0.0325830 Nov 09 19:51:28.245665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38366) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:28.249808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Routers {'c1c4cfe2-4e3d-4987-8303-6b3594ab0a32'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:28.250551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c1c4cfe2-4e3d-4987-8303-6b3594ab0a32'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:28.297081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.298267 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9ec8f3c0-90cf-406a-a6c2-dd282d9ea8ce tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7295680 Nov 09 19:51:28.301805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38368) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:28.337086 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c5f7-1f97-40ec-a52a-b381f1e3638a req-a77f55d9-0e1f-4262-802d-479be4bdd2ca tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:28.338671 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b91c5f7-1f97-40ec-a52a-b381f1e3638a req-a77f55d9-0e1f-4262-802d-479be4bdd2ca tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0809133 Nov 09 19:51:28.349008 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7b1fd82e-49d2-4de3-bf06-da369425c328 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.360283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Set router c1c4cfe2-4e3d-4987-8303-6b3594ab0a32 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:51:28.387711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7b1fd82e-49d2-4de3-bf06-da369425c328 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.421248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0e66b03d-cc94-4cb5-99fe-25b2d7544d17 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/routers/c1c4cfe2-4e3d-4987-8303-6b3594ab0a32 HTTP/1.1" status: 200 len: 909 time: 0.1178043 Nov 09 19:51:28.422086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38372) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:28.428113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1771680632', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_snat': True}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:28.429341 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b91c5f7-1f97-40ec-a52a-b381f1e3638a req-11fc739b-b9d8-4927-9c7e-eda17774e039 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741227 Nov 09 19:51:28.459947 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7b1fd82e-49d2-4de3-bf06-da369425c328 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.468453 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7b1fd82e-49d2-4de3-bf06-da369425c328 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.473006 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7b1fd82e-49d2-4de3-bf06-da369425c328 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/security-groups/f164138c-1f19-4edc-a0dc-b1f354f7aad3 HTTP/1.1" status: 204 len: 168 time: 0.2240572 Nov 09 19:51:28.474220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38376) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:28.475674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.477106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.483547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fd82e-49d2-4de3-bf06-da369425c328 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f164138c-1f19-4edc-a0dc-b1f354f7aad3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:28.597622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c4cfe2-4e3d-4987-8303-6b3594ab0a32', 'name': 'tempest-snat-router-1771680632', 'tenant_id': '070b60f0a972434db57a49b698d1d6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': False}, 'gw_port_id': '394ab80b-eb9b-4d55-bf07-d0a99b7947f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:51:24Z', 'updated_at': '2021-11-09T19:51:26Z', 'revision_number': 3, 'project_id': '070b60f0a972434db57a49b698d1d6f0', 'gw_port': {'id': '394ab80b-eb9b-4d55-bf07-d0a99b7947f5', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c4cfe2-4e3d-4987-8303-6b3594ab0a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:51:25Z', 'updated_at': '2021-11-09T19:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:28.620458 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.628074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Checking router: c1c4cfe2-4e3d-4987-8303-6b3594ab0a32 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:51:28.628395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Updating router c1c4cfe2-4e3d-4987-8303-6b3594ab0a32 port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:51:28.634626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b7d05-d6c7-4fd9-8d8f-11764ffb497f req-a5390a21-755f-4d2e-9a21-0d30a32774a9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:28.636195 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e80b7d05-d6c7-4fd9-8d8f-11764ffb497f req-a5390a21-755f-4d2e-9a21-0d30a32774a9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 944 time: 0.1324728 Nov 09 19:51:28.643576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9287e497-c31d-4a55-b602-fcb036556d2b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.656749 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.672468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26f89-14f6-47ef-a159-64820d7a0df3 req-1683a88e-8fef-4d58-ae5a-5152a5948743 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:28.674980 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45c26f89-14f6-47ef-a159-64820d7a0df3 req-1683a88e-8fef-4d58-ae5a-5152a5948743 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0603051 Nov 09 19:51:28.716581 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45c26f89-14f6-47ef-a159-64820d7a0df3 req-626e1154-f4d6-4d64-8594-5caf83871f94 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337052 Nov 09 19:51:28.743298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9287e497-c31d-4a55-b602-fcb036556d2b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.860442 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e80b7d05-d6c7-4fd9-8d8f-11764ffb497f req-32720f26-f6de-4adc-886e-290807345a0b tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849267 Nov 09 19:51:28.872703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.912376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dd189-d6e3-4871-b926-5c48b4efed3e req-77ffe519-cf27-459f-ba17-c4010a92e249 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:28.915121 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-684dd189-d6e3-4871-b926-5c48b4efed3e req-77ffe519-cf27-459f-ba17-c4010a92e249 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0576057 Nov 09 19:51:28.924829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9287e497-c31d-4a55-b602-fcb036556d2b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.927577 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9287e497-c31d-4a55-b602-fcb036556d2b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.928707 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9287e497-c31d-4a55-b602-fcb036556d2b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/security-groups/a8c704c5-1c21-4543-85af-807ab605e44a HTTP/1.1" status: 204 len: 168 time: 0.4466445 Nov 09 19:51:28.934709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38388) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:28.953718 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:28.953999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287e497-c31d-4a55-b602-fcb036556d2b tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c704c5-1c21-4543-85af-807ab605e44a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:28.963708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-684dd189-d6e3-4871-b926-5c48b4efed3e req-71f5f13a-5595-4945-a595-2f3d8b897bac tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439527 Nov 09 19:51:28.967063 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.022957 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-380f524d-98cd-4aa7-ba5b-08363f6621f6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.060533 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-380f524d-98cd-4aa7-ba5b-08363f6621f6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.156658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Attempting to bind port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:51:29.157028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Attempting to bind port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:51:29.157457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Attempting to bind port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:51:29.159512 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8044e-eb5c-4fe9-93e6-3da48179e8a1 None None] Pushing event updated for resources: {'Port': ['ID=394ab80b-eb9b-4d55-bf07-d0a99b7947f5,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:29.165208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:51:29.165564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:29.166272 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.166735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:51:29.167238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Bound port: 394ab80b-eb9b-4d55-bf07-d0a99b7947f5, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:51:29.167725 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.195239 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-380f524d-98cd-4aa7-ba5b-08363f6621f6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.198485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-380f524d-98cd-4aa7-ba5b-08363f6621f6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.199662 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-380f524d-98cd-4aa7-ba5b-08363f6621f6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/security-groups/00250eba-5cf0-4fb2-b6c9-ed5903c1c964 HTTP/1.1" status: 204 len: 168 time: 0.2640448 Nov 09 19:51:29.203704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38396) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:29.215771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f524d-98cd-4aa7-ba5b-08363f6621f6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00250eba-5cf0-4fb2-b6c9-ed5903c1c964,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:29.224831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] For port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:51:29.249510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] For port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=394ab80b-eb9b-4d55-bf07-d0a99b7947f5,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:51:29.256110 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.289487 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.295113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d8aaa5-2edc-48c7-8d15-6673906200f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet e705e5ce-70fa-47d8-8111-4cd5d00258de {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:51:29.299607 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8d8aaa5-2edc-48c7-8d15-6673906200f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.316870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.327131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Routers {'c1c4cfe2-4e3d-4987-8303-6b3594ab0a32'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:29.327891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c1c4cfe2-4e3d-4987-8303-6b3594ab0a32'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:29.372171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8044e-eb5c-4fe9-93e6-3da48179e8a1 None None] Pushing event updated for resources: {'Port': ['ID=394ab80b-eb9b-4d55-bf07-d0a99b7947f5,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:29.393725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8d8aaa5-2edc-48c7-8d15-6673906200f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.456590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] Set router c1c4cfe2-4e3d-4987-8303-6b3594ab0a32 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:51:29.462354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Allocated IP 172.25.6.76 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/ff8f8210-cbaa-4bb2-ae05-96f1a785eafa) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:29.498496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596145c-d8e4-4c29-be1d-418f3271fc91 req-b41bad4a-9755-497e-8601-8cd056f6d08d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:29.499940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6596145c-d8e4-4c29-be1d-418f3271fc91 req-b41bad4a-9755-497e-8601-8cd056f6d08d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0679505 Nov 09 19:51:29.560288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8d8aaa5-2edc-48c7-8d15-6673906200f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.580785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.620576 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6596145c-d8e4-4c29-be1d-418f3271fc91 req-3bcc53a2-a8eb-48ae-ae8e-48440ab36ebc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960371 Nov 09 19:51:29.662854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8d8aaa5-2edc-48c7-8d15-6673906200f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.677104 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.703550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8aaa5-2edc-48c7-8d15-6673906200f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=e705e5ce-70fa-47d8-8111-4cd5d00258de,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:29.705831 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8d8aaa5-2edc-48c7-8d15-6673906200f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:29.713926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38406) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:29.714424 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c4cfe2-4e3d-4987-8303-6b3594ab0a32', 'name': 'tempest-snat-router-1771680632', 'tenant_id': '070b60f0a972434db57a49b698d1d6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': False}, 'gw_port_id': '394ab80b-eb9b-4d55-bf07-d0a99b7947f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:51:24Z', 'updated_at': '2021-11-09T19:51:26Z', 'revision_number': 3, 'project_id': '070b60f0a972434db57a49b698d1d6f0', 'gw_port': {'id': '394ab80b-eb9b-4d55-bf07-d0a99b7947f5', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c4cfe2-4e3d-4987-8303-6b3594ab0a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:51:25Z', 'updated_at': '2021-11-09T19:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:29.715125 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f8d8aaa5-2edc-48c7-8d15-6673906200f9 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/e705e5ce-70fa-47d8-8111-4cd5d00258de HTTP/1.1" status: 204 len: 168 time: 0.5089419 Nov 09 19:51:29.721911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9d5cb-ce1a-498f-bcb9-1426adabeff9 None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:29.757527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad504a-026c-427f-976d-bd2689312c59 None None] The sync data for ids ['c1c4cfe2-4e3d-4987-8303-6b3594ab0a32'] in n-d-817256-1 is: [{'id': 'c1c4cfe2-4e3d-4987-8303-6b3594ab0a32', 'name': 'tempest-snat-router-1771680632', 'tenant_id': '070b60f0a972434db57a49b698d1d6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': False}, 'gw_port_id': '394ab80b-eb9b-4d55-bf07-d0a99b7947f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:51:24Z', 'updated_at': '2021-11-09T19:51:26Z', 'revision_number': 3, 'project_id': '070b60f0a972434db57a49b698d1d6f0', 'gw_port': {'id': '394ab80b-eb9b-4d55-bf07-d0a99b7947f5', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:67:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c4cfe2-4e3d-4987-8303-6b3594ab0a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:51:25Z', 'updated_at': '2021-11-09T19:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:29.765603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:29.773725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:29.777271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:29.828484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event updated for resources: {'Port': ['ID=ff8f8210-cbaa-4bb2-ae05-96f1a785eafa,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:29.843965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-1199a09d-c26f-48cc-ba03-a576fa094809 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet d5b16a3e-6a7f-4e65-864e-64cb5b8520e3 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:51:29.851430 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1199a09d-c26f-48cc-ba03-a576fa094809 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:30.377202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714d647-2b04-4b22-866f-74155e2a98a6 req-0034c19b-c1b4-40d3-98f2-80de5b61be42 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:30.378858 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f714d647-2b04-4b22-866f-74155e2a98a6 req-0034c19b-c1b4-40d3-98f2-80de5b61be42 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.1293824 Nov 09 19:51:30.417005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 61f71f7f-b900-419b-8000-ab7d1709952a details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:51:30.454373 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f714d647-2b04-4b22-866f-74155e2a98a6 req-eb9f363d-59c0-4f22-a1bf-c2de6f07adec tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653145 Nov 09 19:51:30.472594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1199a09d-c26f-48cc-ba03-a576fa094809 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:30.604251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 61f71f7f-b900-419b-8000-ab7d1709952a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=61f71f7f-b900-419b-8000-ab7d1709952a,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:30.626681 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '61f71f7f-b900-419b-8000-ab7d1709952a', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'port_id': '61f71f7f-b900-419b-8000-ab7d1709952a', 'mac_address': 'fa:16:3e:49:0a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f9f0a-652d-4c5b-9ffd-a1403c63eb79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:51:30.709425 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:30.741864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ab344-5e56-4a92-af6f-8ad775cb2563 req-8241b637-7926-4a32-9eec-b4f36291c9a7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:30.756365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-520ab344-5e56-4a92-af6f-8ad775cb2563 req-8241b637-7926-4a32-9eec-b4f36291c9a7 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 944 time: 0.3024580 Nov 09 19:51:30.766595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f71f7f-b900-419b-8000-ab7d1709952a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:51:30.773948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:30.800734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 61f71f7f-b900-419b-8000-ab7d1709952a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=61f71f7f-b900-419b-8000-ab7d1709952a,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:30.812074 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1199a09d-c26f-48cc-ba03-a576fa094809 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:30.824018 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:30.856622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017be6f-d837-405c-bd91-a7e14f96d9c8 req-0f2c54ca-4e71-4151-b4b6-da0a4d112eca tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:30.858612 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d017be6f-d837-405c-bd91-a7e14f96d9c8 req-0f2c54ca-4e71-4151-b4b6-da0a4d112eca tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1214097 Nov 09 19:51:30.903847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=61f71f7f-b900-419b-8000-ab7d1709952a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:30.908873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:30.926069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:30.926541 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:30.926661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d017be6f-d837-405c-bd91-a7e14f96d9c8 req-34723292-0efa-4bf4-8fb8-af44d8abe6d3 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587366 Nov 09 19:51:30.991889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d5c66a66-4d79-43ab-8153-d858a22b7f4e None None] Provisioning complete for port 7db5d5b0-659c-462a-a7f5-aa7841ece066 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:30.992274 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5c66a66-4d79-43ab-8153-d858a22b7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.072181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d5c66a66-4d79-43ab-8153-d858a22b7f4e None None] Port 7db5d5b0-659c-462a-a7f5-aa7841ece066 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:31.089969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-520ab344-5e56-4a92-af6f-8ad775cb2563 req-2449a075-4018-46ba-97fd-695d7487fa1d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242264 Nov 09 19:51:31.094421 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.109108 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1199a09d-c26f-48cc-ba03-a576fa094809 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.116341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=394ab80b-eb9b-4d55-bf07-d0a99b7947f5,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:31.118868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d5c66a66-4d79-43ab-8153-d858a22b7f4e None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:31.119244 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5c66a66-4d79-43ab-8153-d858a22b7f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.122695 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.182768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['61f71f7f-b900-419b-8000-ab7d1709952a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:51:31.227075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199a09d-c26f-48cc-ba03-a576fa094809 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b16a3e-6a7f-4e65-864e-64cb5b8520e3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:31.238025 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1199a09d-c26f-48cc-ba03-a576fa094809 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.241273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1199a09d-c26f-48cc-ba03-a576fa094809 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/d5b16a3e-6a7f-4e65-864e-64cb5b8520e3 HTTP/1.1" status: 204 len: 168 time: 1.5261600 Nov 09 19:51:31.244277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38426) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.252500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d652afcd-d343-4e04-a775-a1307ec906fb None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:31.257819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=394ab80b-eb9b-4d55-bf07-d0a99b7947f5,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:31.272624 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-b715ed2c-80c8-4b43-9dc9-4b1e1b7d7f53 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:31.273099 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b715ed2c-80c8-4b43-9dc9-4b1e1b7d7f53 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:31.277211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b715ed2c-80c8-4b43-9dc9-4b1e1b7d7f53 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/e705e5ce-70fa-47d8-8111-4cd5d00258de HTTP/1.1" status: 404 len: 337 time: 0.0318522 Nov 09 19:51:31.279983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38428) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.302362 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.338817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5697dfb-5ed5-4151-bf50-42b11b63a3b1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting subnet acce55f4-48ab-469c-bdfc-737779a4d254 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:51:31.342798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5697dfb-5ed5-4151-bf50-42b11b63a3b1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.389377 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5697dfb-5ed5-4151-bf50-42b11b63a3b1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.479518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Router efb83970-5c89-4714-8b1d-08eb0ef1456e is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:51:31.537669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5697dfb-5ed5-4151-bf50-42b11b63a3b1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.614198 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5697dfb-5ed5-4151-bf50-42b11b63a3b1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.636402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75a2d1-5b5c-4c56-af37-06831b388f5d req-9fa1b138-356f-4279-9e82-180390b788f2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:31.637973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c75a2d1-5b5c-4c56-af37-06831b388f5d req-9fa1b138-356f-4279-9e82-180390b788f2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.0736408 Nov 09 19:51:31.652209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5697dfb-5ed5-4151-bf50-42b11b63a3b1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Subnet': ['ID=acce55f4-48ab-469c-bdfc-737779a4d254,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:31.657457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5697dfb-5ed5-4151-bf50-42b11b63a3b1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.663808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d5697dfb-5ed5-4151-bf50-42b11b63a3b1 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/acce55f4-48ab-469c-bdfc-737779a4d254 HTTP/1.1" status: 204 len: 168 time: 0.3826237 Nov 09 19:51:31.666100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38432) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.681207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:31.693276 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Sync routers for ids ['efb83970-5c89-4714-8b1d-08eb0ef1456e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:31.700030 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda77322-c882-4647-9079-4c5bfc6e0f6a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:31.700502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda77322-c882-4647-9079-4c5bfc6e0f6a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:31.706961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bda77322-c882-4647-9079-4c5bfc6e0f6a tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/3fbb69b1-faad-4024-97f6-d20192db1503 HTTP/1.1" status: 404 len: 337 time: 0.0392992 Nov 09 19:51:31.707691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38434) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.715524 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Routers {'efb83970-5c89-4714-8b1d-08eb0ef1456e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:31.716082 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['efb83970-5c89-4714-8b1d-08eb0ef1456e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:31.737608 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:31.743817 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3dd40175-c007-4d7d-9958-fb42f43352be tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3198235 Nov 09 19:51:31.744561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38436) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.748406 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c75a2d1-5b5c-4c56-af37-06831b388f5d req-6085ad16-300e-4339-984a-9b4245388ce2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040092 Nov 09 19:51:31.750647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38438) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.762756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4f4751f2-e4f6-432d-917e-94679b3fdd5c tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "GET /v2.0/ports?device_id=55046501-3d2c-424f-9d46-deb166e21ae7 HTTP/1.1" status: 200 len: 205 time: 0.0485342 Nov 09 19:51:31.805277 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-2a386f4e-1ce7-4bb8-80d5-b1adebd675cc tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] delete failed (client error): The resource could not be found. Nov 09 19:51:31.809885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2a386f4e-1ce7-4bb8-80d5-b1adebd675cc tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/routers/55046501-3d2c-424f-9d46-deb166e21ae7 HTTP/1.1" status: 404 len: 336 time: 0.0580120 Nov 09 19:51:31.810603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38440) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.844745 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-89501769-8414-434c-be1c-e58a99baa7d2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:31.845308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89501769-8414-434c-be1c-e58a99baa7d2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:31.851357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-89501769-8414-434c-be1c-e58a99baa7d2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/aa4727dc-3835-4891-8566-93f51d60ff0a HTTP/1.1" status: 404 len: 337 time: 0.0397115 Nov 09 19:51:31.852154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38442) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.878750 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Set router efb83970-5c89-4714-8b1d-08eb0ef1456e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:51:31.889083 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-6310176f-2335-4242-91ee-ff941cb3cea4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:31.889544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6310176f-2335-4242-91ee-ff941cb3cea4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:31.892676 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6310176f-2335-4242-91ee-ff941cb3cea4 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/9be896df-ca57-4c53-ba89-5246a821f53f HTTP/1.1" status: 404 len: 337 time: 0.0388682 Nov 09 19:51:31.895355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38444) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.923789 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-50576a9f-7271-4c86-9b9b-eed913302f23 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:31.924265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50576a9f-7271-4c86-9b9b-eed913302f23 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:31.927502 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-50576a9f-7271-4c86-9b9b-eed913302f23 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/2ed59161-feb1-44ce-a0a7-87ed0729b8c6 HTTP/1.1" status: 404 len: 337 time: 0.0311918 Nov 09 19:51:31.930063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38446) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.936005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fdd7d206-2ed2-482c-959c-b91c073f0e8f tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/routers/efb83970-5c89-4714-8b1d-08eb0ef1456e HTTP/1.1" status: 200 len: 907 time: 0.1898167 Nov 09 19:51:31.938131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38448) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:31.967055 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dfe4a1-4c5f-45ee-a02e-3186a37b9001 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:31.967744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34dfe4a1-4c5f-45ee-a02e-3186a37b9001 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:31.971004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-34dfe4a1-4c5f-45ee-a02e-3186a37b9001 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/78615da0-f5be-41c7-b81a-3cbed91cb481 HTTP/1.1" status: 404 len: 333 time: 0.0397456 Nov 09 19:51:31.975929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38452) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:32.019688 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-5066a3c2-9133-4582-aed5-23f1a755eb20 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:32.020806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5066a3c2-9133-4582-aed5-23f1a755eb20 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:32.028534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5066a3c2-9133-4582-aed5-23f1a755eb20 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/789e1ed1-3e23-4fb0-ab4f-89485254d04c HTTP/1.1" status: 404 len: 337 time: 0.0489509 Nov 09 19:51:32.028831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38456) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:32.077729 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab151627-661c-48cf-916a-0d2d40412230 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:32.078690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab151627-661c-48cf-916a-0d2d40412230 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:32.086781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ab151627-661c-48cf-916a-0d2d40412230 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/e07071bc-5e8f-466f-b598-b50ec64a8913 HTTP/1.1" status: 404 len: 337 time: 0.0568116 Nov 09 19:51:32.088235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38458) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:32.126840 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb83970-5c89-4714-8b1d-08eb0ef1456e', 'name': 'tempest-snat-router-1771680632', 'tenant_id': '070b60f0a972434db57a49b698d1d6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'ff8f8210-cbaa-4bb2-ae05-96f1a785eafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:51:28Z', 'updated_at': '2021-11-09T19:51:30Z', 'revision_number': 3, 'project_id': '070b60f0a972434db57a49b698d1d6f0', 'gw_port': {'id': 'ff8f8210-cbaa-4bb2-ae05-96f1a785eafa', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb83970-5c89-4714-8b1d-08eb0ef1456e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:51:29Z', 'updated_at': '2021-11-09T19:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:32.131241 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-8025cecf-8d20-47dc-8fa6-4d7667585f15 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:32.132021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8025cecf-8d20-47dc-8fa6-4d7667585f15 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:32.140906 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8025cecf-8d20-47dc-8fa6-4d7667585f15 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/815698de-0947-48e6-a87e-d50b32eb2c98 HTTP/1.1" status: 404 len: 333 time: 0.0514526 Nov 09 19:51:32.141651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38464) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:32.178500 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Checking router: efb83970-5c89-4714-8b1d-08eb0ef1456e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:51:32.178948 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Updating router efb83970-5c89-4714-8b1d-08eb0ef1456e port ff8f8210-cbaa-4bb2-ae05-96f1a785eafa binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:51:32.191694 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1c6dc1-bf21-493a-89b0-d69469cb47b6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:32.201785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1c6dc1-bf21-493a-89b0-d69469cb47b6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:32.205318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cd1c6dc1-bf21-493a-89b0-d69469cb47b6 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/23974381-c74c-49bd-80e8-ab21fe985370 HTTP/1.1" status: 404 len: 337 time: 0.0624290 Nov 09 19:51:32.207942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38466) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:32.211253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7971817-0cce-491a-bb5a-126e356e27e7 req-0d679b88-08b4-43fd-a6ad-61544ba92b00 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:32.221592 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7971817-0cce-491a-bb5a-126e356e27e7 req-0d679b88-08b4-43fd-a6ad-61544ba92b00 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1835589 Nov 09 19:51:32.238179 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.249343 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbddfce3-e808-499d-9474-a7fa193a68ca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:32.250080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbddfce3-e808-499d-9474-a7fa193a68ca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:32.255961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bbddfce3-e808-499d-9474-a7fa193a68ca tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/subnets/1fe92435-37b6-434d-8140-7bb78cfe0cbe HTTP/1.1" status: 404 len: 337 time: 0.0445819 Nov 09 19:51:32.256790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38468) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:32.277199 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.316029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e09cf-b1f3-439d-b98d-a54ecd79448c None None] Network 57b27c50-17df-460f-891c-32cfb7664b65 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:32.356488 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7971817-0cce-491a-bb5a-126e356e27e7 req-8e846725-5749-40a5-b6eb-c4ba4819d2b6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340008 Nov 09 19:51:32.410976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-aa200e5e-6a4a-4d7a-8b57-fc49edfdebda None None] Provisioning complete for port 7db5d5b0-659c-462a-a7f5-aa7841ece066 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:32.411922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aa200e5e-6a4a-4d7a-8b57-fc49edfdebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.422472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.423059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce463510-ee1b-4bf9-b3c5-bb41ddbe81f5 req-904d84b6-bb53-4980-b0cb-e963249423d9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:32.424247 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce463510-ee1b-4bf9-b3c5-bb41ddbe81f5 req-904d84b6-bb53-4980-b0cb-e963249423d9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 945 time: 0.1031537 Nov 09 19:51:32.446250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-597dc03f-7083-4b13-9a58-23824a5696e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port 7db5d5b0-659c-462a-a7f5-aa7841ece066 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:32.446624 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597dc03f-7083-4b13-9a58-23824a5696e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.455042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 61f71f7f-b900-419b-8000-ab7d1709952a up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:32.509167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Deleting port ff8f8210-cbaa-4bb2-ae05-96f1a785eafa {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:32.509586 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.517778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce463510-ee1b-4bf9-b3c5-bb41ddbe81f5 req-abfb908f-b241-4591-9cde-6c4e6e3cd8a9 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854757 Nov 09 19:51:32.531494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-aa200e5e-6a4a-4d7a-8b57-fc49edfdebda None None] Port 7db5d5b0-659c-462a-a7f5-aa7841ece066 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:32.553280 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597dc03f-7083-4b13-9a58-23824a5696e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.566587 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-aa200e5e-6a4a-4d7a-8b57-fc49edfdebda None None] Provisioning complete for port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:32.567216 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aa200e5e-6a4a-4d7a-8b57-fc49edfdebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.593203 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-597dc03f-7083-4b13-9a58-23824a5696e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for 7db5d5b0-659c-462a-a7f5-aa7841ece066 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:32.598536 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.607480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 61f71f7f-b900-419b-8000-ab7d1709952a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:51:32.610874 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.624234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 61f71f7f-b900-419b-8000-ab7d1709952a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:32.624528 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.670205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c635c32-699d-4444-a6b3-ff2ff9d781a6 None None] DHCP port deletion for 57b27c50-17df-460f-891c-32cfb7664b65 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:51:32.681029 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Attempting to bind port ff8f8210-cbaa-4bb2-ae05-96f1a785eafa on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:51:32.681874 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Attempting to bind port ff8f8210-cbaa-4bb2-ae05-96f1a785eafa by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:51:32.682109 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Attempting to bind port ff8f8210-cbaa-4bb2-ae05-96f1a785eafa on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:51:32.695040 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:51:32.695749 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:32.696105 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.697468 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:51:32.697468 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Bound port: ff8f8210-cbaa-4bb2-ae05-96f1a785eafa, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:51:32.697468 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.700559 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Pushing event updated for resources: {'Port': ['ID=ff8f8210-cbaa-4bb2-ae05-96f1a785eafa,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:32.716232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.728691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:32.730752 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597dc03f-7083-4b13-9a58-23824a5696e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.732283 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.732689 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.734016 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.734822 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.734966 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.735356 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.735776 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.735978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Calling delete_port for ff8f8210-cbaa-4bb2-ae05-96f1a785eafa owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:32.736327 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.736713 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.737840 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.738172 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.738866 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:51:32.778969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dc03f-7083-4b13-9a58-23824a5696e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=7db5d5b0-659c-462a-a7f5-aa7841ece066,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:32.791646 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-597dc03f-7083-4b13-9a58-23824a5696e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.792280 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] For port ff8f8210-cbaa-4bb2-ae05-96f1a785eafa, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:51:32.795325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-597dc03f-7083-4b13-9a58-23824a5696e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/ports/7db5d5b0-659c-462a-a7f5-aa7841ece066 HTTP/1.1" status: 204 len: 168 time: 0.5374434 Nov 09 19:51:32.796690 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] For port ff8f8210-cbaa-4bb2-ae05-96f1a785eafa, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ff8f8210-cbaa-4bb2-ae05-96f1a785eafa,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:51:32.797830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38472) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:32.806996 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.831523 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.890102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.908162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 61f71f7f-b900-419b-8000-ab7d1709952a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=61f71f7f-b900-419b-8000-ab7d1709952a,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:32.912082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274a0fa-bf05-4078-a894-d0bcc2ae9248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f71f7f-b900-419b-8000-ab7d1709952a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:51:32.915612 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f778ecd9-d679-4a5d-a583-edbbe92aa5f9" -d '{"events": [{"server_uuid": "d274a0fa-bf05-4078-a894-d0bcc2ae9248", "name": "network-vif-plugged", "status": "completed", "tag": "61f71f7f-b900-419b-8000-ab7d1709952a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:51:32.918433 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a256c-2023-4690-9f1b-47daba2fdc54 None None] Pushing event updated for resources: {'Port': ['ID=ff8f8210-cbaa-4bb2-ae05-96f1a785eafa,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:32.929267 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.934812 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Routers {'efb83970-5c89-4714-8b1d-08eb0ef1456e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:32.935652 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['efb83970-5c89-4714-8b1d-08eb0ef1456e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:32.942910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:32.943531 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.983107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Deleting port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:32.983650 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:32.989856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bc11e-fbee-4eeb-b6f8-88c1c0ead55d req-6a6c2bdc-f511-4699-bea2-707e1f21c4c1 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:32.991422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd9bc11e-fbee-4eeb-b6f8-88c1c0ead55d req-6a6c2bdc-f511-4699-bea2-707e1f21c4c1 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.0868819 Nov 09 19:51:32.996176 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cca48dc-2cc3-4aea-883f-f774300e2808 x-openstack-request-id: req-6cca48dc-2cc3-4aea-883f-f774300e2808 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:51:32.996379 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d274a0fa-bf05-4078-a894-d0bcc2ae9248", "name": "network-vif-plugged", "status": "completed", "tag": "61f71f7f-b900-419b-8000-ab7d1709952a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:51:32.996737 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cca48dc-2cc3-4aea-883f-f774300e2808 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:51:32.997293 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274a0fa-bf05-4078-a894-d0bcc2ae9248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f71f7f-b900-419b-8000-ab7d1709952a', 'code': 200} Nov 09 19:51:33.000564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7c635c32-699d-4444-a6b3-ff2ff9d781a6 None None] Deleting port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:33.001026 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c635c32-699d-4444-a6b3-ff2ff9d781a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.074502 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] Set router efb83970-5c89-4714-8b1d-08eb0ef1456e gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:51:33.080689 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd9bc11e-fbee-4eeb-b6f8-88c1c0ead55d req-461e5bcd-ad80-4869-9257-88211864d7ed tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799673 Nov 09 19:51:33.087671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] For port ec583e81-8d2c-4b85-aed8-d96ca9e03e85, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,segment=NetworkSegment(7e12695a-36ef-4376-8405-36021d9bbe63),segment_id=7e12695a-36ef-4376-8405-36021d9bbe63)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:33.088550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.094250 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.151258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff8f8210-cbaa-4bb2-ae05-96f1a785eafa,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:33.162305 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb83970-5c89-4714-8b1d-08eb0ef1456e', 'name': 'tempest-snat-router-1771680632', 'tenant_id': '070b60f0a972434db57a49b698d1d6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:51:28Z', 'updated_at': '2021-11-09T19:51:32Z', 'revision_number': 4, 'project_id': '070b60f0a972434db57a49b698d1d6f0', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:33.184382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Calling delete_port for ec583e81-8d2c-4b85-aed8-d96ca9e03e85 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:33.191923 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b26fe4-a6e9-44d4-b00f-a74df8c6351f None None] The sync data for ids ['efb83970-5c89-4714-8b1d-08eb0ef1456e'] in n-d-817256-1 is: [{'id': 'efb83970-5c89-4714-8b1d-08eb0ef1456e', 'name': 'tempest-snat-router-1771680632', 'tenant_id': '070b60f0a972434db57a49b698d1d6f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:51:28Z', 'updated_at': '2021-11-09T19:51:32Z', 'revision_number': 4, 'project_id': '070b60f0a972434db57a49b698d1d6f0', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:33.225431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596dbf9-c068-45f3-ad62-49b2186b0deb req-2b63f773-0448-476e-b978-62ba615b8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:33.226710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5596dbf9-c068-45f3-ad62-49b2186b0deb req-2b63f773-0448-476e-b978-62ba615b8e72 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 1097 time: 0.1350985 Nov 09 19:51:33.241234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=61f71f7f-b900-419b-8000-ab7d1709952a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:33.255398 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.269312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7c635c32-699d-4444-a6b3-ff2ff9d781a6 None None] For port ec583e81-8d2c-4b85-aed8-d96ca9e03e85, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,segment=NetworkSegment(7e12695a-36ef-4376-8405-36021d9bbe63),segment_id=7e12695a-36ef-4376-8405-36021d9bbe63)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:33.269716 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c635c32-699d-4444-a6b3-ff2ff9d781a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.310263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7c635c32-699d-4444-a6b3-ff2ff9d781a6 None None] Calling delete_port for ec583e81-8d2c-4b85-aed8-d96ca9e03e85 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:33.349749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5596dbf9-c068-45f3-ad62-49b2186b0deb req-b0a847ed-a756-4d10-863a-6c0fae7a73df service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608058 Nov 09 19:51:33.370240 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.380865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.384255 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.403442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Port': ['ID=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:33.405638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] No DVR routers for this DVR port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:51:33.440429 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.441028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efb83970-5c89-4714-8b1d-08eb0ef1456e {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:51:33.442015 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c635c32-699d-4444-a6b3-ff2ff9d781a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.445802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.450604 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c9e74d14-3c65-45fa-a91f-9baa5fa6cac4 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "DELETE /v2.0/routers/efb83970-5c89-4714-8b1d-08eb0ef1456e HTTP/1.1" status: 204 len: 168 time: 1.5090108 Nov 09 19:51:33.450866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38482) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:33.475564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c635c32-699d-4444-a6b3-ff2ff9d781a6 None None] Pushing event deleted for resources: {'Port': ['ID=ec583e81-8d2c-4b85-aed8-d96ca9e03e85,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:33.486971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c635c32-699d-4444-a6b3-ff2ff9d781a6 None None] No DVR routers for this DVR port ec583e81-8d2c-4b85-aed8-d96ca9e03e85 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:51:33.536026 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.570438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1fb1c-cd07-4f0d-9539-011cac7ab409 req-b3d4cb8c-29a3-435a-8aef-d0144f2a5b4b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:33.573320 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2f1fb1c-cd07-4f0d-9539-011cac7ab409 req-b3d4cb8c-29a3-435a-8aef-d0144f2a5b4b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1211987 Nov 09 19:51:33.575340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b27c50-17df-460f-891c-32cfb7664b65']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:33.580573 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.589090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e12695a-36ef-4376-8405-36021d9bbe63') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:33.589492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e12695a-36ef-4376-8405-36021d9bbe63') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:33.623451 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.645364 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2f1fb1c-cd07-4f0d-9539-011cac7ab409 req-6e5660ab-b66c-4df5-a43c-21efd223d0cc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622087 Nov 09 19:51:33.649421 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.656578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:51:33.657666 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:51:33.660590 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:51:33.721298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfe108-f035-461f-aafc-32e36b6ecc24 req-d097e5dd-5c72-492b-bfe9-79de4aa72219 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:33.722806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4bfe108-f035-461f-aafc-32e36b6ecc24 req-d097e5dd-5c72-492b-bfe9-79de4aa72219 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 946 time: 0.0948646 Nov 09 19:51:33.726254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.733727 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.738986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] 10.222.0.53 "DELETE /v2.0/networks/57b27c50-17df-460f-891c-32cfb7664b65 HTTP/1.1" status: 204 len: 168 time: 0.9394400 Nov 09 19:51:33.755763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793dc22-2a2f-4715-9a49-390b0c48e6e2 tempest-PortsIpV6TestJSON-1886153745 tempest-PortsIpV6TestJSON-1886153745-project] Pushing event deleted for resources: {'Network': ['ID=57b27c50-17df-460f-891c-32cfb7664b65,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:33.756189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.796910 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4bfe108-f035-461f-aafc-32e36b6ecc24 req-1527db85-1e65-471d-b4f9-6891142df6a3 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668387 Nov 09 19:51:33.832588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Deleting port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:33.832938 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.917957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] For port 394ab80b-eb9b-4d55-bf07-d0a99b7947f5, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=394ab80b-eb9b-4d55-bf07-d0a99b7947f5,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:33.918330 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:33.931186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Calling delete_port for 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:33.997695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38490) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:34.109981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.140195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event deleted for resources: {'Port': ['ID=394ab80b-eb9b-4d55-bf07-d0a99b7947f5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:34.142435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-10efb7e8-b7b9-4f82-b229-9f781c218f89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b12767ddeaf45c189a6b8cf348a8054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426320 Nov 09 19:51:34.144332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38496) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:34.231301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f0fea-16de-41bc-82ba-d38f666d0382 req-e3ddf002-86fc-47af-b5e1-62eaf18628c1 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:34.232922 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-543f0fea-16de-41bc-82ba-d38f666d0382 req-e3ddf002-86fc-47af-b5e1-62eaf18628c1 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.0511584 Nov 09 19:51:34.246662 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.252462 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ec0d-b38f-48aa-b901-e1ab82087920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.281179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-543f0fea-16de-41bc-82ba-d38f666d0382 req-32c15c83-8f91-4558-893f-7025a9180e05 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400834 Nov 09 19:51:34.361321 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.364154 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ec0d-b38f-48aa-b901-e1ab82087920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.366326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.440252 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.440796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1c4cfe2-4e3d-4987-8303-6b3594ab0a32 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:51:34.445130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.446760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2304e834-8504-459a-af7d-7f53fcdde625 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c1c4cfe2-4e3d-4987-8303-6b3594ab0a32 HTTP/1.1" status: 204 len: 168 time: 0.9925258 Nov 09 19:51:34.450815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38502) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:34.455660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1903501981', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:34.471286 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ec0d-b38f-48aa-b901-e1ab82087920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.474054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ce9ec0d-b38f-48aa-b901-e1ab82087920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.475393 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5ce9ec0d-b38f-48aa-b901-e1ab82087920 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bba01e9a-f70d-4685-9b5b-6dddf3f2b603 HTTP/1.1" status: 204 len: 168 time: 0.3272791 Nov 09 19:51:34.485781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9ec0d-b38f-48aa-b901-e1ab82087920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba01e9a-f70d-4685-9b5b-6dddf3f2b603,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:34.504764 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.506006 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.568353 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.732696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:34.777804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56096d-1a1e-430e-a747-dec5dd4aff05 req-f1924d5b-075c-4d64-a69f-b313bdf63715 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:34.779394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b56096d-1a1e-430e-a747-dec5dd4aff05 req-f1924d5b-075c-4d64-a69f-b313bdf63715 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0596020 Nov 09 19:51:34.839766 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b56096d-1a1e-430e-a747-dec5dd4aff05 req-401ec95c-6669-4adf-acc7-63c038d77574 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521622 Nov 09 19:51:34.979289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:35.009494 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:35.026554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec583e81-8d2c-4b85-aed8-d96ca9e03e85 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:51:35.029835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd547-ee2d-4cd0-9c67-c75db1c8e964 req-b9b25472-eba1-4583-854c-f9922ae6b50d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:35.031645 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e4cd547-ee2d-4cd0-9c67-c75db1c8e964 req-b9b25472-eba1-4583-854c-f9922ae6b50d tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 946 time: 0.1379170 Nov 09 19:51:35.063341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: ec583e81-8d2c-4b85-aed8-d96ca9e03e85 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:51:35.064215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ec583e81-8d2c-4b85-aed8-d96ca9e03e85 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:51:35.138594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e4cd547-ee2d-4cd0-9c67-c75db1c8e964 req-ba90da6e-5d58-477e-a55c-b71ffc7fd20c tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683131 Nov 09 19:51:35.171523 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Allocated IP 172.25.6.243 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/5510c3c2-c9b1-4056-b791-783072461b17) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:35.284265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:35.288461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38536) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:35.344296 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:35.428473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1811215844'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:35.435671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:35.448488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:35.452294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Pushing event updated for resources: {'Port': ['ID=5510c3c2-c9b1-4056-b791-783072461b17,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:35.459035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:35.519026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fe61a-8f40-4571-9783-d240c176867d req-28665271-b208-42a1-807b-d43219dd8f15 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:35.520574 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-513fe61a-8f40-4571-9783-d240c176867d req-28665271-b208-42a1-807b-d43219dd8f15 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.1412563 Nov 09 19:51:35.523551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:35.527984 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:35.557984 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:35.973007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e12a8-ce19-4504-a53a-e5f5c47c8363 req-e78748a2-844e-4de3-b8d3-27224501b4a5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:35.974533 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d4e12a8-ce19-4504-a53a-e5f5c47c8363 req-e78748a2-844e-4de3-b8d3-27224501b4a5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0511036 Nov 09 19:51:36.001609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-513fe61a-8f40-4571-9783-d240c176867d req-858b6bb0-fbf5-4f1d-835f-b2bf17189682 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4713311 Nov 09 19:51:36.024076 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d4e12a8-ce19-4504-a53a-e5f5c47c8363 req-d55f94be-c1ac-44f5-93bc-71429dca8b1c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381312 Nov 09 19:51:36.200484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:36.215288 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:36.264520 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:51:36.274391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3955d7f-8083-4dff-bac8-f24bd9c5cd00 req-efa76416-1a76-49d9-ba3a-18692aed95bf tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:36.276012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3955d7f-8083-4dff-bac8-f24bd9c5cd00 req-efa76416-1a76-49d9-ba3a-18692aed95bf tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 946 time: 0.1854243 Nov 09 19:51:36.287094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-7fc37e10-58fc-4c81-bd0f-1a86f6be4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:36.288519 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-7fc37e10-58fc-4c81-bd0f-1a86f6be4fc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 1096 time: 0.1592412 Nov 09 19:51:36.302157 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce74290-1413-4bef-bf69-fd8c86b929a2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:36.307098 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:36.307387 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Added segment ecc34517-9bd7-4b11-9a85-a7e2b8be411e of type vlan for network a0823c4a-e255-4228-a9fb-169e6c8128e0 Nov 09 19:51:36.314459 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:36.487422 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3955d7f-8083-4dff-bac8-f24bd9c5cd00 req-e05611d6-a83e-4e3a-a372-a3aef3f96701 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032118 Nov 09 19:51:36.493611 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:36.562479 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:36.568263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:36.568872 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:36.571705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-0af4a892-1194-4e0e-b1c5-9c88f597ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:36.573166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-0af4a892-1194-4e0e-b1c5-9c88f597ee26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 910 time: 0.2491386 Nov 09 19:51:36.581275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:51:36.600678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:51:36.601038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 394ab80b-eb9b-4d55-bf07-d0a99b7947f5 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:51:36.753986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4640698 Nov 09 19:51:36.757009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38592) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:36.759619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce91e7-a517-403c-9966-994308d30d25 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Network': ['ID=a0823c4a-e255-4228-a9fb-169e6c8128e0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:36.762199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'name': 'tempest-PortsTestJSON-1050867666'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:36.770290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:51:36.777969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-9a8a140f-165a-45d3-894b-90b771be9378 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d HTTP/1.1" status: 200 len: 1001 time: 0.1961064 Nov 09 19:51:36.835989 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:36.848043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-c000e2ec-9be7-4e0e-aa15-c3922d65f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:36.849516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-c000e2ec-9be7-4e0e-aa15-c3922d65f7e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 200 len: 848 time: 0.0638249 Nov 09 19:51:36.857952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:36.861538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:36.882546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port ce85006c-eafd-4391-a4c6-be541d76cddc yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:36.967365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-597493f5-a885-4533-9085-e48546684c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:36.968876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-597493f5-a885-4533-9085-e48546684c55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=64c99bb4-90d7-4a67-a079-d1a5de0b5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892255 Nov 09 19:51:37.063138 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:37.114571 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:37.160906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Router a932285f-bcd4-433a-b32b-35a090d0e91a is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:51:37.195654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-b8e43f9e-6595-48df-a148-c8c18f4714a0 service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135065 Nov 09 19:51:37.207817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd91c40-ecfd-4758-999b-88b046155a3c req-02332282-1496-4598-8b6f-a7ad4d96d2d6 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:37.209295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ebd91c40-ecfd-4758-999b-88b046155a3c req-02332282-1496-4598-8b6f-a7ad4d96d2d6 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.1113927 Nov 09 19:51:37.253046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=ce85006c-eafd-4391-a4c6-be541d76cddc,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:37.268466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779b662-8350-4c09-b563-a64710e1d601 req-647d7d50-5c5d-4e36-b734-167ebd16459b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:37.269967 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c779b662-8350-4c09-b563-a64710e1d601 req-647d7d50-5c5d-4e36-b734-167ebd16459b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1365724 Nov 09 19:51:37.273093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-18d2fe54-1320-46c1-a848-9e678b064f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:37.275185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-18d2fe54-1320-46c1-a848-9e678b064f2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1095 time: 0.1506634 Nov 09 19:51:37.304051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Checking segment: {'id': 'ecc34517-9bd7-4b11-9a85-a7e2b8be411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:37.304309 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network hostable DHCP agents. Network: a0823c4a-e255-4228-a9fb-169e6c8128e0, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:51:37.375866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c779b662-8350-4c09-b563-a64710e1d601 req-e21b3ee5-c342-4355-b068-f81417df7ab5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972078 Nov 09 19:51:37.382743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ebd91c40-ecfd-4758-999b-88b046155a3c req-d61fb8ac-52b3-4dd0-8fad-4bacd69bd1a9 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399012 Nov 09 19:51:37.389382 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:51:37.417737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a0823c4a-e255-4228-a9fb-169e6c8128e0) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:37.422875 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:37.428336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497c475b-a7dd-4c9c-9483-0a45dc8eaa6f None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:37.429455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:37.430419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:37.430637 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:37.434578 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf1859c9-91fe-48f3-a90c-921423da79f9 req-254be120-1d5d-4964-97d8-f0ad4d964a7e service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243631 Nov 09 19:51:37.435476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-490f6e4b-431c-4d96-b060-2499bc33123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:37.437233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-490f6e4b-431c-4d96-b060-2499bc33123f service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.1496115 Nov 09 19:51:37.450751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651ecca-f067-4500-b4fe-5bdd8b019c29 None None] Sync routers for ids ['a932285f-bcd4-433a-b32b-35a090d0e91a'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:37.459295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:37.461247 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ace75562-75f4-46aa-87e9-e9a710bf7853 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0092568 Nov 09 19:51:37.463377 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-96c54e61-e68a-42a1-87c7-44743f13b666 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7051508 Nov 09 19:51:37.466455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38602) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:37.466836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38604) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:37.472328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-cff165ca-28bb-42c4-b62d-0d6840e42006 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_snat': False}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:37.506403 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651ecca-f067-4500-b4fe-5bdd8b019c29 None None] Routers {'a932285f-bcd4-433a-b32b-35a090d0e91a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:37.507249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9651ecca-f067-4500-b4fe-5bdd8b019c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a932285f-bcd4-433a-b32b-35a090d0e91a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:37.546234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9651ecca-f067-4500-b4fe-5bdd8b019c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:37.570355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404485b4-0665-49bf-8511-9ceb28dd624c req-af6c60a2-28e1-44b8-b0c4-a539c6103fc8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:37.572005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-404485b4-0665-49bf-8511-9ceb28dd624c req-af6c60a2-28e1-44b8-b0c4-a539c6103fc8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0775361 Nov 09 19:51:37.574051 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-babb3673-c0d1-4c6f-9a7d-822eb64ab1ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 998 time: 0.1264520 Nov 09 19:51:37.578586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-992716213'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:37.592783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651ecca-f067-4500-b4fe-5bdd8b019c29 None None] Routers {'a932285f-bcd4-433a-b32b-35a090d0e91a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:37.594097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9651ecca-f067-4500-b4fe-5bdd8b019c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a932285f-bcd4-433a-b32b-35a090d0e91a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:37.650199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9651ecca-f067-4500-b4fe-5bdd8b019c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:37.651036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651ecca-f067-4500-b4fe-5bdd8b019c29 None None] The sync data for ids ['a932285f-bcd4-433a-b32b-35a090d0e91a'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:37.659967 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-404485b4-0665-49bf-8511-9ceb28dd624c req-c73d71e9-06e9-4bee-a038-483e2e7c1764 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814242 Nov 09 19:51:37.672257 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-d5c49ee1-b505-4ee0-a3aa-8a9d22a639bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:37.674627 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-d5c49ee1-b505-4ee0-a3aa-8a9d22a639bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0869796 Nov 09 19:51:37.693411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:37.697516 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:37.729416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-e29717c7-6ba9-4e64-b04a-6830532897bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:37.731158 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-e29717c7-6ba9-4e64-b04a-6830532897bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483470 Nov 09 19:51:37.735787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182696d-f38a-492d-a70c-9799212829af req-6de25612-5bef-424b-95ae-b75bbe12698f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:37.737418 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2182696d-f38a-492d-a70c-9799212829af req-6de25612-5bef-424b-95ae-b75bbe12698f tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 946 time: 0.1531010 Nov 09 19:51:37.807369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:51:37.815791 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2182696d-f38a-492d-a70c-9799212829af req-595dedbd-a8e3-40dd-af7f-c0cc1f6896b2 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677063 Nov 09 19:51:37.826821 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:37.827169 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Added segment c59ba91c-6ea6-4a24-876b-a7e210c157e0 of type vlan for network ef5e0670-994a-4188-8ab9-d025494af1f9 Nov 09 19:51:37.835123 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-602a58f6-76ee-4ce1-aa48-a588d998a542 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948379 Nov 09 19:51:37.930231 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d063737d-7875-4de7-8a38-5cd373aa5b94 req-df80cc55-ccc4-4cbc-bf3b-091279561360 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876756 Nov 09 19:51:37.935881 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:37.981957 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:37.987500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:37.988091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:38.001857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cff165ca-28bb-42c4-b62d-0d6840e42006 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:38.034670 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5645015 Nov 09 19:51:38.035378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38612) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:38.043221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'ports': [{'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0'}, {'network_id': 'ef5e0670-994a-4188-8ab9-d025494af1f9'}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:38.043638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:38.044291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'ef5e0670-994a-4188-8ab9-d025494af1f9'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:38.121760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80857e56-21f8-4ec2-9e86-d3ccbdbceb0d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Network': ['ID=ef5e0670-994a-4188-8ab9-d025494af1f9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:38.137802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network ef5e0670-994a-4188-8ab9-d025494af1f9 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:51:38.452944 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 61f71f7f-b900-419b-8000-ab7d1709952a details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:51:38.586577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81c075-c753-4722-a68d-746a9f9ba480 req-a726f8e2-82b8-4dbd-a0b0-54e4c887d6e1 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:38.588308 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da81c075-c753-4722-a68d-746a9f9ba480 req-a726f8e2-82b8-4dbd-a0b0-54e4c887d6e1 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.0804343 Nov 09 19:51:38.599461 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cff165ca-28bb-42c4-b62d-0d6840e42006 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:38.608834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 61f71f7f-b900-419b-8000-ab7d1709952a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=61f71f7f-b900-419b-8000-ab7d1709952a,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:38.609977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710720b-a85d-492a-bf1f-513580b28ee2 req-0df327eb-1e6a-4612-bbfb-1afee6aa0b83 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:38.611561 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f710720b-a85d-492a-bf1f-513580b28ee2 req-0df327eb-1e6a-4612-bbfb-1afee6aa0b83 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1029212 Nov 09 19:51:38.615016 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cff165ca-28bb-42c4-b62d-0d6840e42006 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:38.621592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 2} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:38.624875 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '61f71f7f-b900-419b-8000-ab7d1709952a', 'network_id': 'a24159fd-6265-4538-b516-77c9d746e7d5', 'port_id': '61f71f7f-b900-419b-8000-ab7d1709952a', 'mac_address': 'fa:16:3e:49:0a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017f9f0a-652d-4c5b-9ffd-a1403c63eb79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:51:38.629124 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:38.660625 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:38.664396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:38.678597 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61f71f7f-b900-419b-8000-ab7d1709952a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:51:38.685570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f710720b-a85d-492a-bf1f-513580b28ee2 req-050308c2-3e4e-466c-a66a-5e94733889b3 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541260 Nov 09 19:51:38.711742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 61f71f7f-b900-419b-8000-ab7d1709952a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=61f71f7f-b900-419b-8000-ab7d1709952a,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:38.730929 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:38.731338 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da81c075-c753-4722-a68d-746a9f9ba480 req-92076aec-7c5b-4c71-8152-7240a495b8d5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167543 Nov 09 19:51:38.786309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff165ca-28bb-42c4-b62d-0d6840e42006 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Router a932285f-bcd4-433a-b32b-35a090d0e91a has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:51:38.793109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=61f71f7f-b900-419b-8000-ab7d1709952a,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:38.836482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port 6866f6d9-6b43-4a02-9167-4fd1f8de43c4 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:38.862877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480d344-f87e-48c0-ac3e-7e1e70588858 req-fdd3afe1-46ca-41b2-bbe2-bfec65ecc57c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:38.864408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f480d344-f87e-48c0-ac3e-7e1e70588858 req-fdd3afe1-46ca-41b2-bbe2-bfec65ecc57c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0841684 Nov 09 19:51:38.874383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['61f71f7f-b900-419b-8000-ab7d1709952a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:51:38.920295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff165ca-28bb-42c4-b62d-0d6840e42006 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:38.929268 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e4b1e-a2c9-4b50-856d-5c102accbc99 None None] Sync routers for ids ['a932285f-bcd4-433a-b32b-35a090d0e91a'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:38.934244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cff165ca-28bb-42c4-b62d-0d6840e42006 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:38.943484 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e4b1e-a2c9-4b50-856d-5c102accbc99 None None] Routers {'a932285f-bcd4-433a-b32b-35a090d0e91a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:38.944281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cff165ca-28bb-42c4-b62d-0d6840e42006 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "PUT /v2.0/routers/a932285f-bcd4-433a-b32b-35a090d0e91a HTTP/1.1" status: 200 len: 922 time: 1.4751232 Nov 09 19:51:38.944760 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4d4e4b1e-a2c9-4b50-856d-5c102accbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a932285f-bcd4-433a-b32b-35a090d0e91a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:38.946849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38628) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:38.989977 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f480d344-f87e-48c0-ac3e-7e1e70588858 req-4b85f81c-8555-4f8e-80cf-b04ff4ca5e44 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005905 Nov 09 19:51:38.990786 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4d4e4b1e-a2c9-4b50-856d-5c102accbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:39.002409 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e4b1e-a2c9-4b50-856d-5c102accbc99 None None] Routers {'a932285f-bcd4-433a-b32b-35a090d0e91a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:39.003233 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4d4e4b1e-a2c9-4b50-856d-5c102accbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a932285f-bcd4-433a-b32b-35a090d0e91a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:39.037695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:39.059000 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4d4e4b1e-a2c9-4b50-856d-5c102accbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:39.060063 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4e4b1e-a2c9-4b50-856d-5c102accbc99 None None] The sync data for ids ['a932285f-bcd4-433a-b32b-35a090d0e91a'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:39.111201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702c0f9-3b68-44fd-bb7e-0b1df3f1930b req-29c06cdb-8ddf-411b-bbdd-87f718e39bf0 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:39.112697 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0702c0f9-3b68-44fd-bb7e-0b1df3f1930b req-29c06cdb-8ddf-411b-bbdd-87f718e39bf0 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 945 time: 0.1003819 Nov 09 19:51:39.116407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port 91b8616f-005e-4c31-9be9-c7db73711316 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:39.124883 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-34ed83fd-8499-4958-82c6-da555d2d2f18 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/routers/a932285f-bcd4-433a-b32b-35a090d0e91a HTTP/1.1" status: 200 len: 922 time: 0.1769524 Nov 09 19:51:39.128463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38632) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:39.162732 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0702c0f9-3b68-44fd-bb7e-0b1df3f1930b req-06e38150-4bc1-433a-b297-a12939c792ef tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Nov 09 19:51:39.248318 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d133c8-1b70-4d96-93b8-53ed8cd5941f tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:39.249799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-36d133c8-1b70-4d96-93b8-53ed8cd5941f tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&device_id=a932285f-bcd4-433a-b32b-35a090d0e91a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1203258 Nov 09 19:51:39.253102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38636) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:39.301905 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:39.350211 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:39.401549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:39.405537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:39.413258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:39.413872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:39.417010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=6866f6d9-6b43-4a02-9167-4fd1f8de43c4,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:39.489794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=91b8616f-005e-4c31-9be9-c7db73711316,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:39.498859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Checking segment: {'id': 'c59ba91c-6ea6-4a24-876b-a7e210c157e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ef5e0670-994a-4188-8ab9-d025494af1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:39.499127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network hostable DHCP agents. Network: ef5e0670-994a-4188-8ab9-d025494af1f9, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:51:39.517317 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network ef5e0670-994a-4188-8ab9-d025494af1f9 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:51:39.527857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, ef5e0670-994a-4188-8ab9-d025494af1f9) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:39.531608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:39.537753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:39.537955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea58a1d-7da0-4495-bac3-9a6390a2dcd6 None None] Network ef5e0670-994a-4188-8ab9-d025494af1f9 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:39.544404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:39.545270 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:39.567127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-994fb6df-d0fa-4e09-9b7d-fa677c1d7dec tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5303805 Nov 09 19:51:39.567917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38648) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:39.660194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a8c14b41-e592-40dd-bf02-bcdabb2ce184 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 91b8616f-005e-4c31-9be9-c7db73711316 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:39.661013 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8c14b41-e592-40dd-bf02-bcdabb2ce184 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:39.722906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7449f5-af83-4395-827a-6cd89aafca4a req-db0f25f0-a9a2-4abd-b6c7-0dc9875cedce tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:39.724440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f7449f5-af83-4395-827a-6cd89aafca4a req-db0f25f0-a9a2-4abd-b6c7-0dc9875cedce tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 945 time: 0.0832782 Nov 09 19:51:39.726207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e06017-c4db-4326-b3c0-5c98aad7e228 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:39.731011 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-57e06017-c4db-4326-b3c0-5c98aad7e228 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 881 time: 0.4764628 Nov 09 19:51:39.731780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38652) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:39.768799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ffa7736d-c509-4cc5-9a6c-c3346bf803ae tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=a932285f-bcd4-433a-b32b-35a090d0e91a HTTP/1.1" status: 200 len: 205 time: 0.0357490 Nov 09 19:51:39.771291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38656) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:39.774269 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8c14b41-e592-40dd-bf02-bcdabb2ce184 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:39.784593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f7449f5-af83-4395-827a-6cd89aafca4a req-0831b6bb-704a-4d06-a3de-ccb55754b1e8 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524600 Nov 09 19:51:39.859327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a8c14b41-e592-40dd-bf02-bcdabb2ce184 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 91b8616f-005e-4c31-9be9-c7db73711316 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:39.892865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79476ad-4ff0-4bd4-893e-80690d7cb523 req-c7a1a65c-6d95-490d-9986-af413c97c953 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:39.894360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a79476ad-4ff0-4bd4-893e-80690d7cb523 req-c7a1a65c-6d95-490d-9986-af413c97c953 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.0518942 Nov 09 19:51:39.933204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a79476ad-4ff0-4bd4-893e-80690d7cb523 req-820f0f4d-d893-4f78-8b63-0f4c3aa389a2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321219 Nov 09 19:51:39.975771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e4a1-80a0-4d00-862f-09608ec99fd6 req-435e1753-5164-4874-9214-dfebae106545 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:39.977313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2540e4a1-80a0-4d00-862f-09608ec99fd6 req-435e1753-5164-4874-9214-dfebae106545 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1487148 Nov 09 19:51:40.015860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.100969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2540e4a1-80a0-4d00-862f-09608ec99fd6 req-704dc069-adbe-496c-b94c-5e258c842bd5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169834 Nov 09 19:51:40.119573 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8c14b41-e592-40dd-bf02-bcdabb2ce184 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.154265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c14b41-e592-40dd-bf02-bcdabb2ce184 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=91b8616f-005e-4c31-9be9-c7db73711316,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:40.163563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8c14b41-e592-40dd-bf02-bcdabb2ce184 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.167483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a8c14b41-e592-40dd-bf02-bcdabb2ce184 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/91b8616f-005e-4c31-9be9-c7db73711316 HTTP/1.1" status: 204 len: 168 time: 0.5985260 Nov 09 19:51:40.170071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38662) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:40.176845 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.225205 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-524225d8-08bc-4cf0-9446-69d497c4cc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.225763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3a9a64-88bb-4d91-9bc5-0a9576d12743 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:40.231689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Deleting port 5510c3c2-c9b1-4056-b791-783072461b17 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:40.232037 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.234260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3a9a64-88bb-4d91-9bc5-0a9576d12743 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:40.235937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1b3a9a64-88bb-4d91-9bc5-0a9576d12743 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0647771 Nov 09 19:51:40.238745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38664) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:40.272373 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 47701f0d-94b1-4d67-b61a-c4849ee89784 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:51:40.318990 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.331661 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Calling delete_port for 5510c3c2-c9b1-4056-b791-783072461b17 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:40.334777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c1324-7f87-4c11-bd66-a93db9770681 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 6866f6d9-6b43-4a02-9167-4fd1f8de43c4 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:40.335120 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1324-7f87-4c11-bd66-a93db9770681 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.381558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:40.398806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154', 'port_id': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'mac_address': 'fa:16:3e:de:9f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2df0995-4274-46ff-9678-8cd2a4f49569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:51:40.404817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1324-7f87-4c11-bd66-a93db9770681 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.417941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c1324-7f87-4c11-bd66-a93db9770681 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 6866f6d9-6b43-4a02-9167-4fd1f8de43c4 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:40.439611 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.446932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 61f71f7f-b900-419b-8000-ab7d1709952a up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:40.478923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47701f0d-94b1-4d67-b61a-c4849ee89784 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:51:40.510200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:40.518622 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.531570 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1324-7f87-4c11-bd66-a93db9770681 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.537459 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.560136 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 61f71f7f-b900-419b-8000-ab7d1709952a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:40.560797 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.573967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Pushing event deleted for resources: {'Port': ['ID=5510c3c2-c9b1-4056-b791-783072461b17,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:40.585607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1324-7f87-4c11-bd66-a93db9770681 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.591379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1e4c1324-7f87-4c11-bd66-a93db9770681 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/6866f6d9-6b43-4a02-9167-4fd1f8de43c4 HTTP/1.1" status: 204 len: 168 time: 0.3494406 Nov 09 19:51:40.591379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1324-7f87-4c11-bd66-a93db9770681 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=6866f6d9-6b43-4a02-9167-4fd1f8de43c4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:40.593154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38666) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:40.624940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:40.633221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['47701f0d-94b1-4d67-b61a-c4849ee89784'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:51:40.651740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f22f734-c43c-4320-8c67-264192ab6e96 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:40.656216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8f22f734-c43c-4320-8c67-264192ab6e96 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0595951 Nov 09 19:51:40.657211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38668) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:40.657590 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.682797 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4578f2-d8c1-44b0-a9e7-2e234346742f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:51:40.686705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7d4578f2-d8c1-44b0-a9e7-2e234346742f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/91b8616f-005e-4c31-9be9-c7db73711316 HTTP/1.1" status: 404 len: 333 time: 0.0261912 Nov 09 19:51:40.686952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38670) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:40.714391 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ff6db5-da92-46f8-9f46-7b1cade0614e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:51:40.718205 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-54ff6db5-da92-46f8-9f46-7b1cade0614e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/6866f6d9-6b43-4a02-9167-4fd1f8de43c4 HTTP/1.1" status: 404 len: 333 time: 0.0279393 Nov 09 19:51:40.718428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38672) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:40.728117 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.755971 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.759526 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.768542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274a0fa-bf05-4078-a894-d0bcc2ae9248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f71f7f-b900-419b-8000-ab7d1709952a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:51:40.770814 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d98d8d1-fe6c-447e-9ef1-14b6d98e64bc" -d '{"events": [{"server_uuid": "d274a0fa-bf05-4078-a894-d0bcc2ae9248", "name": "network-vif-plugged", "status": "completed", "tag": "61f71f7f-b900-419b-8000-ab7d1709952a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:51:40.791046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 61f71f7f-b900-419b-8000-ab7d1709952a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=61f71f7f-b900-419b-8000-ab7d1709952a,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:40.799653 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.811532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.846936 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.847518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Fanout notify agent at l3_agent the message router_deleted on router a932285f-bcd4-433a-b32b-35a090d0e91a {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:51:40.856601 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.857750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-781879f1-418c-43a4-8fe6-8fce5a2d4530 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/a932285f-bcd4-433a-b32b-35a090d0e91a HTTP/1.1" status: 204 len: 168 time: 1.0855529 Nov 09 19:51:40.864578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38678) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:40.872119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-25acaa78-82b7-48e7-ae8c-ab61b7a4c6fd tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-8478129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:40.875794 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff083acd-e20c-4274-a7d2-33d53cacd64d x-openstack-request-id: req-ff083acd-e20c-4274-a7d2-33d53cacd64d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:51:40.876088 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d274a0fa-bf05-4078-a894-d0bcc2ae9248", "name": "network-vif-plugged", "status": "completed", "tag": "61f71f7f-b900-419b-8000-ab7d1709952a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:51:40.876344 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff083acd-e20c-4274-a7d2-33d53cacd64d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:51:40.876740 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274a0fa-bf05-4078-a894-d0bcc2ae9248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f71f7f-b900-419b-8000-ab7d1709952a', 'code': 200} Nov 09 19:51:40.890668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=61f71f7f-b900-419b-8000-ab7d1709952a,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:40.937433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb5cee-3c19-4e91-9520-443174fb206b req-0578bb55-a2ac-4025-a50e-5326a3470799 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:40.939464 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8acb5cee-3c19-4e91-9520-443174fb206b req-0578bb55-a2ac-4025-a50e-5326a3470799 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 946 time: 0.0581834 Nov 09 19:51:40.954392 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.963308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25acaa78-82b7-48e7-ae8c-ab61b7a4c6fd tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.964369 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25acaa78-82b7-48e7-ae8c-ab61b7a4c6fd tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:40.986728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5e0670-994a-4188-8ab9-d025494af1f9']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:40.990843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8acb5cee-3c19-4e91-9520-443174fb206b req-d1b7f627-d6e5-4425-8f94-733c60660844 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444431 Nov 09 19:51:41.003200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59ba91c-6ea6-4a24-876b-a7e210c157e0') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:41.003526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59ba91c-6ea6-4a24-876b-a7e210c157e0') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:41.056760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.096251 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25acaa78-82b7-48e7-ae8c-ab61b7a4c6fd tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.117591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25acaa78-82b7-48e7-ae8c-ab61b7a4c6fd tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.122904 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.145728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:51:41.146136 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:51:41.149930 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:51:41.203590 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25acaa78-82b7-48e7-ae8c-ab61b7a4c6fd tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.204771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-25acaa78-82b7-48e7-ae8c-ab61b7a4c6fd tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3375795 Nov 09 19:51:41.220202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1cc22-239e-45fd-b317-8c7d7770de76 req-3477f06d-640c-4169-8845-1e2e25139296 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:41.221226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38688) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:41.221652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19d1cc22-239e-45fd-b317-8c7d7770de76 req-3477f06d-640c-4169-8845-1e2e25139296 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.2094646 Nov 09 19:51:41.228519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:41.235752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-e661f9dc-4f5f-42eb-bdd1-2bf9935cc815 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:41.237254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-e661f9dc-4f5f-42eb-bdd1-2bf9935cc815 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 946 time: 0.1749454 Nov 09 19:51:41.263485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.267853 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.271380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/networks/ef5e0670-994a-4188-8ab9-d025494af1f9 HTTP/1.1" status: 204 len: 168 time: 0.5519516 Nov 09 19:51:41.292081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38690) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:41.298974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1922151384'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:41.324110 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5abfb2-39e0-46d7-99c1-cc27bd75c25f req-125db87c-87be-4d84-bd83-a72efc652104 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:41.325616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3a5abfb2-39e0-46d7-99c1-cc27bd75c25f req-125db87c-87be-4d84-bd83-a72efc652104 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 944 time: 0.1312969 Nov 09 19:51:41.329774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59dd2a-c779-466e-b19c-942ce30095a3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Network': ['ID=ef5e0670-994a-4188-8ab9-d025494af1f9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:41.369151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19d1cc22-239e-45fd-b317-8c7d7770de76 req-dce377b8-53af-45d1-855e-fa8bf4a793e3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308925 Nov 09 19:51:41.383226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:41.387480 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.421167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:51:41.435262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-08350a27-da78-48cf-a250-731464f4953e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Deleting port 61f71f7f-b900-419b-8000-ab7d1709952a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:41.435611 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-08350a27-da78-48cf-a250-731464f4953e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.444920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.445266 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Added segment 4f64317e-abca-4539-9959-19e646ac0963 of type vlan for network 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c Nov 09 19:51:41.495101 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3a5abfb2-39e0-46d7-99c1-cc27bd75c25f req-b047aa43-e30d-4fd9-a3d4-4578f129b197 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345999 Nov 09 19:51:41.554004 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.570822 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.629310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-08350a27-da78-48cf-a250-731464f4953e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] For port 61f71f7f-b900-419b-8000-ab7d1709952a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=61f71f7f-b900-419b-8000-ab7d1709952a,segment=NetworkSegment(31ce8d07-e49b-4cfb-b3b7-f7daa458c3de),segment_id=31ce8d07-e49b-4cfb-b3b7-f7daa458c3de)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:41.630002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-08350a27-da78-48cf-a250-731464f4953e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.653061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.658594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:41.659183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:41.661948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-08350a27-da78-48cf-a250-731464f4953e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Calling delete_port for 61f71f7f-b900-419b-8000-ab7d1709952a owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:41.677800 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-e7447e6f-86b3-4569-9c4d-ed612c7283fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1372464 Nov 09 19:51:41.709703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34607af7-9209-4d64-9cf2-c15c8e15e8c0 req-b62bc11a-bd3c-4fb5-bc90-dba25fdc96b5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:41.711270 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34607af7-9209-4d64-9cf2-c15c8e15e8c0 req-b62bc11a-bd3c-4fb5-bc90-dba25fdc96b5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.1142113 Nov 09 19:51:41.811460 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34607af7-9209-4d64-9cf2-c15c8e15e8c0 req-c7eb2e9f-ff65-4323-a544-cdd31f7e4535 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867624 Nov 09 19:51:41.812751 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5177567 Nov 09 19:51:41.834323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38708) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:41.835240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-0a4be8dc-89e9-4b6d-95bd-e37bc0545b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:41.835240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-0a4be8dc-89e9-4b6d-95bd-e37bc0545b3b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 1097 time: 0.1176653 Nov 09 19:51:41.835487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': '4ca0fe51-d92a-4249-814f-4cdb6ebcc15c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:41.846429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0827a37-64ec-4517-8388-5115e2af670f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Network': ['ID=4ca0fe51-d92a-4249-814f-4cdb6ebcc15c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:41.859161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:51:41.862796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549431e-8e03-4605-b27a-edc60bb9afae req-774907cb-878e-4cfb-be1e-13e17d95fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:41.864471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d549431e-8e03-4605-b27a-edc60bb9afae req-774907cb-878e-4cfb-be1e-13e17d95fd09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 1096 time: 0.2372115 Nov 09 19:51:42.132157 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549431e-8e03-4605-b27a-edc60bb9afae req-dac46c9f-e9d5-4faa-8519-03aa2444b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:42.134595 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d549431e-8e03-4605-b27a-edc60bb9afae req-dac46c9f-e9d5-4faa-8519-03aa2444b730 service neutron] 10.222.0.70 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 910 time: 0.2362769 Nov 09 19:51:42.139993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:42.143876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:42.269744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 47701f0d-94b1-4d67-b61a-c4849ee89784 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:42.276463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-08350a27-da78-48cf-a250-731464f4953e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:42.353488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774af4a-2b5d-406b-891a-95db05716b18 req-74af256b-3011-4ff2-b289-416e1fd4325e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:42.361662 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c774af4a-2b5d-406b-891a-95db05716b18 req-74af256b-3011-4ff2-b289-416e1fd4325e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/ports?device_id=d274a0fa-bf05-4078-a894-d0bcc2ae9248 HTTP/1.1" status: 200 len: 867 time: 0.2902226 Nov 09 19:51:42.364753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Performing IP validity checks on allocation pools {{(pid=102296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 19:51:42.365656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 19:51:42.381864 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:42.382149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 47701f0d-94b1-4d67-b61a-c4849ee89784 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:42.382762 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:42.407191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:42.416689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08350a27-da78-48cf-a250-731464f4953e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Pushing event deleted for resources: {'Port': ['ID=61f71f7f-b900-419b-8000-ab7d1709952a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:42.487531 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d549431e-8e03-4605-b27a-edc60bb9afae req-929ab39d-8e9b-4d8d-a63e-7775914bd52c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d HTTP/1.1" status: 200 len: 1001 time: 0.3386242 Nov 09 19:51:42.488327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 61f71f7f-b900-419b-8000-ab7d1709952a no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:51:42.492569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-08350a27-da78-48cf-a250-731464f4953e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] No DVR routers for this DVR port 61f71f7f-b900-419b-8000-ab7d1709952a on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:51:42.511774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-a122f81c-f231-4e6a-b4ff-010604e93771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:42.513785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-a122f81c-f231-4e6a-b4ff-010604e93771 service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.2277133 Nov 09 19:51:42.515690 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-08350a27-da78-48cf-a250-731464f4953e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:42.518799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4573fb09-20c0-4c0a-990a-a8307f56d690 req-08350a27-da78-48cf-a250-731464f4953e tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.70 "DELETE /v2.0/ports/61f71f7f-b900-419b-8000-ab7d1709952a HTTP/1.1" status: 204 len: 173 time: 1.2719059 Nov 09 19:51:42.533169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 61f71f7f-b900-419b-8000-ab7d1709952a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:51:42.533891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 61f71f7f-b900-419b-8000-ab7d1709952a not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:51:42.538064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c774af4a-2b5d-406b-891a-95db05716b18 req-a838d81d-c86b-41c5-9c95-fd284dac2916 tempest-ImagesTestJSON-939945474 tempest-ImagesTestJSON-939945474-project] 10.222.0.53 "GET /v2.0/security-groups?id=c52a44c3-2b02-476a-a900-3286ccf936e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772130 Nov 09 19:51:42.538866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274a0fa-bf05-4078-a894-d0bcc2ae9248', 'name': 'network-vif-deleted', 'tag': '61f71f7f-b900-419b-8000-ab7d1709952a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:51:42.541626 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a2d075-4556-443b-86b3-07d7ad10d3fa" -d '{"events": [{"server_uuid": "d274a0fa-bf05-4078-a894-d0bcc2ae9248", "name": "network-vif-deleted", "tag": "61f71f7f-b900-419b-8000-ab7d1709952a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:51:42.629779 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:42.643119 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f00d23-c833-4197-a0e1-3a769a40f907 x-openstack-request-id: req-e1f00d23-c833-4197-a0e1-3a769a40f907 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:51:42.643719 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d274a0fa-bf05-4078-a894-d0bcc2ae9248", "name": "network-vif-deleted", "tag": "61f71f7f-b900-419b-8000-ab7d1709952a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:51:42.644470 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1f00d23-c833-4197-a0e1-3a769a40f907 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:51:42.645591 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd274a0fa-bf05-4078-a894-d0bcc2ae9248', 'name': 'network-vif-deleted', 'tag': '61f71f7f-b900-419b-8000-ab7d1709952a', 'status': 'completed', 'code': 200} Nov 09 19:51:42.653049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549431e-8e03-4605-b27a-edc60bb9afae req-1bffafcf-4a39-429c-84a3-359e116db9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:42.655086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d549431e-8e03-4605-b27a-edc60bb9afae req-1bffafcf-4a39-429c-84a3-359e116db9c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 200 len: 848 time: 0.1354704 Nov 09 19:51:42.666764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-1b533689-c24a-40ca-9992-57385df76ad4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa46d398-7880-4a48-92a9-af72e7c6ec6d HTTP/1.1" status: 200 len: 217 time: 0.1448641 Nov 09 19:51:42.688961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:42.700688 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:42.746678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-e57fd978-c997-45b1-8d63-a774364d82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:42.751950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-e57fd978-c997-45b1-8d63-a774364d82e9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0691102 Nov 09 19:51:42.771072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:42.795328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549431e-8e03-4605-b27a-edc60bb9afae req-5f55ad7a-bf9a-4e9b-a27f-f200ea5b97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:42.796167 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d549431e-8e03-4605-b27a-edc60bb9afae req-5f55ad7a-bf9a-4e9b-a27f-f200ea5b97ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=64c99bb4-90d7-4a67-a079-d1a5de0b5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171186 Nov 09 19:51:42.841654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Allocated IP 172.25.6.37 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/e198e31f-775c-4fb8-9262-1070428571a3) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:42.878265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:51:42.881990 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a1dfa5-18fd-416c-abfb-655c593097c0" -d '{"events": [{"server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "name": "network-vif-plugged", "status": "completed", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:51:42.908777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:42.923506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ec173-19bc-49f2-b90f-c39ba762e214 req-bb9f745d-ef45-4f1a-b767-99a3edc614f7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:42.928520 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed8ec173-19bc-49f2-b90f-c39ba762e214 req-bb9f745d-ef45-4f1a-b767-99a3edc614f7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 944 time: 0.2641191 Nov 09 19:51:42.964692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-fd03a0d6-7f43-4455-9ad8-89797cc15d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:42.966372 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-fd03a0d6-7f43-4455-9ad8-89797cc15d1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761355 Nov 09 19:51:43.006077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d549431e-8e03-4605-b27a-edc60bb9afae req-668318d9-acd7-4638-9390-3480b27aee2c service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011089 Nov 09 19:51:43.098076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dd842-2f9b-4c6c-8a09-85ef8ca27bed req-beb7ad00-5dae-41a4-83fe-a93dbd70fd31 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:43.098938 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed8ec173-19bc-49f2-b90f-c39ba762e214 req-34366344-302c-4aed-b043-b92d1b3ccbfd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364639 Nov 09 19:51:43.099623 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-660dd842-2f9b-4c6c-8a09-85ef8ca27bed req-beb7ad00-5dae-41a4-83fe-a93dbd70fd31 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.1692944 Nov 09 19:51:43.106224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=53e6d4a0-7f6c-4017-8267-b95b40d229de,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:43.119345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Checking segment: {'id': '4f64317e-abca-4539-9959-19e646ac0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '4ca0fe51-d92a-4249-814f-4cdb6ebcc15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:43.119345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network hostable DHCP agents. Network: 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:51:43.180456 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d234744b-030d-4e7a-b5b7-166628243e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:43.204741 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7dab1c-425f-4b8c-922c-d7776387b842 x-openstack-request-id: req-0f7dab1c-425f-4b8c-922c-d7776387b842 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:51:43.205034 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "name": "network-vif-plugged", "status": "completed", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:51:43.205299 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f7dab1c-425f-4b8c-922c-d7776387b842 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:51:43.205823 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'code': 200} Nov 09 19:51:43.206441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-bef3240d-3ae1-4819-b132-754c737f39ab service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273498 Nov 09 19:51:43.215002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:43.231797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:51:43.251156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-660dd842-2f9b-4c6c-8a09-85ef8ca27bed req-2b7767b8-3991-4b2f-a768-bf169a32409d tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375105 Nov 09 19:51:43.254494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d549431e-8e03-4605-b27a-edc60bb9afae req-92db591b-40f1-4665-9d25-39b0fba484f8 service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343709 Nov 09 19:51:43.267728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:43.273950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:43.273950 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:43.277658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1392e4ef-6290-483b-ac9b-a064c5e978aa None None] Network 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:43.322332 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c319ba90-bfc6-41bf-893b-a151e00f66ff tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4950166 Nov 09 19:51:43.324759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38738) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:43.332701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': '4ca0fe51-d92a-4249-814f-4cdb6ebcc15c', 'name': 'tempest-PortsTestJSON-1930622394'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:43.421972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:43.429693 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e7335e2-63d3-4cab-8fee-8e3acf0293b5 req-bc1ccdfe-a560-4076-9760-38201074e97a service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122133 Nov 09 19:51:43.472317 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:43.493920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:43.497736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:43.501037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:43.505665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:43.511148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:43.536630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port 8921ec48-8a0d-46ef-9138-bdeb83cbeff1 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:43.537012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Pushing event updated for resources: {'Port': ['ID=e198e31f-775c-4fb8-9262-1070428571a3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:43.625104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-4ca0fe51-d92a-4249-814f-4cdb6ebcc15c', 'network_id': '4ca0fe51-d92a-4249-814f-4cdb6ebcc15c', 'tenant_id': 'e7381104dbd04665afdac9ae98f5fd06', 'fixed_ips': [{'subnet_id': '53e6d4a0-7f6c-4017-8267-b95b40d229de'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:51:43.630485 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:43.750316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.5 (4ca0fe51-d92a-4249-814f-4cdb6ebcc15c/53e6d4a0-7f6c-4017-8267-b95b40d229de/8921ec48-8a0d-46ef-9138-bdeb83cbeff1) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:44.032906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38772) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:44.077368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.117044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06ea4d5-5aba-4f55-93c4-6aa3d4ae385c admin admin] Deleting subnet 017f9f0a-652d-4c5b-9ffd-a1403c63eb79 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:51:44.120406 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.123244 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e06ea4d5-5aba-4f55-93c4-6aa3d4ae385c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.125693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.187499 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:44.193980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:44.203992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:44.244346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Allocated IP 172.20.0.2 (4ca0fe51-d92a-4249-814f-4cdb6ebcc15c/53e6d4a0-7f6c-4017-8267-b95b40d229de/338fc389-f3dd-48f7-8000-52d994438cad) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:44.246052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e06ea4d5-5aba-4f55-93c4-6aa3d4ae385c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.262230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:44.263137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.289768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=8921ec48-8a0d-46ef-9138-bdeb83cbeff1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:44.325862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e06ea4d5-5aba-4f55-93c4-6aa3d4ae385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.363962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aa97dcb4-cdb7-43ae-88a7-040137497f62 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0380533 Nov 09 19:51:44.365089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38778) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:44.428378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c001f-fc87-4dfc-be40-e50c916e8328 req-a92eaa4d-bc49-4b4a-9546-a09d39c19d2f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:44.437888 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-338c001f-fc87-4dfc-be40-e50c916e8328 req-a92eaa4d-bc49-4b4a-9546-a09d39c19d2f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1717584 Nov 09 19:51:44.517879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-338c001f-fc87-4dfc-be40-e50c916e8328 req-1cf877aa-9fec-4c36-bb90-7f1a15c7ec36 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787444 Nov 09 19:51:44.552625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8ca7e-7642-405c-bb12-e2c7416f047b req-e4c51bb3-7f1b-4954-af2f-9d6dfb216e64 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:44.556149 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.559924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1f8ca7e-7642-405c-bb12-e2c7416f047b req-e4c51bb3-7f1b-4954-af2f-9d6dfb216e64 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.1351764 Nov 09 19:51:44.573885 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.578122 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.600732 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.607086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3d33aa31-5915-42f6-931a-3279a1bf1a81 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 8921ec48-8a0d-46ef-9138-bdeb83cbeff1 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:44.608150 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3d33aa31-5915-42f6-931a-3279a1bf1a81 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.613517 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.656489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Network 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:44.668768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:44.672435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:44.676737 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e06ea4d5-5aba-4f55-93c4-6aa3d4ae385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.685605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Pushing event updated for resources: {'Port': ['ID=338fc389-f3dd-48f7-8000-52d994438cad,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:44.733503 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3d33aa31-5915-42f6-931a-3279a1bf1a81 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.748917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3d33aa31-5915-42f6-931a-3279a1bf1a81 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 8921ec48-8a0d-46ef-9138-bdeb83cbeff1 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:44.792333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Attempting to bind port 338fc389-f3dd-48f7-8000-52d994438cad on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:51:44.792703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Attempting to bind port 338fc389-f3dd-48f7-8000-52d994438cad by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '4f64317e-abca-4539-9959-19e646ac0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '4ca0fe51-d92a-4249-814f-4cdb6ebcc15c'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:51:44.793070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Attempting to bind port 338fc389-f3dd-48f7-8000-52d994438cad on network 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:51:44.798423 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:51:44.798840 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Checking segment: {'id': '4f64317e-abca-4539-9959-19e646ac0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '4ca0fe51-d92a-4249-814f-4cdb6ebcc15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:44.799256 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.799661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Bound using segment: {'id': '4f64317e-abca-4539-9959-19e646ac0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '4ca0fe51-d92a-4249-814f-4cdb6ebcc15c'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:51:44.800141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Bound port: 338fc389-f3dd-48f7-8000-52d994438cad, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f64317e-abca-4539-9959-19e646ac0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '4ca0fe51-d92a-4249-814f-4cdb6ebcc15c'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:51:44.800529 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.836061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ea4d5-5aba-4f55-93c4-6aa3d4ae385c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017f9f0a-652d-4c5b-9ffd-a1403c63eb79,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:44.840411 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e06ea4d5-5aba-4f55-93c4-6aa3d4ae385c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.846588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38784) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:44.846759 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e06ea4d5-5aba-4f55-93c4-6aa3d4ae385c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/017f9f0a-652d-4c5b-9ffd-a1403c63eb79 HTTP/1.1" status: 204 len: 168 time: 0.8123772 Nov 09 19:51:44.860103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1f8ca7e-7642-405c-bb12-e2c7416f047b req-6fc709c9-908a-4b4f-94a7-7bd5dfcda126 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409275 Nov 09 19:51:44.942622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Router 7c32d058-e4c5-478c-b0e7-c928ab6e2dd9 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:51:44.951806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] For port 338fc389-f3dd-48f7-8000-52d994438cad, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:51:44.956897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] For port 338fc389-f3dd-48f7-8000-52d994438cad, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=338fc389-f3dd-48f7-8000-52d994438cad,segment=NetworkSegment(4f64317e-abca-4539-9959-19e646ac0963),segment_id=4f64317e-abca-4539-9959-19e646ac0963)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:51:44.969747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:44.994929 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3d33aa31-5915-42f6-931a-3279a1bf1a81 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:45.021413 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:45.061440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33aa31-5915-42f6-931a-3279a1bf1a81 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=8921ec48-8a0d-46ef-9138-bdeb83cbeff1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:45.094112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99904ecc-9ecb-4870-91ce-bd842afa6ef1 None None] Pushing event updated for resources: {'Port': ['ID=338fc389-f3dd-48f7-8000-52d994438cad,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:45.150460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:45.178288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:45.183299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38788) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:45.184332 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-25b413e2-cacf-4d53-93dd-b52c84a6036d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "PUT /v2.0/routers/7c32d058-e4c5-478c-b0e7-c928ab6e2dd9 HTTP/1.1" status: 200 len: 876 time: 3.9603870 Nov 09 19:51:45.197025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11348727-f765-4e27-bb00-f1b50dbda8ed None None] Sync routers for ids ['7c32d058-e4c5-478c-b0e7-c928ab6e2dd9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:45.208478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11348727-f765-4e27-bb00-f1b50dbda8ed None None] Routers {'7c32d058-e4c5-478c-b0e7-c928ab6e2dd9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:45.209102 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-11348727-f765-4e27-bb00-f1b50dbda8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7c32d058-e4c5-478c-b0e7-c928ab6e2dd9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:45.267521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-11348727-f765-4e27-bb00-f1b50dbda8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:45.284916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11348727-f765-4e27-bb00-f1b50dbda8ed None None] Routers {'7c32d058-e4c5-478c-b0e7-c928ab6e2dd9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:45.285555 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-11348727-f765-4e27-bb00-f1b50dbda8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7c32d058-e4c5-478c-b0e7-c928ab6e2dd9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:45.359860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-11348727-f765-4e27-bb00-f1b50dbda8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:45.360961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11348727-f765-4e27-bb00-f1b50dbda8ed None None] The sync data for ids ['7c32d058-e4c5-478c-b0e7-c928ab6e2dd9'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:45.645092 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3d33aa31-5915-42f6-931a-3279a1bf1a81 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:45.648265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3d33aa31-5915-42f6-931a-3279a1bf1a81 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/8921ec48-8a0d-46ef-9138-bdeb83cbeff1 HTTP/1.1" status: 204 len: 168 time: 1.2795663 Nov 09 19:51:45.651711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38792) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:45.695343 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:45.730804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24159fd-6265-4538-b516-77c9d746e7d5']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:45.731057 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-4924da9c-5c1c-4b53-b74e-7919f56d8f19 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:51:45.731807 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4924da9c-5c1c-4b53-b74e-7919f56d8f19 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:51:45.737685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4924da9c-5c1c-4b53-b74e-7919f56d8f19 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/8921ec48-8a0d-46ef-9138-bdeb83cbeff1 HTTP/1.1" status: 404 len: 333 time: 0.0817282 Nov 09 19:51:45.747958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38796) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:45.752931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:45.753129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ce8d07-e49b-4cfb-b3b7-f7daa458c3de') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:45.769046 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:45.784457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac4635-b89b-4015-969c-bbafa91a2ae7 req-acfc9685-7423-4e1d-973f-b3253dc9f457 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:45.792831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6ac4635-b89b-4015-969c-bbafa91a2ae7 req-acfc9685-7423-4e1d-973f-b3253dc9f457 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1527007 Nov 09 19:51:45.797778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-77b15a33-0b03-4333-bd4c-8c5165a28618 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/routers/7c32d058-e4c5-478c-b0e7-c928ab6e2dd9 HTTP/1.1" status: 200 len: 917 time: 0.6043506 Nov 09 19:51:45.808270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38800) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:45.809452 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:45.809773 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df36044-dc0a-4db1-afa7-21dae8eb77ae tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:51:45.814569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7df36044-dc0a-4db1-afa7-21dae8eb77ae tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/8921ec48-8a0d-46ef-9138-bdeb83cbeff1 HTTP/1.1" status: 404 len: 333 time: 0.0591488 Nov 09 19:51:45.818004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38802) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:45.853944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:51:45.853944 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:51:45.872241 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:51:45.934162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-2935c026-990f-4fc4-81d0-d3c584abf454 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet 53e6d4a0-7f6c-4017-8267-b95b40d229de {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:51:45.938296 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2935c026-990f-4fc4-81d0-d3c584abf454 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:45.995848 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6ac4635-b89b-4015-969c-bbafa91a2ae7 req-7e5b6a90-8825-41f3-a328-495b415c9512 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879098 Nov 09 19:51:46.010060 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2935c026-990f-4fc4-81d0-d3c584abf454 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.027682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d38f751-3ad5-4ece-9e47-7ce80c2f7a26 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:46.029587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9d38f751-3ad5-4ece-9e47-7ce80c2f7a26 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&device_id=7c32d058-e4c5-478c-b0e7-c928ab6e2dd9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2213345 Nov 09 19:51:46.032322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38804) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:46.069716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.078258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.081621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a24159fd-6265-4538-b516-77c9d746e7d5 HTTP/1.1" status: 204 len: 168 time: 1.2335980 Nov 09 19:51:46.151034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47309267-39b9-4ad0-87f5-3c2493c78314 admin admin] Pushing event deleted for resources: {'Network': ['ID=a24159fd-6265-4538-b516-77c9d746e7d5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:46.193065 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2935c026-990f-4fc4-81d0-d3c584abf454 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.214909 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.217895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c0e81-a9d8-4d17-841d-cd3adde7cebc tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:46.219462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2e7c0e81-a9d8-4d17-841d-cd3adde7cebc tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 881 time: 0.1861522 Nov 09 19:51:46.222470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38808) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:46.267830 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-15460805-e315-45c7-86a6-043840f0e7a8 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c32d058-e4c5-478c-b0e7-c928ab6e2dd9 HTTP/1.1" status: 200 len: 205 time: 0.0413108 Nov 09 19:51:46.269890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38810) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:46.325837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2935c026-990f-4fc4-81d0-d3c584abf454 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.388866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38812) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:46.392201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935c026-990f-4fc4-81d0-d3c584abf454 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=53e6d4a0-7f6c-4017-8267-b95b40d229de,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:46.394684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2935c026-990f-4fc4-81d0-d3c584abf454 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.398220 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2935c026-990f-4fc4-81d0-d3c584abf454 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/53e6d4a0-7f6c-4017-8267-b95b40d229de HTTP/1.1" status: 204 len: 168 time: 0.5789123 Nov 09 19:51:46.401619 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38814) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:46.444756 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.450048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cce905-368d-4aa6-8bd1-175e524e8c1a None None] Network 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:46.486974 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9e7cc514-8ec8-4588-b788-b0bf138e584e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0843e54f65c4110a912b444a8951cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969563 Nov 09 19:51:46.487564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38816) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:46.500080 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.550728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ecc14a9a-91af-4e3a-9d27-712503751032 None None] Provisioning complete for port 338fc389-f3dd-48f7-8000-52d994438cad triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:46.551594 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ecc14a9a-91af-4e3a-9d27-712503751032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.578274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 338fc389-f3dd-48f7-8000-52d994438cad {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:46.579050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.633608 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c339c6a8-3dde-4f09-8d3f-8fbeb0d4ac8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.640290 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.675765 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c339c6a8-3dde-4f09-8d3f-8fbeb0d4ac8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.701471 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ecc14a9a-91af-4e3a-9d27-712503751032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.767482 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c339c6a8-3dde-4f09-8d3f-8fbeb0d4ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.770166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ecc14a9a-91af-4e3a-9d27-712503751032 None None] For port 338fc389-f3dd-48f7-8000-52d994438cad, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=338fc389-f3dd-48f7-8000-52d994438cad,segment=NetworkSegment(4f64317e-abca-4539-9959-19e646ac0963),segment_id=4f64317e-abca-4539-9959-19e646ac0963)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:46.772336 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c339c6a8-3dde-4f09-8d3f-8fbeb0d4ac8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.772651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] For port 338fc389-f3dd-48f7-8000-52d994438cad, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=338fc389-f3dd-48f7-8000-52d994438cad,segment=NetworkSegment(4f64317e-abca-4539-9959-19e646ac0963),segment_id=4f64317e-abca-4539-9959-19e646ac0963)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:46.773024 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.774683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c339c6a8-3dde-4f09-8d3f-8fbeb0d4ac8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c52a44c3-2b02-476a-a900-3286ccf936e6 HTTP/1.1" status: 204 len: 168 time: 0.2500103 Nov 09 19:51:46.780055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 338fc389-f3dd-48f7-8000-52d994438cad up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:46.822008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435001f2-61d2-439d-b74b-a477da531c29 None None] DHCP port deletion for 4ca0fe51-d92a-4249-814f-4cdb6ebcc15c request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:51:46.827788 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ecc14a9a-91af-4e3a-9d27-712503751032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.834927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 338fc389-f3dd-48f7-8000-52d994438cad owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:46.840328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339c6a8-3dde-4f09-8d3f-8fbeb0d4ac8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52a44c3-2b02-476a-a900-3286ccf936e6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:46.890865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Deleting port e198e31f-775c-4fb8-9262-1070428571a3 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:46.891214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:46.904251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc14a9a-91af-4e3a-9d27-712503751032 None None] Pushing event updated for resources: {'Port': ['ID=338fc389-f3dd-48f7-8000-52d994438cad,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:46.984329 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:51:47.072948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 338fc389-f3dd-48f7-8000-52d994438cad triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:47.075678 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.108554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.129232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.163705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Calling delete_port for e198e31f-775c-4fb8-9262-1070428571a3 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:47.177643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=338fc389-f3dd-48f7-8000-52d994438cad,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:47.193384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No DVR routers for this DVR port 338fc389-f3dd-48f7-8000-52d994438cad on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:51:47.354948 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.358123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-435001f2-61d2-439d-b74b-a477da531c29 None None] Deleting port 338fc389-f3dd-48f7-8000-52d994438cad {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:47.359907 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-435001f2-61d2-439d-b74b-a477da531c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.382022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca0fe51-d92a-4249-814f-4cdb6ebcc15c']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:47.394143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f64317e-abca-4539-9959-19e646ac0963') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:47.394715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f64317e-abca-4539-9959-19e646ac0963') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:47.407713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.455456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-435001f2-61d2-439d-b74b-a477da531c29 None None] For port 338fc389-f3dd-48f7-8000-52d994438cad, host n-d-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:47.456100 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-435001f2-61d2-439d-b74b-a477da531c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.462151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69769a93-d6af-4142-9623-61c56798f66e req-3f1e41b7-d707-456b-b5c3-842a37d10aa2 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:47.466243 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69769a93-d6af-4142-9623-61c56798f66e req-3f1e41b7-d707-456b-b5c3-842a37d10aa2 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.2901351 Nov 09 19:51:47.467844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.474960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-435001f2-61d2-439d-b74b-a477da531c29 None None] Calling delete_port for 338fc389-f3dd-48f7-8000-52d994438cad owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:47.482965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.ipam_backend_mixin [None req-435001f2-61d2-439d-b74b-a477da531c29 None None] Port 338fc389-f3dd-48f7-8000-52d994438cad was not found and therefore no delete operation was performed {{(pid=102297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:51:47.499975 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-435001f2-61d2-439d-b74b-a477da531c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.539512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: items = [ Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:51:47.540668 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:51:47.560720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Pushing event deleted for resources: {'Port': ['ID=e198e31f-775c-4fb8-9262-1070428571a3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:47.569452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435001f2-61d2-439d-b74b-a477da531c29 None None] Pushing event deleted for resources: {'Port': ['ID=338fc389-f3dd-48f7-8000-52d994438cad,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:47.576903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Could not find standard attr ID for object 338fc389-f3dd-48f7-8000-52d994438cad. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:51:47.581244 n-d-817256-1 neutron-server[102297]: INFO neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No ports have port_id starting with 338fc389-f3dd-48f7-8000-52d994438cad Nov 09 19:51:47.588216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435001f2-61d2-439d-b74b-a477da531c29 None None] No DVR routers for this DVR port 338fc389-f3dd-48f7-8000-52d994438cad on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:51:47.619466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69769a93-d6af-4142-9623-61c56798f66e req-e0b58d04-17e3-4b8e-ae61-614c62c33aac tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420236 Nov 09 19:51:47.628140 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.648655 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.654722 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/networks/4ca0fe51-d92a-4249-814f-4cdb6ebcc15c HTTP/1.1" status: 204 len: 168 time: 1.2497358 Nov 09 19:51:47.662403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38838) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:47.663514 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a841e-ff9d-46c0-99e0-b67b0004cb91 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Network': ['ID=4ca0fe51-d92a-4249-814f-4cdb6ebcc15c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:47.670674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1582725297'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:47.704648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:47.709595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.727624 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.739207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:51:47.754058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.755160 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Added segment d5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb of type vlan for network 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 Nov 09 19:51:47.815090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.851083 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.853528 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.856258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.858620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:47.859829 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.921353 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.921961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Fanout notify agent at l3_agent the message router_deleted on router 7c32d058-e4c5-478c-b0e7-c928ab6e2dd9 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:51:47.929954 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:47.935393 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2689114 Nov 09 19:51:47.938442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38846) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:47.943157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': '7152d0d9-9114-4f82-aaa8-cbf2cfeb4225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:47.946941 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4c555606-4daf-4a7f-81ec-44f43fe61dca tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/7c32d058-e4c5-478c-b0e7-c928ab6e2dd9 HTTP/1.1" status: 204 len: 168 time: 1.6731160 Nov 09 19:51:47.947616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38848) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:47.950137 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb206f-4948-4eec-822d-ac8e32876281 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Network': ['ID=7152d0d9-9114-4f82-aaa8-cbf2cfeb4225,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:47.960394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:51:47.972437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b087a981-8df0-419f-8227-b4c97321cee5 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-856192491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:48.060648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b087a981-8df0-419f-8227-b4c97321cee5 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:48.062192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b087a981-8df0-419f-8227-b4c97321cee5 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:48.074010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:48.087888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:48.182653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b087a981-8df0-419f-8227-b4c97321cee5 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:48.193079 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b087a981-8df0-419f-8227-b4c97321cee5 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:48.218763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b087a981-8df0-419f-8227-b4c97321cee5 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:48.224303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38858) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:48.225396 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b087a981-8df0-419f-8227-b4c97321cee5 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2751355 Nov 09 19:51:48.228333 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_snat': True}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:48.661184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-ff551fe1-f157-4ded-8d1e-bfddf341d03e tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=22c2e6e3aed448719da7a35440aeb575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572937 Nov 09 19:51:48.699782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 338fc389-f3dd-48f7-8000-52d994438cad no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:51:48.738913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 338fc389-f3dd-48f7-8000-52d994438cad {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:51:48.751070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 338fc389-f3dd-48f7-8000-52d994438cad not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:51:48.899821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-92777b7c-5cd5-45ba-9ee6-9b3ffcd5649c tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:48.901337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-92777b7c-5cd5-45ba-9ee6-9b3ffcd5649c tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392669 Nov 09 19:51:48.909721 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:48.917765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-279fee2e-1035-40e7-bc31-64ac271e6036 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/quotas/22c2e6e3aed448719da7a35440aeb575 HTTP/1.1" status: 200 len: 375 time: 0.0103452 Nov 09 19:51:48.925060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5712e-897e-40d2-9704-cbd8405a9f2c req-ec86e0a3-c796-42f2-8bb9-392b17b79ed4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:48.933557 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bb5712e-897e-40d2-9704-cbd8405a9f2c req-ec86e0a3-c796-42f2-8bb9-392b17b79ed4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.2005806 Nov 09 19:51:48.954246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-78b0c150-2716-47ad-a540-0498fa560bc6 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=22c2e6e3aed448719da7a35440aeb575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297406 Nov 09 19:51:48.967827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:49.038854 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bb5712e-897e-40d2-9704-cbd8405a9f2c req-4e53d477-0fbd-4c55-aa3d-9ead0d6cf0d6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042693 Nov 09 19:51:49.100662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=88f3e812-cb50-413b-8ce1-18fe016778ae,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:49.119540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Checking segment: {'id': 'd5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '7152d0d9-9114-4f82-aaa8-cbf2cfeb4225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:49.119776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network hostable DHCP agents. Network: 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:51:49.162740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:51:49.201919 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:49.208919 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:49.209505 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:49.215239 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fae6f0-70d9-4d94-bbb1-4baccd03114c None None] Network 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:49.249122 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0eaf00c9-82f5-476e-b2a6-c72105e5aae4 req-adb5d396-6084-4fc1-98d4-384bafa63745 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 210 time: 0.0502598 Nov 09 19:51:49.292972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5eec011d-104d-43b9-94a2-770ec05dfd71 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3535535 Nov 09 19:51:49.295736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38884) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:49.300821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': '7152d0d9-9114-4f82-aaa8-cbf2cfeb4225', 'security_groups': [], 'name': 'tempest-PortsTestJSON-993345860'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:49.469151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:49.476753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:49.480435 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:49.504539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-7152d0d9-9114-4f82-aaa8-cbf2cfeb4225', 'network_id': '7152d0d9-9114-4f82-aaa8-cbf2cfeb4225', 'tenant_id': 'e7381104dbd04665afdac9ae98f5fd06', 'fixed_ips': [{'subnet_id': '88f3e812-cb50-413b-8ce1-18fe016778ae'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:51:49.505704 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:49.513217 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:49.515798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port eeb61ebd-e93c-44be-b271-b2e42219cf54 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:49.676828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.3 (7152d0d9-9114-4f82-aaa8-cbf2cfeb4225/88f3e812-cb50-413b-8ce1-18fe016778ae/eeb61ebd-e93c-44be-b271-b2e42219cf54) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:49.697709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Allocated IP 172.25.6.41 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/b37150f3-474c-4593-a731-2121f154ea37) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:49.856465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:49.869634 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:49.914945 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:49.921620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:49.973296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:49.978890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:49.989916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:49.994399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event updated for resources: {'Port': ['ID=b37150f3-474c-4593-a731-2121f154ea37,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:50.003968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Allocated IP 172.20.0.2 (7152d0d9-9114-4f82-aaa8-cbf2cfeb4225/88f3e812-cb50-413b-8ce1-18fe016778ae/50ed58ce-720d-4cc4-a9cb-0fa974a31607) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:50.029868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:50.034182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:50.038162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:50.092257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=eeb61ebd-e93c-44be-b271-b2e42219cf54,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:50.218472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:50.219457 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:50.270453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630564f-f178-4e9c-b00f-9f088fd977dc req-c26ac334-fddd-42cb-895e-67d3608ac948 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:50.276665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e630564f-f178-4e9c-b00f-9f088fd977dc req-c26ac334-fddd-42cb-895e-67d3608ac948 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1319568 Nov 09 19:51:50.281490 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:50.283334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7e7f0a08-a9e3-4b9d-ad90-0aaea74ff752 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.9864202 Nov 09 19:51:50.286310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38900) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:50.292645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:50.328500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e630564f-f178-4e9c-b00f-9f088fd977dc req-c8ea5c2d-f12e-4542-9e7e-ecc1b1cdd4a8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Nov 09 19:51:50.386417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Network 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:50.392708 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:50.397194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Pushing event updated for resources: {'Port': ['ID=50ed58ce-720d-4cc4-a9cb-0fa974a31607,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:50.401190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:50.467933 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-956c56f3-ca05-4ced-822e-773f7b976f64 req-9a433daf-02e0-41cb-a1be-216ab2b1c366 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 210 time: 0.0952346 Nov 09 19:51:50.475223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Attempting to bind port 50ed58ce-720d-4cc4-a9cb-0fa974a31607 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:51:50.475601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Attempting to bind port 50ed58ce-720d-4cc4-a9cb-0fa974a31607 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'd5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '7152d0d9-9114-4f82-aaa8-cbf2cfeb4225'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:51:50.475983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Attempting to bind port 50ed58ce-720d-4cc4-a9cb-0fa974a31607 on network 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:51:50.481630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:51:50.482012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Checking segment: {'id': 'd5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '7152d0d9-9114-4f82-aaa8-cbf2cfeb4225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:50.482437 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:50.482849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Bound using segment: {'id': 'd5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '7152d0d9-9114-4f82-aaa8-cbf2cfeb4225'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:51:50.483376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Bound port: 50ed58ce-720d-4cc4-a9cb-0fa974a31607, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '7152d0d9-9114-4f82-aaa8-cbf2cfeb4225'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:51:50.483765 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:50.513045 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:50.599630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-87e0a649-1f19-46d6-b1e4-a9e02a03799c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port eeb61ebd-e93c-44be-b271-b2e42219cf54 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:50.599968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87e0a649-1f19-46d6-b1e4-a9e02a03799c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:50.603143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] For port 50ed58ce-720d-4cc4-a9cb-0fa974a31607, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:51:50.607931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] For port 50ed58ce-720d-4cc4-a9cb-0fa974a31607, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=50ed58ce-720d-4cc4-a9cb-0fa974a31607,segment=NetworkSegment(d5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb),segment_id=d5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:51:50.613784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:50.704593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-0a8ffa62-2e53-4445-83ef-f2768c3d755f tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=22c2e6e3aed448719da7a35440aeb575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420926 Nov 09 19:51:50.747576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf019a-b330-4cad-bdfd-466400863235 None None] Pushing event updated for resources: {'Port': ['ID=50ed58ce-720d-4cc4-a9cb-0fa974a31607,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:50.895483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-a0201aba-469c-402f-aa79-090cc0bf98e3 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:50.904307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-a0201aba-469c-402f-aa79-090cc0bf98e3 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837280 Nov 09 19:51:50.918024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Request body: {'port': {'device_id': '63c232df-9937-46a8-a0fd-2d8620b6d495', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '22c2e6e3aed448719da7a35440aeb575'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:50.929630 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:50.962815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:50.981972 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.086809 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87e0a649-1f19-46d6-b1e4-a9e02a03799c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.113591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-87e0a649-1f19-46d6-b1e4-a9e02a03799c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for eeb61ebd-e93c-44be-b271-b2e42219cf54 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:51.115002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Made reservation on behalf of 22c2e6e3aed448719da7a35440aeb575 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:51.122422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.133057 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.243670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.250195 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.269959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Router 28c4b704-06cf-4ce8-a16d-d7e40472e363 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:51:51.309368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87e0a649-1f19-46d6-b1e4-a9e02a03799c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.407255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Allocated IP 192.168.233.216 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/2bb92f3b-5124-46dc-bd1f-e74e82656397) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:51.443053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0a649-1f19-46d6-b1e4-a9e02a03799c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=eeb61ebd-e93c-44be-b271-b2e42219cf54,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:51.470237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccc3534-cfcb-4b4f-966a-09a4b03cb643,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:51.607933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:51.617463 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.622116 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a89f27ef-1048-4cb6-8c6e-ed6852da47d7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "PUT /v2.0/routers/28c4b704-06cf-4ce8-a16d-d7e40472e363 HTTP/1.1" status: 200 len: 913 time: 3.3954868 Nov 09 19:51:51.622286 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b121a-9b93-492c-9802-8e7a5cfd464a None None] Sync routers for ids ['28c4b704-06cf-4ce8-a16d-d7e40472e363'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:51.625150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38910) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:51.643761 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b121a-9b93-492c-9802-8e7a5cfd464a None None] Routers {'28c4b704-06cf-4ce8-a16d-d7e40472e363'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:51.644401 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-681b121a-9b93-492c-9802-8e7a5cfd464a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['28c4b704-06cf-4ce8-a16d-d7e40472e363'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:51.724327 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-681b121a-9b93-492c-9802-8e7a5cfd464a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:51.731187 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dbdeb6fd-4e25-4fb5-b12e-7978783d893f req-17c5d273-6233-4803-9793-ac15bdc358c6 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 210 time: 0.0561786 Nov 09 19:51:51.739950 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b121a-9b93-492c-9802-8e7a5cfd464a None None] Routers {'28c4b704-06cf-4ce8-a16d-d7e40472e363'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:51.740759 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-681b121a-9b93-492c-9802-8e7a5cfd464a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['28c4b704-06cf-4ce8-a16d-d7e40472e363'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:51.776754 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.795583 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-681b121a-9b93-492c-9802-8e7a5cfd464a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:51.796522 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b121a-9b93-492c-9802-8e7a5cfd464a None None] The sync data for ids ['28c4b704-06cf-4ce8-a16d-d7e40472e363'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:51.804582 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c7f71117-c324-4f2b-983e-b355be4f2778 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/routers/28c4b704-06cf-4ce8-a16d-d7e40472e363 HTTP/1.1" status: 200 len: 919 time: 0.1728115 Nov 09 19:51:51.804582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38912) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:51.814583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af76c2-01f2-4ff2-961b-8fc2b54aa0d9 req-62852ae4-88f5-4510-ae4b-c0d4f680cfe0 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:51.823422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0af76c2-01f2-4ff2-961b-8fc2b54aa0d9 req-62852ae4-88f5-4510-ae4b-c0d4f680cfe0 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.3499780 Nov 09 19:51:51.843677 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.907402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Pushing event updated for resources: {'Port': ['ID=2bb92f3b-5124-46dc-bd1f-e74e82656397,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:51.912289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b008f-5ba7-4bb7-8f74-09f6964ab7cb tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:51.914080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b87b008f-5ba7-4bb7-8f74-09f6964ab7cb tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&device_id=28c4b704-06cf-4ce8-a16d-d7e40472e363&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0822051 Nov 09 19:51:51.915703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87e0a649-1f19-46d6-b1e4-a9e02a03799c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:51.917199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38914) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:51.919804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-87e0a649-1f19-46d6-b1e4-a9e02a03799c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/eeb61ebd-e93c-44be-b271-b2e42219cf54 HTTP/1.1" status: 204 len: 168 time: 1.6324863 Nov 09 19:51:51.922841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38916) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:51.955183 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b973a81-db60-4eed-9096-6a69afc3c199 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:51:51.957429 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0b973a81-db60-4eed-9096-6a69afc3c199 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/eeb61ebd-e93c-44be-b271-b2e42219cf54 HTTP/1.1" status: 404 len: 333 time: 0.0334537 Nov 09 19:51:51.962032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38918) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:51.974254 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0af76c2-01f2-4ff2-961b-8fc2b54aa0d9 req-e68f226a-b89e-4ecb-9404-30ce6539ab01 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497455 Nov 09 19:51:52.003924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:52.039605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:52.047500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:52.106360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b14be0-8fe9-41bd-9823-6440bdac7743 None None] Network 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:52.107280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-273ce6c4-b4ce-4830-8a0e-a09235baee95 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet 88f3e812-cb50-413b-8ce1-18fe016778ae {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:51:52.124061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-273ce6c4-b4ce-4830-8a0e-a09235baee95 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:52.178931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:52.179569 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:52.223178 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-273ce6c4-b4ce-4830-8a0e-a09235baee95 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:52.249135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92404f75-5797-48a8-8ea4-09a77c3c7276 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:52.251098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-92404f75-5797-48a8-8ea4-09a77c3c7276 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 881 time: 0.3283029 Nov 09 19:51:52.253766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38920) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:52.266940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-3c153217-a024-4c07-841b-0c1bc858da28 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3562121 Nov 09 19:51:52.277832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2629a573-7bfe-4d5d-956b-7f111ca09363 None None] Provisioning complete for port 50ed58ce-720d-4cc4-a9cb-0fa974a31607 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:52.278571 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2629a573-7bfe-4d5d-956b-7f111ca09363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:52.295660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Request body: {'port': {'device_id': '63c232df-9937-46a8-a0fd-2d8620b6d495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:52.302199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-623dd404-968f-4348-8b2b-450d0d7f3a00 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c4b704-06cf-4ce8-a16d-d7e40472e363 HTTP/1.1" status: 200 len: 205 time: 0.0472589 Nov 09 19:51:52.304821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38922) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:52.472232 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2629a573-7bfe-4d5d-956b-7f111ca09363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:52.472647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:52.607289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2629a573-7bfe-4d5d-956b-7f111ca09363 None None] For port 50ed58ce-720d-4cc4-a9cb-0fa974a31607, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=50ed58ce-720d-4cc4-a9cb-0fa974a31607,segment=NetworkSegment(d5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb),segment_id=d5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:52.621186 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2629a573-7bfe-4d5d-956b-7f111ca09363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:52.733857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-273ce6c4-b4ce-4830-8a0e-a09235baee95 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:52.765606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629a573-7bfe-4d5d-956b-7f111ca09363 None None] Pushing event updated for resources: {'Port': ['ID=50ed58ce-720d-4cc4-a9cb-0fa974a31607,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:52.795831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-27f99fa1-a88b-4626-812e-482a2a0c1236 None None] Provisioning complete for port 2bb92f3b-5124-46dc-bd1f-e74e82656397 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:52.796202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-27f99fa1-a88b-4626-812e-482a2a0c1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:52.837570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 50ed58ce-720d-4cc4-a9cb-0fa974a31607 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:51:52.924199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-27f99fa1-a88b-4626-812e-482a2a0c1236 None None] Port 2bb92f3b-5124-46dc-bd1f-e74e82656397 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:51:52.975082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 50ed58ce-720d-4cc4-a9cb-0fa974a31607 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:52.975737 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:52.997443 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.125973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-39d65425-70b3-485f-bfd6-1c512b95f5f5 None None] Provisioning complete for port 50ed58ce-720d-4cc4-a9cb-0fa974a31607 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:51:53.126988 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-39d65425-70b3-485f-bfd6-1c512b95f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.205583 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.218611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a12d-86f7-414a-bb25-21d173fceea9 req-dfee55d2-38bd-4c0f-81ca-123ab1cd574b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:53.220233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1361a12d-86f7-414a-bb25-21d173fceea9 req-dfee55d2-38bd-4c0f-81ca-123ab1cd574b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1184528 Nov 09 19:51:53.313466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1361a12d-86f7-414a-bb25-21d173fceea9 req-5715c111-fba0-4718-818a-4f6acd3b47be tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820673 Nov 09 19:51:53.353090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Deleting port b37150f3-474c-4593-a731-2121f154ea37 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:53.353854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.431067 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-273ce6c4-b4ce-4830-8a0e-a09235baee95 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.455342 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-273ce6c4-b4ce-4830-8a0e-a09235baee95 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.462058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-273ce6c4-b4ce-4830-8a0e-a09235baee95 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/88f3e812-cb50-413b-8ce1-18fe016778ae HTTP/1.1" status: 204 len: 168 time: 1.4950440 Nov 09 19:51:53.466182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38936) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:53.469936 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.470831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2b78e167-6e2a-4c5a-9e06-cb44309bc3ee None None] Could not find standard attr ID for object eeb61ebd-e93c-44be-b271-b2e42219cf54. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:51:53.472372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7fa5f-08df-433b-8803-0300689b156c req-a14eed72-09f8-4dbc-9f47-b42f7258915a tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:53.483639 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8bd7fa5f-08df-433b-8803-0300689b156c req-a14eed72-09f8-4dbc-9f47-b42f7258915a tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 936 time: 0.6296728 Nov 09 19:51:53.528827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ce6c4-b4ce-4830-8a0e-a09235baee95 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=88f3e812-cb50-413b-8ce1-18fe016778ae,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:53.548187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Calling delete_port for b37150f3-474c-4593-a731-2121f154ea37 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:53.620461 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8bd7fa5f-08df-433b-8803-0300689b156c req-a5b0df6d-f18f-4b37-931b-57422a034052 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360149 Nov 09 19:51:53.658474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03384fa-46c5-43d9-894b-60281588974e None None] Network 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:51:53.665279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb92f3b-5124-46dc-bd1f-e74e82656397 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:51:53.678731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.696464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Transition to ACTIVE for port object 2bb92f3b-5124-46dc-bd1f-e74e82656397 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:51:53.709703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.713638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.891034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb92f3b-5124-46dc-bd1f-e74e82656397,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:53.968711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d293d6-62de-4bb1-ac71-e7bd47777f27 None None] DHCP port deletion for 7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:51:53.971980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:53.974854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Attempting to bind port 2bb92f3b-5124-46dc-bd1f-e74e82656397 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:51:53.975489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Attempting to bind port 2bb92f3b-5124-46dc-bd1f-e74e82656397 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:51:53.975642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Attempting to bind port 2bb92f3b-5124-46dc-bd1f-e74e82656397 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:51:53.982664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Port 2bb92f3b-5124-46dc-bd1f-e74e82656397 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:51:53.982889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Attempting to bind port 2bb92f3b-5124-46dc-bd1f-e74e82656397 on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:51:53.999975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:51:54.001152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:51:54.001791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:51:54.002771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Bound port: 2bb92f3b-5124-46dc-bd1f-e74e82656397, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:51:54.003447 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.020572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Pushing event deleted for resources: {'Port': ['ID=b37150f3-474c-4593-a731-2121f154ea37,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:54.039040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 50ed58ce-720d-4cc4-a9cb-0fa974a31607 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:54.039040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.047994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-38d293d6-62de-4bb1-ac71-e7bd47777f27 None None] Deleting port 50ed58ce-720d-4cc4-a9cb-0fa974a31607 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:54.048627 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38d293d6-62de-4bb1-ac71-e7bd47777f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.113690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] For port 2bb92f3b-5124-46dc-bd1f-e74e82656397, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:51:54.121142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] For port 2bb92f3b-5124-46dc-bd1f-e74e82656397, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2bb92f3b-5124-46dc-bd1f-e74e82656397,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:51:54.133763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.168186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-38d293d6-62de-4bb1-ac71-e7bd47777f27 None None] For port 50ed58ce-720d-4cc4-a9cb-0fa974a31607, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=50ed58ce-720d-4cc4-a9cb-0fa974a31607,segment=NetworkSegment(d5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb),segment_id=d5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:54.169210 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38d293d6-62de-4bb1-ac71-e7bd47777f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.204945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-38d293d6-62de-4bb1-ac71-e7bd47777f27 None None] Calling delete_port for 50ed58ce-720d-4cc4-a9cb-0fa974a31607 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:54.235780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.251826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] For port 50ed58ce-720d-4cc4-a9cb-0fa974a31607, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=50ed58ce-720d-4cc4-a9cb-0fa974a31607,segment=NetworkSegment(d5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb),segment_id=d5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:54.252134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.257933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:54.259929 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.261831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] 10.222.0.70 "PUT /v2.0/ports/2bb92f3b-5124-46dc-bd1f-e74e82656397 HTTP/1.1" status: 200 len: 1096 time: 1.9817626 Nov 09 19:51:54.265526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c232df-9937-46a8-a0fd-2d8620b6d495', 'tag': '2bb92f3b-5124-46dc-bd1f-e74e82656397'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:51:54.269027 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7" -d '{"events": [{"name": "network-changed", "server_uuid": "63c232df-9937-46a8-a0fd-2d8620b6d495", "tag": "2bb92f3b-5124-46dc-bd1f-e74e82656397"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:51:54.275419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558aacd-cffa-423f-8b1b-39d002f8d6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb92f3b-5124-46dc-bd1f-e74e82656397,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:54.356991 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd9b090-caf9-4403-b425-dbe765f1afb8 x-openstack-request-id: req-3fd9b090-caf9-4403-b425-dbe765f1afb8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:51:54.357668 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c232df-9937-46a8-a0fd-2d8620b6d495", "tag": "2bb92f3b-5124-46dc-bd1f-e74e82656397", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:51:54.358158 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fd9b090-caf9-4403-b425-dbe765f1afb8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:51:54.358831 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c232df-9937-46a8-a0fd-2d8620b6d495', 'tag': '2bb92f3b-5124-46dc-bd1f-e74e82656397', 'status': 'completed', 'code': 200} Nov 09 19:51:54.391854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-5976ae5b-ef4e-48ce-8990-fefe37232305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:54.395337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-5976ae5b-ef4e-48ce-8990-fefe37232305 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=22c2e6e3aed448719da7a35440aeb575&device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 1099 time: 0.0831466 Nov 09 19:51:54.418992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38d293d6-62de-4bb1-ac71-e7bd47777f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.440476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d293d6-62de-4bb1-ac71-e7bd47777f27 None None] No DVR routers for this DVR port 50ed58ce-720d-4cc4-a9cb-0fa974a31607 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:51:54.457506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 50ed58ce-720d-4cc4-a9cb-0fa974a31607 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:54.467908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.480521 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-1e80a5c0-346a-4aa8-84d6-3ee62da31888 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2bb92f3b-5124-46dc-bd1f-e74e82656397 HTTP/1.1" status: 200 len: 217 time: 0.0761449 Nov 09 19:51:54.485238 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.485962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d293d6-62de-4bb1-ac71-e7bd47777f27 None None] Pushing event deleted for resources: {'Port': ['ID=50ed58ce-720d-4cc4-a9cb-0fa974a31607,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:54.597880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e0a003af-9b7e-4160-8a9c-4530851f9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:54.616663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.617190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Fanout notify agent at l3_agent the message router_deleted on router 28c4b704-06cf-4ce8-a16d-d7e40472e363 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:51:54.619974 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-e0a003af-9b7e-4160-8a9c-4530851f9068 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.1149797 Nov 09 19:51:54.636518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b99246-89ee-4a30-9aa4-a5dcb73342e6 req-52524fd1-c08a-4073-bd24-22305009b4f3 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:54.638071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59b99246-89ee-4a30-9aa4-a5dcb73342e6 req-52524fd1-c08a-4073-bd24-22305009b4f3 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1566420 Nov 09 19:51:54.645541 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.650264 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5f42deb4-fe49-4297-a053-7c13b3b47a0f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/28c4b704-06cf-4ce8-a16d-d7e40472e363 HTTP/1.1" status: 204 len: 168 time: 2.3408620 Nov 09 19:51:54.652657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38946) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:54.674262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5ae2a072-9ca6-40f5-9114-46eb78858067 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1854255144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:54.677330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 50ed58ce-720d-4cc4-a9cb-0fa974a31607 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:51:54.717379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 50ed58ce-720d-4cc4-a9cb-0fa974a31607 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:51:54.717764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 50ed58ce-720d-4cc4-a9cb-0fa974a31607 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:51:54.733533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-54f85ae6-2fb8-4ff2-96a0-2f2cbc860dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:54.735156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-54f85ae6-2fb8-4ff2-96a0-2f2cbc860dc9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920770 Nov 09 19:51:54.750442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a072-9ca6-40f5-9114-46eb78858067 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.751956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a072-9ca6-40f5-9114-46eb78858067 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.756170 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59b99246-89ee-4a30-9aa4-a5dcb73342e6 req-b77698d9-e827-4e20-b0d4-48171673ae42 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712109 Nov 09 19:51:54.819216 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a072-9ca6-40f5-9114-46eb78858067 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.831229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.835943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a072-9ca6-40f5-9114-46eb78858067 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.894772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-f19febf5-8f19-4ae9-8cb1-3ad56080daed service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374602 Nov 09 19:51:54.900508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=50ed58ce-720d-4cc4-a9cb-0fa974a31607,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:54.906240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No DVR routers for this DVR port 50ed58ce-720d-4cc4-a9cb-0fa974a31607 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:51:54.942911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a072-9ca6-40f5-9114-46eb78858067 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:54.944393 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5ae2a072-9ca6-40f5-9114-46eb78858067 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2907767 Nov 09 19:51:54.972847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38954) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:54.981620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_snat': False}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:55.038609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b505aab-2ed5-4689-bd6b-86eaa30618a0 req-b1c76d3d-4c1f-4565-8056-4576db8ec7a5 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:55.040253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b505aab-2ed5-4689-bd6b-86eaa30618a0 req-b1c76d3d-4c1f-4565-8056-4576db8ec7a5 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 948 time: 0.2942202 Nov 09 19:51:55.061893 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.123761 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7152d0d9-9114-4f82-aaa8-cbf2cfeb4225']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:55.130750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b505aab-2ed5-4689-bd6b-86eaa30618a0 req-a91dbecb-368d-4734-bec8-5c0f47db08df tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810134 Nov 09 19:51:55.150791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:55.151437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b4684e-e3f9-4d7e-8f7a-a7ef2ce848eb') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:55.165386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.183567 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.193800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:51:55.194249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:51:55.200724 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:51:55.250184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4166c37d-8e70-42d9-bf68-37f698ff9c0b req-a899a4fd-97b8-4af1-9fc6-ffbe8f4564ff service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292570 Nov 09 19:51:55.267424 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.271714 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.308839 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.318436 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.325187 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/networks/7152d0d9-9114-4f82-aaa8-cbf2cfeb4225 HTTP/1.1" status: 204 len: 168 time: 1.8543482 Nov 09 19:51:55.334780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38956) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:55.340414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'name': 'tempest-PortsTestJSON-960422032'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:55.345253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f32786-2d29-459a-b119-d6d9f4a3557e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Network': ['ID=7152d0d9-9114-4f82-aaa8-cbf2cfeb4225,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:55.395857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-3aa5a71d-724c-44cf-abaf-ff9922486522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:55.397448 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-3aa5a71d-724c-44cf-abaf-ff9922486522 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=22c2e6e3aed448719da7a35440aeb575&device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 1099 time: 0.0616443 Nov 09 19:51:55.463340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:55.468095 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.495130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port f5d4dbeb-0ef8-4c4b-83ce-d3a30c5cf3ee yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:55.524077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-d5f4a7d2-34f2-4e88-864b-eca22163f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:55.525716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-d5f4a7d2-34f2-4e88-864b-eca22163f780 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.1198390 Nov 09 19:51:55.642792 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-d2910358-c1f0-4bcd-b7ac-5680eddf7146 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=2bb92f3b-5124-46dc-bd1f-e74e82656397 HTTP/1.1" status: 200 len: 217 time: 0.0789952 Nov 09 19:51:55.684618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.725674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.729153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-144c9a48-c6e9-4a50-9e93-26334be05a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:55.729469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.730633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-144c9a48-c6e9-4a50-9e93-26334be05a5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0616994 Nov 09 19:51:55.758717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.787415 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:55.792465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:55.807280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:55.814132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:55.814963 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:55.820380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=f5d4dbeb-0ef8-4c4b-83ce-d3a30c5cf3ee,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:55.854459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-1fee9813-93b4-44bb-8492-995ce94e708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:55.856540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-1fee9813-93b4-44bb-8492-995ce94e708a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073210 Nov 09 19:51:55.866119 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6cf67584-ed15-4da7-a251-def93445ac2d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5299072 Nov 09 19:51:55.869068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38960) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:55.999125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9597f5ae-e20a-4c15-9e46-6df2d6c919dd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port f5d4dbeb-0ef8-4c4b-83ce-d3a30c5cf3ee {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:55.999474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9597f5ae-e20a-4c15-9e46-6df2d6c919dd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:56.047165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657debe-5fb2-4309-ac82-9297ba27af0c req-db620c5c-26bb-430b-9acf-ec3f2cae19dc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:56.059226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a657debe-5fb2-4309-ac82-9297ba27af0c req-db620c5c-26bb-430b-9acf-ec3f2cae19dc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1987879 Nov 09 19:51:56.097593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Allocated IP 172.25.6.105 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/bee3228e-00eb-448c-89b6-f61fbe39ea0e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:51:56.099427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9597f5ae-e20a-4c15-9e46-6df2d6c919dd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:56.117088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9597f5ae-e20a-4c15-9e46-6df2d6c919dd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for f5d4dbeb-0ef8-4c4b-83ce-d3a30c5cf3ee owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:56.205810 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-b134987f-91db-4ca5-905d-58adf5bc1574 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178213 Nov 09 19:51:56.211918 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a657debe-5fb2-4309-ac82-9297ba27af0c req-ff6af227-0350-41ce-8590-1ae4c4b340f7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508999 Nov 09 19:51:56.222564 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9597f5ae-e20a-4c15-9e46-6df2d6c919dd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:56.295825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597f5ae-e20a-4c15-9e46-6df2d6c919dd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=f5d4dbeb-0ef8-4c4b-83ce-d3a30c5cf3ee,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:56.319521 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:56.332568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9597f5ae-e20a-4c15-9e46-6df2d6c919dd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:56.340430 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9597f5ae-e20a-4c15-9e46-6df2d6c919dd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/f5d4dbeb-0ef8-4c4b-83ce-d3a30c5cf3ee HTTP/1.1" status: 204 len: 168 time: 0.4689331 Nov 09 19:51:56.340864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38968) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:56.350327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'mac_address': 'fa:16:3e:c5:aa:df', 'name': 'tempest-PortsTestJSON-744276827'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:56.365411 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba234b8e-69ad-4df2-91b9-e40b28ec98c7 req-7b8b80d4-d9f7-43b1-9349-a1ed9666fe21 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492519 Nov 09 19:51:56.388431 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:56.442355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:56.447240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:56.452259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:56.454489 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c392e0-b9d7-47eb-89eb-6c8778ab5183 req-7dc8fe5b-a488-4435-8525-79cf2914ff57 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:56.456015 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3c392e0-b9d7-47eb-89eb-6c8778ab5183 req-7dc8fe5b-a488-4435-8525-79cf2914ff57 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 948 time: 0.1723983 Nov 09 19:51:56.460818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Pushing event updated for resources: {'Port': ['ID=bee3228e-00eb-448c-89b6-f61fbe39ea0e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:56.591118 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3c392e0-b9d7-47eb-89eb-6c8778ab5183 req-a8d3ab67-188e-4f32-bcad-2afc88273753 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150386 Nov 09 19:51:56.595679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:56.682576 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:56.711935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port 3aff0aaa-3f84-40d2-b5f9-56b0492a7a38 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:56.797743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:56.936719 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:57.004968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:57.031020 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:57.035278 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:57.073657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=3aff0aaa-3f84-40d2-b5f9-56b0492a7a38,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:57.083126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:57.089555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:57.092481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:57.099326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:57.099954 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:57.125999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-af258c10-23df-468e-90e9-33bbce462e18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7840781 Nov 09 19:51:57.126691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38974) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:57.192665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509efde-f35a-491d-9feb-8be982cc5612 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:57.194876 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7509efde-f35a-491d-9feb-8be982cc5612 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/3aff0aaa-3f84-40d2-b5f9-56b0492a7a38 HTTP/1.1" status: 200 len: 840 time: 0.0671737 Nov 09 19:51:57.198219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38976) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:57.228911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Router da38b673-b253-484e-a63d-f84178baaf9c is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:51:57.402541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfb91f-c2d0-46db-bade-d1d24c9e29c2 req-0995cbe0-bf4c-44dd-b531-d93213548670 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:57.404173 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1dfb91f-c2d0-46db-bade-d1d24c9e29c2 req-0995cbe0-bf4c-44dd-b531-d93213548670 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0897448 Nov 09 19:51:57.406448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d518b765-ad04-48fc-ae26-218ee3e83a61 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 3aff0aaa-3f84-40d2-b5f9-56b0492a7a38 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:57.406822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d518b765-ad04-48fc-ae26-218ee3e83a61 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:57.459415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434770e-3274-4b60-aab5-02ff92d4639b req-88df0d3e-5def-478d-8790-1a9aa0d6e082 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:57.463946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6434770e-3274-4b60-aab5-02ff92d4639b req-88df0d3e-5def-478d-8790-1a9aa0d6e082 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 945 time: 0.0933354 Nov 09 19:51:57.476634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:51:57.490855 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:57.496519 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a097b783-723a-4c1c-8c6a-91d5eb6211c0 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "PUT /v2.0/routers/da38b673-b253-484e-a63d-f84178baaf9c HTTP/1.1" status: 200 len: 916 time: 2.5189631 Nov 09 19:51:57.496697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106fbc9a-10d3-4ab4-b507-f58248a6c3e4 None None] Sync routers for ids ['da38b673-b253-484e-a63d-f84178baaf9c'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:51:57.497146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38986) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:57.507822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106fbc9a-10d3-4ab4-b507-f58248a6c3e4 None None] Routers {'da38b673-b253-484e-a63d-f84178baaf9c'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:57.508654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-106fbc9a-10d3-4ab4-b507-f58248a6c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['da38b673-b253-484e-a63d-f84178baaf9c'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:57.528998 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d518b765-ad04-48fc-ae26-218ee3e83a61 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:57.551458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-106fbc9a-10d3-4ab4-b507-f58248a6c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:57.561504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106fbc9a-10d3-4ab4-b507-f58248a6c3e4 None None] Routers {'da38b673-b253-484e-a63d-f84178baaf9c'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:51:57.562362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-106fbc9a-10d3-4ab4-b507-f58248a6c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['da38b673-b253-484e-a63d-f84178baaf9c'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:57.574101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d518b765-ad04-48fc-ae26-218ee3e83a61 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 3aff0aaa-3f84-40d2-b5f9-56b0492a7a38 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:57.606097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-106fbc9a-10d3-4ab4-b507-f58248a6c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:51:57.607812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106fbc9a-10d3-4ab4-b507-f58248a6c3e4 None None] The sync data for ids ['da38b673-b253-484e-a63d-f84178baaf9c'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:51:57.640208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1dfb91f-c2d0-46db-bade-d1d24c9e29c2 req-d14805d9-496e-44fe-bc65-29a05c2a8311 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840718 Nov 09 19:51:57.713261 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d518b765-ad04-48fc-ae26-218ee3e83a61 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:57.768590 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d518b765-ad04-48fc-ae26-218ee3e83a61 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:57.777532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d518b765-ad04-48fc-ae26-218ee3e83a61 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/3aff0aaa-3f84-40d2-b5f9-56b0492a7a38 HTTP/1.1" status: 204 len: 168 time: 0.5739558 Nov 09 19:51:57.777532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518b765-ad04-48fc-ae26-218ee3e83a61 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=3aff0aaa-3f84-40d2-b5f9-56b0492a7a38,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:57.780157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38990) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:57.844158 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bdb0bc-9ad1-48eb-92fa-43e04bfbcba3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:51:57.850422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-10bdb0bc-9ad1-48eb-92fa-43e04bfbcba3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/3aff0aaa-3f84-40d2-b5f9-56b0492a7a38 HTTP/1.1" status: 404 len: 333 time: 0.0654597 Nov 09 19:51:57.855135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38994) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:57.865877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'name': 'tempest-PortsTestJSON-1805058021'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:57.899667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718e2d0-5af3-4c19-b756-e40c9707d70c req-cb6c8321-7660-4416-bd0c-9e62d2120574 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:57.910736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7718e2d0-5af3-4c19-b756-e40c9707d70c req-cb6c8321-7660-4416-bd0c-9e62d2120574 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 948 time: 0.1526372 Nov 09 19:51:58.029658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7718e2d0-5af3-4c19-b756-e40c9707d70c req-abca5e61-7417-47b2-9c57-1c7f9fb82f97 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174016 Nov 09 19:51:58.056962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6434770e-3274-4b60-aab5-02ff92d4639b req-5de4d461-993e-41d3-9054-3e3e4810ba1c tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5860765 Nov 09 19:51:58.064050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:58.069434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.069843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38996) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:58.071502 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c75d1e33-30f8-4370-8be6-91726e79a33f tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/routers/da38b673-b253-484e-a63d-f84178baaf9c HTTP/1.1" status: 200 len: 922 time: 0.5723248 Nov 09 19:51:58.150746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port 276133e3-a07f-4294-8793-bbe843ac6fdc yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:51:58.168446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d444a1e-74c6-4dd7-9c1f-ed24b1e677c7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:58.173339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8d444a1e-74c6-4dd7-9c1f-ed24b1e677c7 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&device_id=da38b673-b253-484e-a63d-f84178baaf9c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1025667 Nov 09 19:51:58.176034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39002) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:58.269321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ee7ca-334a-4eb5-8fae-57f421a6cd35 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:58.273424 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-866ee7ca-334a-4eb5-8fae-57f421a6cd35 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 881 time: 0.0936346 Nov 09 19:51:58.273784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39010) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:58.305764 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cab5d0fc-c097-4556-8b7c-e9280461266f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38b673-b253-484e-a63d-f84178baaf9c HTTP/1.1" status: 200 len: 205 time: 0.0282586 Nov 09 19:51:58.306046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39012) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:58.341898 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.378474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.417529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.422753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:51:58.425827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:51:58.429983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:51:58.435781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:58.436424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.454153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=276133e3-a07f-4294-8793-bbe843ac6fdc,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:58.464894 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-42c4f414-49b9-4322-8dbc-1ab4eedf70bc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6067121 Nov 09 19:51:58.467648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39018) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:58.473031 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e5e51001-62f3-4c02-b4d9-413426c47dbd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:58.509016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2bb92f3b-5124-46dc-bd1f-e74e82656397 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:51:58.534540 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.541366 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e5e51001-62f3-4c02-b4d9-413426c47dbd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.592666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Deleting port bee3228e-00eb-448c-89b6-f61fbe39ea0e {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:58.593130 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.623138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 2bb92f3b-5124-46dc-bd1f-e74e82656397, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2bb92f3b-5124-46dc-bd1f-e74e82656397,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:58.636183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '2bb92f3b-5124-46dc-bd1f-e74e82656397', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': '2bb92f3b-5124-46dc-bd1f-e74e82656397', 'mac_address': 'fa:16:3e:63:d4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:51:58.676033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.682740 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.691457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Calling delete_port for bee3228e-00eb-448c-89b6-f61fbe39ea0e owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:58.701119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb92f3b-5124-46dc-bd1f-e74e82656397 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:51:58.724914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 2bb92f3b-5124-46dc-bd1f-e74e82656397, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2bb92f3b-5124-46dc-bd1f-e74e82656397,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:51:58.732242 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.753875 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e5e51001-62f3-4c02-b4d9-413426c47dbd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.763337 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e5e51001-62f3-4c02-b4d9-413426c47dbd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.794108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=2bb92f3b-5124-46dc-bd1f-e74e82656397,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:58.810683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e5e51001-62f3-4c02-b4d9-413426c47dbd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] In _notify_port_updated(), no bound segment for port 276133e3-a07f-4294-8793-bbe843ac6fdc on network a0823c4a-e255-4228-a9fb-169e6c8128e0 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:51:58.817549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e51001-62f3-4c02-b4d9-413426c47dbd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:58.818322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e5e51001-62f3-4c02-b4d9-413426c47dbd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.820039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e5e51001-62f3-4c02-b4d9-413426c47dbd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "PUT /v2.0/ports/276133e3-a07f-4294-8793-bbe843ac6fdc HTTP/1.1" status: 200 len: 818 time: 0.3514535 Nov 09 19:51:58.823798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39024) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:58.847117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed727e-03e7-4f83-b5e2-4b426092db66 req-a0b6cf4c-f330-483f-a083-553ad27136c9 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:58.850304 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23ed727e-03e7-4f83-b5e2-4b426092db66 req-a0b6cf4c-f330-483f-a083-553ad27136c9 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1107690 Nov 09 19:51:58.864009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e51001-62f3-4c02-b4d9-413426c47dbd tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=276133e3-a07f-4294-8793-bbe843ac6fdc,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:58.946807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23ed727e-03e7-4f83-b5e2-4b426092db66 req-7e4fe73c-ce24-4ed0-b7fa-7e8c8015e803 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542839 Nov 09 19:51:58.969659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8f3520a4-60cb-426e-bdf6-a2908ace1fb4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 276133e3-a07f-4294-8793-bbe843ac6fdc {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:51:58.969659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f3520a4-60cb-426e-bdf6-a2908ace1fb4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:58.993081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.017986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Pushing event deleted for resources: {'Port': ['ID=bee3228e-00eb-448c-89b6-f61fbe39ea0e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:59.041692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['2bb92f3b-5124-46dc-bd1f-e74e82656397'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:51:59.072993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530a4f-7a9f-4267-8320-0efc0e1f7e37 req-ce278aa3-a6bd-4ad2-be0e-826857c5deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:59.074569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0530a4f-7a9f-4267-8320-0efc0e1f7e37 req-ce278aa3-a6bd-4ad2-be0e-826857c5deb8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 1096 time: 0.1430156 Nov 09 19:51:59.078939 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f3520a4-60cb-426e-bdf6-a2908ace1fb4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.107824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.146539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8f3520a4-60cb-426e-bdf6-a2908ace1fb4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 276133e3-a07f-4294-8793-bbe843ac6fdc owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:51:59.156229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d065a-ad5c-4dac-9b77-d02749d971d1 req-3db8d2d6-4fb5-4391-a5be-a724cdc901f2 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:59.157754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f38d065a-ad5c-4dac-9b77-d02749d971d1 req-3db8d2d6-4fb5-4391-a5be-a724cdc901f2 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 945 time: 0.1934624 Nov 09 19:51:59.237673 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.242251 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.275086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f38d065a-ad5c-4dac-9b77-d02749d971d1 req-0f7e9eb0-732d-4077-ae10-19c2a639666c tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054552 Nov 09 19:51:59.281819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530a4f-7a9f-4267-8320-0efc0e1f7e37 req-8dd4a0f4-27b6-4c7a-bf37-92183dabc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:59.283316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0530a4f-7a9f-4267-8320-0efc0e1f7e37 req-8dd4a0f4-27b6-4c7a-bf37-92183dabc942 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 914 time: 0.2001567 Nov 09 19:51:59.300661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3ed47-0f17-49df-a050-fc072cbbd76e req-c3d0477c-52e8-44f3-ad7b-e1caa0c914f5 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:59.303344 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-18a3ed47-0f17-49df-a050-fc072cbbd76e req-c3d0477c-52e8-44f3-ad7b-e1caa0c914f5 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 949 time: 0.1637673 Nov 09 19:51:59.319296 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.319833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Fanout notify agent at l3_agent the message router_deleted on router da38b673-b253-484e-a63d-f84178baaf9c {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:51:59.332887 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.338723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-20e5053a-7ca6-4a7a-947c-4bb9892220bf tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/da38b673-b253-484e-a63d-f84178baaf9c HTTP/1.1" status: 204 len: 168 time: 1.0268741 Nov 09 19:51:59.339706 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0530a4f-7a9f-4267-8320-0efc0e1f7e37 req-ed396937-215c-4e3e-a1b8-5a5c477ccf9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47701f0d-94b1-4d67-b61a-c4849ee89784 HTTP/1.1" status: 200 len: 217 time: 0.0455079 Nov 09 19:51:59.339838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39034) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:59.344396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2031040446', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:59.344763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f3520a4-60cb-426e-bdf6-a2908ace1fb4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.374978 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-18a3ed47-0f17-49df-a050-fc072cbbd76e req-1d7c7455-67ae-45b3-9129-acbf1e0aec40 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642946 Nov 09 19:51:59.380991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3520a4-60cb-426e-bdf6-a2908ace1fb4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=276133e3-a07f-4294-8793-bbe843ac6fdc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:51:59.386127 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.387671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.390072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f3520a4-60cb-426e-bdf6-a2908ace1fb4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.393779 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8f3520a4-60cb-426e-bdf6-a2908ace1fb4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/276133e3-a07f-4294-8793-bbe843ac6fdc HTTP/1.1" status: 204 len: 168 time: 0.5689275 Nov 09 19:51:59.397329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39038) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:59.435194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530a4f-7a9f-4267-8320-0efc0e1f7e37 req-b3446a7c-baa1-4263-bc3b-34ae4a1df237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:59.436664 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0530a4f-7a9f-4267-8320-0efc0e1f7e37 req-b3446a7c-baa1-4263-bc3b-34ae4a1df237 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2df0995-4274-46ff-9678-8cd2a4f49569 HTTP/1.1" status: 200 len: 853 time: 0.0662541 Nov 09 19:51:59.470675 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0530a4f-7a9f-4267-8320-0efc0e1f7e37 req-88eae44f-3ac4-4012-b6b7-e652248b6054 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efdc4ccf-7df5-49e5-8ac8-848b66620154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256779 Nov 09 19:51:59.476173 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.493883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a0f1c-4c93-4def-a919-8e643b9498ee tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:59.495418 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b47a0f1c-4c93-4def-a919-8e643b9498ee tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0968885 Nov 09 19:51:59.525622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39040) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:59.588133 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-290b72df-f22c-4441-9b52-1b73368fc1e3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:51:59.589764 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-290b72df-f22c-4441-9b52-1b73368fc1e3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/276133e3-a07f-4294-8793-bbe843ac6fdc HTTP/1.1" status: 404 len: 333 time: 0.0627592 Nov 09 19:51:59.594662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39042) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:51:59.635881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-93224490'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:51:59.677335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.695238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:51:59.699053 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.772092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:51:59.788492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.788916 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Added segment 6daf67eb-f120-4490-96fc-e9b33dd4be9c of type vlan for network eaef0321-0467-4d04-861c-cb2307ddf9d0 Nov 09 19:51:59.843249 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.895507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0530a4f-7a9f-4267-8320-0efc0e1f7e37 req-dca85244-98bf-4486-b9ab-114ffded680b service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162750 Nov 09 19:51:59.920696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.926145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:51:59.926756 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:51:59.994323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0530a4f-7a9f-4267-8320-0efc0e1f7e37 req-3d4d8e0d-059c-4213-b463-30986e2ddc98 service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909834 Nov 09 19:52:00.023307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4287448 Nov 09 19:52:00.033952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39050) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:00.043586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:00.075855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050a728-fa8a-4976-b5dc-70e31a319ca6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Network': ['ID=eaef0321-0467-4d04-861c-cb2307ddf9d0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:00.085309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bbed9-0dcc-4f1f-8ebf-57d49f9f5c8f req-94353ecf-666a-4058-b731-36844c13d4e2 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:00.086941 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb9bbed9-0dcc-4f1f-8ebf-57d49f9f5c8f req-94353ecf-666a-4058-b731-36844c13d4e2 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 945 time: 0.2065065 Nov 09 19:52:00.088655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network eaef0321-0467-4d04-861c-cb2307ddf9d0 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:52:00.119305 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.140280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd25983-5a71-4e13-be22-08715ef591cc req-8d8cb56d-4292-4c54-9314-94d545e19f2c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:00.141812 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3bd25983-5a71-4e13-be22-08715ef591cc req-8d8cb56d-4292-4c54-9314-94d545e19f2c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.1181834 Nov 09 19:52:00.155588 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.185835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:00.189283 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.191076 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb9bbed9-0dcc-4f1f-8ebf-57d49f9f5c8f req-1fc4eca7-30a3-4a6e-9772-b640c7ef4e7a tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977466 Nov 09 19:52:00.241959 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3bd25983-5a71-4e13-be22-08715ef591cc req-d3902836-5737-44ed-b6eb-49b4d15aa390 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933201 Nov 09 19:52:00.292024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Allocated IP 172.25.6.155 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/5bdc1763-d6a2-4369-9002-c337e96c7c67) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:00.379857 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.406901 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.453060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:00.457161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.467238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Checking segment: {'id': '6daf67eb-f120-4490-96fc-e9b33dd4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:00.467612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network hostable DHCP agents. Network: eaef0321-0467-4d04-861c-cb2307ddf9d0, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:52:00.491730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network eaef0321-0467-4d04-861c-cb2307ddf9d0 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:52:00.499595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:00.504046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:00.507469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:00.517403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, eaef0321-0467-4d04-861c-cb2307ddf9d0) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:00.523331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:00.524035 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.529922 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2bb92f3b-5124-46dc-bd1f-e74e82656397 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:00.533079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94001f30-8579-4e0b-b8e9-7af0e46b7d0b None None] Network eaef0321-0467-4d04-861c-cb2307ddf9d0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:00.543986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6166-65f9-4bc9-ad58-5c5bcdfebd18 req-e4cfd4fb-3deb-4c20-bf9a-9901f5dda8fc tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:00.545511 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a28f6166-65f9-4bc9-ad58-5c5bcdfebd18 req-e4cfd4fb-3deb-4c20-bf9a-9901f5dda8fc tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 949 time: 0.0633962 Nov 09 19:52:00.547367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Pushing event updated for resources: {'Port': ['ID=5bdc1763-d6a2-4369-9002-c337e96c7c67,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:00.566633 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6b9f7ed7-51b3-47b5-8ac6-00908b575466 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5291409 Nov 09 19:52:00.567360 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39056) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:00.574694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0565fd1c-3bea-46ad-bd44-4f69309d1f13 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:00.596282 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a28f6166-65f9-4bc9-ad58-5c5bcdfebd18 req-27ff62c1-aa3f-49f1-ad70-8536ecfa0e9b tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367711 Nov 09 19:52:00.701112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 2bb92f3b-5124-46dc-bd1f-e74e82656397 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:52:00.715062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 2bb92f3b-5124-46dc-bd1f-e74e82656397 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:00.715433 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.781807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-eaef0321-0467-4d04-861c-cb2307ddf9d0', 'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0', 'tenant_id': 'e7381104dbd04665afdac9ae98f5fd06', 'fixed_ips': [{'subnet_id': 'ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:52:00.782691 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.877966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0565fd1c-3bea-46ad-bd44-4f69309d1f13 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:00.881739 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0565fd1c-3bea-46ad-bd44-4f69309d1f13 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.891440 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.941895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c232df-9937-46a8-a0fd-2d8620b6d495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb92f3b-5124-46dc-bd1f-e74e82656397'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:00.944167 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801091e0-2276-44d4-b0ab-2f8bdfd4f621" -d '{"events": [{"server_uuid": "63c232df-9937-46a8-a0fd-2d8620b6d495", "name": "network-vif-plugged", "status": "completed", "tag": "2bb92f3b-5124-46dc-bd1f-e74e82656397"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:00.952080 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.969346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 2bb92f3b-5124-46dc-bd1f-e74e82656397, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2bb92f3b-5124-46dc-bd1f-e74e82656397,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:00.976652 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:00.985832 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c477c3-9d88-4fcc-93b6-03af3eaf35c0 x-openstack-request-id: req-72c477c3-9d88-4fcc-93b6-03af3eaf35c0 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:00.986128 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c232df-9937-46a8-a0fd-2d8620b6d495", "name": "network-vif-plugged", "status": "completed", "tag": "2bb92f3b-5124-46dc-bd1f-e74e82656397", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:00.986385 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72c477c3-9d88-4fcc-93b6-03af3eaf35c0 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:00.986801 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c232df-9937-46a8-a0fd-2d8620b6d495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb92f3b-5124-46dc-bd1f-e74e82656397', 'code': 200} Nov 09 19:52:01.010184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Allocated IP 172.20.0.2 (eaef0321-0467-4d04-861c-cb2307ddf9d0/ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1/bef4f19e-5eba-4f11-9632-ca3798dacba0) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:01.082759 n-d-817256-1 neutron-server[102296]: INFO neutron.db.ipam_backend_mixin [None req-0565fd1c-3bea-46ad-bd44-4f69309d1f13 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1 (CIDR: 172.20.0.0/28) Nov 09 19:52:01.090343 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=2bb92f3b-5124-46dc-bd1f-e74e82656397,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:01.093458 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0565fd1c-3bea-46ad-bd44-4f69309d1f13 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:52:01.094309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0565fd1c-3bea-46ad-bd44-4f69309d1f13 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:52:01.124897 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0565fd1c-3bea-46ad-bd44-4f69309d1f13 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5564711 Nov 09 19:52:01.127712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39060) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:01.138273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a9fb0-98bb-463f-87df-f5c1a66d178e req-ad01da07-c6b3-4017-9d5e-3308a3ccf722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:01.139788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-552a9fb0-98bb-463f-87df-f5c1a66d178e req-ad01da07-c6b3-4017-9d5e-3308a3ccf722 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 1101 time: 0.0945258 Nov 09 19:52:01.140687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-db09ddd9-ecf9-4c59-9922-492f20f9e50f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:01.188869 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:01.195759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:01.231678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Network eaef0321-0467-4d04-861c-cb2307ddf9d0 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:01.235437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:01.238761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:01.246827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-552a9fb0-98bb-463f-87df-f5c1a66d178e req-a5640659-b59b-4e71-a4ed-e8005184df1f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698495 Nov 09 19:52:01.269456 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:01.312800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db09ddd9-ecf9-4c59-9922-492f20f9e50f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:01.317529 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db09ddd9-ecf9-4c59-9922-492f20f9e50f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:01.428022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c53d5-c07d-4aa3-9809-bedeb9547749 req-11d335c8-9227-498d-bba3-a8b02b185958 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:01.429544 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-314c53d5-c07d-4aa3-9809-bedeb9547749 req-11d335c8-9227-498d-bba3-a8b02b185958 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 945 time: 0.0741980 Nov 09 19:52:01.431126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Pushing event updated for resources: {'Port': ['ID=bef4f19e-5eba-4f11-9632-ca3798dacba0,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:01.448246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Attempting to bind port bef4f19e-5eba-4f11-9632-ca3798dacba0 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:01.448624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Attempting to bind port bef4f19e-5eba-4f11-9632-ca3798dacba0 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '6daf67eb-f120-4490-96fc-e9b33dd4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:01.448992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Attempting to bind port bef4f19e-5eba-4f11-9632-ca3798dacba0 on network eaef0321-0467-4d04-861c-cb2307ddf9d0 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:01.454265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:01.455095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Checking segment: {'id': '6daf67eb-f120-4490-96fc-e9b33dd4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:01.455513 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:01.455905 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Bound using segment: {'id': '6daf67eb-f120-4490-96fc-e9b33dd4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:01.456385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Bound port: bef4f19e-5eba-4f11-9632-ca3798dacba0, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6daf67eb-f120-4490-96fc-e9b33dd4be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:01.456771 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:01.492120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-314c53d5-c07d-4aa3-9809-bedeb9547749 req-1bf0fd1e-df69-4619-bc48-d336a493b1c5 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Nov 09 19:52:01.521535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Router 9a41695d-c04e-4d9b-b0f4-8f00f7825560 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:52:01.525658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bada126-798b-4af8-a732-4deaaead3d9f req-47a05582-5792-433f-869c-f06dead075f9 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:01.527883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7bada126-798b-4af8-a732-4deaaead3d9f req-47a05582-5792-433f-869c-f06dead075f9 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 945 time: 0.2283247 Nov 09 19:52:01.560938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] For port bef4f19e-5eba-4f11-9632-ca3798dacba0, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:01.562639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-bfcb11cc-4857-4989-bdec-2bfcc0791733 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:01.564364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-bfcb11cc-4857-4989-bdec-2bfcc0791733 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.77 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 945 time: 0.1989603 Nov 09 19:52:01.564495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] For port bef4f19e-5eba-4f11-9632-ca3798dacba0, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bef4f19e-5eba-4f11-9632-ca3798dacba0,segment=NetworkSegment(6daf67eb-f120-4490-96fc-e9b33dd4be9c),segment_id=6daf67eb-f120-4490-96fc-e9b33dd4be9c)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:01.569337 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:01.653269 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7bada126-798b-4af8-a732-4deaaead3d9f req-493d85ef-2e3f-4073-8e5a-f9354b54e554 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849853 Nov 09 19:52:01.666479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e84566-2424-4d47-ba7b-afb07e1ba96c None None] Pushing event updated for resources: {'Port': ['ID=bef4f19e-5eba-4f11-9632-ca3798dacba0,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:01.796944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db09ddd9-ecf9-4c59-9922-492f20f9e50f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:01.860504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Deleting port 7286e657-ad8e-41c8-a1f8-f9720ab84390 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:01.860858 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:01.905446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db09ddd9-ecf9-4c59-9922-492f20f9e50f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network eaef0321-0467-4d04-861c-cb2307ddf9d0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:01.940117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-db09ddd9-ecf9-4c59-9922-492f20f9e50f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:01.948529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db09ddd9-ecf9-4c59-9922-492f20f9e50f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:01.949123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db09ddd9-ecf9-4c59-9922-492f20f9e50f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:01.959640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09ddd9-ecf9-4c59-9922-492f20f9e50f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=a427450d-561a-4b04-af7d-ad8eb461aaf5,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:01.990309 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-db09ddd9-ecf9-4c59-9922-492f20f9e50f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8589072 Nov 09 19:52:01.990889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39070) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:01.995680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0', 'fixed_ips': [{'subnet_id': 'ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1'}, {'subnet_id': 'a427450d-561a-4b04-af7d-ad8eb461aaf5'}], 'name': 'tempest-PortsTestJSON-1715521834'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:02.067268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b9b2a-b9e2-45a9-a03a-ceee1c71a357 req-4764d7ff-09a9-4721-aa31-89fcae555523 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:02.068592 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-121b9b2a-b9e2-45a9-a03a-ceee1c71a357 req-4764d7ff-09a9-4721-aa31-89fcae555523 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 950 time: 0.0796871 Nov 09 19:52:02.074646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:02.076510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] For port 7286e657-ad8e-41c8-a1f8-f9720ab84390, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7286e657-ad8e-41c8-a1f8-f9720ab84390,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:02.076880 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.090363 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9907b2-f2e1-449c-be34-15afab78043a None None] Sync routers for ids ['9a41695d-c04e-4d9b-b0f4-8f00f7825560'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:02.100761 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9907b2-f2e1-449c-be34-15afab78043a None None] Routers {'9a41695d-c04e-4d9b-b0f4-8f00f7825560'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:02.101364 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bd9907b2-f2e1-449c-be34-15afab78043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9a41695d-c04e-4d9b-b0f4-8f00f7825560'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:02.108842 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.110094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-28c1d2d9-104d-4963-9a26-7575d59100a9 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7694728 Nov 09 19:52:02.114998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39072) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:02.123429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:02.138400 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bd9907b2-f2e1-449c-be34-15afab78043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:02.154554 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9907b2-f2e1-449c-be34-15afab78043a None None] Routers {'9a41695d-c04e-4d9b-b0f4-8f00f7825560'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:02.155423 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bd9907b2-f2e1-449c-be34-15afab78043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9a41695d-c04e-4d9b-b0f4-8f00f7825560'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:02.194622 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bd9907b2-f2e1-449c-be34-15afab78043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:02.195288 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9907b2-f2e1-449c-be34-15afab78043a None None] The sync data for ids ['9a41695d-c04e-4d9b-b0f4-8f00f7825560'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:02.221132 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-121b9b2a-b9e2-45a9-a03a-ceee1c71a357 req-45a99612-0c8e-4f94-b9cb-99c3c1463a42 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295123 Nov 09 19:52:02.308408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:02.352906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 47701f0d-94b1-4d67-b61a-c4849ee89784 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:02.381106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.381672 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.381799 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Floating IP 9af14f89-9f98-49c4-b585-f0aa2a9336e1 disassociated. External IP: 172.25.6.18, port: 7286e657-ad8e-41c8-a1f8-f9720ab84390. Nov 09 19:52:02.382085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Calling delete_port for 7286e657-ad8e-41c8-a1f8-f9720ab84390 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:02.467661 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.538148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.541855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:02.545124 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.548584 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.558820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.583218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port ca7b4841-7665-4fb3-b15d-02e54c5a5897 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:52:02.639704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:02.667890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Deleting port 5bdc1763-d6a2-4369-9002-c337e96c7c67 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:02.668287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.775291 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.794361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Calling delete_port for 5bdc1763-d6a2-4369-9002-c337e96c7c67 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:02.800255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bef4f19e-5eba-4f11-9632-ca3798dacba0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:02.840852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ce521-b4b2-4259-916c-5f4f37aeb363 req-f18207f1-f377-42b4-b66c-f763c7aad109 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:02.848158 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-162ce521-b4b2-4259-916c-5f4f37aeb363 req-f18207f1-f377-42b4-b66c-f763c7aad109 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.2042477 Nov 09 19:52:02.866076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14206360-3a39-4d7b-9629-1ab26c0bef9d None None] Network eaef0321-0467-4d04-861c-cb2307ddf9d0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:02.874632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bef4f19e-5eba-4f11-9632-ca3798dacba0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:02.875013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.904439 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:02.926506 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1663e0-61f8-4d44-896f-6020abbb0fb8 req-036a140f-c61b-4e90-8b0f-a8a0162ee366 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:02.928350 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf1663e0-61f8-4d44-896f-6020abbb0fb8 req-036a140f-c61b-4e90-8b0f-a8a0162ee366 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/ports?device_id=a768b41f-4bad-4076-81e5-a35a20340b9a HTTP/1.1" status: 200 len: 867 time: 0.0735629 Nov 09 19:52:02.956609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Pushing event deleted for resources: {'Port': ['ID=7286e657-ad8e-41c8-a1f8-f9720ab84390,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:02.989286 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:02.991098 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-162ce521-b4b2-4259-916c-5f4f37aeb363 req-1f6e961e-387a-46a1-8bbb-fe2ee858bf48 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420219 Nov 09 19:52:02.991694 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1409d892-998b-4be4-bd76-1bf88b33bde5" -d '{"events": [{"server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "name": "network-vif-unplugged", "status": "completed", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:02.994984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c34d2bed-23c7-4a03-9f25-489429106d56 None None] Provisioning complete for port bef4f19e-5eba-4f11-9632-ca3798dacba0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:02.995370 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c34d2bed-23c7-4a03-9f25-489429106d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.091731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.103590 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f460be-20fb-4c9f-ac54-10bfd32c5b82 x-openstack-request-id: req-09f460be-20fb-4c9f-ac54-10bfd32c5b82 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:03.103818 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "name": "network-vif-unplugged", "status": "failed", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784", "code": 422}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:03.104642 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09f460be-20fb-4c9f-ac54-10bfd32c5b82 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:03.105060 n-d-817256-1 neutron-server[102297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'code': 422} returned with failed status Nov 09 19:52:03.105651 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.107241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf1663e0-61f8-4d44-896f-6020abbb0fb8 req-22cdc3fa-acaf-4a89-ade6-f31c1101f463 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c4d9275-3d96-484d-9af7-3176c3d9ecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633223 Nov 09 19:52:03.130268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Pushing event deleted for resources: {'Port': ['ID=5bdc1763-d6a2-4369-9002-c337e96c7c67,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:03.194295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port bef4f19e-5eba-4f11-9632-ca3798dacba0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bef4f19e-5eba-4f11-9632-ca3798dacba0,segment=NetworkSegment(6daf67eb-f120-4490-96fc-e9b33dd4be9c),segment_id=6daf67eb-f120-4490-96fc-e9b33dd4be9c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:03.218307 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.222130 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.223767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.8 (eaef0321-0467-4d04-861c-cb2307ddf9d0/ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1/ca7b4841-7665-4fb3-b15d-02e54c5a5897) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:03.239778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.26 (eaef0321-0467-4d04-861c-cb2307ddf9d0/a427450d-561a-4b04-af7d-ad8eb461aaf5/ca7b4841-7665-4fb3-b15d-02e54c5a5897) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:03.260386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585b14c-fd82-4770-8b53-abe5b5158d01 req-bff463cc-d0ee-4ef5-876d-8ff6b388b474 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:03.261916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5585b14c-fd82-4770-8b53-abe5b5158d01 req-bff463cc-d0ee-4ef5-876d-8ff6b388b474 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.1444833 Nov 09 19:52:03.312651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=bef4f19e-5eba-4f11-9632-ca3798dacba0,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:03.319555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Router 5b03b17f-1869-4224-877f-1d24bebbde50 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:52:03.361078 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5585b14c-fd82-4770-8b53-abe5b5158d01 req-827c0ccc-3c82-4c6e-ae3d-31d7948736e4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832214 Nov 09 19:52:03.425514 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9502062-dc2d-4ec4-8557-2bc0fd6a9686 None None] Update dhcp port {'port': {'network_id': 'eaef0321-0467-4d04-861c-cb2307ddf9d0', 'fixed_ips': [{'subnet_id': 'ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a427450d-561a-4b04-af7d-ad8eb461aaf5'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'bef4f19e-5eba-4f11-9632-ca3798dacba0'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 19:52:03.495540 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9502062-dc2d-4ec4-8557-2bc0fd6a9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.534011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:03.556816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] Sync routers for ids ['5b03b17f-1869-4224-877f-1d24bebbde50'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:03.574785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] Routers {'5b03b17f-1869-4224-877f-1d24bebbde50'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:03.575427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5b03b17f-1869-4224-877f-1d24bebbde50'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:03.589261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-00a24103-a084-4a16-a091-fd19ea689207 req-89afbefa-90ac-4d4b-83f8-09189f33dc6e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:52:03.590334 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00a24103-a084-4a16-a091-fd19ea689207 req-89afbefa-90ac-4d4b-83f8-09189f33dc6e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202801 Nov 09 19:52:03.593453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] No DVR routers for this DVR port 7286e657-ad8e-41c8-a1f8-f9720ab84390 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:03.596917 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.598013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.601022 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-246401e2-274b-4f6a-b660-e6b8f483c980 req-41b67b09-882b-4a11-aa22-f6d0a5b45301 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.77 "DELETE /v2.0/ports/7286e657-ad8e-41c8-a1f8-f9720ab84390 HTTP/1.1" status: 204 len: 173 time: 2.0114906 Nov 09 19:52:03.602583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.613081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'name': 'network-vif-deleted', 'tag': '7286e657-ad8e-41c8-a1f8-f9720ab84390'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:03.615406 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b501fe-cbfa-4f98-8285-014067fee957" -d '{"events": [{"server_uuid": "a768b41f-4bad-4076-81e5-a35a20340b9a", "name": "network-vif-deleted", "tag": "7286e657-ad8e-41c8-a1f8-f9720ab84390"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:03.621255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c227356-f974-42e9-9352-31eb98eda65b req-1236fce3-8d7e-413f-95ec-94072834a77c tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:03.623090 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c227356-f974-42e9-9352-31eb98eda65b req-1236fce3-8d7e-413f-95ec-94072834a77c tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 950 time: 0.2783835 Nov 09 19:52:03.734273 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.784637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c227356-f974-42e9-9352-31eb98eda65b req-399f32c4-be90-4192-8cdf-791cdf0f6894 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083243 Nov 09 19:52:03.796293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] Set router 5b03b17f-1869-4224-877f-1d24bebbde50 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:52:03.803989 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f427cf-03f4-4780-a73d-ab99e14a4ee2 x-openstack-request-id: req-96f427cf-03f4-4780-a73d-ab99e14a4ee2 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:03.804167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Router 9a41695d-c04e-4d9b-b0f4-8f00f7825560 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:52:03.804399 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a768b41f-4bad-4076-81e5-a35a20340b9a", "name": "network-vif-deleted", "tag": "7286e657-ad8e-41c8-a1f8-f9720ab84390", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:03.805586 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96f427cf-03f4-4780-a73d-ab99e14a4ee2 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:03.806670 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a768b41f-4bad-4076-81e5-a35a20340b9a', 'name': 'network-vif-deleted', 'tag': '7286e657-ad8e-41c8-a1f8-f9720ab84390', 'status': 'completed', 'code': 200} Nov 09 19:52:03.810960 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.865582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network eaef0321-0467-4d04-861c-cb2307ddf9d0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:03.882563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:03.899080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:03.950080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=ca7b4841-7665-4fb3-b15d-02e54c5a5897,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:03.971879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:03.982351 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e27137-9207-4024-b52d-c1a4ed82826c None None] Sync routers for ids ['9a41695d-c04e-4d9b-b0f4-8f00f7825560'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:03.993148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:03.994334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-20592dd4-bbdf-46d0-b911-80ed427d1fd7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "PUT /v2.0/routers/9a41695d-c04e-4d9b-b0f4-8f00f7825560 HTTP/1.1" status: 200 len: 706 time: 1.8773239 Nov 09 19:52:03.998307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39112) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:03.999290 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e27137-9207-4024-b52d-c1a4ed82826c None None] Routers {'9a41695d-c04e-4d9b-b0f4-8f00f7825560'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:04.000407 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-85e27137-9207-4024-b52d-c1a4ed82826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9a41695d-c04e-4d9b-b0f4-8f00f7825560'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:04.025808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-a9502062-dc2d-4ec4-8557-2bc0fd6a9686 None None] Allocated IP 172.20.0.18 (eaef0321-0467-4d04-861c-cb2307ddf9d0/a427450d-561a-4b04-af7d-ad8eb461aaf5/bef4f19e-5eba-4f11-9632-ca3798dacba0) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:04.049613 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-85e27137-9207-4024-b52d-c1a4ed82826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:04.051317 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:04.053919 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:04.062589 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e27137-9207-4024-b52d-c1a4ed82826c None None] Routers {'9a41695d-c04e-4d9b-b0f4-8f00f7825560'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:04.063655 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-85e27137-9207-4024-b52d-c1a4ed82826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9a41695d-c04e-4d9b-b0f4-8f00f7825560'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:04.129013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4bc2e81a-aab7-4d22-bee5-214e241340eb tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1369746 Nov 09 19:52:04.129535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39116) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:04.134808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-08c4a59e-4fe8-44f2-81db-642891084acc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:04.147935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-85e27137-9207-4024-b52d-c1a4ed82826c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:04.148711 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e27137-9207-4024-b52d-c1a4ed82826c None None] The sync data for ids ['9a41695d-c04e-4d9b-b0f4-8f00f7825560'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:04.152839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a9502062-dc2d-4ec4-8557-2bc0fd6a9686 None None] For port bef4f19e-5eba-4f11-9632-ca3798dacba0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bef4f19e-5eba-4f11-9632-ca3798dacba0,segment=NetworkSegment(6daf67eb-f120-4490-96fc-e9b33dd4be9c),segment_id=6daf67eb-f120-4490-96fc-e9b33dd4be9c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:04.155295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755720e5-b89b-4f36-b6e2-ee2d5cf95f3b req-a235b699-1e96-4c44-bd65-2011acc8ef36 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:04.163664 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-755720e5-b89b-4f36-b6e2-ee2d5cf95f3b req-a235b699-1e96-4c44-bd65-2011acc8ef36 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.2646687 Nov 09 19:52:04.186472 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9502062-dc2d-4ec4-8557-2bc0fd6a9686 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:04.203053 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9502062-dc2d-4ec4-8557-2bc0fd6a9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:04.212186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7a9e7efe-f0bf-4b4c-b7b3-16e38c72f604 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/routers/9a41695d-c04e-4d9b-b0f4-8f00f7825560 HTTP/1.1" status: 200 len: 741 time: 0.2111199 Nov 09 19:52:04.217392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39120) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:04.263523 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-755720e5-b89b-4f36-b6e2-ee2d5cf95f3b req-7edd039a-4ee8-46b4-bd3a-9f7f3759bb34 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983551 Nov 09 19:52:04.322342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39126) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:04.324361 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6baa1867-ce9e-4604-962b-e2d1d146d461 tempest-RoutersAdminTest-1698375893 tempest-RoutersAdminTest-1698375893-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&device_id=9a41695d-c04e-4d9b-b0f4-8f00f7825560 HTTP/1.1" status: 200 len: 205 time: 0.1057818 Nov 09 19:52:04.363595 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f9403f63-ce08-4615-8cd3-2dd14031e5f7 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a41695d-c04e-4d9b-b0f4-8f00f7825560 HTTP/1.1" status: 200 len: 205 time: 0.0400946 Nov 09 19:52:04.366891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39128) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:04.367233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39130) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:04.371407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 47701f0d-94b1-4d67-b61a-c4849ee89784 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:04.403308 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9502062-dc2d-4ec4-8557-2bc0fd6a9686 None None] Pushing event updated for resources: {'Port': ['ID=bef4f19e-5eba-4f11-9632-ca3798dacba0,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:04.419636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622025-928f-43a5-a82f-7d6739c041c7 req-3fdcae61-1ab7-44ed-ae50-8c7778a58f46 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:04.427367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e622025-928f-43a5-a82f-7d6739c041c7 req-3fdcae61-1ab7-44ed-ae50-8c7778a58f46 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 950 time: 0.0702083 Nov 09 19:52:04.474487 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3e622025-928f-43a5-a82f-7d6739c041c7 req-2f1d8f24-5ee7-4e7d-96c7-7ed9d1d9c7c8 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460880 Nov 09 19:52:04.489468 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:55Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4dbd95a8-7491-4728-b115-a6e254a412f5', 'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'mac_address': 'fa:16:3e:0f:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:54Z', 'updated_at': '2021-11-09T19:49:59Z', 'revision_number': 5, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'subnets': [{'id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:04.516419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08c4a59e-4fe8-44f2-81db-642891084acc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:04.526497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] Checking router: 5b03b17f-1869-4224-877f-1d24bebbde50 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:52:04.535673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7286e657-ad8e-41c8-a1f8-f9720ab84390 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:04.547426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-db1fc384-6a29-4290-a9e8-a1c435311acd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4756296 Nov 09 19:52:04.558305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 7286e657-ad8e-41c8-a1f8-f9720ab84390 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:04.558688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7286e657-ad8e-41c8-a1f8-f9720ab84390 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:04.561026 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] Routers {'5b03b17f-1869-4224-877f-1d24bebbde50'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:04.561656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5b03b17f-1869-4224-877f-1d24bebbde50'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:04.573040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ded4cf42-dd7f-4977-a566-d62e4e9226ba tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:04.578858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-b3763269-b2fb-4767-be05-5f9cca6d6db3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:52:04.580013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-b3763269-b2fb-4767-be05-5f9cca6d6db3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080900 Nov 09 19:52:04.582344 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4165acf-d9fe-45fa-b221-affb058bf9cc tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:04.693322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] Set router 5b03b17f-1869-4224-877f-1d24bebbde50 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:52:04.782927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bef4f19e-5eba-4f11-9632-ca3798dacba0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:05.042231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bef4f19e-5eba-4f11-9632-ca3798dacba0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:05.042634 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.084194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d285a1-85ce-4366-b63e-ab5ca1b54326 None None] Network eaef0321-0467-4d04-861c-cb2307ddf9d0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:05.107638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ded4cf42-dd7f-4977-a566-d62e4e9226ba tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.202342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-357cdad2-f747-4f56-9973-b189e0cf130e None None] Provisioning complete for port bef4f19e-5eba-4f11-9632-ca3798dacba0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:05.202666 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-357cdad2-f747-4f56-9973-b189e0cf130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.277258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4165acf-d9fe-45fa-b221-affb058bf9cc tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.286387 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4165acf-d9fe-45fa-b221-affb058bf9cc tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.382442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ded4cf42-dd7f-4977-a566-d62e4e9226ba tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.386312 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ded4cf42-dd7f-4977-a566-d62e4e9226ba tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.390570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ded4cf42-dd7f-4977-a566-d62e4e9226ba tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "DELETE /v2.0/security-groups/1c4d9275-3d96-484d-9af7-3176c3d9ecd1 HTTP/1.1" status: 204 len: 168 time: 1.0131388 Nov 09 19:52:05.391270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39142) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:05.410230 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-4e89f424-1ab1-496a-be8c-bf0599298159 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] show failed (client error): The resource could not be found. Nov 09 19:52:05.413977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4e89f424-1ab1-496a-be8c-bf0599298159 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "GET /v2.0/security-groups/1c4d9275-3d96-484d-9af7-3176c3d9ecd1 HTTP/1.1" status: 404 len: 347 time: 0.0190959 Nov 09 19:52:05.414806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39144) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:05.420108 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4165acf-d9fe-45fa-b221-affb058bf9cc tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.420666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4165acf-d9fe-45fa-b221-affb058bf9cc tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Fanout notify agent at l3_agent the message router_deleted on router 9a41695d-c04e-4d9b-b0f4-8f00f7825560 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:52:05.429102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4165acf-d9fe-45fa-b221-affb058bf9cc tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.431652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f02304-f140-445f-babc-25b60b98d92c req-9b6e5c2f-5fe8-4e23-ab7b-36544f64c05a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:05.434769 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d4165acf-d9fe-45fa-b221-affb058bf9cc tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/9a41695d-c04e-4d9b-b0f4-8f00f7825560 HTTP/1.1" status: 204 len: 168 time: 1.0519698 Nov 09 19:52:05.434903 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8f02304-f140-445f-babc-25b60b98d92c req-9b6e5c2f-5fe8-4e23-ab7b-36544f64c05a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.0871272 Nov 09 19:52:05.435423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39146) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:05.452120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4cf42-dd7f-4977-a566-d62e4e9226ba tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4d9275-3d96-484d-9af7-3176c3d9ecd1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:05.454997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:55Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4dbd95a8-7491-4728-b115-a6e254a412f5', 'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'mac_address': 'fa:16:3e:0f:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:54Z', 'updated_at': '2021-11-09T19:49:59Z', 'revision_number': 5, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'subnets': [{'id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:05.495850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e0052-dd48-4dca-831d-4b30d8131078 None None] The sync data for ids ['5b03b17f-1869-4224-877f-1d24bebbde50'] in n-d-817256-1 is: [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:49:55Z', 'revision_number': 4, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4dbd95a8-7491-4728-b115-a6e254a412f5', 'name': '', 'network_id': '525d58d6-6873-40d2-8517-9d556a57664f', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'mac_address': 'fa:16:3e:0f:d9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:54Z', 'updated_at': '2021-11-09T19:49:59Z', 'revision_number': 5, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'subnets': [{'id': '7aadf6b3-c10d-4011-8277-22822e78bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:05.516051 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d4423bec-98fa-4f57-b77f-3e69492c1646 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a41695d-c04e-4d9b-b0f4-8f00f7825560 HTTP/1.1" status: 200 len: 205 time: 0.0495443 Nov 09 19:52:05.521466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39150) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:05.607766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-08c4a59e-4fe8-44f2-81db-642891084acc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Delete allocated IP 172.20.0.26 (eaef0321-0467-4d04-861c-cb2307ddf9d0/a427450d-561a-4b04-af7d-ad8eb461aaf5) {{(pid=102295) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 19:52:05.632070 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-d0660b1a-e35b-438d-a2f4-b94bb34ab9b1 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] delete failed (client error): The resource could not be found. Nov 09 19:52:05.633148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d0660b1a-e35b-438d-a2f4-b94bb34ab9b1 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/9a41695d-c04e-4d9b-b0f4-8f00f7825560 HTTP/1.1" status: 404 len: 336 time: 0.1018596 Nov 09 19:52:05.642009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39152) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:05.714144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8f02304-f140-445f-babc-25b60b98d92c req-4ce03e2c-aef4-4a77-bcd4-23d6d9832652 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470286 Nov 09 19:52:05.723902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c262fc4d-2e1c-42d8-98d2-407858730440 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38b673-b253-484e-a63d-f84178baaf9c HTTP/1.1" status: 200 len: 205 time: 0.0787232 Nov 09 19:52:05.736615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39154) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:05.766540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2c0372cf-f558-4933-b77f-9214ebb6a736 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Deleting port 32379bfb-d727-4558-b1ba-e2ac38bd4800 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:05.766955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c0372cf-f558-4933-b77f-9214ebb6a736 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.794355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-bdda6c50-8413-4c16-882c-444d286eb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:05.795896 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-bdda6c50-8413-4c16-882c-444d286eb090 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59&tenant_id=9a74accc3be545e4aa36b446a4230620 HTTP/1.1" status: 200 len: 1094 time: 0.2393048 Nov 09 19:52:05.802187 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-a504bf53-07d8-41b7-8b1c-5681f8c0117d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] delete failed (client error): The resource could not be found. Nov 09 19:52:05.805726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a504bf53-07d8-41b7-8b1c-5681f8c0117d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/da38b673-b253-484e-a63d-f84178baaf9c HTTP/1.1" status: 404 len: 336 time: 0.0675576 Nov 09 19:52:05.817145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1a6be-5612-4688-afe3-09605c5820bc req-2aff423e-f270-42ac-9020-5a44585acf74 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:05.818790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-10d1a6be-5612-4688-afe3-09605c5820bc req-2aff423e-f270-42ac-9020-5a44585acf74 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 950 time: 0.2301784 Nov 09 19:52:05.821669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39156) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:05.832859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304693d1-ef10-4b93-9fef-94510acf0021 req-56365fac-addb-48bd-809c-55c0ccd65d92 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:05.834469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-304693d1-ef10-4b93-9fef-94510acf0021 req-56365fac-addb-48bd-809c-55c0ccd65d92 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.70 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 950 time: 0.1800880 Nov 09 19:52:05.870791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9a3b34b0-4f4b-4b45-96a1-cddad91356e4 None None] Provisioning complete for port ca7b4841-7665-4fb3-b15d-02e54c5a5897 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:05.871166 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a3b34b0-4f4b-4b45-96a1-cddad91356e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.873276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0cab6-d128-47fb-b647-53d56e944c93 None None] New status for floating IP 9af14f89-9f98-49c4-b585-f0aa2a9336e1: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:52:05.907277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5d5a78c1-0492-4ed3-888d-58a24999e20d tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c4b704-06cf-4ce8-a16d-d7e40472e363 HTTP/1.1" status: 200 len: 205 time: 0.0715389 Nov 09 19:52:05.916591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39160) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:05.920871 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-10d1a6be-5612-4688-afe3-09605c5820bc req-252cc706-d9a0-4f9b-ab3e-c3908c654097 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ccc3534-cfcb-4b4f-966a-09a4b03cb643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876818 Nov 09 19:52:05.943007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-a30c7811-c8f3-4be0-9480-ab148b39ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:05.944766 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-a30c7811-c8f3-4be0-9480-ab148b39ab4e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 1094 time: 0.1220303 Nov 09 19:52:05.971147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08c4a59e-4fe8-44f2-81db-642891084acc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:05.972213 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-d145f994-dd5e-42d2-b03e-a3f2ef28becc tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] delete failed (client error): The resource could not be found. Nov 09 19:52:05.975607 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d145f994-dd5e-42d2-b03e-a3f2ef28becc tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/28c4b704-06cf-4ce8-a16d-d7e40472e363 HTTP/1.1" status: 404 len: 336 time: 0.0553520 Nov 09 19:52:05.994087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39162) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:06.049021 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08c4a59e-4fe8-44f2-81db-642891084acc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.058186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b34b0-4f4b-4b45-96a1-cddad91356e4 None None] Port ca7b4841-7665-4fb3-b15d-02e54c5a5897 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:06.062718 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c0372cf-f558-4933-b77f-9214ebb6a736 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.063170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c0372cf-f558-4933-b77f-9214ebb6a736 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.090471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2c0372cf-f558-4933-b77f-9214ebb6a736 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Calling delete_port for 32379bfb-d727-4558-b1ba-e2ac38bd4800 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:06.102925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9a3b34b0-4f4b-4b45-96a1-cddad91356e4 None None] Provisioning complete for port bef4f19e-5eba-4f11-9632-ca3798dacba0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:06.103592 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a3b34b0-4f4b-4b45-96a1-cddad91356e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.202735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-df81ed58-d381-4fc7-ae37-15d294d3daf6 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c32d058-e4c5-478c-b0e7-c928ab6e2dd9 HTTP/1.1" status: 200 len: 205 time: 0.2040565 Nov 09 19:52:06.206618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39166) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:06.209041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4a59e-4fe8-44f2-81db-642891084acc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=ca7b4841-7665-4fb3-b15d-02e54c5a5897,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:06.233545 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-08c4a59e-4fe8-44f2-81db-642891084acc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] In _notify_port_updated(), no bound segment for port ca7b4841-7665-4fb3-b15d-02e54c5a5897 on network eaef0321-0467-4d04-861c-cb2307ddf9d0 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:52:06.240805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c4a59e-4fe8-44f2-81db-642891084acc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:06.241698 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08c4a59e-4fe8-44f2-81db-642891084acc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.246159 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-08c4a59e-4fe8-44f2-81db-642891084acc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "PUT /v2.0/ports/ca7b4841-7665-4fb3-b15d-02e54c5a5897 HTTP/1.1" status: 200 len: 919 time: 2.1133173 Nov 09 19:52:06.248173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39168) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:06.253712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ea933b38-0a4f-4eec-8c95-722c6361f1e6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1'}, {'subnet_id': 'a427450d-561a-4b04-af7d-ad8eb461aaf5'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:06.256561 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-74a54e0a-38f1-4c84-a610-5f8f8dbdfa1a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] delete failed (client error): The resource could not be found. Nov 09 19:52:06.256950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-9b0f2515-6f9f-47e9-8756-efe5370956ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:06.262401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-74a54e0a-38f1-4c84-a610-5f8f8dbdfa1a tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/7c32d058-e4c5-478c-b0e7-c928ab6e2dd9 HTTP/1.1" status: 404 len: 336 time: 0.0490787 Nov 09 19:52:06.262630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-9b0f2515-6f9f-47e9-8756-efe5370956ff service neutron] 10.222.0.77 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 914 time: 0.2838113 Nov 09 19:52:06.262744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39170) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:06.284963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-304693d1-ef10-4b93-9fef-94510acf0021 req-d8a00ef9-3490-4bbe-855b-c9981c48aa30 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Deleting port 2bb92f3b-5124-46dc-bd1f-e74e82656397 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:06.285321 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-304693d1-ef10-4b93-9fef-94510acf0021 req-d8a00ef9-3490-4bbe-855b-c9981c48aa30 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.319386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fb7a05d6-b704-47e1-89c3-f0d90abc54fd tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=a932285f-bcd4-433a-b32b-35a090d0e91a HTTP/1.1" status: 200 len: 205 time: 0.0549686 Nov 09 19:52:06.331875 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39172) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:06.342213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e39693b5-2131-45d5-850f-2e3f688de36b None None] Provisioning complete for port ca7b4841-7665-4fb3-b15d-02e54c5a5897 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:06.342213 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e39693b5-2131-45d5-850f-2e3f688de36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.345723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-a004f22e-991e-4dd2-b55a-3930afb5b55e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47701f0d-94b1-4d67-b61a-c4849ee89784 HTTP/1.1" status: 200 len: 217 time: 0.0598850 Nov 09 19:52:06.379827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e39693b5-2131-45d5-850f-2e3f688de36b None None] Port ca7b4841-7665-4fb3-b15d-02e54c5a5897 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:06.409591 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-3c1a8904-3dd1-4254-bc20-4a355a463e91 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] delete failed (client error): The resource could not be found. Nov 09 19:52:06.410534 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3c1a8904-3dd1-4254-bc20-4a355a463e91 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/a932285f-bcd4-433a-b32b-35a090d0e91a HTTP/1.1" status: 404 len: 336 time: 0.0715401 Nov 09 19:52:06.428949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39174) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:06.438435 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea933b38-0a4f-4eec-8c95-722c6361f1e6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.465465 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f6bcb718-f111-4384-b82d-ae3a4ddd5298 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5321cd-b96c-426e-835f-7f3508973591 HTTP/1.1" status: 200 len: 205 time: 0.0353296 Nov 09 19:52:06.469107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-304693d1-ef10-4b93-9fef-94510acf0021 req-d8a00ef9-3490-4bbe-855b-c9981c48aa30 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] For port 2bb92f3b-5124-46dc-bd1f-e74e82656397, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2bb92f3b-5124-46dc-bd1f-e74e82656397,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:06.469484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-304693d1-ef10-4b93-9fef-94510acf0021 req-d8a00ef9-3490-4bbe-855b-c9981c48aa30 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.471667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39176) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:06.483059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-ea84813e-2cf4-4b02-b4ae-97069310fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:06.484437 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-ea84813e-2cf4-4b02-b4ae-97069310fb5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2df0995-4274-46ff-9678-8cd2a4f49569 HTTP/1.1" status: 200 len: 853 time: 0.1210041 Nov 09 19:52:06.499102 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-da84a430-9ee5-4856-a3dc-8977a93748bd None None] Provisioning complete for port ca7b4841-7665-4fb3-b15d-02e54c5a5897 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:06.500139 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-da84a430-9ee5-4856-a3dc-8977a93748bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.530429 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-fd3a4777-1daa-4155-b6b1-2eb60071a86f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] delete failed (client error): The resource could not be found. Nov 09 19:52:06.533864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fd3a4777-1daa-4155-b6b1-2eb60071a86f tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/routers/fd5321cd-b96c-426e-835f-7f3508973591 HTTP/1.1" status: 404 len: 336 time: 0.0575967 Nov 09 19:52:06.533864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-304693d1-ef10-4b93-9fef-94510acf0021 req-d8a00ef9-3490-4bbe-855b-c9981c48aa30 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Calling delete_port for 2bb92f3b-5124-46dc-bd1f-e74e82656397 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:06.535635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39178) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:06.538022 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-21d37390-51f9-414f-b247-f69a08462f44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efdc4ccf-7df5-49e5-8ac8-848b66620154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427363 Nov 09 19:52:06.552777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-da84a430-9ee5-4856-a3dc-8977a93748bd None None] Port ca7b4841-7665-4fb3-b15d-02e54c5a5897 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:06.572634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c0372cf-f558-4933-b77f-9214ebb6a736 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.578192 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a7aea5-3531-4dbd-909b-d1fc33c935e5 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] DELETE failed (client error): The resource could not be found. Nov 09 19:52:06.578678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a7aea5-3531-4dbd-909b-d1fc33c935e5 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:52:06.581674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-86a7aea5-3531-4dbd-909b-d1fc33c935e5 tempest-RoutersAdminTest-1376686768 tempest-RoutersAdminTest-1376686768-project] 10.222.0.53 "DELETE /v2.0/subnets/f7b1c99e-d4bb-46b6-8a9d-ee4cbc454b8f HTTP/1.1" status: 404 len: 337 time: 0.0431919 Nov 09 19:52:06.646855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0372cf-f558-4933-b77f-9214ebb6a736 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Pushing event deleted for resources: {'Port': ['ID=32379bfb-d727-4558-b1ba-e2ac38bd4800,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:06.739131 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c0372cf-f558-4933-b77f-9214ebb6a736 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.741772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c0372cf-f558-4933-b77f-9214ebb6a736 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.746450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2c0372cf-f558-4933-b77f-9214ebb6a736 tempest-ServersTestJSON-2127561462 tempest-ServersTestJSON-2127561462-project] 10.222.0.53 "DELETE /v2.0/floatingips/9af14f89-9f98-49c4-b585-f0aa2a9336e1 HTTP/1.1" status: 204 len: 168 time: 1.3277297 Nov 09 19:52:06.752474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39184) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:06.767323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-5f6b2ae7-b7a1-42f3-bef0-44c070d554e2 service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026832 Nov 09 19:52:06.829095 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-304693d1-ef10-4b93-9fef-94510acf0021 req-d8a00ef9-3490-4bbe-855b-c9981c48aa30 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.841786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['2bb92f3b-5124-46dc-bd1f-e74e82656397'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:06.863677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a00ef9-3490-4bbe-855b-c9981c48aa30 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Pushing event deleted for resources: {'Port': ['ID=2bb92f3b-5124-46dc-bd1f-e74e82656397,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:06.901637 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39188) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:06.927652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-304693d1-ef10-4b93-9fef-94510acf0021 req-d8a00ef9-3490-4bbe-855b-c9981c48aa30 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] No DVR routers for this DVR port 2bb92f3b-5124-46dc-bd1f-e74e82656397 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:06.931788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-304693d1-ef10-4b93-9fef-94510acf0021 req-d8a00ef9-3490-4bbe-855b-c9981c48aa30 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:06.936144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-304693d1-ef10-4b93-9fef-94510acf0021 req-d8a00ef9-3490-4bbe-855b-c9981c48aa30 tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.70 "DELETE /v2.0/ports/2bb92f3b-5124-46dc-bd1f-e74e82656397 HTTP/1.1" status: 204 len: 173 time: 1.0892892 Nov 09 19:52:06.936714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c232df-9937-46a8-a0fd-2d8620b6d495', 'name': 'network-vif-deleted', 'tag': '2bb92f3b-5124-46dc-bd1f-e74e82656397'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:06.939096 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83da0bb-6fc9-4b21-a7b5-ad06eaee1a5e" -d '{"events": [{"server_uuid": "63c232df-9937-46a8-a0fd-2d8620b6d495", "name": "network-vif-deleted", "tag": "2bb92f3b-5124-46dc-bd1f-e74e82656397"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:07.041333 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067df8dd-ea80-43da-bfee-ae98895a8531 req-d9c0ab50-fcbc-415f-8da3-467ef6868cb1 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:07.043501 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-067df8dd-ea80-43da-bfee-ae98895a8531 req-d9c0ab50-fcbc-415f-8da3-467ef6868cb1 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.1896739 Nov 09 19:52:07.074801 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-869e1aea-0dc8-4cf9-8fc0-44c1143cb39c req-5e88f07e-487d-44b8-9516-22236cd3d93e tempest-ImagesNegativeTestJSON-470872392 tempest-ImagesNegativeTestJSON-470872392-project] 10.222.0.53 "GET /v2.0/ports?device_id=63c232df-9937-46a8-a0fd-2d8620b6d495 HTTP/1.1" status: 200 len: 210 time: 0.0529411 Nov 09 19:52:07.120701 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-caff04d8-d170-4414-9412-b61f7760d1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:07.138725 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-067df8dd-ea80-43da-bfee-ae98895a8531 req-f26ac467-7cf0-45a2-8420-830cbc613733 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800672 Nov 09 19:52:07.149115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-1c7053fc-bf31-42f5-9e1c-6ac1b784e993 service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076296 Nov 09 19:52:07.191187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-ea933b38-0a4f-4eec-8c95-722c6361f1e6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.24 (eaef0321-0467-4d04-861c-cb2307ddf9d0/a427450d-561a-4b04-af7d-ad8eb461aaf5/ca7b4841-7665-4fb3-b15d-02e54c5a5897) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:07.215227 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d13fcd-ca8c-4677-9bde-88a23de2b040 x-openstack-request-id: req-16d13fcd-ca8c-4677-9bde-88a23de2b040 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:07.215483 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c232df-9937-46a8-a0fd-2d8620b6d495", "name": "network-vif-deleted", "tag": "2bb92f3b-5124-46dc-bd1f-e74e82656397", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:07.215709 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16d13fcd-ca8c-4677-9bde-88a23de2b040 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:07.216153 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c232df-9937-46a8-a0fd-2d8620b6d495', 'name': 'network-vif-deleted', 'tag': '2bb92f3b-5124-46dc-bd1f-e74e82656397', 'status': 'completed', 'code': 200} Nov 09 19:52:07.239807 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-caff04d8-d170-4414-9412-b61f7760d1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:07.245395 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-caff04d8-d170-4414-9412-b61f7760d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:07.296797 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-caff04d8-d170-4414-9412-b61f7760d1c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9ff167e00d14606ac16f5d5a53818d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914242 Nov 09 19:52:07.297170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39204) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:07.306713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff04d8-d170-4414-9412-b61f7760d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d8f76a-10a8-457e-8e05-cd615fd5fa18,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:07.362306 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d323a910-2e4d-453e-8286-d481da9c6a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:07.385909 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d323a910-2e4d-453e-8286-d481da9c6a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:07.429359 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea933b38-0a4f-4eec-8c95-722c6361f1e6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:07.440363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea933b38-0a4f-4eec-8c95-722c6361f1e6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:07.455795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d323a910-2e4d-453e-8286-d481da9c6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:07.459591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d323a910-2e4d-453e-8286-d481da9c6a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:07.461820 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d323a910-2e4d-453e-8286-d481da9c6a4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47d8f76a-10a8-457e-8e05-cd615fd5fa18 HTTP/1.1" status: 204 len: 168 time: 0.1629024 Nov 09 19:52:07.484823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323a910-2e4d-453e-8286-d481da9c6a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d8f76a-10a8-457e-8e05-cd615fd5fa18,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:07.844105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea933b38-0a4f-4eec-8c95-722c6361f1e6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=ca7b4841-7665-4fb3-b15d-02e54c5a5897,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:07.904458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39222) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:08.016508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c78d4d92-caf5-4ae2-a265-5055f1c9e92c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=070b60f0a972434db57a49b698d1d6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1090508 Nov 09 19:52:08.031410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39224) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:08.048612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ea933b38-0a4f-4eec-8c95-722c6361f1e6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] In _notify_port_updated(), no bound segment for port ca7b4841-7665-4fb3-b15d-02e54c5a5897 on network eaef0321-0467-4d04-861c-cb2307ddf9d0 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:52:08.062327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea933b38-0a4f-4eec-8c95-722c6361f1e6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:08.064474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea933b38-0a4f-4eec-8c95-722c6361f1e6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:08.073078 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ea933b38-0a4f-4eec-8c95-722c6361f1e6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "PUT /v2.0/ports/ca7b4841-7665-4fb3-b15d-02e54c5a5897 HTTP/1.1" status: 200 len: 999 time: 1.8234575 Nov 09 19:52:08.076095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39226) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:08.151566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d234910c-9dc8-403d-ba15-4f98d7f7f9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:08.205652 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:08.228993 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d234910c-9dc8-403d-ba15-4f98d7f7f9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:08.355818 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d234910c-9dc8-403d-ba15-4f98d7f7f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:08.363293 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d234910c-9dc8-403d-ba15-4f98d7f7f9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:08.371856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d234910c-9dc8-403d-ba15-4f98d7f7f9d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e84896e-7b9d-41d0-aee6-6209a281235a HTTP/1.1" status: 204 len: 168 time: 0.3316379 Nov 09 19:52:08.401666 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e5d6959-33d4-47e4-abb7-4e07d59c475f None None] Provisioning complete for port ca7b4841-7665-4fb3-b15d-02e54c5a5897 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:08.403090 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6959-33d4-47e4-abb7-4e07d59c475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:08.421228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234910c-9dc8-403d-ba15-4f98d7f7f9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e84896e-7b9d-41d0-aee6-6209a281235a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:08.450896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e1143b8f-eee1-4f42-9e0b-9df9c572b192 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port ca7b4841-7665-4fb3-b15d-02e54c5a5897 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:08.451175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1143b8f-eee1-4f42-9e0b-9df9c572b192 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:08.567791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d6959-33d4-47e4-abb7-4e07d59c475f None None] Port ca7b4841-7665-4fb3-b15d-02e54c5a5897 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:08.709234 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1143b8f-eee1-4f42-9e0b-9df9c572b192 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:08.755226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e1143b8f-eee1-4f42-9e0b-9df9c572b192 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for ca7b4841-7665-4fb3-b15d-02e54c5a5897 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:08.780892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] Deleting port 4dbd95a8-7491-4728-b115-a6e254a412f5 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:08.781340 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:08.880335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95366798-92a7-4b77-b2ba-367c54be5722 req-18f93da9-8c07-4ff9-bebe-c06c5f226685 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:08.882055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-95366798-92a7-4b77-b2ba-367c54be5722 req-18f93da9-8c07-4ff9-bebe-c06c5f226685 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.5514109 Nov 09 19:52:09.017377 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-95366798-92a7-4b77-b2ba-367c54be5722 req-52ac6070-40ae-45cb-a041-1b9e1d6e1fc6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270666 Nov 09 19:52:09.046934 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] For port 4dbd95a8-7491-4728-b115-a6e254a412f5, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4dbd95a8-7491-4728-b115-a6e254a412f5,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:09.047256 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:09.082035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] Calling delete_port for 4dbd95a8-7491-4728-b115-a6e254a412f5 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:09.321196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:09.476265 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1143b8f-eee1-4f42-9e0b-9df9c572b192 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:09.604104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1143b8f-eee1-4f42-9e0b-9df9c572b192 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=ca7b4841-7665-4fb3-b15d-02e54c5a5897,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:09.673862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9adb07e9-19ab-4c4e-a541-62fdfa99b455 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22c2e6e3aed448719da7a35440aeb575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483808 Nov 09 19:52:09.677911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39276) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:09.771465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:09.782581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1143b8f-eee1-4f42-9e0b-9df9c572b192 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:09.793539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39278) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:09.796093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e1143b8f-eee1-4f42-9e0b-9df9c572b192 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/ca7b4841-7665-4fb3-b15d-02e54c5a5897 HTTP/1.1" status: 204 len: 168 time: 1.7182055 Nov 09 19:52:09.841770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3803692c-da36-4023-8782-68f7377af1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:09.872683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3803692c-da36-4023-8782-68f7377af1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:09.968573 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac373ea0-e4ad-45ae-8e33-cdc544f30b8d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:52:09.977203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ac373ea0-e4ad-45ae-8e33-cdc544f30b8d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/ca7b4841-7665-4fb3-b15d-02e54c5a5897 HTTP/1.1" status: 404 len: 333 time: 0.1610470 Nov 09 19:52:09.978413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39282) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:09.981242 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3803692c-da36-4023-8782-68f7377af1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:09.984400 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3803692c-da36-4023-8782-68f7377af1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:09.988455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbd95a8-7491-4728-b115-a6e254a412f5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:09.990365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3803692c-da36-4023-8782-68f7377af1b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ccc3534-cfcb-4b4f-966a-09a4b03cb643 HTTP/1.1" status: 204 len: 168 time: 0.3112028 Nov 09 19:52:10.011821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803692c-da36-4023-8782-68f7377af1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccc3534-cfcb-4b4f-966a-09a4b03cb643,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:10.147938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-79767822-0561-4aac-b4af-d5b2ffc826d9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet a427450d-561a-4b04-af7d-ad8eb461aaf5 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:52:10.156053 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79767822-0561-4aac-b4af-d5b2ffc826d9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:10.224097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39288) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:10.237943 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-49898eff-2383-41a1-a70d-01b72fe9a807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:10.449178 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:10.463093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a2c0a-33f0-4b69-8900-54565161ed65 req-0d43a4b3-8add-49a9-9896-1dee4ea71e0f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:10.478399 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988a2c0a-33f0-4b69-8900-54565161ed65 req-0d43a4b3-8add-49a9-9896-1dee4ea71e0f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.2550976 Nov 09 19:52:10.624914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2bb92f3b-5124-46dc-bd1f-e74e82656397 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:10.698780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 2bb92f3b-5124-46dc-bd1f-e74e82656397 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:10.699563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2bb92f3b-5124-46dc-bd1f-e74e82656397 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:10.766137 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1809856191'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:10.808532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Made reservation on behalf of aa9f83663e3a4e508755cd6536ec7d8f for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:10.823915 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:10.853159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79767822-0561-4aac-b4af-d5b2ffc826d9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:10.858727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:10.903353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988a2c0a-33f0-4b69-8900-54565161ed65 req-54545d7b-26d8-4249-aa64-cbd1884751c9 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240186 Nov 09 19:52:11.007885 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79767822-0561-4aac-b4af-d5b2ffc826d9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.159775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79767822-0561-4aac-b4af-d5b2ffc826d9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.199082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79767822-0561-4aac-b4af-d5b2ffc826d9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=a427450d-561a-4b04-af7d-ad8eb461aaf5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:11.204716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79767822-0561-4aac-b4af-d5b2ffc826d9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.208806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-79767822-0561-4aac-b4af-d5b2ffc826d9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/a427450d-561a-4b04-af7d-ad8eb461aaf5 HTTP/1.1" status: 204 len: 168 time: 1.2282863 Nov 09 19:52:11.212826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.214877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39312) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:11.215237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358aa8e6-6e2e-4df0-a180-99f551ceeff7 None None] Network eaef0321-0467-4d04-861c-cb2307ddf9d0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:11.242011 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.300404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] Router 5b03b17f-1869-4224-877f-1d24bebbde50 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:52:11.332861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:52:11.354544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a063ea61-e09c-4354-80b0-9d3972459059,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:11.372442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e06b9ae-2e56-4966-bc16-f88014cb27c4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:52:11.380492 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.380833 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Added segment 1f4f9f72-076f-4f66-acc9-8529fe3b2c97 of type vlan for network 5b2da7ea-b42c-45ac-bbf6-b53490156758 Nov 09 19:52:11.388185 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e06b9ae-2e56-4966-bc16-f88014cb27c4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.429539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39316) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:11.445292 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e06b9ae-2e56-4966-bc16-f88014cb27c4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.657416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-613230839-network', 'tenant_id': '7d0c1d95ce964b1d97c785068cb88b15'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:11.665152 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.739206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:11.744005 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e06b9ae-2e56-4966-bc16-f88014cb27c4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.755831 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] Sync routers for ids ['5b03b17f-1869-4224-877f-1d24bebbde50'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:11.772470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-36e485c8-bc89-4148-8461-766d05bf0b59 admin admin] 10.222.0.53 "PUT /v2.0/routers/5b03b17f-1869-4224-877f-1d24bebbde50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0135176 Nov 09 19:52:11.772470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39322) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:11.774419 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] Routers {'5b03b17f-1869-4224-877f-1d24bebbde50'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:11.776266 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5b03b17f-1869-4224-877f-1d24bebbde50'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:11.827474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Made reservation on behalf of 7d0c1d95ce964b1d97c785068cb88b15 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:11.829839 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.889367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.893856 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.903090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:11.904084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:11.904758 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e06b9ae-2e56-4966-bc16-f88014cb27c4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:12.005122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7770467 Nov 09 19:52:12.050204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39326) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:12.066351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Request body: {'subnet': {'network_id': '5b2da7ea-b42c-45ac-bbf6-b53490156758', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:12.104316 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:12.172093 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:12.177908 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] Set router 5b03b17f-1869-4224-877f-1d24bebbde50 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:52:12.201282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:52:12.230914 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:12.232815 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Added segment 477647b4-f950-468b-9f0f-4028725dd8c3 of type vlan for network 1256530f-5621-4415-9b91-e5ba400b66ef Nov 09 19:52:12.264275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92075c82-a472-4ba3-aa92-c0608cad0860 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event updated for resources: {'Network': ['ID=5b2da7ea-b42c-45ac-bbf6-b53490156758,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:12.267461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06b9ae-2e56-4966-bc16-f88014cb27c4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:12.277841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5b2da7ea-b42c-45ac-bbf6-b53490156758 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:52:12.312432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e06b9ae-2e56-4966-bc16-f88014cb27c4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:12.323094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1e06b9ae-2e56-4966-bc16-f88014cb27c4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1 HTTP/1.1" status: 204 len: 168 time: 1.1058486 Nov 09 19:52:12.329906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39328) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:12.377087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3366191-db5a-43f4-a6d7-4c71306e7915 req-5873f4be-96f7-4b44-8339-4ae023db870f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:12.388175 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3366191-db5a-43f4-a6d7-4c71306e7915 req-5873f4be-96f7-4b44-8339-4ae023db870f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.3113518 Nov 09 19:52:12.409046 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:12.445971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:12.605225 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3366191-db5a-43f4-a6d7-4c71306e7915 req-30cbc312-e90f-4ec9-b899-683e088b73b2 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157531 Nov 09 19:52:12.653053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Made reservation on behalf of aa9f83663e3a4e508755cd6536ec7d8f for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:12.656605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a967df7-cdb0-489e-af94-7410a03c1a89 None None] Network eaef0321-0467-4d04-861c-cb2307ddf9d0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:12.674785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:12.676764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:12.677972 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:12.680148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:12.685982 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:52:09Z', 'revision_number': 5, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:12.723257 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] Checking router: 5b03b17f-1869-4224-877f-1d24bebbde50 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:52:12.737180 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] Routers {'5b03b17f-1869-4224-877f-1d24bebbde50'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:12.738081 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5b03b17f-1869-4224-877f-1d24bebbde50'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:12.747615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b668038-c3db-45eb-a7ac-532049e300c5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:12.879057 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] Set router 5b03b17f-1869-4224-877f-1d24bebbde50 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:52:12.946283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5076623 Nov 09 19:52:12.973325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39334) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:12.989476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Request body: {'subnet': {'network_id': '1256530f-5621-4415-9b91-e5ba400b66ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-613230839-subnet', 'tenant_id': '7d0c1d95ce964b1d97c785068cb88b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:13.041677 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.060896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5011db-db0c-4c22-963c-21261f5c034e admin admin] Pushing event updated for resources: {'Network': ['ID=1256530f-5621-4415-9b91-e5ba400b66ef,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:13.128007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 1256530f-5621-4415-9b91-e5ba400b66ef details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:52:13.219357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-05e0c352-de9a-4fbd-8bfd-28a662ea18fe None None] Provisioning complete for port bef4f19e-5eba-4f11-9632-ca3798dacba0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:13.219705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port bef4f19e-5eba-4f11-9632-ca3798dacba0 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:13.220113 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.220900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-05e0c352-de9a-4fbd-8bfd-28a662ea18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.270436 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.277117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.338911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event updated for resources: {'Subnet': ['ID=48f3f6f4-4441-4ff4-afd8-65b8ba905583,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:13.342973 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:52:09Z', 'revision_number': 5, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:13.364208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] For port bef4f19e-5eba-4f11-9632-ca3798dacba0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bef4f19e-5eba-4f11-9632-ca3798dacba0,segment=NetworkSegment(6daf67eb-f120-4490-96fc-e9b33dd4be9c),segment_id=6daf67eb-f120-4490-96fc-e9b33dd4be9c)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:13.364492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Made reservation on behalf of 7d0c1d95ce964b1d97c785068cb88b15 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:13.364838 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.369790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.391524 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9160a73d-c540-4c67-8cbf-4c5af1af136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.427335 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8420ccba-e514-426b-a9d0-7d6c9ba02ac7 None None] The sync data for ids ['5b03b17f-1869-4224-877f-1d24bebbde50'] in n-d-817256-1 is: [{'id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'name': 'tempest-ServersTestJSON-624452942-router', 'tenant_id': '7c557d562e914d3c80232de5184fbb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '8675f339-99a5-4339-ae2b-9d683686f443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:49:48Z', 'updated_at': '2021-11-09T19:52:09Z', 'revision_number': 5, 'project_id': '7c557d562e914d3c80232de5184fbb54', 'gw_port': {'id': '8675f339-99a5-4339-ae2b-9d683686f443', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b03b17f-1869-4224-877f-1d24bebbde50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:50Z', 'updated_at': '2021-11-09T19:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:13.444339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for bef4f19e-5eba-4f11-9632-ca3798dacba0 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:13.529162 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.586345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Checking segment: {'id': '1f4f9f72-076f-4f66-acc9-8529fe3b2c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5b2da7ea-b42c-45ac-bbf6-b53490156758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:13.586717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Network hostable DHCP agents. Network: 5b2da7ea-b42c-45ac-bbf6-b53490156758, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:52:13.649002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Network 5b2da7ea-b42c-45ac-bbf6-b53490156758 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:52:13.651323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.658791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Deleting port 8675f339-99a5-4339-ae2b-9d683686f443 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:13.659033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.689142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=bef4f19e-5eba-4f11-9632-ca3798dacba0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:13.700305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No DVR routers for this DVR port bef4f19e-5eba-4f11-9632-ca3798dacba0 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:13.816592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94191193-bf55-472e-8246-4c1922da3d34 None None] DHCP port deletion for eaef0321-0467-4d04-861c-cb2307ddf9d0 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:52:13.859451 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.904411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaef0321-0467-4d04-861c-cb2307ddf9d0']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:13.931180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daf67eb-f120-4490-96fc-e9b33dd4be9c') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:13.931473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daf67eb-f120-4490-96fc-e9b33dd4be9c') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:13.954036 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.972140 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.981961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:52:13.982368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:52:13.985794 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:52:14.119992 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.126794 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.130715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/networks/eaef0321-0467-4d04-861c-cb2307ddf9d0 HTTP/1.1" status: 204 len: 168 time: 1.7584817 Nov 09 19:52:14.143827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39342) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:14.188709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01444f2b-d593-447e-a0b9-759d422c37fe tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Network': ['ID=eaef0321-0467-4d04-861c-cb2307ddf9d0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:14.284178 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5b2da7ea-b42c-45ac-bbf6-b53490156758) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:14.289276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:14.289869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cd3409-8800-4d2c-91fd-5744b3bc15d7 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:14.290083 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.293698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdfaca8-8c04-41b0-a3d4-5f6acffbb1b5 None None] Network 5b2da7ea-b42c-45ac-bbf6-b53490156758 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:14.299275 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-80cd3409-8800-4d2c-91fd-5744b3bc15d7 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1542830 Nov 09 19:52:14.300220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39344) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:14.360545 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f34b4d6f-4e43-4e2a-b9ee-95a21ea8dad9 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3000209 Nov 09 19:52:14.362034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39348) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:14.371229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Request body: {'port': {'network_id': '5b2da7ea-b42c-45ac-bbf6-b53490156758', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-148384984'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:14.388962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0fd1b72a-8764-4346-82c3-43ad81bfb783 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0872617 Nov 09 19:52:14.389708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39350) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:14.404088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1348700642'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:14.480231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:14.483476 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.498282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.537247 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.543062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:52:14.555825 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.556576 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Added segment 140df2f5-a64d-4b9c-b06e-5b382077415b of type vlan for network f09df890-a03d-4bdf-ac17-c4a630a3e4d7 Nov 09 19:52:14.607606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-5b2da7ea-b42c-45ac-bbf6-b53490156758', 'network_id': '5b2da7ea-b42c-45ac-bbf6-b53490156758', 'tenant_id': 'aa9f83663e3a4e508755cd6536ec7d8f', 'fixed_ips': [{'subnet_id': '48f3f6f4-4441-4ff4-afd8-65b8ba905583'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:52:14.610939 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.643889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.667837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f953693-c1bc-46da-96a5-61443debc4bf,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:14.714922 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.735378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:14.739508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.766357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.767387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.767387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.767599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.768114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.768373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.768747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.769041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.769383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.769712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.770045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.770435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:14.787894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4dbd95a8-7491-4728-b115-a6e254a412f5 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:14.828066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] For port 8675f339-99a5-4339-ae2b-9d683686f443, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8675f339-99a5-4339-ae2b-9d683686f443,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:14.830898 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:14.858635 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Calling delete_port for 8675f339-99a5-4339-ae2b-9d683686f443 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:14.862082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 4dbd95a8-7491-4728-b115-a6e254a412f5 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:14.862548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4dbd95a8-7491-4728-b115-a6e254a412f5 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:14.863068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bef4f19e-5eba-4f11-9632-ca3798dacba0 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:14.881283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4868660 Nov 09 19:52:14.883880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39356) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:14.889146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'f09df890-a03d-4bdf-ac17-c4a630a3e4d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:14.925871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ba7a1-c32c-47ad-b7dc-1c3dc483d9a0 req-b8413c78-bc63-4627-8b5e-8629e5797ad0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:14.933534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a90ba7a1-c32c-47ad-b7dc-1c3dc483d9a0 req-b8413c78-bc63-4627-8b5e-8629e5797ad0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.4923818 Nov 09 19:52:14.978841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: bef4f19e-5eba-4f11-9632-ca3798dacba0 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:14.979227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bef4f19e-5eba-4f11-9632-ca3798dacba0 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:15.033960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a90ba7a1-c32c-47ad-b7dc-1c3dc483d9a0 req-6fc077a7-5758-42bc-8385-4d14f0bf8739 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996122 Nov 09 19:52:15.048749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f210905-78ab-4434-a552-d076aa905512 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Network': ['ID=f09df890-a03d-4bdf-ac17-c4a630a3e4d7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:15.084034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network f09df890-a03d-4bdf-ac17-c4a630a3e4d7 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:52:15.093995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fbb57-078c-4ec1-ae48-c735225e9c34 req-dee10383-49e9-42b4-ac3b-91e541089f4c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:15.095617 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-144fbb57-078c-4ec1-ae48-c735225e9c34 req-dee10383-49e9-42b4-ac3b-91e541089f4c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.8126037 Nov 09 19:52:15.150748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:15.154903 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:15.255639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30d57d-3489-4556-b5bd-3bb94b89bb32 req-8f29cef3-1d3c-492a-a462-1e62610ddea2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:15.263594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b30d57d-3489-4556-b5bd-3bb94b89bb32 req-8f29cef3-1d3c-492a-a462-1e62610ddea2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1262064 Nov 09 19:52:15.269211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Allocated IP 2001:db8::2 (5b2da7ea-b42c-45ac-bbf6-b53490156758/48f3f6f4-4441-4ff4-afd8-65b8ba905583/a44db33b-ec4d-4328-8cae-91df54c7be84) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:15.307222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-144fbb57-078c-4ec1-ae48-c735225e9c34 req-467d1357-d6fc-44ce-b0e1-97f87b7e07c8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935465 Nov 09 19:52:15.316069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Checking segment: {'id': '477647b4-f950-468b-9f0f-4028725dd8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1256530f-5621-4415-9b91-e5ba400b66ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:15.316069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Network hostable DHCP agents. Network: 1256530f-5621-4415-9b91-e5ba400b66ef, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:52:15.345435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Made reservation on behalf of aa9f83663e3a4e508755cd6536ec7d8f for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:15.352621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b30d57d-3489-4556-b5bd-3bb94b89bb32 req-44c0fa6f-867a-4cfe-83a7-bb32510a9180 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877199 Nov 09 19:52:15.370540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:15.403125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Network 1256530f-5621-4415-9b91-e5ba400b66ef is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:52:15.410664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:15.486736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] device_id is not set on port 9425176a-cb56-432f-87eb-fd70cecad86a yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:52:15.502747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 1256530f-5621-4415-9b91-e5ba400b66ef) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:15.513499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:15.513985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:15.545636 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8675f339-99a5-4339-ae2b-9d683686f443,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:15.567412 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4812466c-b082-447a-b4b8-aaefd4653ee8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5925555 Nov 09 19:52:15.615025 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:15.626483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8225d8e4-d3e3-4763-8cc4-2cd3e062a72f None None] Network 1256530f-5621-4415-9b91-e5ba400b66ef requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:15.632521 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:15.765984 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:15.779782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b146a-6914-467e-b898-fb020d1d0fe9 None None] Network 1256530f-5621-4415-9b91-e5ba400b66ef requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:15.810284 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:15.829449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=20a50aae-7382-4888-b436-a3f23eaae102,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:16.005688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Checking segment: {'id': '140df2f5-a64d-4b9c-b06e-5b382077415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f09df890-a03d-4bdf-ac17-c4a630a3e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:16.006223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network hostable DHCP agents. Network: f09df890-a03d-4bdf-ac17-c4a630a3e4d7, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:52:16.075129 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-ca26c1c8-aec2-4309-b709-f737f062dc9a req-f502f5ce-9122-41ea-ad80-d341cfccabf8 tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] show failed (client error): The resource could not be found. Nov 09 19:52:16.077884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-d4748135-7894-4b91-8afb-45a8edec657f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:16.080795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-d4748135-7894-4b91-8afb-45a8edec657f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 811 time: 0.2720029 Nov 09 19:52:16.082302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network f09df890-a03d-4bdf-ac17-c4a630a3e4d7 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:52:16.084578 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca26c1c8-aec2-4309-b709-f737f062dc9a req-f502f5ce-9122-41ea-ad80-d341cfccabf8 tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] 10.222.0.53 "GET /v2.0/security-groups/d296bd02-10d2-4dcc-a318-dce16cc24d65 HTTP/1.1" status: 404 len: 352 time: 0.0878899 Nov 09 19:52:16.095199 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.117477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-634480c9-f065-4cfa-8393-d86aba9766e9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/quotas/e3f76579cbf14f63a7509e37e4402350 HTTP/1.1" status: 200 len: 375 time: 0.0257781 Nov 09 19:52:16.120156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, f09df890-a03d-4bdf-ac17-c4a630a3e4d7) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:16.139981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.140244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:16.140871 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.256714 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.257585 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b03b17f-1869-4224-877f-1d24bebbde50 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:52:16.269145 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.270846 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7dacdf1b-c868-4e44-b7e8-48330eb7e9a5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5b03b17f-1869-4224-877f-1d24bebbde50 HTTP/1.1" status: 204 len: 168 time: 4.4971707 Nov 09 19:52:16.277155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39384) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:16.286500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d978994b-5bb4-4e52-9283-2d36e250ea05 None None] Network f09df890-a03d-4bdf-ac17-c4a630a3e4d7 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:16.298937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-73201402-0387-47ef-8c49-509d3af53d7a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1473889 Nov 09 19:52:16.306997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ddc95ec0-92ea-4484-97e3-6a3b86c1c261 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4185266 Nov 09 19:52:16.307169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39386) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:16.308138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Allocated IP 2001:db8::1d4 (5b2da7ea-b42c-45ac-bbf6-b53490156758/48f3f6f4-4441-4ff4-afd8-65b8ba905583/9425176a-cb56-432f-87eb-fd70cecad86a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:16.314175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'f09df890-a03d-4bdf-ac17-c4a630a3e4d7', 'name': 'tempest-PortsTestJSON-312829140'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:16.379269 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7885bf62-40a2-4b84-8e34-143a993a07d1 req-80aa0077-5093-4d8d-94c9-4d91d7cf7a1d tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d0c1d95ce964b1d97c785068cb88b15 HTTP/1.1" status: 200 len: 2988 time: 0.2407696 Nov 09 19:52:16.473304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Network 5b2da7ea-b42c-45ac-bbf6-b53490156758 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:16.493785 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2537b01-a4fa-4281-834f-97c39f79d556 admin admin] Deleting subnet 7aadf6b3-c10d-4011-8277-22822e78bb01 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:52:16.503509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:16.535367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2537b01-a4fa-4281-834f-97c39f79d556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.551807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:16.620494 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.649818 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-add9fcab-0b40-41b3-bb3c-28262da2f7e1 service neutron] 10.222.0.53 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255475 Nov 09 19:52:16.655170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2537b01-a4fa-4281-834f-97c39f79d556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.661137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Pushing event updated for resources: {'Port': ['ID=a44db33b-ec4d-4328-8cae-91df54c7be84,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:16.687341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Attempting to bind port a44db33b-ec4d-4328-8cae-91df54c7be84 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:16.687875 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Attempting to bind port a44db33b-ec4d-4328-8cae-91df54c7be84 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '1f4f9f72-076f-4f66-acc9-8529fe3b2c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5b2da7ea-b42c-45ac-bbf6-b53490156758'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:16.688375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Attempting to bind port a44db33b-ec4d-4328-8cae-91df54c7be84 on network 5b2da7ea-b42c-45ac-bbf6-b53490156758 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:16.696068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:16.696674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Checking segment: {'id': '1f4f9f72-076f-4f66-acc9-8529fe3b2c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5b2da7ea-b42c-45ac-bbf6-b53490156758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:16.697244 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.697747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Bound using segment: {'id': '1f4f9f72-076f-4f66-acc9-8529fe3b2c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5b2da7ea-b42c-45ac-bbf6-b53490156758'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:16.698441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Bound port: a44db33b-ec4d-4328-8cae-91df54c7be84, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4f9f72-076f-4f66-acc9-8529fe3b2c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '5b2da7ea-b42c-45ac-bbf6-b53490156758'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:16.698952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.777967 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2537b01-a4fa-4281-834f-97c39f79d556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.780950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] For port a44db33b-ec4d-4328-8cae-91df54c7be84, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:16.784589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] For port a44db33b-ec4d-4328-8cae-91df54c7be84, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a44db33b-ec4d-4328-8cae-91df54c7be84,segment=NetworkSegment(1f4f9f72-076f-4f66-acc9-8529fe3b2c97),segment_id=1f4f9f72-076f-4f66-acc9-8529fe3b2c97)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:16.793579 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.797786 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-5c651570-43cf-40fc-b056-7f9d4bb6d866 service neutron] 10.222.0.53 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151497 Nov 09 19:52:16.799105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:16.804340 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.831047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port bd7c92b7-c833-42b9-9d48-2e2f4e77e920 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:52:16.852857 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2537b01-a4fa-4281-834f-97c39f79d556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:16.876146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e23927-8f8f-4778-b7e6-e09b57f7feb3 None None] Pushing event updated for resources: {'Port': ['ID=a44db33b-ec4d-4328-8cae-91df54c7be84,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:16.918493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7885bf62-40a2-4b84-8e34-143a993a07d1 req-082d6f7f-7cba-4696-9eb2-3765209e384b tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] 10.222.0.53 "GET /v2.0/security-groups/0b668038-c3db-45eb-a7ac-532049e300c5 HTTP/1.1" status: 200 len: 2985 time: 0.5195274 Nov 09 19:52:16.938495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537b01-a4fa-4281-834f-97c39f79d556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aadf6b3-c10d-4011-8277-22822e78bb01,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:17.003531 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2537b01-a4fa-4281-834f-97c39f79d556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:17.010010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c2537b01-a4fa-4281-834f-97c39f79d556 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7aadf6b3-c10d-4011-8277-22822e78bb01 HTTP/1.1" status: 204 len: 168 time: 0.7113063 Nov 09 19:52:17.049755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39394) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:17.088706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969de3bf-6248-4493-bcbf-4529ae72cb6a None None] Network 525d58d6-6873-40d2-8517-9d556a57664f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:17.097341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.8 (f09df890-a03d-4bdf-ac17-c4a630a3e4d7/20a50aae-7382-4888-b436-a3f23eaae102/bd7c92b7-c833-42b9-9d48-2e2f4e77e920) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:17.139568 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-f09df890-a03d-4bdf-ac17-c4a630a3e4d7', 'network_id': 'f09df890-a03d-4bdf-ac17-c4a630a3e4d7', 'tenant_id': 'e7381104dbd04665afdac9ae98f5fd06', 'fixed_ips': [{'subnet_id': '20a50aae-7382-4888-b436-a3f23eaae102'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:52:17.143104 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:17.240172 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:17.263185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7885bf62-40a2-4b84-8e34-143a993a07d1 req-04c9836b-7b1e-40d1-bf04-51740f4c32af tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] 10.222.0.53 "GET /v2.0/security-groups/0b668038-c3db-45eb-a7ac-532049e300c5 HTTP/1.1" status: 200 len: 2985 time: 0.3435764 Nov 09 19:52:17.465659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:17.638641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3c5a0f3-8ebf-46d1-9401-e248b2d24daa req-950ba3bb-a89b-42ad-8a20-25b175b8bc9a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 210 time: 0.0886407 Nov 09 19:52:17.649950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec90652-1df8-407e-b7fc-b043115a2cf5 req-d35f0b52-8c6c-43d0-a26c-77499ba89038 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:17.668022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1ec90652-1df8-407e-b7fc-b043115a2cf5 req-d35f0b52-8c6c-43d0-a26c-77499ba89038 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.2426274 Nov 09 19:52:17.701516 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:17.717604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:17.740727 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1ec90652-1df8-407e-b7fc-b043115a2cf5 req-baefdc39-d328-4594-85d3-3b61f3f3f2c8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717406 Nov 09 19:52:17.748802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Deleting port 5a82b6ed-352a-4945-9844-17cb650340d3 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:17.749165 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:17.790471 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:17.901467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aededf-838b-4015-a8ff-a4dc409fcf4f None None] DHCP port deletion for 525d58d6-6873-40d2-8517-9d556a57664f request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:52:17.905163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network f09df890-a03d-4bdf-ac17-c4a630a3e4d7 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:17.909228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:17.915655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:17.934261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Allocated IP 172.20.0.2 (f09df890-a03d-4bdf-ac17-c4a630a3e4d7/20a50aae-7382-4888-b436-a3f23eaae102/b0926462-35c9-449f-8e41-56c7e2897d72) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:17.970611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Network 5b2da7ea-b42c-45ac-bbf6-b53490156758 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:18.001763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:18.003830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:18.007368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.015551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:18.022119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:18.023180 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.049203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event updated for resources: {'Port': ['ID=9425176a-cb56-432f-87eb-fd70cecad86a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:18.064067 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc12a154-0527-4da5-863f-1ea389ab2a15 req-dc95882b-774c-4c3a-8a7c-e85fa2eefc07 tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] 10.222.0.53 "GET /v2.0/security-groups/0b668038-c3db-45eb-a7ac-532049e300c5 HTTP/1.1" status: 200 len: 2985 time: 0.3659692 Nov 09 19:52:18.072174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=bd7c92b7-c833-42b9-9d48-2e2f4e77e920,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:18.118496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] For port 5a82b6ed-352a-4945-9844-17cb650340d3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5a82b6ed-352a-4945-9844-17cb650340d3,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:18.119305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.119874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.120497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.122169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.123684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.124559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.126677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.127251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.127710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.128542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.130481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.131158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.133606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:18.151331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f67662ca-f183-4085-aac6-2d30e9987384 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8415229 Nov 09 19:52:18.153831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39412) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:18.163465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'f09df890-a03d-4bdf-ac17-c4a630a3e4d7', 'name': 'tempest-PortsTestJSON-941131367'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:18.174355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d48cf508-bfa1-497f-89e5-0f7fd36bfa58 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.8087764 Nov 09 19:52:18.181816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39416) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:18.199344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Calling delete_port for 5a82b6ed-352a-4945-9844-17cb650340d3 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:18.285247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-05aededf-838b-4015-a8ff-a4dc409fcf4f None None] Deleting port 5a82b6ed-352a-4945-9844-17cb650340d3 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:18.285637 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-05aededf-838b-4015-a8ff-a4dc409fcf4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.286008 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-fc12a154-0527-4da5-863f-1ea389ab2a15 req-2b5c5a1c-9004-4f63-9f7f-fdddf976ceed tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 19:52:18.302887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc12a154-0527-4da5-863f-1ea389ab2a15 req-2b5c5a1c-9004-4f63-9f7f-fdddf976ceed tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] 10.222.0.53 "DELETE /v2.0/security-groups/0b668038-c3db-45eb-a7ac-532049e300c5 HTTP/1.1" status: 409 len: 352 time: 0.2367923 Nov 09 19:52:18.381900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-05aededf-838b-4015-a8ff-a4dc409fcf4f None None] For port 5a82b6ed-352a-4945-9844-17cb650340d3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5a82b6ed-352a-4945-9844-17cb650340d3,segment=NetworkSegment(42f838f9-9918-46bd-a2b0-620fa23f51e5),segment_id=42f838f9-9918-46bd-a2b0-620fa23f51e5)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:18.383645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-05aededf-838b-4015-a8ff-a4dc409fcf4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.420636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-05aededf-838b-4015-a8ff-a4dc409fcf4f None None] Calling delete_port for 5a82b6ed-352a-4945-9844-17cb650340d3 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:18.440425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Request body: {'port': {'network_id': '5b2da7ea-b42c-45ac-bbf6-b53490156758', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-721867764', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:18.443886 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.api.validators [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] bootfile-name is not in valid_values {{(pid=102296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 19:52:18.444243 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.api.validators [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] tftp-server is not in valid_values {{(pid=102296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 19:52:18.444582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.api.validators [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] server-ip-address is not in valid_values {{(pid=102296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 19:52:18.529767 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.560853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a82b6ed-352a-4945-9844-17cb650340d3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:18.571512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] No DVR routers for this DVR port 5a82b6ed-352a-4945-9844-17cb650340d3 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:18.609846 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.637058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc3131-dd4f-4849-a481-c334823a6bf7 None None] Network 5b2da7ea-b42c-45ac-bbf6-b53490156758 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:18.674558 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.731995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.763095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525d58d6-6873-40d2-8517-9d556a57664f']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:18.779158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f838f9-9918-46bd-a2b0-620fa23f51e5') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:18.779602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f838f9-9918-46bd-a2b0-620fa23f51e5') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:18.803404 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.822193 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-476d1e51-b115-428f-90ba-0c30424f5534 req-f9758668-320e-4b2f-bcee-9af34c9b426a tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] show failed (client error): The resource could not be found. Nov 09 19:52:18.835300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-476d1e51-b115-428f-90ba-0c30424f5534 req-f9758668-320e-4b2f-bcee-9af34c9b426a tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] 10.222.0.53 "GET /v2.0/security-groups/7a254608-fc30-4703-8d4d-3d1ad3c4e850 HTTP/1.1" status: 404 len: 352 time: 0.4160242 Nov 09 19:52:18.887156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1327d637-ac13-46e0-bb9b-51685fcd899e req-30c8e109-fc3b-4d1a-87d1-617ba126fb58 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 210 time: 0.0783594 Nov 09 19:52:18.902966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a44db33b-ec4d-4328-8cae-91df54c7be84 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:18.917242 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.933999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:52:18.934468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:18.956030 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.api [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 19:52:18.956030 n-d-817256-1 neutron-server[102296]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 19:52:18.956030 n-d-817256-1 neutron-server[102296]: [parameters: {'project_id': 'aa9f83663e3a4e508755cd6536ec7d8f', 'id': '92a0bf45-12ac-45a9-b238-054de7934a42', 'expiration': datetime.datetime(2021, 11, 9, 19, 54, 18, 927492)}] Nov 09 19:52:18.956030 n-d-817256-1 neutron-server[102296]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:52:18.956580 n-d-817256-1 neutron-server[102296]: DEBUG oslo_db.api [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:52:18.957973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:52:18.963348 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:52:18.965830 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.023019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Pushing event updated for resources: {'Port': ['ID=b0926462-35c9-449f-8e41-56c7e2897d72,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:19.031569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Network f09df890-a03d-4bdf-ac17-c4a630a3e4d7 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:19.043447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:19.049526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9d0e2c03-24d7-41de-9320-d352704be20d None None] Provisioning complete for port a44db33b-ec4d-4328-8cae-91df54c7be84 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:19.050318 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2c03-24d7-41de-9320-d352704be20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.053869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:19.066909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port 59b942e7-48ab-4966-b26f-f05d791a81b1 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:52:19.103186 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-05aededf-838b-4015-a8ff-a4dc409fcf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.125209 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-ea4d490b-abec-455e-8fb0-7e0df2da4fbb req-76b39ddc-8496-4140-a662-2c0884bd3c20 tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] show failed (client error): The resource could not be found. Nov 09 19:52:19.128506 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea4d490b-abec-455e-8fb0-7e0df2da4fbb req-76b39ddc-8496-4140-a662-2c0884bd3c20 tempest-SecurityGroupsNegativeTestJSON-2121879847 tempest-SecurityGroupsNegativeTestJSON-2121879847-project] 10.222.0.53 "GET /v2.0/security-groups/c70714c5-04eb-4387-87da-6c619e007301 HTTP/1.1" status: 404 len: 352 time: 0.1640429 Nov 09 19:52:19.146120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39432) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:19.194287 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.228917 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aededf-838b-4015-a8ff-a4dc409fcf4f None None] No DVR routers for this DVR port 5a82b6ed-352a-4945-9844-17cb650340d3 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:19.290560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aededf-838b-4015-a8ff-a4dc409fcf4f None None] Pushing event deleted for resources: {'Port': ['ID=5a82b6ed-352a-4945-9844-17cb650340d3,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:19.314745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184621-5a48-40d9-b632-697595273651 req-4cc907ba-005c-44d9-931e-938f087162ca tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:19.316624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92184621-5a48-40d9-b632-697595273651 req-4cc907ba-005c-44d9-931e-938f087162ca tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.3208787 Nov 09 19:52:19.347423 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.353634 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] 10.222.0.53 "DELETE /v2.0/networks/525d58d6-6873-40d2-8517-9d556a57664f HTTP/1.1" status: 204 len: 168 time: 2.2864940 Nov 09 19:52:19.362845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd194f0f-b396-4b4a-8070-cf06b671fb94 admin admin] Pushing event deleted for resources: {'Network': ['ID=525d58d6-6873-40d2-8517-9d556a57664f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:19.393109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-4042d4b7-b33d-4c31-8381-211deb250092 admin admin] Deleting subnet 6f953693-c1bc-46da-96a5-61443debc4bf {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:52:19.396745 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4042d4b7-b33d-4c31-8381-211deb250092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.414849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92184621-5a48-40d9-b632-697595273651 req-f55467ae-6d8f-4d47-a2f7-82ae60501f6c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882494 Nov 09 19:52:19.429140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.3 (f09df890-a03d-4bdf-ac17-c4a630a3e4d7/20a50aae-7382-4888-b436-a3f23eaae102/59b942e7-48ab-4966-b26f-f05d791a81b1) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:19.455090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4042d4b7-b33d-4c31-8381-211deb250092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.479970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Attempting to bind port b0926462-35c9-449f-8e41-56c7e2897d72 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:19.480316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Attempting to bind port b0926462-35c9-449f-8e41-56c7e2897d72 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '140df2f5-a64d-4b9c-b06e-5b382077415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f09df890-a03d-4bdf-ac17-c4a630a3e4d7'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:19.480696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Attempting to bind port b0926462-35c9-449f-8e41-56c7e2897d72 on network f09df890-a03d-4bdf-ac17-c4a630a3e4d7 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:19.493649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a44db33b-ec4d-4328-8cae-91df54c7be84 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:19.494020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.503870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4042d4b7-b33d-4c31-8381-211deb250092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.583648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:19.584323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Checking segment: {'id': '140df2f5-a64d-4b9c-b06e-5b382077415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f09df890-a03d-4bdf-ac17-c4a630a3e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:19.584928 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.585517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Bound using segment: {'id': '140df2f5-a64d-4b9c-b06e-5b382077415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f09df890-a03d-4bdf-ac17-c4a630a3e4d7'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:19.586750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Bound port: b0926462-35c9-449f-8e41-56c7e2897d72, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140df2f5-a64d-4b9c-b06e-5b382077415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f09df890-a03d-4bdf-ac17-c4a630a3e4d7'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:19.587425 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.629444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39438) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:19.650130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4042d4b7-b33d-4c31-8381-211deb250092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.671043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.684495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042d4b7-b33d-4c31-8381-211deb250092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f953693-c1bc-46da-96a5-61443debc4bf,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:19.709542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Made reservation on behalf of aa9f83663e3a4e508755cd6536ec7d8f for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:19.714125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.718661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.737587 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f53f5403-7feb-45df-8d1c-aa21fa1c7365 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c557d562e914d3c80232de5184fbb54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067536 Nov 09 19:52:19.740216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39442) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:19.754217 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4042d4b7-b33d-4c31-8381-211deb250092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.764623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4042d4b7-b33d-4c31-8381-211deb250092 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6f953693-c1bc-46da-96a5-61443debc4bf HTTP/1.1" status: 204 len: 168 time: 0.6172512 Nov 09 19:52:19.767447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39444) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:19.778535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2c03-24d7-41de-9320-d352704be20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.803470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network f09df890-a03d-4bdf-ac17-c4a630a3e4d7 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:19.805359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] device_id is not set on port c0d32a15-8494-40d1-bd41-010cce43b75a yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:52:19.816687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:19.819848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:19.883956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] For port b0926462-35c9-449f-8e41-56c7e2897d72, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:19.884838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=59b942e7-48ab-4966-b26f-f05d791a81b1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:19.953579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9d0e2c03-24d7-41de-9320-d352704be20d None None] For port a44db33b-ec4d-4328-8cae-91df54c7be84, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a44db33b-ec4d-4328-8cae-91df54c7be84,segment=NetworkSegment(1f4f9f72-076f-4f66-acc9-8529fe3b2c97),segment_id=1f4f9f72-076f-4f66-acc9-8529fe3b2c97)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:19.955971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] For port b0926462-35c9-449f-8e41-56c7e2897d72, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b0926462-35c9-449f-8e41-56c7e2897d72,segment=NetworkSegment(140df2f5-a64d-4b9c-b06e-5b382077415b),segment_id=140df2f5-a64d-4b9c-b06e-5b382077415b)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:19.963078 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.966025 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2c03-24d7-41de-9320-d352704be20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.982607 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:19.994118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:19.994824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.091395 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-29704f56-66af-4b10-bf3f-3e145d8adf7a req-4a85ea4c-8586-4efe-a7e4-b1a152473877 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 210 time: 0.0345757 Nov 09 19:52:20.097943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e2c03-24d7-41de-9320-d352704be20d None None] Pushing event updated for resources: {'Port': ['ID=a44db33b-ec4d-4328-8cae-91df54c7be84,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:20.133772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2c3990ca-df0f-4f91-ad2b-6609124d49ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.136406 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f69348e7-ec1f-4de3-a537-70873734b8f6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9773307 Nov 09 19:52:20.139652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39448) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:20.165987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201fa70-e451-4e85-b5b0-f38839ad81a2 None None] Pushing event updated for resources: {'Port': ['ID=b0926462-35c9-449f-8e41-56c7e2897d72,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:20.185410 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:52:20.185771 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:52:20.204905 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.208017 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2c3990ca-df0f-4f91-ad2b-6609124d49ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.254101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Allocated IP 2001:db8::392 (5b2da7ea-b42c-45ac-bbf6-b53490156758/48f3f6f4-4441-4ff4-afd8-65b8ba905583/c0d32a15-8494-40d1-bd41-010cce43b75a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:20.284573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8fda54-8a5c-41a6-adf9-17041d53965f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:20.289750 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fa8fda54-8a5c-41a6-adf9-17041d53965f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1488452 Nov 09 19:52:20.290466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39450) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:20.297658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-fa48b4c2-df62-4337-9cac-91c053b7786c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:20.299138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-fa48b4c2-df62-4337-9cac-91c053b7786c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 811 time: 0.4445238 Nov 09 19:52:20.351269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'port': {'device_id': 'da70c938-a89a-4eeb-b96a-dae373443cc9', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'admin_state_up': True, 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:20.409789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-87980815-0610-4512-bbc7-9a155afc57a0 None None] Provisioning complete for port a44db33b-ec4d-4328-8cae-91df54c7be84 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:20.411355 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-87980815-0610-4512-bbc7-9a155afc57a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.474539 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2c3990ca-df0f-4f91-ad2b-6609124d49ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.478016 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2c3990ca-df0f-4f91-ad2b-6609124d49ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.481696 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2c3990ca-df0f-4f91-ad2b-6609124d49ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf25430b-0cf8-4b49-b23d-6f6f953a3600 HTTP/1.1" status: 204 len: 168 time: 0.7380650 Nov 09 19:52:20.600891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b5939bfa-7931-43af-b292-d1eb2d0b96c0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 59b942e7-48ab-4966-b26f-f05d791a81b1 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:20.602060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5939bfa-7931-43af-b292-d1eb2d0b96c0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.610730 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.688044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1256530f-5621-4415-9b91-e5ba400b66ef']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:20.693200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3990ca-df0f-4f91-ad2b-6609124d49ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf25430b-0cf8-4b49-b23d-6f6f953a3600,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:20.744811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477647b4-f950-468b-9f0f-4028725dd8c3') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:20.745269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477647b4-f950-468b-9f0f-4028725dd8c3') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:20.809117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.874523 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.875998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.888125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5939bfa-7931-43af-b292-d1eb2d0b96c0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.902726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:52:20.903971 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.908734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b5939bfa-7931-43af-b292-d1eb2d0b96c0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 59b942e7-48ab-4966-b26f-f05d791a81b1 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:52:20.916851 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:52:20.952158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-87980815-0610-4512-bbc7-9a155afc57a0 None None] Provisioning complete for port 9425176a-cb56-432f-87eb-fd70cecad86a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:20.952392 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-87980815-0610-4512-bbc7-9a155afc57a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:20.995227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-87980815-0610-4512-bbc7-9a155afc57a0 None None] Port 9425176a-cb56-432f-87eb-fd70cecad86a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:21.025703 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:21.027756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7966c-6c82-4728-948e-6af1257c5ee3 req-71a436a2-98e0-4208-868c-4dcf8e5d4774 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:21.036328 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ded7966c-6c82-4728-948e-6af1257c5ee3 req-71a436a2-98e0-4208-868c-4dcf8e5d4774 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.4033840 Nov 09 19:52:21.129997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5a82b6ed-352a-4945-9844-17cb650340d3 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:21.151216 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ded7966c-6c82-4728-948e-6af1257c5ee3 req-96474a45-ce80-45a7-beb7-ccf3ab9624c4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135154 Nov 09 19:52:21.164812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:21.170916 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:21.173576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5939bfa-7931-43af-b292-d1eb2d0b96c0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:21.174394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1256530f-5621-4415-9b91-e5ba400b66ef HTTP/1.1" status: 204 len: 168 time: 1.3698623 Nov 09 19:52:21.186840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Made reservation on behalf of e3f76579cbf14f63a7509e37e4402350 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:21.190575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 5a82b6ed-352a-4945-9844-17cb650340d3 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:21.190932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5a82b6ed-352a-4945-9844-17cb650340d3 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:21.191355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8675f339-99a5-4339-ae2b-9d683686f443 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:21.207033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:21.236101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104647b9-fdba-465b-8c04-154dfdac13e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1256530f-5621-4415-9b91-e5ba400b66ef,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:21.269510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8675f339-99a5-4339-ae2b-9d683686f443 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:21.270786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8675f339-99a5-4339-ae2b-9d683686f443 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:21.288928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bb4948b5-4a4c-4352-a7a3-5c453627b1f2 None None] Provisioning complete for port 9425176a-cb56-432f-87eb-fd70cecad86a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:21.289301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb4948b5-4a4c-4352-a7a3-5c453627b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:21.297170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5939bfa-7931-43af-b292-d1eb2d0b96c0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=59b942e7-48ab-4966-b26f-f05d791a81b1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:21.308637 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:21.448994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bb4948b5-4a4c-4352-a7a3-5c453627b1f2 None None] Port 9425176a-cb56-432f-87eb-fd70cecad86a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:21.465712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89358cfe-150c-4c56-9958-6b890ee18759 req-84fe1c8b-44c6-4ed9-aa72-3817aef60fa6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 210 time: 0.1899085 Nov 09 19:52:21.586617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Allocated IP 172.20.0.9 (132c0985-fe0e-49b9-9daa-db2ce83b9806/5e09224b-e651-43e5-909b-471003214eea/554302f5-cfc5-4719-afd1-35582759496a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:21.645103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Network 5b2da7ea-b42c-45ac-bbf6-b53490156758 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:21.645807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event updated for resources: {'Port': ['ID=c0d32a15-8494-40d1-bd41-010cce43b75a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:21.661570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39482) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:21.666750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b0926462-35c9-449f-8e41-56c7e2897d72 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:21.716483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:21.721944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:21.734053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:21.734922 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:21.748231 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7b9fb6ee-5268-400a-9896-85031022e3b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d0c1d95ce964b1d97c785068cb88b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851309 Nov 09 19:52:21.752797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39484) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:21.800318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6842f12f-2e05-43cb-84ee-dda6bc2adcab tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.3902855 Nov 09 19:52:21.804711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39488) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:21.849380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5939bfa-7931-43af-b292-d1eb2d0b96c0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:21.854933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b0926462-35c9-449f-8e41-56c7e2897d72 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:21.855678 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:21.858264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b5939bfa-7931-43af-b292-d1eb2d0b96c0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/59b942e7-48ab-4966-b26f-f05d791a81b1 HTTP/1.1" status: 204 len: 168 time: 1.5644112 Nov 09 19:52:21.860188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39490) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:21.889244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39492) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:21.903179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b71dd0-0a6d-4b8b-9dd8-36b41dffdd87 None None] Network f09df890-a03d-4bdf-ac17-c4a630a3e4d7 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:21.969400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d8f393-8dc3-424a-b479-7cb608f99d9b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:21.988378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d8f393-8dc3-424a-b479-7cb608f99d9b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:22.002416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d8f393-8dc3-424a-b479-7cb608f99d9b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:22.006761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-77d8f393-8dc3-424a-b479-7cb608f99d9b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1981730 Nov 09 19:52:22.007166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39498) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:22.171321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8da2a176-bc87-4485-b825-770f5d94a59e tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Deleting port c0d32a15-8494-40d1-bd41-010cce43b75a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:22.171929 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8da2a176-bc87-4485-b825-770f5d94a59e tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.186664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7a1a9f5a-827c-4936-9645-22afc7a4bcbf None None] Provisioning complete for port b0926462-35c9-449f-8e41-56c7e2897d72 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:22.187240 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a1a9f5a-827c-4936-9645-22afc7a4bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.316422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65a263-2ef1-4d1d-89d6-c0a0d1caff4b req-75772e74-7322-4e23-9851-26673380c873 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:22.318060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f65a263-2ef1-4d1d-89d6-c0a0d1caff4b req-75772e74-7322-4e23-9851-26673380c873 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.0970562 Nov 09 19:52:22.322522 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.356771 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8da2a176-bc87-4485-b825-770f5d94a59e tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.386708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8da2a176-bc87-4485-b825-770f5d94a59e tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Calling delete_port for c0d32a15-8494-40d1-bd41-010cce43b75a owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:22.401033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1363933303-network', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:22.402668 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f65a263-2ef1-4d1d-89d6-c0a0d1caff4b req-a3a696f0-c17c-457c-be1d-870a4248b078 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728283 Nov 09 19:52:22.413041 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9d3037-5c9e-4f32-9238-a1f5f12dc0b6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:52:22.414661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port b0926462-35c9-449f-8e41-56c7e2897d72, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b0926462-35c9-449f-8e41-56c7e2897d72,segment=NetworkSegment(140df2f5-a64d-4b9c-b06e-5b382077415b),segment_id=140df2f5-a64d-4b9c-b06e-5b382077415b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:22.416084 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4b9d3037-5c9e-4f32-9238-a1f5f12dc0b6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/59b942e7-48ab-4966-b26f-f05d791a81b1 HTTP/1.1" status: 404 len: 333 time: 0.5175138 Nov 09 19:52:22.426970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39502) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:22.436823 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.437794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a44db33b-ec4d-4328-8cae-91df54c7be84 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:22.528457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61827b89-5269-4060-8dd9-b03b07df920e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.533038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 47701f0d-94b1-4d67-b61a-c4849ee89784 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:52:22.573376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:22.575875 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.586423 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.610188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61827b89-5269-4060-8dd9-b03b07df920e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.621308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.701791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-524f5f06-c9fe-4ebc-9153-a6552c0fe2b9 req-f48b645c-a5bb-41aa-983a-ec7890f294d2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 210 time: 0.0656157 Nov 09 19:52:22.749153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:22.768380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a1a9f5a-827c-4936-9645-22afc7a4bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.789470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'network_id': 'efdc4ccf-7df5-49e5-8ac8-848b66620154', 'port_id': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'mac_address': 'fa:16:3e:de:9f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2df0995-4274-46ff-9678-8cd2a4f49569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:52:22.812929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.830222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['92e3ce06-32d9-4eca-b78a-64d45c2aedd7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:22.830462 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61827b89-5269-4060-8dd9-b03b07df920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.834773 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61827b89-5269-4060-8dd9-b03b07df920e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:22.836139 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-61827b89-5269-4060-8dd9-b03b07df920e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b668038-c3db-45eb-a7ac-532049e300c5 HTTP/1.1" status: 204 len: 168 time: 1.0823689 Nov 09 19:52:22.853056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fa46d398-7880-4a48-92a9-af72e7c6ec6d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:22.973026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'Port': ['ID=554302f5-cfc5-4719-afd1-35582759496a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:22.978995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61827b89-5269-4060-8dd9-b03b07df920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b668038-c3db-45eb-a7ac-532049e300c5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:23.004579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:23.006088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:23.009343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:23.054362 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-7a1a9f5a-827c-4936-9645-22afc7a4bcbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:52:23.054824 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-7a1a9f5a-827c-4936-9645-22afc7a4bcbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:52:23.142627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:23.143331 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:23.184446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-92372589-68cc-4e62-be42-ba17f560f20d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8540807 Nov 09 19:52:23.202458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Request body: {'port': {'device_id': 'da70c938-a89a-4eeb-b96a-dae373443cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:23.227327 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:23.232974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6b7507d5-5241-405e-808d-b6c588badb45 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port bd7c92b7-c833-42b9-9d48-2e2f4e77e920 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:23.233519 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b7507d5-5241-405e-808d-b6c588badb45 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:23.298340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a44db33b-ec4d-4328-8cae-91df54c7be84 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:23.307490 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:23.339834 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:23.369220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=b0926462-35c9-449f-8e41-56c7e2897d72,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:23.384822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.385189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.385513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.385988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.386333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.386699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.387035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.387365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.388110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.388110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.388309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.388640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:23.407807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47701f0d-94b1-4d67-b61a-c4849ee89784 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:52:23.450114 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8da2a176-bc87-4485-b825-770f5d94a59e tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:23.599780 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8da2a176-bc87-4485-b825-770f5d94a59e tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:23.604838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8da2a176-bc87-4485-b825-770f5d94a59e tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "DELETE /v2.0/ports/c0d32a15-8494-40d1-bd41-010cce43b75a HTTP/1.1" status: 204 len: 168 time: 1.5907209 Nov 09 19:52:23.605915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2a176-bc87-4485-b825-770f5d94a59e tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event deleted for resources: {'Port': ['ID=c0d32a15-8494-40d1-bd41-010cce43b75a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:23.611927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b7507d5-5241-405e-808d-b6c588badb45 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:23.612828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:23.617537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39524) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:23.654760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6b7507d5-5241-405e-808d-b6c588badb45 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for bd7c92b7-c833-42b9-9d48-2e2f4e77e920 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:23.683472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Request body: {'port': {'name': 'tempest-new-port-name-1922338727', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:23.683943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.api.validators [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] bootfile-name is not in valid_values {{(pid=102295) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 19:52:23.690357 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.api.validators [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] tftp-server is not in valid_values {{(pid=102295) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 19:52:23.690673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.api.validators [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] server-ip-address is not in valid_values {{(pid=102295) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 19:52:23.740081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:23.800017 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:23.949671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b0926462-35c9-449f-8e41-56c7e2897d72 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:23.991671 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:52:24.021638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2c752c27-78e3-4242-bab5-46077ec91a62 None None] Could not find standard attr ID for object c0d32a15-8494-40d1-bd41-010cce43b75a. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:52:24.073379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b960aa-7672-4bab-945a-ac87b76c6e76 req-97fe5aac-fc64-4f1d-8ef1-0b4a62d9ef8f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:24.074951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-01b960aa-7672-4bab-945a-ac87b76c6e76 req-97fe5aac-fc64-4f1d-8ef1-0b4a62d9ef8f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 931 time: 0.1892629 Nov 09 19:52:24.079828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b7507d5-5241-405e-808d-b6c588badb45 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.100322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.116436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2c752c27-78e3-4242-bab5-46077ec91a62 None None] Provisioning complete for port bd7c92b7-c833-42b9-9d48-2e2f4e77e920 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:24.116436 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2c752c27-78e3-4242-bab5-46077ec91a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.137140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['47701f0d-94b1-4d67-b61a-c4849ee89784'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:24.139016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:24.170972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7507d5-5241-405e-808d-b6c588badb45 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=bd7c92b7-c833-42b9-9d48-2e2f4e77e920,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:24.235980 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-01b960aa-7672-4bab-945a-ac87b76c6e76 req-85cb40d3-8182-4d4f-8358-0970c9fb6dde tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303124 Nov 09 19:52:24.260619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b7507d5-5241-405e-808d-b6c588badb45 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.278495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6b7507d5-5241-405e-808d-b6c588badb45 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/bd7c92b7-c833-42b9-9d48-2e2f4e77e920 HTTP/1.1" status: 204 len: 168 time: 1.8401177 Nov 09 19:52:24.278495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39540) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:24.294946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39542) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:24.298456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2c752c27-78e3-4242-bab5-46077ec91a62 None None] Port bd7c92b7-c833-42b9-9d48-2e2f4e77e920 was deleted so its status cannot be updated. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 09 19:52:24.323293 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.326300 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e9b25e-5eca-489f-95b6-4fa838720fd3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:52:24.331270 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-92e9b25e-5eca-489f-95b6-4fa838720fd3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/bd7c92b7-c833-42b9-9d48-2e2f4e77e920 HTTP/1.1" status: 404 len: 333 time: 0.0594440 Nov 09 19:52:24.331901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39546) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:24.364774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2c752c27-78e3-4242-bab5-46077ec91a62 None None] Could not find standard attr ID for object 59b942e7-48ab-4966-b26f-f05d791a81b1. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:52:24.400557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:52:24.412131 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.412877 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Added segment a5c021a8-6251-4d6f-8b79-21218fc90d61 of type vlan for network 5a324136-2163-42a7-990c-86170143e093 Nov 09 19:52:24.424258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2f1e34-1da8-43a2-a794-b6b17782b9a4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet 20a50aae-7382-4888-b436-a3f23eaae102 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:52:24.429968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1e34-1da8-43a2-a794-b6b17782b9a4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.470762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b0926462-35c9-449f-8e41-56c7e2897d72 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:24.471138 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.475408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.478866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-924898688-network', 'tenant_id': '4d246aa485c64e1b8ad74e3636dd78b1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:24.513876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1e34-1da8-43a2-a794-b6b17782b9a4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.527772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a93985-3860-4013-95e0-906d43c4f98b req-583e8b04-4708-4f45-8b20-da49221be79e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:24.529564 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d8a93985-3860-4013-95e0-906d43c4f98b req-583e8b04-4708-4f45-8b20-da49221be79e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 943 time: 0.9135094 Nov 09 19:52:24.534741 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.535711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:24.536305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.544883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09248a9-0e9b-44fa-809f-1d62e04316c1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:24.548258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2c752c27-78e3-4242-bab5-46077ec91a62 None None] Provisioning complete for port 554302f5-cfc5-4719-afd1-35582759496a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:24.548632 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2c752c27-78e3-4242-bab5-46077ec91a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.576622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Made reservation on behalf of 4d246aa485c64e1b8ad74e3636dd78b1 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:24.580820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.594676 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.668275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d8a93985-3860-4013-95e0-906d43c4f98b req-b0c9e61b-c269-4dd5-9c12-ddc69cddc6e8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988133 Nov 09 19:52:24.681691 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1e34-1da8-43a2-a794-b6b17782b9a4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.690025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2c752c27-78e3-4242-bab5-46077ec91a62 None None] Port 554302f5-cfc5-4719-afd1-35582759496a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:24.704524 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554302f5-cfc5-4719-afd1-35582759496a {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:52:24.721420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.727161 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8599775 Nov 09 19:52:24.733578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39548) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:24.739577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Request body: {'subnet': {'network_id': '5a324136-2163-42a7-990c-86170143e093', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1363933303-subnet', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:24.778161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2c752c27-78e3-4242-bab5-46077ec91a62 None None] Provisioning complete for port b0926462-35c9-449f-8e41-56c7e2897d72 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:24.779580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f375e-7c68-4717-b60a-d9ffad540c41 admin admin] Pushing event updated for resources: {'Network': ['ID=5a324136-2163-42a7-990c-86170143e093,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:24.783460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2c752c27-78e3-4242-bab5-46077ec91a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.827628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Transition to ACTIVE for port object 554302f5-cfc5-4719-afd1-35582759496a will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:52:24.830100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:24.833084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.836003 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1e34-1da8-43a2-a794-b6b17782b9a4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.838133 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.842271 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.856843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5a324136-2163-42a7-990c-86170143e093 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:52:24.895233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=554302f5-cfc5-4719-afd1-35582759496a,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:24.911409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f1e34-1da8-43a2-a794-b6b17782b9a4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=20a50aae-7382-4888-b436-a3f23eaae102,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:24.951395 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.966880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:52:24.976804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:24.977430 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Added segment d35acd37-73e1-4816-9264-023c77ab7a29 of type vlan for network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 Nov 09 19:52:25.024340 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.041881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Attempting to bind port 554302f5-cfc5-4719-afd1-35582759496a on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:25.042433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Attempting to bind port 554302f5-cfc5-4719-afd1-35582759496a by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:25.042892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Attempting to bind port 554302f5-cfc5-4719-afd1-35582759496a on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:25.053503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Port 554302f5-cfc5-4719-afd1-35582759496a on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:52:25.054083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Attempting to bind port 554302f5-cfc5-4719-afd1-35582759496a on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:25.063350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:25.064115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Checking segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:25.064746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Bound using segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:25.065360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Bound port: 554302f5-cfc5-4719-afd1-35582759496a, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:25.065864 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.083256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.084499 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:25.085295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.089433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1e34-1da8-43a2-a794-b6b17782b9a4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.092194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cc115f-6f9d-49a6-ab78-040c85606cc8 None None] Network f09df890-a03d-4bdf-ac17-c4a630a3e4d7 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:25.096133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bb2f1e34-1da8-43a2-a794-b6b17782b9a4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/20a50aae-7382-4888-b436-a3f23eaae102 HTTP/1.1" status: 204 len: 168 time: 0.7629461 Nov 09 19:52:25.100997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39550) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:25.211356 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.219717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.259755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:25.271831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9755604 Nov 09 19:52:25.272951 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.277561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39552) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:25.285467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Request body: {'subnet': {'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-924898688-subnet', 'tenant_id': '4d246aa485c64e1b8ad74e3636dd78b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:25.293419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507c452-cde2-4752-9f28-f49f7ecdd3eb admin admin] Pushing event updated for resources: {'Network': ['ID=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:25.324469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:52:25.347292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Made reservation on behalf of 4d246aa485c64e1b8ad74e3636dd78b1 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:25.350431 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.397516 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] In _notify_port_updated(), no bound segment for port 9425176a-cb56-432f-87eb-fd70cecad86a on network 5b2da7ea-b42c-45ac-bbf6-b53490156758 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:52:25.403865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:25.404580 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.405941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "PUT /v2.0/ports/9425176a-cb56-432f-87eb-fd70cecad86a HTTP/1.1" status: 200 len: 1130 time: 1.7856865 Nov 09 19:52:25.414397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55de6c-aa63-4952-a409-338cc1c6e8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event updated for resources: {'Port': ['ID=9425176a-cb56-432f-87eb-fd70cecad86a,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:25.420459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39560) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:25.480043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0154484-8727-41c4-a929-5d4e4ee535db tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:25.481565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d0154484-8727-41c4-a929-5d4e4ee535db tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "GET /v2.0/ports/9425176a-cb56-432f-87eb-fd70cecad86a HTTP/1.1" status: 200 len: 1130 time: 0.0593424 Nov 09 19:52:25.486043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39562) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:25.553360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] For port 554302f5-cfc5-4719-afd1-35582759496a, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:25.609396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] For port 554302f5-cfc5-4719-afd1-35582759496a, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=554302f5-cfc5-4719-afd1-35582759496a,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:25.628322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.641475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port b0926462-35c9-449f-8e41-56c7e2897d72 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:25.641475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.650116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:25.650780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.653153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] 10.222.0.77 "PUT /v2.0/ports/554302f5-cfc5-4719-afd1-35582759496a HTTP/1.1" status: 200 len: 1091 time: 2.4543886 Nov 09 19:52:25.656936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da70c938-a89a-4eeb-b96a-dae373443cc9', 'tag': '554302f5-cfc5-4719-afd1-35582759496a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:25.659828 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394194ac-b367-49f9-80b9-1e1e88a43e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "da70c938-a89a-4eeb-b96a-dae373443cc9", "tag": "554302f5-cfc5-4719-afd1-35582759496a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:25.707044 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.719987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.790859 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a630e75-a0a8-434d-a698-257edff33dab x-openstack-request-id: req-0a630e75-a0a8-434d-a698-257edff33dab {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:25.791181 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da70c938-a89a-4eeb-b96a-dae373443cc9", "tag": "554302f5-cfc5-4719-afd1-35582759496a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:25.792926 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a630e75-a0a8-434d-a698-257edff33dab {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:25.793393 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da70c938-a89a-4eeb-b96a-dae373443cc9', 'tag': '554302f5-cfc5-4719-afd1-35582759496a', 'status': 'completed', 'code': 200} Nov 09 19:52:25.881310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bccea2-77e8-41f2-bec5-97bf54c0e9d7 req-d3bbe793-dcda-4f53-994c-e21b0a498318 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:25.885674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c3f12-1e55-412e-94b4-5b549990ce00 None None] DHCP port deletion for f09df890-a03d-4bdf-ac17-c4a630a3e4d7 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:52:25.896086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4bccea2-77e8-41f2-bec5-97bf54c0e9d7 req-d3bbe793-dcda-4f53-994c-e21b0a498318 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 943 time: 0.3828170 Nov 09 19:52:25.950400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-10d06fa6-61c1-4aee-bed8-af84da917041 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Deleting port 9425176a-cb56-432f-87eb-fd70cecad86a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:25.951133 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10d06fa6-61c1-4aee-bed8-af84da917041 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.957540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] For port b0926462-35c9-449f-8e41-56c7e2897d72, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b0926462-35c9-449f-8e41-56c7e2897d72,segment=NetworkSegment(140df2f5-a64d-4b9c-b06e-5b382077415b),segment_id=140df2f5-a64d-4b9c-b06e-5b382077415b)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:25.957836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.964661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-132c3f12-1e55-412e-94b4-5b549990ce00 None None] Deleting port b0926462-35c9-449f-8e41-56c7e2897d72 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:25.965600 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-132c3f12-1e55-412e-94b4-5b549990ce00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:25.973713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for b0926462-35c9-449f-8e41-56c7e2897d72 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:25.985710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4bccea2-77e8-41f2-bec5-97bf54c0e9d7 req-b406537e-a22d-4806-b68b-b753cc06a497 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880237 Nov 09 19:52:25.986550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:25.992398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.023945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-dc69c83d-7813-44e3-a630-f6a8471a3d67 None None] Provisioning complete for port 9425176a-cb56-432f-87eb-fd70cecad86a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:26.024783 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dc69c83d-7813-44e3-a630-f6a8471a3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.040680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Checking segment: {'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:26.041048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Network hostable DHCP agents. Network: 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:52:26.072912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d56ed7-cf6d-49cf-942e-853bf70f81d6,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:26.087878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Checking segment: {'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:26.088188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Network hostable DHCP agents. Network: 5a324136-2163-42a7-990c-86170143e093, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:52:26.099185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:52:26.102748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-132c3f12-1e55-412e-94b4-5b549990ce00 None None] For port b0926462-35c9-449f-8e41-56c7e2897d72, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b0926462-35c9-449f-8e41-56c7e2897d72,segment=NetworkSegment(140df2f5-a64d-4b9c-b06e-5b382077415b),segment_id=140df2f5-a64d-4b9c-b06e-5b382077415b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:26.103613 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-132c3f12-1e55-412e-94b4-5b549990ce00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.112550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa0020-065c-4aa5-bd32-e80eb9676aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=554302f5-cfc5-4719-afd1-35582759496a,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:26.117227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:26.121288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dc69c83d-7813-44e3-a630-f6a8471a3d67 None None] Port 9425176a-cb56-432f-87eb-fd70cecad86a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:26.124363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:26.124583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.128564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Network 5a324136-2163-42a7-990c-86170143e093 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:52:26.141897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5a324136-2163-42a7-990c-86170143e093) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:26.142450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-23c13012-a5f5-45cf-8b30-0942dc1c6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:26.143366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-132c3f12-1e55-412e-94b4-5b549990ce00 None None] Calling delete_port for b0926462-35c9-449f-8e41-56c7e2897d72 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:26.144024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-23c13012-a5f5-45cf-8b30-0942dc1c6450 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 1094 time: 0.3617651 Nov 09 19:52:26.146894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d183e03-1533-4444-acf8-ea5b7bc44b91 None None] Network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:26.147361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:26.148029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.166570 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9aff5a15-3777-4172-9478-6e2c0f6e08b7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8824046 Nov 09 19:52:26.169133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6221ff1-26a8-47eb-a716-a7f69c64d2e6 None None] Network 5a324136-2163-42a7-990c-86170143e093 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:26.182087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0d980ee7-0123-4162-a154-bd8589593fcf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4463928 Nov 09 19:52:26.182827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39570) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:26.188093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:26.213856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.215453 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.227622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-505b7b89-a432-4c7e-b95c-847e93747ec0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554302f5-cfc5-4719-afd1-35582759496a HTTP/1.1" status: 200 len: 217 time: 0.0655525 Nov 09 19:52:26.235648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac00c5-d0e1-4cfc-bc62-0ebb43aa9f41 req-9a65a062-3680-4dd6-94d2-c05ef451cabe tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:26.237191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52ac00c5-d0e1-4cfc-bc62-0ebb43aa9f41 req-9a65a062-3680-4dd6-94d2-c05ef451cabe tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 944 time: 0.3567152 Nov 09 19:52:26.295014 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.315800 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10d06fa6-61c1-4aee-bed8-af84da917041 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.321332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-0b027d86-465c-494c-b00f-7c9efa27fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:26.322841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-0b027d86-465c-494c-b00f-7c9efa27fa1d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0766714 Nov 09 19:52:26.336944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-10d06fa6-61c1-4aee-bed8-af84da917041 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Calling delete_port for 9425176a-cb56-432f-87eb-fd70cecad86a owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:26.407020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-132c3f12-1e55-412e-94b4-5b549990ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.434021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c3f12-1e55-412e-94b4-5b549990ce00 None None] No DVR routers for this DVR port b0926462-35c9-449f-8e41-56c7e2897d72 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:26.466006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c3f12-1e55-412e-94b4-5b549990ce00 None None] Pushing event deleted for resources: {'Port': ['ID=b0926462-35c9-449f-8e41-56c7e2897d72,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:26.467868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 47701f0d-94b1-4d67-b61a-c4849ee89784 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:26.508635 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.588919 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.613765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-5a324136-2163-42a7-990c-86170143e093', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:52:26.615427 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.628033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10d06fa6-61c1-4aee-bed8-af84da917041 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.635434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d74e27c-753c-4544-b647-18727cf36986 None None] Network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:26.675212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=b0926462-35c9-449f-8e41-56c7e2897d72,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:26.693924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No DVR routers for this DVR port b0926462-35c9-449f-8e41-56c7e2897d72 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:26.700525 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52ac00c5-d0e1-4cfc-bc62-0ebb43aa9f41 req-aee022ad-3319-4eb3-bcfb-fa24c36d4cf4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974013 Nov 09 19:52:26.733767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d06fa6-61c1-4aee-bed8-af84da917041 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event deleted for resources: {'Port': ['ID=9425176a-cb56-432f-87eb-fd70cecad86a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:26.822363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-e8e116f6-a5a2-418e-b63f-e28f7f990248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:26.824664 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-e8e116f6-a5a2-418e-b63f-e28f7f990248 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2568550 Nov 09 19:52:26.871965 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10d06fa6-61c1-4aee-bed8-af84da917041 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.899001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 47701f0d-94b1-4d67-b61a-c4849ee89784 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:26.899401 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:26.905125 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-10d06fa6-61c1-4aee-bed8-af84da917041 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "DELETE /v2.0/ports/9425176a-cb56-432f-87eb-fd70cecad86a HTTP/1.1" status: 204 len: 168 time: 1.4174147 Nov 09 19:52:26.909382 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39594) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:27.055543 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.058330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Allocated IP 172.20.0.2 (5a324136-2163-42a7-990c-86170143e093/19d56ed7-cf6d-49cf-942e-853bf70f81d6/b0f0a2fe-5a52-4d7a-9f6e-407699732bc2) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:27.088052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.123232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763816-12aa-4ebf-b567-684dbea516f4 req-6f5208c7-3bd1-40fa-a1f2-d7d5fbd5e2d3 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:27.124859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-6f5208c7-3bd1-40fa-a1f2-d7d5fbd5e2d3 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/networks?id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 HTTP/1.1" status: 200 len: 814 time: 0.4097242 Nov 09 19:52:27.179084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.185152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-311a26f6-a1b5-4cca-8aff-1330bd6b9608 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/quotas/4d246aa485c64e1b8ad74e3636dd78b1 HTTP/1.1" status: 200 len: 375 time: 0.0248108 Nov 09 19:52:27.227212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-ab23c171-07d1-47e2-ad4b-335746c9100f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d246aa485c64e1b8ad74e3636dd78b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354395 Nov 09 19:52:27.238887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09df890-a03d-4bdf-ac17-c4a630a3e4d7']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:27.251626 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-783a9401-7a62-47ef-8993-6d901e2c753c service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378501 Nov 09 19:52:27.263630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140df2f5-a64d-4b9c-b06e-5b382077415b') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:27.263962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140df2f5-a64d-4b9c-b06e-5b382077415b') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:27.274359 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.291204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e791eae4-e456-4422-8508-e83e4c008d66 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Deleting subnet 48f3f6f4-4441-4ff4-afd8-65b8ba905583 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:52:27.298684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e791eae4-e456-4422-8508-e83e4c008d66 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.320717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.354162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:27.357186 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836652ff-35e2-4855-b118-87d7b57e6f3b" -d '{"events": [{"server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "name": "network-vif-plugged", "status": "completed", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:27.361780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Allocated IP 172.25.6.165 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/0d1b0a18-abf3-4285-b7ab-f5571ede8245) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:27.385564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:27.396249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.403577 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.406164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43472-dc1a-4876-babf-7a1b42b3b991 req-a2e3b78d-63f0-4ed1-8cdf-11944d2e94de tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:27.407824 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-beb43472-dc1a-4876-babf-7a1b42b3b991 req-a2e3b78d-63f0-4ed1-8cdf-11944d2e94de tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.2736127 Nov 09 19:52:27.419931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.437450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:52:27.437853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.445880 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.447088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e791eae4-e456-4422-8508-e83e4c008d66 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:52:27.450385 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:52:27.461871 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-12ed4f64-1e0c-4c1f-92eb-5b764c142aaa service neutron] 10.222.0.53 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982195 Nov 09 19:52:27.485609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Network 5a324136-2163-42a7-990c-86170143e093 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:27.496078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:27.499597 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:27.506479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=10']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:27.577512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.578279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24520ea8-ee9e-4c5d-b6ea-f1f4b18b0c08 req-97ab0519-0160-4a42-a1cb-166aca0c87df service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111520 Nov 09 19:52:27.578924 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.593780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Attempting to bind port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:27.594456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Attempting to bind port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:27.595164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Attempting to bind port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 on network 5a324136-2163-42a7-990c-86170143e093 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:27.607459 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.614231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:27.614924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Checking segment: {'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:27.615849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.616532 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Bound using segment: {'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:27.618223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Bound port: b0f0a2fe-5a52-4d7a-9f6e-407699732bc2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:27.618961 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.621215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/networks/f09df890-a03d-4bdf-ac17-c4a630a3e4d7 HTTP/1.1" status: 204 len: 168 time: 2.5086780 Nov 09 19:52:27.631621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39600) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:27.635286 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-46222973-01da-4f55-8846-18ac100deb07 service neutron] 10.222.0.53 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590950 Nov 09 19:52:27.650286 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-beb43472-dc1a-4876-babf-7a1b42b3b991 req-43d0165e-2fad-45bd-9f39-b39860ca19ec tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137620 Nov 09 19:52:27.658033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-856031575'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:27.678277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8781092-7bf6-4fa1-b8d6-75d16f695cf9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Network': ['ID=f09df890-a03d-4bdf-ac17-c4a630a3e4d7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:27.695396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Pushing event updated for resources: {'Port': ['ID=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:27.722170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b0926462-35c9-449f-8e41-56c7e2897d72 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:27.730030 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.749364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: b0926462-35c9-449f-8e41-56c7e2897d72 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:27.749750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b0926462-35c9-449f-8e41-56c7e2897d72 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:27.754233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] For port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:27.770358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] For port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:27.778705 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.790921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:27.795508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:27.799177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:27.825386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1b0a18-abf3-4285-b7ab-f5571ede8245,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:27.869883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:27.881150 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.894449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e791eae4-e456-4422-8508-e83e4c008d66 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:27.907890 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89e781b-672c-486a-954d-30811e9722da x-openstack-request-id: req-d89e781b-672c-486a-954d-30811e9722da {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:27.908692 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "name": "network-vif-plugged", "status": "completed", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:27.911235 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d89e781b-672c-486a-954d-30811e9722da {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:27.912004 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'code': 200} Nov 09 19:52:27.931890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b9875-7f88-4fc7-8f12-d8d0a9c516aa None None] Pushing event updated for resources: {'Port': ['ID=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:28.013206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:52:28.017357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-1a46a93e-cc1f-44d6-ba92-090875b554f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:28.019025 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-1a46a93e-cc1f-44d6-ba92-090875b554f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 1094 time: 0.3419166 Nov 09 19:52:28.033520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec08c-c1a4-48cf-8597-876018e0c70d req-92347631-9c7e-4452-916f-5a3cba014e3f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:28.035075 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c36ec08c-c1a4-48cf-8597-876018e0c70d req-92347631-9c7e-4452-916f-5a3cba014e3f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 943 time: 0.2312129 Nov 09 19:52:28.126244 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.127086 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Added segment 8a19bf8d-699c-4d6f-90df-218d92ac047d of type vlan for network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 Nov 09 19:52:28.220860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785346d-ab2e-4e80-a034-cef523aecdb5 req-eb7f7915-6da1-4768-86cc-71ba1f39474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:28.222555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e791eae4-e456-4422-8508-e83e4c008d66 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.223567 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d785346d-ab2e-4e80-a034-cef523aecdb5 req-eb7f7915-6da1-4768-86cc-71ba1f39474c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 1097 time: 0.1477537 Nov 09 19:52:28.237598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed69fe-38c6-4012-afe6-ade48677a082 req-cfd4ce38-c923-4aca-bcde-b132347457e7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:28.239327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fed69fe-38c6-4012-afe6-ade48677a082 req-cfd4ce38-c923-4aca-bcde-b132347457e7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1876714 Nov 09 19:52:28.282257 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c36ec08c-c1a4-48cf-8597-876018e0c70d req-7780bbf6-ac6c-4320-a509-0a43776b22b9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263072 Nov 09 19:52:28.285699 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.331477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791eae4-e456-4422-8508-e83e4c008d66 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event deleted for resources: {'Subnet': ['ID=48f3f6f4-4441-4ff4-afd8-65b8ba905583,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:28.340105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e791eae4-e456-4422-8508-e83e4c008d66 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.345825 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e791eae4-e456-4422-8508-e83e4c008d66 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "DELETE /v2.0/subnets/48f3f6f4-4441-4ff4-afd8-65b8ba905583 HTTP/1.1" status: 204 len: 168 time: 1.4254291 Nov 09 19:52:28.347859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0472bba-cb1f-4ae7-8ecb-b9cddf2b6d3c None None] Network 5b2da7ea-b42c-45ac-bbf6-b53490156758 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:28.352631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39616) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:28.394836 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-5d71b9f4-6fd7-48ab-aa43-2b30c4383797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:28.397430 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-5d71b9f4-6fd7-48ab-aa43-2b30c4383797 service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.3573089 Nov 09 19:52:28.399971 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33b60035-7c07-40a9-a3e5-3b4f4c5fd112 req-a79877b5-30d5-4af4-9998-4be7a066b45d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 210 time: 0.0553496 Nov 09 19:52:28.451107 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.457013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:28.457684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.465760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-07fd5e61-1b00-4c72-a743-8c5397bca911 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554302f5-cfc5-4719-afd1-35582759496a HTTP/1.1" status: 200 len: 217 time: 0.0605030 Nov 09 19:52:28.471628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d785346d-ab2e-4e80-a034-cef523aecdb5 req-3511ea23-ee5c-4097-b944-a6a718337395 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295811 Nov 09 19:52:28.500732 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5fed69fe-38c6-4012-afe6-ade48677a082 req-cdccdf44-d0d4-4f9b-97d6-d202ce33a6a4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138786 Nov 09 19:52:28.527926 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8935690 Nov 09 19:52:28.534345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39618) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:28.553436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'ac49baa2-7fd0-4bc5-99e9-d056e592a3b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:28.568954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ffd1c-0001-40b1-b1a2-339631c0489c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Network': ['ID=ac49baa2-7fd0-4bc5-99e9-d056e592a3b8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:28.573439 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.581021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:52:28.625881 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.653011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b2c3c-95a7-4372-ad77-2f3633ae9b1b None None] DHCP port deletion for 5b2da7ea-b42c-45ac-bbf6-b53490156758 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:52:28.746666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-63a5826b-1212-4b48-9d0d-2095f8823b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:28.748292 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-63a5826b-1212-4b48-9d0d-2095f8823b9b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0776229 Nov 09 19:52:28.750448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b2c3c-95a7-4372-ad77-2f3633ae9b1b None None] Deleting port a44db33b-ec4d-4328-8cae-91df54c7be84 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:28.750893 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e7b2c3c-95a7-4372-ad77-2f3633ae9b1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.813164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-18dab934-83b9-480c-9458-70c7978009d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:28.815211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-18dab934-83b9-480c-9458-70c7978009d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539837 Nov 09 19:52:28.839884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9e7b2c3c-95a7-4372-ad77-2f3633ae9b1b None None] For port a44db33b-ec4d-4328-8cae-91df54c7be84, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a44db33b-ec4d-4328-8cae-91df54c7be84,segment=NetworkSegment(1f4f9f72-076f-4f66-acc9-8529fe3b2c97),segment_id=1f4f9f72-076f-4f66-acc9-8529fe3b2c97)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:28.841122 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e7b2c3c-95a7-4372-ad77-2f3633ae9b1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.859846 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b2c3c-95a7-4372-ad77-2f3633ae9b1b None None] Calling delete_port for a44db33b-ec4d-4328-8cae-91df54c7be84 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:28.899340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df5639-8783-4922-a37e-913e1778f0f4 req-353d1f14-96d3-46f9-a3a2-657170f002e2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:28.900937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-73df5639-8783-4922-a37e-913e1778f0f4 req-353d1f14-96d3-46f9-a3a2-657170f002e2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.1564438 Nov 09 19:52:28.908691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:28.914496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:28.968330 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-cbc923fc-5b73-4383-b673-f01ca768379c service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409297 Nov 09 19:52:28.973848 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e7b2c3c-95a7-4372-ad77-2f3633ae9b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:29.013631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b2c3c-95a7-4372-ad77-2f3633ae9b1b None None] Pushing event deleted for resources: {'Port': ['ID=a44db33b-ec4d-4328-8cae-91df54c7be84,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:29.019268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b2c3c-95a7-4372-ad77-2f3633ae9b1b None None] No DVR routers for this DVR port a44db33b-ec4d-4328-8cae-91df54c7be84 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:29.107684 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-394194ac-b367-49f9-80b9-1e1e88a43e1f req-9062c3aa-b731-4f04-a526-f7574f08319b service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276062 Nov 09 19:52:29.235348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77946bd2-d8bd-4474-87dd-30b264afd344 None None] Network 5a324136-2163-42a7-990c-86170143e093 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:29.318476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fba587b2-70e4-42ff-b703-037bf3b27249 None None] Provisioning complete for port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:29.318887 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fba587b2-70e4-42ff-b703-037bf3b27249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:29.451751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Deleting port a44db33b-ec4d-4328-8cae-91df54c7be84 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:29.452012 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:29.454848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fd190-4669-4c78-9d01-ce5fa1fd703a req-09c8a715-e4f1-4f6c-8a33-50b99ce97430 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:29.456500 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-452fd190-4669-4c78-9d01-ce5fa1fd703a req-09c8a715-e4f1-4f6c-8a33-50b99ce97430 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 943 time: 0.0624545 Nov 09 19:52:29.503452 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-452fd190-4669-4c78-9d01-ce5fa1fd703a req-d0a4c148-63b4-4e7e-94b3-d39c13947de8 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Nov 09 19:52:29.587288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-73df5639-8783-4922-a37e-913e1778f0f4 req-095d98b0-ca18-44d3-9363-b1e850736062 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588062 Nov 09 19:52:29.741940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] For port a44db33b-ec4d-4328-8cae-91df54c7be84, host n-d-817256-1, got binding levels [] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:29.742361 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:29.810632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:29.816539 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fba587b2-70e4-42ff-b703-037bf3b27249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:29.834938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Calling delete_port for a44db33b-ec4d-4328-8cae-91df54c7be84 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:29.840584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Port a44db33b-ec4d-4328-8cae-91df54c7be84 was not found and therefore no delete operation was performed {{(pid=102296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:52:29.852957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:29.873388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763816-12aa-4ebf-b567-684dbea516f4 req-813c513a-7ee3-446e-87f7-f0c28a5880ee tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:29.875621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-813c513a-7ee3-446e-87f7-f0c28a5880ee tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.70 "GET /v2.0/networks?id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 HTTP/1.1" status: 200 len: 814 time: 0.4215662 Nov 09 19:52:29.895860 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:29.920774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Request body: {'port': {'device_id': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71', 'admin_state_up': True, 'tenant_id': '4d246aa485c64e1b8ad74e3636dd78b1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:29.930319 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:29.941256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fba587b2-70e4-42ff-b703-037bf3b27249 None None] For port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:29.951732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:29.952117 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:29.987315 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fba587b2-70e4-42ff-b703-037bf3b27249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.052998 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e49f0de-7fbf-4366-84d3-47b46d5c5886 req-0a10b8ce-bb04-4f29-9b47-2b2e065245ba tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 210 time: 0.4603026 Nov 09 19:52:30.097568 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba587b2-70e4-42ff-b703-037bf3b27249 None None] Pushing event updated for resources: {'Port': ['ID=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:30.161676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event deleted for resources: {'Port': ['ID=a44db33b-ec4d-4328-8cae-91df54c7be84,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:30.212947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] No DVR routers for this DVR port a44db33b-ec4d-4328-8cae-91df54c7be84 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:30.222086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a44db33b-ec4d-4328-8cae-91df54c7be84 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:30.247407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: a44db33b-ec4d-4328-8cae-91df54c7be84 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:30.247766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a44db33b-ec4d-4328-8cae-91df54c7be84 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:30.285591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=4bd805cc-e9eb-4df5-afdc-0c991ee6247e,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:30.313251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9c0e7e0b-a46d-4a0d-a8a4-f501cb476f93 None None] Provisioning complete for port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:30.313639 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c0e7e0b-a46d-4a0d-a8a4-f501cb476f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.378922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed204c0-12d4-46d2-99ad-53dba11df9d9 req-28fe10e5-4b26-4a97-b5e8-f5bdf5e5d840 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:30.386843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eed204c0-12d4-46d2-99ad-53dba11df9d9 req-28fe10e5-4b26-4a97-b5e8-f5bdf5e5d840 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.5077519 Nov 09 19:52:30.437553 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.490789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 554302f5-cfc5-4719-afd1-35582759496a details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:52:30.492645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Checking segment: {'id': '8a19bf8d-699c-4d6f-90df-218d92ac047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ac49baa2-7fd0-4bc5-99e9-d056e592a3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:30.493101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network hostable DHCP agents. Network: ac49baa2-7fd0-4bc5-99e9-d056e592a3b8, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:52:30.504375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2da7ea-b42c-45ac-bbf6-b53490156758']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:30.517701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eed204c0-12d4-46d2-99ad-53dba11df9d9 req-21839790-05a7-4565-bbbd-83896308e38e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300116 Nov 09 19:52:30.528680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4f9f72-076f-4f66-acc9-8529fe3b2c97') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:30.528975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4f9f72-076f-4f66-acc9-8529fe3b2c97') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:30.544428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.567002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Made reservation on behalf of 4d246aa485c64e1b8ad74e3636dd78b1 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:30.571146 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.590409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.594298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:52:30.607518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:52:30.607932 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:52:30.611393 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:52:30.627078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Router 0ede02ca-ffe7-4771-8281-49761ce6cf6d is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:52:30.662638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, ac49baa2-7fd0-4bc5-99e9-d056e592a3b8) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:30.673545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:30.674158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.699751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40181b-cfb4-4e6d-99bc-30b79d4ceeed req-4d7aedd6-5c23-4411-a737-333276cc0545 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:30.706657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f40181b-cfb4-4e6d-99bc-30b79d4ceeed req-4d7aedd6-5c23-4411-a737-333276cc0545 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 943 time: 0.1092501 Nov 09 19:52:30.725593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 554302f5-cfc5-4719-afd1-35582759496a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=554302f5-cfc5-4719-afd1-35582759496a,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:30.739872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '554302f5-cfc5-4719-afd1-35582759496a', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'port_id': '554302f5-cfc5-4719-afd1-35582759496a', 'mac_address': 'fa:16:3e:c0:cf:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:52:30.743948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b96d5-42aa-4feb-9242-51996a17206c None None] Network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:30.792155 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f40181b-cfb4-4e6d-99bc-30b79d4ceeed req-fbdd39c8-dc83-4841-b0fb-1838e1cdf6f0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717711 Nov 09 19:52:30.913423 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.921065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39672) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:30.921363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ad55aa37-dd29-448d-8667-64f8ce5e2c17 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3846185 Nov 09 19:52:30.926615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'ac49baa2-7fd0-4bc5-99e9-d056e592a3b8', 'name': 'tempest-PortsTestJSON-1927411974', 'fixed_ips': [{'subnet_id': '4bd805cc-e9eb-4df5-afdc-0c991ee6247e', 'ip_address': '172.20.0.10'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:30.940679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-ac49baa2-7fd0-4bc5-99e9-d056e592a3b8', 'network_id': 'ac49baa2-7fd0-4bc5-99e9-d056e592a3b8', 'tenant_id': 'e7381104dbd04665afdac9ae98f5fd06', 'fixed_ips': [{'subnet_id': '4bd805cc-e9eb-4df5-afdc-0c991ee6247e'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:52:30.941550 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.948794 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.952436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] 10.222.0.53 "DELETE /v2.0/networks/5b2da7ea-b42c-45ac-bbf6-b53490156758 HTTP/1.1" status: 204 len: 168 time: 2.5991597 Nov 09 19:52:30.965194 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:30.989578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554302f5-cfc5-4719-afd1-35582759496a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:52:31.029410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23e16e-9150-493b-83c5-19384725cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-633189060 tempest-ExtraDHCPOptionsIpV6TestJSON-633189060-project] Pushing event deleted for resources: {'Network': ['ID=5b2da7ea-b42c-45ac-bbf6-b53490156758,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:31.096874 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 554302f5-cfc5-4719-afd1-35582759496a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=554302f5-cfc5-4719-afd1-35582759496a,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:31.107753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425ba3d-d00a-4d53-84d6-2fdd58f4ec1f req-01a0fd2e-6554-4db4-b42f-f84f24e0aaea tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:31.119693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f425ba3d-d00a-4d53-84d6-2fdd58f4ec1f req-01a0fd2e-6554-4db4-b42f-f84f24e0aaea tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.3678896 Nov 09 19:52:31.121895 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:31.166487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:31.240196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Allocated IP 172.20.0.14 (4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71/bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88/44148b58-4da2-4272-a147-230d23865a51) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:31.246384 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=554302f5-cfc5-4719-afd1-35582759496a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:31.259404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9e4bda4-ee56-4142-aa5a-a2d00d478163 req-d74efce7-c37d-400d-83cf-cab07ebe5656 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 210 time: 0.0680203 Nov 09 19:52:31.268894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Allocated IP 172.20.0.2 (ac49baa2-7fd0-4bc5-99e9-d056e592a3b8/4bd805cc-e9eb-4df5-afdc-0c991ee6247e/55b18c81-9ef5-41f5-ab78-ba1ed47a1c77) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:31.312991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:31.318196 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:31.320804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39680) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:31.347805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port c1205f90-d1f6-4531-be52-faa7938f85b8 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:52:31.348354 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f425ba3d-d00a-4d53-84d6-2fdd58f4ec1f req-dc53fb6e-2d9c-4d27-9781-d9a2638714a4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102594 Nov 09 19:52:31.363750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Sync routers for ids ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:31.389504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['554302f5-cfc5-4719-afd1-35582759496a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:31.391283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:31.395037 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d023f0b8-74cb-4d84-9225-3be74a46db94 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2088082 Nov 09 19:52:31.397655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39684) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:31.419875 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Routers {'0ede02ca-ffe7-4771-8281-49761ce6cf6d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:31.420686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:31.552789 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:31.608315 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:31.609507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3769a3ad-b147-4707-92c2-28bf72cd9d9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa9f83663e3a4e508755cd6536ec7d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874107 Nov 09 19:52:31.613522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39688) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:31.646108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Set router 0ede02ca-ffe7-4771-8281-49761ce6cf6d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:52:31.718226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Pushing event updated for resources: {'Port': ['ID=44148b58-4da2-4272-a147-230d23865a51,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:31.725317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:31.733895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:31.737538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:31.744068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f7b51-9d09-4ae6-a3ef-bc3ba8d785b3 req-bc2e8fbc-0409-4f31-a09c-fd7e56098a7a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:31.745543 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc3f7b51-9d09-4ae6-a3ef-bc3ba8d785b3 req-bc2e8fbc-0409-4f31-a09c-fd7e56098a7a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1008658 Nov 09 19:52:31.753477 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:31.761134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:31.776083 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9957cea-7c29-424f-8b85-3e55a470536b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:31.813069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:31.813689 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:31.818106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9957cea-7c29-424f-8b85-3e55a470536b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:31.836063 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:31.858181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-798c7d01-6692-4569-9c0f-0b87511fdab7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9464948 Nov 09 19:52:31.901659 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc3f7b51-9d09-4ae6-a3ef-bc3ba8d785b3 req-63abdb57-f670-48c8-9f6e-fe050cf402c4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479394 Nov 09 19:52:31.912690 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.10 (ac49baa2-7fd0-4bc5-99e9-d056e592a3b8/4bd805cc-e9eb-4df5-afdc-0c991ee6247e/c1205f90-d1f6-4531-be52-faa7938f85b8) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:31.935278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:31.956436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:31.958529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Pushing event updated for resources: {'Port': ['ID=55b18c81-9ef5-41f5-ab78-ba1ed47a1c77,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:31.981811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:32.008705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Request body: {'port': {'device_id': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:32.014864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9957cea-7c29-424f-8b85-3e55a470536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.017565 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9957cea-7c29-424f-8b85-3e55a470536b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.021360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d9957cea-7c29-424f-8b85-3e55a470536b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a063ea61-e09c-4354-80b0-9d3972459059 HTTP/1.1" status: 204 len: 168 time: 0.4039233 Nov 09 19:52:32.054177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9957cea-7c29-424f-8b85-3e55a470536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a063ea61-e09c-4354-80b0-9d3972459059,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:32.089681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10a2f0-7813-4961-abf9-150449f450d4 req-307cb077-468f-4512-95d9-987ade449cec tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:32.091301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a10a2f0-7813-4961-abf9-150449f450d4 req-307cb077-468f-4512-95d9-987ade449cec tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 944 time: 0.1984086 Nov 09 19:52:32.174910 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a10a2f0-7813-4961-abf9-150449f450d4 req-cfdd7472-ae8b-444e-80ba-806232c9e18a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527046 Nov 09 19:52:32.196549 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.235142 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.238350 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.240580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Attempting to bind port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:32.241058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Attempting to bind port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '8a19bf8d-699c-4d6f-90df-218d92ac047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ac49baa2-7fd0-4bc5-99e9-d056e592a3b8'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:32.241526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Attempting to bind port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 on network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:32.244117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:32.244724 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.280633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320004de-1d7a-4301-943c-2837cd649d8c req-544ad461-90aa-45f7-bd1e-210a2587fe4d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:32.282879 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-320004de-1d7a-4301-943c-2837cd649d8c req-544ad461-90aa-45f7-bd1e-210a2587fe4d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1217165 Nov 09 19:52:32.289670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:32.290199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Checking segment: {'id': '8a19bf8d-699c-4d6f-90df-218d92ac047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ac49baa2-7fd0-4bc5-99e9-d056e592a3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:32.290778 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.291273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Bound using segment: {'id': '8a19bf8d-699c-4d6f-90df-218d92ac047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ac49baa2-7fd0-4bc5-99e9-d056e592a3b8'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:32.291870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Bound port: 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a19bf8d-699c-4d6f-90df-218d92ac047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'ac49baa2-7fd0-4bc5-99e9-d056e592a3b8'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:32.292357 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.396061 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.422547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-320004de-1d7a-4301-943c-2837cd649d8c req-c9721ef0-8416-4291-a5c5-033feef905ec tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281006 Nov 09 19:52:32.458639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] For port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:32.476687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:28Z', 'revision_number': 3, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:32.518319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:32.529809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86ca30-06a4-4905-a7ec-95126d7bb28b req-43005ddc-2cef-4c8e-a0db-6b66f047de8d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:32.536170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:32.537307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce86ca30-06a4-4905-a7ec-95126d7bb28b req-43005ddc-2cef-4c8e-a0db-6b66f047de8d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 932 time: 0.1740568 Nov 09 19:52:32.555616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:32.588881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=c1205f90-d1f6-4531-be52-faa7938f85b8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:32.613652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce86ca30-06a4-4905-a7ec-95126d7bb28b req-ade3796a-6df2-4ae5-a766-69fa646d563a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733769 Nov 09 19:52:32.667366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:32.667992 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.719633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced45fcc-9211-4742-8af9-b2f926a165f7 req-ea75fde2-537c-43cb-8031-39eadf0b15d5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:32.727909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ced45fcc-9211-4742-8af9-b2f926a165f7 req-ea75fde2-537c-43cb-8031-39eadf0b15d5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.2190912 Nov 09 19:52:32.731285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] For port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=55b18c81-9ef5-41f5-ab78-ba1ed47a1c77,segment=NetworkSegment(8a19bf8d-699c-4d6f-90df-218d92ac047d),segment_id=8a19bf8d-699c-4d6f-90df-218d92ac047d)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:32.733701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Checking router: 0ede02ca-ffe7-4771-8281-49761ce6cf6d for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:52:32.734155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Updating router 0ede02ca-ffe7-4771-8281-49761ce6cf6d port 0d1b0a18-abf3-4285-b7ab-f5571ede8245 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:52:32.760929 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.778212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44148b58-4da2-4272-a147-230d23865a51 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:52:32.791548 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.802300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ced45fcc-9211-4742-8af9-b2f926a165f7 req-92ec89a9-d634-4f67-9cb6-00d0695deb49 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734200 Nov 09 19:52:32.817585 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5203d93b-bc2e-4248-a9c1-8c81d59fda9a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8949556 Nov 09 19:52:32.820856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39722) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:32.832511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8f3c4-3cb4-4c18-a6c7-d2ec28559932 req-636af2be-336d-4eb7-a30d-42f3e5226837 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:32.834169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3de8f3c4-3cb4-4c18-a6c7-d2ec28559932 req-636af2be-336d-4eb7-a30d-42f3e5226837 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1289752 Nov 09 19:52:32.835339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Transition to ACTIVE for port object 44148b58-4da2-4272-a147-230d23865a51 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:52:32.840694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.852034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'ac49baa2-7fd0-4bc5-99e9-d056e592a3b8', 'name': 'tempest-PortsTestJSON-7870377', 'fixed_ips': [{'subnet_id': '4bd805cc-e9eb-4df5-afdc-0c991ee6247e', 'ip_address': '172.20.0.9'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:32.857307 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:32.913505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a0f8d-62a7-43a1-a55a-1a4149536bdc None None] Pushing event updated for resources: {'Port': ['ID=55b18c81-9ef5-41f5-ab78-ba1ed47a1c77,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:32.924020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Allocated IP 172.20.0.1 (5a324136-2163-42a7-990c-86170143e093/19d56ed7-cf6d-49cf-942e-853bf70f81d6/788bb096-f757-4869-a661-3b0450bb4566) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:32.978074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Pushing event updated for resources: {'Port': ['ID=44148b58-4da2-4272-a147-230d23865a51,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:33.008625 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3de8f3c4-3cb4-4c18-a6c7-d2ec28559932 req-7b07c6bf-1853-4f22-afab-2ca3f65ae4ab tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648669 Nov 09 19:52:33.057922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39730) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:33.094557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Attempting to bind port 44148b58-4da2-4272-a147-230d23865a51 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:33.094557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Attempting to bind port 44148b58-4da2-4272-a147-230d23865a51 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:33.094557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Attempting to bind port 44148b58-4da2-4272-a147-230d23865a51 on network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:33.101442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Port 44148b58-4da2-4272-a147-230d23865a51 on network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:52:33.105759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Attempting to bind port 44148b58-4da2-4272-a147-230d23865a51 on network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:33.133878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:33.134103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Checking segment: {'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:33.134495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Bound using segment: {'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:33.134983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Bound port: 44148b58-4da2-4272-a147-230d23865a51, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:33.135344 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.198272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:33.203402 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.211906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.251525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port 223297fb-034c-4794-abc5-97f587ee82d5 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:52:33.299826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1369533128'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:33.338793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] For port 44148b58-4da2-4272-a147-230d23865a51, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:33.373845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] For port 44148b58-4da2-4272-a147-230d23865a51, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=44148b58-4da2-4272-a147-230d23865a51,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:33.381597 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.390480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:33.393925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.410869 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.420812 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.428568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.438232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d6127-251f-4a65-99ec-f120ee8ad0d8 req-83c8f539-985e-4c8c-95be-bf057f946cad tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:33.439778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d94d6127-251f-4a65-99ec-f120ee8ad0d8 req-83c8f539-985e-4c8c-95be-bf057f946cad tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 944 time: 0.1196644 Nov 09 19:52:33.444144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.446956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:33.447564 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.448930 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] 10.222.0.70 "PUT /v2.0/ports/44148b58-4da2-4272-a147-230d23865a51 HTTP/1.1" status: 200 len: 1092 time: 1.5717869 Nov 09 19:52:33.451244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'tag': '44148b58-4da2-4272-a147-230d23865a51'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:33.453727 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1ec3dd-17b8-4bcb-8161-a0af9413c510", "tag": "44148b58-4da2-4272-a147-230d23865a51"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:33.472232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901b792-c264-4ed9-a3b6-8a6c06841659 req-ad886c5c-1c4f-4678-8a47-e5221af95d1e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:33.480533 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7901b792-c264-4ed9-a3b6-8a6c06841659 req-ad886c5c-1c4f-4678-8a47-e5221af95d1e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1686597 Nov 09 19:52:33.499367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3178b-4c1c-4f7b-84af-db8e8aeef6cd None None] Pushing event updated for resources: {'Port': ['ID=0d1b0a18-abf3-4285-b7ab-f5571ede8245,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:33.505497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Attempting to bind port 0d1b0a18-abf3-4285-b7ab-f5571ede8245 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:33.505888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Attempting to bind port 0d1b0a18-abf3-4285-b7ab-f5571ede8245 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:33.506017 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845433d6-cbe4-49bd-916a-d32d880e6ace service neutron] Pushing event updated for resources: {'Port': ['ID=44148b58-4da2-4272-a147-230d23865a51,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:33.506260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Attempting to bind port 0d1b0a18-abf3-4285-b7ab-f5571ede8245 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:33.513391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:33.514222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:33.515249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.515645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:33.516244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Bound port: 0d1b0a18-abf3-4285-b7ab-f5571ede8245, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:33.516628 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.536366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Network 5a324136-2163-42a7-990c-86170143e093 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:33.563495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d94d6127-251f-4a65-99ec-f120ee8ad0d8 req-6c3cc2ae-59f4-4559-9d4a-6185dcc1fa2f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061444 Nov 09 19:52:33.571956 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:33.587869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:33.594648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763816-12aa-4ebf-b567-684dbea516f4 req-8174b3f3-977d-4d49-9aab-a23b967e7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:33.596234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-8174b3f3-977d-4d49-9aab-a23b967e7abf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d246aa485c64e1b8ad74e3636dd78b1&device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 1095 time: 0.0817204 Nov 09 19:52:33.617996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] For port 0d1b0a18-abf3-4285-b7ab-f5571ede8245, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:33.619608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Pushing event updated for resources: {'Port': ['ID=788bb096-f757-4869-a661-3b0450bb4566,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:33.635918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] For port 0d1b0a18-abf3-4285-b7ab-f5571ede8245, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0d1b0a18-abf3-4285-b7ab-f5571ede8245,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:33.648951 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.649203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-2f8341fa-21de-401e-a74c-922ece62bffb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44148b58-4da2-4272-a147-230d23865a51 HTTP/1.1" status: 200 len: 217 time: 0.0413871 Nov 09 19:52:33.699996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7901b792-c264-4ed9-a3b6-8a6c06841659 req-8a922634-35e5-4de0-831f-1556f48e667c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078292 Nov 09 19:52:33.721585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.733309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.746264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.9 (ac49baa2-7fd0-4bc5-99e9-d056e592a3b8/4bd805cc-e9eb-4df5-afdc-0c991ee6247e/223297fb-034c-4794-abc5-97f587ee82d5) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:33.751623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Routers {'0ede02ca-ffe7-4771-8281-49761ce6cf6d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:33.755069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:33.762559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763816-12aa-4ebf-b567-684dbea516f4 req-6595859c-ee84-408f-ab09-340447d27321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:33.764264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-6595859c-ee84-408f-ab09-340447d27321 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88 HTTP/1.1" status: 200 len: 854 time: 0.1071432 Nov 09 19:52:33.783467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.812300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:52:33.852119 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-43f3802d-3c01-437c-ac44-83c6376f6a7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726123 Nov 09 19:52:33.852968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc13d4c-150c-45ad-a0cd-f813b52668c9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:33.869009 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:33.869356 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added segment 1c641e25-f811-49d4-9dbc-18125e5e0148 of type vlan for network 7fbd42e1-f245-47db-95db-1d947f4f07c8 Nov 09 19:52:33.915460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:33.982454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3178b-4c1c-4f7b-84af-db8e8aeef6cd None None] Pushing event updated for resources: {'Port': ['ID=0d1b0a18-abf3-4285-b7ab-f5571ede8245,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:34.028550 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f68dd4c-1ad0-4a23-b050-eb22205d5cfe x-openstack-request-id: req-2f68dd4c-1ad0-4a23-b050-eb22205d5cfe {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:34.028845 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1ec3dd-17b8-4bcb-8161-a0af9413c510", "tag": "44148b58-4da2-4272-a147-230d23865a51", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:34.029105 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f68dd4c-1ad0-4a23-b050-eb22205d5cfe {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:34.029508 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'tag': '44148b58-4da2-4272-a147-230d23865a51', 'status': 'completed', 'code': 200} Nov 09 19:52:34.054500 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.064673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d2e87c4a-4497-49d8-9223-a113322333bf None None] Provisioning complete for port 788bb096-f757-4869-a661-3b0450bb4566 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:34.065096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-77f9fb63-5baa-4156-aa42-b4a78559f0dd service neutron] 10.222.0.70 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998665 Nov 09 19:52:34.065262 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d2e87c4a-4497-49d8-9223-a113322333bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.105478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:34.106368 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.111183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] Set router 0ede02ca-ffe7-4771-8281-49761ce6cf6d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:52:34.153380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d2e87c4a-4497-49d8-9223-a113322333bf None None] Port 788bb096-f757-4869-a661-3b0450bb4566 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:34.180501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425560-7931-46cd-a93c-807796da66d8 req-bea293e7-0994-4f01-9027-533f7a4decb2 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:34.188592 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f3425560-7931-46cd-a93c-807796da66d8 req-bea293e7-0994-4f01-9027-533f7a4decb2 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 944 time: 0.2592409 Nov 09 19:52:34.192341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.199053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:34.199825 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.313473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Network': ['ID=7fbd42e1-f245-47db-95db-1d947f4f07c8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:34.326352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 7fbd42e1-f245-47db-95db-1d947f4f07c8 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:52:34.344126 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.358700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1cd6b9c8-ea70-4c0b-843c-d64114fbb763 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2972496 Nov 09 19:52:34.360577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39750) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:34.382980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3b5e-52a6-4d5e-81f3-a280d1b5392b req-becf4600-1a5d-4301-b7e6-82bd2a093319 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:34.384949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'network': {'name': 'tempest-RoutersTest-188172332'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:34.385120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-75af3b5e-52a6-4d5e-81f3-a280d1b5392b req-becf4600-1a5d-4301-b7e6-82bd2a093319 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.2831140 Nov 09 19:52:34.389464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94763816-12aa-4ebf-b567-684dbea516f4 req-e12a6614-e4f5-4d5d-97f3-1829c20f78ff service neutron] 10.222.0.70 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166254 Nov 09 19:52:34.413669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f3425560-7931-46cd-a93c-807796da66d8 req-4e1ea0ee-9216-41b3-b1e1-4406cf1d6e5b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235851 Nov 09 19:52:34.420523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a951c49-38e0-42ae-8026-b0c4c3c2e935 None None] Network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:34.451449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.497281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-75af3b5e-52a6-4d5e-81f3-a280d1b5392b req-ae94a76f-26c4-4aa5-8698-71d032a50072 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917327 Nov 09 19:52:34.510019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0 req-766ad329-1156-42c0-9194-746f13f7f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:34.511620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0 req-766ad329-1156-42c0-9194-746f13f7f704 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d246aa485c64e1b8ad74e3636dd78b1&device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 1095 time: 0.0670195 Nov 09 19:52:34.529123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:34.532716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.533344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.535359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 554302f5-cfc5-4719-afd1-35582759496a up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:34.638761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0 req-bcad9594-6b65-42b5-ae5d-24f824073e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:34.640533 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0 req-bcad9594-6b65-42b5-ae5d-24f824073e85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 HTTP/1.1" status: 200 len: 915 time: 0.1188340 Nov 09 19:52:34.657444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ce0c8cab-a185-4c45-8cb2-c0077f0b9c33 None None] Provisioning complete for port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:34.657818 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ce0c8cab-a185-4c45-8cb2-c0077f0b9c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.698400 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:28Z', 'revision_number': 3, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:34.704392 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0 req-300a69fb-a986-46db-877c-a480808d4e49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44148b58-4da2-4272-a147-230d23865a51 HTTP/1.1" status: 200 len: 217 time: 0.0531881 Nov 09 19:52:34.739211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eda224f-0fd2-4f66-8a00-1ec802e08705 None None] The sync data for ids ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'] in n-d-817256-1 is: [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:28Z', 'revision_number': 3, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:34.749270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=55b18c81-9ef5-41f5-ab78-ba1ed47a1c77,segment=NetworkSegment(8a19bf8d-699c-4d6f-90df-218d92ac047d),segment_id=8a19bf8d-699c-4d6f-90df-218d92ac047d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:34.781615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7505-3c93-4b18-845e-d5c2378e2bb9 req-b9d4f2ed-f07f-435b-89ea-d5d5814a7141 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:34.781615 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-587b7505-3c93-4b18-845e-d5c2378e2bb9 req-b9d4f2ed-f07f-435b-89ea-d5d5814a7141 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 944 time: 0.1190157 Nov 09 19:52:34.781944 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.813147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0 req-2b1c741b-d4a1-482a-97fe-78d3894879fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:34.814688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0 req-2b1c741b-d4a1-482a-97fe-78d3894879fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88 HTTP/1.1" status: 200 len: 854 time: 0.0966456 Nov 09 19:52:34.826427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 554302f5-cfc5-4719-afd1-35582759496a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:52:34.846298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 554302f5-cfc5-4719-afd1-35582759496a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:34.846700 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:34.868479 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0 req-21933bc2-b579-481d-a6e1-3f8567de1933 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327575 Nov 09 19:52:34.884437 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-587b7505-3c93-4b18-845e-d5c2378e2bb9 req-edc81a0b-7392-4216-a4c5-069f1529b8c7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935266 Nov 09 19:52:34.928241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=55b18c81-9ef5-41f5-ab78-ba1ed47a1c77,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:35.011313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:52:35.022691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.023725 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added segment 1c4325b3-b89b-45d2-89d6-90aa18c3860e of type vlan for network 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 Nov 09 19:52:35.083178 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.104074 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.155689 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.162030 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:35.162787 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.164336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da70c938-a89a-4eeb-b96a-dae373443cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554302f5-cfc5-4719-afd1-35582759496a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:35.168309 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee209df-df05-4675-a51b-9cce27079ba6" -d '{"events": [{"server_uuid": "da70c938-a89a-4eeb-b96a-dae373443cc9", "name": "network-vif-plugged", "status": "completed", "tag": "554302f5-cfc5-4719-afd1-35582759496a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:35.179799 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.193486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 554302f5-cfc5-4719-afd1-35582759496a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=554302f5-cfc5-4719-afd1-35582759496a,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:35.204594 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.306968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=554302f5-cfc5-4719-afd1-35582759496a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:35.318360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dab37-5609-438b-98af-4d684d53eb33 req-43c6e424-b1e6-4ad4-9450-95c5826893c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:35.319162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-63b80e13-c419-4c1e-ba6f-516f8598e9b0 None None] Provisioning complete for port c1205f90-d1f6-4531-be52-faa7938f85b8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:35.319614 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63b80e13-c419-4c1e-ba6f-516f8598e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.321005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc5dab37-5609-438b-98af-4d684d53eb33 req-43c6e424-b1e6-4ad4-9450-95c5826893c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.8311894 Nov 09 19:52:35.358673 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9949005 Nov 09 19:52:35.359547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1e737-d9c0-4366-95b0-384d52ccb19f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Network': ['ID=6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:35.369877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-63b80e13-c419-4c1e-ba6f-516f8598e9b0 None None] Port c1205f90-d1f6-4531-be52-faa7938f85b8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:35.375476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:52:35.390498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39760) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:35.408850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'subnet': {'network_id': '7fbd42e1-f245-47db-95db-1d947f4f07c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:35.526212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d767f-c415-4a89-adc7-bb1811176cfe req-53249749-b4f5-43fc-b603-077b14536aa8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:35.534233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd6d767f-c415-4a89-adc7-bb1811176cfe req-53249749-b4f5-43fc-b603-077b14536aa8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.0810621 Nov 09 19:52:35.568794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:35.590504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:35.592022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd6d767f-c415-4a89-adc7-bb1811176cfe req-8623c94f-52ff-4559-a2c5-5189ffbef08b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567300 Nov 09 19:52:35.596594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:35.627636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-63b80e13-c419-4c1e-ba6f-516f8598e9b0 None None] Provisioning complete for port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:35.628149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0 req-b689e41b-f605-4802-a8c9-a6941acfb214 service neutron] 10.222.0.70 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7423530 Nov 09 19:52:35.628244 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63b80e13-c419-4c1e-ba6f-516f8598e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.686669 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d31597e-9215-49ef-a1c6-71930b82eb67 x-openstack-request-id: req-9d31597e-9215-49ef-a1c6-71930b82eb67 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:35.686967 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da70c938-a89a-4eeb-b96a-dae373443cc9", "name": "network-vif-plugged", "status": "completed", "tag": "554302f5-cfc5-4719-afd1-35582759496a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:35.687219 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d31597e-9215-49ef-a1c6-71930b82eb67 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:35.687617 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da70c938-a89a-4eeb-b96a-dae373443cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554302f5-cfc5-4719-afd1-35582759496a', 'code': 200} Nov 09 19:52:35.748367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:35.749003 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.815698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc5dab37-5609-438b-98af-4d684d53eb33 req-e48d77df-6821-4f4c-9a54-d2515db532b8 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4221659 Nov 09 19:52:35.816790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=223297fb-034c-4794-abc5-97f587ee82d5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:35.843510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-44ec8ee0-15e8-42ce-9bcf-33d1b3ef81b0 req-023bbeca-4c79-49ea-8c8f-2fb992302c21 service neutron] 10.222.0.70 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061071 Nov 09 19:52:35.883507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cd6fac65-3f63-4e13-b4ed-afe2a1206444 None None] Provisioning complete for port c1205f90-d1f6-4531-be52-faa7938f85b8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:35.884357 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd6fac65-3f63-4e13-b4ed-afe2a1206444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.884823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:35.889147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:35.933356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ffe18bb8-91a8-46dd-a5ef-c0531dd0080b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1111033 Nov 09 19:52:35.933991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39770) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:35.934961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0d1b0a18-abf3-4285-b7ab-f5571ede8245 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:35.949856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f75f3-fe66-48a3-8172-e3fc39157b9e req-343af2f8-1b12-4b4d-9121-2df1bb0d4c27 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:35.952154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a0f75f3-fe66-48a3-8172-e3fc39157b9e req-343af2f8-1b12-4b4d-9121-2df1bb0d4c27 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 944 time: 0.1077175 Nov 09 19:52:35.966887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cd6fac65-3f63-4e13-b4ed-afe2a1206444 None None] Port c1205f90-d1f6-4531-be52-faa7938f85b8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:36.022767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0d1b0a18-abf3-4285-b7ab-f5571ede8245 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:36.023192 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.043080 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a0f75f3-fe66-48a3-8172-e3fc39157b9e req-4a1fe34d-fcb8-4966-8eae-979ed6c96fdd tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799968 Nov 09 19:52:36.115346 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.123329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cc9f9df7-adc4-4a86-8bd4-1fef3e11ceba None None] Provisioning complete for port 223297fb-034c-4794-abc5-97f587ee82d5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:36.123698 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc9f9df7-adc4-4a86-8bd4-1fef3e11ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.151443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0b8f-dc95-4a92-9c77-06587491a2da req-504211b6-f5d6-43a0-abb6-988c6c4aa057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:36.153765 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa9a0b8f-dc95-4a92-9c77-06587491a2da req-504211b6-f5d6-43a0-abb6-988c6c4aa057 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 1096 time: 0.3696306 Nov 09 19:52:36.170371 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.173069 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.200460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52e8bb-fb3a-4558-bcfc-8d3dc6b5d579 req-4052731c-e3f4-4e8f-b2d2-6def01878b71 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:36.202441 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c52e8bb-fb3a-4558-bcfc-8d3dc6b5d579 req-4052731c-e3f4-4e8f-b2d2-6def01878b71 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 945 time: 0.0708411 Nov 09 19:52:36.215039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 0d1b0a18-abf3-4285-b7ab-f5571ede8245, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0d1b0a18-abf3-4285-b7ab-f5571ede8245,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:36.222089 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.222955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:36.238790 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f9df7-adc4-4a86-8bd4-1fef3e11ceba None None] Port 223297fb-034c-4794-abc5-97f587ee82d5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:36.261021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c52e8bb-fb3a-4558-bcfc-8d3dc6b5d579 req-2920f60f-e436-476c-9428-30d404483c8c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496147 Nov 09 19:52:36.302754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec03ff6-9818-48e7-9781-706da2858054 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:36.306915 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5ec03ff6-9818-48e7-9781-706da2858054 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2750590 Nov 09 19:52:36.307480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39772) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:36.317770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=0d1b0a18-abf3-4285-b7ab-f5571ede8245,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:36.331549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:36.332566 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.340523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Pushing event updated for resources: {'Port': ['ID=788bb096-f757-4869-a661-3b0450bb4566,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:36.350683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.359640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9768b-a098-4352-b330-74faabe05774 req-2b14ed21-0aef-4242-a3aa-d434c2595f4a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:36.361415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ce9768b-a098-4352-b330-74faabe05774 req-2b14ed21-0aef-4242-a3aa-d434c2595f4a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.2610404 Nov 09 19:52:36.369335 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa9a0b8f-dc95-4a92-9c77-06587491a2da req-be1d6ccb-3300-4a9c-a1f9-1a3568b5e0e1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938381 Nov 09 19:52:36.417022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54d9a6-fd7f-4339-9b58-de7963cd83f2 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:36.424160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54d9a6-fd7f-4339-9b58-de7963cd83f2 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:36.431770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca54d9a6-fd7f-4339-9b58-de7963cd83f2 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:36.433505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca54d9a6-fd7f-4339-9b58-de7963cd83f2 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1243742 Nov 09 19:52:36.436334 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39774) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:36.499482 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ce9768b-a098-4352-b330-74faabe05774 req-96468e0f-b766-41f5-b86c-e9123d72921b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255591 Nov 09 19:52:36.549060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-95a3313b-6a04-441e-b0cc-2babfc58065c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 223297fb-034c-4794-abc5-97f587ee82d5 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:36.549797 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-95a3313b-6a04-441e-b0cc-2babfc58065c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.567363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.613341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Network 5a324136-2163-42a7-990c-86170143e093 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:36.623122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:36.647019 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-95a3313b-6a04-441e-b0cc-2babfc58065c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.650414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Subnet': ['ID=56de0f67-e247-4f50-983c-fd59db640e84,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:36.667754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-95a3313b-6a04-441e-b0cc-2babfc58065c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 223297fb-034c-4794-abc5-97f587ee82d5 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:36.753982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Checking segment: {'id': '1c641e25-f811-49d4-9dbc-18125e5e0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7fbd42e1-f245-47db-95db-1d947f4f07c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:36.753982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network hostable DHCP agents. Network: 7fbd42e1-f245-47db-95db-1d947f4f07c8, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:52:36.826528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 44148b58-4da2-4272-a147-230d23865a51 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:52:36.829345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 7fbd42e1-f245-47db-95db-1d947f4f07c8 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:52:36.846387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c2b66-c6a9-45a1-9870-804286e1e477 req-8e536a1a-c11b-419c-941c-21d5e3b6b659 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:36.848176 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9e8c2b66-c6a9-45a1-9870-804286e1e477 req-8e536a1a-c11b-419c-941c-21d5e3b6b659 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1123555 Nov 09 19:52:36.856043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-95a3313b-6a04-441e-b0cc-2babfc58065c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.861198 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 7fbd42e1-f245-47db-95db-1d947f4f07c8) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:36.871107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4bf97b-39a1-425b-8d1a-0cf5851a7167 None None] Network 7fbd42e1-f245-47db-95db-1d947f4f07c8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:36.880318 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Router 0ede02ca-ffe7-4771-8281-49761ce6cf6d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:52:36.883394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:36.883961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:36.901091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3313b-6a04-441e-b0cc-2babfc58065c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=223297fb-034c-4794-abc5-97f587ee82d5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:36.958503 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a4e3f006-8ddf-423d-a291-0ff1ea6075c0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5637109 Nov 09 19:52:36.961594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39782) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:36.975958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'subnet': {'network_id': '6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:37.080551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-95a3313b-6a04-441e-b0cc-2babfc58065c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:37.088911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-95a3313b-6a04-441e-b0cc-2babfc58065c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/223297fb-034c-4794-abc5-97f587ee82d5 HTTP/1.1" status: 204 len: 168 time: 0.6515167 Nov 09 19:52:37.090370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39788) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:37.093076 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9e8c2b66-c6a9-45a1-9870-804286e1e477 req-4c402022-03bb-4e65-9c13-6a977a6e218c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336969 Nov 09 19:52:37.115016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 44148b58-4da2-4272-a147-230d23865a51, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=44148b58-4da2-4272-a147-230d23865a51,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:37.139877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '44148b58-4da2-4272-a147-230d23865a51', 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71', 'port_id': '44148b58-4da2-4272-a147-230d23865a51', 'mac_address': 'fa:16:3e:06:9c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:52:37.140559 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-43387b4c-2b79-448a-b615-b53f3af46944 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:52:37.145441 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-43387b4c-2b79-448a-b615-b53f3af46944 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/223297fb-034c-4794-abc5-97f587ee82d5 HTTP/1.1" status: 404 len: 333 time: 0.0529425 Nov 09 19:52:37.147977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fd599384-b87a-49b4-81be-1f437ab33b87 None None] Provisioning complete for port 788bb096-f757-4869-a661-3b0450bb4566 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:37.148326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39790) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:37.148448 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd599384-b87a-49b4-81be-1f437ab33b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:37.183554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9908b66-17a8-4616-9d24-aea4b0c755a3 req-2aa8e4d0-181c-4213-be00-198b8ab78db9 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:37.191685 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9908b66-17a8-4616-9d24-aea4b0c755a3 req-2aa8e4d0-181c-4213-be00-198b8ab78db9 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.1959641 Nov 09 19:52:37.299208 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9908b66-17a8-4616-9d24-aea4b0c755a3 req-89446c45-2d9d-4f9e-b82a-a08525b0e7cf tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066117 Nov 09 19:52:37.299579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fd599384-b87a-49b4-81be-1f437ab33b87 None None] Port 788bb096-f757-4869-a661-3b0450bb4566 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:37.300341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:37.311745 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:37.347383 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:37.373587 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44148b58-4da2-4272-a147-230d23865a51 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:52:37.396077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 44148b58-4da2-4272-a147-230d23865a51, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=44148b58-4da2-4272-a147-230d23865a51,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:37.402034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-7fbd42e1-f245-47db-95db-1d947f4f07c8', 'network_id': '7fbd42e1-f245-47db-95db-1d947f4f07c8', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'fixed_ips': [{'subnet_id': '56de0f67-e247-4f50-983c-fd59db640e84'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:52:37.403007 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:37.413225 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:37.485402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-9e555a91-40d9-4dc7-8dc7-19d8a7eb558f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port c1205f90-d1f6-4531-be52-faa7938f85b8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:37.485990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e555a91-40d9-4dc7-8dc7-19d8a7eb558f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:37.488603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:37.494789 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-63b29f4c-7610-4e6d-ae17-ff1894dfde5e admin admin] 10.222.0.53 "PUT /v2.0/routers/0ede02ca-ffe7-4771-8281-49761ce6cf6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0951309 Nov 09 19:52:37.502273 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Sync routers for ids ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:37.535286 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Routers {'0ede02ca-ffe7-4771-8281-49761ce6cf6d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:37.536438 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:37.541965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed435d-4116-4f19-ba84-fc47fe72c4f3 req-25532ad9-1f46-4ecb-871a-72d537d816bd tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:37.543636 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eeed435d-4116-4f19-ba84-fc47fe72c4f3 req-25532ad9-1f46-4ecb-871a-72d537d816bd tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 944 time: 0.1634843 Nov 09 19:52:37.555544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed91505-b2ae-4c16-a518-8a2bb252d1a6 req-f218110d-2a67-4940-88ff-be93e816cc0c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:37.563427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ed91505-b2ae-4c16-a518-8a2bb252d1a6 req-f218110d-2a67-4940-88ff-be93e816cc0c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 945 time: 0.1476414 Nov 09 19:52:37.566848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=44148b58-4da2-4272-a147-230d23865a51,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:37.643478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Allocated IP 172.20.0.2 (7fbd42e1-f245-47db-95db-1d947f4f07c8/56de0f67-e247-4f50-983c-fd59db640e84/b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:37.693967 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ed91505-b2ae-4c16-a518-8a2bb252d1a6 req-f225a181-3e42-4bfd-8547-956a03a4522c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250534 Nov 09 19:52:37.701462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['44148b58-4da2-4272-a147-230d23865a51'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:37.737084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e555a91-40d9-4dc7-8dc7-19d8a7eb558f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:37.760551 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eeed435d-4116-4f19-ba84-fc47fe72c4f3 req-ad4b13cc-f520-46fd-bb11-ead91a4031d6 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658423 Nov 09 19:52:37.764531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-9e555a91-40d9-4dc7-8dc7-19d8a7eb558f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for c1205f90-d1f6-4531-be52-faa7938f85b8 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:37.788472 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Set router 0ede02ca-ffe7-4771-8281-49761ce6cf6d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:52:37.793284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0d1b0a18-abf3-4285-b7ab-f5571ede8245 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:37.832297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:37.911929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Subnet': ['ID=ae912f3e-5fc1-47c0-9442-55b21b8a0b07,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:37.971675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Checking segment: {'id': '1c4325b3-b89b-45d2-89d6-90aa18c3860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:37.972045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network hostable DHCP agents. Network: 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:52:38.012393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:52:38.028159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:38.030420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0d1b0a18-abf3-4285-b7ab-f5571ede8245 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:38.032101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e555a91-40d9-4dc7-8dc7-19d8a7eb558f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.035991 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.039979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:38.040150 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.059770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff292ed7-e587-4625-99c5-35608fa7b7f8 None None] Network 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:38.075479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-491c9495-240c-4aaa-a971-477a48fbef3f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1126652 Nov 09 19:52:38.077962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39824) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:38.087030 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b4c0918c-6be3-4887-8916-2f4fab545481 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1569120453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:38.101743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e555a91-40d9-4dc7-8dc7-19d8a7eb558f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=c1205f90-d1f6-4531-be52-faa7938f85b8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:38.166550 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.170159 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4c0918c-6be3-4887-8916-2f4fab545481 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.171840 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4c0918c-6be3-4887-8916-2f4fab545481 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.202038 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:34Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '788bb096-f757-4869-a661-3b0450bb4566', 'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'mac_address': 'fa:16:3e:89:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:32Z', 'updated_at': '2021-11-09T19:52:34Z', 'revision_number': 2, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'subnets': [{'id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:38.252552 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4c0918c-6be3-4887-8916-2f4fab545481 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.261317 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4c0918c-6be3-4887-8916-2f4fab545481 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.277703 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Checking router: 0ede02ca-ffe7-4771-8281-49761ce6cf6d for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:52:38.278316 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Updating router 0ede02ca-ffe7-4771-8281-49761ce6cf6d port 788bb096-f757-4869-a661-3b0450bb4566 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:52:38.289888 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.337715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4c0918c-6be3-4887-8916-2f4fab545481 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.344471 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b4c0918c-6be3-4887-8916-2f4fab545481 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2628579 Nov 09 19:52:38.344683 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.345607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39844) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:38.415676 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9a05375-1fa4-405e-9aed-816907399c94 req-1a6567ac-e161-4d00-a405-47e2818b2c60 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2805014 Nov 09 19:52:38.424611 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e555a91-40d9-4dc7-8dc7-19d8a7eb558f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.436119 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9e555a91-40d9-4dc7-8dc7-19d8a7eb558f tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/c1205f90-d1f6-4531-be52-faa7938f85b8 HTTP/1.1" status: 204 len: 168 time: 1.2807865 Nov 09 19:52:38.438234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39846) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:38.517311 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-1864c693-4858-4d68-84d8-2ee916085ce4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:52:38.519165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1864c693-4858-4d68-84d8-2ee916085ce4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/c1205f90-d1f6-4531-be52-faa7938f85b8 HTTP/1.1" status: 404 len: 333 time: 0.0707433 Nov 09 19:52:38.527731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e197f3b-dd6c-4cf9-b847-7d5d0f768578 req-be23c2ca-4a21-40cb-b28a-c209a044c524 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:38.535386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e197f3b-dd6c-4cf9-b847-7d5d0f768578 req-be23c2ca-4a21-40cb-b28a-c209a044c524 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.2898848 Nov 09 19:52:38.547000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Network 7fbd42e1-f245-47db-95db-1d947f4f07c8 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:38.559019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:38.561896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39848) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:38.566540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:38.569389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:38.725767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05375-1fa4-405e-9aed-816907399c94 req-212b049e-9ec2-45ab-b430-6e6456ff249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:38.727988 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9a05375-1fa4-405e-9aed-816907399c94 req-212b049e-9ec2-45ab-b430-6e6456ff249c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 1097 time: 0.2576914 Nov 09 19:52:38.740977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Attempting to bind port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:38.741348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Attempting to bind port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '1c641e25-f811-49d4-9dbc-18125e5e0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7fbd42e1-f245-47db-95db-1d947f4f07c8'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:38.741850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Attempting to bind port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 on network 7fbd42e1-f245-47db-95db-1d947f4f07c8 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:38.745893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd11e81-2ec8-48b4-97c8-7650fa0f8cb0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet 4bd805cc-e9eb-4df5-afdc-0c991ee6247e {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:52:38.761494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ca215-132a-49f9-a1ec-d5a6004ef236 req-7a8cab70-38b1-4958-84d6-4a93cec45a9a tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:38.770150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b26ca215-132a-49f9-a1ec-d5a6004ef236 req-7a8cab70-38b1-4958-84d6-4a93cec45a9a tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.2259862 Nov 09 19:52:38.770290 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e197f3b-dd6c-4cf9-b847-7d5d0f768578 req-1a228120-17ba-4c1c-ae1d-a084cab5adad tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333314 Nov 09 19:52:38.772442 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fdd11e81-2ec8-48b4-97c8-7650fa0f8cb0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.786200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:38.786200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Checking segment: {'id': '1c641e25-f811-49d4-9dbc-18125e5e0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7fbd42e1-f245-47db-95db-1d947f4f07c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:38.786200 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.786200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Bound using segment: {'id': '1c641e25-f811-49d4-9dbc-18125e5e0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7fbd42e1-f245-47db-95db-1d947f4f07c8'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:38.786200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Bound port: b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c641e25-f811-49d4-9dbc-18125e5e0148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7fbd42e1-f245-47db-95db-1d947f4f07c8'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:38.786200 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.809966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49', 'network_id': '6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'fixed_ips': [{'subnet_id': 'ae912f3e-5fc1-47c0-9442-55b21b8a0b07'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:52:38.812301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.910306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b26ca215-132a-49f9-a1ec-d5a6004ef236 req-d1bb83b3-9866-4f85-b5af-ab3b10d634ab tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373384 Nov 09 19:52:38.948418 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:38.962178 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:39.048739 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:39.065062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] For port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:39.066107 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Pushing event updated for resources: {'Port': ['ID=788bb096-f757-4869-a661-3b0450bb4566,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:39.066267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fdd11e81-2ec8-48b4-97c8-7650fa0f8cb0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:39.096819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] For port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796,segment=NetworkSegment(1c641e25-f811-49d4-9dbc-18125e5e0148),segment_id=1c641e25-f811-49d4-9dbc-18125e5e0148)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:39.110754 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:39.147948 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.148791 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.149436 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.150316 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.155103 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.155871 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.156935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.157673 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.158680 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.160090 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.162348 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.163135 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:52:39.218357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Allocated IP 172.21.0.2 (6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49/ae912f3e-5fc1-47c0-9442-55b21b8a0b07/5cc764f9-7c12-4757-b1bd-0effcea8c615) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:39.235880 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Attempting to bind port 788bb096-f757-4869-a661-3b0450bb4566 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:39.236583 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Attempting to bind port 788bb096-f757-4869-a661-3b0450bb4566 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:39.237138 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Attempting to bind port 788bb096-f757-4869-a661-3b0450bb4566 on network 5a324136-2163-42a7-990c-86170143e093 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:39.250110 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:39.250484 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Checking segment: {'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:39.250923 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:39.251306 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Bound using segment: {'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:39.251784 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Bound port: 788bb096-f757-4869-a661-3b0450bb4566, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:39.252165 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:39.256845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff14aa7-0c62-42b8-aa84-29c3d45cf2a6 req-f0e51d11-b19d-4591-936d-e9cebf5d23bd tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:39.280672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ff14aa7-0c62-42b8-aa84-29c3d45cf2a6 req-f0e51d11-b19d-4591-936d-e9cebf5d23bd tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 945 time: 0.3845859 Nov 09 19:52:39.324304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846834eb-820c-4304-ba04-c31c2017e914 req-dc52eda7-c24b-40d2-aef9-b5bccbe12ef6 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:39.331272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecf9f6-ac2a-4c8d-9b8f-fa06c91ad806 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:39.336029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-846834eb-820c-4304-ba04-c31c2017e914 req-dc52eda7-c24b-40d2-aef9-b5bccbe12ef6 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 945 time: 0.2975457 Nov 09 19:52:39.383576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ff14aa7-0c62-42b8-aa84-29c3d45cf2a6 req-11111823-cd4e-433b-bd6e-657fd8382b25 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016674 Nov 09 19:52:39.389690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05375-1fa4-405e-9aed-816907399c94 req-31c5422f-4d7a-434a-8700-ff1f34f39738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:39.394212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9a05375-1fa4-405e-9aed-816907399c94 req-31c5422f-4d7a-434a-8700-ff1f34f39738 service neutron] 10.222.0.70 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.6012979 Nov 09 19:52:39.401232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fdd11e81-2ec8-48b4-97c8-7650fa0f8cb0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:39.405814 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] For port 788bb096-f757-4869-a661-3b0450bb4566, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:39.409616 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] For port 788bb096-f757-4869-a661-3b0450bb4566, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=788bb096-f757-4869-a661-3b0450bb4566,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:39.420710 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:39.499876 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160b04b-8900-4402-b20e-96c9f5a76bc0 None None] Pushing event updated for resources: {'Port': ['ID=788bb096-f757-4869-a661-3b0450bb4566,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:39.526214 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-846834eb-820c-4304-ba04-c31c2017e914 req-4e1137ba-f947-4d27-af33-bf3f3212afdb tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892200 Nov 09 19:52:39.529079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9a05375-1fa4-405e-9aed-816907399c94 req-b2648e0d-f555-4409-a8c1-b4fddab68b42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92e3ce06-32d9-4eca-b78a-64d45c2aedd7 HTTP/1.1" status: 200 len: 217 time: 0.1154120 Nov 09 19:52:39.573346 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Routers {'0ede02ca-ffe7-4771-8281-49761ce6cf6d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:39.574375 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:39.812040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Allocated IP 172.20.0.1 (7fbd42e1-f245-47db-95db-1d947f4f07c8/56de0f67-e247-4f50-983c-fd59db640e84/12cfe668-11a0-461a-9f80-5e3917a8296a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:39.823872 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] Set router 0ede02ca-ffe7-4771-8281-49761ce6cf6d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:52:39.871708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05375-1fa4-405e-9aed-816907399c94 req-427fd793-4aed-4478-aa8e-e70b2a3578c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:39.889619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9a05375-1fa4-405e-9aed-816907399c94 req-427fd793-4aed-4478-aa8e-e70b2a3578c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.2554362 Nov 09 19:52:39.985069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fdd11e81-2ec8-48b4-97c8-7650fa0f8cb0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:40.101705 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:40.104937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd11e81-2ec8-48b4-97c8-7650fa0f8cb0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd805cc-e9eb-4df5-afdc-0c991ee6247e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:40.177897 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fdd11e81-2ec8-48b4-97c8-7650fa0f8cb0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:40.181998 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fdd11e81-2ec8-48b4-97c8-7650fa0f8cb0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/4bd805cc-e9eb-4df5-afdc-0c991ee6247e HTTP/1.1" status: 204 len: 168 time: 1.6179328 Nov 09 19:52:40.185798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39904) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:40.196003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05375-1fa4-405e-9aed-816907399c94 req-5246670b-fc84-4754-a3f4-2e0f2ee8da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:40.197891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9a05375-1fa4-405e-9aed-816907399c94 req-5246670b-fc84-4754-a3f4-2e0f2ee8da1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986004 Nov 09 19:52:40.277849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:40.288249 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:34Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '788bb096-f757-4869-a661-3b0450bb4566', 'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'mac_address': 'fa:16:3e:89:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:32Z', 'updated_at': '2021-11-09T19:52:39Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'subnets': [{'id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:40.293286 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-797e6fe9-a10b-455e-b47b-59e1b4a6637e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e3f76579cbf14f63a7509e37e4402350 HTTP/1.1" status: 200 len: 267 time: 0.1717854 Nov 09 19:52:40.293484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c1208-f30f-483e-b05f-a8fb7a66703e None None] Network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:40.295162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:40.347519 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:40.400885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3b48f43c-9d63-405e-9d6e-641620ceac81 None None] Provisioning complete for port 788bb096-f757-4869-a661-3b0450bb4566 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:40.401277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3b48f43c-9d63-405e-9d6e-641620ceac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:40.446917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=12cfe668-11a0-461a-9f80-5e3917a8296a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:40.468038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9a05375-1fa4-405e-9aed-816907399c94 req-f262a676-a027-46e0-999c-e6034f3a0c5a service neutron] 10.222.0.70 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561769 Nov 09 19:52:40.511787 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4efe0ee-f65a-482d-8490-6b79db521dca None None] The sync data for ids ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'] in n-d-817256-1 is: [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:34Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '788bb096-f757-4869-a661-3b0450bb4566', 'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'mac_address': 'fa:16:3e:89:4e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:32Z', 'updated_at': '2021-11-09T19:52:39Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'subnets': [{'id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:40.572345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 7fbd42e1-f245-47db-95db-1d947f4f07c8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:40.591900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:40.595847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:40.629891 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fefe500a-e8cd-4cea-9000-a37902ce76ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:40.652707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-afce63eb-3284-4fec-b526-18cad8ce14be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:40.654897 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-afce63eb-3284-4fec-b526-18cad8ce14be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 1096 time: 0.6491263 Nov 09 19:52:40.752523 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:40.786702 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:40.904539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Network 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:40.920329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Pushing event updated for resources: {'Port': ['ID=5cc764f9-7c12-4757-b1bd-0effcea8c615,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:40.922409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-1616a7a1-a4b3-48d3-b14e-4b28f78826f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:40.925027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:40.931417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 44148b58-4da2-4272-a147-230d23865a51 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:40.939947 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-1616a7a1-a4b3-48d3-b14e-4b28f78826f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 910 time: 0.2607992 Nov 09 19:52:40.977774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:41.056462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9a05375-1fa4-405e-9aed-816907399c94 req-2265451a-5f70-4cb7-8546-be1966dc9e4c service neutron] 10.222.0.70 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701129 Nov 09 19:52:41.116067 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3b48f43c-9d63-405e-9d6e-641620ceac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.122074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd5e32-7a4a-4d43-81ab-61cdf24ec597 req-1c1c97d1-0797-434e-9149-614589bdfe25 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:41.131489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-adfd5e32-7a4a-4d43-81ab-61cdf24ec597 req-1c1c97d1-0797-434e-9149-614589bdfe25 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.6621068 Nov 09 19:52:41.186442 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-9dab7a83-3c55-4530-9b1b-b40f0c4c46c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d HTTP/1.1" status: 200 len: 1001 time: 0.2130184 Nov 09 19:52:41.198212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-d8f72925-e57c-4412-b68c-62bfd93517a4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:41.200206 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-d8f72925-e57c-4412-b68c-62bfd93517a4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 945 time: 0.8759902 Nov 09 19:52:41.213997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.227502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-e4c9cee8-f390-44fa-b0a0-e4522ad4edd5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'port': {'security_groups': []}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:41.260233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c016ac7-a36d-46a1-8b2e-755e3c975e7d None None] Network 7fbd42e1-f245-47db-95db-1d947f4f07c8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:41.287280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b59df1-da8a-4d2f-b31d-ef30983c80b4 None None] DHCP port deletion for ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:52:41.298447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:41.299594 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.310649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55964bb-0ebd-416e-b8ed-7683ef245fe8 req-94de3757-0818-449f-8b97-ba484daa1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:41.312205 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a55964bb-0ebd-416e-b8ed-7683ef245fe8 req-94de3757-0818-449f-8b97-ba484daa1726 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 1097 time: 1.0133595 Nov 09 19:52:41.324022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-adfd5e32-7a4a-4d43-81ab-61cdf24ec597 req-e886cf83-c713-45eb-b7a9-9236b15b43bd tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879301 Nov 09 19:52:41.353772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-faf7a7cb-0101-4898-b8cb-8abdf6df0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:41.361869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-faf7a7cb-0101-4898-b8cb-8abdf6df0c90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 200 len: 848 time: 0.1607666 Nov 09 19:52:41.486497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3b48f43c-9d63-405e-9d6e-641620ceac81 None None] For port 788bb096-f757-4869-a661-3b0450bb4566, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=788bb096-f757-4869-a661-3b0450bb4566,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:41.551997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Attempting to bind port 5cc764f9-7c12-4757-b1bd-0effcea8c615 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:41.552649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Attempting to bind port 5cc764f9-7c12-4757-b1bd-0effcea8c615 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '1c4325b3-b89b-45d2-89d6-90aa18c3860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:41.553184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Attempting to bind port 5cc764f9-7c12-4757-b1bd-0effcea8c615 on network 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:41.553623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-8b111203-899c-4a43-a545-5326ba5e23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:41.556754 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-8b111203-899c-4a43-a545-5326ba5e23d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=64c99bb4-90d7-4a67-a079-d1a5de0b5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849043 Nov 09 19:52:41.561853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:41.562192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.563126 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3b48f43c-9d63-405e-9d6e-641620ceac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.570920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-e4c9cee8-f390-44fa-b0a0-e4522ad4edd5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.603537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4cff4-0115-475e-b6cf-89e8fcc66aad req-971a3a59-5603-4eb9-8996-583d1463abda tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:41.611006 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ecf4cff4-0115-475e-b6cf-89e8fcc66aad req-971a3a59-5603-4eb9-8996-583d1463abda tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1635795 Nov 09 19:52:41.653980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48f43c-9d63-405e-9d6e-641620ceac81 None None] Pushing event updated for resources: {'Port': ['ID=788bb096-f757-4869-a661-3b0450bb4566,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:41.718488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:41.718895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Checking segment: {'id': '1c4325b3-b89b-45d2-89d6-90aa18c3860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:41.719309 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.719711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Bound using segment: {'id': '1c4325b3-b89b-45d2-89d6-90aa18c3860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:41.720242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Bound port: 5cc764f9-7c12-4757-b1bd-0effcea8c615, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4325b3-b89b-45d2-89d6-90aa18c3860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:41.720582 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.732294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 44148b58-4da2-4272-a147-230d23865a51 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:52:41.765033 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ecf4cff4-0115-475e-b6cf-89e8fcc66aad req-f28aba3f-46e5-4720-9f29-2f834e477aba tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523082 Nov 09 19:52:41.780538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 44148b58-4da2-4272-a147-230d23865a51 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:41.781320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.790906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] For port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=55b18c81-9ef5-41f5-ab78-ba1ed47a1c77,segment=NetworkSegment(8a19bf8d-699c-4d6f-90df-218d92ac047d),segment_id=8a19bf8d-699c-4d6f-90df-218d92ac047d)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:41.791282 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.799605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55964bb-0ebd-416e-b8ed-7683ef245fe8 req-d571240c-0780-4e02-9379-9c2753da50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:41.801221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a55964bb-0ebd-416e-b8ed-7683ef245fe8 req-d571240c-0780-4e02-9379-9c2753da50c0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 914 time: 0.4747746 Nov 09 19:52:41.837132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:41.840987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:41.859359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-8d81e25a-b74f-4544-8d3c-9cc31c3df27a service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937901 Nov 09 19:52:41.895461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a55964bb-0ebd-416e-b8ed-7683ef245fe8 req-1d4db02f-aaa5-4c75-bf71-3a903ff693e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47701f0d-94b1-4d67-b61a-c4849ee89784 HTTP/1.1" status: 200 len: 217 time: 0.0774336 Nov 09 19:52:41.930840 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:42.050431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-746e9133-a502-453b-a786-258932ca3c95 None None] For port 5cc764f9-7c12-4757-b1bd-0effcea8c615, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:42.061062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-746e9133-a502-453b-a786-258932ca3c95 None None] For port 5cc764f9-7c12-4757-b1bd-0effcea8c615, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5cc764f9-7c12-4757-b1bd-0effcea8c615,segment=NetworkSegment(1c4325b3-b89b-45d2-89d6-90aa18c3860e),segment_id=1c4325b3-b89b-45d2-89d6-90aa18c3860e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:42.101890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d6c48-a2ad-4510-85ad-c90c8609f498 req-9e1b8f6f-c069-405e-9f72-c65efbc74c50 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:42.107571 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-885d6c48-a2ad-4510-85ad-c90c8609f498 req-9e1b8f6f-c069-405e-9f72-c65efbc74c50 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 945 time: 0.1567123 Nov 09 19:52:42.122094 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:42.151154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a1efc17d-81bd-4b19-81f9-5cab8cdba8bb None None] Provisioning complete for port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:42.151528 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a1efc17d-81bd-4b19-81f9-5cab8cdba8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:42.161940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df75b172-b326-4d64-84ed-4a59398c2d19 req-d2b793cb-f480-43ed-a9de-13459cff0686 service neutron] 10.222.0.70 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953222 Nov 09 19:52:42.187867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-885d6c48-a2ad-4510-85ad-c90c8609f498 req-2e6d940a-6aef-4729-8ecd-6ae56d23935d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654569 Nov 09 19:52:42.293356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-92b59df1-da8a-4d2f-b31d-ef30983c80b4 None None] Deleting port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:42.293846 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-92b59df1-da8a-4d2f-b31d-ef30983c80b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:42.295354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55964bb-0ebd-416e-b8ed-7683ef245fe8 req-d710f1b9-0a7d-45a0-abda-f6b392002e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:42.296895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a55964bb-0ebd-416e-b8ed-7683ef245fe8 req-d710f1b9-0a7d-45a0-abda-f6b392002e41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2df0995-4274-46ff-9678-8cd2a4f49569 HTTP/1.1" status: 200 len: 853 time: 0.3834379 Nov 09 19:52:42.313040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796,segment=NetworkSegment(1c641e25-f811-49d4-9dbc-18125e5e0148),segment_id=1c641e25-f811-49d4-9dbc-18125e5e0148)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:42.395207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a55964bb-0ebd-416e-b8ed-7683ef245fe8 req-be4f2aaf-e4f3-4faa-8cee-4f64c7a08bb4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efdc4ccf-7df5-49e5-8ac8-848b66620154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750716 Nov 09 19:52:42.429416 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:42.553594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d2b27-222e-4aa7-a33d-38c1cb49e6b8 req-4be303fc-4417-4d04-b007-4a48b3174f25 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:42.569149 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:42.579725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a2d2b27-222e-4aa7-a33d-38c1cb49e6b8 req-4be303fc-4417-4d04-b007-4a48b3174f25 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.1567333 Nov 09 19:52:42.621401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e9133-a502-453b-a786-258932ca3c95 None None] Pushing event updated for resources: {'Port': ['ID=5cc764f9-7c12-4757-b1bd-0effcea8c615,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:42.667929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-e4c9cee8-f390-44fa-b0a0-e4522ad4edd5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] For port 554302f5-cfc5-4719-afd1-35582759496a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=554302f5-cfc5-4719-afd1-35582759496a,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:42.691807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-92b59df1-da8a-4d2f-b31d-ef30983c80b4 None None] For port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=55b18c81-9ef5-41f5-ab78-ba1ed47a1c77,segment=NetworkSegment(8a19bf8d-699c-4d6f-90df-218d92ac047d),segment_id=8a19bf8d-699c-4d6f-90df-218d92ac047d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:42.692407 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-92b59df1-da8a-4d2f-b31d-ef30983c80b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:42.706170 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a2d2b27-222e-4aa7-a33d-38c1cb49e6b8 req-04424ab7-5af1-4bb3-b2b2-56b0b6169f73 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251323 Nov 09 19:52:42.734931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-92b59df1-da8a-4d2f-b31d-ef30983c80b4 None None] Calling delete_port for 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:42.870306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 788bb096-f757-4869-a661-3b0450bb4566 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:42.903567 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:42.954755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae4d63-58b6-43ca-b4bb-a8a92329aec2 req-46d58773-d0cf-46ce-b9e8-a3ea420c8fa0 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:42.966287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5ae4d63-58b6-43ca-b4bb-a8a92329aec2 req-46d58773-d0cf-46ce-b9e8-a3ea420c8fa0 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1050532 Nov 09 19:52:42.988831 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-e4c9cee8-f390-44fa-b0a0-e4522ad4edd5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:42.995701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=55b18c81-9ef5-41f5-ab78-ba1ed47a1c77,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:42.999945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No DVR routers for this DVR port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:43.015619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-e4c9cee8-f390-44fa-b0a0-e4522ad4edd5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.022474 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5ae4d63-58b6-43ca-b4bb-a8a92329aec2 req-714dd309-fe33-4580-bfbc-2cc4e41921a7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550950 Nov 09 19:52:43.068003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:43.128419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a55964bb-0ebd-416e-b8ed-7683ef245fe8 req-c2807754-5b8b-4849-8c3b-e5ca30bb1934 service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099376 Nov 09 19:52:43.134315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 44148b58-4da2-4272-a147-230d23865a51, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=44148b58-4da2-4272-a147-230d23865a51,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:43.139727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['92e3ce06-32d9-4eca-b78a-64d45c2aedd7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:43.142101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fa46d398-7880-4a48-92a9-af72e7c6ec6d', '554302f5-cfc5-4719-afd1-35582759496a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:43.172825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44148b58-4da2-4272-a147-230d23865a51'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:43.175127 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23acf06-fc45-443a-a1fb-4876035e0664" -d '{"events": [{"server_uuid": "7d1ec3dd-17b8-4bcb-8161-a0af9413c510", "name": "network-vif-plugged", "status": "completed", "tag": "44148b58-4da2-4272-a147-230d23865a51"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:43.191697 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.311943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-e4c9cee8-f390-44fa-b0a0-e4522ad4edd5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:43.312352 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-e4c9cee8-f390-44fa-b0a0-e4522ad4edd5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.313581 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfefd254-3d70-4d44-a9c0-1b137ffdadf8 req-e4c9cee8-f390-44fa-b0a0-e4522ad4edd5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "PUT /v2.0/ports/554302f5-cfc5-4719-afd1-35582759496a HTTP/1.1" status: 200 len: 904 time: 2.1009781 Nov 09 19:52:43.328299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da70c938-a89a-4eeb-b96a-dae373443cc9', 'tag': '554302f5-cfc5-4719-afd1-35582759496a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:43.330614 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "da70c938-a89a-4eeb-b96a-dae373443cc9", "tag": "554302f5-cfc5-4719-afd1-35582759496a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:43.346911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a1efc17d-81bd-4b19-81f9-5cab8cdba8bb None None] Provisioning complete for port 788bb096-f757-4869-a661-3b0450bb4566 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:43.347420 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a1efc17d-81bd-4b19-81f9-5cab8cdba8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.374093 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.419559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac49baa2-7fd0-4bc5-99e9-d056e592a3b8']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:43.432191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a19bf8d-699c-4d6f-90df-218d92ac047d') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:43.432907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a19bf8d-699c-4d6f-90df-218d92ac047d') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:43.447290 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.448579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=44148b58-4da2-4272-a147-230d23865a51,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:43.467106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.485522 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e2598c-2fcf-473d-a73f-1fe641f1be51 x-openstack-request-id: req-b3e2598c-2fcf-473d-a73f-1fe641f1be51 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:43.485816 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1ec3dd-17b8-4bcb-8161-a0af9413c510", "name": "network-vif-plugged", "status": "completed", "tag": "44148b58-4da2-4272-a147-230d23865a51", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:43.486069 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3e2598c-2fcf-473d-a73f-1fe641f1be51 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:43.486204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:52:43.486457 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44148b58-4da2-4272-a147-230d23865a51', 'code': 200} Nov 09 19:52:43.488679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.534672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d55ce-275d-47f6-8143-40f8d1a9249d req-0ccd2ea5-82ed-49ad-9b22-612be12070a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:43.537263 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a4d55ce-275d-47f6-8143-40f8d1a9249d req-0ccd2ea5-82ed-49ad-9b22-612be12070a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 1097 time: 0.0856223 Nov 09 19:52:43.556307 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9678cc14-c3a5-4e26-ad10-3f3ac9f8a807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.583645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['554302f5-cfc5-4719-afd1-35582759496a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:43.637980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9cee8-f390-44fa-b0a0-e4522ad4edd5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'Port': ['ID=554302f5-cfc5-4719-afd1-35582759496a,revision_number=6']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:52:43.640954 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:52:43.656185 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a4d55ce-275d-47f6-8143-40f8d1a9249d req-6fa7f241-b735-4694-92f4-3a3d040f5c73 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111975 Nov 09 19:52:43.665490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.696320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 788bb096-f757-4869-a661-3b0450bb4566 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:43.696690 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.698241 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.716849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70309f7-c091-4c82-bb59-d84118a5229b req-edcac54c-63eb-4048-ab8f-07349d0e3154 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:43.724002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.728663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d70309f7-c091-4c82-bb59-d84118a5229b req-edcac54c-63eb-4048-ab8f-07349d0e3154 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 907 time: 0.1093123 Nov 09 19:52:43.728943 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/networks/ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 HTTP/1.1" status: 204 len: 168 time: 3.5415792 Nov 09 19:52:43.736159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39936) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:43.753678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-458569655'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:43.773940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb49bfc-81ad-42b7-b0b6-b8a4ccc39828 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Network': ['ID=ac49baa2-7fd0-4bc5-99e9-d056e592a3b8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:43.798918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:43.806579 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.821505 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-92b59df1-da8a-4d2f-b31d-ef30983c80b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.835240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b35436-54f3-4d2b-bda6-4d8f029d81c0 req-8568c653-11d2-4086-b10e-dc50fc6604db tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:43.843043 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3b35436-54f3-4d2b-bda6-4d8f029d81c0 req-8568c653-11d2-4086-b10e-dc50fc6604db tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.1993299 Nov 09 19:52:43.854856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:52:43.881485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92b59df1-da8a-4d2f-b31d-ef30983c80b4 None None] Network ac49baa2-7fd0-4bc5-99e9-d056e592a3b8 is not hosted by any dhcp agent {{(pid=102297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 19:52:43.885372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b59df1-da8a-4d2f-b31d-ef30983c80b4 None None] No DVR routers for this DVR port 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:43.898972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.911556 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08596e97-6372-40ae-9ee1-910af1421fde x-openstack-request-id: req-08596e97-6372-40ae-9ee1-910af1421fde {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:43.911556 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da70c938-a89a-4eeb-b96a-dae373443cc9", "tag": "554302f5-cfc5-4719-afd1-35582759496a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:43.911890 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08596e97-6372-40ae-9ee1-910af1421fde {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:43.912220 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da70c938-a89a-4eeb-b96a-dae373443cc9', 'tag': '554302f5-cfc5-4719-afd1-35582759496a', 'status': 'completed', 'code': 200} Nov 09 19:52:43.916634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.917047 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Added segment 59087fc0-91cb-41cf-8146-fc5eff5518e3 of type vlan for network c3d42b2c-11fe-4048-b0de-6fb6d84ef506 Nov 09 19:52:43.926232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:43.974779 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a55964bb-0ebd-416e-b8ed-7683ef245fe8 req-f3269da6-3f5c-43ec-b074-7fc95325fd87 service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824690 Nov 09 19:52:43.984374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b59df1-da8a-4d2f-b31d-ef30983c80b4 None None] Pushing event deleted for resources: {'Port': ['ID=55b18c81-9ef5-41f5-ab78-ba1ed47a1c77,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:44.030107 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3b35436-54f3-4d2b-bda6-4d8f029d81c0 req-230de23f-0807-4e2b-8bfa-0c24042839b0 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856318 Nov 09 19:52:44.030332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dee0bc-5ffc-412b-9d1d-462e46775466 None None] Network 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:44.032787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-67489042-df14-45df-a9b8-b03d874b4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.035406 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-67489042-df14-45df-a9b8-b03d874b4bbd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 1058 time: 0.1734123 Nov 09 19:52:44.060116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:44.123994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=12cfe668-11a0-461a-9f80-5e3917a8296a,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:44.168262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:44.193926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.resource_extend [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:52:44.206033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ae9e-fe79-4867-b40e-d56e8803bf20 req-0d4395dd-8801-493d-820a-6b608bcde59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.208271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5541ae9e-fe79-4867-b40e-d56e8803bf20 req-0d4395dd-8801-493d-820a-6b608bcde59a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a74accc3be545e4aa36b446a4230620&device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 1097 time: 0.1713667 Nov 09 19:52:44.216090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87b8d4-f8a9-4259-984a-c8fb844f133d req-99166416-727e-4d7e-8c8c-95eef658e8c4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.224364 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec87b8d4-f8a9-4259-984a-c8fb844f133d req-99166416-727e-4d7e-8c8c-95eef658e8c4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.2478673 Nov 09 19:52:44.277541 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:44.285401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.287191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:44.340478 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d0993-b203-4d53-a94d-0767ba9e058d req-2b18c522-efb2-4090-8c89-721dd2d40cd7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.349829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-437d0993-b203-4d53-a94d-0767ba9e058d req-2b18c522-efb2-4090-8c89-721dd2d40cd7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2023094 Nov 09 19:52:44.391593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec87b8d4-f8a9-4259-984a-c8fb844f133d req-8d70b713-315f-43b7-bf5c-6b64184576e3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653736 Nov 09 19:52:44.450804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-437d0993-b203-4d53-a94d-0767ba9e058d req-2d53e7da-7e7a-4e8d-8772-7cbd6a42b1d4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998454 Nov 09 19:52:44.500672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-cfaf2537-333e-4fd6-b472-e1a59a4629b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.502217 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-cfaf2537-333e-4fd6-b472-e1a59a4629b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.4534926 Nov 09 19:52:44.505453 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7677312 Nov 09 19:52:44.507763 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ae9e-fe79-4867-b40e-d56e8803bf20 req-d49da72d-1100-4130-8c68-e73d3a15dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.509654 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5541ae9e-fe79-4867-b40e-d56e8803bf20 req-d49da72d-1100-4130-8c68-e73d3a15dcf7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 200 len: 914 time: 0.2663116 Nov 09 19:52:44.511820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39948) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:44.518781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'c3d42b2c-11fe-4048-b0de-6fb6d84ef506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:44.551647 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:44.561012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:44.608043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc3f2a-58bd-44f2-8d54-a7ca009c3240 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Network': ['ID=c3d42b2c-11fe-4048-b0de-6fb6d84ef506,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:44.625877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-8566f746-75a7-42bd-a733-6180e5ff7746 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=554302f5-cfc5-4719-afd1-35582759496a HTTP/1.1" status: 200 len: 217 time: 0.0967247 Nov 09 19:52:44.637742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c3d42b2c-11fe-4048-b0de-6fb6d84ef506 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:52:44.675412 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5541ae9e-fe79-4867-b40e-d56e8803bf20 req-a9971ba1-30bc-45b0-9cb7-d9c7956d7912 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47701f0d-94b1-4d67-b61a-c4849ee89784 HTTP/1.1" status: 200 len: 217 time: 0.1513929 Nov 09 19:52:44.705563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-3d96ab2c-87d1-4f61-a53a-9a07e44adfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.707100 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-3d96ab2c-87d1-4f61-a53a-9a07e44adfe4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0730071 Nov 09 19:52:44.710916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:44.711410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 55b18c81-9ef5-41f5-ab78-ba1ed47a1c77 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:44.761364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa7f37-132b-4024-872e-bc1174dc8958 req-0e16bb1e-7619-4f4a-999b-5ea90479e2db tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.763618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Provisioning complete for port 5cc764f9-7c12-4757-b1bd-0effcea8c615 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:44.764017 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:44.770042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ffaa7f37-132b-4024-872e-bc1174dc8958 req-0e16bb1e-7619-4f4a-999b-5ea90479e2db tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.2233551 Nov 09 19:52:44.774672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 7fbd42e1-f245-47db-95db-1d947f4f07c8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:44.800718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:44.828194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-9ad15e62-2cbb-43b6-b1e4-b4d1393abe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.828194 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-9ad15e62-2cbb-43b6-b1e4-b4d1393abe9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121366 Nov 09 19:52:44.860225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ae9e-fe79-4867-b40e-d56e8803bf20 req-ed9d8cd3-0ae7-46dc-85b2-1f503ad46ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.861726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5541ae9e-fe79-4867-b40e-d56e8803bf20 req-ed9d8cd3-0ae7-46dc-85b2-1f503ad46ece service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f2df0995-4274-46ff-9678-8cd2a4f49569 HTTP/1.1" status: 200 len: 853 time: 0.1024463 Nov 09 19:52:44.979617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ee56e-3ce9-4f80-b2a0-f24c664cf900 req-671c7d20-cee8-4c02-97c3-4aee4ce99107 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:44.982488 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5a1ee56e-3ce9-4f80-b2a0-f24c664cf900 req-671c7d20-cee8-4c02-97c3-4aee4ce99107 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.4003141 Nov 09 19:52:45.011448 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:45.069335 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5541ae9e-fe79-4867-b40e-d56e8803bf20 req-3882a207-63a3-4664-b73a-4e38456afdf6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=efdc4ccf-7df5-49e5-8ac8-848b66620154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425469 Nov 09 19:52:45.084431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] For port 5cc764f9-7c12-4757-b1bd-0effcea8c615, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5cc764f9-7c12-4757-b1bd-0effcea8c615,segment=NetworkSegment(1c4325b3-b89b-45d2-89d6-90aa18c3860e),segment_id=1c4325b3-b89b-45d2-89d6-90aa18c3860e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:45.091407 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:45.147536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:45.156349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:45.197403 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5cc764f9-7c12-4757-b1bd-0effcea8c615 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:45.283999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Provisioning complete for port 12cfe668-11a0-461a-9f80-5e3917a8296a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:45.284349 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:45.346567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Pushing event updated for resources: {'Port': ['ID=5cc764f9-7c12-4757-b1bd-0effcea8c615,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:45.366221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Port 12cfe668-11a0-461a-9f80-5e3917a8296a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:45.377806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5cc764f9-7c12-4757-b1bd-0effcea8c615 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:45.378178 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:45.408504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Provisioning complete for port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:45.408504 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:45.504664 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ffaa7f37-132b-4024-872e-bc1174dc8958 req-12000d7b-4edb-4118-88cd-44c33faa14e6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7327402 Nov 09 19:52:45.533984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:45.600623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Provisioning complete for port 554302f5-cfc5-4719-afd1-35582759496a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:45.602427 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7dcc7e63-df91-4d2c-b336-5ec691907735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:45.606003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-c9d884ee-d661-46af-aca2-562e15cdec49 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7654967 Nov 09 19:52:45.648064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:45.648438 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:45.721885 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5a1ee56e-3ce9-4f80-b2a0-f24c664cf900 req-8f6c22c8-3878-49db-ab3a-9ebebe83ad10 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6813064 Nov 09 19:52:45.798437 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5541ae9e-fe79-4867-b40e-d56e8803bf20 req-40d92209-4284-4d9c-a7b9-d623d8523d04 service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6997080 Nov 09 19:52:45.807684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router f18cf2f3-22f2-4481-8897-3b2e013c1a4e is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:52:45.889350 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61f5fa7c-fc84-48a2-91c8-819d3081e4f9 req-0e197562-f5d0-4a5f-82b0-d1a7df977f1b service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757456 Nov 09 19:52:45.902997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a92d0-84ec-4ad4-83a2-9b47bc242ffd req-7970bb1b-9ca2-4475-acba-a6233add58bc tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:45.914885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-607a92d0-84ec-4ad4-83a2-9b47bc242ffd req-7970bb1b-9ca2-4475-acba-a6233add58bc tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.1553397 Nov 09 19:52:45.938823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f3e31e94-2a21-4498-b209-9fe30e994464 None None] Provisioning complete for port 5cc764f9-7c12-4757-b1bd-0effcea8c615 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:45.939190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f3e31e94-2a21-4498-b209-9fe30e994464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:45.982693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-607a92d0-84ec-4ad4-83a2-9b47bc242ffd req-db27c53e-37ef-4369-bf3a-fa9650c3e8a9 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663054 Nov 09 19:52:46.059187 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f3e31e94-2a21-4498-b209-9fe30e994464 None None] Provisioning complete for port 12cfe668-11a0-461a-9f80-5e3917a8296a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:46.059852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f3e31e94-2a21-4498-b209-9fe30e994464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:46.108739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f3927-18b0-4936-affb-b9a77073ed4b req-897a680a-3942-4155-95b3-686bec38ee98 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:46.113176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f3e31e94-2a21-4498-b209-9fe30e994464 None None] Port 12cfe668-11a0-461a-9f80-5e3917a8296a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:46.119242 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e68f3927-18b0-4936-affb-b9a77073ed4b req-897a680a-3942-4155-95b3-686bec38ee98 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.0697401 Nov 09 19:52:46.134018 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:46.152265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb18c1-a240-443e-a59a-5d27d314f522 None None] Sync routers for ids ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:46.162261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb18c1-a240-443e-a59a-5d27d314f522 None None] Routers {'f18cf2f3-22f2-4481-8897-3b2e013c1a4e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:46.163191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6fcb18c1-a240-443e-a59a-5d27d314f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:46.170186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e68f3927-18b0-4936-affb-b9a77073ed4b req-cb58a95e-033a-4b44-9289-934f3c10e5d2 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458012 Nov 09 19:52:46.176559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-221b0135-9127-47ac-9f18-002082ffc0d6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/f18cf2f3-22f2-4481-8897-3b2e013c1a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8295333 Nov 09 19:52:46.180140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39970) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:46.213594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6fcb18c1-a240-443e-a59a-5d27d314f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:46.221774 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5541ae9e-fe79-4867-b40e-d56e8803bf20 req-f63395ae-89e1-4ada-8ae9-4a652ed87b8c service neutron] 10.222.0.77 "GET /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110050 Nov 09 19:52:46.236843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb18c1-a240-443e-a59a-5d27d314f522 None None] Routers {'f18cf2f3-22f2-4481-8897-3b2e013c1a4e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:46.237589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6fcb18c1-a240-443e-a59a-5d27d314f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:46.249404 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:46.253463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb7d90-31be-4507-9c95-b90c53b9eaea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:46.257817 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5feb7d90-31be-4507-9c95-b90c53b9eaea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports/12cfe668-11a0-461a-9f80-5e3917a8296a HTTP/1.1" status: 200 len: 910 time: 0.0738392 Nov 09 19:52:46.258688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39974) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:46.293597 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6fcb18c1-a240-443e-a59a-5d27d314f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:46.294317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb18c1-a240-443e-a59a-5d27d314f522 None None] The sync data for ids ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:46.306373 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:46.347493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-c2a28697-5ed2-4ed1-a25d-175a422e7869 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:46.349312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-c2a28697-5ed2-4ed1-a25d-175a422e7869 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 811 time: 0.3739278 Nov 09 19:52:46.381354 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-b9c6078a-bc97-4dc3-9700-9a12f059fbe2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/quotas/e3f76579cbf14f63a7509e37e4402350 HTTP/1.1" status: 200 len: 375 time: 0.0196357 Nov 09 19:52:46.382579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=98b3ebaa-72a0-47a6-b449-b8a9c800a1f2,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:46.400441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Checking segment: {'id': '59087fc0-91cb-41cf-8146-fc5eff5518e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c3d42b2c-11fe-4048-b0de-6fb6d84ef506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:46.400783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network hostable DHCP agents. Network: c3d42b2c-11fe-4048-b0de-6fb6d84ef506, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:52:46.470157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network c3d42b2c-11fe-4048-b0de-6fb6d84ef506 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:52:46.489739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-f1daf299-dbaa-4609-98cc-c76f507b5a0b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0852211 Nov 09 19:52:46.504607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c3d42b2c-11fe-4048-b0de-6fb6d84ef506) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:46.518440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29df40c-5b30-44e9-964f-3e1e9777cbe7 None None] Network c3d42b2c-11fe-4048-b0de-6fb6d84ef506 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:46.542458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:46.545835 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:46.659585 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4e37cef6-e98e-4978-b7c1-acf07a4deb94 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1456604 Nov 09 19:52:46.666378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39994) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:46.677306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7d72cd03-208e-46ad-9bf9-1dfc1795b74b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-374300997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:46.747441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-691ff7d2-1cd5-4cc3-8638-b2a0b06ff382 service neutron] 10.222.0.53 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392879 Nov 09 19:52:46.750844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7d72cd03-208e-46ad-9bf9-1dfc1795b74b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:46.752209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7d72cd03-208e-46ad-9bf9-1dfc1795b74b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:46.793720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-c3d42b2c-11fe-4048-b0de-6fb6d84ef506', 'network_id': 'c3d42b2c-11fe-4048-b0de-6fb6d84ef506', 'tenant_id': 'e7381104dbd04665afdac9ae98f5fd06', 'fixed_ips': [{'subnet_id': '98b3ebaa-72a0-47a6-b449-b8a9c800a1f2'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:52:46.794623 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:46.891463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181517f-17d2-48f2-a45c-8d5cda4b5f40 req-aec0d3fb-bde6-4280-abbc-d9b9c610b3dc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:46.901088 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2181517f-17d2-48f2-a45c-8d5cda4b5f40 req-aec0d3fb-bde6-4280-abbc-d9b9c610b3dc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1254168 Nov 09 19:52:46.930607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:46.957767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5cc764f9-7c12-4757-b1bd-0effcea8c615 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:46.962352 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7d72cd03-208e-46ad-9bf9-1dfc1795b74b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:46.972284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2181517f-17d2-48f2-a45c-8d5cda4b5f40 req-774bb0ba-89cc-410e-a4a8-7d4cec765c7f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692565 Nov 09 19:52:46.972502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7d72cd03-208e-46ad-9bf9-1dfc1795b74b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:47.012209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7d72cd03-208e-46ad-9bf9-1dfc1795b74b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:47.016769 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7d72cd03-208e-46ad-9bf9-1dfc1795b74b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3463111 Nov 09 19:52:47.016769 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40000) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:47.022166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'network_id': 'c3d42b2c-11fe-4048-b0de-6fb6d84ef506', 'name': 'tempest-PortsTestJSON-370721752'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:47.031829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Allocated IP 172.20.0.2 (c3d42b2c-11fe-4048-b0de-6fb6d84ef506/98b3ebaa-72a0-47a6-b449-b8a9c800a1f2/40f8ab10-a91a-4cfa-8122-9d67a720e541) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:47.108775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-8a017353-4ccd-4dc7-bb25-071889ae75ad service neutron] 10.222.0.53 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043144 Nov 09 19:52:47.128890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5cc764f9-7c12-4757-b1bd-0effcea8c615 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:47.129336 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:47.207144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:47.214479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:47.250641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port 5eb54c45-4612-413a-a27c-ea11189718cd yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:52:47.323366 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:47.341389 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:47.403757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Network c3d42b2c-11fe-4048-b0de-6fb6d84ef506 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:47.407158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:47.411751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:47.427952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Pushing event updated for resources: {'Port': ['ID=40f8ab10-a91a-4cfa-8122-9d67a720e541,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:47.490191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Attempting to bind port 40f8ab10-a91a-4cfa-8122-9d67a720e541 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:47.490834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Attempting to bind port 40f8ab10-a91a-4cfa-8122-9d67a720e541 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '59087fc0-91cb-41cf-8146-fc5eff5518e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c3d42b2c-11fe-4048-b0de-6fb6d84ef506'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:47.491199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Attempting to bind port 40f8ab10-a91a-4cfa-8122-9d67a720e541 on network c3d42b2c-11fe-4048-b0de-6fb6d84ef506 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:47.493953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af26a92-9705-4f6c-bd36-b7662cd27071 req-fa38e79d-a7e5-458d-b18b-636c2f6cbd26 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:47.499367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:47.499744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Checking segment: {'id': '59087fc0-91cb-41cf-8146-fc5eff5518e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c3d42b2c-11fe-4048-b0de-6fb6d84ef506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:47.500146 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:47.500532 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Bound using segment: {'id': '59087fc0-91cb-41cf-8146-fc5eff5518e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c3d42b2c-11fe-4048-b0de-6fb6d84ef506'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:47.501004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Bound port: 40f8ab10-a91a-4cfa-8122-9d67a720e541, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59087fc0-91cb-41cf-8146-fc5eff5518e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c3d42b2c-11fe-4048-b0de-6fb6d84ef506'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:47.501384 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:47.505987 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1af26a92-9705-4f6c-bd36-b7662cd27071 req-fa38e79d-a7e5-458d-b18b-636c2f6cbd26 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.3958604 Nov 09 19:52:47.593507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2b5bf-5e5e-44c5-87ee-f7361e504504 req-1438963b-e97e-4d97-b414-9533cdf1e75a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:47.601444 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-75b2b5bf-5e5e-44c5-87ee-f7361e504504 req-1438963b-e97e-4d97-b414-9533cdf1e75a tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1749320 Nov 09 19:52:47.610155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.12 (c3d42b2c-11fe-4048-b0de-6fb6d84ef506/98b3ebaa-72a0-47a6-b449-b8a9c800a1f2/5eb54c45-4612-413a-a27c-ea11189718cd) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:47.610323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1af26a92-9705-4f6c-bd36-b7662cd27071 req-6a0debe3-1de0-41f6-a675-b3e5b7e56dd3 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941577 Nov 09 19:52:47.646881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] For port 40f8ab10-a91a-4cfa-8122-9d67a720e541, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:47.651239 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] For port 40f8ab10-a91a-4cfa-8122-9d67a720e541, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=40f8ab10-a91a-4cfa-8122-9d67a720e541,segment=NetworkSegment(59087fc0-91cb-41cf-8146-fc5eff5518e3),segment_id=59087fc0-91cb-41cf-8146-fc5eff5518e3)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:47.659936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Allocated IP 172.21.0.1 (6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49/ae912f3e-5fc1-47c0-9442-55b21b8a0b07/7bd2ca51-cf45-491e-a38f-973368065773) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:47.661447 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:47.677990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-75b2b5bf-5e5e-44c5-87ee-f7361e504504 req-1752fa96-44d9-4d29-aefa-113e77c650df tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733318 Nov 09 19:52:47.752337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c25e5-01fa-43eb-8987-542367ac4cc3 None None] Pushing event updated for resources: {'Port': ['ID=40f8ab10-a91a-4cfa-8122-9d67a720e541,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:47.843417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-95bd7633-57b5-435c-bbfa-e638fef028e8 req-54d29095-262f-4e42-8477-7f788654d6bb tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 210 time: 0.1507256 Nov 09 19:52:47.933252 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:47.962712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ebae6-e4a8-4f9d-b4f1-5ae65561299b req-8ec5c117-4656-45a6-8a05-25ca5a325848 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:47.970734 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-023ebae6-e4a8-4f9d-b4f1-5ae65561299b req-8ec5c117-4656-45a6-8a05-25ca5a325848 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.0928438 Nov 09 19:52:47.986407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:48.044936 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:48.058013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-023ebae6-e4a8-4f9d-b4f1-5ae65561299b req-dfeca3ac-e420-4f0f-9992-5a1b5dad2fe9 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863969 Nov 09 19:52:48.107431 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:48.107627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:48.107627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:48.113674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:48.180345 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:48.218399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=5eb54c45-4612-413a-a27c-ea11189718cd,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:48.245979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network c3d42b2c-11fe-4048-b0de-6fb6d84ef506 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:48.248360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:48.251015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:48.300193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=7bd2ca51-cf45-491e-a38f-973368065773,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:48.337720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:48.339150 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:48.369450 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f8e66ff0-a937-4f27-9b2e-3f70a69d735c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3483825 Nov 09 19:52:48.371828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40022) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:48.397373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3e836-cf58-4960-89a6-d5b43773885b req-1e308c44-e5ea-4c5e-973f-3390ad2e4475 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:48.400187 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4c3e836-cf58-4960-89a6-d5b43773885b req-1e308c44-e5ea-4c5e-973f-3390ad2e4475 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1343546 Nov 09 19:52:48.531457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4c3e836-cf58-4960-89a6-d5b43773885b req-e352f197-8f76-44ea-8f52-edf2a945db62 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160190 Nov 09 19:52:48.533428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:48.568016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-dc8a72a6-f53a-4ff4-9d5f-3b6931a65ea9 None None] Provisioning complete for port 7bd2ca51-cf45-491e-a38f-973368065773 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:48.568984 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dc8a72a6-f53a-4ff4-9d5f-3b6931a65ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:48.620193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a72a6-f53a-4ff4-9d5f-3b6931a65ea9 None None] Port 7bd2ca51-cf45-491e-a38f-973368065773 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:48.866945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5c76e-0a68-4bae-b5d5-5c6d5d10b2a8 req-574a6513-bb02-4c06-a167-edfd744f5c82 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:48.875851 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e0a5c76e-0a68-4bae-b5d5-5c6d5d10b2a8 req-574a6513-bb02-4c06-a167-edfd744f5c82 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.1330132 Nov 09 19:52:48.902214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e0868-8852-4568-8dbc-e70e8f642933 req-652b4728-4904-47a0-aba4-4ab2f961d13d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:48.916265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a58e0868-8852-4568-8dbc-e70e8f642933 req-652b4728-4904-47a0-aba4-4ab2f961d13d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1646955 Nov 09 19:52:48.964030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 40f8ab10-a91a-4cfa-8122-9d67a720e541 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:49.047664 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e0a5c76e-0a68-4bae-b5d5-5c6d5d10b2a8 req-e6c718ac-e16b-4c87-97d8-3cb7104bd49a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719100 Nov 09 19:52:49.057895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a58e0868-8852-4568-8dbc-e70e8f642933 req-11cd80f1-c4e1-40f9-8fc3-91371a47f97e tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406183 Nov 09 19:52:49.114639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 40f8ab10-a91a-4cfa-8122-9d67a720e541 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:49.115131 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:49.195054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:49.225095 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:49.263675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-4d908f58-11b5-4d14-a4c5-d4b5ca24fb20 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:49.265431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1c3dac6-1711-4386-9bab-03150e9f851d req-47d7d5f2-08ca-4507-8e61-bd539d193f32 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 210 time: 0.1310441 Nov 09 19:52:49.278981 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-4d908f58-11b5-4d14-a4c5-d4b5ca24fb20 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 811 time: 0.3250284 Nov 09 19:52:49.284280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Request body: {'port': {'device_id': 'eacf058f-84ca-4bcf-89e5-919894015500', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'admin_state_up': True, 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:49.291545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 40f8ab10-a91a-4cfa-8122-9d67a720e541, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=40f8ab10-a91a-4cfa-8122-9d67a720e541,segment=NetworkSegment(59087fc0-91cb-41cf-8146-fc5eff5518e3),segment_id=59087fc0-91cb-41cf-8146-fc5eff5518e3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:49.294093 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:49.300714 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:49.302489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:49.314279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b294823-5268-4eeb-8f2c-b1035ac94d86 None None] Network c3d42b2c-11fe-4048-b0de-6fb6d84ef506 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:49.407344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=7bd2ca51-cf45-491e-a38f-973368065773,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:49.439898 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:49.457684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9c3ec63a-4584-4196-9f7c-b7cdd64a0016 None None] Provisioning complete for port 40f8ab10-a91a-4cfa-8122-9d67a720e541 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:49.458054 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec63a-4584-4196-9f7c-b7cdd64a0016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:49.459862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=40f8ab10-a91a-4cfa-8122-9d67a720e541,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:49.484797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70065be7-be7b-4a97-9a81-4d409efaa562 req-ea28422b-833d-4221-bd7f-9cca5738b950 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:49.486348 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70065be7-be7b-4a97-9a81-4d409efaa562 req-ea28422b-833d-4221-bd7f-9cca5738b950 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.2772412 Nov 09 19:52:49.571556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:49.573301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:49.617432 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Made reservation on behalf of e3f76579cbf14f63a7509e37e4402350 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:49.621277 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:49.685985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70065be7-be7b-4a97-9a81-4d409efaa562 req-def28715-8828-4cba-b75f-8e844b628633 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585977 Nov 09 19:52:49.736306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router f18cf2f3-22f2-4481-8897-3b2e013c1a4e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:52:49.905656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:49.917240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6f5b5b5b-4d86-4aa5-b88f-28ef540f58ea tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/f18cf2f3-22f2-4481-8897-3b2e013c1a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6580329 Nov 09 19:52:49.917884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40044) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:49.919094 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46547c-48e1-4c73-b5d1-cc78c70d96ea None None] Sync routers for ids ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:49.934536 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46547c-48e1-4c73-b5d1-cc78c70d96ea None None] Routers {'f18cf2f3-22f2-4481-8897-3b2e013c1a4e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:49.935589 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4c46547c-48e1-4c73-b5d1-cc78c70d96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:49.986143 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4c46547c-48e1-4c73-b5d1-cc78c70d96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:49.987823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65252528-6b45-4158-a42f-c1efdd83f164 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:49.994644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-65252528-6b45-4158-a42f-c1efdd83f164 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports/7bd2ca51-cf45-491e-a38f-973368065773 HTTP/1.1" status: 200 len: 910 time: 0.0756483 Nov 09 19:52:49.997708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40046) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:49.997895 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46547c-48e1-4c73-b5d1-cc78c70d96ea None None] Routers {'f18cf2f3-22f2-4481-8897-3b2e013c1a4e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:49.998590 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4c46547c-48e1-4c73-b5d1-cc78c70d96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:50.023046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Allocated IP 172.20.0.14 (132c0985-fe0e-49b9-9daa-db2ce83b9806/5e09224b-e651-43e5-909b-471003214eea/cf021023-8f67-4628-ad0d-00f4250bd1ab) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:52:50.036082 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4c46547c-48e1-4c73-b5d1-cc78c70d96ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:50.037338 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46547c-48e1-4c73-b5d1-cc78c70d96ea None None] The sync data for ids ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:50.059051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f122a575-92cc-48a3-85f9-bdeeb25bd517 None None] Provisioning complete for port 7bd2ca51-cf45-491e-a38f-973368065773 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:50.060268 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f122a575-92cc-48a3-85f9-bdeeb25bd517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:50.076691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:50.100167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:50.131897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f122a575-92cc-48a3-85f9-bdeeb25bd517 None None] Port 7bd2ca51-cf45-491e-a38f-973368065773 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:50.161702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78839e-920d-4c59-a92f-88c3d417fb51 req-d2fc4bdb-f990-40c3-bb6d-b08d5f19a12b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:50.163846 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd78839e-920d-4c59-a92f-88c3d417fb51 req-d2fc4bdb-f990-40c3-bb6d-b08d5f19a12b tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.3154664 Nov 09 19:52:50.262700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-149cf71a-9313-45b2-adf1-a92838d38f22 None None] Provisioning complete for port 40f8ab10-a91a-4cfa-8122-9d67a720e541 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:50.263320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-149cf71a-9313-45b2-adf1-a92838d38f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:50.266717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd78839e-920d-4c59-a92f-88c3d417fb51 req-cfe8effa-f81c-4aa7-b63e-1ed0615e8393 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854440 Nov 09 19:52:50.372948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3aab2-42c6-421c-8ddf-c3ea40d02731 req-41f05534-30ef-4286-8782-3ee75a1d40e6 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:50.374581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7d3aab2-42c6-421c-8ddf-c3ea40d02731 req-41f05534-30ef-4286-8782-3ee75a1d40e6 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.1426063 Nov 09 19:52:50.435773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-149cf71a-9313-45b2-adf1-a92838d38f22 None None] Provisioning complete for port 5eb54c45-4612-413a-a27c-ea11189718cd triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:50.436800 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-149cf71a-9313-45b2-adf1-a92838d38f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:50.480584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-149cf71a-9313-45b2-adf1-a92838d38f22 None None] Port 5eb54c45-4612-413a-a27c-ea11189718cd cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:50.503383 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7d3aab2-42c6-421c-8ddf-c3ea40d02731 req-ebeec7f7-298e-4bf4-b413-4fddcee42ded tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178532 Nov 09 19:52:50.609321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8479a4bb-8fbb-49b0-9126-0c07a697d31c None None] Provisioning complete for port 5eb54c45-4612-413a-a27c-ea11189718cd triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:50.610234 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8479a4bb-8fbb-49b0-9126-0c07a697d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:50.657802 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5e83845-c3d6-4beb-8860-18de2ac5868c req-a1ebe73f-3d58-48e7-92b5-f2be63a9c0aa tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 210 time: 0.0395823 Nov 09 19:52:50.661726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8479a4bb-8fbb-49b0-9126-0c07a697d31c None None] Port 5eb54c45-4612-413a-a27c-ea11189718cd cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:50.720160 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:50.826300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=5eb54c45-4612-413a-a27c-ea11189718cd,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:50.864883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 40f8ab10-a91a-4cfa-8122-9d67a720e541 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:50.888048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a4da1-6352-49f8-bf81-4b3893ac81ec req-b3b766da-bb32-4c3f-9295-f13f45b672b7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:50.889579 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5a8a4da1-6352-49f8-bf81-4b3893ac81ec req-b3b766da-bb32-4c3f-9295-f13f45b672b7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1240585 Nov 09 19:52:50.930996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3b9e41ce-b72f-4d4b-ad73-21ae4b4374a6 None None] Provisioning complete for port 5eb54c45-4612-413a-a27c-ea11189718cd triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:50.931376 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3b9e41ce-b72f-4d4b-ad73-21ae4b4374a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:50.994950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e41ce-b72f-4d4b-ad73-21ae4b4374a6 None None] Port 5eb54c45-4612-413a-a27c-ea11189718cd cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:51.007727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 40f8ab10-a91a-4cfa-8122-9d67a720e541 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:51.008934 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.012780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.012985 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.055099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5a8a4da1-6352-49f8-bf81-4b3893ac81ec req-080c6b01-1cfc-4d05-b3ca-5faedcf6b265 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449437 Nov 09 19:52:51.108052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.111885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port 7bd2ca51-cf45-491e-a38f-973368065773 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:51.111885 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.182189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.184724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-a3e60ea1-93c7-4840-8237-f360a84fc638 req-591c0e72-d199-4bf9-a375-14cb264a77c7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:52:51.186297 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3e60ea1-93c7-4840-8237-f360a84fc638 req-591c0e72-d199-4bf9-a375-14cb264a77c7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052004 Nov 09 19:52:51.198797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fa46d398-7880-4a48-92a9-af72e7c6ec6d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:51.201537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['92e3ce06-32d9-4eca-b78a-64d45c2aedd7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:51.239670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:51.247641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:51.256144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:52:51.259915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event updated for resources: {'Port': ['ID=cf021023-8f67-4628-ad0d-00f4250bd1ab,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:51.287886 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.309179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for 7bd2ca51-cf45-491e-a38f-973368065773 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:51.379044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.395776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:51.396824 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.422668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99fe08-d695-457b-a492-2c868c31872b req-b386d95a-e5cb-452e-bd21-69ef82f67ea7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:51.424527 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a99fe08-d695-457b-a492-2c868c31872b req-b386d95a-e5cb-452e-bd21-69ef82f67ea7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1033020 Nov 09 19:52:51.431199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-174aa297-4d1e-4403-bdc3-de80269085ea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1509449 Nov 09 19:52:51.447647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Request body: {'port': {'device_id': 'eacf058f-84ca-4bcf-89e5-919894015500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:51.602305 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.681409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=7bd2ca51-cf45-491e-a38f-973368065773,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:51.705493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a99fe08-d695-457b-a492-2c868c31872b req-768c7b20-2e8c-4305-87ef-860ab55f0a09 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732730 Nov 09 19:52:51.757860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.768805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-578d8f39-e913-4ab5-b721-72afac8d1015 None None] Provisioning complete for port cf021023-8f67-4628-ad0d-00f4250bd1ab triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:51.769182 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-578d8f39-e913-4ab5-b721-72afac8d1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:51.796343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63319f2-7a5b-448d-bb78-f5055d4bb218 req-f65aa4cf-2c93-42ea-9bb7-02b4bd84319a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:51.806438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c63319f2-7a5b-448d-bb78-f5055d4bb218 req-f65aa4cf-2c93-42ea-9bb7-02b4bd84319a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.1667278 Nov 09 19:52:51.849555 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-578d8f39-e913-4ab5-b721-72afac8d1015 None None] Port cf021023-8f67-4628-ad0d-00f4250bd1ab cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:51.969039 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c63319f2-7a5b-448d-bb78-f5055d4bb218 req-e6b7ac44-1e61-4d00-b268-1be7689f02a7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615911 Nov 09 19:52:52.001553 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:52.105677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebce6e-bbbf-4a61-9029-b0758753abd2 req-9c7f466a-be1b-4841-8995-89f7ff91df45 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:52.107280 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faebce6e-bbbf-4a61-9029-b0758753abd2 req-9c7f466a-be1b-4841-8995-89f7ff91df45 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 932 time: 0.2238450 Nov 09 19:52:52.166551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fd23c-42f9-41a4-88ee-dd9e42541b60 req-79cd8f15-408a-4590-976f-660a040d1bcc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:52.168092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-339fd23c-42f9-41a4-88ee-dd9e42541b60 req-79cd8f15-408a-4590-976f-660a040d1bcc tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1029568 Nov 09 19:52:52.227237 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faebce6e-bbbf-4a61-9029-b0758753abd2 req-f96a3770-c896-4279-b90b-54dcfbce0496 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033504 Nov 09 19:52:52.237883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:52.294236 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:52.300146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-339fd23c-42f9-41a4-88ee-dd9e42541b60 req-3fe4788b-6762-48b3-b095-c6255a42eabe tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880949 Nov 09 19:52:52.314289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router f18cf2f3-22f2-4481-8897-3b2e013c1a4e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:52:52.424008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=5eb54c45-4612-413a-a27c-ea11189718cd,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:52.436788 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf021023-8f67-4628-ad0d-00f4250bd1ab {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:52:52.441500 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:52.451048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:52.510105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Transition to ACTIVE for port object cf021023-8f67-4628-ad0d-00f4250bd1ab will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:52:52.518928 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:52.596406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf021023-8f67-4628-ad0d-00f4250bd1ab,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:52.654285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network c3d42b2c-11fe-4048-b0de-6fb6d84ef506 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:52.661559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:52.820945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:52.826833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7eefb4d2-067a-43bf-b76c-7951455812e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/f18cf2f3-22f2-4481-8897-3b2e013c1a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8280089 Nov 09 19:52:52.829964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Attempting to bind port cf021023-8f67-4628-ad0d-00f4250bd1ab on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:52:52.830312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Attempting to bind port cf021023-8f67-4628-ad0d-00f4250bd1ab by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:52:52.830687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Attempting to bind port cf021023-8f67-4628-ad0d-00f4250bd1ab on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:52.832681 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40076) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:52.835135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3574aa4-404f-4a28-9ac9-fbb342e217a8 req-bef25cb2-a9c3-4e0e-a7b8-f05668b2e45c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:52.835896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac57a8e-5d51-4442-bf9c-e01f4c862110 None None] Sync routers for ids ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:52.854237 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Port cf021023-8f67-4628-ad0d-00f4250bd1ab on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:52:52.854600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Attempting to bind port cf021023-8f67-4628-ad0d-00f4250bd1ab on network 132c0985-fe0e-49b9-9daa-db2ce83b9806 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:52:52.856088 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c3574aa4-404f-4a28-9ac9-fbb342e217a8 req-bef25cb2-a9c3-4e0e-a7b8-f05668b2e45c tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1382565 Nov 09 19:52:52.862558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac57a8e-5d51-4442-bf9c-e01f4c862110 None None] Routers {'f18cf2f3-22f2-4481-8897-3b2e013c1a4e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:52.864138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3ac57a8e-5d51-4442-bf9c-e01f4c862110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:52.944168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3ac57a8e-5d51-4442-bf9c-e01f4c862110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:52.967073 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c3574aa4-404f-4a28-9ac9-fbb342e217a8 req-4ceb4f1d-e7a0-4743-ae22-ff09dbbed094 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960572 Nov 09 19:52:52.967204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac57a8e-5d51-4442-bf9c-e01f4c862110 None None] Routers {'f18cf2f3-22f2-4481-8897-3b2e013c1a4e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:52.967204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3ac57a8e-5d51-4442-bf9c-e01f4c862110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:52.983571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:52:52.983915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Checking segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:52:52.984315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Bound using segment: {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:52:52.984776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Bound port: cf021023-8f67-4628-ad0d-00f4250bd1ab, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf044ca-6abd-49f3-a8f7-aec6e848ad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:52:52.985484 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:53.041227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3ac57a8e-5d51-4442-bf9c-e01f4c862110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:53.042193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac57a8e-5d51-4442-bf9c-e01f4c862110 None None] The sync data for ids ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:53.126404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9898a7c-b475-4803-aa46-ea35fcaaf0c2 req-03d4d024-122f-4a0d-9906-a6e8a3506124 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:53.128129 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9898a7c-b475-4803-aa46-ea35fcaaf0c2 req-03d4d024-122f-4a0d-9906-a6e8a3506124 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.0546875 Nov 09 19:52:53.174165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9898a7c-b475-4803-aa46-ea35fcaaf0c2 req-6efc18e9-1240-44b7-a93a-7b6877fd8f2c tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388196 Nov 09 19:52:53.177249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-744833d0-54ea-467c-b978-cc734518ca70 None None] Provisioning complete for port 5eb54c45-4612-413a-a27c-ea11189718cd triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:53.178163 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-744833d0-54ea-467c-b978-cc734518ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:53.225713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-744833d0-54ea-467c-b978-cc734518ca70 None None] Port 5eb54c45-4612-413a-a27c-ea11189718cd cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:52:53.232790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Router 849d0f88-c22c-499a-a7bf-0e45e3ba4bf5 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:52:53.237037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] For port cf021023-8f67-4628-ad0d-00f4250bd1ab, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:52:53.261376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] For port cf021023-8f67-4628-ad0d-00f4250bd1ab, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:52:53.276237 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396aacc-0721-460e-9bea-4d1f0f306ea9 req-c2a47666-f172-444b-bf35-611efb26b680 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:53.278040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9396aacc-0721-460e-9bea-4d1f0f306ea9 req-c2a47666-f172-444b-bf35-611efb26b680 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1981497 Nov 09 19:52:53.280882 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:53.363163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdb002-c992-46ba-9893-c42ba662c09e req-ac768008-bbcb-484c-9c7d-670a25b5e3c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:53.364963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17cdb002-c992-46ba-9893-c42ba662c09e req-ac768008-bbcb-484c-9c7d-670a25b5e3c5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 944 time: 0.0588281 Nov 09 19:52:53.411855 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17cdb002-c992-46ba-9893-c42ba662c09e req-6152e1d4-4b8b-4885-8809-64215bea088d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360875 Nov 09 19:52:53.435136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:53.435776 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:53.437190 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] 10.222.0.77 "PUT /v2.0/ports/cf021023-8f67-4628-ad0d-00f4250bd1ab HTTP/1.1" status: 200 len: 1092 time: 1.9947226 Nov 09 19:52:53.449527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacf058f-84ca-4bcf-89e5-919894015500', 'tag': 'cf021023-8f67-4628-ad0d-00f4250bd1ab'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:53.449527 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e411b685-7330-47ec-a4e8-5fada6891ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "eacf058f-84ca-4bcf-89e5-919894015500", "tag": "cf021023-8f67-4628-ad0d-00f4250bd1ab"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:53.548952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9396aacc-0721-460e-9bea-4d1f0f306ea9 req-b3e08636-10a2-4cf7-a85b-a42a953490b6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437181 Nov 09 19:52:53.549922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:53.554348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b0a4c-4130-439f-bf8a-9a56784e82b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf021023-8f67-4628-ad0d-00f4250bd1ab,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:53.561486 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-590a67c8-1888-47c1-8a51-44227c210e8e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "PUT /v2.0/routers/849d0f88-c22c-499a-a7bf-0e45e3ba4bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1872501 Nov 09 19:52:53.562682 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f4757-b177-4c88-9c34-45296c020be5 None None] Sync routers for ids ['849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:53.564466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40092) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:53.576647 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f4757-b177-4c88-9c34-45296c020be5 None None] Routers {'849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:53.578931 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-000f4757-b177-4c88-9c34-45296c020be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:53.608109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-d7252e95-5768-4294-8372-39e1ab6b672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:53.609930 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-d7252e95-5768-4294-8372-39e1ab6b672f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 1095 time: 0.0964470 Nov 09 19:52:53.621689 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-000f4757-b177-4c88-9c34-45296c020be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:53.637505 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f4757-b177-4c88-9c34-45296c020be5 None None] Routers {'849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:53.638445 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-000f4757-b177-4c88-9c34-45296c020be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:53.663939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6403ad-562d-4b5f-a50b-4050d113b330 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:53.670266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9d6403ad-562d-4b5f-a50b-4050d113b330 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports?device_id=849d0f88-c22c-499a-a7bf-0e45e3ba4bf5 HTTP/1.1" status: 200 len: 982 time: 0.1028390 Nov 09 19:52:53.671869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40098) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:53.689878 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-000f4757-b177-4c88-9c34-45296c020be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:53.691145 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f4757-b177-4c88-9c34-45296c020be5 None None] The sync data for ids ['849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:53.691364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-ee342faf-025c-4c2c-9d44-3a97bacd39d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab HTTP/1.1" status: 200 len: 217 time: 0.0700681 Nov 09 19:52:53.790040 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc14b5e-5bc9-4798-8a72-075bef98d8ae x-openstack-request-id: req-2fc14b5e-5bc9-4798-8a72-075bef98d8ae {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:53.790421 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacf058f-84ca-4bcf-89e5-919894015500", "tag": "cf021023-8f67-4628-ad0d-00f4250bd1ab", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:53.790786 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fc14b5e-5bc9-4798-8a72-075bef98d8ae {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:53.791279 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacf058f-84ca-4bcf-89e5-919894015500', 'tag': 'cf021023-8f67-4628-ad0d-00f4250bd1ab', 'status': 'completed', 'code': 200} Nov 09 19:52:53.817565 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-5c763df5-06ac-4eb5-8d5d-21e41b6f46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:53.819100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-5c763df5-06ac-4eb5-8d5d-21e41b6f46aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.1182222 Nov 09 19:52:53.844363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb441816-745d-4363-b539-172b4ed6924c req-ea6d6853-d9fd-4169-83a9-6cd77ee3c29d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:53.845900 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb441816-745d-4363-b539-172b4ed6924c req-ea6d6853-d9fd-4169-83a9-6cd77ee3c29d tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1104133 Nov 09 19:52:53.865887 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:54.106007 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:54.310137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb441816-745d-4363-b539-172b4ed6924c req-672be7e1-04de-4dbf-af40-e34f0ae6c0b8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522293 Nov 09 19:52:54.315043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-8a700939-cda9-470f-843c-5890f14cca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:54.316523 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-8a700939-cda9-470f-843c-5890f14cca10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4856722 Nov 09 19:52:54.358378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e67aa-4a37-4d16-bc06-26e86bb9fde7 req-d52ff79d-d085-4012-97f8-fc21b31738ea tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:54.361674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a38e67aa-4a37-4d16-bc06-26e86bb9fde7 req-d52ff79d-d085-4012-97f8-fc21b31738ea tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.0689688 Nov 09 19:52:54.453887 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a38e67aa-4a37-4d16-bc06-26e86bb9fde7 req-6cfe25c9-5172-461d-8026-7a02e3b2d355 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849726 Nov 09 19:52:54.479776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 5eb54c45-4612-413a-a27c-ea11189718cd {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:54.480060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:54.512581 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-48012ba6-73b1-423e-b9da-7cfe8b2ca156 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866145 Nov 09 19:52:54.520323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59f2f3-2a93-425b-98dd-27b0b7237649 req-5c08af38-60a4-4cdd-9c6d-60b6b4ef89ed tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:54.521795 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1d59f2f3-2a93-425b-98dd-27b0b7237649 req-5c08af38-60a4-4cdd-9c6d-60b6b4ef89ed tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1008623 Nov 09 19:52:54.625462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35f8a2-12cf-4f40-ad0e-328c2c443bf9 req-e952f32c-d5ea-4aec-b9e0-895325d509c7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:54.627113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e35f8a2-12cf-4f40-ad0e-328c2c443bf9 req-e952f32c-d5ea-4aec-b9e0-895325d509c7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 944 time: 0.0846114 Nov 09 19:52:54.650305 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1d59f2f3-2a93-425b-98dd-27b0b7237649 req-e854220c-d46b-48b9-aede-f382b02a58a6 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207824 Nov 09 19:52:54.657866 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:54.674972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 5eb54c45-4612-413a-a27c-ea11189718cd owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:54.706800 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e35f8a2-12cf-4f40-ad0e-328c2c443bf9 req-23cc697e-30a4-470e-8c54-c9a192ab0570 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692520 Nov 09 19:52:54.714663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ab8977c-f265-4a70-ad3f-50ec9a43d83f req-2bd62b51-b641-4617-9e7e-de3a822a910e service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792467 Nov 09 19:52:54.732953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port 12cfe668-11a0-461a-9f80-5e3917a8296a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:54.733312 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:54.884514 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-8f714b4b-fb33-4a62-b804-c5622b01631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:54.886031 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-8f714b4b-fb33-4a62-b804-c5622b01631a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 1095 time: 0.0712483 Nov 09 19:52:54.891000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434b87-d1b8-4672-9d5f-2bc9a69fd251 req-61f33cd8-7c8d-4648-ab5b-678a8cbe88b0 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:54.892492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af434b87-d1b8-4672-9d5f-2bc9a69fd251 req-61f33cd8-7c8d-4648-ab5b-678a8cbe88b0 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.0677946 Nov 09 19:52:54.911049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:54.961217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for 12cfe668-11a0-461a-9f80-5e3917a8296a owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:54.978237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af434b87-d1b8-4672-9d5f-2bc9a69fd251 req-4c91bc7a-a180-4574-af48-9502e3b43b1f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580173 Nov 09 19:52:54.979472 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:55.013770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=5eb54c45-4612-413a-a27c-ea11189718cd,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:55.093923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-82e357f3-c62e-4a21-bf32-184b91d07e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:55.095643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-82e357f3-c62e-4a21-bf32-184b91d07e8d service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.1964741 Nov 09 19:52:55.165032 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-fed53495-6820-44cb-8075-e885952b8a46 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab HTTP/1.1" status: 200 len: 217 time: 0.0596499 Nov 09 19:52:55.219216 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:55.287814 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:55.298592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-64db0794-36d7-43ab-9621-3675ea4a4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:55.300191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-64db0794-36d7-43ab-9621-3675ea4a4191 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0651162 Nov 09 19:52:55.424046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Router 849d0f88-c22c-499a-a7bf-0e45e3ba4bf5 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:52:55.429106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-b865778c-1f03-4971-aef5-e175889a8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:55.431600 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-b865778c-1f03-4971-aef5-e175889a8efd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190419 Nov 09 19:52:55.525075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:55.536610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88162ddf-3148-483d-9469-937844ba2d65 None None] Sync routers for ids ['849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:55.550467 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-27c11d96-4a28-4dff-b941-71b80d8c9c50 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "PUT /v2.0/routers/849d0f88-c22c-499a-a7bf-0e45e3ba4bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8776948 Nov 09 19:52:55.551671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88162ddf-3148-483d-9469-937844ba2d65 None None] Routers {'849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:55.552284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-88162ddf-3148-483d-9469-937844ba2d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:55.555056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40126) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:55.605711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:55.613653 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58043ff-2b87-4de3-bf1e-a7af0640d24e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:52:55.615929 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f58043ff-2b87-4de3-bf1e-a7af0640d24e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/5eb54c45-4612-413a-a27c-ea11189718cd HTTP/1.1" status: 404 len: 333 time: 0.0597117 Nov 09 19:52:55.619081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-88162ddf-3148-483d-9469-937844ba2d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:55.620233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40128) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:55.635731 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88162ddf-3148-483d-9469-937844ba2d65 None None] Routers {'849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:55.636813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-88162ddf-3148-483d-9469-937844ba2d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:55.671737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-88162ddf-3148-483d-9469-937844ba2d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:55.672692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88162ddf-3148-483d-9469-937844ba2d65 None None] The sync data for ids ['849d0f88-c22c-499a-a7bf-0e45e3ba4bf5'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:55.707318 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-91841f14-b487-4c04-a255-d59902961003 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:55.719210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=12cfe668-11a0-461a-9f80-5e3917a8296a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:55.824916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-136b61f1-1ce2-4193-b016-fcdae405d716 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779311 Nov 09 19:52:55.987787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-91841f14-b487-4c04-a255-d59902961003 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:55.990578 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-91841f14-b487-4c04-a255-d59902961003 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:56.045803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffaace-a355-41d5-a249-13009dfe7466 req-e7128164-9d11-4a41-bc17-48d95fbb5800 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:56.047365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9ffaace-a355-41d5-a249-13009dfe7466 req-e7128164-9d11-4a41-bc17-48d95fbb5800 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 944 time: 0.1321273 Nov 09 19:52:56.060719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-91841f14-b487-4c04-a255-d59902961003 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:56.061276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91841f14-b487-4c04-a255-d59902961003 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Fanout notify agent at l3_agent the message router_deleted on router 849d0f88-c22c-499a-a7bf-0e45e3ba4bf5 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:52:56.068622 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-91841f14-b487-4c04-a255-d59902961003 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:56.070548 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-91841f14-b487-4c04-a255-d59902961003 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/routers/849d0f88-c22c-499a-a7bf-0e45e3ba4bf5 HTTP/1.1" status: 204 len: 168 time: 0.4491694 Nov 09 19:52:56.074788 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40134) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:56.088906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:56.099964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640be93-ba70-4a9f-abe7-c9a8f68218c7 req-86d68f08-11dc-4de3-9e66-24d9c411eb9e tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:56.101776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f640be93-ba70-4a9f-abe7-c9a8f68218c7 req-86d68f08-11dc-4de3-9e66-24d9c411eb9e tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.5478661 Nov 09 19:52:56.117715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9ffaace-a355-41d5-a249-13009dfe7466 req-7c875f75-5200-404d-be57-b7d9c387ccd6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635095 Nov 09 19:52:56.184876 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e411b685-7330-47ec-a4e8-5fada6891ecd req-62514413-96ae-4bed-959d-e4e26a1d5c77 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477745 Nov 09 19:52:56.322133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9c6ed2-60f9-4e9b-a106-a28ca99d0aa8 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet 98b3ebaa-72a0-47a6-b449-b8a9c800a1f2 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:52:56.334256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f640be93-ba70-4a9f-abe7-c9a8f68218c7 req-c5c10503-848a-4e2c-88df-a899a801fe8d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075031 Nov 09 19:52:56.337587 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6ed2-60f9-4e9b-a106-a28ca99d0aa8 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:56.460728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6ed2-60f9-4e9b-a106-a28ca99d0aa8 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:56.498538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router f18cf2f3-22f2-4481-8897-3b2e013c1a4e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:52:56.615500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:52:56.622885 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a0af821c-ef00-4e27-ae58-beb6af57df4b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/f18cf2f3-22f2-4481-8897-3b2e013c1a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7870324 Nov 09 19:52:56.625049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40140) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:56.625439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cf021023-8f67-4628-ad0d-00f4250bd1ab details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:52:56.634814 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b481ef-df7a-43d4-80d3-1e1d3a9cdf15 None None] Sync routers for ids ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:52:56.646856 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b481ef-df7a-43d4-80d3-1e1d3a9cdf15 None None] Routers {'f18cf2f3-22f2-4481-8897-3b2e013c1a4e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:56.647480 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d2b481ef-df7a-43d4-80d3-1e1d3a9cdf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:56.659380 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fd4d5347-907f-4231-b31e-82c15b169c5f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18cf2f3-22f2-4481-8897-3b2e013c1a4e HTTP/1.1" status: 200 len: 205 time: 0.0332241 Nov 09 19:52:56.661812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40142) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:56.669304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6ed2-60f9-4e9b-a106-a28ca99d0aa8 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:56.690700 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d2b481ef-df7a-43d4-80d3-1e1d3a9cdf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:56.701662 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b481ef-df7a-43d4-80d3-1e1d3a9cdf15 None None] Routers {'f18cf2f3-22f2-4481-8897-3b2e013c1a4e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:52:56.702658 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d2b481ef-df7a-43d4-80d3-1e1d3a9cdf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:56.744255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cf021023-8f67-4628-ad0d-00f4250bd1ab, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:56.758208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'cf021023-8f67-4628-ad0d-00f4250bd1ab', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'port_id': 'cf021023-8f67-4628-ad0d-00f4250bd1ab', 'mac_address': 'fa:16:3e:a3:f3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:52:56.775898 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6607fa06-3261-4a13-9822-9516c73ea330 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:56.812817 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:56.829307 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d2b481ef-df7a-43d4-80d3-1e1d3a9cdf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:56.831212 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b481ef-df7a-43d4-80d3-1e1d3a9cdf15 None None] The sync data for ids ['f18cf2f3-22f2-4481-8897-3b2e013c1a4e'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:52:56.836935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf021023-8f67-4628-ad0d-00f4250bd1ab {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:52:56.875271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cf021023-8f67-4628-ad0d-00f4250bd1ab, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:56.880211 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:56.967815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=cf021023-8f67-4628-ad0d-00f4250bd1ab,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:56.989498 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6ed2-60f9-4e9b-a106-a28ca99d0aa8 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.025581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6607fa06-3261-4a13-9822-9516c73ea330 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.027943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c6ed2-60f9-4e9b-a106-a28ca99d0aa8 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=98b3ebaa-72a0-47a6-b449-b8a9c800a1f2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:57.030419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6607fa06-3261-4a13-9822-9516c73ea330 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.036911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6ed2-60f9-4e9b-a106-a28ca99d0aa8 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.041513 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3f9c6ed2-60f9-4e9b-a106-a28ca99d0aa8 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/98b3ebaa-72a0-47a6-b449-b8a9c800a1f2 HTTP/1.1" status: 204 len: 168 time: 0.9535649 Nov 09 19:52:57.044383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40152) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:57.048159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a04c5-eec8-4488-8a11-d17f7de4ec9f None None] Network c3d42b2c-11fe-4048-b0de-6fb6d84ef506 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:57.140993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6607fa06-3261-4a13-9822-9516c73ea330 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.141857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6607fa06-3261-4a13-9822-9516c73ea330 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Fanout notify agent at l3_agent the message router_deleted on router f18cf2f3-22f2-4481-8897-3b2e013c1a4e {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:52:57.152178 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6607fa06-3261-4a13-9822-9516c73ea330 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.161239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40156) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:57.161783 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6607fa06-3261-4a13-9822-9516c73ea330 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/f18cf2f3-22f2-4481-8897-3b2e013c1a4e HTTP/1.1" status: 204 len: 168 time: 0.4935367 Nov 09 19:52:57.176905 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['cf021023-8f67-4628-ad0d-00f4250bd1ab'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:52:57.180510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.299329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 40f8ab10-a91a-4cfa-8122-9d67a720e541 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:57.307269 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.346242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-5761a3d2-f984-457d-86ab-728d78c1e271 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting subnet ae912f3e-5fc1-47c0-9442-55b21b8a0b07 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:52:57.361796 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5761a3d2-f984-457d-86ab-728d78c1e271 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.445103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc3c961-c308-4bf3-bbc3-f6705f19ed89 None None] DHCP port deletion for c3d42b2c-11fe-4048-b0de-6fb6d84ef506 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:52:57.476620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] For port 40f8ab10-a91a-4cfa-8122-9d67a720e541, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=40f8ab10-a91a-4cfa-8122-9d67a720e541,segment=NetworkSegment(59087fc0-91cb-41cf-8146-fc5eff5518e3),segment_id=59087fc0-91cb-41cf-8146-fc5eff5518e3)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:57.477233 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.503516 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 40f8ab10-a91a-4cfa-8122-9d67a720e541 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:57.520478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bce216-dfa5-4138-9af6-363f33fd85e5 req-ee990e61-1cba-4329-b079-adc3d65c062b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:57.529026 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43bce216-dfa5-4138-9af6-363f33fd85e5 req-ee990e61-1cba-4329-b079-adc3d65c062b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 945 time: 0.1799345 Nov 09 19:52:57.532678 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5761a3d2-f984-457d-86ab-728d78c1e271 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.561093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3c961-c308-4bf3-bbc3-f6705f19ed89 None None] Deleting port 40f8ab10-a91a-4cfa-8122-9d67a720e541 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:57.561093 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c961-c308-4bf3-bbc3-f6705f19ed89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.603622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43bce216-dfa5-4138-9af6-363f33fd85e5 req-1f3ccb97-fd00-4190-9f8d-cd077e143f56 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735140 Nov 09 19:52:57.665191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9bc3c961-c308-4bf3-bbc3-f6705f19ed89 None None] For port 40f8ab10-a91a-4cfa-8122-9d67a720e541, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=40f8ab10-a91a-4cfa-8122-9d67a720e541,segment=NetworkSegment(59087fc0-91cb-41cf-8146-fc5eff5518e3),segment_id=59087fc0-91cb-41cf-8146-fc5eff5518e3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:57.666301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c961-c308-4bf3-bbc3-f6705f19ed89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.681295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3c961-c308-4bf3-bbc3-f6705f19ed89 None None] Calling delete_port for 40f8ab10-a91a-4cfa-8122-9d67a720e541 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:57.706540 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5761a3d2-f984-457d-86ab-728d78c1e271 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.771669 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9bc3c961-c308-4bf3-bbc3-f6705f19ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.822671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3c961-c308-4bf3-bbc3-f6705f19ed89 None None] Pushing event deleted for resources: {'Port': ['ID=40f8ab10-a91a-4cfa-8122-9d67a720e541,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:57.825204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3c961-c308-4bf3-bbc3-f6705f19ed89 None None] No DVR routers for this DVR port 40f8ab10-a91a-4cfa-8122-9d67a720e541 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:57.851557 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5761a3d2-f984-457d-86ab-728d78c1e271 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.899812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761a3d2-f984-457d-86ab-728d78c1e271 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Subnet': ['ID=ae912f3e-5fc1-47c0-9442-55b21b8a0b07,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:57.913796 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5761a3d2-f984-457d-86ab-728d78c1e271 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:57.920693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b8741-3f50-4c17-af94-7f9a581b7bda None None] Network 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:57.923722 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5761a3d2-f984-457d-86ab-728d78c1e271 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/ae912f3e-5fc1-47c0-9442-55b21b8a0b07 HTTP/1.1" status: 204 len: 168 time: 0.7663684 Nov 09 19:52:57.926217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40170) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:58.012415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-544fb5cc-97f2-4ddb-91d3-a5ebe92e67dc tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting subnet 56de0f67-e247-4f50-983c-fd59db640e84 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:52:58.016048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-544fb5cc-97f2-4ddb-91d3-a5ebe92e67dc tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.028983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82824d8-fde5-4094-8f63-9977b1eda82a req-3038c80b-adf2-4142-b6be-a4082c9ab884 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:58.030674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f82824d8-fde5-4094-8f63-9977b1eda82a req-3038c80b-adf2-4142-b6be-a4082c9ab884 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.5048375 Nov 09 19:52:58.094102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.094348 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-544fb5cc-97f2-4ddb-91d3-a5ebe92e67dc tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.108508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No DVR routers for this DVR port 40f8ab10-a91a-4cfa-8122-9d67a720e541 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:58.112489 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f82824d8-fde5-4094-8f63-9977b1eda82a req-315ae4ee-c979-43d0-bd79-0f2537a8d7c8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733509 Nov 09 19:52:58.189288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=40f8ab10-a91a-4cfa-8122-9d67a720e541,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:58.251266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b83816-bf17-4710-9d9a-3146cf03c43b None None] DHCP port deletion for 6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:52:58.273821 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-544fb5cc-97f2-4ddb-91d3-a5ebe92e67dc tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.310429 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.358032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d42b2c-11fe-4048-b0de-6fb6d84ef506']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:58.361330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f8b83816-bf17-4710-9d9a-3146cf03c43b None None] Deleting port 5cc764f9-7c12-4757-b1bd-0effcea8c615 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:58.361330 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f8b83816-bf17-4710-9d9a-3146cf03c43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.384339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59087fc0-91cb-41cf-8146-fc5eff5518e3') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:58.384620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59087fc0-91cb-41cf-8146-fc5eff5518e3') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:58.405309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-544fb5cc-97f2-4ddb-91d3-a5ebe92e67dc tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.419195 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.462939 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.471762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:52:58.473907 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.483581 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-544fb5cc-97f2-4ddb-91d3-a5ebe92e67dc tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.489869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57430a6f-cd74-4a28-935f-d5d722add56a None None] Network 7fbd42e1-f245-47db-95db-1d947f4f07c8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:58.490539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-544fb5cc-97f2-4ddb-91d3-a5ebe92e67dc tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/56de0f67-e247-4f50-983c-fd59db640e84 HTTP/1.1" status: 204 len: 168 time: 0.5631580 Nov 09 19:52:58.495969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fb5cc-97f2-4ddb-91d3-a5ebe92e67dc tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Subnet': ['ID=56de0f67-e247-4f50-983c-fd59db640e84,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:58.499297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40184) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:52:58.548135 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:52:58.556675 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.565351 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.573195 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/networks/c3d42b2c-11fe-4048-b0de-6fb6d84ef506 HTTP/1.1" status: 204 len: 168 time: 1.5233595 Nov 09 19:52:58.582597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40188) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:58.594340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75ff2b-de9f-493c-8ed0-e37f6ded4e8c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Network': ['ID=c3d42b2c-11fe-4048-b0de-6fb6d84ef506,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:58.661029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41088fc1-acb6-4084-93a1-8b9c9a705190 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:58.662499 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-41088fc1-acb6-4084-93a1-8b9c9a705190 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/ce85006c-eafd-4391-a4c6-be541d76cddc HTTP/1.1" status: 200 len: 841 time: 0.0789366 Nov 09 19:52:58.667003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40192) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:58.688973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.713826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f8b83816-bf17-4710-9d9a-3146cf03c43b None None] For port 5cc764f9-7c12-4757-b1bd-0effcea8c615, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5cc764f9-7c12-4757-b1bd-0effcea8c615,segment=NetworkSegment(1c4325b3-b89b-45d2-89d6-90aa18c3860e),segment_id=1c4325b3-b89b-45d2-89d6-90aa18c3860e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:58.714445 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f8b83816-bf17-4710-9d9a-3146cf03c43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.730717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f8b83816-bf17-4710-9d9a-3146cf03c43b None None] Calling delete_port for 5cc764f9-7c12-4757-b1bd-0effcea8c615 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:58.792143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port 5cc764f9-7c12-4757-b1bd-0effcea8c615 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:58.792488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.806128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-575d1c75-cfdd-428c-ac5e-6145083ea73e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/ce85006c-eafd-4391-a4c6-be541d76cddc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1378803 Nov 09 19:52:58.812771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40194) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:58.812940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cf021023-8f67-4628-ad0d-00f4250bd1ab up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:52:58.829177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4cefe479-ef7f-411b-8f33-c3680c7422c1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:58.897647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f334e5-b04f-4896-979d-88c38b161224 req-51ed6311-53a2-410d-85a2-e8dfacf053e3 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:58.899427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72f334e5-b04f-4896-979d-88c38b161224 req-51ed6311-53a2-410d-85a2-e8dfacf053e3 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 945 time: 0.1760335 Nov 09 19:52:58.926878 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f8b83816-bf17-4710-9d9a-3146cf03c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.945260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port 5cc764f9-7c12-4757-b1bd-0effcea8c615, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5cc764f9-7c12-4757-b1bd-0effcea8c615,segment=NetworkSegment(1c4325b3-b89b-45d2-89d6-90aa18c3860e),segment_id=1c4325b3-b89b-45d2-89d6-90aa18c3860e)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:58.945519 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:58.945729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 40f8ab10-a91a-4cfa-8122-9d67a720e541 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:58.948431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b83816-bf17-4710-9d9a-3146cf03c43b None None] No DVR routers for this DVR port 5cc764f9-7c12-4757-b1bd-0effcea8c615 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:58.980266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for 5cc764f9-7c12-4757-b1bd-0effcea8c615 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:59.012539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b83816-bf17-4710-9d9a-3146cf03c43b None None] Pushing event deleted for resources: {'Port': ['ID=5cc764f9-7c12-4757-b1bd-0effcea8c615,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:59.015484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 40f8ab10-a91a-4cfa-8122-9d67a720e541 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:59.015992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 40f8ab10-a91a-4cfa-8122-9d67a720e541 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:59.016544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5cc764f9-7c12-4757-b1bd-0effcea8c615 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:52:59.018057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72f334e5-b04f-4896-979d-88c38b161224 req-9bbd9bd3-fa23-4df0-962c-e086e5a4fd59 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047463 Nov 09 19:52:59.021727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port cf021023-8f67-4628-ad0d-00f4250bd1ab completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:52:59.053297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port cf021023-8f67-4628-ad0d-00f4250bd1ab triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:52:59.054433 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.058739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cefe479-ef7f-411b-8f33-c3680c7422c1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:52:59.062151 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cefe479-ef7f-411b-8f33-c3680c7422c1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.115202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 5cc764f9-7c12-4757-b1bd-0effcea8c615 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:52:59.115692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5cc764f9-7c12-4757-b1bd-0effcea8c615 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:52:59.166582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.180518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No DVR routers for this DVR port 5cc764f9-7c12-4757-b1bd-0effcea8c615 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:52:59.185657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d367275e-6ca8-4b17-a5a2-15d7c1dd93c3 None None] DHCP port deletion for 7fbd42e1-f245-47db-95db-1d947f4f07c8 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:52:59.207073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=5cc764f9-7c12-4757-b1bd-0effcea8c615,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:59.271839 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.330124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.336753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacf058f-84ca-4bcf-89e5-919894015500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf021023-8f67-4628-ad0d-00f4250bd1ab'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:52:59.341582 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49c358c-8fdb-4898-bdcb-b836b0dcc042" -d '{"events": [{"server_uuid": "eacf058f-84ca-4bcf-89e5-919894015500", "name": "network-vif-plugged", "status": "completed", "tag": "cf021023-8f67-4628-ad0d-00f4250bd1ab"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:52:59.366992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:59.371439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cf021023-8f67-4628-ad0d-00f4250bd1ab, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:59.376942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4259154-1b3c-486a-87da-5232c72a2be9 req-3026b945-7b7c-46aa-a167-a61130b4fb50 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:59.379307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4259154-1b3c-486a-87da-5232c72a2be9 req-3026b945-7b7c-46aa-a167-a61130b4fb50 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.1266425 Nov 09 19:52:59.390932 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.396609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d367275e-6ca8-4b17-a5a2-15d7c1dd93c3 None None] Deleting port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:59.397070 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d367275e-6ca8-4b17-a5a2-15d7c1dd93c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.401409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4325b3-b89b-45d2-89d6-90aa18c3860e') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:59.402039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4325b3-b89b-45d2-89d6-90aa18c3860e') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:52:59.402328 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1befb7b8-7de8-47c3-a353-d0d15f6ac03c x-openstack-request-id: req-1befb7b8-7de8-47c3-a353-d0d15f6ac03c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:52:59.402727 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacf058f-84ca-4bcf-89e5-919894015500", "name": "network-vif-plugged", "status": "completed", "tag": "cf021023-8f67-4628-ad0d-00f4250bd1ab", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:52:59.402988 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1befb7b8-7de8-47c3-a353-d0d15f6ac03c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:52:59.405174 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacf058f-84ca-4bcf-89e5-919894015500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf021023-8f67-4628-ad0d-00f4250bd1ab', 'code': 200} Nov 09 19:52:59.436707 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.456670 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cefe479-ef7f-411b-8f33-c3680c7422c1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.470720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4259154-1b3c-486a-87da-5232c72a2be9 req-775216e5-74d1-477e-8bc5-e34c2966fd85 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808523 Nov 09 19:52:59.477700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.489864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:52:59.490541 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:52:59.507863 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:52:59.573519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cefe479-ef7f-411b-8f33-c3680c7422c1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:52:59.575393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=cf021023-8f67-4628-ad0d-00f4250bd1ab,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:59.580666 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d367275e-6ca8-4b17-a5a2-15d7c1dd93c3 None None] For port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796,segment=NetworkSegment(1c641e25-f811-49d4-9dbc-18125e5e0148),segment_id=1c641e25-f811-49d4-9dbc-18125e5e0148)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:52:59.581073 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d367275e-6ca8-4b17-a5a2-15d7c1dd93c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.597258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4cefe479-ef7f-411b-8f33-c3680c7422c1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:52:59.604202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d367275e-6ca8-4b17-a5a2-15d7c1dd93c3 None None] Calling delete_port for b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:52:59.625227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84946da2-e52b-4ea4-bb23-4c1094e82f71 None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:52:59.625495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cefe479-ef7f-411b-8f33-c3680c7422c1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:59.629738 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cefe479-ef7f-411b-8f33-c3680c7422c1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.654060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.689597 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.690873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefe479-ef7f-411b-8f33-c3680c7422c1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=6ee227e7-4e60-4c3c-b09b-9fbc02d6a268,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:59.700811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/networks/6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49 HTTP/1.1" status: 204 len: 168 time: 1.1976624 Nov 09 19:52:59.704836 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40206) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:59.708156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e085f-f8c2-4673-8ff1-8839b4d056b1 req-3b3cc9de-2a81-491e-858d-b7b5eb868b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:52:59.712713 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-049e085f-f8c2-4673-8ff1-8839b4d056b1 req-3b3cc9de-2a81-491e-858d-b7b5eb868b6a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 1097 time: 0.2170696 Nov 09 19:52:59.729109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0be02-4c8b-4560-bfe7-e43b977d594c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Network': ['ID=6739f2d5-49ab-4a2f-b6f6-fd6bbda75e49,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:52:59.742665 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4cefe479-ef7f-411b-8f33-c3680c7422c1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9197841 Nov 09 19:52:59.746252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40208) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:59.751591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c181e9b6-8498-4eee-8884-eb986abbdc82 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'security_group': {'name': 'tempest-secgroup-2083172089'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:59.786120 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c181e9b6-8498-4eee-8884-eb986abbdc82 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.827534 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-049e085f-f8c2-4673-8ff1-8839b4d056b1 req-1764da52-7088-462a-9844-5b99c4ff4582 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024618 Nov 09 19:52:59.862580 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.890394 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c181e9b6-8498-4eee-8884-eb986abbdc82 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.899785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c181e9b6-8498-4eee-8884-eb986abbdc82 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.938272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:52:59.939093 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.942815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c181e9b6-8498-4eee-8884-eb986abbdc82 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:52:59.955087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c181e9b6-8498-4eee-8884-eb986abbdc82 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2076449 Nov 09 19:52:59.957526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40218) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:52:59.963627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-05e3d4ef-a7ff-4379-a323-2d8389f367c5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'security_group': {'name': 'tempest-secgroup-1518974264'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:52:59.994723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181e9b6-8498-4eee-8884-eb986abbdc82 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9733e328-0ab7-4b45-ad13-b04994aced8a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:00.016096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a0823c4a-e255-4228-a9fb-169e6c8128e0', 'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'tenant_id': 'e7381104dbd04665afdac9ae98f5fd06', 'fixed_ips': [{'subnet_id': '6ee227e7-4e60-4c3c-b09b-9fbc02d6a268'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:53:00.017064 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.032929 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d367275e-6ca8-4b17-a5a2-15d7c1dd93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.036310 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05e3d4ef-a7ff-4379-a323-2d8389f367c5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.067772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367275e-6ca8-4b17-a5a2-15d7c1dd93c3 None None] Pushing event deleted for resources: {'Port': ['ID=b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:00.073310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d367275e-6ca8-4b17-a5a2-15d7c1dd93c3 None None] No DVR routers for this DVR port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:53:00.123753 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05e3d4ef-a7ff-4379-a323-2d8389f367c5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.138918 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05e3d4ef-a7ff-4379-a323-2d8389f367c5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.197991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cc453-89e2-43d1-a98d-f5906f43fd22 req-f533962f-9954-4531-a60a-f3dd11ca16d0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:00.200125 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-973cc453-89e2-43d1-a98d-f5906f43fd22 req-f533962f-9954-4531-a60a-f3dd11ca16d0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.0688462 Nov 09 19:53:00.205413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796,segment=NetworkSegment(1c641e25-f811-49d4-9dbc-18125e5e0148),segment_id=1c641e25-f811-49d4-9dbc-18125e5e0148)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:00.205877 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.224033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:00.249383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Allocated IP 172.20.0.2 (a0823c4a-e255-4228-a9fb-169e6c8128e0/6ee227e7-4e60-4c3c-b09b-9fbc02d6a268/eeb86f32-3842-4b67-ae88-956ee0f089c4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:00.260255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-973cc453-89e2-43d1-a98d-f5906f43fd22 req-f40e9dc2-0e69-44c5-8722-362de399c559 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459030 Nov 09 19:53:00.286759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3d4ef-a7ff-4379-a323-2d8389f367c5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd67ea2-f750-4289-a634-08833d873fc3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:00.306350 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05e3d4ef-a7ff-4379-a323-2d8389f367c5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.308090 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-05e3d4ef-a7ff-4379-a323-2d8389f367c5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3492880 Nov 09 19:53:00.310871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40222) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:00.316134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-591421487', 'security_groups': ['0bd67ea2-f750-4289-a634-08833d873fc3'], 'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ee227e7-4e60-4c3c-b09b-9fbc02d6a268'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:00.361062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.390413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:00.398397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No DVR routers for this DVR port b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:53:00.470201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:00.496122 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.501882 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.504734 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.546844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbd42e1-f245-47db-95db-1d947f4f07c8']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:00.558233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c641e25-f811-49d4-9dbc-18125e5e0148') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:00.558910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c641e25-f811-49d4-9dbc-18125e5e0148') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:00.564542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:00.568554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:00.577592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:00.579531 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.588230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Pushing event updated for resources: {'Port': ['ID=eeb86f32-3842-4b67-ae88-956ee0f089c4,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:00.615620 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.626146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:53:00.626765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:53:00.633225 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:53:00.648159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.677178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Attempting to bind port eeb86f32-3842-4b67-ae88-956ee0f089c4 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:00.677770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Attempting to bind port eeb86f32-3842-4b67-ae88-956ee0f089c4 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'ecc34517-9bd7-4b11-9a85-a7e2b8be411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:00.678338 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Attempting to bind port eeb86f32-3842-4b67-ae88-956ee0f089c4 on network a0823c4a-e255-4228-a9fb-169e6c8128e0 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:00.684548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:00.685192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Checking segment: {'id': 'ecc34517-9bd7-4b11-9a85-a7e2b8be411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:00.686041 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.686634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Bound using segment: {'id': 'ecc34517-9bd7-4b11-9a85-a7e2b8be411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:00.687327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Bound port: eeb86f32-3842-4b67-ae88-956ee0f089c4, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc34517-9bd7-4b11-9a85-a7e2b8be411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:00.687911 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.690016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port 3f1e6dde-77a9-4ff1-8224-27b156bdb91c yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:53:00.769246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] For port eeb86f32-3842-4b67-ae88-956ee0f089c4, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:00.774691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] For port eeb86f32-3842-4b67-ae88-956ee0f089c4, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=eeb86f32-3842-4b67-ae88-956ee0f089c4,segment=NetworkSegment(ecc34517-9bd7-4b11-9a85-a7e2b8be411e),segment_id=ecc34517-9bd7-4b11-9a85-a7e2b8be411e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:00.789625 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.870642 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.886241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:00.889601 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/networks/7fbd42e1-f245-47db-95db-1d947f4f07c8 HTTP/1.1" status: 204 len: 168 time: 1.1718645 Nov 09 19:53:00.894627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40232) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:00.903817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1940940247'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:00.911346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13887e4f-1567-4571-95b1-c937a334d40b req-8f9e92f0-ac82-4423-b461-a971d4b8aab8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:00.913144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13887e4f-1567-4571-95b1-c937a334d40b req-8f9e92f0-ac82-4423-b461-a971d4b8aab8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.2560534 Nov 09 19:53:00.915520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6970d-3b57-4d8e-9052-d83129528042 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Network': ['ID=7fbd42e1-f245-47db-95db-1d947f4f07c8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:00.928092 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be022208-4e02-41c2-b4d0-b63fda31f317 None None] Pushing event updated for resources: {'Port': ['ID=eeb86f32-3842-4b67-ae88-956ee0f089c4,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:00.949101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:53:00.972868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13887e4f-1567-4571-95b1-c937a334d40b req-ce0c38ad-bb40-49eb-80ce-478deaca3f97 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502629 Nov 09 19:53:00.990888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:00.994820 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:53:00.997531 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:01.011703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:53:01.011976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b9bd8d2f-94bb-4bcd-8ab1-d4058ebc3796 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:53:01.071515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.14 (a0823c4a-e255-4228-a9fb-169e6c8128e0/6ee227e7-4e60-4c3c-b09b-9fbc02d6a268/3f1e6dde-77a9-4ff1-8224-27b156bdb91c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:01.079888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:53:01.097943 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:01.098295 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added segment 8fb60dd4-b992-4e24-a4b4-5a636285d85b of type vlan for network 53e006e0-1ab2-44c8-b15b-24c5dca0475a Nov 09 19:53:01.184479 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:01.718674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:01.724342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:01.724815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:01.809830 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:01.818490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a27fb-8a85-4069-882c-ebdac0380ab3 req-04b5e868-90b3-46f3-aaaa-970ddfe8d9dc tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:01.826864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa0a27fb-8a85-4069-882c-ebdac0380ab3 req-04b5e868-90b3-46f3-aaaa-970ddfe8d9dc tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.1957171 Nov 09 19:53:01.886396 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9869838 Nov 09 19:53:01.887294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd00fb4-89f1-4c9b-94f5-0d06f84911b9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Network': ['ID=53e006e0-1ab2-44c8-b15b-24c5dca0475a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:01.888791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40244) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:01.894759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'subnet': {'network_id': '53e006e0-1ab2-44c8-b15b-24c5dca0475a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:01.910385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 53e006e0-1ab2-44c8-b15b-24c5dca0475a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:53:02.044656 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa0a27fb-8a85-4069-882c-ebdac0380ab3 req-b2e83401-d618-4304-a684-59027022d693 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169666 Nov 09 19:53:02.053460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:02.075550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:02.081684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:02.185279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:02.186800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=3f1e6dde-77a9-4ff1-8224-27b156bdb91c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:02.190538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:02.192811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:02.260803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410f407-7e74-4a9b-8eb7-d611324c19e5 req-4a06289b-274e-416e-8c26-97b54522bdf4 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:02.269750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:02.270466 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:02.271793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d410f407-7e74-4a9b-8eb7-d611324c19e5 req-4a06289b-274e-416e-8c26-97b54522bdf4 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.1619976 Nov 09 19:53:02.295124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-65ff9c57-6ab5-4b1f-b8d6-813b91d9eddc tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9826055 Nov 09 19:53:02.298006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40254) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:02.313005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f15a4618-c28b-4a2a-a77f-9ff8adea789d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:02.344508 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d410f407-7e74-4a9b-8eb7-d611324c19e5 req-5dfdecc0-c18d-414a-8d5a-eb396de4845e tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714791 Nov 09 19:53:02.586757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-801826a9-cb37-497c-8f97-4c4361c10a30 None None] Provisioning complete for port ce85006c-eafd-4391-a4c6-be541d76cddc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:02.588006 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-801826a9-cb37-497c-8f97-4c4361c10a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:02.616242 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:02.689129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15a4618-c28b-4a2a-a77f-9ff8adea789d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:02.696780 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f15a4618-c28b-4a2a-a77f-9ff8adea789d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:02.717165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-801826a9-cb37-497c-8f97-4c4361c10a30 None None] Port ce85006c-eafd-4391-a4c6-be541d76cddc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:02.742194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-801826a9-cb37-497c-8f97-4c4361c10a30 None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:02.742587 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-801826a9-cb37-497c-8f97-4c4361c10a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:02.747032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Subnet': ['ID=09d5539e-18e6-4cea-8393-b03316566251,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:02.787266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Checking segment: {'id': '8fb60dd4-b992-4e24-a4b4-5a636285d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '53e006e0-1ab2-44c8-b15b-24c5dca0475a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:02.787988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network hostable DHCP agents. Network: 53e006e0-1ab2-44c8-b15b-24c5dca0475a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:53:02.849114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ff956-db31-4ff7-ae22-fea520afbd00 req-8869676d-e010-47a7-8a93-ac3f03306612 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:02.861312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb2ff956-db31-4ff7-ae22-fea520afbd00 req-8869676d-e010-47a7-8a93-ac3f03306612 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.1071711 Nov 09 19:53:02.896839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 53e006e0-1ab2-44c8-b15b-24c5dca0475a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:53:02.906255 n-d-817256-1 neutron-server[102296]: INFO neutron.db.ipam_backend_mixin [None req-f15a4618-c28b-4a2a-a77f-9ff8adea789d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6ee227e7-4e60-4c3c-b09b-9fbc02d6a268 (CIDR: 172.20.0.0/28) Nov 09 19:53:02.919877 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15a4618-c28b-4a2a-a77f-9ff8adea789d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:53:02.920123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15a4618-c28b-4a2a-a77f-9ff8adea789d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:02.966821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 53e006e0-1ab2-44c8-b15b-24c5dca0475a) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:02.980010 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f15a4618-c28b-4a2a-a77f-9ff8adea789d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6805878 Nov 09 19:53:02.980924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:02.984614 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c1bb5-c060-4488-8d74-3bcab81e4ce4 None None] Network 53e006e0-1ab2-44c8-b15b-24c5dca0475a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:02.992175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-cbec78a2-5900-4581-b469-6ae28bd2f5d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:03.013502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4785-91d0-4d36-aa85-60566c415b68 req-4adce001-30b2-4c02-85d2-379752f1cab4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:03.017707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:03.018364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.029734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2cf4785-91d0-4d36-aa85-60566c415b68 req-4adce001-30b2-4c02-85d2-379752f1cab4 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.3755872 Nov 09 19:53:03.063833 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-801826a9-cb37-497c-8f97-4c4361c10a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.075547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bb2ff956-db31-4ff7-ae22-fea520afbd00 req-4f215b8a-8499-4a4e-a92d-1a48a8246da7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132211 Nov 09 19:53:03.096601 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b129899d-0e26-4b3b-9063-45f03e85b499 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2060921 Nov 09 19:53:03.098953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40266) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:03.104799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-307c35fa-eba5-481d-95f6-e11af2120f9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2021150860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:03.120280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-801826a9-cb37-497c-8f97-4c4361c10a30 None None] For port eeb86f32-3842-4b67-ae88-956ee0f089c4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=eeb86f32-3842-4b67-ae88-956ee0f089c4,segment=NetworkSegment(ecc34517-9bd7-4b11-9a85-a7e2b8be411e),segment_id=ecc34517-9bd7-4b11-9a85-a7e2b8be411e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:03.157775 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-307c35fa-eba5-481d-95f6-e11af2120f9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.160374 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-307c35fa-eba5-481d-95f6-e11af2120f9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.173267 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2cf4785-91d0-4d36-aa85-60566c415b68 req-5b335ab6-28de-4e42-bf8b-87216ac71c33 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629263 Nov 09 19:53:03.180662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device eeb86f32-3842-4b67-ae88-956ee0f089c4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:03.243954 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-307c35fa-eba5-481d-95f6-e11af2120f9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.252297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-307c35fa-eba5-481d-95f6-e11af2120f9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.268948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbec78a2-5900-4581-b469-6ae28bd2f5d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:03.277256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cbec78a2-5900-4581-b469-6ae28bd2f5d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.280663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-307c35fa-eba5-481d-95f6-e11af2120f9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.285096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-307c35fa-eba5-481d-95f6-e11af2120f9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1824181 Nov 09 19:53:03.285487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40268) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:03.292130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'port': {'network_id': '53e006e0-1ab2-44c8-b15b-24c5dca0475a', 'name': 'tempest-RoutersTest-2019793949'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:03.423590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-801826a9-cb37-497c-8f97-4c4361c10a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.496209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:03.502873 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.515889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29a144-a0e9-4123-81b0-47bc7f4f1944 req-f6f6d69e-745f-4571-8b1e-2110a4a72736 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:03.517269 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e29a144-a0e9-4123-81b0-47bc7f4f1944 req-f6f6d69e-745f-4571-8b1e-2110a4a72736 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.0963273 Nov 09 19:53:03.535234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:03.535615 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.538488 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] device_id is not set on port c030e2ed-ab68-49e5-aea8-bbb57e93866d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:53:03.571715 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-53e006e0-1ab2-44c8-b15b-24c5dca0475a', 'network_id': '53e006e0-1ab2-44c8-b15b-24c5dca0475a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'fixed_ips': [{'subnet_id': '09d5539e-18e6-4cea-8393-b03316566251'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:53:03.572583 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.579039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801826a9-cb37-497c-8f97-4c4361c10a30 None None] Pushing event updated for resources: {'Port': ['ID=eeb86f32-3842-4b67-ae88-956ee0f089c4,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:03.625363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-45150063-1bb8-4d55-9915-35f4943c6311 None None] Provisioning complete for port 3f1e6dde-77a9-4ff1-8224-27b156bdb91c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:03.626007 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45150063-1bb8-4d55-9915-35f4943c6311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.668232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e29a144-a0e9-4123-81b0-47bc7f4f1944 req-54794ceb-a746-4a76-9bcd-02cc5c6e35c9 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342192 Nov 09 19:53:03.723053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Allocated IP 172.20.0.3 (53e006e0-1ab2-44c8-b15b-24c5dca0475a/09d5539e-18e6-4cea-8393-b03316566251/c030e2ed-ab68-49e5-aea8-bbb57e93866d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:03.758662 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cbec78a2-5900-4581-b469-6ae28bd2f5d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.764249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-45150063-1bb8-4d55-9915-35f4943c6311 None None] Port 3f1e6dde-77a9-4ff1-8224-27b156bdb91c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:03.832610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec78a2-5900-4581-b469-6ae28bd2f5d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=f7bec9be-0146-43b1-a3bb-fa1433849a70,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:03.836048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec78a2-5900-4581-b469-6ae28bd2f5d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:03.837834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-cbec78a2-5900-4581-b469-6ae28bd2f5d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:03.840482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbec78a2-5900-4581-b469-6ae28bd2f5d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:03.841082 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cbec78a2-5900-4581-b469-6ae28bd2f5d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.848185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a5563-608a-4cca-9012-f8aa723fc148 None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:03.868456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cbec78a2-5900-4581-b469-6ae28bd2f5d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8851213 Nov 09 19:53:03.870924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40274) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:03.877520 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-914099254', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f7bec9be-0146-43b1-a3bb-fa1433849a70'}], 'security_groups': ['9733e328-0ab7-4b45-ad13-b04994aced8a']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:03.923029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.964665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:03.965355 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.071886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 53e006e0-1ab2-44c8-b15b-24c5dca0475a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:04.074970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Allocated IP 172.20.0.2 (53e006e0-1ab2-44c8-b15b-24c5dca0475a/09d5539e-18e6-4cea-8393-b03316566251/c2c909e6-d979-4803-9c03-649171c38b0d) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:04.088705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:04.106324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:04.110378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=c030e2ed-ab68-49e5-aea8-bbb57e93866d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:04.227566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:04.228220 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.263632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9c8d7-56e2-4386-a9b8-813395d81063 None None] Update dhcp port {'port': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'fixed_ips': [{'subnet_id': '6ee227e7-4e60-4c3c-b09b-9fbc02d6a268', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f7bec9be-0146-43b1-a3bb-fa1433849a70'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'eeb86f32-3842-4b67-ae88-956ee0f089c4'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 19:53:04.283917 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-22bf28cf-27b1-4fb9-a587-7c5f90e7d6ff tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9970803 Nov 09 19:53:04.292925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505663e-4f1e-44c1-b9a9-0f992787baeb req-a3d0ff15-3d4e-4d91-8a86-63f4b21660d5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:04.294681 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4505663e-4f1e-44c1-b9a9-0f992787baeb req-a3d0ff15-3d4e-4d91-8a86-63f4b21660d5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.1243970 Nov 09 19:53:04.295361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40284) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:04.309791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-9589adea-6e0e-4d98-ad74-eb218b33ad8f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:04.311851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-9589adea-6e0e-4d98-ad74-eb218b33ad8f tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.77 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.1350257 Nov 09 19:53:04.312282 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3d9c8d7-56e2-4386-a9b8-813395d81063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.394472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c31f71-6180-42d5-9b56-7ecaeca5f59d req-fffa78a7-31fe-4895-b879-76beb7ae1583 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:04.403743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3c31f71-6180-42d5-9b56-7ecaeca5f59d req-fffa78a7-31fe-4895-b879-76beb7ae1583 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.0842543 Nov 09 19:53:04.459346 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3c31f71-6180-42d5-9b56-7ecaeca5f59d req-b56e7cf4-2c70-4a2d-bac8-0d629908b4f7 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543485 Nov 09 19:53:04.505496 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.516264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.566219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Delete allocated IP 172.20.0.14 (a0823c4a-e255-4228-a9fb-169e6c8128e0/6ee227e7-4e60-4c3c-b09b-9fbc02d6a268) {{(pid=102296) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 19:53:04.572237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Network 53e006e0-1ab2-44c8-b15b-24c5dca0475a is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:04.575227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.20 (a0823c4a-e255-4228-a9fb-169e6c8128e0/f7bec9be-0146-43b1-a3bb-fa1433849a70/3f1e6dde-77a9-4ff1-8224-27b156bdb91c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:04.577255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:04.580737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:04.590752 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Pushing event updated for resources: {'Port': ['ID=c2c909e6-d979-4803-9c03-649171c38b0d,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:04.605566 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4505663e-4f1e-44c1-b9a9-0f992787baeb req-680e677d-c6c9-45f8-9871-635c87a65f82 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920141 Nov 09 19:53:04.644728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Attempting to bind port c2c909e6-d979-4803-9c03-649171c38b0d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:04.645116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Attempting to bind port c2c909e6-d979-4803-9c03-649171c38b0d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '8fb60dd4-b992-4e24-a4b4-5a636285d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '53e006e0-1ab2-44c8-b15b-24c5dca0475a'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:04.645413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Attempting to bind port c2c909e6-d979-4803-9c03-649171c38b0d on network 53e006e0-1ab2-44c8-b15b-24c5dca0475a {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:04.652726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:04.652726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Checking segment: {'id': '8fb60dd4-b992-4e24-a4b4-5a636285d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '53e006e0-1ab2-44c8-b15b-24c5dca0475a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:04.652726 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.652726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Bound using segment: {'id': '8fb60dd4-b992-4e24-a4b4-5a636285d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '53e006e0-1ab2-44c8-b15b-24c5dca0475a'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:04.653292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Bound port: c2c909e6-d979-4803-9c03-649171c38b0d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb60dd4-b992-4e24-a4b4-5a636285d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '53e006e0-1ab2-44c8-b15b-24c5dca0475a'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:04.653580 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.735731 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] For port c2c909e6-d979-4803-9c03-649171c38b0d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:04.742056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] For port c2c909e6-d979-4803-9c03-649171c38b0d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c2c909e6-d979-4803-9c03-649171c38b0d,segment=NetworkSegment(8fb60dd4-b992-4e24-a4b4-5a636285d85b),segment_id=8fb60dd4-b992-4e24-a4b4-5a636285d85b)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:04.754982 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.787189 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.806679 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.828408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-690b9528-e3b8-4161-96c3-8d33b0b9d0dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Deleting port 47701f0d-94b1-4d67-b61a-c4849ee89784 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:04.828759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-690b9528-e3b8-4161-96c3-8d33b0b9d0dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.863786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c5a88-b5b8-4be3-8430-fbef1b6636ab None None] Pushing event updated for resources: {'Port': ['ID=c2c909e6-d979-4803-9c03-649171c38b0d,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:04.896555 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-a3d9c8d7-56e2-4386-a9b8-813395d81063 None None] Allocated IP 172.20.0.18 (a0823c4a-e255-4228-a9fb-169e6c8128e0/f7bec9be-0146-43b1-a3bb-fa1433849a70/eeb86f32-3842-4b67-ae88-956ee0f089c4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:04.929657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device eeb86f32-3842-4b67-ae88-956ee0f089c4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:04.934503 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.950545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=3f1e6dde-77a9-4ff1-8224-27b156bdb91c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:04.980739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] In _notify_port_updated(), no bound segment for port 3f1e6dde-77a9-4ff1-8224-27b156bdb91c on network a0823c4a-e255-4228-a9fb-169e6c8128e0 {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:53:04.986773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e72ca3-1cc0-45e3-ab87-7958ffe1ee3b req-bd691fed-8010-478d-8824-7229f41f189f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:04.987909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:04.988833 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:04.990694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-35e21278-da58-479c-95bf-51324e66faa5 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "PUT /v2.0/ports/3f1e6dde-77a9-4ff1-8224-27b156bdb91c HTTP/1.1" status: 200 len: 920 time: 1.1187165 Nov 09 19:53:04.993792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40294) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:04.997762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57e72ca3-1cc0-45e3-ab87-7958ffe1ee3b req-bd691fed-8010-478d-8824-7229f41f189f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.2258370 Nov 09 19:53:05.117220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a3d9c8d7-56e2-4386-a9b8-813395d81063 None None] For port eeb86f32-3842-4b67-ae88-956ee0f089c4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=eeb86f32-3842-4b67-ae88-956ee0f089c4,segment=NetworkSegment(ecc34517-9bd7-4b11-9a85-a7e2b8be411e),segment_id=ecc34517-9bd7-4b11-9a85-a7e2b8be411e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:05.161750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5eff0f1a-5e34-4633-b578-efe3d8003449 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 3f1e6dde-77a9-4ff1-8224-27b156bdb91c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:05.162077 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5eff0f1a-5e34-4633-b578-efe3d8003449 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.168539 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3d9c8d7-56e2-4386-a9b8-813395d81063 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.174673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:05.175053 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.197682 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3d9c8d7-56e2-4386-a9b8-813395d81063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.259128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57e72ca3-1cc0-45e3-ab87-7958ffe1ee3b req-d141b21f-b8d4-4c12-95c6-c6352766d5d7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605464 Nov 09 19:53:05.329561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-690b9528-e3b8-4161-96c3-8d33b0b9d0dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] For port 47701f0d-94b1-4d67-b61a-c4849ee89784, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=47701f0d-94b1-4d67-b61a-c4849ee89784,segment=NetworkSegment(9a1d6294-9b07-453d-b81d-97436ff05c65),segment_id=9a1d6294-9b07-453d-b81d-97436ff05c65)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:05.329941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-690b9528-e3b8-4161-96c3-8d33b0b9d0dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.331591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5eff0f1a-5e34-4633-b578-efe3d8003449 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.351842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-690b9528-e3b8-4161-96c3-8d33b0b9d0dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Calling delete_port for 47701f0d-94b1-4d67-b61a-c4849ee89784 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:05.376166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5eff0f1a-5e34-4633-b578-efe3d8003449 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 3f1e6dde-77a9-4ff1-8224-27b156bdb91c owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:05.425982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9c8d7-56e2-4386-a9b8-813395d81063 None None] Pushing event updated for resources: {'Port': ['ID=eeb86f32-3842-4b67-ae88-956ee0f089c4,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:05.630290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c540aae-28aa-4d0a-b571-517f0453c2ff req-6963a95f-74ba-4fff-a7b6-7c55affb2e79 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:05.632693 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c540aae-28aa-4d0a-b571-517f0453c2ff req-6963a95f-74ba-4fff-a7b6-7c55affb2e79 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.1713214 Nov 09 19:53:05.638599 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.656945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e151b9-39d7-4fb6-ab57-bd2f63c4480d req-9ec10731-d2d8-41f2-992c-e6bdbe1440f8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:05.658199 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.664282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81e151b9-39d7-4fb6-ab57-bd2f63c4480d req-9ec10731-d2d8-41f2-992c-e6bdbe1440f8 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 946 time: 0.0904133 Nov 09 19:53:05.672137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5eff0f1a-5e34-4633-b578-efe3d8003449 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.750917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff0f1a-5e34-4633-b578-efe3d8003449 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=3f1e6dde-77a9-4ff1-8224-27b156bdb91c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:05.778136 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81e151b9-39d7-4fb6-ab57-bd2f63c4480d req-0e9ee7f5-f18b-4404-8bac-b4b983176dfb tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110344 Nov 09 19:53:05.821285 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-690b9528-e3b8-4161-96c3-8d33b0b9d0dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.840146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['47701f0d-94b1-4d67-b61a-c4849ee89784'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:53:05.867820 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c540aae-28aa-4d0a-b571-517f0453c2ff req-c69a648e-7a29-43fb-a7b7-2f2ca03d7cc0 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242041 Nov 09 19:53:05.931700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5eff0f1a-5e34-4633-b578-efe3d8003449 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:05.938985 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5eff0f1a-5e34-4633-b578-efe3d8003449 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/3f1e6dde-77a9-4ff1-8224-27b156bdb91c HTTP/1.1" status: 204 len: 168 time: 0.9439313 Nov 09 19:53:05.940027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40316) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:05.970574 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d490cd87-b697-471d-8a22-abfbfafd3794 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:53:05.972864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d490cd87-b697-471d-8a22-abfbfafd3794 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/3f1e6dde-77a9-4ff1-8224-27b156bdb91c HTTP/1.1" status: 404 len: 333 time: 0.0316155 Nov 09 19:53:05.973798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=c030e2ed-ab68-49e5-aea8-bbb57e93866d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:05.977039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40318) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:06.075360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d6de-1c34-42eb-a3b2-f706ff5603a1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.116974 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d6de-1c34-42eb-a3b2-f706ff5603a1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.185325 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d6de-1c34-42eb-a3b2-f706ff5603a1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.192246 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4f7d6de-1c34-42eb-a3b2-f706ff5603a1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.193189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e4f7d6de-1c34-42eb-a3b2-f706ff5603a1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/security-groups/0bd67ea2-f750-4289-a634-08833d873fc3 HTTP/1.1" status: 204 len: 168 time: 0.2146556 Nov 09 19:53:06.203554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40320) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:06.204382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7d6de-1c34-42eb-a3b2-f706ff5603a1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd67ea2-f750-4289-a634-08833d873fc3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:06.299432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6a114d16-460e-4c7a-b276-a698abcee62b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.357951 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6a114d16-460e-4c7a-b276-a698abcee62b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.407911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6a114d16-460e-4c7a-b276-a698abcee62b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.412319 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6a114d16-460e-4c7a-b276-a698abcee62b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.418712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6a114d16-460e-4c7a-b276-a698abcee62b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/security-groups/9733e328-0ab7-4b45-ad13-b04994aced8a HTTP/1.1" status: 204 len: 168 time: 0.2119024 Nov 09 19:53:06.419460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40324) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:06.438615 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc540890-376a-49e6-a702-b1c166a8b01c None None] Network 53e006e0-1ab2-44c8-b15b-24c5dca0475a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:06.482790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a114d16-460e-4c7a-b276-a698abcee62b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9733e328-0ab7-4b45-ad13-b04994aced8a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:06.489230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b9528-e3b8-4161-96c3-8d33b0b9d0dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Pushing event deleted for resources: {'Port': ['ID=47701f0d-94b1-4d67-b61a-c4849ee89784,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:06.495488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Could not find standard attr ID for object 3f1e6dde-77a9-4ff1-8224-27b156bdb91c. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:53:06.534229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d754ae90-8e03-429f-8f2c-73ab0fe83075 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet 6ee227e7-4e60-4c3c-b09b-9fbc02d6a268 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:53:06.538777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Provisioning complete for port ce85006c-eafd-4391-a4c6-be541d76cddc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:06.539393 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.541106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d754ae90-8e03-429f-8f2c-73ab0fe83075 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.568413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-690b9528-e3b8-4161-96c3-8d33b0b9d0dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] No DVR routers for this DVR port 47701f0d-94b1-4d67-b61a-c4849ee89784 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:53:06.612013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d754ae90-8e03-429f-8f2c-73ab0fe83075 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.616464 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-690b9528-e3b8-4161-96c3-8d33b0b9d0dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.620290 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37ebfe4e-bd37-4886-b536-6eb4ee881796 req-690b9528-e3b8-4161-96c3-8d33b0b9d0dd tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.77 "DELETE /v2.0/ports/47701f0d-94b1-4d67-b61a-c4849ee89784 HTTP/1.1" status: 204 len: 173 time: 2.2229910 Nov 09 19:53:06.622051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'name': 'network-vif-deleted', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:06.625117 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4608e8a-b4b5-4c5f-a28d-34af672b28e6" -d '{"events": [{"server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "name": "network-vif-deleted", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:06.643498 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.648598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Port ce85006c-eafd-4391-a4c6-be541d76cddc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:06.670003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:06.670749 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.713049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cf021023-8f67-4628-ad0d-00f4250bd1ab details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:53:06.718928 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e00ad1-641f-44c6-8977-39853911cef3 x-openstack-request-id: req-24e00ad1-641f-44c6-8977-39853911cef3 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:06.720303 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28292cc9-446f-432e-b78b-0146dcfebd59", "name": "network-vif-deleted", "tag": "47701f0d-94b1-4d67-b61a-c4849ee89784", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:06.720303 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24e00ad1-641f-44c6-8977-39853911cef3 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:06.720303 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28292cc9-446f-432e-b78b-0146dcfebd59', 'name': 'network-vif-deleted', 'tag': '47701f0d-94b1-4d67-b61a-c4849ee89784', 'status': 'completed', 'code': 200} Nov 09 19:53:06.737855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68ff65-b122-4286-98c6-60df6107e170 req-15654265-0f29-4441-aa6d-1645db4cd0c8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:06.739999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6d68ff65-b122-4286-98c6-60df6107e170 req-15654265-0f29-4441-aa6d-1645db4cd0c8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.3015068 Nov 09 19:53:06.857131 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d754ae90-8e03-429f-8f2c-73ab0fe83075 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:06.964522 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6d68ff65-b122-4286-98c6-60df6107e170 req-4729f5e3-3eba-45ef-96ff-cda751818ac8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670840 Nov 09 19:53:07.024125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cf021023-8f67-4628-ad0d-00f4250bd1ab, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:07.039103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'cf021023-8f67-4628-ad0d-00f4250bd1ab', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'port_id': 'cf021023-8f67-4628-ad0d-00f4250bd1ab', 'mac_address': 'fa:16:3e:a3:f3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:53:07.052982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Provisioning complete for port c2c909e6-d979-4803-9c03-649171c38b0d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:07.054017 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.066699 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51b191f6-c159-4216-a11d-5c2e70dbdcd6 req-31724441-b85b-48e5-bc14-1adc6b732619 tempest-ServersNegativeTestJSON-456178027 tempest-ServersNegativeTestJSON-456178027-project] 10.222.0.53 "GET /v2.0/ports?device_id=28292cc9-446f-432e-b78b-0146dcfebd59 HTTP/1.1" status: 200 len: 210 time: 0.1041772 Nov 09 19:53:07.084791 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.104664 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d754ae90-8e03-429f-8f2c-73ab0fe83075 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.172427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754ae90-8e03-429f-8f2c-73ab0fe83075 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee227e7-4e60-4c3c-b09b-9fbc02d6a268,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:07.192327 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d754ae90-8e03-429f-8f2c-73ab0fe83075 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.208834 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d754ae90-8e03-429f-8f2c-73ab0fe83075 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/6ee227e7-4e60-4c3c-b09b-9fbc02d6a268 HTTP/1.1" status: 204 len: 168 time: 0.7810037 Nov 09 19:53:07.210299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40338) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:07.213077 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.215841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-daea8e68-c443-41c5-8b2f-d814687c92b4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:07.223105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c2c909e6-d979-4803-9c03-649171c38b0d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:07.270484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf021023-8f67-4628-ad0d-00f4250bd1ab {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:53:07.297653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cf021023-8f67-4628-ad0d-00f4250bd1ab, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:07.309017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71354ee6-25c2-411a-86c5-8489623f1041 None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:07.315358 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.459485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['cf021023-8f67-4628-ad0d-00f4250bd1ab'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:53:07.517260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daea8e68-c443-41c5-8b2f-d814687c92b4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:07.524351 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-daea8e68-c443-41c5-8b2f-d814687c92b4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.543955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d229878-ff0c-4841-824c-c5ed7b1766ce req-ca485091-1d57-44c4-9c0b-60100d8c2551 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:07.545500 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d229878-ff0c-4841-824c-c5ed7b1766ce req-ca485091-1d57-44c4-9c0b-60100d8c2551 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.4210219 Nov 09 19:53:07.590120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.640708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d229878-ff0c-4841-824c-c5ed7b1766ce req-fc64cade-7502-4b42-aa8f-5eec4e971b02 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783830 Nov 09 19:53:07.692059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=cf021023-8f67-4628-ad0d-00f4250bd1ab,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:07.733260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c2c909e6-d979-4803-9c03-649171c38b0d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:07.733630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.796621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] For port c2c909e6-d979-4803-9c03-649171c38b0d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c2c909e6-d979-4803-9c03-649171c38b0d,segment=NetworkSegment(8fb60dd4-b992-4e24-a4b4-5a636285d85b),segment_id=8fb60dd4-b992-4e24-a4b4-5a636285d85b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:07.872065 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.883471 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.888091 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:07.970857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-daea8e68-c443-41c5-8b2f-d814687c92b4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.045084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.050450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=c030e2ed-ab68-49e5-aea8-bbb57e93866d,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:08.094032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daea8e68-c443-41c5-8b2f-d814687c92b4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:08.107464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-daea8e68-c443-41c5-8b2f-d814687c92b4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:08.133386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea8e68-c443-41c5-8b2f-d814687c92b4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=39a0a16b-a7ba-436c-82a7-95bd30b6f05c,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:08.136622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daea8e68-c443-41c5-8b2f-d814687c92b4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:08.137391 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-daea8e68-c443-41c5-8b2f-d814687c92b4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.174642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40370) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:08.208274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5822eaab-ff30-4392-8982-770ed7f2cb8c None None] Could not find standard attr ID for object 3f1e6dde-77a9-4ff1-8224-27b156bdb91c. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:53:08.212635 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-daea8e68-c443-41c5-8b2f-d814687c92b4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0011313 Nov 09 19:53:08.215392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40374) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:08.220077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5fc8bdf8-2b3d-4bba-bfbd-193c018e58d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'security_group': {'name': 'tempest-secgroup-1405354038'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:08.269092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 53e006e0-1ab2-44c8-b15b-24c5dca0475a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:08.276360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:08.297100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-451b6210-44ca-4cef-ad1e-88cba5005f48 admin admin] Deleting subnet f2df0995-4274-46ff-9678-8cd2a4f49569 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:53:08.304636 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-451b6210-44ca-4cef-ad1e-88cba5005f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.390009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device eeb86f32-3842-4b67-ae88-956ee0f089c4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:08.421986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e57cf6-db11-4a07-8054-035f5db130fb req-c7a07be2-df24-46a7-bf65-ff904a39efae tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:08.429609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47e57cf6-db11-4a07-8054-035f5db130fb req-c7a07be2-df24-46a7-bf65-ff904a39efae tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.3066962 Nov 09 19:53:08.447993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5822eaab-ff30-4392-8982-770ed7f2cb8c None None] Provisioning complete for port c2c909e6-d979-4803-9c03-649171c38b0d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:08.448658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5822eaab-ff30-4392-8982-770ed7f2cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.456700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-451b6210-44ca-4cef-ad1e-88cba5005f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.484656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5415b3c-375a-4cd3-b2d6-9b2e44c1d7f9 None None] Pushing event updated for resources: {'Port': ['ID=c2c909e6-d979-4803-9c03-649171c38b0d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:08.513514 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-451b6210-44ca-4cef-ad1e-88cba5005f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.529053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bdf8-2b3d-4bba-bfbd-193c018e58d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.607901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:08.609454 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.659185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:53:08.680676 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-451b6210-44ca-4cef-ad1e-88cba5005f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.737800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cf021023-8f67-4628-ad0d-00f4250bd1ab up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:08.846334 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-451b6210-44ca-4cef-ad1e-88cba5005f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.851391 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-451b6210-44ca-4cef-ad1e-88cba5005f48 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f2df0995-4274-46ff-9678-8cd2a4f49569 HTTP/1.1" status: 204 len: 168 time: 0.6746321 Nov 09 19:53:08.855719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47e57cf6-db11-4a07-8054-035f5db130fb req-b6070421-b167-464d-8ab4-cc8e04b89c3d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253194 Nov 09 19:53:08.856601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40384) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:08.857549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b6210-44ca-4cef-ad1e-88cba5005f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2df0995-4274-46ff-9678-8cd2a4f49569,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:08.911803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5822eaab-ff30-4392-8982-770ed7f2cb8c None None] Provisioning complete for port c030e2ed-ab68-49e5-aea8-bbb57e93866d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:08.912085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5822eaab-ff30-4392-8982-770ed7f2cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:08.932815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:53:08.947715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40386) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:08.949191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-86818287-70dd-412d-98e7-8fd15ffe00a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6367221 Nov 09 19:53:08.964728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5822eaab-ff30-4392-8982-770ed7f2cb8c None None] Port c030e2ed-ab68-49e5-aea8-bbb57e93866d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:08.967342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb5cfa-5ec6-42d5-abcb-4db5f62f73c0 None None] Sync routers for ids ['ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:53:09.013359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port cf021023-8f67-4628-ad0d-00f4250bd1ab triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:09.013735 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.023624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967a4ea-fc70-4037-93da-e01b89ae4642 req-2dea26da-942b-49a1-b3bd-92625fea1fb7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:09.029323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3967a4ea-fc70-4037-93da-e01b89ae4642 req-2dea26da-942b-49a1-b3bd-92625fea1fb7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 945 time: 0.1282227 Nov 09 19:53:09.051479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb5cfa-5ec6-42d5-abcb-4db5f62f73c0 None None] Routers {'ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:09.052397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8adb5cfa-5ec6-42d5-abcb-4db5f62f73c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:09.073238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd0cc5-2e73-46ca-bc84-082f244abe7e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:09.075049 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-87bd0cc5-2e73-46ca-bc84-082f244abe7e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports/c030e2ed-ab68-49e5-aea8-bbb57e93866d HTTP/1.1" status: 200 len: 977 time: 0.1275344 Nov 09 19:53:09.079216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40388) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:09.097039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3967a4ea-fc70-4037-93da-e01b89ae4642 req-285e8fc9-af1d-4a60-bd51-e32a8852c2b5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600674 Nov 09 19:53:09.100893 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bdf8-2b3d-4bba-bfbd-193c018e58d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.106899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bdf8-2b3d-4bba-bfbd-193c018e58d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.172515 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bdf8-2b3d-4bba-bfbd-193c018e58d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.173011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.174414 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5fc8bdf8-2b3d-4bba-bfbd-193c018e58d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9580331 Nov 09 19:53:09.177890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40390) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:09.183143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d39d22ef-db81-4e60-a01b-2c0f66f3dea1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'security_group': {'name': 'tempest-secgroup-988891494'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:09.189321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8adb5cfa-5ec6-42d5-abcb-4db5f62f73c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:09.190362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8bdf8-2b3d-4bba-bfbd-193c018e58d4 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1311c2-eb28-4145-b795-c39ac8c874bf,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:09.199426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c2c909e6-d979-4803-9c03-649171c38b0d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:09.245808 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d39d22ef-db81-4e60-a01b-2c0f66f3dea1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.306944 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb5cfa-5ec6-42d5-abcb-4db5f62f73c0 None None] Routers {'ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:09.307972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8adb5cfa-5ec6-42d5-abcb-4db5f62f73c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:52:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:09.314607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f1a80827-51e9-4723-a62e-0769bdfca613 None None] Provisioning complete for port c030e2ed-ab68-49e5-aea8-bbb57e93866d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:09.315274 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f1a80827-51e9-4723-a62e-0769bdfca613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.362864 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d39d22ef-db81-4e60-a01b-2c0f66f3dea1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.375546 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d39d22ef-db81-4e60-a01b-2c0f66f3dea1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.379684 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.419920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdc4ccf-7df5-49e5-8ac8-848b66620154']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:09.424458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d22ef-db81-4e60-a01b-2c0f66f3dea1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bf3595-00c0-4b58-ad45-0982e362bf7c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:09.436058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1d6294-9b07-453d-b81d-97436ff05c65') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:09.436498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1d6294-9b07-453d-b81d-97436ff05c65') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:09.443434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d39d22ef-db81-4e60-a01b-2c0f66f3dea1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.445833 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d39d22ef-db81-4e60-a01b-2c0f66f3dea1 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2661967 Nov 09 19:53:09.448298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40394) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:09.449965 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.460423 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-464e80a1-accc-41d5-a22c-3be674ffc243 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'security_group': {'name': 'tempest-secgroup-911193642'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:09.473049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.476885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f1a80827-51e9-4723-a62e-0769bdfca613 None None] Port c030e2ed-ab68-49e5-aea8-bbb57e93866d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:09.484012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:53:09.485844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.499147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-464e80a1-accc-41d5-a22c-3be674ffc243 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.502233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8adb5cfa-5ec6-42d5-abcb-4db5f62f73c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:09.503691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb5cfa-5ec6-42d5-abcb-4db5f62f73c0 None None] The sync data for ids ['ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:53:09.565652 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:53:09.623274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c2c909e6-d979-4803-9c03-649171c38b0d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:09.623972 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.651454 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.653348 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-464e80a1-accc-41d5-a22c-3be674ffc243 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.663961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-464e80a1-accc-41d5-a22c-3be674ffc243 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.680290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e5209-4ef1-4c54-a45b-a5213c0dda48 None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:09.694553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-464e80a1-accc-41d5-a22c-3be674ffc243 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.697689 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-464e80a1-accc-41d5-a22c-3be674ffc243 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2482066 Nov 09 19:53:09.704873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40398) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:09.714470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-416675140', 'security_groups': ['97a4df30-9aa0-49a6-ad9f-be944de3840d'], 'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39a0a16b-a7ba-436c-82a7-95bd30b6f05c'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:09.726903 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.745678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e80a1-accc-41d5-a22c-3be674ffc243 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a4df30-9aa0-49a6-ad9f-be944de3840d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:09.772653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.776894 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] 10.222.0.53 "DELETE /v2.0/networks/efdc4ccf-7df5-49e5-8ac8-848b66620154 HTTP/1.1" status: 204 len: 168 time: 0.9162655 Nov 09 19:53:09.799308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40402) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:09.804519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2015559652'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:09.828322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacf058f-84ca-4bcf-89e5-919894015500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf021023-8f67-4628-ad0d-00f4250bd1ab'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:09.830620 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c15e648-a95e-4aed-beb8-838c161955d9" -d '{"events": [{"server_uuid": "eacf058f-84ca-4bcf-89e5-919894015500", "name": "network-vif-plugged", "status": "completed", "tag": "cf021023-8f67-4628-ad0d-00f4250bd1ab"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:09.849472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:09.853792 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.859011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e627f0c-1454-4a4c-9779-11f43e5e4693 admin admin] Pushing event deleted for resources: {'Network': ['ID=efdc4ccf-7df5-49e5-8ac8-848b66620154,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:09.876307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cf021023-8f67-4628-ad0d-00f4250bd1ab, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:09.887231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a5ed3ccc-591f-4e27-8907-e1af986cd24c None None] Provisioning complete for port ce85006c-eafd-4391-a4c6-be541d76cddc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:09.887996 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3ccc-591f-4e27-8907-e1af986cd24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.926656 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.927802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 47701f0d-94b1-4d67-b61a-c4849ee89784 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:53:09.932505 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56395f16-f19e-4c36-9ae5-3c0363d9624e x-openstack-request-id: req-56395f16-f19e-4c36-9ae5-3c0363d9624e {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:09.933260 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacf058f-84ca-4bcf-89e5-919894015500", "name": "network-vif-plugged", "status": "completed", "tag": "cf021023-8f67-4628-ad0d-00f4250bd1ab", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:09.933787 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56395f16-f19e-4c36-9ae5-3c0363d9624e {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:09.934386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:53:09.934723 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacf058f-84ca-4bcf-89e5-919894015500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf021023-8f67-4628-ad0d-00f4250bd1ab', 'code': 200} Nov 09 19:53:09.968753 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:09.969149 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Added segment 6c992822-2fcf-4d16-910b-1a9b79c28b22 of type vlan for network 9922e85b-217c-4111-8287-e2d3d6eef303 Nov 09 19:53:09.991184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 47701f0d-94b1-4d67-b61a-c4849ee89784 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:53:09.992109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 47701f0d-94b1-4d67-b61a-c4849ee89784 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:53:10.101241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed3ccc-591f-4e27-8907-e1af986cd24c None None] Port ce85006c-eafd-4391-a4c6-be541d76cddc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:10.152424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.175219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=cf021023-8f67-4628-ad0d-00f4250bd1ab,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:10.218969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40410) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:10.238310 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.247094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a5ed3ccc-591f-4e27-8907-e1af986cd24c None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:10.247618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3ccc-591f-4e27-8907-e1af986cd24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.261537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:10.263929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.282805 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd333d67-e3c2-4656-b6d4-a2ebbc35980b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.360709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049c0e7-6004-48be-951c-0e7b8fef2763 req-4ece9952-591d-472b-bb4b-5ced155e1784 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:10.362695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d049c0e7-6004-48be-951c-0e7b8fef2763 req-4ece9952-591d-472b-bb4b-5ced155e1784 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.3230577 Nov 09 19:53:10.451589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:10.480757 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6795819 Nov 09 19:53:10.506458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40414) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:10.521851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1453006315'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:10.548714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470ecdc-133c-4aa1-aecb-1cd211ab556e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Network': ['ID=9922e85b-217c-4111-8287-e2d3d6eef303,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:10.593678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 9922e85b-217c-4111-8287-e2d3d6eef303 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:53:10.594265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9dbbc80e-ab37-4147-a965-30da9e62cefa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a74accc3be545e4aa36b446a4230620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728602 Nov 09 19:53:10.603932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40416) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:10.628319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873ae89-3801-4a94-a567-d471b8a7f703 req-a7c6a472-20b3-4f7e-a2b4-3ef1de3453e1 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:10.630061 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6873ae89-3801-4a94-a567-d471b8a7f703 req-a7c6a472-20b3-4f7e-a2b4-3ef1de3453e1 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.3332839 Nov 09 19:53:10.634262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3376e0-59c1-4995-a2e5-69aa4624459e None None] Update dhcp port {'port': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'fixed_ips': [{'subnet_id': 'f7bec9be-0146-43b1-a3bb-fa1433849a70', 'ip_address': '172.20.0.18'}, {'subnet_id': '39a0a16b-a7ba-436c-82a7-95bd30b6f05c'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'eeb86f32-3842-4b67-ae88-956ee0f089c4'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 19:53:10.673474 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d049c0e7-6004-48be-951c-0e7b8fef2763 req-a9109073-2a9a-4af9-83a3-350d696a2229 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756228 Nov 09 19:53:10.691860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:10.707965 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.766055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6873ae89-3801-4a94-a567-d471b8a7f703 req-03e31440-0291-4113-8f40-bcc4788b62ec tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225996 Nov 09 19:53:10.784749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:53:10.806256 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.806672 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Added segment 4653b5f4-b809-4282-8f8f-b0742e7b5b09 of type vlan for network 7a0826e3-ffae-481c-a2bc-5e6a349391ce Nov 09 19:53:10.812204 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb3376e0-59c1-4995-a2e5-69aa4624459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.849102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.853510 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.886694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.920411 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.930110 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:10.931056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.950656 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c2922663-c1d9-4973-8b28-84d8a4c61c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:10.971059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] device_id is not set on port 9f7bbe98-d206-4530-92dd-72beeb1cb22f yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:53:11.000891 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c2922663-c1d9-4973-8b28-84d8a4c61c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:11.025310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5146816 Nov 09 19:53:11.025965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40418) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:11.033833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'subnet': {'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:11.071111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-eb3376e0-59c1-4995-a2e5-69aa4624459e None None] Allocated IP 172.20.0.2 (a0823c4a-e255-4228-a9fb-169e6c8128e0/39a0a16b-a7ba-436c-82a7-95bd30b6f05c/eeb86f32-3842-4b67-ae88-956ee0f089c4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:11.115771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d7859-e77d-4481-a652-31fc5d474d5e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Network': ['ID=7a0826e3-ffae-481c-a2bc-5e6a349391ce,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:11.144987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 7a0826e3-ffae-481c-a2bc-5e6a349391ce details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:53:11.181103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:11.188603 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:11.275186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-eb3376e0-59c1-4995-a2e5-69aa4624459e None None] For port eeb86f32-3842-4b67-ae88-956ee0f089c4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=eeb86f32-3842-4b67-ae88-956ee0f089c4,segment=NetworkSegment(ecc34517-9bd7-4b11-9a85-a7e2b8be411e),segment_id=ecc34517-9bd7-4b11-9a85-a7e2b8be411e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:11.280091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c2922663-c1d9-4973-8b28-84d8a4c61c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:11.282915 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c2922663-c1d9-4973-8b28-84d8a4c61c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:11.284067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c2922663-c1d9-4973-8b28-84d8a4c61c94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c HTTP/1.1" status: 204 len: 168 time: 0.6643772 Nov 09 19:53:11.301810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2922663-c1d9-4973-8b28-84d8a4c61c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd0e8c6-f6f1-440c-b900-7ce2b1c8fc0c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:11.328594 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb3376e0-59c1-4995-a2e5-69aa4624459e None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:11.356098 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb3376e0-59c1-4995-a2e5-69aa4624459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:11.463763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3376e0-59c1-4995-a2e5-69aa4624459e None None] Pushing event updated for resources: {'Port': ['ID=eeb86f32-3842-4b67-ae88-956ee0f089c4,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:11.479620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.7 (a0823c4a-e255-4228-a9fb-169e6c8128e0/39a0a16b-a7ba-436c-82a7-95bd30b6f05c/9f7bbe98-d206-4530-92dd-72beeb1cb22f) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:11.485551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port c030e2ed-ab68-49e5-aea8-bbb57e93866d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:11.485908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:11.556725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:11.699370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Subnet': ['ID=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:11.721469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Checking segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:11.721952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network hostable DHCP agents. Network: 9922e85b-217c-4111-8287-e2d3d6eef303, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:53:11.754861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network 9922e85b-217c-4111-8287-e2d3d6eef303 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:53:11.783268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 9922e85b-217c-4111-8287-e2d3d6eef303) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:11.789901 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:11.790725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:11.794787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58dc3c5-f86c-40fc-b310-d6c7399f7415 None None] Network 9922e85b-217c-4111-8287-e2d3d6eef303 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:11.911233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-021f5813-98d3-43ca-aa93-cdd99c45b5df tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8790333 Nov 09 19:53:11.918771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40434) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:11.931586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'subnet': {'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:12.149229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e89cc-263f-4df3-860e-f2e6eef28328 req-ab334a15-81b2-4400-9a88-5560a3a544c5 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:12.159216 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec8e89cc-263f-4df3-860e-f2e6eef28328 req-ab334a15-81b2-4400-9a88-5560a3a544c5 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.3178916 Nov 09 19:53:12.243810 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec8e89cc-263f-4df3-860e-f2e6eef28328 req-b525573d-b3ec-49f9-8a16-6264449c3a87 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836558 Nov 09 19:53:12.339134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:12.344756 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:12.375082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-9922e85b-217c-4111-8287-e2d3d6eef303', 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'fixed_ips': [{'subnet_id': 'd45bfb4c-c7e2-4cc8-a830-7f12b40ede0a'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:53:12.375893 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:12.667667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf28ef2-27bd-4d6c-ad13-a77f3f1af7c0 req-939446bf-3f05-4772-9af0-f96014a5261e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:12.675028 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-adf28ef2-27bd-4d6c-ad13-a77f3f1af7c0 req-939446bf-3f05-4772-9af0-f96014a5261e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.2228336 Nov 09 19:53:12.699175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Allocated IP 10.1.1.2 (9922e85b-217c-4111-8287-e2d3d6eef303/d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a/92c4cd3f-4d2a-4bed-b9e4-122352a577bb) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:12.707995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:12.743414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for c030e2ed-ab68-49e5-aea8-bbb57e93866d owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:12.789922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:12.886454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Checking segment: {'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:12.886910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network hostable DHCP agents. Network: 7a0826e3-ffae-481c-a2bc-5e6a349391ce, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:53:12.890151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6d08fd8d-3ba3-46cd-859f-aaafecc1ae87 None None] Provisioning complete for port ce85006c-eafd-4391-a4c6-be541d76cddc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:12.890705 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d08fd8d-3ba3-46cd-859f-aaafecc1ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:12.895578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Subnet': ['ID=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:12.922905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network 7a0826e3-ffae-481c-a2bc-5e6a349391ce is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:53:12.947120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 7a0826e3-ffae-481c-a2bc-5e6a349391ce) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:12.957674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b185b47e-157b-477a-8e8e-a6d8222c6650 None None] Network 7a0826e3-ffae-481c-a2bc-5e6a349391ce requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:12.969445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:12.970054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.011554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9d829200-a4f1-45b2-904d-2104332b5845 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0916157 Nov 09 19:53:13.015312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40452) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:13.022305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6d08fd8d-3ba3-46cd-859f-aaafecc1ae87 None None] Port ce85006c-eafd-4391-a4c6-be541d76cddc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:13.025238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'port': {'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303', 'name': 'tempest-TaggedBootDevicesTest-1040388127', 'fixed_ips': [{'subnet_id': 'd45bfb4c-c7e2-4cc8-a830-7f12b40ede0a'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:13.084285 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-adf28ef2-27bd-4d6c-ad13-a77f3f1af7c0 req-8a727640-3897-4e8c-911d-eae43a3e7004 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082217 Nov 09 19:53:13.123317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6d08fd8d-3ba3-46cd-859f-aaafecc1ae87 None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:13.124506 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d08fd8d-3ba3-46cd-859f-aaafecc1ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.138620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.196769 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.200198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device eeb86f32-3842-4b67-ae88-956ee0f089c4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:13.260702 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-94dc0728-68a6-4997-8014-dc8435a57e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.304396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=c030e2ed-ab68-49e5-aea8-bbb57e93866d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:13.314688 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.322952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:13.339824 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.523170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=9f7bbe98-d206-4530-92dd-72beeb1cb22f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:13.567105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.583001 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.614460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:13.650872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] device_id is not set on port 798d55a3-8842-48f3-a4fa-1060ba1794ef yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:53:13.697219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:13.702378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:13.770370 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.823917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40464) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:13.840823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Pushing event updated for resources: {'Port': ['ID=92c4cd3f-4d2a-4bed-b9e4-122352a577bb,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:13.853752 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:13.854563 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.867519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa7106-1061-4fb7-8451-a7c8a579bde1 req-e01457fb-df32-491f-ba70-24d81ce65c46 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:13.869732 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-61aa7106-1061-4fb7-8451-a7c8a579bde1 req-e01457fb-df32-491f-ba70-24d81ce65c46 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.3060026 Nov 09 19:53:13.911594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-7a0826e3-ffae-481c-a2bc-5e6a349391ce', 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'fixed_ips': [{'subnet_id': 'e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:53:13.912518 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.924171 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:13.930444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Network 9922e85b-217c-4111-8287-e2d3d6eef303 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:13.975890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-61aa7106-1061-4fb7-8451-a7c8a579bde1 req-c7ac0602-9fc0-43cb-af0c-cb88b0943143 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678694 Nov 09 19:53:14.018126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:14.019170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.032012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:14.041048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:14.062006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Allocated IP 10.1.1.223 (9922e85b-217c-4111-8287-e2d3d6eef303/d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a/798d55a3-8842-48f3-a4fa-1060ba1794ef) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:14.063840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7d0b5ab8-e59f-44cc-b5ce-a1cbefb21992 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3559299 Nov 09 19:53:14.067410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40468) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:14.073751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2b8e630c-7fac-478e-8976-20fbed4b493a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:14.229132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:53:14.263623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Attempting to bind port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:14.264157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Attempting to bind port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:14.264616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Attempting to bind port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:14.277878 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf5956f3-2e49-4748-b650-7f3a4971d01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.293887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:14.294437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Checking segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:14.294972 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.295457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Bound using segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:14.296043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Bound port: 92c4cd3f-4d2a-4bed-b9e4-122352a577bb, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:14.296570 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.302282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-47042af2-2dad-4da4-a9b4-e9a9af6d78b7 None None] Provisioning complete for port 9f7bbe98-d206-4530-92dd-72beeb1cb22f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:14.302783 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-47042af2-2dad-4da4-a9b4-e9a9af6d78b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.325983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.369361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.392126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:53:14.406197 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257568b9-fc81-4491-b5ee-ddddc3e80c39 None None] Sync routers for ids ['ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:53:14.424482 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257568b9-fc81-4491-b5ee-ddddc3e80c39 None None] Routers {'ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:14.427938 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-257568b9-fc81-4491-b5ee-ddddc3e80c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:14.450559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-47042af2-2dad-4da4-a9b4-e9a9af6d78b7 None None] Port 9f7bbe98-d206-4530-92dd-72beeb1cb22f cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:14.473784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network 9922e85b-217c-4111-8287-e2d3d6eef303 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:14.486954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Allocated IP 10.2.2.2 (7a0826e3-ffae-481c-a2bc-5e6a349391ce/e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6/4a0d4676-e374-4847-9b03-71158b509f4d) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:14.506073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:14.513193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:14.515430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] For port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:14.520530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] For port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=92c4cd3f-4d2a-4bed-b9e4-122352a577bb,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:14.521236 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf5956f3-2e49-4748-b650-7f3a4971d01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.532270 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1476d8c2-3472-4eea-ab1c-8aa87a1dab20 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4465489 Nov 09 19:53:14.535035 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.537506 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40472) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:14.538961 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf5956f3-2e49-4748-b650-7f3a4971d01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.540964 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-257568b9-fc81-4491-b5ee-ddddc3e80c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:14.563029 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257568b9-fc81-4491-b5ee-ddddc3e80c39 None None] Routers {'ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:14.563789 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-257568b9-fc81-4491-b5ee-ddddc3e80c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:14.586991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5956f3-2e49-4748-b650-7f3a4971d01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe944d41-305e-4248-9491-841fb21ec975,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:14.590837 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.635071 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:14.635816 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.641763 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-257568b9-fc81-4491-b5ee-ddddc3e80c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:14.646304 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257568b9-fc81-4491-b5ee-ddddc3e80c39 None None] The sync data for ids ['ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:53:14.652887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Port': ['ID=798d55a3-8842-48f3-a4fa-1060ba1794ef,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:14.675651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e630c-7fac-478e-8976-20fbed4b493a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:14.683745 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2b8e630c-7fac-478e-8976-20fbed4b493a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.693940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b831536-f5fd-4e43-b618-1ba093b33c32 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6771448 Nov 09 19:53:14.696520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40476) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:14.704018 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'port': {'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303', 'name': 'tempest-TaggedBootDevicesTest-1188164351', 'fixed_ips': [{'subnet_id': 'd45bfb4c-c7e2-4cc8-a830-7f12b40ede0a'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:14.775378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283cee8-7caa-4c62-b9eb-2e0c44dd6a1d req-bff86ca8-7e9f-40a8-b640-218e593d4679 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:14.784933 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3283cee8-7caa-4c62-b9eb-2e0c44dd6a1d req-bff86ca8-7e9f-40a8-b640-218e593d4679 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.5802467 Nov 09 19:53:14.789659 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697daff-8860-4d42-aa5a-a450e7be164c None None] Pushing event updated for resources: {'Port': ['ID=92c4cd3f-4d2a-4bed-b9e4-122352a577bb,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:14.897651 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.918401 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:14.919456 n-d-817256-1 neutron-server[102295]: INFO neutron.db.ipam_backend_mixin [None req-2b8e630c-7fac-478e-8976-20fbed4b493a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 39a0a16b-a7ba-436c-82a7-95bd30b6f05c (CIDR: 172.20.0.0/28) Nov 09 19:53:14.931550 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8e630c-7fac-478e-8976-20fbed4b493a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:53:14.932061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8e630c-7fac-478e-8976-20fbed4b493a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:14.942113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bf5956f3-2e49-4748-b650-7f3a4971d01c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3fa9352df3b41d1beca0b524e4de028&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1093426 Nov 09 19:53:14.948296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40478) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:14.964896 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2b8e630c-7fac-478e-8976-20fbed4b493a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8939657 Nov 09 19:53:14.972615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40480) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:15.023499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b1ba4941-5d37-4a56-84b4-aef32bc6d366 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:15.028377 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-bf8e6789-d27d-46ca-993c-75f0a2dae366 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 19:53:15.028377 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bf8e6789-d27d-46ca-993c-75f0a2dae366 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4852767 Nov 09 19:53:15.039110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40484) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:15.046832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Network 7a0826e3-ffae-481c-a2bc-5e6a349391ce is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:15.055062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:15.074085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3283cee8-7caa-4c62-b9eb-2e0c44dd6a1d req-53582428-d317-4c16-8335-facd25132a05 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876186 Nov 09 19:53:15.077723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:15.112904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Pushing event updated for resources: {'Port': ['ID=4a0d4676-e374-4847-9b03-71158b509f4d,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:15.124635 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1cbe2374-1f51-4dd2-a52a-cbd5e3d6ab66 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18 HTTP/1.1" status: 200 len: 205 time: 0.0843990 Nov 09 19:53:15.127059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40486) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:15.202460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Attempting to bind port 4a0d4676-e374-4847-9b03-71158b509f4d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:15.202998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Attempting to bind port 4a0d4676-e374-4847-9b03-71158b509f4d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:15.205612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Attempting to bind port 4a0d4676-e374-4847-9b03-71158b509f4d on network 7a0826e3-ffae-481c-a2bc-5e6a349391ce {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:15.219872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:15.225216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Checking segment: {'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:15.226026 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.227461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Bound using segment: {'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:15.228091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Bound port: 4a0d4676-e374-4847-9b03-71158b509f4d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:15.230924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.306050 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5decd75-f98c-4381-8522-f30187a0c03d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.352519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 92c4cd3f-4d2a-4bed-b9e4-122352a577bb up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:15.425493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] For port 4a0d4676-e374-4847-9b03-71158b509f4d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:15.436434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] For port 4a0d4676-e374-4847-9b03-71158b509f4d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4a0d4676-e374-4847-9b03-71158b509f4d,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:15.456734 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.546242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:15.546931 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.548272 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5decd75-f98c-4381-8522-f30187a0c03d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.551265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5decd75-f98c-4381-8522-f30187a0c03d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.618362 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5decd75-f98c-4381-8522-f30187a0c03d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.619078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5decd75-f98c-4381-8522-f30187a0c03d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Fanout notify agent at l3_agent the message router_deleted on router ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:53:15.635241 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5decd75-f98c-4381-8522-f30187a0c03d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.638297 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b5decd75-f98c-4381-8522-f30187a0c03d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18 HTTP/1.1" status: 204 len: 168 time: 0.5096185 Nov 09 19:53:15.645886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40488) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:15.696941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccacf9-5904-42fa-a043-00151f8d2f03 None None] Pushing event updated for resources: {'Port': ['ID=4a0d4676-e374-4847-9b03-71158b509f4d,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:15.714581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:15.717289 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.765970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2855020-5be0-4cdc-bc8d-56940bbf4615 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting subnet 09d5539e-18e6-4cea-8393-b03316566251 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:53:15.771569 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c2855020-5be0-4cdc-bc8d-56940bbf4615 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.777454 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.783520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] device_id is not set on port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:53:15.825255 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.836049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c4158-e3d2-4b2c-9a70-c977e4c73f71 req-956065d9-824e-436f-b359-9f5477f7dbfc tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:15.838451 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d47c4158-e3d2-4b2c-9a70-c977e4c73f71 req-956065d9-824e-436f-b359-9f5477f7dbfc tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.2831266 Nov 09 19:53:15.870069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c2855020-5be0-4cdc-bc8d-56940bbf4615 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.874269 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.962689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ba4941-5d37-4a56-84b4-aef32bc6d366 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:15.966179 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1ba4941-5d37-4a56-84b4-aef32bc6d366 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:15.970626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=92c4cd3f-4d2a-4bed-b9e4-122352a577bb,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:15.978121 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.028831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c2855020-5be0-4cdc-bc8d-56940bbf4615 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.081382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=92c4cd3f-4d2a-4bed-b9e4-122352a577bb,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:16.204781 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c2855020-5be0-4cdc-bc8d-56940bbf4615 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.227084 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.232154 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c2855020-5be0-4cdc-bc8d-56940bbf4615 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.239384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c2855020-5be0-4cdc-bc8d-56940bbf4615 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/09d5539e-18e6-4cea-8393-b03316566251 HTTP/1.1" status: 204 len: 168 time: 0.5898678 Nov 09 19:53:16.242602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b85dde-df58-4e73-851f-a07a68a95bc9 None None] Network 53e006e0-1ab2-44c8-b15b-24c5dca0475a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:16.279547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40498) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:16.290016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Allocated IP 10.1.1.70 (9922e85b-217c-4111-8287-e2d3d6eef303/d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a/8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:16.308018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2855020-5be0-4cdc-bc8d-56940bbf4615 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Subnet': ['ID=09d5539e-18e6-4cea-8393-b03316566251,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:16.458192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cca7b-fe66-4c0e-8d39-5dfce72e3a23 req-12b8c4fd-757a-4872-bfff-4be4c57f1c3f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:16.460804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-902cca7b-fe66-4c0e-8d39-5dfce72e3a23 req-12b8c4fd-757a-4872-bfff-4be4c57f1c3f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.2226853 Nov 09 19:53:16.468011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.522535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84041caf-74b0-4954-92f8-1ffee8675ae8 None None] Network 9922e85b-217c-4111-8287-e2d3d6eef303 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:16.529728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.607978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d47c4158-e3d2-4b2c-9a70-c977e4c73f71 req-f05040e7-58ed-4040-860b-8ff84aef2f06 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7611496 Nov 09 19:53:16.612428 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.615011 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.619304 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe944d41-305e-4248-9491-841fb21ec975 HTTP/1.1" status: 204 len: 168 time: 1.6675301 Nov 09 19:53:16.632535 n-d-817256-1 neutron-server[102295]: INFO neutron.db.ipam_backend_mixin [None req-b1ba4941-5d37-4a56-84b4-aef32bc6d366 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f7bec9be-0146-43b1-a3bb-fa1433849a70 (CIDR: 172.20.0.16/28) Nov 09 19:53:16.648215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc9387-4db9-4c91-ae06-b0f0eee6c576 None None] DHCP port deletion for 53e006e0-1ab2-44c8-b15b-24c5dca0475a request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:53:16.653875 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ba4941-5d37-4a56-84b4-aef32bc6d366 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:53:16.659905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ba4941-5d37-4a56-84b4-aef32bc6d366 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:16.673688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-902cca7b-fe66-4c0e-8d39-5dfce72e3a23 req-944b0382-e292-45aa-838e-395fe2a7167c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997833 Nov 09 19:53:16.683449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe944d41-305e-4248-9491-841fb21ec975,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:16.723106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.736943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port c2c909e6-d979-4803-9c03-649171c38b0d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:16.738256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.738984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.739795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.739795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.740075 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.741515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.742854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.743260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.743631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.746245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.749024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.749363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.749768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabe025-6802-4a88-ae01-82fe2fef43e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:16.818678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b1ba4941-5d37-4a56-84b4-aef32bc6d366 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8410301 Nov 09 19:53:16.870977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40504) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:16.888907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f8dce367-aaf1-4515-a52c-8f6331aa3a79 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'subnet': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:16.894399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network 9922e85b-217c-4111-8287-e2d3d6eef303 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:16.895945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port c2c909e6-d979-4803-9c03-649171c38b0d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c2c909e6-d979-4803-9c03-649171c38b0d,segment=NetworkSegment(8fb60dd4-b992-4e24-a4b4-5a636285d85b),segment_id=8fb60dd4-b992-4e24-a4b4-5a636285d85b)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:16.896410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:16.904071 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:16.921742 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:16.946375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for c2c909e6-d979-4803-9c03-649171c38b0d owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:17.018043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Port': ['ID=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:17.168967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:17.173647 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.200747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 44148b58-4da2-4272-a147-230d23865a51 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:53:17.296336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-59c5e763-8204-425c-bddc-029ce2565639 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5956068 Nov 09 19:53:17.296786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 44148b58-4da2-4272-a147-230d23865a51 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:53:17.332112 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.373965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dce367-aaf1-4515-a52c-8f6331aa3a79 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Made reservation on behalf of e7381104dbd04665afdac9ae98f5fd06 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:17.379697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8dce367-aaf1-4515-a52c-8f6331aa3a79 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.409286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=c2c909e6-d979-4803-9c03-649171c38b0d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:17.420678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No DVR routers for this DVR port c2c909e6-d979-4803-9c03-649171c38b0d on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:53:17.506398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4acc41-5d4c-44cc-8b23-84120b5ad99c None None] Network 7a0826e3-ffae-481c-a2bc-5e6a349391ce requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:17.554968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 92c4cd3f-4d2a-4bed-b9e4-122352a577bb up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:17.592582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.654623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e006e0-1ab2-44c8-b15b-24c5dca0475a']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:17.680744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb60dd4-b992-4e24-a4b4-5a636285d85b') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:17.683519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb60dd4-b992-4e24-a4b4-5a636285d85b') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:17.716713 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.740163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40536) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:17.745061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-79b895d2-8fd8-47ed-9329-4f2560374783 None None] Provisioning complete for port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:17.745443 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-79b895d2-8fd8-47ed-9329-4f2560374783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.746988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-54fc9387-4db9-4c91-ae06-b0f0eee6c576 None None] The port 'c2c909e6-d979-4803-9c03-649171c38b0d' was deleted {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 09 19:53:17.766280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373449838', 'description': 'tempest-description--668580946'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:17.782545 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.793038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:53:17.793385 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:53:17.863266 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:53:17.900997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.931850 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.939365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/networks/53e006e0-1ab2-44c8-b15b-24c5dca0475a HTTP/1.1" status: 204 len: 168 time: 1.6542912 Nov 09 19:53:17.939365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bac003-3348-4ced-8118-8368c35d3be3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Network': ['ID=53e006e0-1ab2-44c8-b15b-24c5dca0475a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:17.939680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40542) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:17.945614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'network': {'name': 'tempest-RoutersTest-1594339812'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:17.970415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe0d9a-3ff8-4eea-a61a-ca356124a5a6 req-75063d1d-c578-4fbc-9c3d-b56212acc2bb tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:17.972726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-adbe0d9a-3ff8-4eea-a61a-ca356124a5a6 req-75063d1d-c578-4fbc-9c3d-b56212acc2bb tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 0.2526019 Nov 09 19:53:17.974042 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:17.996674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:18.000594 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.018044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893ea7c-ceb0-4944-a67b-53c0a0f1c436 req-f95dfdb0-a262-4c2e-a653-6526a54e6610 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:18.027001 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4893ea7c-ceb0-4944-a67b-53c0a0f1c436 req-f95dfdb0-a262-4c2e-a653-6526a54e6610 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.1439846 Nov 09 19:53:18.067833 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.070779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8dce367-aaf1-4515-a52c-8f6331aa3a79 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.101114 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.118938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.147444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dce367-aaf1-4515-a52c-8f6331aa3a79 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Subnet': ['ID=7a2441b1-5c8a-4c56-b4db-e9071d7a2d83,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:18.177473 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-adbe0d9a-3ff8-4eea-a61a-ca356124a5a6 req-9ae52cf1-127f-4ac5-98e4-fb4157f4cc31 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907842 Nov 09 19:53:18.185573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:53:18.213821 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.217384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4557154 Nov 09 19:53:18.219706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dce367-aaf1-4515-a52c-8f6331aa3a79 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:18.220737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8125000-6e8c-436f-a6f6-1c6ab6202b48,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:18.224567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40546) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:18.236322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.236603 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added segment 3b856b73-a3e5-43b0-899d-c80329d683a5 of type vlan for network 585d5a0b-dbd6-48d2-b06c-de09599ff484 Nov 09 19:53:18.250786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.251205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.253871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.254228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.255764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.256036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.259440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.259840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.260185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.260376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 44148b58-4da2-4272-a147-230d23865a51, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=44148b58-4da2-4272-a147-230d23865a51,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:18.262135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.264624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.265008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd14c96-e9c9-418b-a3df-d7ccec15cc93 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:18.300721 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.341675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7e5581c5-ab41-4ba7-a1f5-f144891a6bb4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'security_group_rule': {'security_group_id': 'b8125000-6e8c-436f-a6f6-1c6ab6202b48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:18.391257 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4893ea7c-ceb0-4944-a67b-53c0a0f1c436 req-b7773bdc-5ed4-4fe2-809a-94cd085bd2c6 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633616 Nov 09 19:53:18.392728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f8dce367-aaf1-4515-a52c-8f6331aa3a79 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:18.396446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.400561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44148b58-4da2-4272-a147-230d23865a51'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:18.406454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:18.407089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.408996 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe79e45-6525-4a5e-b92e-1256f0714748" -d '{"events": [{"server_uuid": "7d1ec3dd-17b8-4bcb-8161-a0af9413c510", "name": "network-vif-unplugged", "status": "completed", "tag": "44148b58-4da2-4272-a147-230d23865a51"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:18.415581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dce367-aaf1-4515-a52c-8f6331aa3a79 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:18.416189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8dce367-aaf1-4515-a52c-8f6331aa3a79 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.432973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d7163-f611-4e00-99a4-823daf190d9e None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:18.433107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab67226-d098-4f7c-acd4-84e0ffb49f1a req-00d6713d-420e-4fa0-80f6-78a7d9df5863 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:18.441362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ab67226-d098-4f7c-acd4-84e0ffb49f1a req-00d6713d-420e-4fa0-80f6-78a7d9df5863 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.1136575 Nov 09 19:53:18.453066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f8dce367-aaf1-4515-a52c-8f6331aa3a79 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5764875 Nov 09 19:53:18.490154 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e5581c5-ab41-4ba7-a1f5-f144891a6bb4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.493269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40552) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:18.539816 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ab67226-d098-4f7c-acd4-84e0ffb49f1a req-5b073b3b-91af-4ce8-92d8-77dab2d9c88b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962851 Nov 09 19:53:18.556823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-405599652', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a2441b1-5c8a-4c56-b4db-e9071d7a2d83'}], 'security_groups': ['7a1311c2-eb28-4145-b795-c39ac8c874bf', 'd0bf3595-00c0-4b58-ad45-0982e362bf7c']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:18.609891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:18.610282 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.655835 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7154682 Nov 09 19:53:18.660259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40556) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:18.667154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'subnet': {'network_id': '585d5a0b-dbd6-48d2-b06c-de09599ff484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:18.701759 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2454ec-bced-4b0f-8d51-ea03949d3040 x-openstack-request-id: req-2b2454ec-bced-4b0f-8d51-ea03949d3040 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:18.702203 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1ec3dd-17b8-4bcb-8161-a0af9413c510", "name": "network-vif-unplugged", "status": "completed", "tag": "44148b58-4da2-4272-a147-230d23865a51", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:18.703151 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b2454ec-bced-4b0f-8d51-ea03949d3040 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:18.703493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afa646-4c4c-47eb-8eb5-f37020827a6c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Network': ['ID=585d5a0b-dbd6-48d2-b06c-de09599ff484,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:18.703710 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44148b58-4da2-4272-a147-230d23865a51', 'code': 200} Nov 09 19:53:18.799965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '44148b58-4da2-4272-a147-230d23865a51', 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71', 'port_id': '44148b58-4da2-4272-a147-230d23865a51', 'mac_address': 'fa:16:3e:06:9c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:53:18.807746 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 44148b58-4da2-4272-a147-230d23865a51, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=44148b58-4da2-4272-a147-230d23865a51,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:18.849466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 585d5a0b-dbd6-48d2-b06c-de09599ff484 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:53:18.868364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e5581c5-ab41-4ba7-a1f5-f144891a6bb4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.883631 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.885213 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e5581c5-ab41-4ba7-a1f5-f144891a6bb4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:18.917861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5581c5-ab41-4ba7-a1f5-f144891a6bb4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fca426b-32fb-4945-b3e8-cf646118b56e,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:18.988672 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:19.046975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7e5581c5-ab41-4ba7-a1f5-f144891a6bb4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:19.051714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40564) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:19.054294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7e5581c5-ab41-4ba7-a1f5-f144891a6bb4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7153888 Nov 09 19:53:19.058580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5fe93240-90a8-4e4e-b77d-737df4345db7 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'security_group_rule': {'security_group_id': 'b8125000-6e8c-436f-a6f6-1c6ab6202b48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:19.064710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:19.069409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:19.143331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=44148b58-4da2-4272-a147-230d23865a51,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:19.178622 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:19.309110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44148b58-4da2-4272-a147-230d23865a51 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:53:19.391261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Provisioning complete for port 4a0d4676-e374-4847-9b03-71158b509f4d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:19.398309 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:19.519549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4a0d4676-e374-4847-9b03-71158b509f4d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:19.527655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 44148b58-4da2-4272-a147-230d23865a51, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=44148b58-4da2-4272-a147-230d23865a51,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:19.578127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:19.658874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb40415-03b5-4269-9ad5-000ef13e1ccb req-64c04f3e-d617-407f-9a3a-0ca5a0e615e8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:19.661283 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fb40415-03b5-4269-9ad5-000ef13e1ccb req-64c04f3e-d617-407f-9a3a-0ca5a0e615e8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 945 time: 0.0924361 Nov 09 19:53:19.668420 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Delete allocated IP 172.20.0.7 (a0823c4a-e255-4228-a9fb-169e6c8128e0/39a0a16b-a7ba-436c-82a7-95bd30b6f05c) {{(pid=102295) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 19:53:19.675468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fe93240-90a8-4e4e-b77d-737df4345db7 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:19.675676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=44148b58-4da2-4272-a147-230d23865a51,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:19.679637 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:19.704695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01620217-c978-489b-a8df-ee0b2c7160b6 None None] Update dhcp port {'port': {'network_id': 'a0823c4a-e255-4228-a9fb-169e6c8128e0', 'fixed_ips': [{'subnet_id': 'f7bec9be-0146-43b1-a3bb-fa1433849a70', 'ip_address': '172.20.0.18'}, {'subnet_id': '39a0a16b-a7ba-436c-82a7-95bd30b6f05c', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a2441b1-5c8a-4c56-b4db-e9071d7a2d83'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'eeb86f32-3842-4b67-ae88-956ee0f089c4'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 19:53:19.723019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Allocated IP 172.20.0.38 (a0823c4a-e255-4228-a9fb-169e6c8128e0/7a2441b1-5c8a-4c56-b4db-e9071d7a2d83/9f7bbe98-d206-4530-92dd-72beeb1cb22f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:19.759309 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fb40415-03b5-4269-9ad5-000ef13e1ccb req-b567e590-4e91-4613-a80f-e1a5c2948550 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865109 Nov 09 19:53:19.867195 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:19.879174 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-01620217-c978-489b-a8df-ee0b2c7160b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:19.960957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 4a0d4676-e374-4847-9b03-71158b509f4d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:19.961729 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:20.003725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034c43b-5ac7-4d4d-a008-b2cee944c4d5 req-87c533bb-581a-472a-979b-839127e81a4e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:20.005951 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1034c43b-5ac7-4d4d-a008-b2cee944c4d5 req-87c533bb-581a-472a-979b-839127e81a4e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.1159706 Nov 09 19:53:20.030488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['44148b58-4da2-4272-a147-230d23865a51'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:53:20.077198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1034c43b-5ac7-4d4d-a008-b2cee944c4d5 req-bec1e6e3-edf4-420f-9b0d-ff607f35a148 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596573 Nov 09 19:53:20.139074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] For port 4a0d4676-e374-4847-9b03-71158b509f4d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4a0d4676-e374-4847-9b03-71158b509f4d,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:20.140050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:20.151851 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:20.208784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:20.352820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Provisioning complete for port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:20.352820 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:20.381694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event updated for resources: {'Port': ['ID=9f7bbe98-d206-4530-92dd-72beeb1cb22f,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:20.394267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] In _notify_port_updated(), no bound segment for port 9f7bbe98-d206-4530-92dd-72beeb1cb22f on network a0823c4a-e255-4228-a9fb-169e6c8128e0 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:53:20.419186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:20.419892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:20.428941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6f4d20cc-83ad-4bde-90c4-6b91ee1d09ed tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "PUT /v2.0/ports/9f7bbe98-d206-4530-92dd-72beeb1cb22f HTTP/1.1" status: 200 len: 959 time: 1.8856606 Nov 09 19:53:20.431714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40602) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:20.495417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Pushing event updated for resources: {'Port': ['ID=4a0d4676-e374-4847-9b03-71158b509f4d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:20.521663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:20.538884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Subnet': ['ID=088fbc2c-bf44-4d55-abfd-e21debf1cb1e,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:20.553992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-01620217-c978-489b-a8df-ee0b2c7160b6 None None] Allocated IP 172.20.0.34 (a0823c4a-e255-4228-a9fb-169e6c8128e0/7a2441b1-5c8a-4c56-b4db-e9071d7a2d83/eeb86f32-3842-4b67-ae88-956ee0f089c4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:20.585616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Provisioning complete for port 798d55a3-8842-48f3-a4fa-1060ba1794ef triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:20.585987 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:20.657856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-8b5a35e2-f8f9-4d2d-ba26-677781968853 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:20.659665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-8b5a35e2-f8f9-4d2d-ba26-677781968853 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.70 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 1.0831151 Nov 09 19:53:20.669051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92681a9-0540-4566-8880-c8745a12058b req-ec819264-54a9-4e85-a10a-46814eb07a2c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:20.671170 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d92681a9-0540-4566-8880-c8745a12058b req-ec819264-54a9-4e85-a10a-46814eb07a2c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 945 time: 1.0927176 Nov 09 19:53:20.683456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c2c909e6-d979-4803-9c03-649171c38b0d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:53:20.698220 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8dca5e0b-e3d6-4696-8032-02297b3d2035 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port 9f7bbe98-d206-4530-92dd-72beeb1cb22f {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:20.698744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8dca5e0b-e3d6-4696-8032-02297b3d2035 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:20.858792 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8dca5e0b-e3d6-4696-8032-02297b3d2035 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:20.878361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: c2c909e6-d979-4803-9c03-649171c38b0d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:53:20.878733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c2c909e6-d979-4803-9c03-649171c38b0d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:53:20.910050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8dca5e0b-e3d6-4696-8032-02297b3d2035 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for 9f7bbe98-d206-4530-92dd-72beeb1cb22f owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:20.910211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Checking segment: {'id': '3b856b73-a3e5-43b0-899d-c80329d683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '585d5a0b-dbd6-48d2-b06c-de09599ff484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:20.910331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Port 798d55a3-8842-48f3-a4fa-1060ba1794ef cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:20.910460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network hostable DHCP agents. Network: 585d5a0b-dbd6-48d2-b06c-de09599ff484, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:53:20.954174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Provisioning complete for port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:20.954568 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2ede78de-e270-4235-9a19-8a425371c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.078423 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d676ff-dd7d-4dd6-b372-02bd2f7b2610 req-e717e1e8-4d57-40f1-bcd8-a211375c78ad tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:21.095212 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fe93240-90a8-4e4e-b77d-737df4345db7 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.099153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-01620217-c978-489b-a8df-ee0b2c7160b6 None None] For port eeb86f32-3842-4b67-ae88-956ee0f089c4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=eeb86f32-3842-4b67-ae88-956ee0f089c4,segment=NetworkSegment(ecc34517-9bd7-4b11-9a85-a7e2b8be411e),segment_id=ecc34517-9bd7-4b11-9a85-a7e2b8be411e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:21.101274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d92681a9-0540-4566-8880-c8745a12058b req-307e1c61-c001-4a98-a522-7a6807a13a5c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661330 Nov 09 19:53:21.106830 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fe93240-90a8-4e4e-b77d-737df4345db7 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.109047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-12d676ff-dd7d-4dd6-b372-02bd2f7b2610 req-e717e1e8-4d57-40f1-bcd8-a211375c78ad tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 945 time: 0.1663442 Nov 09 19:53:21.126385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 585d5a0b-dbd6-48d2-b06c-de09599ff484 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:53:21.131814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe93240-90a8-4e4e-b77d-737df4345db7 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ca90cc-a3f7-4bae-89cb-eb9ca2ab4245,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:21.140813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4a0d4676-e374-4847-9b03-71158b509f4d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:21.170658 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fe93240-90a8-4e4e-b77d-737df4345db7 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.172524 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5fe93240-90a8-4e4e-b77d-737df4345db7 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1196139 Nov 09 19:53:21.174908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 585d5a0b-dbd6-48d2-b06c-de09599ff484) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:21.181674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:21.182423 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.183673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40622) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:21.190548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:21.207691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2265c-69af-4ce3-a223-a19ecec39479 None None] Network 585d5a0b-dbd6-48d2-b06c-de09599ff484 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:21.212246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Deleting port e2ccba9f-0261-41b5-9fe4-a195c0284e0d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:21.214011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.234249 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ec35a1ce-2453-4e7b-8b93-1a8a85e0a1d8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5726848 Nov 09 19:53:21.255734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40626) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:21.273292 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-12d676ff-dd7d-4dd6-b372-02bd2f7b2610 req-bcc79d8b-e7b5-4a96-8d5b-07e1169bf5a5 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630552 Nov 09 19:53:21.292752 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.326373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fca103ff-5965-4360-84c1-c9f778ca92db tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-741766652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:21.429652 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.485542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea38535-d08f-4e99-909b-2038093e61a3 req-5d47d9a7-5dfa-4b1d-9c8e-86263edb5eda tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:21.487386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aea38535-d08f-4e99-909b-2038093e61a3 req-5d47d9a7-5dfa-4b1d-9c8e-86263edb5eda tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.1551015 Nov 09 19:53:21.488726 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fca103ff-5965-4360-84c1-c9f778ca92db tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.489275 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8dca5e0b-e3d6-4696-8032-02297b3d2035 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.490788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fca103ff-5965-4360-84c1-c9f778ca92db tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.544747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-01620217-c978-489b-a8df-ee0b2c7160b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.565616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] For port e2ccba9f-0261-41b5-9fe4-a195c0284e0d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:21.566751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.608701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca5e0b-e3d6-4696-8032-02297b3d2035 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=9f7bbe98-d206-4530-92dd-72beeb1cb22f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:21.651193 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-01620217-c978-489b-a8df-ee0b2c7160b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.664833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 44148b58-4da2-4272-a147-230d23865a51 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:21.746451 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.764499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8dca5e0b-e3d6-4696-8032-02297b3d2035 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.768026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8dca5e0b-e3d6-4696-8032-02297b3d2035 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/9f7bbe98-d206-4530-92dd-72beeb1cb22f HTTP/1.1" status: 204 len: 168 time: 1.3349776 Nov 09 19:53:21.774058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40634) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:21.802124 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f3856d-b5f7-4254-9c5c-840df0ed48db tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] GET failed (client error): The resource could not be found. Nov 09 19:53:21.805426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-83f3856d-b5f7-4254-9c5c-840df0ed48db tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports/9f7bbe98-d206-4530-92dd-72beeb1cb22f HTTP/1.1" status: 404 len: 333 time: 0.0294318 Nov 09 19:53:21.805847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-585d5a0b-dbd6-48d2-b06c-de09599ff484', 'network_id': '585d5a0b-dbd6-48d2-b06c-de09599ff484', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'fixed_ips': [{'subnet_id': '088fbc2c-bf44-4d55-abfd-e21debf1cb1e'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:53:21.807604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40636) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:21.808211 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.918501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40638) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:21.924671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fca103ff-5965-4360-84c1-c9f778ca92db tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:21.945377 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aea38535-d08f-4e99-909b-2038093e61a3 req-232f70a9-8acb-4799-824c-5a59b0a86f5c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406497 Nov 09 19:53:21.970128 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fca103ff-5965-4360-84c1-c9f778ca92db tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.020271 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-732b2c86-a302-4b10-91ab-50086ace3b96 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.027037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 4a0d4676-e374-4847-9b03-71158b509f4d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:22.027344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.035245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Allocated IP 172.25.6.112 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/cbb2223b-5995-483e-a8a2-360cbe913b95) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:22.068199 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-732b2c86-a302-4b10-91ab-50086ace3b96 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.189035 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.189350 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.189679 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Floating IP 7b1609b2-6118-44b1-a4d3-73f2e78efa64 disassociated. External IP: 172.25.6.239, port: e2ccba9f-0261-41b5-9fe4-a195c0284e0d. Nov 09 19:53:22.190035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Calling delete_port for e2ccba9f-0261-41b5-9fe4-a195c0284e0d owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:22.259916 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9582c6b8-3f0e-4fbf-bd3d-47e233eae7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.289449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Allocated IP 172.20.0.2 (585d5a0b-dbd6-48d2-b06c-de09599ff484/088fbc2c-bf44-4d55-abfd-e21debf1cb1e/c3e976f0-fe22-4700-981b-346d321e4806) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:22.308468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-732b2c86-a302-4b10-91ab-50086ace3b96 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.311442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-732b2c86-a302-4b10-91ab-50086ace3b96 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.312852 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-732b2c86-a302-4b10-91ab-50086ace3b96 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/security-groups/97a4df30-9aa0-49a6-ad9f-be944de3840d HTTP/1.1" status: 204 len: 168 time: 0.5042601 Nov 09 19:53:22.330446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40646) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:22.380701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b2c86-a302-4b10-91ab-50086ace3b96 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a4df30-9aa0-49a6-ad9f-be944de3840d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:22.407151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.418400 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fca103ff-5965-4360-84c1-c9f778ca92db tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.421648 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fca103ff-5965-4360-84c1-c9f778ca92db tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1649280 Nov 09 19:53:22.430904 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.438580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40650) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:22.468092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017a580-3e16-487e-bceb-33093f216a8e req-52f57440-b227-47af-a2de-2d8e367ee332 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:22.478943 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f017a580-3e16-487e-bceb-33093f216a8e req-52f57440-b227-47af-a2de-2d8e367ee332 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 867 time: 0.2227540 Nov 09 19:53:22.517492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event deleted for resources: {'Port': ['ID=e2ccba9f-0261-41b5-9fe4-a195c0284e0d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:22.561968 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.565473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01620217-c978-489b-a8df-ee0b2c7160b6 None None] Pushing event updated for resources: {'Port': ['ID=eeb86f32-3842-4b67-ae88-956ee0f089c4,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:22.644558 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.728154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Network 585d5a0b-dbd6-48d2-b06c-de09599ff484 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:22.751720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08e79c3d-838e-4d0a-b56f-44747eccf63b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.754774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Pushing event updated for resources: {'Port': ['ID=c3e976f0-fe22-4700-981b-346d321e4806,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:22.761097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:22.764283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:22.770436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f017a580-3e16-487e-bceb-33093f216a8e req-63e501dc-5463-4ed0-acc3-7df26145313d tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=281f60dd-b03f-4c3c-81a0-9f4069858c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901714 Nov 09 19:53:22.771952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4cb2-67ac-42c5-8419-56b1d8077843 req-11d0d5c1-a89f-4b9e-811a-8f04560b469e tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:22.775232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bbcb4cb2-67ac-42c5-8419-56b1d8077843 req-11d0d5c1-a89f-4b9e-811a-8f04560b469e tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 945 time: 0.3437877 Nov 09 19:53:22.780312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Router 1226baa4-5494-43ba-bc64-3b2d9b731bcd has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:53:22.784501 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-469f8a8c-0320-4102-99e5-6224c1397285 None None] Provisioning complete for port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:22.784895 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-469f8a8c-0320-4102-99e5-6224c1397285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.821909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.838369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bbcb4cb2-67ac-42c5-8419-56b1d8077843 req-029903c6-c210-4813-a75d-ecdacbd69d7a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555899 Nov 09 19:53:22.933976 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9582c6b8-3f0e-4fbf-bd3d-47e233eae7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.943766 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08e79c3d-838e-4d0a-b56f-44747eccf63b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:22.955006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-469f8a8c-0320-4102-99e5-6224c1397285 None None] Port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:23.000817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9582c6b8-3f0e-4fbf-bd3d-47e233eae7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.089275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 44148b58-4da2-4272-a147-230d23865a51 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:23.089653 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.155897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-469f8a8c-0320-4102-99e5-6224c1397285 None None] Provisioning complete for port 4a0d4676-e374-4847-9b03-71158b509f4d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:23.156285 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-469f8a8c-0320-4102-99e5-6224c1397285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.177543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:53:23.189220 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:23.199570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb7490-eefd-4559-b4fc-c1e0948fe6f0 req-5ce6e7fa-ddb5-485a-b25b-c852065189c4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:23.201817 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8feb7490-eefd-4559-b4fc-c1e0948fe6f0 req-5ce6e7fa-ddb5-485a-b25b-c852065189c4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.1363947 Nov 09 19:53:23.288524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] No DVR routers for this DVR port e2ccba9f-0261-41b5-9fe4-a195c0284e0d on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:53:23.291602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.296115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-07db1eb8-c35f-4f6c-8881-9504bcbbc77e req-fe00ce6e-29e8-4298-ace0-1f1bdf94aec2 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.70 "DELETE /v2.0/ports/e2ccba9f-0261-41b5-9fe4-a195c0284e0d HTTP/1.1" status: 204 len: 173 time: 2.6229417 Nov 09 19:53:23.296340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:23.296841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'name': 'network-vif-deleted', 'tag': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:23.298950 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7e5dc3-5b54-430b-bd77-0cd1c08bfb46" -d '{"events": [{"server_uuid": "97ff12a3-5e1c-4707-8de0-13253c267a98", "name": "network-vif-deleted", "tag": "e2ccba9f-0261-41b5-9fe4-a195c0284e0d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:23.308856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:23.320464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8feb7490-eefd-4559-b4fc-c1e0948fe6f0 req-fd0e8b74-e5cd-437e-896c-254d45c6775a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029422 Nov 09 19:53:23.327465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08e79c3d-838e-4d0a-b56f-44747eccf63b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.330239 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08e79c3d-838e-4d0a-b56f-44747eccf63b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.331572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-08e79c3d-838e-4d0a-b56f-44747eccf63b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/security-groups/d0bf3595-00c0-4b58-ad45-0982e362bf7c HTTP/1.1" status: 204 len: 168 time: 0.9997661 Nov 09 19:53:23.341773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40656) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:23.395745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Port': ['ID=cbb2223b-5995-483e-a8a2-360cbe913b95,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:23.398057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] Sync routers for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:53:23.411958 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9582c6b8-3f0e-4fbf-bd3d-47e233eae7ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48d7b8edc47e4fa38d8d9fea75ae3b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4918408 Nov 09 19:53:23.413788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40658) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:23.415159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device eeb86f32-3842-4b67-ae88-956ee0f089c4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:23.417118 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3855b3d6-c9af-4e64-b6cd-cbd8fcce24c1 x-openstack-request-id: req-3855b3d6-c9af-4e64-b6cd-cbd8fcce24c1 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:23.417420 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ff12a3-5e1c-4707-8de0-13253c267a98", "name": "network-vif-deleted", "tag": "e2ccba9f-0261-41b5-9fe4-a195c0284e0d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:23.417681 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3855b3d6-c9af-4e64-b6cd-cbd8fcce24c1 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:23.418565 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ff12a3-5e1c-4707-8de0-13253c267a98', 'name': 'network-vif-deleted', 'tag': 'e2ccba9f-0261-41b5-9fe4-a195c0284e0d', 'status': 'completed', 'code': 200} Nov 09 19:53:23.426596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582c6b8-3f0e-4fbf-bd3d-47e233eae7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8286fee-1436-4dd7-86fd-5427f53c2373,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:23.465829 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e79c3d-838e-4d0a-b56f-44747eccf63b tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bf3595-00c0-4b58-ad45-0982e362bf7c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:23.485159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Attempting to bind port c3e976f0-fe22-4700-981b-346d321e4806 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:23.487285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Attempting to bind port c3e976f0-fe22-4700-981b-346d321e4806 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '3b856b73-a3e5-43b0-899d-c80329d683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '585d5a0b-dbd6-48d2-b06c-de09599ff484'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:23.487285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Attempting to bind port c3e976f0-fe22-4700-981b-346d321e4806 on network 585d5a0b-dbd6-48d2-b06c-de09599ff484 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:23.502266 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.504516 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:23.505170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:23.521151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20efd79b-e71f-4d96-888d-4e8d0b5a4300 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.611799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20efd79b-e71f-4d96-888d-4e8d0b5a4300 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.630944 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20c3f3e7-2cfd-48a6-b5be-7f3a3e8299a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.683366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:53:23.736587 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20c3f3e7-2cfd-48a6-b5be-7f3a3e8299a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.739315 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.796615 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:23.796992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Checking segment: {'id': '3b856b73-a3e5-43b0-899d-c80329d683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '585d5a0b-dbd6-48d2-b06c-de09599ff484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:23.797408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.797812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Bound using segment: {'id': '3b856b73-a3e5-43b0-899d-c80329d683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '585d5a0b-dbd6-48d2-b06c-de09599ff484'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:23.798332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Bound port: c3e976f0-fe22-4700-981b-346d321e4806, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b856b73-a3e5-43b0-899d-c80329d683a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '585d5a0b-dbd6-48d2-b06c-de09599ff484'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:23.799157 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.814382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.907934 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20efd79b-e71f-4d96-888d-4e8d0b5a4300 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.960949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20efd79b-e71f-4d96-888d-4e8d0b5a4300 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:23.960949 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-20efd79b-e71f-4d96-888d-4e8d0b5a4300 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/security-groups/7a1311c2-eb28-4145-b795-c39ac8c874bf HTTP/1.1" status: 204 len: 168 time: 0.5716839 Nov 09 19:53:23.960949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40664) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:23.962376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44148b58-4da2-4272-a147-230d23865a51'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:23.965977 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461388ac-7942-4882-8e59-85e1aa0d3f4d" -d '{"events": [{"server_uuid": "7d1ec3dd-17b8-4bcb-8161-a0af9413c510", "name": "network-vif-plugged", "status": "completed", "tag": "44148b58-4da2-4272-a147-230d23865a51"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:24.035818 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.039285 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20c3f3e7-2cfd-48a6-b5be-7f3a3e8299a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.045342 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-20c3f3e7-2cfd-48a6-b5be-7f3a3e8299a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.046543 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-20c3f3e7-2cfd-48a6-b5be-7f3a3e8299a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8286fee-1436-4dd7-86fd-5427f53c2373 HTTP/1.1" status: 204 len: 168 time: 0.6271963 Nov 09 19:53:24.073549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efd79b-e71f-4d96-888d-4e8d0b5a4300 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1311c2-eb28-4145-b795-c39ac8c874bf,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:24.101682 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-332ca387-d1ba-45c0-bba0-d675a6e79305 req-e8debbb0-01b4-420c-8078-e73be333bb95 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=97ff12a3-5e1c-4707-8de0-13253c267a98 HTTP/1.1" status: 200 len: 210 time: 0.0702832 Nov 09 19:53:24.114388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3f3e7-2cfd-48a6-b5be-7f3a3e8299a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8286fee-1436-4dd7-86fd-5427f53c2373,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:24.138553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a378d514-0553-40aa-9763-adfb1887ffcf tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet 39a0a16b-a7ba-436c-82a7-95bd30b6f05c {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:53:24.143126 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a378d514-0553-40aa-9763-adfb1887ffcf tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.203483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 44148b58-4da2-4272-a147-230d23865a51, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=44148b58-4da2-4272-a147-230d23865a51,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:24.246324 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a378d514-0553-40aa-9763-adfb1887ffcf tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.313207 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.314655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e2ccba9f-0261-41b5-9fe4-a195c0284e0d no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:53:24.415003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:24.415669 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.423285 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf4933c-e83a-401d-9ac6-8b5f45cff1ff x-openstack-request-id: req-4cf4933c-e83a-401d-9ac6-8b5f45cff1ff {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:24.423853 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1ec3dd-17b8-4bcb-8161-a0af9413c510", "name": "network-vif-plugged", "status": "completed", "tag": "44148b58-4da2-4272-a147-230d23865a51", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:24.424737 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cf4933c-e83a-401d-9ac6-8b5f45cff1ff {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:24.425421 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44148b58-4da2-4272-a147-230d23865a51', 'code': 200} Nov 09 19:53:24.550431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] For port c3e976f0-fe22-4700-981b-346d321e4806, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:24.560218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] For port c3e976f0-fe22-4700-981b-346d321e4806, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c3e976f0-fe22-4700-981b-346d321e4806,segment=NetworkSegment(3b856b73-a3e5-43b0-899d-c80329d683a5),segment_id=3b856b73-a3e5-43b0-899d-c80329d683a5)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:24.561368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: e2ccba9f-0261-41b5-9fe4-a195c0284e0d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:53:24.561706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e2ccba9f-0261-41b5-9fe4-a195c0284e0d not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:53:24.564463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a378d514-0553-40aa-9763-adfb1887ffcf tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.591690 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.661778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40682) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:24.684712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fa1c8-fad7-4e6d-aec9-ebfa27bd8f1e req-c0d0f156-8de6-4486-900b-041ce80301c6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:24.692293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db8fa1c8-fad7-4e6d-aec9-ebfa27bd8f1e req-c0d0f156-8de6-4486-900b-041ce80301c6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.2133176 Nov 09 19:53:24.758764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Allocated IP 172.20.0.1 (585d5a0b-dbd6-48d2-b06c-de09599ff484/088fbc2c-bf44-4d55-abfd-e21debf1cb1e/a89a9328-2636-4ab6-97fc-08474d1fd31a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:24.772412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204832ec-3d57-497a-a0ad-91cfa258eab7 req-f34c45c9-2382-4d38-967e-9c4bea802e43 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:24.774223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-204832ec-3d57-497a-a0ad-91cfa258eab7 req-f34c45c9-2382-4d38-967e-9c4bea802e43 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 945 time: 0.7320478 Nov 09 19:53:24.813641 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6265a62f-fc6d-4ad8-a8d3-a2ad24ac3c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.856058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895858fd-0cca-41c2-ac28-c5a6afb6b9f2 req-3f8dfe5f-4cc3-499a-9338-8a65c7a56a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:24.857837 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-895858fd-0cca-41c2-ac28-c5a6afb6b9f2 req-3f8dfe5f-4cc3-499a-9338-8a65c7a56a65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 1097 time: 0.3673592 Nov 09 19:53:24.863990 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db8fa1c8-fad7-4e6d-aec9-ebfa27bd8f1e req-f96105f1-a695-4e75-83c5-cc19f4714628 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708314 Nov 09 19:53:24.931901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-46237924-e346-4315-85f3-14099d633e49 None None] Provisioning complete for port ce85006c-eafd-4391-a4c6-be541d76cddc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:24.932517 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-46237924-e346-4315-85f3-14099d633e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.973052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a378d514-0553-40aa-9763-adfb1887ffcf tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:24.992037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-204832ec-3d57-497a-a0ad-91cfa258eab7 req-2b11ffad-a120-47fc-8701-3bbea682e120 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054825 Nov 09 19:53:25.028065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378d514-0553-40aa-9763-adfb1887ffcf tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=39a0a16b-a7ba-436c-82a7-95bd30b6f05c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:25.034962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-895858fd-0cca-41c2-ac28-c5a6afb6b9f2 req-a3e0e88b-678d-48d6-8ff3-3995ccf64e11 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309395 Nov 09 19:53:25.039226 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a378d514-0553-40aa-9763-adfb1887ffcf tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.047330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a378d514-0553-40aa-9763-adfb1887ffcf tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/39a0a16b-a7ba-436c-82a7-95bd30b6f05c HTTP/1.1" status: 204 len: 168 time: 1.1227057 Nov 09 19:53:25.048100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40684) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:25.071829 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.086150 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.098880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=44148b58-4da2-4272-a147-230d23865a51,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:25.099266 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.171982 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6265a62f-fc6d-4ad8-a8d3-a2ad24ac3c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.180583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.181144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.181660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.182107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.182608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.183054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.183490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.183927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.185376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a77892-5d8c-4ae2-8041-5fcaf2e20634 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet 7a2441b1-5c8a-4c56-b4db-e9071d7a2d83 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:53:25.185893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.186336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.186853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.188252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:53:25.195281 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01a77892-5d8c-4ae2-8041-5fcaf2e20634 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.202684 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6265a62f-fc6d-4ad8-a8d3-a2ad24ac3c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.336055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40690) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:25.341575 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.342602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265a62f-fc6d-4ad8-a8d3-a2ad24ac3c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188968c6-0d2b-4bff-bc65-88a63ce373fd,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:25.351751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-46237924-e346-4315-85f3-14099d633e49 None None] Port ce85006c-eafd-4391-a4c6-be541d76cddc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:25.367690 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Port': ['ID=cbb2223b-5995-483e-a8a2-360cbe913b95,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:25.406954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b679ea-bd09-4e3e-84d6-184fb80a3acc None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:25.414464 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.421032 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5dfc5b28-aac6-44e2-9a66-993c98f57c1f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2362261 Nov 09 19:53:25.423808 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.426441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-46237924-e346-4315-85f3-14099d633e49 None None] Could not find standard attr ID for object 9f7bbe98-d206-4530-92dd-72beeb1cb22f. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:53:25.476683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01a77892-5d8c-4ae2-8041-5fcaf2e20634 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.484102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6265a62f-fc6d-4ad8-a8d3-a2ad24ac3c0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3489ddfea8744278903192361a794543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8168030 Nov 09 19:53:25.495657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 585d5a0b-dbd6-48d2-b06c-de09599ff484 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:25.509196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40696) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:25.518617 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.568158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:25.574504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-46237924-e346-4315-85f3-14099d633e49 None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:25.575027 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-46237924-e346-4315-85f3-14099d633e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.580248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a2baa-4f32-4b7c-8571-189045c0e1f5 None None] Pushing event updated for resources: {'Port': ['ID=c3e976f0-fe22-4700-981b-346d321e4806,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:25.590434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:25.638216 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dbaa14d-e514-4157-845f-94029f4024b5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.684178 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dbaa14d-e514-4157-845f-94029f4024b5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.687785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:25.750671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=a89a9328-2636-4ab6-97fc-08474d1fd31a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:25.769764 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.823700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] Checking router: 1226baa4-5494-43ba-bc64-3b2d9b731bcd for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:53:25.848645 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dbaa14d-e514-4157-845f-94029f4024b5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.852364 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dbaa14d-e514-4157-845f-94029f4024b5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:25.859179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7dbaa14d-e514-4157-845f-94029f4024b5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "DELETE /v2.0/security-groups/281f60dd-b03f-4c3c-81a0-9f4069858c00 HTTP/1.1" status: 204 len: 168 time: 0.5026581 Nov 09 19:53:25.868007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40702) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:25.948322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:25.949190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:25.980880 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-25500078-f63b-40f6-bba8-b48f30f50a3c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] show failed (client error): The resource could not be found. Nov 09 19:53:25.985118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-25500078-f63b-40f6-bba8-b48f30f50a3c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups/281f60dd-b03f-4c3c-81a0-9f4069858c00 HTTP/1.1" status: 404 len: 347 time: 0.1097622 Nov 09 19:53:25.990383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40714) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:25.995596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:26.023832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaa14d-e514-4157-845f-94029f4024b5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281f60dd-b03f-4c3c-81a0-9f4069858c00,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:26.031869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bc77aab5-56e8-4f6b-bb5b-49f2310c096b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:26.091721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bc77aab5-56e8-4f6b-bb5b-49f2310c096b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:26.120571 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01a77892-5d8c-4ae2-8041-5fcaf2e20634 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:26.208269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-680b3439-0aef-4019-8bbb-191f4ff6b86c None None] Could not find standard attr ID for object 9f7bbe98-d206-4530-92dd-72beeb1cb22f. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:53:26.216780 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-f06e322e-a30f-4912-b4b9-e44236c8d9d5 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--373449838&fields=id&tenant_id=ee6810ad294f4e718a87d328dc1fe97d HTTP/1.1" status: 200 len: 267 time: 0.2478414 Nov 09 19:53:26.237339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:53:26.322334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-698fa395-45cd-45d1-9864-33a7f0744c31 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:26.331486 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-698fa395-45cd-45d1-9864-33a7f0744c31 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports/798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 932 time: 0.1138396 Nov 09 19:53:26.520559 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01a77892-5d8c-4ae2-8041-5fcaf2e20634 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:26.644928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-180b33c3-c91a-4bcc-9d47-1f993aeb93bb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:26.646403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-180b33c3-c91a-4bcc-9d47-1f993aeb93bb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports/8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 931 time: 0.3140876 Nov 09 19:53:26.653824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01a77892-5d8c-4ae2-8041-5fcaf2e20634 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:26.659538 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-01a77892-5d8c-4ae2-8041-5fcaf2e20634 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/7a2441b1-5c8a-4c56-b4db-e9071d7a2d83 HTTP/1.1" status: 204 len: 168 time: 1.6064303 Nov 09 19:53:26.663434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40720) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:26.712527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:26.716105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a77892-5d8c-4ae2-8041-5fcaf2e20634 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2441b1-5c8a-4c56-b4db-e9071d7a2d83,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:26.750786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbdc68d-069a-4856-baf7-ec081212ea51 None None] The sync data for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 is: [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:53:26.763096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03413e3-866c-4853-9840-af50854ddc66 req-3a120582-f415-4191-84ba-3166e2bd079f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:26.764999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a03413e3-866c-4853-9840-af50854ddc66 req-3a120582-f415-4191-84ba-3166e2bd079f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.5911219 Nov 09 19:53:26.851113 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2497ed7-00bf-45ee-922d-50cd416f0ad9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:26.851869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2497ed7-00bf-45ee-922d-50cd416f0ad9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:26.858069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e2497ed7-00bf-45ee-922d-50cd416f0ad9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/39a0a16b-a7ba-436c-82a7-95bd30b6f05c HTTP/1.1" status: 404 len: 337 time: 0.1906822 Nov 09 19:53:26.868868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-9f5d2a96-9f8a-477f-8c19-d9b49c58e42d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1654987 Nov 09 19:53:26.873361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40722) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:26.932570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-34c9e102-e46c-42f8-b4bd-187cba4373c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Deleting port 09c05831-68a5-465f-8ece-11001e791894 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:26.932917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-34c9e102-e46c-42f8-b4bd-187cba4373c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:26.943042 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bc77aab5-56e8-4f6b-bb5b-49f2310c096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:26.946336 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bc77aab5-56e8-4f6b-bb5b-49f2310c096b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:26.947543 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bc77aab5-56e8-4f6b-bb5b-49f2310c096b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/188968c6-0d2b-4bff-bc65-88a63ce373fd HTTP/1.1" status: 204 len: 168 time: 1.4342232 Nov 09 19:53:27.017882 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:27.036955 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-2f3122d9-c46c-4eab-a48c-345f097194ff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1389325 Nov 09 19:53:27.041687 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:27.133922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:27.160676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992c8a2-50b6-4259-bd86-cfb6592a9974 None None] Network 585d5a0b-dbd6-48d2-b06c-de09599ff484 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:27.256044 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77aab5-56e8-4f6b-bb5b-49f2310c096b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188968c6-0d2b-4bff-bc65-88a63ce373fd,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:27.286469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a03413e3-866c-4853-9840-af50854ddc66 req-29b682f3-344b-4657-ae21-85ed5a484892 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774277 Nov 09 19:53:27.319545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-826f3b1e-429c-4014-af41-f32d5d9233d0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting subnet f7bec9be-0146-43b1-a3bb-fa1433849a70 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:53:27.337443 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-826f3b1e-429c-4014-af41-f32d5d9233d0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:27.463398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-34c9e102-e46c-42f8-b4bd-187cba4373c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:27.465003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feebda9-19fa-4f7b-8015-5426af1ffe72 None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:27.465573 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-34c9e102-e46c-42f8-b4bd-187cba4373c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:27.493335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-826f3b1e-429c-4014-af41-f32d5d9233d0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:27.509207 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce908ca6-a741-474b-a460-5eceffd0c3d8 None None] New status for floating IP 7b1609b2-6118-44b1-a4d3-73f2e78efa64: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:53:27.598773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-34c9e102-e46c-42f8-b4bd-187cba4373c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Calling delete_port for 09c05831-68a5-465f-8ece-11001e791894 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:27.615397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-557b99ce-6494-4d9d-9208-3c55a2b7b33b None None] Provisioning complete for port c3e976f0-fe22-4700-981b-346d321e4806 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:27.616510 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-557b99ce-6494-4d9d-9208-3c55a2b7b33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:27.666775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=a89a9328-2636-4ab6-97fc-08474d1fd31a,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:27.707744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 585d5a0b-dbd6-48d2-b06c-de09599ff484 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:27.711201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:27.793260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c3e976f0-fe22-4700-981b-346d321e4806 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:27.942066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fc3c8-5987-40c5-919a-51c4d8145e70 req-8b36e3a9-d3fd-46f4-b17c-6f9038e10557 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:27.948026 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b67fc3c8-5987-40c5-919a-51c4d8145e70 req-8b36e3a9-d3fd-46f4-b17c-6f9038e10557 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.4450715 Nov 09 19:53:28.004182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 40a8f625-916d-47d4-ba2c-ae9e4915a60a is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:53:28.050064 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-557b99ce-6494-4d9d-9208-3c55a2b7b33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:28.066906 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-826f3b1e-429c-4014-af41-f32d5d9233d0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:28.074500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c3e976f0-fe22-4700-981b-346d321e4806 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:28.074896 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:28.111511 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b67fc3c8-5987-40c5-919a-51c4d8145e70 req-a09d8424-62d7-4cbc-903b-4f3fd5cba1f1 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502542 Nov 09 19:53:28.186954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-557b99ce-6494-4d9d-9208-3c55a2b7b33b None None] For port c3e976f0-fe22-4700-981b-346d321e4806, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c3e976f0-fe22-4700-981b-346d321e4806,segment=NetworkSegment(3b856b73-a3e5-43b0-899d-c80329d683a5),segment_id=3b856b73-a3e5-43b0-899d-c80329d683a5)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:28.205748 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-557b99ce-6494-4d9d-9208-3c55a2b7b33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:28.250791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:53:28.302304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-96d5ec4e-777a-488b-894a-85beca48e535 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:28.303876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-826f3b1e-429c-4014-af41-f32d5d9233d0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:28.314653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be7c34a-8100-4324-a19b-d7d94ee97c34 None None] Sync routers for ids ['40a8f625-916d-47d4-ba2c-ae9e4915a60a'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:53:28.335563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-96d5ec4e-777a-488b-894a-85beca48e535 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:28.368109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-96d5ec4e-777a-488b-894a-85beca48e535 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:28.373836 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-96d5ec4e-777a-488b-894a-85beca48e535 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/networks?id=5a324136-2163-42a7-990c-86170143e093&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce HTTP/1.1" status: 200 len: 1991 time: 1.3352854 Nov 09 19:53:28.395599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f3b1e-429c-4014-af41-f32d5d9233d0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bec9be-0146-43b1-a3bb-fa1433849a70,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:28.401824 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-162b2395-c207-4fd8-b4c3-7896ca8bbdd3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/40a8f625-916d-47d4-ba2c-ae9e4915a60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9585268 Nov 09 19:53:28.408663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40748) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:28.412519 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-826f3b1e-429c-4014-af41-f32d5d9233d0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:28.419277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-826f3b1e-429c-4014-af41-f32d5d9233d0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/f7bec9be-0146-43b1-a3bb-fa1433849a70 HTTP/1.1" status: 204 len: 168 time: 1.5405748 Nov 09 19:53:28.430974 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7c34a-8100-4324-a19b-d7d94ee97c34 None None] Routers {'40a8f625-916d-47d4-ba2c-ae9e4915a60a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:28.431800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4be7c34a-8100-4324-a19b-d7d94ee97c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['40a8f625-916d-47d4-ba2c-ae9e4915a60a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:28.432434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40750) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:28.446288 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-d01bffe0-04ab-408d-90e4-24b18651c187 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/quotas/ee6810ad294f4e718a87d328dc1fe97d HTTP/1.1" status: 200 len: 375 time: 0.0456798 Nov 09 19:53:28.495956 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-34c9e102-e46c-42f8-b4bd-187cba4373c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:28.581588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b99ce-6494-4d9d-9208-3c55a2b7b33b None None] Pushing event updated for resources: {'Port': ['ID=c3e976f0-fe22-4700-981b-346d321e4806,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:28.585117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-351d9ecc-74d2-4f8f-bef0-bcc7404ee338 None None] Provisioning complete for port ce85006c-eafd-4391-a4c6-be541d76cddc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:28.585699 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-351d9ecc-74d2-4f8f-bef0-bcc7404ee338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:28.599035 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02691dc-0ddf-4414-b610-a47c44d8958d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:28.599716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02691dc-0ddf-4414-b610-a47c44d8958d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:28.606147 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b02691dc-0ddf-4414-b610-a47c44d8958d tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/6ee227e7-4e60-4c3c-b09b-9fbc02d6a268 HTTP/1.1" status: 404 len: 337 time: 0.1703162 Nov 09 19:53:28.637018 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-d7bcfcd8-e461-4a8e-ae77-765a7904e155 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1824427 Nov 09 19:53:28.641753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40752) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:28.652487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9e102-e46c-42f8-b4bd-187cba4373c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event deleted for resources: {'Port': ['ID=09c05831-68a5-465f-8ece-11001e791894,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:28.679206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-351d9ecc-74d2-4f8f-bef0-bcc7404ee338 None None] Port ce85006c-eafd-4391-a4c6-be541d76cddc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:28.687710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942543e-7e4c-400d-9d66-dd8a1c5a9b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:28.689953 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4be7c34a-8100-4324-a19b-d7d94ee97c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:28.696003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2942543e-7e4c-400d-9d66-dd8a1c5a9b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports/a89a9328-2636-4ab6-97fc-08474d1fd31a HTTP/1.1" status: 200 len: 910 time: 0.2853794 Nov 09 19:53:28.718389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-351d9ecc-74d2-4f8f-bef0-bcc7404ee338 None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:28.719049 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-351d9ecc-74d2-4f8f-bef0-bcc7404ee338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:28.723158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40756) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:28.728205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7c34a-8100-4324-a19b-d7d94ee97c34 None None] Routers {'40a8f625-916d-47d4-ba2c-ae9e4915a60a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:28.729800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4be7c34a-8100-4324-a19b-d7d94ee97c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['40a8f625-916d-47d4-ba2c-ae9e4915a60a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:28.744881 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ad715838-aa03-46e9-bee4-9d977ec55a8a tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "GET /v2.0/ports?device_id=849d0f88-c22c-499a-a7bf-0e45e3ba4bf5 HTTP/1.1" status: 200 len: 205 time: 0.1018538 Nov 09 19:53:28.765671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40758) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:28.798324 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4be7c34a-8100-4324-a19b-d7d94ee97c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:28.799164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be7c34a-8100-4324-a19b-d7d94ee97c34 None None] The sync data for ids ['40a8f625-916d-47d4-ba2c-ae9e4915a60a'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:53:28.933136 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-ea701a92-11a6-4af7-bc44-88340951fc89 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] delete failed (client error): The resource could not be found. Nov 09 19:53:28.934285 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ea701a92-11a6-4af7-bc44-88340951fc89 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/routers/849d0f88-c22c-499a-a7bf-0e45e3ba4bf5 HTTP/1.1" status: 404 len: 336 time: 0.1672175 Nov 09 19:53:28.939690 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40760) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:29.005180 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd72f43a-7b6a-4689-ba24-da97337a4a84 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:29.005877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd72f43a-7b6a-4689-ba24-da97337a4a84 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:29.014554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cd72f43a-7b6a-4689-ba24-da97337a4a84 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/98b3ebaa-72a0-47a6-b449-b8a9c800a1f2 HTTP/1.1" status: 404 len: 337 time: 0.0646863 Nov 09 19:53:29.019825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:29.048609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6553f794-62c7-4f0a-a794-b1fc28c322e3 None None] Provisioning complete for port a89a9328-2636-4ab6-97fc-08474d1fd31a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:29.049295 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6553f794-62c7-4f0a-a794-b1fc28c322e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:29.060268 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cde113-ecb4-48a1-97e5-274b550e6722 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:29.060881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cde113-ecb4-48a1-97e5-274b550e6722 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:29.066724 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-75cde113-ecb4-48a1-97e5-274b550e6722 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/4bd805cc-e9eb-4df5-afdc-0c991ee6247e HTTP/1.1" status: 404 len: 337 time: 0.0433815 Nov 09 19:53:29.071390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:29.173111 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2f248e-c53c-47e7-87a9-198a92c3021e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:29.175152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2f248e-c53c-47e7-87a9-198a92c3021e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:29.189194 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-de2f248e-c53c-47e7-87a9-198a92c3021e tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/20a50aae-7382-4888-b436-a3f23eaae102 HTTP/1.1" status: 404 len: 337 time: 0.1143985 Nov 09 19:53:29.195362 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c2fcc2a7-9664-423a-9dab-8c4031117765 service neutron] 10.222.0.53 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272462 Nov 09 19:53:29.195988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40768) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:29.285639 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfac9284-f875-4636-95ae-f87b81f8d89c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:29.301985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfac9284-f875-4636-95ae-f87b81f8d89c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:29.315247 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dfac9284-f875-4636-95ae-f87b81f8d89c tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/ca7b4841-7665-4fb3-b15d-02e54c5a5897 HTTP/1.1" status: 404 len: 333 time: 0.1180172 Nov 09 19:53:29.413336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6553f794-62c7-4f0a-a794-b1fc28c322e3 None None] Port a89a9328-2636-4ab6-97fc-08474d1fd31a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:29.415227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40776) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:29.466917 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-41680321-157d-43eb-98f6-9422a4d99c18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:29.467176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41680321-157d-43eb-98f6-9422a4d99c18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:29.469993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6553f794-62c7-4f0a-a794-b1fc28c322e3 None None] Provisioning complete for port c3e976f0-fe22-4700-981b-346d321e4806 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:29.470635 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6553f794-62c7-4f0a-a794-b1fc28c322e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:29.473265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-41680321-157d-43eb-98f6-9422a4d99c18 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/a427450d-561a-4b04-af7d-ad8eb461aaf5 HTTP/1.1" status: 404 len: 337 time: 0.0567763 Nov 09 19:53:29.480929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40780) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:29.526283 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec224ab-c9b7-41ef-8ca0-d798d87492c3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:29.527036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec224ab-c9b7-41ef-8ca0-d798d87492c3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:29.530383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4ec224ab-c9b7-41ef-8ca0-d798d87492c3 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/ccf934eb-2c9a-4ed5-9c78-82e5b8d94bb1 HTTP/1.1" status: 404 len: 337 time: 0.0488627 Nov 09 19:53:29.532986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40782) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:29.541844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d995e-73b5-4bf3-a021-270ab6a3339d None None] Network a0823c4a-e255-4228-a9fb-169e6c8128e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:29.599570 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-026816cf-3c41-4d59-bba5-6d52e24eb6f9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:29.601015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026816cf-3c41-4d59-bba5-6d52e24eb6f9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:29.605159 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-026816cf-3c41-4d59-bba5-6d52e24eb6f9 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/eeb61ebd-e93c-44be-b271-b2e42219cf54 HTTP/1.1" status: 404 len: 333 time: 0.0711977 Nov 09 19:53:29.610547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40784) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:29.644984 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-0255f55e-f355-4c88-8997-210957cd3043 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:29.645450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0255f55e-f355-4c88-8997-210957cd3043 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:29.649054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0255f55e-f355-4c88-8997-210957cd3043 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/88f3e812-cb50-413b-8ce1-18fe016778ae HTTP/1.1" status: 404 len: 337 time: 0.0374622 Nov 09 19:53:29.655220 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40788) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:29.697387 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49cd76d-8cc7-4c66-af26-ed0bafa085a6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] DELETE failed (client error): The resource could not be found. Nov 09 19:53:29.697861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49cd76d-8cc7-4c66-af26-ed0bafa085a6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:53:29.701138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d49cd76d-8cc7-4c66-af26-ed0bafa085a6 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/subnets/53e6d4a0-7f6c-4017-8267-b95b40d229de HTTP/1.1" status: 404 len: 337 time: 0.0449548 Nov 09 19:53:29.703244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-997ce777-98c6-446f-8ccf-0b110a0065b7 service neutron] 10.222.0.53 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919107 Nov 09 19:53:29.703710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40792) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:29.755672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c3e976f0-fe22-4700-981b-346d321e4806 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:29.810762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-5c43349c-a838-4024-9442-e2711f496a80 service neutron] 10.222.0.53 "GET /v2.0/ports/798d55a3-8842-48f3-a4fa-1060ba1794ef?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0782852 Nov 09 19:53:29.916299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c3e976f0-fe22-4700-981b-346d321e4806 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:29.916684 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:29.962495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2893a-2d55-48ad-a652-6440877c6c13 None None] DHCP port deletion for a0823c4a-e255-4228-a9fb-169e6c8128e0 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:53:29.977483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd449b3c-db3a-4725-af6e-1d6f83157ac1 req-22b04595-b425-4105-b12e-4b1b650b682f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:29.979599 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd449b3c-db3a-4725-af6e-1d6f83157ac1 req-22b04595-b425-4105-b12e-4b1b650b682f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 1.4943576 Nov 09 19:53:30.020146 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-34c9e102-e46c-42f8-b4bd-187cba4373c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.021977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-34c9e102-e46c-42f8-b4bd-187cba4373c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.022827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d695e96f-b03c-4e3d-bcdd-872552e03401 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Deleting port ce85006c-eafd-4391-a4c6-be541d76cddc {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:30.023400 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-34c9e102-e46c-42f8-b4bd-187cba4373c0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "DELETE /v2.0/floatingips/7b1609b2-6118-44b1-a4d3-73f2e78efa64 HTTP/1.1" status: 204 len: 168 time: 4.0122044 Nov 09 19:53:30.023854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d695e96f-b03c-4e3d-bcdd-872552e03401 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.130781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-04ef966c-f39e-4b1d-8313-645ef96b9ae9 None None] Provisioning complete for port ce85006c-eafd-4391-a4c6-be541d76cddc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:30.131998 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-04ef966c-f39e-4b1d-8313-645ef96b9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.163188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d695e96f-b03c-4e3d-bcdd-872552e03401 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.184629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd449b3c-db3a-4725-af6e-1d6f83157ac1 req-ec5d1f99-5540-405c-9911-f4781a362ea0 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901219 Nov 09 19:53:30.188290 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-acd5f8fd-ce8b-42ac-bb46-ea6edd7ea6c0 service neutron] 10.222.0.53 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695302 Nov 09 19:53:30.196521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d695e96f-b03c-4e3d-bcdd-872552e03401 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Calling delete_port for ce85006c-eafd-4391-a4c6-be541d76cddc owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:30.221862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-04ef966c-f39e-4b1d-8313-645ef96b9ae9 None None] Port ce85006c-eafd-4391-a4c6-be541d76cddc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:30.238833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-05c2893a-2d55-48ad-a652-6440877c6c13 None None] Deleting port eeb86f32-3842-4b67-ae88-956ee0f089c4 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:30.239323 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-05c2893a-2d55-48ad-a652-6440877c6c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.355607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-05c2893a-2d55-48ad-a652-6440877c6c13 None None] For port eeb86f32-3842-4b67-ae88-956ee0f089c4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=eeb86f32-3842-4b67-ae88-956ee0f089c4,segment=NetworkSegment(ecc34517-9bd7-4b11-9a85-a7e2b8be411e),segment_id=ecc34517-9bd7-4b11-9a85-a7e2b8be411e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:30.356066 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-05c2893a-2d55-48ad-a652-6440877c6c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.358624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-04ef966c-f39e-4b1d-8313-645ef96b9ae9 None None] Provisioning complete for port eeb86f32-3842-4b67-ae88-956ee0f089c4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:30.359000 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-04ef966c-f39e-4b1d-8313-645ef96b9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.456448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-05c2893a-2d55-48ad-a652-6440877c6c13 None None] Calling delete_port for eeb86f32-3842-4b67-ae88-956ee0f089c4 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:30.462450 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d695e96f-b03c-4e3d-bcdd-872552e03401 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.518502 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.546774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695e96f-b03c-4e3d-bcdd-872552e03401 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Port': ['ID=ce85006c-eafd-4391-a4c6-be541d76cddc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:30.551766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af3e1e-365d-44c9-9e98-d8cf2a61a507 req-c6cbfed3-c653-4f31-b5b7-51b2493146c7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:30.556057 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d695e96f-b03c-4e3d-bcdd-872552e03401 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.564716 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d695e96f-b03c-4e3d-bcdd-872552e03401 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/ports/ce85006c-eafd-4391-a4c6-be541d76cddc HTTP/1.1" status: 204 len: 168 time: 0.8599720 Nov 09 19:53:30.575118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8af3e1e-365d-44c9-9e98-d8cf2a61a507 req-c6cbfed3-c653-4f31-b5b7-51b2493146c7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.1793287 Nov 09 19:53:30.590793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40812) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:30.712066 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.725992 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-56dbb76b-9aac-4c82-b4fd-ac477b28740d service neutron] 10.222.0.53 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219121 Nov 09 19:53:30.769909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-04ef966c-f39e-4b1d-8313-645ef96b9ae9 None None] Provisioning complete for port a89a9328-2636-4ab6-97fc-08474d1fd31a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:30.770762 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-04ef966c-f39e-4b1d-8313-645ef96b9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.775160 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-05c2893a-2d55-48ad-a652-6440877c6c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:30.788690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-044c2f2a-680b-474e-b5a4-b4904b276c18 service neutron] 10.222.0.53 "GET /v2.0/ports/8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0597711 Nov 09 19:53:30.835968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8af3e1e-365d-44c9-9e98-d8cf2a61a507 req-4ccf0721-b962-4184-bfd2-8e63750098f4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597334 Nov 09 19:53:30.877123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2893a-2d55-48ad-a652-6440877c6c13 None None] Pushing event deleted for resources: {'Port': ['ID=eeb86f32-3842-4b67-ae88-956ee0f089c4,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:30.884125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2893a-2d55-48ad-a652-6440877c6c13 None None] No DVR routers for this DVR port eeb86f32-3842-4b67-ae88-956ee0f089c4 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:53:30.922249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-04ef966c-f39e-4b1d-8313-645ef96b9ae9 None None] Port a89a9328-2636-4ab6-97fc-08474d1fd31a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:31.128862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:31.156518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0823c4a-e255-4228-a9fb-169e6c8128e0']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:31.167756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc34517-9bd7-4b11-9a85-a7e2b8be411e') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:31.168184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc34517-9bd7-4b11-9a85-a7e2b8be411e') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:31.182666 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:31.198355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port a89a9328-2636-4ab6-97fc-08474d1fd31a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:31.198994 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:31.199264 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:31.206079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:53:31.206594 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:53:31.271238 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:53:31.282626 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4c7eb27d-ca1a-4d6a-9c5d-3fa79df33e7c service neutron] 10.222.0.53 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916394 Nov 09 19:53:31.285118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:31.290611 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:31.297170 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] 10.222.0.53 "DELETE /v2.0/networks/a0823c4a-e255-4228-a9fb-169e6c8128e0 HTTP/1.1" status: 204 len: 168 time: 0.7031710 Nov 09 19:53:31.338817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:31.359840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for a89a9328-2636-4ab6-97fc-08474d1fd31a owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:31.407255 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-007de2bd-2874-4922-8218-abca503b31ef service neutron] 10.222.0.53 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236558 Nov 09 19:53:31.436215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa357fd-b13d-46a1-9d6e-a576bad9edc0 tempest-PortsTestJSON-449405787 tempest-PortsTestJSON-449405787-project] Pushing event deleted for resources: {'Network': ['ID=a0823c4a-e255-4228-a9fb-169e6c8128e0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:31.574936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-51efe04a-956a-464b-99a5-3403bbd3f8eb service neutron] 10.222.0.53 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666944 Nov 09 19:53:31.732413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40830) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:31.754255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-489a7031-b6be-4c1f-8cac-1a740e102b59 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426977302', 'description': 'tempest-description--682396091'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:31.758565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device eeb86f32-3842-4b67-ae88-956ee0f089c4 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:53:31.815439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: eeb86f32-3842-4b67-ae88-956ee0f089c4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:53:31.815778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device eeb86f32-3842-4b67-ae88-956ee0f089c4 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:53:31.856796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-cd9514e1-ee92-489a-9d0a-6f117291b338 service neutron] 10.222.0.53 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808962 Nov 09 19:53:31.880716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:31.918826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-489a7031-b6be-4c1f-8cac-1a740e102b59 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:31.940642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=a89a9328-2636-4ab6-97fc-08474d1fd31a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:32.066792 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-489a7031-b6be-4c1f-8cac-1a740e102b59 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:32.089031 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-489a7031-b6be-4c1f-8cac-1a740e102b59 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:32.089232 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-ce58ab54-8217-43ff-ae58-1231a6cc104b service neutron] 10.222.0.53 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294343 Nov 09 19:53:32.136270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a7031-b6be-4c1f-8cac-1a740e102b59 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c928cb-9338-464c-8341-c08da148c714,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:32.189114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40844) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:32.266613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40848) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:32.284847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-489a7031-b6be-4c1f-8cac-1a740e102b59 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:32.286633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-489a7031-b6be-4c1f-8cac-1a740e102b59 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5493362 Nov 09 19:53:32.316273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40850) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:32.329367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0dc5aa61-8d07-4450-9c67-6b6d223bc2c8 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'security_group_rule': {'security_group_id': '56c928cb-9338-464c-8341-c08da148c714', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:32.529360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dc5aa61-8d07-4450-9c67-6b6d223bc2c8 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:32.541132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a32fd-315a-4740-b59c-fb0b142e140a req-f52f6917-dc3b-4852-bb15-2811e834b074 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:32.543348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c93a32fd-315a-4740-b59c-fb0b142e140a req-f52f6917-dc3b-4852-bb15-2811e834b074 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.3529148 Nov 09 19:53:32.596796 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33abce50-a177-4f64-9f39-cfa6edcbabb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:32.627746 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:32.713555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-94cd78cc-d56a-48da-8619-2e3adc744bce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7381104dbd04665afdac9ae98f5fd06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5113366 Nov 09 19:53:32.713555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40856) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:32.779981 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-e0a2d554-54c5-466d-b8ac-58c5b54ce3d3 service neutron] 10.222.0.53 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811674 Nov 09 19:53:32.816004 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dc5aa61-8d07-4450-9c67-6b6d223bc2c8 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:32.826315 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c93a32fd-315a-4740-b59c-fb0b142e140a req-9adbe63e-e069-498d-b974-c7ef7d9b8f0e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593043 Nov 09 19:53:32.838478 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dc5aa61-8d07-4450-9c67-6b6d223bc2c8 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:32.935064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5aa61-8d07-4450-9c67-6b6d223bc2c8 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67909576-7d8d-4a0d-8530-5b252045c69c,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:33.011294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-8dbe3219-2035-4271-a671-712280a8d062 service neutron] 10.222.0.53 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226779 Nov 09 19:53:33.016755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dc5aa61-8d07-4450-9c67-6b6d223bc2c8 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.018072 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0dc5aa61-8d07-4450-9c67-6b6d223bc2c8 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7004135 Nov 09 19:53:33.032473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40864) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:33.044739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e7bbb68d-4f22-4f39-8542-fd686058e40b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'security_group_rule': {'security_group_id': '56c928cb-9338-464c-8341-c08da148c714', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:33.094076 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33abce50-a177-4f64-9f39-cfa6edcbabb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.097483 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-701ff449-d967-4062-84b9-160ba63542ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.115031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 40a8f625-916d-47d4-ba2c-ae9e4915a60a has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:53:33.120169 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33abce50-a177-4f64-9f39-cfa6edcbabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.155327 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-5b6390a7-ef63-4f2d-996d-f4f710b9be6b service neutron] 10.222.0.53 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431174 Nov 09 19:53:33.250546 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-701ff449-d967-4062-84b9-160ba63542ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.255283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb68d-4f22-4f39-8542-fd686058e40b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.260645 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-60a6d218-dca2-4ae8-ada8-362de212c042 service neutron] 10.222.0.53 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044567 Nov 09 19:53:33.294539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-33abce50-a177-4f64-9f39-cfa6edcbabb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6b04fe9033c458a93b8ad7725a590c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0206728 Nov 09 19:53:33.295933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40872) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:33.308236 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abce50-a177-4f64-9f39-cfa6edcbabb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65703d8-57a2-4b89-8889-ae7db0d90900,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:33.390817 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-7d478985-ed17-42a4-8840-6d8ef7e8bde0 service neutron] 10.222.0.53 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227958 Nov 09 19:53:33.502935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:53:33.516079 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec4fa8-2ad5-4c92-84e3-dd4d366ad5f6 None None] Sync routers for ids ['40a8f625-916d-47d4-ba2c-ae9e4915a60a'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:53:33.521358 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-75633eba-85da-4659-80c8-1d3d32bdb348 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/40a8f625-916d-47d4-ba2c-ae9e4915a60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7884464 Nov 09 19:53:33.524337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40884) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:33.538219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-b6362d52-4c36-43cb-a809-f13c5f3d1215 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:33.539245 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec4fa8-2ad5-4c92-84e3-dd4d366ad5f6 None None] Routers {'40a8f625-916d-47d4-ba2c-ae9e4915a60a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:33.539874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-b6362d52-4c36-43cb-a809-f13c5f3d1215 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/networks?id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 HTTP/1.1" status: 200 len: 814 time: 0.4299431 Nov 09 19:53:33.540407 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6cec4fa8-2ad5-4c92-84e3-dd4d366ad5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['40a8f625-916d-47d4-ba2c-ae9e4915a60a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:33.562932 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb68d-4f22-4f39-8542-fd686058e40b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.567597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-874fae88-03e6-4432-8d92-05cb8ac1527b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a8f625-916d-47d4-ba2c-ae9e4915a60a HTTP/1.1" status: 200 len: 205 time: 0.0436378 Nov 09 19:53:33.568498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40888) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:33.574583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-701ff449-d967-4062-84b9-160ba63542ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.577119 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-701ff449-d967-4062-84b9-160ba63542ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.578242 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-701ff449-d967-4062-84b9-160ba63542ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ce74290-1413-4bef-bf69-fd8c86b929a2 HTTP/1.1" status: 204 len: 168 time: 0.8625810 Nov 09 19:53:33.590617 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb68d-4f22-4f39-8542-fd686058e40b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.600231 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6cec4fa8-2ad5-4c92-84e3-dd4d366ad5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:33.607077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-08cd69ec-7617-4c6b-bf78-5e16d778e6be tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:33.608604 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-08cd69ec-7617-4c6b-bf78-5e16d778e6be tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d1ec3dd-17b8-4bcb-8161-a0af9413c510 HTTP/1.1" status: 200 len: 946 time: 0.1973960 Nov 09 19:53:33.613938 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec4fa8-2ad5-4c92-84e3-dd4d366ad5f6 None None] Routers {'40a8f625-916d-47d4-ba2c-ae9e4915a60a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:33.614851 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6cec4fa8-2ad5-4c92-84e3-dd4d366ad5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['40a8f625-916d-47d4-ba2c-ae9e4915a60a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:33.626693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-9b28bda8-3fe2-41c7-abbe-d947ee06b27e tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/quotas/4d246aa485c64e1b8ad74e3636dd78b1 HTTP/1.1" status: 200 len: 375 time: 0.0781808 Nov 09 19:53:33.627302 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e202c33-aafd-49f5-b072-929e082057f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.638391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ff449-d967-4062-84b9-160ba63542ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce74290-1413-4bef-bf69-fd8c86b929a2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:33.695949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbb68d-4f22-4f39-8542-fd686058e40b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717092e0-ffee-4e5b-8000-42203fef5baf,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:33.703224 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6cec4fa8-2ad5-4c92-84e3-dd4d366ad5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:33.706724 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec4fa8-2ad5-4c92-84e3-dd4d366ad5f6 None None] The sync data for ids ['40a8f625-916d-47d4-ba2c-ae9e4915a60a'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:53:33.723891 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-647d8a84-d691-4228-b3c7-6aa41e2c62ad tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.739305 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb68d-4f22-4f39-8542-fd686058e40b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.742262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e7bbb68d-4f22-4f39-8542-fd686058e40b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7057657 Nov 09 19:53:33.744439 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e202c33-aafd-49f5-b072-929e082057f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.747115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40900) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:33.762210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:33.851107 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-9b47b394-1424-4041-89d0-1a8cce0765f2 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d246aa485c64e1b8ad74e3636dd78b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2086437 Nov 09 19:53:33.861275 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.911228 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-647d8a84-d691-4228-b3c7-6aa41e2c62ad tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.915295 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-647d8a84-d691-4228-b3c7-6aa41e2c62ad tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.955328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-503295b9-82d7-42cf-9609-4b7c9de7bc54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Deleting port 44148b58-4da2-4272-a147-230d23865a51 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:33.955678 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-503295b9-82d7-42cf-9609-4b7c9de7bc54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.961781 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e202c33-aafd-49f5-b072-929e082057f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.964691 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e202c33-aafd-49f5-b072-929e082057f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.968556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4e202c33-aafd-49f5-b072-929e082057f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f65703d8-57a2-4b89-8889-ae7db0d90900 HTTP/1.1" status: 204 len: 168 time: 0.6628327 Nov 09 19:53:33.998421 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-647d8a84-d691-4228-b3c7-6aa41e2c62ad tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:33.999006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647d8a84-d691-4228-b3c7-6aa41e2c62ad tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Fanout notify agent at l3_agent the message router_deleted on router 40a8f625-916d-47d4-ba2c-ae9e4915a60a {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:53:34.007918 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-647d8a84-d691-4228-b3c7-6aa41e2c62ad tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.015501 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-647d8a84-d691-4228-b3c7-6aa41e2c62ad tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/40a8f625-916d-47d4-ba2c-ae9e4915a60a HTTP/1.1" status: 204 len: 168 time: 0.4431694 Nov 09 19:53:34.017584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40918) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:34.042659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e202c33-aafd-49f5-b072-929e082057f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65703d8-57a2-4b89-8889-ae7db0d90900,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:34.122293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebab408d-03fe-4a5d-9d61-d8331b2faf25 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting subnet 088fbc2c-bf44-4d55-abfd-e21debf1cb1e {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:53:34.126452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ebab408d-03fe-4a5d-9d61-d8331b2faf25 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.177067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-503295b9-82d7-42cf-9609-4b7c9de7bc54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] For port 44148b58-4da2-4272-a147-230d23865a51, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=44148b58-4da2-4272-a147-230d23865a51,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:34.178568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-503295b9-82d7-42cf-9609-4b7c9de7bc54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.186456 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ebab408d-03fe-4a5d-9d61-d8331b2faf25 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.197394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-503295b9-82d7-42cf-9609-4b7c9de7bc54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Calling delete_port for 44148b58-4da2-4272-a147-230d23865a51 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:34.282027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ebab408d-03fe-4a5d-9d61-d8331b2faf25 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.365116 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ebab408d-03fe-4a5d-9d61-d8331b2faf25 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.459001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab408d-03fe-4a5d-9d61-d8331b2faf25 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Subnet': ['ID=088fbc2c-bf44-4d55-abfd-e21debf1cb1e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:34.463799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.472748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ebab408d-03fe-4a5d-9d61-d8331b2faf25 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.479737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcbf9a1-3f0d-4531-b088-e2b3dfa11c31 None None] Network 585d5a0b-dbd6-48d2-b06c-de09599ff484 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:34.496961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ebab408d-03fe-4a5d-9d61-d8331b2faf25 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/088fbc2c-bf44-4d55-abfd-e21debf1cb1e HTTP/1.1" status: 204 len: 168 time: 0.4794149 Nov 09 19:53:34.510380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40936) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:34.546830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e339947-1add-4ce1-b904-82cce18e3089 req-a38e9c8f-c73e-46df-a162-10e17a9a2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:34.548491 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e339947-1add-4ce1-b904-82cce18e3089 req-a38e9c8f-c73e-46df-a162-10e17a9a2595 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 1097 time: 0.1986465 Nov 09 19:53:34.562603 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-503295b9-82d7-42cf-9609-4b7c9de7bc54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.579723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['44148b58-4da2-4272-a147-230d23865a51'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:53:34.630275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503295b9-82d7-42cf-9609-4b7c9de7bc54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Pushing event deleted for resources: {'Port': ['ID=44148b58-4da2-4272-a147-230d23865a51,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:34.644335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-4b764c2f-1b9d-4fab-881c-b88aa8cd799d service neutron] 10.222.0.53 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923965 Nov 09 19:53:34.663463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Allocated IP 172.25.6.237 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/a7865738-abd2-4409-891b-ba4d73f62380) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:34.677327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40944) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:34.802079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f1646-c2c9-440c-acba-b6d41a4ef4f8 None None] DHCP port deletion for 585d5a0b-dbd6-48d2-b06c-de09599ff484 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:53:34.812049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2b54792d-ef3b-49bf-b699-6a4efe96be3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.819485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-503295b9-82d7-42cf-9609-4b7c9de7bc54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] No DVR routers for this DVR port 44148b58-4da2-4272-a147-230d23865a51 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:53:34.838328 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-503295b9-82d7-42cf-9609-4b7c9de7bc54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.842323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf0350c8-3689-479e-9a9c-7344e93d61bc req-503295b9-82d7-42cf-9609-4b7c9de7bc54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.70 "DELETE /v2.0/ports/44148b58-4da2-4272-a147-230d23865a51 HTTP/1.1" status: 204 len: 173 time: 1.2120812 Nov 09 19:53:34.849496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ca66-4ba8-4277-98e2-157b83c807d1 req-918a28ef-4e5a-4bc2-ad60-958f6cc0ad2d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:34.851418 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fe8ca66-4ba8-4277-98e2-157b83c807d1 req-918a28ef-4e5a-4bc2-ad60-958f6cc0ad2d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.4550018 Nov 09 19:53:34.876201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'name': 'network-vif-deleted', 'tag': '44148b58-4da2-4272-a147-230d23865a51'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:34.879415 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4af7dd-341a-40e4-b23a-d932d75e2887" -d '{"events": [{"server_uuid": "7d1ec3dd-17b8-4bcb-8161-a0af9413c510", "name": "network-vif-deleted", "tag": "44148b58-4da2-4272-a147-230d23865a51"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:34.892503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-306f1646-c2c9-440c-acba-b6d41a4ef4f8 None None] Deleting port c3e976f0-fe22-4700-981b-346d321e4806 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:34.896448 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-306f1646-c2c9-440c-acba-b6d41a4ef4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.963323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:34.972946 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fe8ca66-4ba8-4277-98e2-157b83c807d1 req-a5ce8804-58de-4a68-be54-53b3249c7149 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097479 Nov 09 19:53:34.976326 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-d79e2808-f9f7-4501-a7c5-31d254588416 service neutron] 10.222.0.53 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162370 Nov 09 19:53:34.977290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e339947-1add-4ce1-b904-82cce18e3089 req-8af17c93-cfdc-4e42-8b0b-e6f79f953ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:34.978948 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e339947-1add-4ce1-b904-82cce18e3089 req-8af17c93-cfdc-4e42-8b0b-e6f79f953ccd service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.2867963 Nov 09 19:53:35.016040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.059792 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e339947-1add-4ce1-b904-82cce18e3089 req-64fe39c1-2c77-459e-af5c-f636f18efc60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab HTTP/1.1" status: 200 len: 217 time: 0.0501649 Nov 09 19:53:35.081335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-306f1646-c2c9-440c-acba-b6d41a4ef4f8 None None] For port c3e976f0-fe22-4700-981b-346d321e4806, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c3e976f0-fe22-4700-981b-346d321e4806,segment=NetworkSegment(3b856b73-a3e5-43b0-899d-c80329d683a5),segment_id=3b856b73-a3e5-43b0-899d-c80329d683a5)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:35.082010 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-306f1646-c2c9-440c-acba-b6d41a4ef4f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.098017 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2b54792d-ef3b-49bf-b699-6a4efe96be3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.105741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2b54792d-ef3b-49bf-b699-6a4efe96be3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.108583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-306f1646-c2c9-440c-acba-b6d41a4ef4f8 None None] Calling delete_port for c3e976f0-fe22-4700-981b-346d321e4806 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:35.129260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e339947-1add-4ce1-b904-82cce18e3089 req-5ac5c993-9606-4ccb-b44e-5fd2ddb26ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:35.130826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e339947-1add-4ce1-b904-82cce18e3089 req-5ac5c993-9606-4ccb-b44e-5fd2ddb26ab1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0586703 Nov 09 19:53:35.150189 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.171477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port c3e976f0-fe22-4700-981b-346d321e4806 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:35.171830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.206274 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-306f1646-c2c9-440c-acba-b6d41a4ef4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.215024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54792d-ef3b-49bf-b699-6a4efe96be3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532e5761-248d-4b14-852e-ecee765ccade,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:35.246830 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f1646-c2c9-440c-acba-b6d41a4ef4f8 None None] Pushing event deleted for resources: {'Port': ['ID=c3e976f0-fe22-4700-981b-346d321e4806,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:35.249634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f1646-c2c9-440c-acba-b6d41a4ef4f8 None None] No DVR routers for this DVR port c3e976f0-fe22-4700-981b-346d321e4806 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:53:35.295323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2b54792d-ef3b-49bf-b699-6a4efe96be3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a325d4741cf94dfd91e7d4baca0e3af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893476 Nov 09 19:53:35.307946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40956) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:35.393075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:35.398893 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b913910a-09c8-4c3b-89fb-866903c5254b x-openstack-request-id: req-b913910a-09c8-4c3b-89fb-866903c5254b {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:35.399181 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1ec3dd-17b8-4bcb-8161-a0af9413c510", "name": "network-vif-deleted", "tag": "44148b58-4da2-4272-a147-230d23865a51", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:35.399432 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b913910a-09c8-4c3b-89fb-866903c5254b {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:35.399813 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1ec3dd-17b8-4bcb-8161-a0af9413c510', 'name': 'network-vif-deleted', 'tag': '44148b58-4da2-4272-a147-230d23865a51', 'status': 'completed', 'code': 200} Nov 09 19:53:35.404238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40962) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:35.404940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:35.409042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:35.423374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e339947-1add-4ce1-b904-82cce18e3089 req-9be508e0-2e1e-4ee0-9f0a-51abe2c1365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:35.425066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e339947-1add-4ce1-b904-82cce18e3089 req-9be508e0-2e1e-4ee0-9f0a-51abe2c1365c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2799442 Nov 09 19:53:35.445275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'Port': ['ID=a7865738-abd2-4409-891b-ba4d73f62380,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:35.471615 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ae2b029e-98d1-45b9-a886-77dcea2c24a6 req-73f2afde-1838-4294-a514-eda67956316c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0658298 Nov 09 19:53:35.481008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port c3e976f0-fe22-4700-981b-346d321e4806, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c3e976f0-fe22-4700-981b-346d321e4806,segment=NetworkSegment(3b856b73-a3e5-43b0-899d-c80329d683a5),segment_id=3b856b73-a3e5-43b0-899d-c80329d683a5)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:35.481379 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.522287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fd94fdb-eaae-4906-9788-476d60ed7264 req-9b81e397-cff4-4a09-a9e7-0c830ac48da9 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 210 time: 0.0823793 Nov 09 19:53:35.525152 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-233983d2-9bc4-430e-9af8-70a0bce177f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.563881 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-233983d2-9bc4-430e-9af8-70a0bce177f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.638197 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e339947-1add-4ce1-b904-82cce18e3089 req-6d597770-7ed8-4527-b24f-6c3d839f6969 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701415 Nov 09 19:53:35.652512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-544182363'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:35.658789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for c3e976f0-fe22-4700-981b-346d321e4806 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:35.663931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.689334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c3e976f0-fe22-4700-981b-346d321e4806 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:53:35.718836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-233983d2-9bc4-430e-9af8-70a0bce177f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.722212 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-233983d2-9bc4-430e-9af8-70a0bce177f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.726642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-233983d2-9bc4-430e-9af8-70a0bce177f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/532e5761-248d-4b14-852e-ecee765ccade HTTP/1.1" status: 204 len: 168 time: 0.4146106 Nov 09 19:53:35.735689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: c3e976f0-fe22-4700-981b-346d321e4806 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:53:35.736034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c3e976f0-fe22-4700-981b-346d321e4806 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:53:35.774561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233983d2-9bc4-430e-9af8-70a0bce177f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e5761-248d-4b14-852e-ecee765ccade,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:35.780747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.836125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:35.839824 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.859138 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.927899 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e339947-1add-4ce1-b904-82cce18e3089 req-e604bf97-1f9e-4dd7-b346-f55b1db1dc04 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659657 Nov 09 19:53:35.946665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:35.980676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=c3e976f0-fe22-4700-981b-346d321e4806,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:35.988631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No DVR routers for this DVR port c3e976f0-fe22-4700-981b-346d321e4806 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:53:36.008920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.014845 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.097885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.110355 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.125505 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.132328 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.142695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'Port': ['ID=a7865738-abd2-4409-891b-ba4d73f62380,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:36.153791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:53:36.173257 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.188169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cc314e30-0283-4188-ad93-4f77a14fbdff tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4340765 Nov 09 19:53:36.197725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585d5a0b-dbd6-48d2-b06c-de09599ff484']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:36.207561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7643588c-3dcd-4387-903e-4a5e5c1f4919,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:36.225446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.225615 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added segment e4ffb8d2-c9ca-465a-a869-5941b269307d of type vlan for network e146ac76-b356-41ae-aff5-10be4b473b92 Nov 09 19:53:36.228402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b856b73-a3e5-43b0-899d-c80329d683a5') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:36.228703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b856b73-a3e5-43b0-899d-c80329d683a5') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:36.250502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.301559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.311175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.320751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:53:36.321171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.321751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4fb9a26c-0880-467b-a1f9-6d3244ba1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:53:36.324194 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:53:36.329516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4fb9a26c-0880-467b-a1f9-6d3244ba1cf5 service neutron] 10.222.0.70 "GET /v2.0/ports/798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 1028 time: 0.1281624 Nov 09 19:53:36.333457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e387c-234e-41ae-8264-2f8324fe2746 req-0c4756bc-4300-407b-ad3b-6e86336306e2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:36.343880 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-317e387c-234e-41ae-8264-2f8324fe2746 req-0c4756bc-4300-407b-ad3b-6e86336306e2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 946 time: 0.1677117 Nov 09 19:53:36.402612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-20934484-7665-458c-b0a9-fac1ae759e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:36.404998 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-20934484-7665-458c-b0a9-fac1ae759e2d service neutron] 10.222.0.70 "GET /v2.0/ports/8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 1027 time: 0.0694816 Nov 09 19:53:36.442229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.449617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:36.450091 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.464338 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.488136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-317e387c-234e-41ae-8264-2f8324fe2746 req-80c26f56-5e41-4681-8cf0-9e2ac72ce63c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319923 Nov 09 19:53:36.524173 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.533776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/networks/585d5a0b-dbd6-48d2-b06c-de09599ff484 HTTP/1.1" status: 204 len: 168 time: 2.0150754 Nov 09 19:53:36.535335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40998) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:36.545799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1149447731', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:36.566287 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1547849 Nov 09 19:53:36.571471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41006) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:36.573307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c46b6-b37b-4c6c-8bc7-a0aa5b2739d3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Network': ['ID=e146ac76-b356-41ae-aff5-10be4b473b92,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:36.581446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-17902552'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:36.590001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network e146ac76-b356-41ae-aff5-10be4b473b92 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:53:36.603433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef15202-64b3-40b5-abc4-36f3fe87b102 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Network': ['ID=585d5a0b-dbd6-48d2-b06c-de09599ff484,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:36.647742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-15f2489c-5cda-4b56-9998-179db32bd623 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:36.654117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-15f2489c-5cda-4b56-9998-179db32bd623 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:36.659852 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-58c4333f-adbb-412f-bfe1-a8299d6b2b71 req-1fd5c585-a6d1-4ac9-a033-e5c1ec9e4d98 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0507312 Nov 09 19:53:36.673908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-15f2489c-5cda-4b56-9998-179db32bd623 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:36.675694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-15f2489c-5cda-4b56-9998-179db32bd623 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "GET /v2.0/networks?id=5a324136-2163-42a7-990c-86170143e093&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce HTTP/1.1" status: 200 len: 1991 time: 0.2491252 Nov 09 19:53:36.678954 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.680194 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.686060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:36.689707 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.794612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:36.833165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cf021023-8f67-4628-ad0d-00f4250bd1ab no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:53:36.943553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:53:37.021041 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:37.053646 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-513cfb82-e06d-4778-927e-7b0ae66dbd97 req-73460180-b19c-4a9b-8bf2-7655eb25a21b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 210 time: 0.1074915 Nov 09 19:53:37.055032 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:37.055383 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added segment fe535063-df3d-4b50-a13b-f9034b41b522 of type vlan for network b24b617e-0c05-444b-b350-35d051520aec Nov 09 19:53:37.082935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:37.096851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacf058f-84ca-4bcf-89e5-919894015500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf021023-8f67-4628-ad0d-00f4250bd1ab'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:37.106043 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe4cf89-2bae-4187-a150-30daceec8dab" -d '{"events": [{"server_uuid": "eacf058f-84ca-4bcf-89e5-919894015500", "name": "network-vif-unplugged", "status": "completed", "tag": "cf021023-8f67-4628-ad0d-00f4250bd1ab"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:37.135477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cf021023-8f67-4628-ad0d-00f4250bd1ab, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:37.142303 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:37.150100 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:37.196439 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b6ec37-d6a9-495f-ba26-92a0909abc51 x-openstack-request-id: req-24b6ec37-d6a9-495f-ba26-92a0909abc51 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:37.196439 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacf058f-84ca-4bcf-89e5-919894015500", "name": "network-vif-unplugged", "status": "completed", "tag": "cf021023-8f67-4628-ad0d-00f4250bd1ab", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:37.201887 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24b6ec37-d6a9-495f-ba26-92a0909abc51 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:37.204620 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacf058f-84ca-4bcf-89e5-919894015500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf021023-8f67-4628-ad0d-00f4250bd1ab', 'code': 200} Nov 09 19:53:37.238804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=cf021023-8f67-4628-ad0d-00f4250bd1ab,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:37.243092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:37.249046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:37.249634 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:37.392103 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-a939723d-a408-4b4f-b30c-b8c73fb0674b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1426977302&fields=id&tenant_id=7c23461390c64813976524a067b18fe8 HTTP/1.1" status: 200 len: 267 time: 0.8183777 Nov 09 19:53:37.402708 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-9d64984c-f70b-4fb3-b841-469158fd589f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6810ad294f4e718a87d328dc1fe97d HTTP/1.1" status: 200 len: 379 time: 0.6812227 Nov 09 19:53:37.466818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'admin_state_up': True, 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'security_groups': ['b8125000-6e8c-436f-a6f6-1c6ab6202b48']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:37.659663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 44148b58-4da2-4272-a147-230d23865a51 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:53:37.705516 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 44148b58-4da2-4272-a147-230d23865a51 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:53:37.706291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 44148b58-4da2-4272-a147-230d23865a51 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:53:37.753657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-4c96e13a-318b-45f0-86d0-13bd65972b8b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:37.755264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-4c96e13a-318b-45f0-86d0-13bd65972b8b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.70 "GET /v2.0/networks?id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 HTTP/1.1" status: 200 len: 814 time: 0.9218392 Nov 09 19:53:37.774654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-afca15d1-c6e0-4022-b41d-58c716ac5128 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:37.777417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-afca15d1-c6e0-4022-b41d-58c716ac5128 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 809 time: 0.3616233 Nov 09 19:53:37.786223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Request body: {'port': {'device_id': '6770a3a2-df95-4a19-8d49-ab23984a55c6', 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71', 'admin_state_up': True, 'tenant_id': '4d246aa485c64e1b8ad74e3636dd78b1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:37.853934 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Network': ['ID=b24b617e-0c05-444b-b350-35d051520aec,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:37.863474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b5d79-74ea-47b0-a7f8-2cf3d5c82b1a req-9c097e91-5f97-41f8-9a0a-9abedba4d1a9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:37.865002 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-560b5d79-74ea-47b0-a7f8-2cf3d5c82b1a req-9c097e91-5f97-41f8-9a0a-9abedba4d1a9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 944 time: 0.1416173 Nov 09 19:53:37.868076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network b24b617e-0c05-444b-b350-35d051520aec details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:53:37.878953 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-b2e5cae7-d0f8-49de-9eed-934ad1e65472 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/quotas/7c23461390c64813976524a067b18fe8 HTTP/1.1" status: 200 len: 375 time: 0.0845554 Nov 09 19:53:37.969660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:37.973218 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:37.995823 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:53:38.001857 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aefbc09e-0b5e-4a72-a141-fe65900e1d8d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4243805 Nov 09 19:53:38.008264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41038) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:38.013965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'subnet': {'network_id': 'e146ac76-b356-41ae-aff5-10be4b473b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:38.052510 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-560b5d79-74ea-47b0-a7f8-2cf3d5c82b1a req-1620299b-407f-49d6-ab6c-e5ae8b1a4b21 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786315 Nov 09 19:53:38.066676 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-0531d267-74f6-4f42-8be5-a9d00cba45ef tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1715677 Nov 09 19:53:38.118143 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:38.145878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:38.275559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c8689a3-7e16-47f9-9ec2-a669818d9dad req-0c4a2ee3-e12f-42ba-b0fe-ef16c18e1a18 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.1015873 Nov 09 19:53:38.284777 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:38.289056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:38.413682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Allocated IP 172.20.0.9 (5a324136-2163-42a7-990c-86170143e093/19d56ed7-cf6d-49cf-942e-853bf70f81d6/5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:38.418278 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39cf81d1-cc8d-4604-bc38-469f104aa266 req-8861cef5-08b5-41b6-aa7d-460e7e4aa81d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 210 time: 0.0517612 Nov 09 19:53:38.479039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Allocated IP 172.25.6.60 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/fe4526eb-1daa-408d-9726-b299b420a244) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:38.637080 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-4cd6f770-a9d2-4697-9f5b-311683d7ac27 service neutron] 10.222.0.53 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874279 Nov 09 19:53:38.659975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Made reservation on behalf of 4d246aa485c64e1b8ad74e3636dd78b1 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:38.666147 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:38.676789 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:38.687099 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:38.771961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Subnet': ['ID=88fa3459-3353-4d19-9205-de1687d07abc,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:38.801892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Checking segment: {'id': 'e4ffb8d2-c9ca-465a-a869-5941b269307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e146ac76-b356-41ae-aff5-10be4b473b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:38.802447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network hostable DHCP agents. Network: e146ac76-b356-41ae-aff5-10be4b473b92, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:53:38.808190 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:38.875569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:38.879011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:38.884501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network e146ac76-b356-41ae-aff5-10be4b473b92 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:53:38.886993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:38.925520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=fe4526eb-1daa-408d-9726-b299b420a244,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:38.938151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, e146ac76-b356-41ae-aff5-10be4b473b92) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:38.946321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:38.947066 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:38.949658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a8d67-1dc0-4665-8e4d-21025403da78 None None] Network e146ac76-b356-41ae-aff5-10be4b473b92 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:38.969090 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2bff4b0d-51df-4b17-97b6-ee5c074b5107 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9596920 Nov 09 19:53:38.973417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41068) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:38.978759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'subnet': {'network_id': 'b24b617e-0c05-444b-b350-35d051520aec', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:39.023090 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:39.117390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-f50e5616-0350-45a1-b516-2006d51e2968 service neutron] 10.222.0.53 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787819 Nov 09 19:53:39.138582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Allocated IP 172.20.0.12 (4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71/bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88/8e98dd01-1a36-40a2-9302-92b95bd04ff2) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:39.195441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-e146ac76-b356-41ae-aff5-10be4b473b92', 'network_id': 'e146ac76-b356-41ae-aff5-10be4b473b92', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'fixed_ips': [{'subnet_id': '88fa3459-3353-4d19-9205-de1687d07abc'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:53:39.196740 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:39.247235 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:39.429773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network 5a324136-2163-42a7-990c-86170143e093 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:39.457459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Allocated IP 2001:db8::2 (e146ac76-b356-41ae-aff5-10be4b473b92/88fa3459-3353-4d19-9205-de1687d07abc/a5bc8171-0542-433e-88ef-ac3ce573f54f) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:39.467891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Port': ['ID=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:39.471168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:39.490806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:39.570978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec33495-2edc-47b7-925e-1bc7e3680076 req-2a8a7194-956f-4df7-862e-f87fd12695ed tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:39.572535 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ec33495-2edc-47b7-925e-1bc7e3680076 req-2a8a7194-956f-4df7-862e-f87fd12695ed tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 944 time: 0.3559651 Nov 09 19:53:39.614366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41084) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:39.691815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:39.696428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:39.723975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe70f8-8a08-47cd-9220-abd6eaaa2263 req-c1af964c-ef2d-4cee-b8b3-6652786e1cf3 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:39.727421 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:39.729486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:39.734412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:39.742215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fe70f8-8a08-47cd-9220-abd6eaaa2263 req-c1af964c-ef2d-4cee-b8b3-6652786e1cf3 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 931 time: 0.2803552 Nov 09 19:53:39.844644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:39.851366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-57d53b59-783b-4167-a5d0-71deb9d465f9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4340689 Nov 09 19:53:39.872604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303', 'admin_state_up': True, 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'security_groups': ['b8125000-6e8c-436f-a6f6-1c6ab6202b48']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:39.899409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6005-c942-4791-b518-0c5ee3d25e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:39.923300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7ec33495-2edc-47b7-925e-1bc7e3680076 req-47511807-4f38-4274-b32c-393daffe13ee tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799252 Nov 09 19:53:40.017701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fe70f8-8a08-47cd-9220-abd6eaaa2263 req-77e48059-b535-4f34-bb79-1bc7fa008152 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534375 Nov 09 19:53:40.089164 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7356dd03-7ea2-43ac-a6b9-21e049f05b86 req-08fc8262-fa6c-4883-8eef-4b5811260446 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 210 time: 0.0729427 Nov 09 19:53:40.104194 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.121400 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-006ffe7e-7b73-46d3-a97b-69f0362712b8 None None] Provisioning complete for port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:40.122887 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-006ffe7e-7b73-46d3-a97b-69f0362712b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.127335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.200060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-006ffe7e-7b73-46d3-a97b-69f0362712b8 None None] Port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:40.215250 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.325484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Network e146ac76-b356-41ae-aff5-10be4b473b92 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:40.326970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:40.331059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:40.357575 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6005-c942-4791-b518-0c5ee3d25e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.370919 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3fd74336-720e-40fa-8cdb-470ccd3e057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.374421 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Pushing event updated for resources: {'Port': ['ID=a5bc8171-0542-433e-88ef-ac3ce573f54f,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:40.414602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Attempting to bind port a5bc8171-0542-433e-88ef-ac3ce573f54f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:40.417180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Attempting to bind port a5bc8171-0542-433e-88ef-ac3ce573f54f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e4ffb8d2-c9ca-465a-a869-5941b269307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e146ac76-b356-41ae-aff5-10be4b473b92'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:40.418052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Attempting to bind port a5bc8171-0542-433e-88ef-ac3ce573f54f on network e146ac76-b356-41ae-aff5-10be4b473b92 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:40.423542 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.426464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:40.427028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Checking segment: {'id': 'e4ffb8d2-c9ca-465a-a869-5941b269307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e146ac76-b356-41ae-aff5-10be4b473b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:40.428564 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.429412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Bound using segment: {'id': 'e4ffb8d2-c9ca-465a-a869-5941b269307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e146ac76-b356-41ae-aff5-10be4b473b92'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:40.430233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Bound port: a5bc8171-0542-433e-88ef-ac3ce573f54f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ffb8d2-c9ca-465a-a869-5941b269307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e146ac76-b356-41ae-aff5-10be4b473b92'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:40.430923 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.436057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:40.436967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd1a6005-c942-4791-b518-0c5ee3d25e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.496523 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:40.507161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.509470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:40.544280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] For port a5bc8171-0542-433e-88ef-ac3ce573f54f, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:40.545341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:40.552478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] For port a5bc8171-0542-433e-88ef-ac3ce573f54f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a5bc8171-0542-433e-88ef-ac3ce573f54f,segment=NetworkSegment(e4ffb8d2-c9ca-465a-a869-5941b269307d),segment_id=e4ffb8d2-c9ca-465a-a869-5941b269307d)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:40.565456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Pushing event updated for resources: {'Port': ['ID=8e98dd01-1a36-40a2-9302-92b95bd04ff2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:40.565695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.570845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Subnet': ['ID=a0e81bcc-f8e2-470c-90d7-37367e825f17,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:40.575029 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.653374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10507f-5f98-4b0d-99e2-de1d78a7fe2d req-39cdef94-49f0-4a63-980e-5feb64fd92be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.660948 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b10507f-5f98-4b0d-99e2-de1d78a7fe2d req-39cdef94-49f0-4a63-980e-5feb64fd92be tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2454679 Nov 09 19:53:40.663947 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cd1a6005-c942-4791-b518-0c5ee3d25e26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20e669f7f4374cbf978fe5738a3f569a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0452917 Nov 09 19:53:40.665685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a6005-c942-4791-b518-0c5ee3d25e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b2a11-32f1-4eab-a50b-de8b375754b6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:40.667538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41098) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:40.670213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Checking segment: {'id': 'fe535063-df3d-4b50-a13b-f9034b41b522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b24b617e-0c05-444b-b350-35d051520aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:40.670615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network hostable DHCP agents. Network: b24b617e-0c05-444b-b350-35d051520aec, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:53:40.674286 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-20905c62-1e15-48aa-98d3-790938552eb5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5328100 Nov 09 19:53:40.689139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d35fd-4f7b-49e8-b5c7-2a75cb528ecc None None] Pushing event updated for resources: {'Port': ['ID=a5bc8171-0542-433e-88ef-ac3ce573f54f,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:40.695227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731373ac-70d6-4e23-84b7-416e634f7f88 req-641fdc94-d61d-47e4-b759-fbb69e1b8890 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.696650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-731373ac-70d6-4e23-84b7-416e634f7f88 req-641fdc94-d61d-47e4-b759-fbb69e1b8890 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 932 time: 0.4116774 Nov 09 19:53:40.780679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.781775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.791602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network b24b617e-0c05-444b-b350-35d051520aec is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:53:40.814966 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b10507f-5f98-4b0d-99e2-de1d78a7fe2d req-0e03e96a-787e-4c46-b2a7-c93100ecdc74 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532099 Nov 09 19:53:40.822372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, b24b617e-0c05-444b-b350-35d051520aec) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:40.836166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.836771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:40.854664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29f89b-b948-419d-b93b-3e3424b43766 None None] Network b24b617e-0c05-444b-b350-35d051520aec requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:40.882681 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-731373ac-70d6-4e23-84b7-416e634f7f88 req-e52eac2c-43e7-472a-97ac-e34034946a50 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306775 Nov 09 19:53:40.891172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-0d9a0545-4b9c-4872-8fca-c24cad1eafed tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1115394 Nov 09 19:53:40.893846 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cf021023-8f67-4628-ad0d-00f4250bd1ab no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:53:40.935485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Request body: {'port': {'device_id': '6770a3a2-df95-4a19-8d49-ab23984a55c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:40.942653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-009eb755-93c0-4166-875b-204081c32e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.943139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-009eb755-93c0-4166-875b-204081c32e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.944168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-009eb755-93c0-4166-875b-204081c32e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.946868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c2838aec-1db9-4cfb-a83a-bf355d497fd8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9722559 Nov 09 19:53:40.975501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-009eb755-93c0-4166-875b-204081c32e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.976125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-009eb755-93c0-4166-875b-204081c32e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.976609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-009eb755-93c0-4166-875b-204081c32e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.977087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-009eb755-93c0-4166-875b-204081c32e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:40.978988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41102) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:40.979153 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-009eb755-93c0-4166-875b-204081c32e30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6497 time: 0.2133636 Nov 09 19:53:40.988994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-61db82f5-c7aa-414a-a2e8-00634f811731 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1231042717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:40.998202 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ec252d4e-dec8-4eac-9ad0-d813f73e1be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.174888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ec252d4e-dec8-4eac-9ad0-d813f73e1be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.198940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61db82f5-c7aa-414a-a2e8-00634f811731 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.200003 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61db82f5-c7aa-414a-a2e8-00634f811731 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.289809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-b24b617e-0c05-444b-b350-35d051520aec', 'network_id': 'b24b617e-0c05-444b-b350-35d051520aec', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'fixed_ips': [{'subnet_id': 'a0e81bcc-f8e2-470c-90d7-37367e825f17'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:53:41.291013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.336592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Allocated IP 10.1.1.190 (9922e85b-217c-4111-8287-e2d3d6eef303/d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a/8f28cd82-7701-40a9-bff8-226fa6f6cfce) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:41.375048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1863876-1488-4768-9b3a-0fdb21579845 req-ec321321-7b5b-4d14-9a68-03759c2728fe tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:41.376614 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1863876-1488-4768-9b3a-0fdb21579845 req-ec321321-7b5b-4d14-9a68-03759c2728fe tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.4276581 Nov 09 19:53:41.382358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.406226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0ba1-6f46-49af-a426-8dbf04f73f0b req-f9edbaba-139e-4a9a-907d-7c60aaada5d3 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:41.415628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c93b0ba1-6f46-49af-a426-8dbf04f73f0b req-f9edbaba-139e-4a9a-907d-7c60aaada5d3 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 931 time: 0.1804006 Nov 09 19:53:41.421528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-a5582bc5-d3e7-4710-868e-bf02ad1788c3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:41.423031 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-a5582bc5-d3e7-4710-868e-bf02ad1788c3 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.77 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 809 time: 0.2935991 Nov 09 19:53:41.435364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 712762f8-056c-44c4-b315-2c64196dbc3f is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:53:41.467832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Allocated IP 2001:db8:1::2 (b24b617e-0c05-444b-b350-35d051520aec/a0e81bcc-f8e2-470c-90d7-37367e825f17/f0d05992-d97b-4c2d-9165-867e66adf0cf) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:41.569890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c93b0ba1-6f46-49af-a426-8dbf04f73f0b req-327458c8-3742-41e1-89d3-2edf25bd1b49 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528561 Nov 09 19:53:41.571623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-cf61c5dd-7167-4762-9e9b-a604638caf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:41.572231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-cf61c5dd-7167-4762-9e9b-a604638caf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:41.572904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-cf61c5dd-7167-4762-9e9b-a604638caf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:41.577149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-cf61c5dd-7167-4762-9e9b-a604638caf53 service neutron] 10.222.0.70 "GET /v2.0/networks?id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=0abcee26-04fe-418b-aa66-b8ce235a5293&id=0abcee26-04fe-418b-aa66-b8ce235a5293 HTTP/1.1" status: 200 len: 2298 time: 0.5230627 Nov 09 19:53:41.754489 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.774536 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.820750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a5bc8171-0542-433e-88ef-ac3ce573f54f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:41.844153 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61db82f5-c7aa-414a-a2e8-00634f811731 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.879637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Network b24b617e-0c05-444b-b350-35d051520aec is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:41.884687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:41.887722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:41.920290 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61db82f5-c7aa-414a-a2e8-00634f811731 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.937208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Pushing event updated for resources: {'Port': ['ID=f0d05992-d97b-4c2d-9165-867e66adf0cf,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:41.973192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ec252d4e-dec8-4eac-9ad0-d813f73e1be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.976263 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ec252d4e-dec8-4eac-9ad0-d813f73e1be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:41.977456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ec252d4e-dec8-4eac-9ad0-d813f73e1be7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a80b2a11-32f1-4eab-a50b-de8b375754b6 HTTP/1.1" status: 204 len: 168 time: 1.3082318 Nov 09 19:53:41.980563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1863876-1488-4768-9b3a-0fdb21579845 req-5c3a31b7-43f4-40d7-9383-6fda703ef9ef tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5897768 Nov 09 19:53:41.991080 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Attempting to bind port f0d05992-d97b-4c2d-9165-867e66adf0cf on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:41.991483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Attempting to bind port f0d05992-d97b-4c2d-9165-867e66adf0cf by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fe535063-df3d-4b50-a13b-f9034b41b522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b24b617e-0c05-444b-b350-35d051520aec'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:41.992460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Attempting to bind port f0d05992-d97b-4c2d-9165-867e66adf0cf on network b24b617e-0c05-444b-b350-35d051520aec {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:42.002211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-3cee58f9-2423-4dc6-a29c-aaeb1e347a31 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c23461390c64813976524a067b18fe8 HTTP/1.1" status: 200 len: 380 time: 0.5543857 Nov 09 19:53:42.008613 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:42.009003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Checking segment: {'id': 'fe535063-df3d-4b50-a13b-f9034b41b522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b24b617e-0c05-444b-b350-35d051520aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:42.009423 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.009826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Bound using segment: {'id': 'fe535063-df3d-4b50-a13b-f9034b41b522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b24b617e-0c05-444b-b350-35d051520aec'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:42.010334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Bound port: f0d05992-d97b-4c2d-9165-867e66adf0cf, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe535063-df3d-4b50-a13b-f9034b41b522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b24b617e-0c05-444b-b350-35d051520aec'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:42.010776 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.042829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a5bc8171-0542-433e-88ef-ac3ce573f54f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:42.046784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.048758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'port': {'device_id': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'admin_state_up': True, 'tenant_id': '7c23461390c64813976524a067b18fe8', 'security_groups': ['56c928cb-9338-464c-8341-c08da148c714']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:42.052540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec252d4e-dec8-4eac-9ad0-d813f73e1be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b2a11-32f1-4eab-a50b-de8b375754b6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:42.072472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61db82f5-c7aa-414a-a2e8-00634f811731 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.073753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-61db82f5-c7aa-414a-a2e8-00634f811731 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0928237 Nov 09 19:53:42.111287 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41116) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:42.191808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] For port f0d05992-d97b-4c2d-9165-867e66adf0cf, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:42.207248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] For port f0d05992-d97b-4c2d-9165-867e66adf0cf, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f0d05992-d97b-4c2d-9165-867e66adf0cf,segment=NetworkSegment(fe535063-df3d-4b50-a13b-f9034b41b522),segment_id=fe535063-df3d-4b50-a13b-f9034b41b522)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:42.296090 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.298715 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.316363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:53:42.359593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d0eb5f-af84-4677-a0e7-278ecd303822 None None] Sync routers for ids ['712762f8-056c-44c4-b315-2c64196dbc3f'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:53:42.415981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55eba3f-288b-4245-8f17-4cc0f76b5989 None None] Network e146ac76-b356-41ae-aff5-10be4b473b92 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:42.424005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port a5bc8171-0542-433e-88ef-ac3ce573f54f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a5bc8171-0542-433e-88ef-ac3ce573f54f,segment=NetworkSegment(e4ffb8d2-c9ca-465a-a869-5941b269307d),segment_id=e4ffb8d2-c9ca-465a-a869-5941b269307d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:42.437086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0eb5f-af84-4677-a0e7-278ecd303822 None None] Routers {'712762f8-056c-44c4-b315-2c64196dbc3f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:42.437778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d3d0eb5f-af84-4677-a0e7-278ecd303822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['712762f8-056c-44c4-b315-2c64196dbc3f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:42.518604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d3d0eb5f-af84-4677-a0e7-278ecd303822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:42.525370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e4d10-fcf1-4a04-ab2b-3c02632afb78 None None] Pushing event updated for resources: {'Port': ['ID=f0d05992-d97b-4c2d-9165-867e66adf0cf,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:42.536061 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.555635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0eb5f-af84-4677-a0e7-278ecd303822 None None] Routers {'712762f8-056c-44c4-b315-2c64196dbc3f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:42.556285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d3d0eb5f-af84-4677-a0e7-278ecd303822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['712762f8-056c-44c4-b315-2c64196dbc3f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:42.619233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-897c289a-cfa3-4ea2-9a5e-3ffb77eb1303 None None] Provisioning complete for port a5bc8171-0542-433e-88ef-ac3ce573f54f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:42.619624 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-897c289a-cfa3-4ea2-9a5e-3ffb77eb1303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.647975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d3d0eb5f-af84-4677-a0e7-278ecd303822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:42.648640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d0eb5f-af84-4677-a0e7-278ecd303822 None None] The sync data for ids ['712762f8-056c-44c4-b315-2c64196dbc3f'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:53:42.656725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41122) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:42.692517 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.749307 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.752722 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b2aa131f-16fb-441d-aeff-3cedc4b02306 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.2139344 Nov 09 19:53:42.756527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41124) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:42.761886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Made reservation on behalf of 7c23461390c64813976524a067b18fe8 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:42.765397 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:42.779476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b924d65b-4846-4a53-967c-8c08a514267b req-1285d590-2839-41a7-9e8e-5832f6c7f981 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 210 time: 0.8337810 Nov 09 19:53:42.785918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=a5bc8171-0542-433e-88ef-ac3ce573f54f,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:42.856629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-de7953f3-271d-4775-b08f-b3d2867d5e61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 HTTP/1.1" status: 200 len: 1002 time: 1.0985086 Nov 09 19:53:42.952854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-6970aae0-b526-4c4b-8070-6bae4ba63cd2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2677295 Nov 09 19:53:42.992897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-2727ee51-c4fe-4dc5-9bb4-092ce1ddd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:42.995390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-2727ee51-c4fe-4dc5-9bb4-092ce1ddd273 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=631c072b-443f-46be-a69f-00bb6024fc68 HTTP/1.1" status: 200 len: 856 time: 0.1232762 Nov 09 19:53:43.029084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:43.109632 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21d8e6f1-50ab-4a9c-960c-dc002e0bab13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:43.153374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network 9922e85b-217c-4111-8287-e2d3d6eef303 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:43.160411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e98dd01-1a36-40a2-9302-92b95bd04ff2 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:53:43.162111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e59a1e-f4f7-460a-96ab-bd1b4e92b401 req-f9e3d63c-1ee9-4b93-be0c-1cac135aea67 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:43.164275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-92e59a1e-f4f7-460a-96ab-bd1b4e92b401 req-f9e3d63c-1ee9-4b93-be0c-1cac135aea67 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 932 time: 0.7532527 Nov 09 19:53:43.181346 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c1018e8f-5379-47aa-8685-e573f5a17eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:43.206060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:43.213063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:43.216163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:43.282630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Port': ['ID=8f28cd82-7701-40a9-bff8-226fa6f6cfce,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:43.295835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Transition to ACTIVE for port object 8e98dd01-1a36-40a2-9302-92b95bd04ff2 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:53:43.331817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:43.347879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-89fbdbf9-11bf-4c21-84f2-35649db5b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:43.349646 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-89fbdbf9-11bf-4c21-84f2-35649db5b69a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1095 time: 0.3036938 Nov 09 19:53:43.351646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-7d2d4a26-5454-40f5-8c2c-93b0e55f234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:43.354737 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-7d2d4a26-5454-40f5-8c2c-93b0e55f234d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269346 Nov 09 19:53:43.398945 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-83a34d7f-462d-4db1-8ed5-0789b01cdccd tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/routers/712762f8-056c-44c4-b315-2c64196dbc3f HTTP/1.1" status: 200 len: 880 time: 0.6126094 Nov 09 19:53:43.402096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-92e59a1e-f4f7-460a-96ab-bd1b4e92b401 req-03a65552-77af-4403-94a2-7a096f94ec1b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233944 Nov 09 19:53:43.402867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41130) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:43.425548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6fa3a-399c-40a9-ada5-ba41df376563 req-1866623b-54e3-4ff2-80bc-d3310cd78ebb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:43.426720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ece390c4-a11d-4d36-9990-bce36725a1b4 None None] Provisioning complete for port a5bc8171-0542-433e-88ef-ac3ce573f54f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:43.427688 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ece390c4-a11d-4d36-9990-bce36725a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:43.433501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6fa3a-399c-40a9-ada5-ba41df376563 req-1866623b-54e3-4ff2-80bc-d3310cd78ebb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:43.441043 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5e6fa3a-399c-40a9-ada5-ba41df376563 req-1866623b-54e3-4ff2-80bc-d3310cd78ebb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 1653 time: 0.3171406 Nov 09 19:53:43.547720 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:43.558138 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:43.619823 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-2472a9c9-fa5a-4578-844f-a384576a8253 service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419231 Nov 09 19:53:43.686289 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5e6fa3a-399c-40a9-ada5-ba41df376563 req-1be00535-bd9e-4f7a-8a47-5fdbaf498ead tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443159 Nov 09 19:53:43.735555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:43.736894 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:43.861890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-20d8910f-b991-4e25-b327-0c37d2b971bf None None] Provisioning complete for port 8f28cd82-7701-40a9-bff8-226fa6f6cfce triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:43.862297 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-20d8910f-b991-4e25-b327-0c37d2b971bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:43.907000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-20d8910f-b991-4e25-b327-0c37d2b971bf None None] Port 8f28cd82-7701-40a9-bff8-226fa6f6cfce cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:43.908557 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f0d05992-d97b-4c2d-9165-867e66adf0cf up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:43.923072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Allocated IP 172.20.0.8 (64c99bb4-90d7-4a67-a079-d1a5de0b5872/ae8e6af3-431c-4a46-9d32-3abb509cc83b/9eb3efae-af8f-4798-83ed-ee3b8dcae65a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:43.978911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Pushing event updated for resources: {'Port': ['ID=8e98dd01-1a36-40a2-9302-92b95bd04ff2,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:44.004683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f0d05992-d97b-4c2d-9165-867e66adf0cf triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:44.005272 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.010334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1d2207f3-e64d-40e2-a434-67895b8c5c24 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1439815 Nov 09 19:53:44.058370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303', 'admin_state_up': True, 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'security_groups': ['b8125000-6e8c-436f-a6f6-1c6ab6202b48']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:44.064973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-200c952d-5d2f-43ec-b733-c50e33a837cc req-f3fdd2c5-0bda-4b1f-91ce-cce76e5e3411 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 210 time: 0.0919297 Nov 09 19:53:44.098085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254e529-ca7b-4a7b-b738-d8fac5c9b6b0 req-9e889b03-83e0-4508-a83b-bb6c49dbc1ac tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:44.101173 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7254e529-ca7b-4a7b-b738-d8fac5c9b6b0 req-9e889b03-83e0-4508-a83b-bb6c49dbc1ac tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.5365281 Nov 09 19:53:44.117119 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21d8e6f1-50ab-4a9c-960c-dc002e0bab13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.143156 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.200195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port f0d05992-d97b-4c2d-9165-867e66adf0cf, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f0d05992-d97b-4c2d-9165-867e66adf0cf,segment=NetworkSegment(fe535063-df3d-4b50-a13b-f9034b41b522),segment_id=fe535063-df3d-4b50-a13b-f9034b41b522)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:44.206548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-37deec43-28d6-4e57-a930-7e54383d9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:44.208324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-37deec43-28d6-4e57-a930-7e54383d9ef8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.7552524 Nov 09 19:53:44.211298 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.212322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a5bc8171-0542-433e-88ef-ac3ce573f54f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:44.213894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Attempting to bind port 8e98dd01-1a36-40a2-9302-92b95bd04ff2 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:44.214610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Attempting to bind port 8e98dd01-1a36-40a2-9302-92b95bd04ff2 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:44.215141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Attempting to bind port 8e98dd01-1a36-40a2-9302-92b95bd04ff2 on network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:44.228050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21d8e6f1-50ab-4a9c-960c-dc002e0bab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.233818 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-b39c0979-b07a-49ed-835c-5e9f79a71cf1 service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928931 Nov 09 19:53:44.259928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Port 8e98dd01-1a36-40a2-9302-92b95bd04ff2 on network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:53:44.260340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Attempting to bind port 8e98dd01-1a36-40a2-9302-92b95bd04ff2 on network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:44.268266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e4bff-d36c-46c6-8e06-cda4d2a90d0c None None] Network b24b617e-0c05-444b-b350-35d051520aec requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:44.323521 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-21d8e6f1-50ab-4a9c-960c-dc002e0bab13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e50ce45bd7d4b23bc4f3ea56e9d3992&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6249595 Nov 09 19:53:44.333324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8e6f1-50ab-4a9c-960c-dc002e0bab13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d5d4ae-4e78-4323-8fde-57d75f4ed61b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:44.342322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41134) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:44.364282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-2800d70d-0b4e-4956-829e-1c9754a83da9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=1990eaf1-6c71-48eb-9dd5-36db438adf18 HTTP/1.1" status: 200 len: 217 time: 0.1147225 Nov 09 19:53:44.364914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:44.365848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Checking segment: {'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:44.366219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Bound using segment: {'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:44.366711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Bound port: 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:44.367069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.392090 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7254e529-ca7b-4a7b-b738-d8fac5c9b6b0 req-e1d15fe7-7682-4198-bf7e-168592b9f0aa tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786367 Nov 09 19:53:44.397858 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-10b793a6-f6ee-40b3-bd85-8cc18a6c1550 None None] Provisioning complete for port f0d05992-d97b-4c2d-9165-867e66adf0cf triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:44.397858 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-10b793a6-f6ee-40b3-bd85-8cc18a6c1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.407177 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=f0d05992-d97b-4c2d-9165-867e66adf0cf,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:44.517046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a5bc8171-0542-433e-88ef-ac3ce573f54f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:44.517742 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.522434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-53d64ba8-e07d-4db2-87af-1b791035d485 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 998 time: 0.3009222 Nov 09 19:53:44.574083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:44.577607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.603249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-1205fa8f-c950-40c3-8f37-906c77c58e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:44.604912 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-1205fa8f-c950-40c3-8f37-906c77c58e36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.2240942 Nov 09 19:53:44.611743 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.626040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fe469b6a-5369-44f7-8f6b-29321b327d96 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2165833 Nov 09 19:53:44.630786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41138) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:44.637687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Allocated IP 2001:db8::1 (e146ac76-b356-41ae-aff5-10be4b473b92/88fa3459-3353-4d19-9205-de1687d07abc/addc8e55-60b2-4584-99f8-eeb5b86ea1e3) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:44.688877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-2817c03a-2f1b-4cae-9321-622b0a938a9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1149447731'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:44.751221 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.770873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] For port 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:44.800553 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.811472 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8718b871-4cc5-4c1a-8f58-8a614e3a449a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.821504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-2c19d42a-c27d-4218-9bc7-3cd172aa752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:44.823007 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-2c19d42a-c27d-4218-9bc7-3cd172aa752d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.2904975 Nov 09 19:53:44.854300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:44.883828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event updated for resources: {'Port': ['ID=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:44.884057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] For port 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:44.905041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:44.925858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:44.930988 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.934434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:44.940220 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8718b871-4cc5-4c1a-8f58-8a614e3a449a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:45.007594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ec291-1006-4d82-bef9-682698c943d8 req-0f6e9df2-5ddd-4e36-8090-a9cb23ea515d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:45.010450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff6ec291-1006-4d82-bef9-682698c943d8 req-0f6e9df2-5ddd-4e36-8090-a9cb23ea515d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 944 time: 0.4628592 Nov 09 19:53:45.026666 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:45.028782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-58c2d9ec-ac91-4695-86df-39ad6d3549a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:45.030864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-58c2d9ec-ac91-4695-86df-39ad6d3549a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4069502 Nov 09 19:53:45.084980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network e146ac76-b356-41ae-aff5-10be4b473b92 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:45.093967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:45.097001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:45.097856 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:45.128339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:45.128958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:45.130376 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] 10.222.0.70 "PUT /v2.0/ports/8e98dd01-1a36-40a2-9302-92b95bd04ff2 HTTP/1.1" status: 200 len: 1092 time: 4.2181408 Nov 09 19:53:45.131499 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6770a3a2-df95-4a19-8d49-ab23984a55c6', 'tag': '8e98dd01-1a36-40a2-9302-92b95bd04ff2'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:45.136828 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2726b0-7924-4434-a7ea-d58754b81b54" -d '{"events": [{"name": "network-changed", "server_uuid": "6770a3a2-df95-4a19-8d49-ab23984a55c6", "tag": "8e98dd01-1a36-40a2-9302-92b95bd04ff2"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:45.356662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4626b-77dd-43c1-bd8c-4a4d33bc142e service neutron] Pushing event updated for resources: {'Port': ['ID=8e98dd01-1a36-40a2-9302-92b95bd04ff2,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:45.378109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Allocated IP 10.1.1.235 (9922e85b-217c-4111-8287-e2d3d6eef303/d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a/f94dd3ea-a681-4f04-b7f6-57ba149ea00d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:45.393312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-211c969f-6ef9-42c9-898f-f41450370424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:45.394891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-211c969f-6ef9-42c9-898f-f41450370424 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5537574 Nov 09 19:53:45.494593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-620a502f-0ec0-4f26-a741-543f1b9b0bd9 None None] Provisioning complete for port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:45.495068 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-620a502f-0ec0-4f26-a741-543f1b9b0bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:45.545675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-620a502f-0ec0-4f26-a741-543f1b9b0bd9 None None] Port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:45.661229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd6a4b-b1c9-4cb0-a897-06be1ed29783 req-1fecb872-58d9-4e47-b3c2-f74c32f8f967 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:45.668833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd6a4b-b1c9-4cb0-a897-06be1ed29783 req-1fecb872-58d9-4e47-b3c2-f74c32f8f967 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:45.669215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f0d05992-d97b-4c2d-9165-867e66adf0cf up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:45.671089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93dd6a4b-b1c9-4cb0-a897-06be1ed29783 req-1fecb872-58d9-4e47-b3c2-f74c32f8f967 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 1653 time: 0.8541884 Nov 09 19:53:45.680053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:45.681212 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:45.702962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=addc8e55-60b2-4584-99f8-eeb5b86ea1e3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:45.746089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1f606571-7af2-4586-abcb-3fc0c3ae2b35 None None] Provisioning complete for port f0d05992-d97b-4c2d-9165-867e66adf0cf triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:45.746951 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1f606571-7af2-4586-abcb-3fc0c3ae2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:45.762660 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-6aab6f07-f7e7-4df2-a398-e124da1bee82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7405632 Nov 09 19:53:45.778120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Request body: {'port': {'device_id': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:45.822647 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f0d05992-d97b-4c2d-9165-867e66adf0cf triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:45.823190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:45.828392 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93dd6a4b-b1c9-4cb0-a897-06be1ed29783 req-3a8dd23d-05a1-4ae8-acf3-ff21949d9544 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266768 Nov 09 19:53:45.854105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:45.917679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.012787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1f606571-7af2-4586-abcb-3fc0c3ae2b35 None None] Provisioning complete for port addc8e55-60b2-4584-99f8-eeb5b86ea1e3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:46.013309 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1f606571-7af2-4586-abcb-3fc0c3ae2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.057973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1f606571-7af2-4586-abcb-3fc0c3ae2b35 None None] Port addc8e55-60b2-4584-99f8-eeb5b86ea1e3 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:46.086367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff6ec291-1006-4d82-bef9-682698c943d8 req-711d2652-58c8-495b-8d5a-a33f30f4d57f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0293522 Nov 09 19:53:46.116016 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8718b871-4cc5-4c1a-8f58-8a614e3a449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.120027 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8718b871-4cc5-4c1a-8f58-8a614e3a449a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.123570 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8718b871-4cc5-4c1a-8f58-8a614e3a449a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02d5d4ae-4e78-4323-8fde-57d75f4ed61b HTTP/1.1" status: 204 len: 168 time: 1.7716835 Nov 09 19:53:46.184771 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08adc9cc-c28c-46a2-9220-a1c508949c49 x-openstack-request-id: req-08adc9cc-c28c-46a2-9220-a1c508949c49 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:46.185057 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6770a3a2-df95-4a19-8d49-ab23984a55c6", "tag": "8e98dd01-1a36-40a2-9302-92b95bd04ff2", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:46.185320 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08adc9cc-c28c-46a2-9220-a1c508949c49 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:46.185857 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6770a3a2-df95-4a19-8d49-ab23984a55c6', 'tag': '8e98dd01-1a36-40a2-9302-92b95bd04ff2', 'status': 'completed', 'code': 200} Nov 09 19:53:46.228320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.229109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718b871-4cc5-4c1a-8f58-8a614e3a449a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d5d4ae-4e78-4323-8fde-57d75f4ed61b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:46.232577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-18c01676-f050-46cc-a34c-ba6c3bc7ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:46.234189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-18c01676-f050-46cc-a34c-ba6c3bc7ea82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d246aa485c64e1b8ad74e3636dd78b1&device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 1095 time: 1.0155098 Nov 09 19:53:46.255963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-40902378-e1f8-4416-8222-ed23daec2358 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1958063 Nov 09 19:53:46.320617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95104707-341e-4a6c-a4c0-409f4b8a90b4 req-e578e412-e9fd-4169-82f3-62a1cb4ddd21 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:46.322761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-95104707-341e-4a6c-a4c0-409f4b8a90b4 req-e578e412-e9fd-4169-82f3-62a1cb4ddd21 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 931 time: 0.2784269 Nov 09 19:53:46.554428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-9ceb04ad-344e-4322-b5f7-a847241ab2f6 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434936 Nov 09 19:53:46.555808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-266a3dc8-cab2-4d7c-a190-36633e997ee9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2 HTTP/1.1" status: 200 len: 217 time: 0.3042574 Nov 09 19:53:46.557708 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-b5477450-74a8-4e10-9cfb-d9ee144cb71a service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1059220 Nov 09 19:53:46.558012 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-95104707-341e-4a6c-a4c0-409f4b8a90b4 req-1a438bc0-a5d1-42de-8079-e18e2ed60708 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324139 Nov 09 19:53:46.638242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb3efae-af8f-4798-83ed-ee3b8dcae65a {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:53:46.649601 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.671593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.683139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Transition to ACTIVE for port object 9eb3efae-af8f-4798-83ed-ee3b8dcae65a will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:53:46.685186 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.685470 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.692853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.763175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-f35b4fa6-b539-42de-b5af-8e83fe1c2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:46.764901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-f35b4fa6-b539-42de-b5af-8e83fe1c2ccb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88 HTTP/1.1" status: 200 len: 854 time: 0.1442246 Nov 09 19:53:46.766719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-956d62c5-0237-40f6-b2fd-d88b06b1455b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=03071954-4d2d-4b87-8754-6a44bd7c714b HTTP/1.1" status: 200 len: 217 time: 0.1476009 Nov 09 19:53:46.792971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:46.815061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=addc8e55-60b2-4584-99f8-eeb5b86ea1e3,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:46.906708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-52e33e0d-b7cc-4335-9e5c-fa83131fb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:46.908493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-52e33e0d-b7cc-4335-9e5c-fa83131fb133 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.1269865 Nov 09 19:53:46.910309 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-f0fdbfa9-a0e1-42e3-a141-de835d9cc460 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262870 Nov 09 19:53:46.927471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eba44-16d3-4d09-acf6-bde44a0c5229 req-1e11100c-e805-4712-8b3c-94af741c2d1f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:46.935620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e13eba44-16d3-4d09-acf6-bde44a0c5229 req-1e11100c-e805-4712-8b3c-94af741c2d1f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.6226754 Nov 09 19:53:46.998234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:47.114264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network e146ac76-b356-41ae-aff5-10be4b473b92 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:47.119687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:47.123436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Attempting to bind port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:47.123773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Attempting to bind port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:47.124104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Attempting to bind port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a on network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:47.143150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-3d84b81b-f1e0-492c-ac59-1437a8b365e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:47.144324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a on network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:53:47.145139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Attempting to bind port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a on network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:47.145233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-3d84b81b-f1e0-492c-ac59-1437a8b365e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2016840 Nov 09 19:53:47.171791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2817c03a-2f1b-4cae-9321-622b0a938a9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:47.192221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:47.192597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Checking segment: {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:47.193017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Bound using segment: {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:47.194090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Bound port: 9eb3efae-af8f-4798-83ed-ee3b8dcae65a, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:47.194597 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:47.241335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20971e91-fc06-429c-8cf2-b64d70c081c9 req-68cef220-8b49-4130-b1ad-0f1fcf5056e0 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:47.242174 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e13eba44-16d3-4d09-acf6-bde44a0c5229 req-39d4126e-47b9-4ff1-82d3-90a188e24d6f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975934 Nov 09 19:53:47.248221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20971e91-fc06-429c-8cf2-b64d70c081c9 req-68cef220-8b49-4130-b1ad-0f1fcf5056e0 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:47.255611 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20971e91-fc06-429c-8cf2-b64d70c081c9 req-68cef220-8b49-4130-b1ad-0f1fcf5056e0 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 1653 time: 0.2259910 Nov 09 19:53:47.393343 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20971e91-fc06-429c-8cf2-b64d70c081c9 req-e4018f54-51ca-4742-b543-93686d9bcab5 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359720 Nov 09 19:53:47.421176 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:47.455549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] For port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:47.464916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] For port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:47.478238 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:47.486826 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-533792d5-b112-49cc-8bb4-2c6ead133ec2 req-cb1e022b-2802-4f8f-9d93-9f5ef9450f6e service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9082229 Nov 09 19:53:47.552282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2817c03a-2f1b-4cae-9321-622b0a938a9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:47.560645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:47.561281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:47.562724 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] 10.222.0.77 "PUT /v2.0/ports/9eb3efae-af8f-4798-83ed-ee3b8dcae65a HTTP/1.1" status: 200 len: 1091 time: 1.7904322 Nov 09 19:53:47.564234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326efd5-0e96-4166-a856-cc09803636c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:47.569623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'tag': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:47.571945 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff27ead6-8cdb-4776-a027-84dc2ee47e44" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2afad3-2140-49b9-9ede-2f61402d39d0", "tag": "9eb3efae-af8f-4798-83ed-ee3b8dcae65a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:47.576443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 52d72a85-c80e-449e-bb37-b2a4b6a823d6 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:53:47.661298 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafc92df-db3f-4761-8632-e0d5fae27c3f x-openstack-request-id: req-fafc92df-db3f-4761-8632-e0d5fae27c3f {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:47.661551 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2afad3-2140-49b9-9ede-2f61402d39d0", "tag": "9eb3efae-af8f-4798-83ed-ee3b8dcae65a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:47.661816 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fafc92df-db3f-4761-8632-e0d5fae27c3f {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:47.662969 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'tag': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a', 'status': 'completed', 'code': 200} Nov 09 19:53:47.665969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e78228f6-6ecb-4d44-902a-42625b2b9c8e None None] Provisioning complete for port addc8e55-60b2-4584-99f8-eeb5b86ea1e3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:47.666496 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e78228f6-6ecb-4d44-902a-42625b2b9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:47.715137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network 9922e85b-217c-4111-8287-e2d3d6eef303 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:47.755198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e78228f6-6ecb-4d44-902a-42625b2b9c8e None None] Port addc8e55-60b2-4584-99f8-eeb5b86ea1e3 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:47.784772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-33c4bff8-18d3-43ba-8d6d-f804bc52c8d3 service neutron] 10.222.0.70 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8470004 Nov 09 19:53:47.823653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:47.829117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Port': ['ID=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:47.832513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-dc0b09dc-9d0f-4486-8b32-99ba4375871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:47.833018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-62860bce-cda4-46ed-b8fe-5b7355d1cc82 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158807 Nov 09 19:53:47.834750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-dc0b09dc-9d0f-4486-8b32-99ba4375871d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 1094 time: 0.1760156 Nov 09 19:53:47.843572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:47.877510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953013d-0a0c-4b92-b53b-cf7fe2ca66fb req-9a6c8d64-b172-4f93-9be9-781c7ac416c4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:47.879262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9953013d-0a0c-4b92-b53b-cf7fe2ca66fb req-9a6c8d64-b172-4f93-9be9-781c7ac416c4 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 943 time: 0.1153202 Nov 09 19:53:47.936553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:53:47.952814 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7c9ade-5dfd-44f7-b683-1fd776547ac1 None None] Sync routers for ids ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:53:47.957342 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8611ce65-718b-465c-b748-4afbddce19e8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/52d72a85-c80e-449e-bb37-b2a4b6a823d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8449397 Nov 09 19:53:47.960365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41192) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:47.981207 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7c9ade-5dfd-44f7-b683-1fd776547ac1 None None] Routers {'52d72a85-c80e-449e-bb37-b2a4b6a823d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:47.986464 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0f7c9ade-5dfd-44f7-b683-1fd776547ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:48.066852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9fa22-19fa-4738-8ffd-8c84b683182f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.082129 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0f7c9ade-5dfd-44f7-b683-1fd776547ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:48.084401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a4e9fa22-19fa-4738-8ffd-8c84b683182f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports/addc8e55-60b2-4584-99f8-eeb5b86ea1e3 HTTP/1.1" status: 200 len: 911 time: 0.1177895 Nov 09 19:53:48.088580 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-ebc8b5a4-ddd8-432b-91a8-4c9740fbc78e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb3efae-af8f-4798-83ed-ee3b8dcae65a HTTP/1.1" status: 200 len: 217 time: 0.2387178 Nov 09 19:53:48.101119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41194) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:48.104660 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7c9ade-5dfd-44f7-b683-1fd776547ac1 None None] Routers {'52d72a85-c80e-449e-bb37-b2a4b6a823d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:48.107631 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0f7c9ade-5dfd-44f7-b683-1fd776547ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:48.155596 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0f7c9ade-5dfd-44f7-b683-1fd776547ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:48.156709 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7c9ade-5dfd-44f7-b683-1fd776547ac1 None None] The sync data for ids ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:53:48.204458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9773cfb-92dc-4f05-9f94-ada829b1a908 req-d5fe41b8-81b5-4d42-840a-70aac3be22f4 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.213221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9773cfb-92dc-4f05-9f94-ada829b1a908 req-d5fe41b8-81b5-4d42-840a-70aac3be22f4 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 944 time: 0.7637601 Nov 09 19:53:48.287618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-a47d92a9-4642-44fe-9f25-e019a938e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.289458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-a47d92a9-4642-44fe-9f25-e019a938e124 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 200 len: 848 time: 0.1839268 Nov 09 19:53:48.324337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9953013d-0a0c-4b92-b53b-cf7fe2ca66fb req-207896ca-8057-444d-ae10-207d06219d82 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616796 Nov 09 19:53:48.326022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-df2f3e39-8217-4910-b5ad-54f200619382 None None] Provisioning complete for port f94dd3ea-a681-4f04-b7f6-57ba149ea00d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:48.326500 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-df2f3e39-8217-4910-b5ad-54f200619382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:48.344667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-f2b2f22f-36b2-48df-8192-9ea2f48bea7e service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805593 Nov 09 19:53:48.372578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.373287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:48.381731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2817c03a-2f1b-4cae-9321-622b0a938a9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 712762f8-056c-44c4-b315-2c64196dbc3f has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:53:48.403908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-df2f3e39-8217-4910-b5ad-54f200619382 None None] Port f94dd3ea-a681-4f04-b7f6-57ba149ea00d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:48.430909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-4c537a5a-6787-45a3-98fc-3a4a773b28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.433783 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-4c537a5a-6787-45a3-98fc-3a4a773b28f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=64c99bb4-90d7-4a67-a079-d1a5de0b5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806336 Nov 09 19:53:48.470679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-f803bc96-4bb7-4756-9d7c-162486accd57 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=eb82dada-9573-47f3-b291-b9c2b30a7000 HTTP/1.1" status: 200 len: 217 time: 0.0797787 Nov 09 19:53:48.479652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9773cfb-92dc-4f05-9f94-ada829b1a908 req-ab14dd51-d1c0-4197-b06e-e5e6286c1bcc tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654355 Nov 09 19:53:48.483979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c63d4f-cd37-4a3b-af58-f239fdfaa904 req-319f2a74-e380-40b3-b620-209ab4290a3d service neutron] 10.222.0.70 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562634 Nov 09 19:53:48.487357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bf1f7470-a472-4d67-9767-1c6ce3d8a08b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4684899 Nov 09 19:53:48.592199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-39423fe1-56a0-4b83-9e3e-77572a0bf460 service neutron] 10.222.0.77 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472268 Nov 09 19:53:48.667370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce', 'admin_state_up': True, 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'security_groups': ['b8125000-6e8c-436f-a6f6-1c6ab6202b48']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:48.742030 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-367b6663-b7cf-4f86-8b36-41aff52323d4 req-169ec188-d061-41d0-8587-3cba5c7f798c service neutron] 10.222.0.77 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317663 Nov 09 19:53:48.825883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-d7160297-75d6-48a7-941e-750419f7da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.827404 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-d7160297-75d6-48a7-941e-750419f7da48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.3467937 Nov 09 19:53:48.884358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58a5c9-9963-4b3e-84b5-eb8f3696cd72 req-979ac4e7-b779-480f-a632-78035089ec0b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.886151 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c58a5c9-9963-4b3e-84b5-eb8f3696cd72 req-979ac4e7-b779-480f-a632-78035089ec0b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.3654373 Nov 09 19:53:48.893887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2817c03a-2f1b-4cae-9321-622b0a938a9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:53:48.902562 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2817c03a-2f1b-4cae-9321-622b0a938a9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:48.903663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2817c03a-2f1b-4cae-9321-622b0a938a9f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/712762f8-056c-44c4-b315-2c64196dbc3f HTTP/1.1" status: 200 len: 887 time: 4.2359474 Nov 09 19:53:48.909799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171dfa1b-1e64-4955-a6ec-aa92ef8f3404 None None] Sync routers for ids ['712762f8-056c-44c4-b315-2c64196dbc3f'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:53:48.910404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41222) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:48.927054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171dfa1b-1e64-4955-a6ec-aa92ef8f3404 None None] Routers {'712762f8-056c-44c4-b315-2c64196dbc3f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:48.928065 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-171dfa1b-1e64-4955-a6ec-aa92ef8f3404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['712762f8-056c-44c4-b315-2c64196dbc3f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:48.944102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2726b0-7924-4434-a7ea-d58754b81b54 req-1fe913fa-518b-46f3-a5f8-42b514a82af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.945742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2726b0-7924-4434-a7ea-d58754b81b54 req-1fe913fa-518b-46f3-a5f8-42b514a82af8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d246aa485c64e1b8ad74e3636dd78b1&device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 1095 time: 0.3472157 Nov 09 19:53:48.960349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d1df7-2d83-4435-be7c-4848751464f3 req-cf2de697-9122-40ea-a2ee-beb40963092e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.973426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d1df7-2d83-4435-be7c-4848751464f3 req-cf2de697-9122-40ea-a2ee-beb40963092e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.980454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d1df7-2d83-4435-be7c-4848751464f3 req-cf2de697-9122-40ea-a2ee-beb40963092e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:48.982173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d54d1df7-2d83-4435-be7c-4848751464f3 req-cf2de697-9122-40ea-a2ee-beb40963092e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 2374 time: 0.2674894 Nov 09 19:53:48.992563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-171dfa1b-1e64-4955-a6ec-aa92ef8f3404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:49.025548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-a69c5efc-decd-4f67-83be-a6039973ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:49.026172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171dfa1b-1e64-4955-a6ec-aa92ef8f3404 None None] Routers {'712762f8-056c-44c4-b315-2c64196dbc3f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:49.027586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-a69c5efc-decd-4f67-83be-a6039973ee3e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 1094 time: 0.2006695 Nov 09 19:53:49.028505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-171dfa1b-1e64-4955-a6ec-aa92ef8f3404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['712762f8-056c-44c4-b315-2c64196dbc3f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:49.059667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-75951229-0acf-4efb-9327-af60cb51c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:49.061192 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-75951229-0acf-4efb-9327-af60cb51c710 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2180433 Nov 09 19:53:49.081408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-171dfa1b-1e64-4955-a6ec-aa92ef8f3404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:49.082505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171dfa1b-1e64-4955-a6ec-aa92ef8f3404 None None] The sync data for ids ['712762f8-056c-44c4-b315-2c64196dbc3f'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:53:49.168822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:49.190430 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d54d1df7-2d83-4435-be7c-4848751464f3 req-689bc75b-38a4-428c-bc0f-4423184fb2da tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928382 Nov 09 19:53:49.265519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2726b0-7924-4434-a7ea-d58754b81b54 req-b70cd4ff-d6c2-473d-81f9-02a6709379f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:49.267241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2726b0-7924-4434-a7ea-d58754b81b54 req-b70cd4ff-d6c2-473d-81f9-02a6709379f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 HTTP/1.1" status: 200 len: 915 time: 0.2824500 Nov 09 19:53:49.668423 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c58a5c9-9963-4b3e-84b5-eb8f3696cd72 req-0d86b88d-05b8-4031-b595-2d0b856fb820 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7733366 Nov 09 19:53:49.669878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-926e29d6-b971-44de-9156-76ee9f931754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:49.672416 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-926e29d6-b971-44de-9156-76ee9f931754 service neutron] 10.222.0.77 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 910 time: 0.5631568 Nov 09 19:53:49.683457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2726b0-7924-4434-a7ea-d58754b81b54 req-f0e6b1fd-323c-47d0-92e6-951c47060335 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2 HTTP/1.1" status: 200 len: 217 time: 0.4032145 Nov 09 19:53:49.706624 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:49.712814 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-ebdb4181-ffbf-4486-ab99-3b529db65a31 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408670 Nov 09 19:53:49.806584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-3cebeb52-c2d5-406b-b437-a31a3ecc2b32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb3efae-af8f-4798-83ed-ee3b8dcae65a HTTP/1.1" status: 200 len: 217 time: 0.0832996 Nov 09 19:53:49.845064 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:49.865766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2726b0-7924-4434-a7ea-d58754b81b54 req-5603054c-2b22-4769-b75b-3740b95c061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:49.867300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2726b0-7924-4434-a7ea-d58754b81b54 req-5603054c-2b22-4769-b75b-3740b95c061f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88 HTTP/1.1" status: 200 len: 854 time: 0.1721842 Nov 09 19:53:49.880646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51747ad-19ce-49bd-9f6d-1da9af4c8b8a req-b5cd5d0f-1dd3-4575-a3e4-82bd32f1b333 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:49.890911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c51747ad-19ce-49bd-9f6d-1da9af4c8b8a req-b5cd5d0f-1dd3-4575-a3e4-82bd32f1b333 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 943 time: 0.2153270 Nov 09 19:53:49.952963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2726b0-7924-4434-a7ea-d58754b81b54 req-c751fae3-192e-4681-b538-3e1b3657e379 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534794 Nov 09 19:53:49.959031 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e9b9814e-ebd3-49f8-ad70-872cfab637a4 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/routers/712762f8-056c-44c4-b315-2c64196dbc3f HTTP/1.1" status: 200 len: 887 time: 1.0391335 Nov 09 19:53:49.962246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41252) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:49.985001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41254) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:50.019100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1ec65e84-f900-4db3-bdeb-a01c02ee3e77 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=712762f8-056c-44c4-b315-2c64196dbc3f HTTP/1.1" status: 200 len: 205 time: 0.0526769 Nov 09 19:53:50.020191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41258) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:50.031455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-f09dbb73-bcea-459f-bfde-6cbb2054463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:50.033184 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-f09dbb73-bcea-459f-bfde-6cbb2054463d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 200 len: 848 time: 0.1498320 Nov 09 19:53:50.129838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-c570dd52-c646-498d-ac68-cd229aa65ec9 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992207 Nov 09 19:53:50.130228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b566dd-934d-4606-a7d3-8c36e0714d41 req-698d567b-ee26-4d69-97fb-2cfe6a5c982b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:50.131792 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c0b566dd-934d-4606-a7d3-8c36e0714d41 req-698d567b-ee26-4d69-97fb-2cfe6a5c982b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 944 time: 0.3311110 Nov 09 19:53:50.190719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c51747ad-19ce-49bd-9f6d-1da9af4c8b8a req-666ad6d3-fb32-4185-bfdd-488a9a2a3732 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987638 Nov 09 19:53:50.233415 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-f7340ddd-d72f-4565-85cf-c3ca567295c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce HTTP/1.1" status: 200 len: 217 time: 0.0844471 Nov 09 19:53:50.241729 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-012d483c-c681-43ef-804a-97481659459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:50.344353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-6ed7d2ba-c7b8-4bf1-ad99-45b18e15ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:50.345894 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-6ed7d2ba-c7b8-4bf1-ad99-45b18e15ff84 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=64c99bb4-90d7-4a67-a079-d1a5de0b5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986546 Nov 09 19:53:50.353401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2726b0-7924-4434-a7ea-d58754b81b54 req-1d0659eb-3f0d-45f1-baab-7ec81a29949d service neutron] 10.222.0.70 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743060 Nov 09 19:53:50.354630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c0b566dd-934d-4606-a7d3-8c36e0714d41 req-4cd98390-8e33-4a19-bb0c-863b4d8f6258 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747203 Nov 09 19:53:50.382832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Allocated IP 10.2.2.100 (7a0826e3-ffae-481c-a2bc-5e6a349391ce/e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6/226eb50e-f3ac-4a77-be02-965ef85c74bd) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:50.387057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-f6380ebc-5ea8-483b-9aec-b124eef3654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:50.388687 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-f6380ebc-5ea8-483b-9aec-b124eef3654d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.1391702 Nov 09 19:53:50.405267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:50.603226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Allocated IP 2001:db8:1::1 (b24b617e-0c05-444b-b350-35d051520aec/a0e81bcc-f8e2-470c-90d7-37367e825f17/bf2526c5-06f5-4387-bf74-c185f828ff50) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:50.627202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-5cc55fda-42b5-4722-bcd8-18fa6a739221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:50.628726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-5cc55fda-42b5-4722-bcd8-18fa6a739221 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2011142 Nov 09 19:53:50.634759 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2726b0-7924-4434-a7ea-d58754b81b54 req-230fb412-f51b-4302-aa26-7a7c3b2533ce service neutron] 10.222.0.70 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691846 Nov 09 19:53:50.657715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ee656-2564-420a-b81c-a23cfcb2769a req-a5e6183c-417a-4e7f-a043-5a2289f213a5 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:50.660452 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-e2540edd-0abc-4f92-9405-d5bbce60ea22 service neutron] 10.222.0.77 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949455 Nov 09 19:53:50.662783 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-012d483c-c681-43ef-804a-97481659459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:50.665360 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ee656-2564-420a-b81c-a23cfcb2769a req-a5e6183c-417a-4e7f-a043-5a2289f213a5 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:50.671701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ee656-2564-420a-b81c-a23cfcb2769a req-a5e6183c-417a-4e7f-a043-5a2289f213a5 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:50.673376 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-646ee656-2564-420a-b81c-a23cfcb2769a req-a5e6183c-417a-4e7f-a043-5a2289f213a5 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 2374 time: 0.2326798 Nov 09 19:53:50.719665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-012d483c-c681-43ef-804a-97481659459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:50.808442 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-646ee656-2564-420a-b81c-a23cfcb2769a req-2c6bdf74-7ad3-42a9-bf46-01d40a15b597 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210406 Nov 09 19:53:50.837181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:50.864095 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:50.877098 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-012d483c-c681-43ef-804a-97481659459c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdba7dae40f04a4caf76e9e5111f94b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8887088 Nov 09 19:53:50.878233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:50.882387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d483c-c681-43ef-804a-97481659459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69828295-b438-48bb-9f5e-7157afac98d2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:50.918042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-ba9a7357-d9f6-45da-9059-8df284d78d1c service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405639 Nov 09 19:53:50.942841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9eb3efae-af8f-4798-83ed-ee3b8dcae65a details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:53:50.981808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad11ed-e7a0-463e-8596-6fd43ceda053 req-41a6d43f-aff4-4871-889e-5618e33ef117 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:50.983276 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67ad11ed-e7a0-463e-8596-6fd43ceda053 req-41a6d43f-aff4-4871-889e-5618e33ef117 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2237837 Nov 09 19:53:50.987241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.020715 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff27ead6-8cdb-4776-a027-84dc2ee47e44 req-a78df972-3f68-40d9-bab8-d8bf999541f7 service neutron] 10.222.0.77 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168156 Nov 09 19:53:51.022231 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.040138 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.073075 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67ad11ed-e7a0-463e-8596-6fd43ceda053 req-d2512572-b9fe-47ec-91a9-35c24ed99ec4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765946 Nov 09 19:53:51.082215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port fe4526eb-1daa-408d-9726-b299b420a244 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:51.082634 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.091508 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:51.106219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'port_id': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a', 'mac_address': 'fa:16:3e:8b:1f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:53:51.137879 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.158751 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.166742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-f350fda5-0ffa-4afa-a890-a5ce834f22e1 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374992 Nov 09 19:53:51.167610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c8b44dd-9c09-470f-ad4f-5c8e823b37ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.174627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb3efae-af8f-4798-83ed-ee3b8dcae65a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:53:51.198740 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:51.201777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network 7a0826e3-ffae-481c-a2bc-5e6a349391ce is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:51.205396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.216657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network b24b617e-0c05-444b-b350-35d051520aec is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:51.231106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:51.234080 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.236881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:51.237415 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.239667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=bf2526c5-06f5-4387-bf74-c185f828ff50,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:51.256693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:51.265746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:51.289574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for fe4526eb-1daa-408d-9726-b299b420a244 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:51.307599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:51.418947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:51.420762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.449009 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-d1f4f33c-3d9a-404b-b07d-2f0a05924a03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96 HTTP/1.1" status: 200 len: 217 time: 0.2656612 Nov 09 19:53:51.451007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Port': ['ID=226eb50e-f3ac-4a77-be02-965ef85c74bd,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:51.509332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['9eb3efae-af8f-4798-83ed-ee3b8dcae65a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:53:51.517548 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.543683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c8b44dd-9c09-470f-ad4f-5c8e823b37ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.628276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-55a120f2-dac6-4a87-a1c0-80ac7d7328b2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0284176 Nov 09 19:53:51.656683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce', 'admin_state_up': True, 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'security_groups': ['b8125000-6e8c-436f-a6f6-1c6ab6202b48']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:51.735601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-9a3a1760-626b-462e-979f-d5d070435235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:51.737281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-9a3a1760-626b-462e-979f-d5d070435235 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.2787855 Nov 09 19:53:51.747110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8e98dd01-1a36-40a2-9302-92b95bd04ff2 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:53:51.777124 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.799102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efab5bd-85df-4865-b888-7a2500d5ddb9 req-fa60b331-f4b8-4930-8916-c7c49809a965 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:51.800644 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9efab5bd-85df-4865-b888-7a2500d5ddb9 req-fa60b331-f4b8-4930-8916-c7c49809a965 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 944 time: 0.1935704 Nov 09 19:53:51.832003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=fe4526eb-1daa-408d-9726-b299b420a244,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:51.847563 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c8b44dd-9c09-470f-ad4f-5c8e823b37ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.851759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c8b44dd-9c09-470f-ad4f-5c8e823b37ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.854202 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8c8b44dd-9c09-470f-ad4f-5c8e823b37ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69828295-b438-48bb-9f5e-7157afac98d2 HTTP/1.1" status: 204 len: 168 time: 0.9688663 Nov 09 19:53:51.886039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:51.886293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4460f-381e-44c4-ad58-74564b096b91 req-cb966797-0b85-4360-b5ad-3c5a961cf276 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:51.895368 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27c4460f-381e-44c4-ad58-74564b096b91 req-cb966797-0b85-4360-b5ad-3c5a961cf276 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 944 time: 0.3494546 Nov 09 19:53:51.905498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '8e98dd01-1a36-40a2-9302-92b95bd04ff2', 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71', 'port_id': '8e98dd01-1a36-40a2-9302-92b95bd04ff2', 'mac_address': 'fa:16:3e:7a:68:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:53:51.929920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1ff93519-bca1-4a51-a66c-037345230803 None None] Provisioning complete for port bf2526c5-06f5-4387-bf74-c185f828ff50 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:51.930440 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1ff93519-bca1-4a51-a66c-037345230803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:51.962115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b44dd-9c09-470f-ad4f-5c8e823b37ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69828295-b438-48bb-9f5e-7157afac98d2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:52.032321 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.034884 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27c4460f-381e-44c4-ad58-74564b096b91 req-5d7c6b1b-398d-4eb8-b7ad-96238a1f19b9 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382744 Nov 09 19:53:52.041859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-938f9f53-3ee8-460a-af17-dbc9d152f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:52.043482 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-938f9f53-3ee8-460a-af17-dbc9d152f230 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2440541 Nov 09 19:53:52.054225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e98dd01-1a36-40a2-9302-92b95bd04ff2 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:53:52.084532 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:52.094791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1ff93519-bca1-4a51-a66c-037345230803 None None] Port bf2526c5-06f5-4387-bf74-c185f828ff50 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:52.100864 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9efab5bd-85df-4865-b888-7a2500d5ddb9 req-4e7e4600-8ce5-49e4-8bac-8e74f301eb80 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763906 Nov 09 19:53:52.116888 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.174776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1ff93519-bca1-4a51-a66c-037345230803 None None] Provisioning complete for port 226eb50e-f3ac-4a77-be02-965ef85c74bd triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:52.176100 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1ff93519-bca1-4a51-a66c-037345230803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.219478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1ff93519-bca1-4a51-a66c-037345230803 None None] Port 226eb50e-f3ac-4a77-be02-965ef85c74bd cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:52.232960 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.251772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.252417 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.261652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Made reservation on behalf of ee6810ad294f4e718a87d328dc1fe97d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:52.262309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8e98dd01-1a36-40a2-9302-92b95bd04ff2,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:52.266914 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.305251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c49a-a68d-41a9-9601-3f91d03b5e64 req-21658916-28a2-4e41-a957-a1079a14c342 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:52.311466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c49a-a68d-41a9-9601-3f91d03b5e64 req-21658916-28a2-4e41-a957-a1079a14c342 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:52.317640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c49a-a68d-41a9-9601-3f91d03b5e64 req-21658916-28a2-4e41-a957-a1079a14c342 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:52.324472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c49a-a68d-41a9-9601-3f91d03b5e64 req-21658916-28a2-4e41-a957-a1079a14c342 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:52.326362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3921c49a-a68d-41a9-9601-3f91d03b5e64 req-21658916-28a2-4e41-a957-a1079a14c342 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 3095 time: 0.1453013 Nov 09 19:53:52.338808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-568603c3-0c2c-485f-bfa2-21615509e756 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826712 Nov 09 19:53:52.377039 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.390944 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['8e98dd01-1a36-40a2-9302-92b95bd04ff2'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:53:52.482249 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-7c661397-c6b7-453a-987f-fd4c80759f5e service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187441 Nov 09 19:53:52.490674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41282) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:52.496360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=bf2526c5-06f5-4387-bf74-c185f828ff50,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:52.506899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca70c9e-9252-4d21-b33f-eb94c00d3e0e req-7b8a7ed6-0a37-4390-964d-22ddb8d22074 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:52.515151 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fca70c9e-9252-4d21-b33f-eb94c00d3e0e req-7b8a7ed6-0a37-4390-964d-22ddb8d22074 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2778761 Nov 09 19:53:52.535985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.541493 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.558810 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3921c49a-a68d-41a9-9601-3f91d03b5e64 req-39c1e810-ad8a-4d52-a471-97bdb3abdb37 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189848 Nov 09 19:53:52.570587 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd72b63d-f56c-4082-bfb2-20f6aefe789b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.573404 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-0c0e8f7a-1697-47c0-9fb6-d963a82d5bcd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 HTTP/1.1" status: 200 len: 217 time: 0.0759637 Nov 09 19:53:52.729160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-868c39a7-6bdd-4815-8a80-5cf183f00a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:52.730960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-868c39a7-6bdd-4815-8a80-5cf183f00a3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.1477528 Nov 09 19:53:52.869203 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Allocated IP 10.2.2.200 (7a0826e3-ffae-481c-a2bc-5e6a349391ce/e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6/f8d2baf1-a7ff-4cc6-b51c-10d0ac807575) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:52.885295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-e5ee0817-c8b5-498d-844b-b112b77ea97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:52.887641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-e5ee0817-c8b5-498d-844b-b112b77ea97a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1426222 Nov 09 19:53:52.918018 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd72b63d-f56c-4082-bfb2-20f6aefe789b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:52.942005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9eb3efae-af8f-4798-83ed-ee3b8dcae65a up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:52.968144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd72b63d-f56c-4082-bfb2-20f6aefe789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.003167 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fca70c9e-9252-4d21-b33f-eb94c00d3e0e req-e63e0fbf-958a-4b36-b99a-7b483fe6c823 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4866798 Nov 09 19:53:53.004802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.005356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Fanout notify agent at l3_agent the message router_deleted on router 712762f8-056c-44c4-b315-2c64196dbc3f {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:53:53.016612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.021945 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5e4d27d4-0f24-47af-ab1f-5e6111dcb7ef tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/712762f8-056c-44c4-b315-2c64196dbc3f HTTP/1.1" status: 204 len: 168 time: 2.9969282 Nov 09 19:53:53.025905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41284) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:53.029310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network b24b617e-0c05-444b-b350-35d051520aec is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:53.033049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'network': {'name': 'tempest-RoutersTest-853604847'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:53.033868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:53:53.037844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:53.043924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bd72b63d-f56c-4082-bfb2-20f6aefe789b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb9d1efd97ef4882803faac9c6e52648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5521557 Nov 09 19:53:53.047011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41286) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:53.052689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:53.054083 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.209647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.244581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72b63d-f56c-4082-bfb2-20f6aefe789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738b8d2b-7382-4c3f-b436-ca2545ebabbe,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:53.245328 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.277502 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.283261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:53.286457 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037f2ffe-0e21-4d16-921d-8227b2f0edd6" -d '{"events": [{"server_uuid": "2e2afad3-2140-49b9-9ede-2f61402d39d0", "name": "network-vif-plugged", "status": "completed", "tag": "9eb3efae-af8f-4798-83ed-ee3b8dcae65a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:53.304675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:53.315555 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.316927 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08407e7e-d9fb-4f70-8d05-43a84c38defa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.326213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:53.330002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.399769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Network 7a0826e3-ffae-481c-a2bc-5e6a349391ce is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:53.427982 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08407e7e-d9fb-4f70-8d05-43a84c38defa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.428440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event updated for resources: {'Port': ['ID=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:53.431013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:53.444857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:53.462265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b51fe-d060-402d-a2d7-5a9a9748bcc8 req-1f9ea03d-36ff-4798-ad86-1e8a98587f55 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:53.464135 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-411b51fe-d060-402d-a2d7-5a9a9748bcc8 req-1f9ea03d-36ff-4798-ad86-1e8a98587f55 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 945 time: 0.2485588 Nov 09 19:53:53.478725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:53:53.478923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:53.503029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 52d72a85-c80e-449e-bb37-b2a4b6a823d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:53:53.533167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.533572 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added segment 27b1740b-55c7-4e75-8590-c304b77a5482 of type vlan for network 424bd626-e2de-4852-85d8-8014f7ac6e21 Nov 09 19:53:53.533922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45256e3d-b9dd-4950-a62f-00cd6b4ddeb3 req-75ec2b4b-a9a8-483a-a6e3-49f66c26d132 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:53.535667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45256e3d-b9dd-4950-a62f-00cd6b4ddeb3 req-75ec2b4b-a9a8-483a-a6e3-49f66c26d132 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 944 time: 0.2780154 Nov 09 19:53:53.540266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-117b62f7-bbec-4686-af38-9253a4c2727a service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392725 Nov 09 19:53:53.561741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2ca8e4a1-4d4e-4ba6-a58e-7ff7485a2c4f None None] Provisioning complete for port bf2526c5-06f5-4387-bf74-c185f828ff50 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:53.562381 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2ca8e4a1-4d4e-4ba6-a58e-7ff7485a2c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.604786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:53.605426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.615836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2ca8e4a1-4d4e-4ba6-a58e-7ff7485a2c4f None None] Port bf2526c5-06f5-4387-bf74-c185f828ff50 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:53.634234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45256e3d-b9dd-4950-a62f-00cd6b4ddeb3 req-418a62a2-d9fd-4890-84bd-9b32fe322043 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910916 Nov 09 19:53:53.700137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-17aa80a9-eee1-4b9a-9d5d-eb0afc72b549 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0518906 Nov 09 19:53:53.707735 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-411b51fe-d060-402d-a2d7-5a9a9748bcc8 req-1a4c5b38-bc8c-4f52-85a6-2268debd88ba tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299702 Nov 09 19:53:53.716509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:53.717368 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060bcbe3-8ee0-4fa7-9244-39cdce65de6f x-openstack-request-id: req-060bcbe3-8ee0-4fa7-9244-39cdce65de6f {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:53.717704 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2afad3-2140-49b9-9ede-2f61402d39d0", "name": "network-vif-plugged", "status": "completed", "tag": "9eb3efae-af8f-4798-83ed-ee3b8dcae65a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:53.717904 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-060bcbe3-8ee0-4fa7-9244-39cdce65de6f {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:53.718304 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a', 'code': 200} Nov 09 19:53:53.745281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.778004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8e98dd01-1a36-40a2-9302-92b95bd04ff2 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:53.845523 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08407e7e-d9fb-4f70-8d05-43a84c38defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.848648 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-08407e7e-d9fb-4f70-8d05-43a84c38defa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.849995 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-08407e7e-d9fb-4f70-8d05-43a84c38defa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/738b8d2b-7382-4c3f-b436-ca2545ebabbe HTTP/1.1" status: 204 len: 168 time: 0.7989743 Nov 09 19:53:53.878232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 8e98dd01-1a36-40a2-9302-92b95bd04ff2 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:53:53.884255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 8e98dd01-1a36-40a2-9302-92b95bd04ff2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:53.884992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.887369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:53:53.894223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bf9ac291-ae8e-40a8-9d42-8c6cd46da65a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/52d72a85-c80e-449e-bb37-b2a4b6a823d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7918901 Nov 09 19:53:53.901619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.902201 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863d626-bc7d-4add-a822-b157c04739d6 None None] Sync routers for ids ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:53:53.908308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:53.909201 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.912954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41300) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:53.916305 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863d626-bc7d-4add-a822-b157c04739d6 None None] Routers {'52d72a85-c80e-449e-bb37-b2a4b6a823d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:53.916929 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6863d626-bc7d-4add-a822-b157c04739d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:53.954045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a7aaa18-ff7a-47c5-b4fd-0d9245d57d34 req-359d098b-23b2-429f-a18a-980a305545ba service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685563 Nov 09 19:53:53.962188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d6f643da-39e5-4fde-b28f-ac07c4e85a75 None None] Provisioning complete for port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:53.963120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d6f643da-39e5-4fde-b28f-ac07c4e85a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:53.994184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc6cc7a-c355-4f92-b263-6cb5feb8e4b3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:53.998549 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6863d626-bc7d-4add-a822-b157c04739d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:54.001947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cdc6cc7a-c355-4f92-b263-6cb5feb8e4b3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports/bf2526c5-06f5-4387-bf74-c185f828ff50 HTTP/1.1" status: 200 len: 913 time: 0.0807574 Nov 09 19:53:54.001947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08407e7e-d9fb-4f70-8d05-43a84c38defa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738b8d2b-7382-4c3f-b436-ca2545ebabbe,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:54.016049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41302) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:54.044815 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863d626-bc7d-4add-a822-b157c04739d6 None None] Routers {'52d72a85-c80e-449e-bb37-b2a4b6a823d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:54.059102 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6863d626-bc7d-4add-a822-b157c04739d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:54.066962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d6f643da-39e5-4fde-b28f-ac07c4e85a75 None None] Port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:54.087669 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:54.139119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:54.149251 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:54.153581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Network': ['ID=424bd626-e2de-4852-85d8-8014f7ac6e21,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:54.169718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 424bd626-e2de-4852-85d8-8014f7ac6e21 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:53:54.175064 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-296bd3b3-6b0c-4dbd-8dd1-6fb6d400d87e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1477354 Nov 09 19:53:54.176758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41306) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:54.183572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'subnet': {'network_id': '424bd626-e2de-4852-85d8-8014f7ac6e21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:54.188366 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6863d626-bc7d-4add-a822-b157c04739d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:54.189131 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863d626-bc7d-4add-a822-b157c04739d6 None None] The sync data for ids ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:53:54.208555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c3db6-2da5-4b20-816f-e8838c34ba7b req-d734e62a-41ed-43ec-814d-f09d8ae78aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:54.210782 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a15c3db6-2da5-4b20-816f-e8838c34ba7b req-d734e62a-41ed-43ec-814d-f09d8ae78aa3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 1096 time: 0.3855734 Nov 09 19:53:54.326447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8e98dd01-1a36-40a2-9302-92b95bd04ff2,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:54.366228 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a15c3db6-2da5-4b20-816f-e8838c34ba7b req-c5323cbc-2926-487d-beb8-5bc06b46f1e8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941031 Nov 09 19:53:54.405015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814dfec-9967-4417-ab74-af9cd803674d req-6725e94f-20b3-4bab-b02b-560b9468708f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:54.411275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a814dfec-9967-4417-ab74-af9cd803674d req-6725e94f-20b3-4bab-b02b-560b9468708f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2159076 Nov 09 19:53:54.465154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:53:54.468733 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:54.491629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a814dfec-9967-4417-ab74-af9cd803674d req-d5b66d21-6958-461d-b6a0-7dee88844597 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749142 Nov 09 19:53:54.623828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:54.657989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49555a56-0e83-4825-87be-affd3e169037 req-c9179f83-ef60-40d1-8c78-48e794ec058d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:54.664974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49555a56-0e83-4825-87be-affd3e169037 req-c9179f83-ef60-40d1-8c78-48e794ec058d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:54.671068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49555a56-0e83-4825-87be-affd3e169037 req-c9179f83-ef60-40d1-8c78-48e794ec058d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:54.693516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49555a56-0e83-4825-87be-affd3e169037 req-c9179f83-ef60-40d1-8c78-48e794ec058d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:54.700410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49555a56-0e83-4825-87be-affd3e169037 req-c9179f83-ef60-40d1-8c78-48e794ec058d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:54.708011 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49555a56-0e83-4825-87be-affd3e169037 req-c9179f83-ef60-40d1-8c78-48e794ec058d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 3816 time: 0.8234348 Nov 09 19:53:54.735301 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:54.924419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Checking segment: {'id': '27b1740b-55c7-4e75-8590-c304b77a5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '424bd626-e2de-4852-85d8-8014f7ac6e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:54.924868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network hostable DHCP agents. Network: 424bd626-e2de-4852-85d8-8014f7ac6e21, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:53:54.936863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Subnet': ['ID=2eed5243-b243-4c99-bbd7-60009421a34b,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:54.963302 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49555a56-0e83-4825-87be-affd3e169037 req-32f8cb47-296a-4f33-8fbf-e28a16ab1157 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442226 Nov 09 19:53:54.968214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-4d6bc0b1-eac3-4f7f-8c8f-b3cadba9a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:54.970356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-4d6bc0b1-eac3-4f7f-8c8f-b3cadba9a86a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1095 time: 0.2222149 Nov 09 19:53:54.982056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e92a96-8fa7-4844-b783-b0ced0dc6c8b req-b97c238f-906d-4b8a-8a15-d25b8423a3ae tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:54.983352 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0e92a96-8fa7-4844-b783-b0ced0dc6c8b req-b97c238f-906d-4b8a-8a15-d25b8423a3ae tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1578586 Nov 09 19:53:54.998906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 424bd626-e2de-4852-85d8-8014f7ac6e21 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:53:55.112059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 424bd626-e2de-4852-85d8-8014f7ac6e21) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:55.120847 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0e92a96-8fa7-4844-b783-b0ced0dc6c8b req-c0c82407-54e7-4f46-9658-48f81aa251c9 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255534 Nov 09 19:53:55.123202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed47868a-75f3-40cd-9c1e-057eb53867f2 None None] Network 424bd626-e2de-4852-85d8-8014f7ac6e21 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:55.144698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:55.147167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.216631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0a2574b1-b8de-4c7d-bcbc-75c80ddeb113 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0380147 Nov 09 19:53:55.217266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41340) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:55.232933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-aba29b36-c7d7-4403-bfc9-6a0b1ab61b3a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1918040910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:55.259398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202b0ef-5676-44fa-a67f-c2a53bcb645d req-4eedf241-89ba-4970-9aca-32a65072b0a5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:55.261270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-86cd90a1-ab1d-410a-a7f5-be226ccb12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:55.263237 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-86cd90a1-ab1d-410a-a7f5-be226ccb12aa service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.2788219 Nov 09 19:53:55.268259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d202b0ef-5676-44fa-a67f-c2a53bcb645d req-4eedf241-89ba-4970-9aca-32a65072b0a5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 945 time: 0.2278526 Nov 09 19:53:55.352973 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.366979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-424bd626-e2de-4852-85d8-8014f7ac6e21', 'network_id': '424bd626-e2de-4852-85d8-8014f7ac6e21', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'fixed_ips': [{'subnet_id': '2eed5243-b243-4c99-bbd7-60009421a34b'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:53:55.368470 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.397018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d202b0ef-5676-44fa-a67f-c2a53bcb645d req-3365a84f-e61a-4231-9200-540d99580b06 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267855 Nov 09 19:53:55.417349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fdb91-3222-4b31-8114-4f5e8cebac8c req-fc71bcac-0085-4417-912e-3cc73897e6d5 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:55.425769 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc0fdb91-3222-4b31-8114-4f5e8cebac8c req-fc71bcac-0085-4417-912e-3cc73897e6d5 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1662321 Nov 09 19:53:55.432270 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aba29b36-c7d7-4403-bfc9-6a0b1ab61b3a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.434860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aba29b36-c7d7-4403-bfc9-6a0b1ab61b3a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.465999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-520bb9a4-bc0c-4d37-9cce-2dd6fae42ca2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 998 time: 0.1861775 Nov 09 19:53:55.476712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:53:55.499681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.505479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc0fdb91-3222-4b31-8114-4f5e8cebac8c req-c3c7b55a-4080-4c8c-8d84-c22da5986ed0 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787015 Nov 09 19:53:55.588700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Transition to ACTIVE for port object 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:53:55.612335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.623031 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aba29b36-c7d7-4403-bfc9-6a0b1ab61b3a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.633743 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aba29b36-c7d7-4403-bfc9-6a0b1ab61b3a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.673070 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41344) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:55.688816 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aba29b36-c7d7-4403-bfc9-6a0b1ab61b3a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.694623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aba29b36-c7d7-4403-bfc9-6a0b1ab61b3a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4744685 Nov 09 19:53:55.697859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-7a4e66c3-d7f8-488d-9ad7-00b71e2ad173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:55.699008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Allocated IP 172.20.0.2 (424bd626-e2de-4852-85d8-8014f7ac6e21/2eed5243-b243-4c99-bbd7-60009421a34b/2e85786f-6ab6-4715-88f3-5aba16b54d74) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:55.699894 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-7a4e66c3-d7f8-488d-9ad7-00b71e2ad173 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.2083907 Nov 09 19:53:55.700636 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41348) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:55.724485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6770a3a2-df95-4a19-8d49-ab23984a55c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e98dd01-1a36-40a2-9302-92b95bd04ff2'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:55.751086 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bb75c6-2aae-4a5c-bb08-f2b76f5e944d" -d '{"events": [{"server_uuid": "6770a3a2-df95-4a19-8d49-ab23984a55c6", "name": "network-vif-plugged", "status": "completed", "tag": "8e98dd01-1a36-40a2-9302-92b95bd04ff2"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:55.761900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:55.837380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Pushing event updated for resources: {'Port': ['ID=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:55.858744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-918876f3-d855-4315-9686-5be5c1e550e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:55.860988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-918876f3-d855-4315-9686-5be5c1e550e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492136 Nov 09 19:53:55.924562 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b3f4fb-1dc6-41da-90ac-2e25a39f2af6 x-openstack-request-id: req-c9b3f4fb-1dc6-41da-90ac-2e25a39f2af6 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:55.924916 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6770a3a2-df95-4a19-8d49-ab23984a55c6", "name": "network-vif-plugged", "status": "completed", "tag": "8e98dd01-1a36-40a2-9302-92b95bd04ff2", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:55.925132 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9b3f4fb-1dc6-41da-90ac-2e25a39f2af6 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:55.925507 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6770a3a2-df95-4a19-8d49-ab23984a55c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e98dd01-1a36-40a2-9302-92b95bd04ff2', 'code': 200} Nov 09 19:53:56.045400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed5d81-1130-413f-95a1-204f66eadab6 req-03812ff5-5ba4-455c-a542-f1275a0b564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:56.052808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-88ed5d81-1130-413f-95a1-204f66eadab6 req-03812ff5-5ba4-455c-a542-f1275a0b564d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 1097 time: 0.1334655 Nov 09 19:53:56.071210 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.082708 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.117693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66340588-819a-477d-bd9f-fbaa5a33b191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.159255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Attempting to bind port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:56.159612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Attempting to bind port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:56.159983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Attempting to bind port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 on network 5a324136-2163-42a7-990c-86170143e093 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:56.187653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Network 424bd626-e2de-4852-85d8-8014f7ac6e21 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:56.191466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:56.200389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 on network 5a324136-2163-42a7-990c-86170143e093 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:53:56.201008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Attempting to bind port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 on network 5a324136-2163-42a7-990c-86170143e093 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:56.202659 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:56.214086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Pushing event updated for resources: {'Port': ['ID=2e85786f-6ab6-4715-88f3-5aba16b54d74,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:56.235604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:56.236220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Checking segment: {'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:56.236793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Bound using segment: {'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:56.237430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Bound port: 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c021a8-6251-4d6f-8b79-21218fc90d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5a324136-2163-42a7-990c-86170143e093'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:56.237969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.291356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-88ed5d81-1130-413f-95a1-204f66eadab6 req-7a44c697-02b5-44d5-b25f-904b74ab0b30 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768949 Nov 09 19:53:56.292198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Attempting to bind port 2e85786f-6ab6-4715-88f3-5aba16b54d74 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:56.292596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Attempting to bind port 2e85786f-6ab6-4715-88f3-5aba16b54d74 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '27b1740b-55c7-4e75-8590-c304b77a5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '424bd626-e2de-4852-85d8-8014f7ac6e21'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:56.293022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Attempting to bind port 2e85786f-6ab6-4715-88f3-5aba16b54d74 on network 424bd626-e2de-4852-85d8-8014f7ac6e21 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:56.299263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:56.299465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Checking segment: {'id': '27b1740b-55c7-4e75-8590-c304b77a5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '424bd626-e2de-4852-85d8-8014f7ac6e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:56.299753 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.300154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Bound using segment: {'id': '27b1740b-55c7-4e75-8590-c304b77a5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '424bd626-e2de-4852-85d8-8014f7ac6e21'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:56.300632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Bound port: 2e85786f-6ab6-4715-88f3-5aba16b54d74, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b1740b-55c7-4e75-8590-c304b77a5482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '424bd626-e2de-4852-85d8-8014f7ac6e21'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:56.301144 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.323952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e650df4-d276-4c37-8569-d6911bb8b028 req-42d0d935-45ad-4096-82b5-6cebfd139f40 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:56.330399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e650df4-d276-4c37-8569-d6911bb8b028 req-42d0d935-45ad-4096-82b5-6cebfd139f40 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:56.337042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e650df4-d276-4c37-8569-d6911bb8b028 req-42d0d935-45ad-4096-82b5-6cebfd139f40 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:56.343338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e650df4-d276-4c37-8569-d6911bb8b028 req-42d0d935-45ad-4096-82b5-6cebfd139f40 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:56.346062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.350428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e650df4-d276-4c37-8569-d6911bb8b028 req-42d0d935-45ad-4096-82b5-6cebfd139f40 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:56.358452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e650df4-d276-4c37-8569-d6911bb8b028 req-42d0d935-45ad-4096-82b5-6cebfd139f40 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 3828 time: 0.2326548 Nov 09 19:53:56.387219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] For port 2e85786f-6ab6-4715-88f3-5aba16b54d74, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:56.392540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] For port 2e85786f-6ab6-4715-88f3-5aba16b54d74, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2e85786f-6ab6-4715-88f3-5aba16b54d74,segment=NetworkSegment(27b1740b-55c7-4e75-8590-c304b77a5482),segment_id=27b1740b-55c7-4e75-8590-c304b77a5482)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:56.400227 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.404072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] For port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:53:56.417608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-17a8bcdf-609b-4cf0-9886-28756700b7bf service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431654 Nov 09 19:53:56.434389 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e650df4-d276-4c37-8569-d6911bb8b028 req-61cdb083-a69a-4a1e-89ed-0d4fc29edc63 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747242 Nov 09 19:53:56.468173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] For port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:53:56.502274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.513771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eaf1d-034e-407b-9d00-80d949b70d43 None None] Pushing event updated for resources: {'Port': ['ID=2e85786f-6ab6-4715-88f3-5aba16b54d74,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:56.642012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39ae6d-9ab7-4037-84d1-ddb490a1a22a req-38f71f0b-1142-4d55-9f25-25da5fd74b33 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:56.650334 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb39ae6d-9ab7-4037-84d1-ddb490a1a22a req-38f71f0b-1142-4d55-9f25-25da5fd74b33 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.3321204 Nov 09 19:53:56.655276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:56.659519 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.661095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] 10.222.0.70 "PUT /v2.0/ports/5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 HTTP/1.1" status: 200 len: 1091 time: 2.9491479 Nov 09 19:53:56.664714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:53:56.668333 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de331675-f001-44a8-9c5e-cebbe0936b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:53:56.725685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:56.768194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009140e-cac0-48cd-9f54-65d93118af02 service neutron] Pushing event updated for resources: {'Port': ['ID=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:56.788439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5777ef-2398-4342-87c3-9f593a835383 req-e6534d8c-6ff5-401d-9eca-af15ea1d6c23 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:56.792913 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11e9e298-877b-4ab3-a8f8-3daeb300d6ba req-2371b6b5-0e69-4686-989d-6f584b5c7d36 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680328 Nov 09 19:53:56.796075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e5777ef-2398-4342-87c3-9f593a835383 req-e6534d8c-6ff5-401d-9eca-af15ea1d6c23 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 945 time: 0.2219207 Nov 09 19:53:56.870582 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66340588-819a-477d-bd9f-fbaa5a33b191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.885873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.891532 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port bf2526c5-06f5-4387-bf74-c185f828ff50 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:53:56.891866 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:56.950316 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66340588-819a-477d-bd9f-fbaa5a33b191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.009239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e5777ef-2398-4342-87c3-9f593a835383 req-df0fa4e4-ce82-4212-ae04-61aa368cea4e tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122879 Nov 09 19:53:57.025523 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.061866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb39ae6d-9ab7-4037-84d1-ddb490a1a22a req-86929f1c-341c-4ff9-96c4-05c635fb7ad5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105179 Nov 09 19:53:57.063261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for bf2526c5-06f5-4387-bf74-c185f828ff50 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:53:57.078924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-66340588-819a-477d-bd9f-fbaa5a33b191 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57243285ea8b4fc3ae11a8d9fd960f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4041381 Nov 09 19:53:57.086417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41366) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:57.088046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66340588-819a-477d-bd9f-fbaa5a33b191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17ac751-6be5-418b-bf59-f72167ce365f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:57.105487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Allocated IP 172.20.0.1 (424bd626-e2de-4852-85d8-8014f7ac6e21/2eed5243-b243-4c99-bbd7-60009421a34b/6f570d58-c690-4248-9f8c-9dcdab5a1109) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:53:57.204395 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a15357-30f4-4f8b-8fed-b60a4ebc8606 x-openstack-request-id: req-f6a15357-30f4-4f8b-8fed-b60a4ebc8606 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:53:57.204721 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:53:57.204961 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6a15357-30f4-4f8b-8fed-b60a4ebc8606 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:53:57.205371 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2', 'status': 'completed', 'code': 200} Nov 09 19:53:57.361874 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad2f04d4-d5d2-4e6b-a1db-cc44bb3ac3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.399553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47c90e-3b49-43db-8ef8-3b7bb594dc8a req-689d7f09-f083-4c8f-a923-8196c28fa32a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:57.401101 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d47c90e-3b49-43db-8ef8-3b7bb594dc8a req-689d7f09-f083-4c8f-a923-8196c28fa32a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1983621 Nov 09 19:53:57.432373 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad2f04d4-d5d2-4e6b-a1db-cc44bb3ac3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.441573 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.463299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-5927d584-3554-4288-a13c-67b2c7ddc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:57.464220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-5927d584-3554-4288-a13c-67b2c7ddc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:57.464799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-5927d584-3554-4288-a13c-67b2c7ddc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:57.465546 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-5927d584-3554-4288-a13c-67b2c7ddc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:57.466017 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-5927d584-3554-4288-a13c-67b2c7ddc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:57.467870 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-5927d584-3554-4288-a13c-67b2c7ddc76d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 4363 time: 0.2603195 Nov 09 19:53:57.492309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66acc79-1097-484f-ba33-5c9243aa60ca req-270baa24-03a8-4f89-b351-20896608fd41 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:57.494094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f66acc79-1097-484f-ba33-5c9243aa60ca req-270baa24-03a8-4f89-b351-20896608fd41 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 945 time: 0.2523754 Nov 09 19:53:57.504243 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d47c90e-3b49-43db-8ef8-3b7bb594dc8a req-0cf6273a-ba2a-49fd-8959-30545170b479 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931654 Nov 09 19:53:57.510142 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41370) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:57.517606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7a92763f-5dc9-4788-89d2-e2da174de438 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Request body: {'floatingip': {'port_id': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:53:57.565972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a92763f-5dc9-4788-89d2-e2da174de438 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.608906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.729351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2e85786f-6ab6-4715-88f3-5aba16b54d74 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:57.788505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2e85786f-6ab6-4715-88f3-5aba16b54d74 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:57.788875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.806695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-8d29960b-5165-4798-9465-62a8394cde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:57.807990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-8d29960b-5165-4798-9465-62a8394cde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:57.808653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-8d29960b-5165-4798-9465-62a8394cde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:57.810584 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-8d29960b-5165-4798-9465-62a8394cde7b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3275139 Nov 09 19:53:57.860661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.897819 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.940585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 2e85786f-6ab6-4715-88f3-5aba16b54d74, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2e85786f-6ab6-4715-88f3-5aba16b54d74,segment=NetworkSegment(27b1740b-55c7-4e75-8590-c304b77a5482),segment_id=27b1740b-55c7-4e75-8590-c304b77a5482)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:53:57.947749 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:57.951446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=bf2526c5-06f5-4387-bf74-c185f828ff50,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:57.989574 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a96468-797a-4f6c-881c-f94b78742a32 None None] Network 424bd626-e2de-4852-85d8-8014f7ac6e21 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:53:58.025038 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad2f04d4-d5d2-4e6b-a1db-cc44bb3ac3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:58.027872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad2f04d4-d5d2-4e6b-a1db-cc44bb3ac3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:58.031879 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ad2f04d4-d5d2-4e6b-a1db-cc44bb3ac3f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e17ac751-6be5-418b-bf59-f72167ce365f HTTP/1.1" status: 204 len: 168 time: 0.9493227 Nov 09 19:53:58.060829 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46411c18-85d9-4e7c-8c4b-e16568a68202 req-ea546dfc-8427-4953-a9f5-19600584c762 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:58.075949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=2e85786f-6ab6-4715-88f3-5aba16b54d74,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:58.078116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46411c18-85d9-4e7c-8c4b-e16568a68202 req-ea546dfc-8427-4953-a9f5-19600584c762 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:58.085576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 424bd626-e2de-4852-85d8-8014f7ac6e21 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:53:58.092964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f04d4-d5d2-4e6b-a1db-cc44bb3ac3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17ac751-6be5-418b-bf59-f72167ce365f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:58.094316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46411c18-85d9-4e7c-8c4b-e16568a68202 req-ea546dfc-8427-4953-a9f5-19600584c762 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:58.107680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:53:58.110029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46411c18-85d9-4e7c-8c4b-e16568a68202 req-ea546dfc-8427-4953-a9f5-19600584c762 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:58.123090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:53:58.125079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46411c18-85d9-4e7c-8c4b-e16568a68202 req-ea546dfc-8427-4953-a9f5-19600584c762 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:58.137335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46411c18-85d9-4e7c-8c4b-e16568a68202 req-ea546dfc-8427-4953-a9f5-19600584c762 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 3828 time: 0.4686537 Nov 09 19:53:58.212753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=6f570d58-c690-4248-9f8c-9dcdab5a1109,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:58.262604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0db0b590-696d-400a-affc-f502fd00f9b1 None None] Provisioning complete for port 2e85786f-6ab6-4715-88f3-5aba16b54d74 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:58.262604 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0db0b590-696d-400a-affc-f502fd00f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:58.319408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:58.392003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ba297-a6af-4114-93d1-0a462e5eb338 req-36643a7a-f591-473f-86ca-8486a7a3e753 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:58.394010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e2ba297-a6af-4114-93d1-0a462e5eb338 req-36643a7a-f591-473f-86ca-8486a7a3e753 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1445205 Nov 09 19:53:58.637249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e2ba297-a6af-4114-93d1-0a462e5eb338 req-3f8739e3-ef43-401a-8c0e-066e19068286 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362442 Nov 09 19:53:58.751319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:58.769849 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.resource_extend [None req-7a92763f-5dc9-4788-89d2-e2da174de438 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:53:58.799608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4a5835d1-e9c2-4640-aa97-cb13ad22f15e None None] Provisioning complete for port 2e85786f-6ab6-4715-88f3-5aba16b54d74 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:58.801016 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a5835d1-e9c2-4640-aa97-cb13ad22f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:58.851861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46411c18-85d9-4e7c-8c4b-e16568a68202 req-758142f9-1c85-426d-8468-233688ea981b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7113554 Nov 09 19:53:58.899452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798d55a3-8842-48f3-a4fa-1060ba1794ef {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:53:58.932585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:58.936622 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a92763f-5dc9-4788-89d2-e2da174de438 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:58.955707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-9590a4e9-7065-4615-845b-fb7016d35e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:58.957216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-de331675-f001-44a8-9c5e-cebbe0936b9a req-9590a4e9-7065-4615-845b-fb7016d35e09 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1316257 Nov 09 19:53:58.962052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:59.046367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Transition to ACTIVE for port object 798d55a3-8842-48f3-a4fa-1060ba1794ef will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:53:59.070806 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:59.101665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a92763f-5dc9-4788-89d2-e2da174de438 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:59.126822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4a5835d1-e9c2-4640-aa97-cb13ad22f15e None None] Provisioning complete for port 6f570d58-c690-4248-9f8c-9dcdab5a1109 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:59.127205 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a5835d1-e9c2-4640-aa97-cb13ad22f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:59.175603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4a5835d1-e9c2-4640-aa97-cb13ad22f15e None None] Port 6f570d58-c690-4248-9f8c-9dcdab5a1109 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:59.202711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1b7bd-539b-4e55-af83-61f12a3cd3c7 req-db2dcda6-08f3-41ed-bec5-aaf782b0bcb6 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:59.204261 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6d1b7bd-539b-4e55-af83-61f12a3cd3c7 req-db2dcda6-08f3-41ed-bec5-aaf782b0bcb6 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.3463373 Nov 09 19:53:59.224885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6e8bf-0405-4560-9ef5-b0710d1bbeaf req-db651805-53f6-4e33-ba35-fc5f7b23669a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:59.232299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3e6e8bf-0405-4560-9ef5-b0710d1bbeaf req-db651805-53f6-4e33-ba35-fc5f7b23669a tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2627642 Nov 09 19:53:59.249150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Pushing event updated for resources: {'Port': ['ID=798d55a3-8842-48f3-a4fa-1060ba1794ef,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:59.314798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7e91a379-dc47-4af3-965b-d370baaa5b81 None None] Provisioning complete for port 6f570d58-c690-4248-9f8c-9dcdab5a1109 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:59.315747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7e91a379-dc47-4af3-965b-d370baaa5b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:59.374797 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6d1b7bd-539b-4e55-af83-61f12a3cd3c7 req-8e140eff-590b-4bb1-af60-d5386b3add25 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395662 Nov 09 19:53:59.379444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7e91a379-dc47-4af3-965b-d370baaa5b81 None None] Port 6f570d58-c690-4248-9f8c-9dcdab5a1109 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:53:59.382646 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-7a92763f-5dc9-4788-89d2-e2da174de438 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Floating IP ff8330bf-5d31-4c3c-9260-c6d9f52dfe24 associated. External IP: 172.25.6.237, port: 9eb3efae-af8f-4798-83ed-ee3b8dcae65a. Nov 09 19:53:59.427348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3e6e8bf-0405-4560-9ef5-b0710d1bbeaf req-548da6b9-95c8-4cad-9611-3cb77fbbbc85 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938667 Nov 09 19:53:59.492193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 52d72a85-c80e-449e-bb37-b2a4b6a823d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:53:59.507491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Attempting to bind port 798d55a3-8842-48f3-a4fa-1060ba1794ef on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:53:59.507859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Attempting to bind port 798d55a3-8842-48f3-a4fa-1060ba1794ef by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:53:59.508162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Attempting to bind port 798d55a3-8842-48f3-a4fa-1060ba1794ef on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:59.537934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Port 798d55a3-8842-48f3-a4fa-1060ba1794ef on network 9922e85b-217c-4111-8287-e2d3d6eef303 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:53:59.538265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Attempting to bind port 798d55a3-8842-48f3-a4fa-1060ba1794ef on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:53:59.570220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:53:59.570610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Checking segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:53:59.570999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Bound using segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:53:59.571450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Bound port: 798d55a3-8842-48f3-a4fa-1060ba1794ef, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:53:59.571816 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:59.609413 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:59.628406 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:59.707375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2e85786f-6ab6-4715-88f3-5aba16b54d74 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:53:59.717880 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:59.732218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef948722-be5c-429a-9a92-76b772cc021c req-466ce266-cea0-4d44-89d7-1e52c8ceeb20 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:59.739497 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ef948722-be5c-429a-9a92-76b772cc021c req-466ce266-cea0-4d44-89d7-1e52c8ceeb20 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1833155 Nov 09 19:53:59.744060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a5d49-0af9-4b20-b9b4-77d2bad99fe2 req-f497c91a-833b-4335-b919-ad2c9facedbf tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:53:59.747728 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a18a5d49-0af9-4b20-b9b4-77d2bad99fe2 req-f497c91a-833b-4335-b919-ad2c9facedbf tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2188168 Nov 09 19:53:59.772154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2e85786f-6ab6-4715-88f3-5aba16b54d74 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:53:59.772415 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:53:59.784436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:53:59.790894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=6f570d58-c690-4248-9f8c-9dcdab5a1109,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:53:59.813389 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2f4e9d99-8a00-49ab-a16e-67fa2fc233e1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/52d72a85-c80e-449e-bb37-b2a4b6a823d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7946100 Nov 09 19:53:59.816398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b3cb3-3e75-41ce-a8e2-68466ac40ccb None None] Sync routers for ids ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:53:59.817734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41428) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:53:59.847098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b3cb3-3e75-41ce-a8e2-68466ac40ccb None None] Routers {'52d72a85-c80e-449e-bb37-b2a4b6a823d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:59.847744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-646b3cb3-3e75-41ce-a8e2-68466ac40ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:59.885095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-646b3cb3-3e75-41ce-a8e2-68466ac40ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:59.930975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b3cb3-3e75-41ce-a8e2-68466ac40ccb None None] Routers {'52d72a85-c80e-449e-bb37-b2a4b6a823d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:53:59.931806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-646b3cb3-3e75-41ce-a8e2-68466ac40ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:53:59.935360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ef948722-be5c-429a-9a92-76b772cc021c req-9842516a-5b30-4c8c-b916-650e0a4bc575 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935596 Nov 09 19:53:59.938630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a18a5d49-0af9-4b20-b9b4-77d2bad99fe2 req-b1feb184-2853-4c36-acc2-28c588456a44 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782680 Nov 09 19:53:59.939804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] For port 798d55a3-8842-48f3-a4fa-1060ba1794ef, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:00.028553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-646b3cb3-3e75-41ce-a8e2-68466ac40ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:00.029327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b3cb3-3e75-41ce-a8e2-68466ac40ccb None None] The sync data for ids ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:00.074551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 424bd626-e2de-4852-85d8-8014f7ac6e21 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:00.084457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] For port 798d55a3-8842-48f3-a4fa-1060ba1794ef, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:00.086693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:00.096848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a92763f-5dc9-4788-89d2-e2da174de438 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Router 1226baa4-5494-43ba-bc64-3b2d9b731bcd has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:00.105014 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:00.216677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:00.217308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:00.226780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] 10.222.0.70 "PUT /v2.0/ports/798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 1131 time: 3.5166230 Nov 09 19:54:00.248756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '798d55a3-8842-48f3-a4fa-1060ba1794ef'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:00.252290 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8af6fb-cef3-4580-b849-5606d6501623" -d '{"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "798d55a3-8842-48f3-a4fa-1060ba1794ef"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:00.281253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:00.331539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6b1d-4597-496e-9f31-3cbbb2108236 req-faa34f27-bb06-412a-ba6b-6ebe5c532df1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:00.338093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6b1d-4597-496e-9f31-3cbbb2108236 req-faa34f27-bb06-412a-ba6b-6ebe5c532df1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:00.344185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6b1d-4597-496e-9f31-3cbbb2108236 req-faa34f27-bb06-412a-ba6b-6ebe5c532df1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:00.357917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6b1d-4597-496e-9f31-3cbbb2108236 req-faa34f27-bb06-412a-ba6b-6ebe5c532df1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:00.382201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6b1d-4597-496e-9f31-3cbbb2108236 req-faa34f27-bb06-412a-ba6b-6ebe5c532df1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:00.388793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6b1d-4597-496e-9f31-3cbbb2108236 req-faa34f27-bb06-412a-ba6b-6ebe5c532df1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:00.390853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b18f6b1d-4597-496e-9f31-3cbbb2108236 req-faa34f27-bb06-412a-ba6b-6ebe5c532df1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 4601 time: 0.3050251 Nov 09 19:54:00.394479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41448) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:00.414613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a92763f-5dc9-4788-89d2-e2da174de438 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:00.425805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a92763f-5dc9-4788-89d2-e2da174de438 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:00.431593 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] Sync routers for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:00.446628 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:00.448808 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:00.478965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7a92763f-5dc9-4788-89d2-e2da174de438 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "PUT /v2.0/floatingips/ff8330bf-5d31-4c3c-9260-c6d9f52dfe24 HTTP/1.1" status: 200 len: 991 time: 2.9664772 Nov 09 19:54:00.479924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'tag': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:00.482851 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d4dc20-2c40-45ba-9034-ba5bf6666250" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2afad3-2140-49b9-9ede-2f61402d39d0", "tag": "9eb3efae-af8f-4798-83ed-ee3b8dcae65a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:00.490764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 7b8a7484-fe58-456f-b6f8-4c5e36c0a732 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:54:00.517211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fdb01-3c0d-4495-9085-07658566976a service neutron] Pushing event updated for resources: {'Port': ['ID=798d55a3-8842-48f3-a4fa-1060ba1794ef,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:00.552295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4d15579c-76b7-4ccc-861c-affd3e790bcd None None] Provisioning complete for port 6f570d58-c690-4248-9f8c-9dcdab5a1109 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:00.552842 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d15579c-76b7-4ccc-861c-affd3e790bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:00.630301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b18f6b1d-4597-496e-9f31-3cbbb2108236 req-132ead32-0137-4b3e-b158-257283b29fda tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1873174 Nov 09 19:54:00.631666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:00.634358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:00.637258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-13d77a72-7a90-47d6-b04f-4d4986542343 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/7b8a7484-fe58-456f-b6f8-4c5e36c0a732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9351518 Nov 09 19:54:00.642863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41458) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:00.654576 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:00.662123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3eb7e0-dfb7-4d0e-8fb1-344353605279 None None] Sync routers for ids ['7b8a7484-fe58-456f-b6f8-4c5e36c0a732'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:00.666085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4d15579c-76b7-4ccc-861c-affd3e790bcd None None] Port 6f570d58-c690-4248-9f8c-9dcdab5a1109 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:00.678911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3eb7e0-dfb7-4d0e-8fb1-344353605279 None None] Routers {'7b8a7484-fe58-456f-b6f8-4c5e36c0a732'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:00.679966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6a3eb7e0-dfb7-4d0e-8fb1-344353605279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7b8a7484-fe58-456f-b6f8-4c5e36c0a732'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:00.700116 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-64dc95ca-dea2-488d-9c35-e0b882836543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:00.729822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6a3eb7e0-dfb7-4d0e-8fb1-344353605279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:00.742847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3eb7e0-dfb7-4d0e-8fb1-344353605279 None None] Routers {'7b8a7484-fe58-456f-b6f8-4c5e36c0a732'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:00.743930 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6a3eb7e0-dfb7-4d0e-8fb1-344353605279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7b8a7484-fe58-456f-b6f8-4c5e36c0a732'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:00.776063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3127aed7-a187-4652-93db-5b30cbd5c9b7 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:00.777769 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3127aed7-a187-4652-93db-5b30cbd5c9b7 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports/6f570d58-c690-4248-9f8c-9dcdab5a1109 HTTP/1.1" status: 200 len: 910 time: 0.1317599 Nov 09 19:54:00.789956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41460) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:00.800233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6a3eb7e0-dfb7-4d0e-8fb1-344353605279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:00.801454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3eb7e0-dfb7-4d0e-8fb1-344353605279 None None] The sync data for ids ['7b8a7484-fe58-456f-b6f8-4c5e36c0a732'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:00.803419 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac80654-2df5-4c7e-8575-0fe94537d480 x-openstack-request-id: req-4ac80654-2df5-4c7e-8575-0fe94537d480 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:00.803714 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "798d55a3-8842-48f3-a4fa-1060ba1794ef", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:00.804156 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ac80654-2df5-4c7e-8575-0fe94537d480 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:00.804724 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '798d55a3-8842-48f3-a4fa-1060ba1794ef', 'status': 'completed', 'code': 200} Nov 09 19:54:00.812355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1078e5a8-57a0-4506-ac4b-3ca1bd5dcda9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2eed5243-b243-4c99-bbd7-60009421a34b'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:00.815974 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-64dc95ca-dea2-488d-9c35-e0b882836543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:00.831899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70d36d-936d-4445-bbb2-c46cc8ac3620 req-616689c3-17c9-4b00-9973-ebe8ac9846b0 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:00.833803 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8e70d36d-936d-4445-bbb2-c46cc8ac3620 req-616689c3-17c9-4b00-9973-ebe8ac9846b0 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.2036488 Nov 09 19:54:00.835206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-64dc95ca-dea2-488d-9c35-e0b882836543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:00.902838 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-64dc95ca-dea2-488d-9c35-e0b882836543 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0cbb825c968432c93caccea729d64db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909711 Nov 09 19:54:00.903886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc95ca-dea2-488d-9c35-e0b882836543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3490e250-5967-4296-a7fe-7f4e7ed5b2cf,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:00.906363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41462) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:00.919944 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'ff8330bf-5d31-4c3c-9260-c6d9f52dfe24', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'port_id': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'mac_address': 'fa:16:3e:8b:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:53:35Z', 'updated_at': '2021-11-09T19:53:58Z', 'revision_number': 1, 'project_id': '7c23461390c64813976524a067b18fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:00.943477 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8e70d36d-936d-4445-bbb2-c46cc8ac3620 req-2f0b874b-d152-4a94-8535-ef58f1ea5473 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980940 Nov 09 19:54:00.948712 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] Checking router: 1226baa4-5494-43ba-bc64-3b2d9b731bcd for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:00.957705 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:00.958618 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:00.967627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-832f5396-58d7-4975-9be2-c1663063bb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:00.993796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-832f5396-58d7-4975-9be2-c1663063bb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:01.071381 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-832f5396-58d7-4975-9be2-c1663063bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:01.075251 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-832f5396-58d7-4975-9be2-c1663063bb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:01.077403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-832f5396-58d7-4975-9be2-c1663063bb32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3490e250-5967-4296-a7fe-7f4e7ed5b2cf HTTP/1.1" status: 204 len: 168 time: 0.1677210 Nov 09 19:54:01.098237 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f5396-58d7-4975-9be2-c1663063bb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3490e250-5967-4296-a7fe-7f4e7ed5b2cf,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:01.123028 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abda7004-b05a-4a89-b467-5f31b509a7dd x-openstack-request-id: req-abda7004-b05a-4a89-b467-5f31b509a7dd {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:01.123335 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2afad3-2140-49b9-9ede-2f61402d39d0", "tag": "9eb3efae-af8f-4798-83ed-ee3b8dcae65a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:01.123598 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abda7004-b05a-4a89-b467-5f31b509a7dd {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:01.125801 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'tag': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a', 'status': 'completed', 'code': 200} Nov 09 19:54:01.198262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-73778ca7-18bb-4a48-a9b4-0b21829858ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.200507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-73778ca7-18bb-4a48-a9b4-0b21829858ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 1096 time: 0.0592558 Nov 09 19:54:01.230750 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:01.232403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af6fb-cef3-4580-b849-5606d6501623 req-43db3fb3-73d3-49ae-b67f-78b7870afcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.232894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af6fb-cef3-4580-b849-5606d6501623 req-43db3fb3-73d3-49ae-b67f-78b7870afcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.233066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af6fb-cef3-4580-b849-5606d6501623 req-43db3fb3-73d3-49ae-b67f-78b7870afcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.233549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af6fb-cef3-4580-b849-5606d6501623 req-43db3fb3-73d3-49ae-b67f-78b7870afcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.234021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af6fb-cef3-4580-b849-5606d6501623 req-43db3fb3-73d3-49ae-b67f-78b7870afcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.234489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af6fb-cef3-4580-b849-5606d6501623 req-43db3fb3-73d3-49ae-b67f-78b7870afcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.236743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be8af6fb-cef3-4580-b849-5606d6501623 req-43db3fb3-73d3-49ae-b67f-78b7870afcc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5287 time: 0.4474671 Nov 09 19:54:01.253754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd9687-9584-4708-9d90-13fd34efae1d req-4472f097-659b-433f-a84e-5c15c455d4ff tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.264429 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cdbd9687-9584-4708-9d90-13fd34efae1d req-4472f097-659b-433f-a84e-5c15c455d4ff tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.4346652 Nov 09 19:54:01.380265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135be8d1-d577-4a45-82a9-ef99a8dde59c req-0d715cea-5e6a-4523-82cd-0000fda0fe47 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.382537 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-135be8d1-d577-4a45-82a9-ef99a8dde59c req-0d715cea-5e6a-4523-82cd-0000fda0fe47 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1691127 Nov 09 19:54:01.386035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-ef42d7b0-71cf-4a45-ac34-bc79a31deb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.388003 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-ef42d7b0-71cf-4a45-ac34-bc79a31deb10 service neutron] 10.222.0.77 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 910 time: 0.1796114 Nov 09 19:54:01.483440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cdbd9687-9584-4708-9d90-13fd34efae1d req-e7eb42fe-9020-43fd-9356-b84da9b1b984 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205994 Nov 09 19:54:01.509675 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-135be8d1-d577-4a45-82a9-ef99a8dde59c req-a4227646-dfde-4c4e-b521-1b00080bdf91 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179142 Nov 09 19:54:01.517561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:01.537314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-ee5d0eb2-90dd-48b1-976c-2fe385ab428f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb3efae-af8f-4798-83ed-ee3b8dcae65a HTTP/1.1" status: 200 len: 999 time: 0.1373785 Nov 09 19:54:01.545024 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'ff8330bf-5d31-4c3c-9260-c6d9f52dfe24', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'port_id': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'mac_address': 'fa:16:3e:8b:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:53:35Z', 'updated_at': '2021-11-09T19:53:58Z', 'revision_number': 1, 'project_id': '7c23461390c64813976524a067b18fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:01.583080 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f464a-b6b3-4182-9b48-9d174ca4b091 None None] The sync data for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 is: [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'ff8330bf-5d31-4c3c-9260-c6d9f52dfe24', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'floating_ip_address': '172.25.6.237', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'port_id': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'mac_address': 'fa:16:3e:8b:1f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:53:35Z', 'updated_at': '2021-11-09T19:53:58Z', 'revision_number': 1, 'project_id': '7c23461390c64813976524a067b18fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:01.686570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-009681e8-44a2-4dfe-91ac-28f024c95ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.689631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-009681e8-44a2-4dfe-91ac-28f024c95ec0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 200 len: 848 time: 0.1418867 Nov 09 19:54:01.750790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:01.757548 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1078e5a8-57a0-4506-ac4b-3ca1bd5dcda9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:01.780953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af6fb-cef3-4580-b849-5606d6501623 req-6583708a-6c4f-46ce-b850-7cd2cb36f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.781442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af6fb-cef3-4580-b849-5606d6501623 req-6583708a-6c4f-46ce-b850-7cd2cb36f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.781911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af6fb-cef3-4580-b849-5606d6501623 req-6583708a-6c4f-46ce-b850-7cd2cb36f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.783628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be8af6fb-cef3-4580-b849-5606d6501623 req-6583708a-6c4f-46ce-b850-7cd2cb36f6ee service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5193615 Nov 09 19:54:01.783844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-634d6455-8557-4ffb-a71c-ae841c17996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:01.785493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-634d6455-8557-4ffb-a71c-ae841c17996e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=64c99bb4-90d7-4a67-a079-d1a5de0b5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892780 Nov 09 19:54:01.816494 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:01.970441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-3b986de1-1404-4719-b1bb-7425e0cc8139 service neutron] 10.222.0.77 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766548 Nov 09 19:54:01.977876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Transition to ACTIVE for port object 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:54:01.997482 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1464e9ab-f3d0-4192-a569-94ab2ffdd36d None None] New status for floating IP ff8330bf-5d31-4c3c-9260-c6d9f52dfe24: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:54:02.100010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05d4dc20-2c40-45ba-9034-ba5bf6666250 req-9a6608c0-2823-4c81-b88f-0d47b78e09ba service neutron] 10.222.0.77 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209977 Nov 09 19:54:02.117867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:02.264619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaa410-3878-4710-9142-5639953a0d63 req-d7f7b93b-3350-4863-897d-41729cd54cce tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:02.271837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaa410-3878-4710-9142-5639953a0d63 req-d7f7b93b-3350-4863-897d-41729cd54cce tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:02.279290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaa410-3878-4710-9142-5639953a0d63 req-d7f7b93b-3350-4863-897d-41729cd54cce tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:02.285414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaa410-3878-4710-9142-5639953a0d63 req-d7f7b93b-3350-4863-897d-41729cd54cce tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:02.291840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaa410-3878-4710-9142-5639953a0d63 req-d7f7b93b-3350-4863-897d-41729cd54cce tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:02.303000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaa410-3878-4710-9142-5639953a0d63 req-d7f7b93b-3350-4863-897d-41729cd54cce tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:02.305114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ffaa410-3878-4710-9142-5639953a0d63 req-d7f7b93b-3350-4863-897d-41729cd54cce tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 4601 time: 0.5260830 Nov 09 19:54:02.468557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395f542-72a8-41b0-9ff2-dbe334fb251c req-100f3317-8eb8-4e36-93b0-58ccd4962fd2 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:02.470313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c395f542-72a8-41b0-9ff2-dbe334fb251c req-100f3317-8eb8-4e36-93b0-58ccd4962fd2 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.0697994 Nov 09 19:54:02.523474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:02.550275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c395f542-72a8-41b0-9ff2-dbe334fb251c req-0530a384-0499-447d-8281-588010099ddd tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624261 Nov 09 19:54:02.674911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae3d2f-480e-4ebf-bd13-de12b1365aa3 req-c634a252-1396-4ec1-9326-0fc679a6d5d6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:02.676597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ffae3d2f-480e-4ebf-bd13-de12b1365aa3 req-c634a252-1396-4ec1-9326-0fc679a6d5d6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0620155 Nov 09 19:54:02.722395 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ffae3d2f-480e-4ebf-bd13-de12b1365aa3 req-b721b99d-f1f2-4dbe-a040-1cfe5ef95b7f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386996 Nov 09 19:54:02.949279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af6fb-cef3-4580-b849-5606d6501623 req-6706e1ef-58d4-4bda-bcfb-369b311e202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:02.950813 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be8af6fb-cef3-4580-b849-5606d6501623 req-6706e1ef-58d4-4bda-bcfb-369b311e202f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1186764 Nov 09 19:54:03.030237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ffaa410-3878-4710-9142-5639953a0d63 req-3f97d406-68ee-4312-a890-f8332d04a330 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6905410 Nov 09 19:54:03.058221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8286c-826f-48a4-9d5a-e653bd374877 req-3de434ad-7c38-421a-98ec-cf4d48da5b64 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:03.059605 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91d8286c-826f-48a4-9d5a-e653bd374877 req-3de434ad-7c38-421a-98ec-cf4d48da5b64 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.0728846 Nov 09 19:54:03.129785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91d8286c-826f-48a4-9d5a-e653bd374877 req-713e5415-713e-47f6-b58f-fb8a141f1ad2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593004 Nov 09 19:54:03.133102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-a723277e-f157-4dde-91a7-8d8f26ee2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:03.134364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-a723277e-f157-4dde-91a7-8d8f26ee2bf1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e3f76579cbf14f63a7509e37e4402350&device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 1095 time: 0.0738566 Nov 09 19:54:03.148051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Attempting to bind port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:03.148655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Attempting to bind port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:03.149340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Attempting to bind port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:03.156787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41540) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:03.171860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 on network 9922e85b-217c-4111-8287-e2d3d6eef303 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:03.172193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Attempting to bind port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:03.192307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:03.192652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Checking segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:03.193618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Bound using segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:03.194107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Bound port: 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:03.194479 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:03.235933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-716fc936-95c4-4de1-8a14-bf82655b3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:03.237436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-716fc936-95c4-4de1-8a14-bf82655b3b04 service neutron] 10.222.0.77 "GET /v2.0/networks?id=132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 200 len: 912 time: 0.0954745 Nov 09 19:54:03.263658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port addc8e55-60b2-4584-99f8-eeb5b86ea1e3 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:03.264007 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:03.340171 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1cff456-8003-4d10-a7ce-4d24d3001f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:03.345044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1078e5a8-57a0-4506-ac4b-3ca1bd5dcda9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:03.374354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1078e5a8-57a0-4506-ac4b-3ca1bd5dcda9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:03.497464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] For port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:03.520716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:03.557002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] For port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:03.563375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for addc8e55-60b2-4584-99f8-eeb5b86ea1e3 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:03.573896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1078e5a8-57a0-4506-ac4b-3ca1bd5dcda9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:03.574593 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1078e5a8-57a0-4506-ac4b-3ca1bd5dcda9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:03.575984 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1078e5a8-57a0-4506-ac4b-3ca1bd5dcda9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/ports/6f570d58-c690-4248-9f8c-9dcdab5a1109 HTTP/1.1" status: 200 len: 910 time: 2.7701557 Nov 09 19:54:03.576748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078e5a8-57a0-4506-ac4b-3ca1bd5dcda9 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=6f570d58-c690-4248-9f8c-9dcdab5a1109,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:03.581129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41550) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:03.585863 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:03.629581 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-78d4e3d4-cfc5-4009-87f6-732941fa25ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 200 len: 998 time: 0.3850019 Nov 09 19:54:03.706542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-bbe57874-5f97-497e-a61b-cefa52de6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:03.708017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-bbe57874-5f97-497e-a61b-cefa52de6f24 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 200 len: 850 time: 0.0700188 Nov 09 19:54:03.719935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb1ad2-3470-4300-bf9b-ed3e49057147 req-5da83ebf-2ced-4c1b-9b6b-c90a994fd860 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:03.721466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2dcb1ad2-3470-4300-bf9b-ed3e49057147 req-5da83ebf-2ced-4c1b-9b6b-c90a994fd860 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.0846069 Nov 09 19:54:03.764433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:03.765389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:03.766698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] 10.222.0.70 "PUT /v2.0/ports/8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 1130 time: 3.5007582 Nov 09 19:54:03.767122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:03.769523 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6adeeb-8c13-4ee6-b237-b83579ebe755" -d '{"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:03.799204 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2dcb1ad2-3470-4300-bf9b-ed3e49057147 req-f2ca2b18-bada-4705-b182-360461df35ba tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687275 Nov 09 19:54:03.810563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-697df757-0d04-430b-8d80-170f87dc07be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:03.812147 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-697df757-0d04-430b-8d80-170f87dc07be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=132c0985-fe0e-49b9-9daa-db2ce83b9806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897300 Nov 09 19:54:03.816785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f0943-b9c0-4415-9c37-bb5c04678dbe service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:03.826822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:03.859037 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68a95a5-261b-4c51-9bc5-21744c0fc00a x-openstack-request-id: req-a68a95a5-261b-4c51-9bc5-21744c0fc00a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:03.859302 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:03.859560 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a68a95a5-261b-4c51-9bc5-21744c0fc00a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:03.859970 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7', 'status': 'completed', 'code': 200} Nov 09 19:54:03.869504 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1cff456-8003-4d10-a7ce-4d24d3001f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:03.922388 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-b4e64c35-14c8-4880-8771-2e3d586e7598 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883691 Nov 09 19:54:03.946499 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1cff456-8003-4d10-a7ce-4d24d3001f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:04.022615 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b4a58cb-0cac-48bf-a454-34bbe93571cf req-d3f2b31b-633b-4e5c-a078-7a059d338de0 service neutron] 10.222.0.77 "GET /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926087 Nov 09 19:54:04.149086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b1cff456-8003-4d10-a7ce-4d24d3001f25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=171e008203c14b86a8de1d00d3e95faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9885724 Nov 09 19:54:04.150371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41558) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:04.152496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:04.159710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cff456-8003-4d10-a7ce-4d24d3001f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d915fa9-4f77-4e19-a411-83a744ec461c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:04.169925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c29ac-cd1e-4d60-ad91-8e68c497d83d req-b012e5af-194b-42a5-8582-4d389f38f84d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.175999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c29ac-cd1e-4d60-ad91-8e68c497d83d req-b012e5af-194b-42a5-8582-4d389f38f84d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.183023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c29ac-cd1e-4d60-ad91-8e68c497d83d req-b012e5af-194b-42a5-8582-4d389f38f84d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.188926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c29ac-cd1e-4d60-ad91-8e68c497d83d req-b012e5af-194b-42a5-8582-4d389f38f84d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.195273 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c29ac-cd1e-4d60-ad91-8e68c497d83d req-b012e5af-194b-42a5-8582-4d389f38f84d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.201402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c29ac-cd1e-4d60-ad91-8e68c497d83d req-b012e5af-194b-42a5-8582-4d389f38f84d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.207328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c29ac-cd1e-4d60-ad91-8e68c497d83d req-b012e5af-194b-42a5-8582-4d389f38f84d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.210279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-762c29ac-cd1e-4d60-ad91-8e68c497d83d req-b012e5af-194b-42a5-8582-4d389f38f84d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5373 time: 0.1088622 Nov 09 19:54:04.235444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-577de0df-e917-462c-9104-b7eda941bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.235931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-577de0df-e917-462c-9104-b7eda941bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.236406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-577de0df-e917-462c-9104-b7eda941bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.236882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-577de0df-e917-462c-9104-b7eda941bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.237349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-577de0df-e917-462c-9104-b7eda941bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.237814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-577de0df-e917-462c-9104-b7eda941bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.238277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-577de0df-e917-462c-9104-b7eda941bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.240861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-577de0df-e917-462c-9104-b7eda941bc63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6210 time: 0.3677893 Nov 09 19:54:04.274947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-762c29ac-cd1e-4d60-ad91-8e68c497d83d req-377eff46-afd6-4a8a-b0ee-2b9d8d6ac189 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569668 Nov 09 19:54:04.284714 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-488060ca-1829-4a31-9f61-f8c4d2ac3a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:04.308278 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-488060ca-1829-4a31-9f61-f8c4d2ac3a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:04.355936 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-488060ca-1829-4a31-9f61-f8c4d2ac3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:04.358608 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-488060ca-1829-4a31-9f61-f8c4d2ac3a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:04.359756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-488060ca-1829-4a31-9f61-f8c4d2ac3a70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d915fa9-4f77-4e19-a411-83a744ec461c HTTP/1.1" status: 204 len: 168 time: 0.2084227 Nov 09 19:54:04.374637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488060ca-1829-4a31-9f61-f8c4d2ac3a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d915fa9-4f77-4e19-a411-83a744ec461c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:04.392092 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:04.523850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=addc8e55-60b2-4584-99f8-eeb5b86ea1e3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:04.589968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0129a-e6dc-4070-8218-fa3d986b3cd4 req-da3ea921-d7b7-44be-addd-395c7b5730b3 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.591761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53a0129a-e6dc-4070-8218-fa3d986b3cd4 req-da3ea921-d7b7-44be-addd-395c7b5730b3 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.3498814 Nov 09 19:54:04.939994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db67fc-54dd-4e24-8cec-34174b5dde5f req-f3461453-022b-410b-bb66-b6585f6a4e8b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.941529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7db67fc-54dd-4e24-8cec-34174b5dde5f req-f3461453-022b-410b-bb66-b6585f6a4e8b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.0573401 Nov 09 19:54:04.988967 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7db67fc-54dd-4e24-8cec-34174b5dde5f req-a773c43e-d4e7-4dc2-ba93-671dc7834df8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400434 Nov 09 19:54:04.991772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-fdbba99f-18de-4c2e-96ca-4e19b5d18628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.992250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-fdbba99f-18de-4c2e-96ca-4e19b5d18628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.992706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-fdbba99f-18de-4c2e-96ca-4e19b5d18628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:04.994285 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-fdbba99f-18de-4c2e-96ca-4e19b5d18628 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7279351 Nov 09 19:54:05.028831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:05.107663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53a0129a-e6dc-4070-8218-fa3d986b3cd4 req-9d5f3b0e-eca1-4a5f-9234-49482f6e4dc7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4699142 Nov 09 19:54:05.367541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-0fa8bf06-c19f-48c0-8583-7f03468264a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:05.369007 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc6adeeb-8c13-4ee6-b237-b83579ebe755 req-0fa8bf06-c19f-48c0-8583-7f03468264a3 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3614280 Nov 09 19:54:05.377354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:05.421027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f28cd82-7701-40a9-bff8-226fa6f6cfce {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:05.423601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615644e6-a946-4898-8b3a-535bb7331add req-25ec37f8-01dc-4845-896a-5233aae84f6f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:05.429832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615644e6-a946-4898-8b3a-535bb7331add req-25ec37f8-01dc-4845-896a-5233aae84f6f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:05.436000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615644e6-a946-4898-8b3a-535bb7331add req-25ec37f8-01dc-4845-896a-5233aae84f6f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:05.441881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615644e6-a946-4898-8b3a-535bb7331add req-25ec37f8-01dc-4845-896a-5233aae84f6f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:05.448265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615644e6-a946-4898-8b3a-535bb7331add req-25ec37f8-01dc-4845-896a-5233aae84f6f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:05.456268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615644e6-a946-4898-8b3a-535bb7331add req-25ec37f8-01dc-4845-896a-5233aae84f6f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:05.456677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 52d72a85-c80e-449e-bb37-b2a4b6a823d6 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:05.460646 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:05.463703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615644e6-a946-4898-8b3a-535bb7331add req-25ec37f8-01dc-4845-896a-5233aae84f6f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:05.466334 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-615644e6-a946-4898-8b3a-535bb7331add req-25ec37f8-01dc-4845-896a-5233aae84f6f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5373 time: 0.1104643 Nov 09 19:54:05.491709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Transition to ACTIVE for port object 8f28cd82-7701-40a9-bff8-226fa6f6cfce will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:54:05.524088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-615644e6-a946-4898-8b3a-535bb7331add req-4e8ea0d9-60dc-4ad3-9f46-6c44b39c51b4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415688 Nov 09 19:54:05.536393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:05.647835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:05.655793 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-76876974-78bf-4eb4-b0ea-7013a173779d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/52d72a85-c80e-449e-bb37-b2a4b6a823d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8322351 Nov 09 19:54:05.656328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41606) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:05.665896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9dcaf-ace3-409d-9ede-aeb2ea5c826e None None] Sync routers for ids ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:05.676595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f28cd82-7701-40a9-bff8-226fa6f6cfce,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:05.676848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9dcaf-ace3-409d-9ede-aeb2ea5c826e None None] Routers {'52d72a85-c80e-449e-bb37-b2a4b6a823d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:05.677377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e8c9dcaf-ace3-409d-9ede-aeb2ea5c826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:05.710669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-48ef9e06-03b0-43c2-acec-7d6c169c3d3e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=52d72a85-c80e-449e-bb37-b2a4b6a823d6 HTTP/1.1" status: 200 len: 205 time: 0.0521982 Nov 09 19:54:05.715073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41608) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:05.729175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e8c9dcaf-ace3-409d-9ede-aeb2ea5c826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:05.749488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9dcaf-ace3-409d-9ede-aeb2ea5c826e None None] Routers {'52d72a85-c80e-449e-bb37-b2a4b6a823d6'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:05.750392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e8c9dcaf-ace3-409d-9ede-aeb2ea5c826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:05.778554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Attempting to bind port 8f28cd82-7701-40a9-bff8-226fa6f6cfce on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:05.778877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Attempting to bind port 8f28cd82-7701-40a9-bff8-226fa6f6cfce by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:05.779209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Attempting to bind port 8f28cd82-7701-40a9-bff8-226fa6f6cfce on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:05.798378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-103bb117-b211-41d8-869b-c9ebd93056c1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:05.814630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Port 8f28cd82-7701-40a9-bff8-226fa6f6cfce on network 9922e85b-217c-4111-8287-e2d3d6eef303 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:05.814964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Attempting to bind port 8f28cd82-7701-40a9-bff8-226fa6f6cfce on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:05.815348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e8c9dcaf-ace3-409d-9ede-aeb2ea5c826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:05.821652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9dcaf-ace3-409d-9ede-aeb2ea5c826e None None] The sync data for ids ['52d72a85-c80e-449e-bb37-b2a4b6a823d6'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:05.834239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:05.834623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Checking segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:05.835014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Bound using segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:05.835459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Bound port: 8f28cd82-7701-40a9-bff8-226fa6f6cfce, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:05.835817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:05.946845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] For port 8f28cd82-7701-40a9-bff8-226fa6f6cfce, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:05.950726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port 6f570d58-c690-4248-9f8c-9dcdab5a1109 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:05.951062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:05.993620 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-103bb117-b211-41d8-869b-c9ebd93056c1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:05.996018 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-103bb117-b211-41d8-869b-c9ebd93056c1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:05.998477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] For port 8f28cd82-7701-40a9-bff8-226fa6f6cfce, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:06.006867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.068767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.069297 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.070743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] 10.222.0.70 "PUT /v2.0/ports/8f28cd82-7701-40a9-bff8-226fa6f6cfce HTTP/1.1" status: 200 len: 1091 time: 2.2633500 Nov 09 19:54:06.073034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '8f28cd82-7701-40a9-bff8-226fa6f6cfce'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:06.078139 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2" -d '{"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "8f28cd82-7701-40a9-bff8-226fa6f6cfce"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:06.110427 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.124186 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-103bb117-b211-41d8-869b-c9ebd93056c1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.124839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:06.126545 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103bb117-b211-41d8-869b-c9ebd93056c1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Fanout notify agent at l3_agent the message router_deleted on router 52d72a85-c80e-449e-bb37-b2a4b6a823d6 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:54:06.147902 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-103bb117-b211-41d8-869b-c9ebd93056c1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.154096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-103bb117-b211-41d8-869b-c9ebd93056c1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/52d72a85-c80e-449e-bb37-b2a4b6a823d6 HTTP/1.1" status: 204 len: 168 time: 0.4359503 Nov 09 19:54:06.158618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d4135-9719-4083-b858-c1d6ffbc25a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f28cd82-7701-40a9-bff8-226fa6f6cfce,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:06.158925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41632) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:06.174091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for 6f570d58-c690-4248-9f8c-9dcdab5a1109 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:06.261933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a28cd79-dd7c-4e18-ae03-4e425848283b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting subnet a0e81bcc-f8e2-470c-90d7-37367e825f17 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:54:06.271606 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4dbafc-81fa-4e61-9b7c-46118370e11a x-openstack-request-id: req-8e4dbafc-81fa-4e61-9b7c-46118370e11a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:06.272106 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "8f28cd82-7701-40a9-bff8-226fa6f6cfce", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:06.272606 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e4dbafc-81fa-4e61-9b7c-46118370e11a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:06.273242 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '8f28cd82-7701-40a9-bff8-226fa6f6cfce', 'status': 'completed', 'code': 200} Nov 09 19:54:06.282115 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd79-dd7c-4e18-ae03-4e425848283b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.293657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a056fd-bca5-4f3f-bdbc-6fd9e0cbc7c6 req-75f7150e-3a73-489b-b5ae-68e0fa3dfaa8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.295307 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-27a056fd-bca5-4f3f-bdbc-6fd9e0cbc7c6 req-75f7150e-3a73-489b-b5ae-68e0fa3dfaa8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1400905 Nov 09 19:54:06.362954 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd79-dd7c-4e18-ae03-4e425848283b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.367402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.429928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-27a056fd-bca5-4f3f-bdbc-6fd9e0cbc7c6 req-589f34f0-77ca-456d-b8e1-f7305ea2086f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823405 Nov 09 19:54:06.493591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd79-dd7c-4e18-ae03-4e425848283b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.536672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-78de080b-ffec-4ea6-9a40-a5bf6f504b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.537521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-78de080b-ffec-4ea6-9a40-a5bf6f504b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.537684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-78de080b-ffec-4ea6-9a40-a5bf6f504b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.538068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-78de080b-ffec-4ea6-9a40-a5bf6f504b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.538616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-78de080b-ffec-4ea6-9a40-a5bf6f504b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.539389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-78de080b-ffec-4ea6-9a40-a5bf6f504b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.539543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-78de080b-ffec-4ea6-9a40-a5bf6f504b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.541508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-78de080b-ffec-4ea6-9a40-a5bf6f504b59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6277 time: 0.1971371 Nov 09 19:54:06.552054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200876d5-139d-4bbc-bfea-d6bdef2ebd1d req-f944d444-1ff5-4b56-9218-0ed50f109a89 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.553639 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-200876d5-139d-4bbc-bfea-d6bdef2ebd1d req-f944d444-1ff5-4b56-9218-0ed50f109a89 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2103941 Nov 09 19:54:06.572855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd79-dd7c-4e18-ae03-4e425848283b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.611233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28cd79-dd7c-4e18-ae03-4e425848283b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e81bcc-f8e2-470c-90d7-37367e825f17,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:06.625184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a28cd79-dd7c-4e18-ae03-4e425848283b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.629100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9a28cd79-dd7c-4e18-ae03-4e425848283b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/a0e81bcc-f8e2-470c-90d7-37367e825f17 HTTP/1.1" status: 204 len: 168 time: 0.4690850 Nov 09 19:54:06.632360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41660) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:06.647886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69f924c-fd0d-49c7-b8ca-d962cbd4e9c6 None None] Network b24b617e-0c05-444b-b350-35d051520aec requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:06.749688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a0365-523a-4fc4-94c8-d06d8d561c03 req-54591af7-26df-4bbc-a864-c99b8b694bdb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.756453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a0365-523a-4fc4-94c8-d06d8d561c03 req-54591af7-26df-4bbc-a864-c99b8b694bdb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.763624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a0365-523a-4fc4-94c8-d06d8d561c03 req-54591af7-26df-4bbc-a864-c99b8b694bdb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.769683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a0365-523a-4fc4-94c8-d06d8d561c03 req-54591af7-26df-4bbc-a864-c99b8b694bdb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.776422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a0365-523a-4fc4-94c8-d06d8d561c03 req-54591af7-26df-4bbc-a864-c99b8b694bdb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.782408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a0365-523a-4fc4-94c8-d06d8d561c03 req-54591af7-26df-4bbc-a864-c99b8b694bdb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.789886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a0365-523a-4fc4-94c8-d06d8d561c03 req-54591af7-26df-4bbc-a864-c99b8b694bdb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.792709 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-445a0365-523a-4fc4-94c8-d06d8d561c03 req-54591af7-26df-4bbc-a864-c99b8b694bdb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5385 time: 0.1245968 Nov 09 19:54:06.798114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-b601774d-50a4-4e31-9768-1d8ad53dcac3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting subnet 88fa3459-3353-4d19-9205-de1687d07abc {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:54:06.802590 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b601774d-50a4-4e31-9768-1d8ad53dcac3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.826804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-200876d5-139d-4bbc-bfea-d6bdef2ebd1d req-82795097-ecf6-4629-ac53-de81f1507779 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500579 Nov 09 19:54:06.887486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-bf1c3b57-0274-4569-b466-11dff4f53ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.887880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-bf1c3b57-0274-4569-b466-11dff4f53ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.888907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-bf1c3b57-0274-4569-b466-11dff4f53ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:06.893740 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-bf1c3b57-0274-4569-b466-11dff4f53ee9 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3345923 Nov 09 19:54:06.893943 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-445a0365-523a-4fc4-94c8-d06d8d561c03 req-779534c9-3e81-44c9-8828-7c542e5b931f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861886 Nov 09 19:54:06.898664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b601774d-50a4-4e31-9768-1d8ad53dcac3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.904939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08711694-bcbf-4aaf-8a26-863fca7d05de None None] DHCP port deletion for b24b617e-0c05-444b-b350-35d051520aec request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:54:06.914628 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:06.933319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41666) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:06.997910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-08711694-bcbf-4aaf-8a26-863fca7d05de None None] Deleting port f0d05992-d97b-4c2d-9165-867e66adf0cf {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:06.998294 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08711694-bcbf-4aaf-8a26-863fca7d05de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.022762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=6f570d58-c690-4248-9f8c-9dcdab5a1109,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:07.045217 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b601774d-50a4-4e31-9768-1d8ad53dcac3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.102254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-08711694-bcbf-4aaf-8a26-863fca7d05de None None] For port f0d05992-d97b-4c2d-9165-867e66adf0cf, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f0d05992-d97b-4c2d-9165-867e66adf0cf,segment=NetworkSegment(fe535063-df3d-4b50-a13b-f9034b41b522),segment_id=fe535063-df3d-4b50-a13b-f9034b41b522)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:07.102949 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08711694-bcbf-4aaf-8a26-863fca7d05de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.123418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-08711694-bcbf-4aaf-8a26-863fca7d05de None None] Calling delete_port for f0d05992-d97b-4c2d-9165-867e66adf0cf owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:07.176331 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-840d8b6a-e511-4698-9c97-6e5e170b9005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.223573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b293a45-993e-4a37-81dc-8a69d00e2f23 req-d6bb6f30-5e5d-488b-b70e-b04d6dcc87c7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:07.233626 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0b293a45-993e-4a37-81dc-8a69d00e2f23 req-d6bb6f30-5e5d-488b-b70e-b04d6dcc87c7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1398828 Nov 09 19:54:07.235690 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b601774d-50a4-4e31-9768-1d8ad53dcac3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.257534 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08711694-bcbf-4aaf-8a26-863fca7d05de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.294288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08711694-bcbf-4aaf-8a26-863fca7d05de None None] No DVR routers for this DVR port f0d05992-d97b-4c2d-9165-867e66adf0cf on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:07.309258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08711694-bcbf-4aaf-8a26-863fca7d05de None None] Pushing event deleted for resources: {'Port': ['ID=f0d05992-d97b-4c2d-9165-867e66adf0cf,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:07.323975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601774d-50a4-4e31-9768-1d8ad53dcac3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Subnet': ['ID=88fa3459-3353-4d19-9205-de1687d07abc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:07.326383 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b601774d-50a4-4e31-9768-1d8ad53dcac3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.329593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b601774d-50a4-4e31-9768-1d8ad53dcac3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/88fa3459-3353-4d19-9205-de1687d07abc HTTP/1.1" status: 204 len: 168 time: 0.6961298 Nov 09 19:54:07.333236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41672) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:07.334015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6043cae-fc4d-4039-b79e-547f81c54ab1 None None] Network e146ac76-b356-41ae-aff5-10be4b473b92 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:07.437183 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0b293a45-993e-4a37-81dc-8a69d00e2f23 req-dd49f059-af49-438c-b7a0-b10a86fd86dd tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650553 Nov 09 19:54:07.486033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-6d973da2-c04c-4f10-9687-2b07e946eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:07.487923 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bdf1b2a9-0747-4713-8fbe-4cdbb7fb08f2 req-6d973da2-c04c-4f10-9687-2b07e946eaae service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5876164 Nov 09 19:54:07.495572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.569701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfca2f2-f65e-4730-89c5-a89a7d9487a4 None None] DHCP port deletion for e146ac76-b356-41ae-aff5-10be4b473b92 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:54:07.581157 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-840d8b6a-e511-4698-9c97-6e5e170b9005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.598967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94dd3ea-a681-4f04-b7f6-57ba149ea00d {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:07.608505 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.623376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Transition to ACTIVE for port object f94dd3ea-a681-4f04-b7f6-57ba149ea00d will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:54:07.643183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.647476 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-840d8b6a-e511-4698-9c97-6e5e170b9005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.651825 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.659865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-abfca2f2-f65e-4730-89c5-a89a7d9487a4 None None] Deleting port a5bc8171-0542-433e-88ef-ac3ce573f54f {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:07.670792 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abfca2f2-f65e-4730-89c5-a89a7d9487a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.691928 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.724336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-840d8b6a-e511-4698-9c97-6e5e170b9005 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=111bc940a68f4d66bd41b0b8b62b929c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7896028 Nov 09 19:54:07.725087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d8b6a-e511-4698-9c97-6e5e170b9005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd12fe4d-17d8-4c99-b5d4-20048ba457f7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:07.728342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41684) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:07.752135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24b617e-0c05-444b-b350-35d051520aec']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:07.777989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a9aad-9f5d-453f-af0d-fdf744f947ee req-507a1050-70fa-4b4e-81a8-1658cf578665 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:07.779591 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a2a9aad-9f5d-453f-af0d-fdf744f947ee req-507a1050-70fa-4b4e-81a8-1658cf578665 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.2230289 Nov 09 19:54:07.786928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe535063-df3d-4b50-a13b-f9034b41b522') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:07.787230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe535063-df3d-4b50-a13b-f9034b41b522') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:07.795716 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f0d05992-d97b-4c2d-9165-867e66adf0cf no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:07.815365 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.837274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.846951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:54:07.847370 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.859472 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: f0d05992-d97b-4c2d-9165-867e66adf0cf {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:07.860201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f0d05992-d97b-4c2d-9165-867e66adf0cf not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:07.860836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a5bc8171-0542-433e-88ef-ac3ce573f54f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:07.867259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Pushing event updated for resources: {'Port': ['ID=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:07.930645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-abfca2f2-f65e-4730-89c5-a89a7d9487a4 None None] For port a5bc8171-0542-433e-88ef-ac3ce573f54f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a5bc8171-0542-433e-88ef-ac3ce573f54f,segment=NetworkSegment(e4ffb8d2-c9ca-465a-a869-5941b269307d),segment_id=e4ffb8d2-c9ca-465a-a869-5941b269307d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:07.931860 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abfca2f2-f65e-4730-89c5-a89a7d9487a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:54:07.947980 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:54:07.958128 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.978983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:07.986783 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/networks/b24b617e-0c05-444b-b350-35d051520aec HTTP/1.1" status: 204 len: 168 time: 0.6503420 Nov 09 19:54:07.987090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-abfca2f2-f65e-4730-89c5-a89a7d9487a4 None None] Calling delete_port for a5bc8171-0542-433e-88ef-ac3ce573f54f owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:07.989481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41696) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:08.012544 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.035458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 7b8a7484-fe58-456f-b6f8-4c5e36c0a732 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:08.037112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Attempting to bind port f94dd3ea-a681-4f04-b7f6-57ba149ea00d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:08.037680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Attempting to bind port f94dd3ea-a681-4f04-b7f6-57ba149ea00d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:08.038030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Attempting to bind port f94dd3ea-a681-4f04-b7f6-57ba149ea00d on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:08.055948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Port f94dd3ea-a681-4f04-b7f6-57ba149ea00d on network 9922e85b-217c-4111-8287-e2d3d6eef303 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:08.056288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Attempting to bind port f94dd3ea-a681-4f04-b7f6-57ba149ea00d on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:08.066494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19cf8d-2f12-4edb-adb5-691a36c50ff4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Network': ['ID=b24b617e-0c05-444b-b350-35d051520aec,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:08.068207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:08.068912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Checking segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:08.069307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Bound using segment: {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:08.069822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Bound port: f94dd3ea-a681-4f04-b7f6-57ba149ea00d, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c992822-2fcf-4d16-910b-1a9b79c28b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:08.074652 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.105079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port a5bc8171-0542-433e-88ef-ac3ce573f54f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a5bc8171-0542-433e-88ef-ac3ce573f54f,segment=NetworkSegment(e4ffb8d2-c9ca-465a-a869-5941b269307d),segment_id=e4ffb8d2-c9ca-465a-a869-5941b269307d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:08.112834 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0ab2-f21c-4d16-8577-9c3fe9e3a09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.115217 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.141291 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a2a9aad-9f5d-453f-af0d-fdf744f947ee req-50bfd44f-a71a-4116-837b-00532a887985 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503890 Nov 09 19:54:08.192143 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.211348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=a5bc8171-0542-433e-88ef-ac3ce573f54f,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:08.219059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0ab2-f21c-4d16-8577-9c3fe9e3a09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.230478 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abfca2f2-f65e-4730-89c5-a89a7d9487a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.235807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:08.246139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfca2f2-f65e-4730-89c5-a89a7d9487a4 None None] No DVR routers for this DVR port a5bc8171-0542-433e-88ef-ac3ce573f54f on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:08.258696 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd1b81-09d0-423d-ad41-1440bfc6b2f4 None None] Sync routers for ids ['7b8a7484-fe58-456f-b6f8-4c5e36c0a732'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:08.266843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-754b2311-dabe-4b6e-83f3-43ef03d22826 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/7b8a7484-fe58-456f-b6f8-4c5e36c0a732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6791720 Nov 09 19:54:08.270098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41720) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:08.276034 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd1b81-09d0-423d-ad41-1440bfc6b2f4 None None] Routers {'7b8a7484-fe58-456f-b6f8-4c5e36c0a732'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:08.276919 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e5dd1b81-09d0-423d-ad41-1440bfc6b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7b8a7484-fe58-456f-b6f8-4c5e36c0a732'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:08.293581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfca2f2-f65e-4730-89c5-a89a7d9487a4 None None] Pushing event deleted for resources: {'Port': ['ID=a5bc8171-0542-433e-88ef-ac3ce573f54f,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:08.306943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] The port 'a5bc8171-0542-433e-88ef-ac3ce573f54f' was deleted {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 09 19:54:08.322051 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e5dd1b81-09d0-423d-ad41-1440bfc6b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:08.332421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-76760a77-fca7-43da-baf0-8da9d50e9170 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b8a7484-fe58-456f-b6f8-4c5e36c0a732 HTTP/1.1" status: 200 len: 205 time: 0.0572789 Nov 09 19:54:08.333083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41728) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:08.337141 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd1b81-09d0-423d-ad41-1440bfc6b2f4 None None] Routers {'7b8a7484-fe58-456f-b6f8-4c5e36c0a732'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:08.338016 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e5dd1b81-09d0-423d-ad41-1440bfc6b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:53:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7b8a7484-fe58-456f-b6f8-4c5e36c0a732'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:08.378918 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e5dd1b81-09d0-423d-ad41-1440bfc6b2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:08.379871 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd1b81-09d0-423d-ad41-1440bfc6b2f4 None None] The sync data for ids ['7b8a7484-fe58-456f-b6f8-4c5e36c0a732'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:08.429844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.441978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9aac48d2-b01e-45c9-9ec6-cc3eae77e75e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.456427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a687af-26cc-4866-b79b-749921b7bfe2 req-06c99518-1230-42b9-b187-3fabca3b6e8d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:08.463058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a687af-26cc-4866-b79b-749921b7bfe2 req-06c99518-1230-42b9-b187-3fabca3b6e8d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:08.469796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a687af-26cc-4866-b79b-749921b7bfe2 req-06c99518-1230-42b9-b187-3fabca3b6e8d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:08.476764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a687af-26cc-4866-b79b-749921b7bfe2 req-06c99518-1230-42b9-b187-3fabca3b6e8d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:08.483235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a687af-26cc-4866-b79b-749921b7bfe2 req-06c99518-1230-42b9-b187-3fabca3b6e8d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:08.489274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a687af-26cc-4866-b79b-749921b7bfe2 req-06c99518-1230-42b9-b187-3fabca3b6e8d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:08.496123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a687af-26cc-4866-b79b-749921b7bfe2 req-06c99518-1230-42b9-b187-3fabca3b6e8d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:08.498079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59a687af-26cc-4866-b79b-749921b7bfe2 req-06c99518-1230-42b9-b187-3fabca3b6e8d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5397 time: 0.2674181 Nov 09 19:54:08.509143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] For port f94dd3ea-a681-4f04-b7f6-57ba149ea00d, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:08.529012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e146ac76-b356-41ae-aff5-10be4b473b92']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:08.542947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ffb8d2-c9ca-465a-a869-5941b269307d') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:08.543246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ffb8d2-c9ca-465a-a869-5941b269307d') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:08.544841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0ab2-f21c-4d16-8577-9c3fe9e3a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.547471 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0ab2-f21c-4d16-8577-9c3fe9e3a09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.548322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] For port f94dd3ea-a681-4f04-b7f6-57ba149ea00d, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:08.548621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8c2e0ab2-f21c-4d16-8577-9c3fe9e3a09e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd12fe4d-17d8-4c99-b5d4-20048ba457f7 HTTP/1.1" status: 204 len: 168 time: 0.8146348 Nov 09 19:54:08.578834 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59a687af-26cc-4866-b79b-749921b7bfe2 req-0a8a6692-876f-4042-ac5e-1f45a3b782e8 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735185 Nov 09 19:54:08.588691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.590881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e0ab2-f21c-4d16-8577-9c3fe9e3a09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd12fe4d-17d8-4c99-b5d4-20048ba457f7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:08.601474 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.608920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.633200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:54:08.633200 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:54:08.636382 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:54:08.708766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:08.709375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.710804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] 10.222.0.70 "PUT /v2.0/ports/f94dd3ea-a681-4f04-b7f6-57ba149ea00d HTTP/1.1" status: 200 len: 1091 time: 2.5977051 Nov 09 19:54:08.711997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': 'f94dd3ea-a681-4f04-b7f6-57ba149ea00d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:08.714278 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041" -d '{"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "f94dd3ea-a681-4f04-b7f6-57ba149ea00d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:08.718043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9aac48d2-b01e-45c9-9ec6-cc3eae77e75e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.729397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-9cdff007-08fa-485e-ae1a-882519b6bc81 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:08.729577 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.736133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-9cdff007-08fa-485e-ae1a-882519b6bc81 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=eacf058f-84ca-4bcf-89e5-919894015500 HTTP/1.1" status: 200 len: 944 time: 0.2247102 Nov 09 19:54:08.737543 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.738647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9aac48d2-b01e-45c9-9ec6-cc3eae77e75e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.751448 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/networks/e146ac76-b356-41ae-aff5-10be4b473b92 HTTP/1.1" status: 204 len: 168 time: 0.7598813 Nov 09 19:54:08.754633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41736) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:08.767301 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1684484541'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:08.789274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:08.801688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650e701-07b7-432b-8d2b-22163523af40 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Network': ['ID=e146ac76-b356-41ae-aff5-10be4b473b92,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:08.822445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:08.838604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.864233 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b6c0c3-99fc-4e4b-994c-dce85240e69e x-openstack-request-id: req-28b6c0c3-99fc-4e4b-994c-dce85240e69e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:08.864898 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "f94dd3ea-a681-4f04-b7f6-57ba149ea00d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:08.865329 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28b6c0c3-99fc-4e4b-994c-dce85240e69e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:08.865873 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': 'f94dd3ea-a681-4f04-b7f6-57ba149ea00d', 'status': 'completed', 'code': 200} Nov 09 19:54:08.871165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:54:08.875646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ba061-5379-4c88-9d0d-d1a03faa963e service neutron] Pushing event updated for resources: {'Port': ['ID=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:08.893445 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.893898 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added segment b9f7f1d8-7c0f-4857-b84e-d88223714783 of type vlan for network eeb5377d-7b9f-4fe4-bd37-a958b88f354f Nov 09 19:54:08.934561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9aac48d2-b01e-45c9-9ec6-cc3eae77e75e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.935122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aac48d2-b01e-45c9-9ec6-cc3eae77e75e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Fanout notify agent at l3_agent the message router_deleted on router 7b8a7484-fe58-456f-b6f8-4c5e36c0a732 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:54:08.944917 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.948726 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9aac48d2-b01e-45c9-9ec6-cc3eae77e75e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.952324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9aac48d2-b01e-45c9-9ec6-cc3eae77e75e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/7b8a7484-fe58-456f-b6f8-4c5e36c0a732 HTTP/1.1" status: 204 len: 168 time: 0.6152086 Nov 09 19:54:08.953761 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41738) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:08.982628 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:08.995160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41740) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:09.016113 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.022903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.023535 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.030033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-6808f095-61eb-4994-bd16-e293d1f2ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.030545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-6808f095-61eb-4994-bd16-e293d1f2ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.031000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-6808f095-61eb-4994-bd16-e293d1f2ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.031520 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-6808f095-61eb-4994-bd16-e293d1f2ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.031928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-6808f095-61eb-4994-bd16-e293d1f2ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.032391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-6808f095-61eb-4994-bd16-e293d1f2ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.032850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-6808f095-61eb-4994-bd16-e293d1f2ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.034816 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-6808f095-61eb-4994-bd16-e293d1f2ad50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6344 time: 0.1625662 Nov 09 19:54:09.035594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfe74f0d-fd1a-4ae7-8ab9-48cb42fcd58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.057080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db2fcc9-c3f1-4b6c-905d-77e594e66baf tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting subnet 2eed5243-b243-4c99-bbd7-60009421a34b {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:54:09.060427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4db2fcc9-c3f1-4b6c-905d-77e594e66baf tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.121616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3621056 Nov 09 19:54:09.126196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41742) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:09.133579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-d1124161-71b5-46e8-bfad-5f78f8953558 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Deleting port cf021023-8f67-4628-ad0d-00f4250bd1ab {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:09.133941 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-d1124161-71b5-46e8-bfad-5f78f8953558 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.144097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'subnet': {'network_id': 'eeb5377d-7b9f-4fe4-bd37-a958b88f354f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:09.150590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518cd10-7d7d-4c3f-bc57-9038b458b355 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Network': ['ID=eeb5377d-7b9f-4fe4-bd37-a958b88f354f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:09.156710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4db2fcc9-c3f1-4b6c-905d-77e594e66baf tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.165757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network eeb5377d-7b9f-4fe4-bd37-a958b88f354f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:54:09.287031 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4db2fcc9-c3f1-4b6c-905d-77e594e66baf tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.337246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eb2e0-baf3-4bf6-857d-f2412ad7f41c req-a1b847b3-f7ae-4669-8a94-6bb1f02c0a53 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.338870 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-520eb2e0-baf3-4bf6-857d-f2412ad7f41c req-a1b847b3-f7ae-4669-8a94-6bb1f02c0a53 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1048672 Nov 09 19:54:09.388977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4db2fcc9-c3f1-4b6c-905d-77e594e66baf tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.393422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-520eb2e0-baf3-4bf6-857d-f2412ad7f41c req-e11ad33a-39b3-4bb9-b7bd-a8bb771d305f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473032 Nov 09 19:54:09.424691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4db2fcc9-c3f1-4b6c-905d-77e594e66baf tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.431886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ed262-a4c8-4585-a39a-5e64b6e2ea26 None None] Network 424bd626-e2de-4852-85d8-8014f7ac6e21 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:09.432146 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4db2fcc9-c3f1-4b6c-905d-77e594e66baf tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/2eed5243-b243-4c99-bbd7-60009421a34b HTTP/1.1" status: 204 len: 168 time: 0.4748986 Nov 09 19:54:09.432146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2fcc9-c3f1-4b6c-905d-77e594e66baf tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Subnet': ['ID=2eed5243-b243-4c99-bbd7-60009421a34b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:09.432146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41746) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:09.520252 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.581618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port 2e85786f-6ab6-4715-88f3-5aba16b54d74 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:09.582058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.660752 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3287e7b-23f5-46e4-8f48-169af4f76853 None None] DHCP port deletion for 424bd626-e2de-4852-85d8-8014f7ac6e21 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:54:09.662243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port 2e85786f-6ab6-4715-88f3-5aba16b54d74, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2e85786f-6ab6-4715-88f3-5aba16b54d74,segment=NetworkSegment(27b1740b-55c7-4e75-8590-c304b77a5482),segment_id=27b1740b-55c7-4e75-8590-c304b77a5482)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:09.663070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.680606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for 2e85786f-6ab6-4715-88f3-5aba16b54d74 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:09.714430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-2c5d7680-edd7-4b05-8ed9-046a994e1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.715550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-2c5d7680-edd7-4b05-8ed9-046a994e1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.716175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-2c5d7680-edd7-4b05-8ed9-046a994e1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.717971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-2c5d7680-edd7-4b05-8ed9-046a994e1817 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6678820 Nov 09 19:54:09.733064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-d1124161-71b5-46e8-bfad-5f78f8953558 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] For port cf021023-8f67-4628-ad0d-00f4250bd1ab, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf021023-8f67-4628-ad0d-00f4250bd1ab,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:09.733436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-d1124161-71b5-46e8-bfad-5f78f8953558 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.736056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a3287e7b-23f5-46e4-8f48-169af4f76853 None None] Deleting port 2e85786f-6ab6-4715-88f3-5aba16b54d74 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:09.736658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3287e7b-23f5-46e4-8f48-169af4f76853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.810875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-d1124161-71b5-46e8-bfad-5f78f8953558 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Calling delete_port for cf021023-8f67-4628-ad0d-00f4250bd1ab owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:09.812670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16729-1001-4e5b-a6a4-528dba7382e3 req-79527cb3-2259-413b-aa48-0e2a4a9f8f1c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.818902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16729-1001-4e5b-a6a4-528dba7382e3 req-79527cb3-2259-413b-aa48-0e2a4a9f8f1c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.822438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a3287e7b-23f5-46e4-8f48-169af4f76853 None None] For port 2e85786f-6ab6-4715-88f3-5aba16b54d74, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2e85786f-6ab6-4715-88f3-5aba16b54d74,segment=NetworkSegment(27b1740b-55c7-4e75-8590-c304b77a5482),segment_id=27b1740b-55c7-4e75-8590-c304b77a5482)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:09.823215 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3287e7b-23f5-46e4-8f48-169af4f76853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.824916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16729-1001-4e5b-a6a4-528dba7382e3 req-79527cb3-2259-413b-aa48-0e2a4a9f8f1c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.830909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16729-1001-4e5b-a6a4-528dba7382e3 req-79527cb3-2259-413b-aa48-0e2a4a9f8f1c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.836864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfe74f0d-fd1a-4ae7-8ab9-48cb42fcd58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.837845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16729-1001-4e5b-a6a4-528dba7382e3 req-79527cb3-2259-413b-aa48-0e2a4a9f8f1c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.840549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a3287e7b-23f5-46e4-8f48-169af4f76853 None None] Calling delete_port for 2e85786f-6ab6-4715-88f3-5aba16b54d74 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:09.843828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16729-1001-4e5b-a6a4-528dba7382e3 req-79527cb3-2259-413b-aa48-0e2a4a9f8f1c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.850596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16729-1001-4e5b-a6a4-528dba7382e3 req-79527cb3-2259-413b-aa48-0e2a4a9f8f1c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:09.852545 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dda16729-1001-4e5b-a6a4-528dba7382e3 req-79527cb3-2259-413b-aa48-0e2a4a9f8f1c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5397 time: 0.1203995 Nov 09 19:54:09.860557 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfe74f0d-fd1a-4ae7-8ab9-48cb42fcd58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.869599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:09.872968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.876548 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.915514 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=2e85786f-6ab6-4715-88f3-5aba16b54d74,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:09.918699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No DVR routers for this DVR port 2e85786f-6ab6-4715-88f3-5aba16b54d74 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:09.927680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3287e7b-23f5-46e4-8f48-169af4f76853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:09.954747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3287e7b-23f5-46e4-8f48-169af4f76853 None None] Pushing event deleted for resources: {'Port': ['ID=2e85786f-6ab6-4715-88f3-5aba16b54d74,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:09.956831 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dda16729-1001-4e5b-a6a4-528dba7382e3 req-6beab68b-c2e0-45d2-b058-965c8e2e8629 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878069 Nov 09 19:54:09.959411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3287e7b-23f5-46e4-8f48-169af4f76853 None None] No DVR routers for this DVR port 2e85786f-6ab6-4715-88f3-5aba16b54d74 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:10.025487 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.034051 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bfe74f0d-fd1a-4ae7-8ab9-48cb42fcd58b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d21c93d2854d47719dd0e70f1b99d782&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0369983 Nov 09 19:54:10.039510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41754) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:10.054424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424bd626-e2de-4852-85d8-8014f7ac6e21']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:10.061215 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe74f0d-fd1a-4ae7-8ab9-48cb42fcd58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7286261c-2ce0-4f29-8bf0-ff6a39d4063f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:10.073506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b1740b-55c7-4e75-8590-c304b77a5482') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:10.073930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b1740b-55c7-4e75-8590-c304b77a5482') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:10.087276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-a9b6196c-1d66-47ff-aa6c-345b32529ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:10.089489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6a563ef-0eb5-44e1-ba22-6b7e1af68041 req-a9b6196c-1d66-47ff-aa6c-345b32529ff6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3487439 Nov 09 19:54:10.102428 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.126810 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.151480 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:54:10.151711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:54:10.154848 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:54:10.157494 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b087bcd-1f50-4489-b79a-31ea53c09eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.159497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226eb50e-f3ac-4a77-be02-965ef85c74bd {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:10.191043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.236178 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2c72a1cc-25ee-4094-bddf-786cee297fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.245480 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b087bcd-1f50-4489-b79a-31ea53c09eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.259244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Transition to ACTIVE for port object 226eb50e-f3ac-4a77-be02-965ef85c74bd will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:54:10.259902 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.265430 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.265613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.273397 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/networks/424bd626-e2de-4852-85d8-8014f7ac6e21 HTTP/1.1" status: 204 len: 168 time: 0.8360496 Nov 09 19:54:10.276573 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-d1124161-71b5-46e8-bfad-5f78f8953558 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.280450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41756) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:10.288696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['92e3ce06-32d9-4eca-b78a-64d45c2aedd7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:10.291039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fa46d398-7880-4a48-92a9-af72e7c6ec6d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:10.299020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0cec4-5c82-4f34-a1ad-c0567d9c1c21 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Network': ['ID=424bd626-e2de-4852-85d8-8014f7ac6e21,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:10.303151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-eac14037-e274-46bc-916c-8bb080b8462f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-229927850', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:10.339247 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b087bcd-1f50-4489-b79a-31ea53c09eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.342897 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b087bcd-1f50-4489-b79a-31ea53c09eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.346671 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b087bcd-1f50-4489-b79a-31ea53c09eb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7286261c-2ce0-4f29-8bf0-ff6a39d4063f HTTP/1.1" status: 204 len: 168 time: 0.3038328 Nov 09 19:54:10.354038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b087bcd-1f50-4489-b79a-31ea53c09eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286261c-2ce0-4f29-8bf0-ff6a39d4063f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:10.412224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Pushing event updated for resources: {'Port': ['ID=226eb50e-f3ac-4a77-be02-965ef85c74bd,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:10.462263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.530832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-d1124161-71b5-46e8-bfad-5f78f8953558 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] No DVR routers for this DVR port cf021023-8f67-4628-ad0d-00f4250bd1ab on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:10.532638 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac14037-e274-46bc-916c-8bb080b8462f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.533726 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac14037-e274-46bc-916c-8bb080b8462f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.542846 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-d1124161-71b5-46e8-bfad-5f78f8953558 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.555987 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d23e8b8f-fd00-4c98-bff6-250112f3e5f4 req-d1124161-71b5-46e8-bfad-5f78f8953558 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "DELETE /v2.0/ports/cf021023-8f67-4628-ad0d-00f4250bd1ab HTTP/1.1" status: 204 len: 173 time: 1.8186886 Nov 09 19:54:10.579642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1124161-71b5-46e8-bfad-5f78f8953558 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event deleted for resources: {'Port': ['ID=cf021023-8f67-4628-ad0d-00f4250bd1ab,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:10.676304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742dba7-9a19-4a40-82b5-660f4c67936b req-d566495f-dcc9-45d5-bc92-ca6d629f891b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:10.694890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7742dba7-9a19-4a40-82b5-660f4c67936b req-d566495f-dcc9-45d5-bc92-ca6d629f891b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1475937 Nov 09 19:54:10.790494 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7742dba7-9a19-4a40-82b5-660f4c67936b req-72f7deac-4c02-4a3c-9944-522fbff9e866 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942607 Nov 09 19:54:10.844754 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac14037-e274-46bc-916c-8bb080b8462f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.868021 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac14037-e274-46bc-916c-8bb080b8462f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.877473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacf058f-84ca-4bcf-89e5-919894015500', 'name': 'network-vif-deleted', 'tag': 'cf021023-8f67-4628-ad0d-00f4250bd1ab'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:10.879685 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d244e38-fbb7-4516-9abd-04f37281360b" -d '{"events": [{"server_uuid": "eacf058f-84ca-4bcf-89e5-919894015500", "name": "network-vif-deleted", "tag": "cf021023-8f67-4628-ad0d-00f4250bd1ab"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:10.905610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Subnet': ['ID=8bf78244-0f90-4df5-89dd-52f42af1ef6a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:10.928159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac14037-e274-46bc-916c-8bb080b8462f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:10.929593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eac14037-e274-46bc-916c-8bb080b8462f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6468477 Nov 09 19:54:10.932557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41774) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:10.942073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'network': {'name': 'tempest-RoutersTest-300616899'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:10.950974 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f806d6-acde-42e7-b5cf-631cdf545107 x-openstack-request-id: req-e7f806d6-acde-42e7-b5cf-631cdf545107 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:10.951340 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacf058f-84ca-4bcf-89e5-919894015500", "name": "network-vif-deleted", "tag": "cf021023-8f67-4628-ad0d-00f4250bd1ab", "status": "failed", "code": 422}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:10.951510 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7f806d6-acde-42e7-b5cf-631cdf545107 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:10.951897 n-d-817256-1 neutron-server[102296]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eacf058f-84ca-4bcf-89e5-919894015500', 'name': 'network-vif-deleted', 'tag': 'cf021023-8f67-4628-ad0d-00f4250bd1ab', 'status': 'failed', 'code': 422} returned with failed status Nov 09 19:54:10.954754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Attempting to bind port 226eb50e-f3ac-4a77-be02-965ef85c74bd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:10.955088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Attempting to bind port 226eb50e-f3ac-4a77-be02-965ef85c74bd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:10.955413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Attempting to bind port 226eb50e-f3ac-4a77-be02-965ef85c74bd on network 7a0826e3-ffae-481c-a2bc-5e6a349391ce {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:10.962902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Checking segment: {'id': 'b9f7f1d8-7c0f-4857-b84e-d88223714783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'eeb5377d-7b9f-4fe4-bd37-a958b88f354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:10.963444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network hostable DHCP agents. Network: eeb5377d-7b9f-4fe4-bd37-a958b88f354f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:54:10.976823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Port 226eb50e-f3ac-4a77-be02-965ef85c74bd on network 7a0826e3-ffae-481c-a2bc-5e6a349391ce not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:10.977327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Attempting to bind port 226eb50e-f3ac-4a77-be02-965ef85c74bd on network 7a0826e3-ffae-481c-a2bc-5e6a349391ce {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:10.993594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:10.994151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Checking segment: {'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:10.994738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Bound using segment: {'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:10.995339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Bound port: 226eb50e-f3ac-4a77-be02-965ef85c74bd, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:10.995880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.008324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:11.011743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.025491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network eeb5377d-7b9f-4fe4-bd37-a958b88f354f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:54:11.072308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, eeb5377d-7b9f-4fe4-bd37-a958b88f354f) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:11.083064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c86e7-6146-4b44-aba0-c1c896a55488 None None] Network eeb5377d-7b9f-4fe4-bd37-a958b88f354f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:11.098056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:11.098631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.147820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:54:11.201071 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.201618 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added segment 3bf82735-eb7e-4734-ada8-987ee5146e19 of type vlan for network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a Nov 09 19:54:11.223620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4e06c0b3-2f8c-4d3c-8290-9b46d0b2a1a9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0926111 Nov 09 19:54:11.226150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] For port 226eb50e-f3ac-4a77-be02-965ef85c74bd, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:11.228812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41786) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:11.230292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] For port 226eb50e-f3ac-4a77-be02-965ef85c74bd, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:11.252359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.259077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb3ef5-9505-4e03-8657-9c50c26c39b9 req-15d76df7-6e50-4ad9-aaa0-da0e91e72a21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:11.283717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb3ef5-9505-4e03-8657-9c50c26c39b9 req-15d76df7-6e50-4ad9-aaa0-da0e91e72a21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:11.290168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.301355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb3ef5-9505-4e03-8657-9c50c26c39b9 req-15d76df7-6e50-4ad9-aaa0-da0e91e72a21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:11.309712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:11.310395 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.311765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] 10.222.0.70 "PUT /v2.0/ports/226eb50e-f3ac-4a77-be02-965ef85c74bd HTTP/1.1" status: 200 len: 1091 time: 2.5497334 Nov 09 19:54:11.324253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-eeb5377d-7b9f-4fe4-bd37-a958b88f354f', 'network_id': 'eeb5377d-7b9f-4fe4-bd37-a958b88f354f', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'fixed_ips': [{'subnet_id': '8bf78244-0f90-4df5-89dd-52f42af1ef6a'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:54:11.325690 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.338588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb3ef5-9505-4e03-8657-9c50c26c39b9 req-15d76df7-6e50-4ad9-aaa0-da0e91e72a21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:11.351116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Request body: {'port': {'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:11.363486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb3ef5-9505-4e03-8657-9c50c26c39b9 req-15d76df7-6e50-4ad9-aaa0-da0e91e72a21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:11.372816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb3ef5-9505-4e03-8657-9c50c26c39b9 req-15d76df7-6e50-4ad9-aaa0-da0e91e72a21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:11.381296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb3ef5-9505-4e03-8657-9c50c26c39b9 req-15d76df7-6e50-4ad9-aaa0-da0e91e72a21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:11.391010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7eb3ef5-9505-4e03-8657-9c50c26c39b9 req-15d76df7-6e50-4ad9-aaa0-da0e91e72a21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5409 time: 0.3041849 Nov 09 19:54:11.391238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c59334-9ddd-456a-9a1c-3a2164b1e0eb service neutron] Pushing event updated for resources: {'Port': ['ID=226eb50e-f3ac-4a77-be02-965ef85c74bd,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:11.412826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.415455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-007a0927-f103-45d2-aaca-3c1d660728ab tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1504011494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:11.418446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:11.427766 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.460528 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-007a0927-f103-45d2-aaca-3c1d660728ab tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.462114 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-007a0927-f103-45d2-aaca-3c1d660728ab tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.532485 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7eb3ef5-9505-4e03-8657-9c50c26c39b9 req-1127e3c9-22ae-4421-b4b2-5d151494340b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401286 Nov 09 19:54:11.550583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Allocated IP 2001:db8::2 (eeb5377d-7b9f-4fe4-bd37-a958b88f354f/8bf78244-0f90-4df5-89dd-52f42af1ef6a/6f88b76b-815d-477c-a61b-d14ccd02452f) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:11.657548 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-007a0927-f103-45d2-aaca-3c1d660728ab tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.658583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7234468 Nov 09 19:54:11.661242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41800) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:11.666549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'subnet': {'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:11.672057 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-007a0927-f103-45d2-aaca-3c1d660728ab tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.733932 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.789063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ff95c-37eb-48de-9cf4-8995a1a12842 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Network': ['ID=b444dd5e-7bcb-4016-9f80-9c9b69ddff1a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:11.791507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2e85786f-6ab6-4715-88f3-5aba16b54d74 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:11.827755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-007a0927-f103-45d2-aaca-3c1d660728ab tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:11.831774 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-007a0927-f103-45d2-aaca-3c1d660728ab tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4355836 Nov 09 19:54:11.836089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:54:11.841743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41806) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:11.844837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 2e85786f-6ab6-4715-88f3-5aba16b54d74 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:11.845185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2e85786f-6ab6-4715-88f3-5aba16b54d74 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:11.874674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'port': {'network_id': 'eeb5377d-7b9f-4fe4-bd37-a958b88f354f', 'name': 'tempest-RoutersIpV6Test-1140845542'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:11.914005 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:11.918584 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.188388 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.196180 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.243303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Network eeb5377d-7b9f-4fe4-bd37-a958b88f354f is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:12.247041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:12.249674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:12.283227 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.288853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f7e84-9a93-4e8f-9eb7-965a787c2a53 req-abf91548-3a40-4832-99d8-d4cda73f5516 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:12.299402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e4f7e84-9a93-4e8f-9eb7-965a787c2a53 req-abf91548-3a40-4832-99d8-d4cda73f5516 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.2081265 Nov 09 19:54:12.326077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Pushing event updated for resources: {'Port': ['ID=6f88b76b-815d-477c-a61b-d14ccd02452f,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:12.328800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c9ad2-ff0c-4012-9a0b-79f49c96a50b req-a6a1a42c-57c1-4bc6-8e32-87eb04f12605 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:12.338667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a95c9ad2-ff0c-4012-9a0b-79f49c96a50b req-a6a1a42c-57c1-4bc6-8e32-87eb04f12605 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 907 time: 0.1267626 Nov 09 19:54:12.338808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Attempting to bind port 6f88b76b-815d-477c-a61b-d14ccd02452f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:12.341098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:12.341365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Attempting to bind port 6f88b76b-815d-477c-a61b-d14ccd02452f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'b9f7f1d8-7c0f-4857-b84e-d88223714783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'eeb5377d-7b9f-4fe4-bd37-a958b88f354f'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:12.341746 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Attempting to bind port 6f88b76b-815d-477c-a61b-d14ccd02452f on network eeb5377d-7b9f-4fe4-bd37-a958b88f354f {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:12.345867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.355492 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:12.355722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Checking segment: {'id': 'b9f7f1d8-7c0f-4857-b84e-d88223714783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'eeb5377d-7b9f-4fe4-bd37-a958b88f354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:12.356132 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.356539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Bound using segment: {'id': 'b9f7f1d8-7c0f-4857-b84e-d88223714783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'eeb5377d-7b9f-4fe4-bd37-a958b88f354f'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:12.361258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Bound port: 6f88b76b-815d-477c-a61b-d14ccd02452f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f7f1d8-7c0f-4857-b84e-d88223714783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'eeb5377d-7b9f-4fe4-bd37-a958b88f354f'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:12.362059 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.376150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Subnet': ['ID=b78d4974-5708-4668-9778-892c9f565c58,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:12.400762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] device_id is not set on port 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:54:12.409513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Checking segment: {'id': '3bf82735-eb7e-4734-ada8-987ee5146e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:12.409834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network hostable DHCP agents. Network: b444dd5e-7bcb-4016-9f80-9c9b69ddff1a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:54:12.427330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e4f7e84-9a93-4e8f-9eb7-965a787c2a53 req-9418e943-592d-4a72-ad43-5752102a20e8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268163 Nov 09 19:54:12.439300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:54:12.449210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] For port 6f88b76b-815d-477c-a61b-d14ccd02452f, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:12.449437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, b444dd5e-7bcb-4016-9f80-9c9b69ddff1a) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:12.463155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] For port 6f88b76b-815d-477c-a61b-d14ccd02452f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6f88b76b-815d-477c-a61b-d14ccd02452f,segment=NetworkSegment(b9f7f1d8-7c0f-4857-b84e-d88223714783),segment_id=b9f7f1d8-7c0f-4857-b84e-d88223714783)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:12.466396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447fcd0-adf0-4d05-b859-f46941c7d94b None None] Network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:12.466751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:12.467916 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.492136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-62b4150e-525e-4e9a-9793-e017f5c59a5b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8296845 Nov 09 19:54:12.494801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41822) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:12.518775 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.554708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:12.567181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.601479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Transition to ACTIVE for port object f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:54:12.612766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Allocated IP 2001:db8::9e (eeb5377d-7b9f-4fe4-bd37-a958b88f354f/8bf78244-0f90-4df5-89dd-52f42af1ef6a/0eefe0cd-ffbe-43e6-b4ae-92b721d3defb) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:12.615469 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.624773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196ad06-611f-4b0c-8a76-2472c87d76a8 None None] Pushing event updated for resources: {'Port': ['ID=6f88b76b-815d-477c-a61b-d14ccd02452f,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:12.681735 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:12.885253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:54:12.886142 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.888829 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Attempting to bind port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:12.889497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Attempting to bind port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:12.889497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Attempting to bind port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 on network 7a0826e3-ffae-481c-a2bc-5e6a349391ce {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:12.913886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 on network 7a0826e3-ffae-481c-a2bc-5e6a349391ce not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:12.914610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Attempting to bind port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 on network 7a0826e3-ffae-481c-a2bc-5e6a349391ce {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:12.926256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:12.926643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Checking segment: {'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:12.927626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Bound using segment: {'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:12.928189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Bound port: f8d2baf1-a7ff-4cc6-b51c-10d0ac807575, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4653b5f4-b809-4282-8f8f-b0742e7b5b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:12.928555 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:12.962656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '226eb50e-f3ac-4a77-be02-965ef85c74bd'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:12.967007 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980" -d '{"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "226eb50e-f3ac-4a77-be02-965ef85c74bd"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:13.149884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.172449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] For port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:13.181523 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] For port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:13.196232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10158e7-383f-486a-8bba-980b69222786 req-4045299c-f39a-4839-99ab-93b546424775 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.197891 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.205949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10158e7-383f-486a-8bba-980b69222786 req-4045299c-f39a-4839-99ab-93b546424775 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.213695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10158e7-383f-486a-8bba-980b69222786 req-4045299c-f39a-4839-99ab-93b546424775 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.219172 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f87dcb-56b5-4cb3-95f4-96ea86edb853 x-openstack-request-id: req-c7f87dcb-56b5-4cb3-95f4-96ea86edb853 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:13.219584 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "226eb50e-f3ac-4a77-be02-965ef85c74bd", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:13.219917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10158e7-383f-486a-8bba-980b69222786 req-4045299c-f39a-4839-99ab-93b546424775 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.220052 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7f87dcb-56b5-4cb3-95f4-96ea86edb853 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:13.220657 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '226eb50e-f3ac-4a77-be02-965ef85c74bd', 'status': 'completed', 'code': 200} Nov 09 19:54:13.226764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10158e7-383f-486a-8bba-980b69222786 req-4045299c-f39a-4839-99ab-93b546424775 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.233232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10158e7-383f-486a-8bba-980b69222786 req-4045299c-f39a-4839-99ab-93b546424775 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.240074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10158e7-383f-486a-8bba-980b69222786 req-4045299c-f39a-4839-99ab-93b546424775 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.248171 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c10158e7-383f-486a-8bba-980b69222786 req-4045299c-f39a-4839-99ab-93b546424775 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.5377808 Nov 09 19:54:13.262307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Allocated IP 172.20.0.2 (b444dd5e-7bcb-4016-9f80-9c9b69ddff1a/b78d4974-5708-4668-9778-892c9f565c58/16252404-1697-43b8-887f-d05fedaea9e8) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:13.292044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.295369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.296175 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.297722 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] 10.222.0.70 "PUT /v2.0/ports/f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 HTTP/1.1" status: 200 len: 1091 time: 1.9541788 Nov 09 19:54:13.322781 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.388386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284243dd-cee8-4ece-b6ef-885640654a70 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:13.432131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-f995a469-c987-4e01-a7d8-6d7d16b55e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.433985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-f995a469-c987-4e01-a7d8-6d7d16b55e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.435616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-f995a469-c987-4e01-a7d8-6d7d16b55e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.436120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-f995a469-c987-4e01-a7d8-6d7d16b55e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.438007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-f995a469-c987-4e01-a7d8-6d7d16b55e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.439660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-f995a469-c987-4e01-a7d8-6d7d16b55e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.440598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-f995a469-c987-4e01-a7d8-6d7d16b55e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.444945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-f995a469-c987-4e01-a7d8-6d7d16b55e18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6478 time: 0.2035065 Nov 09 19:54:13.464295 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c10158e7-383f-486a-8bba-980b69222786 req-5fbb2336-bb88-4feb-8cbd-89305802be64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2149091 Nov 09 19:54:13.509336 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.533306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=0eefe0cd-ffbe-43e6-b4ae-92b721d3defb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:13.548322 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.572921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:13.578954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:13.582146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:13.586112 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.656437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network eeb5377d-7b9f-4fe4-bd37-a958b88f354f is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:13.708663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:13.712106 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-616d7378-a3d8-4fc6-9ec9-2a31ab68b508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.719123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Attempting to bind port 16252404-1697-43b8-887f-d05fedaea9e8 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:13.719123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Attempting to bind port 16252404-1697-43b8-887f-d05fedaea9e8 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '3bf82735-eb7e-4734-ada8-987ee5146e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:13.719445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:13.719540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Attempting to bind port 16252404-1697-43b8-887f-d05fedaea9e8 on network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:13.731074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Pushing event updated for resources: {'Port': ['ID=16252404-1697-43b8-887f-d05fedaea9e8,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:13.735109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:13.735559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Checking segment: {'id': '3bf82735-eb7e-4734-ada8-987ee5146e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:13.736324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.736602 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.737094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Bound using segment: {'id': '3bf82735-eb7e-4734-ada8-987ee5146e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:13.737440 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.737825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Bound port: 16252404-1697-43b8-887f-d05fedaea9e8, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf82735-eb7e-4734-ada8-987ee5146e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:13.738227 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:13.824205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6f88b76b-815d-477c-a61b-d14ccd02452f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:13.844164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-68f55db6-3966-41a4-a5d1-bb505a83b17b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9989500 Nov 09 19:54:13.845931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41882) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:13.858667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-32689b4f-070f-4340-8f4a-2acffd25de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.859128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-32689b4f-070f-4340-8f4a-2acffd25de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.859601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-32689b4f-070f-4340-8f4a-2acffd25de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.861535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-32689b4f-070f-4340-8f4a-2acffd25de24 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3240323 Nov 09 19:54:13.872434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030ec46-96f3-49c3-9047-047e11219b7c req-187210df-c1dd-4bdf-8f46-0a695ae1b897 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:13.874687 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6030ec46-96f3-49c3-9047-047e11219b7c req-187210df-c1dd-4bdf-8f46-0a695ae1b897 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 907 time: 0.3383696 Nov 09 19:54:13.931320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] For port 16252404-1697-43b8-887f-d05fedaea9e8, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:13.967932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] For port 16252404-1697-43b8-887f-d05fedaea9e8, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=16252404-1697-43b8-887f-d05fedaea9e8,segment=NetworkSegment(3bf82735-eb7e-4734-ada8-987ee5146e19),segment_id=3bf82735-eb7e-4734-ada8-987ee5146e19)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:13.979386 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:14.041420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6f88b76b-815d-477c-a61b-d14ccd02452f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:14.041906 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:14.047722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3281346-c8d3-4b29-aeb0-b473531a6a27 None None] Pushing event updated for resources: {'Port': ['ID=16252404-1697-43b8-887f-d05fedaea9e8,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:14.229236 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:14.286590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 6f88b76b-815d-477c-a61b-d14ccd02452f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6f88b76b-815d-477c-a61b-d14ccd02452f,segment=NetworkSegment(b9f7f1d8-7c0f-4857-b84e-d88223714783),segment_id=b9f7f1d8-7c0f-4857-b84e-d88223714783)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:14.292509 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:14.349564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e76f37-1de6-4cef-a981-04b2dcfe1b6c None None] Network eeb5377d-7b9f-4fe4-bd37-a958b88f354f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:14.379952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=6f88b76b-815d-477c-a61b-d14ccd02452f,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:14.408005 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41890) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:14.446348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Allocated IP 172.20.0.1 (b444dd5e-7bcb-4016-9f80-9c9b69ddff1a/b78d4974-5708-4668-9778-892c9f565c58/66aa5022-f133-4f42-9b7b-f9450ef600e2) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:14.509968 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:14.510948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8a4cbded-b2b7-4a30-b008-ab0272db5282 None None] Provisioning complete for port 6f88b76b-815d-477c-a61b-d14ccd02452f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:14.511378 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a4cbded-b2b7-4a30-b008-ab0272db5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:14.645718 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:14.695537 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:14.765178 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-4addda27-80c3-41b4-9bed-c8012c948d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:14.767358 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c6f58b8-368f-4e8f-bc79-1b09bdcb7980 req-4addda27-80c3-41b4-9bed-c8012c948d37 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8262312 Nov 09 19:54:14.778050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:14.779226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39314e60-0255-44ba-87ea-cdb189018bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:14.791781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-d2995b14-acb8-4487-8e2e-5a24d7bdbae7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:14.793688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-d2995b14-acb8-4487-8e2e-5a24d7bdbae7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 907 time: 0.3983400 Nov 09 19:54:14.809483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:14.812130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:14.825860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4b300-5a85-4478-9b30-203d847aa8fe req-a69880de-44bd-4567-9c69-93fcd1fe462c tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:14.833909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1a4b300-5a85-4478-9b30-203d847aa8fe req-a69880de-44bd-4567-9c69-93fcd1fe462c tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.4392176 Nov 09 19:54:14.838311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eadc44-4aec-4b42-9431-31083b85440e req-b333e9c0-5012-45ac-893a-3655e88d5e9a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:14.844307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eadc44-4aec-4b42-9431-31083b85440e req-b333e9c0-5012-45ac-893a-3655e88d5e9a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:14.850502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eadc44-4aec-4b42-9431-31083b85440e req-b333e9c0-5012-45ac-893a-3655e88d5e9a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:14.856568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eadc44-4aec-4b42-9431-31083b85440e req-b333e9c0-5012-45ac-893a-3655e88d5e9a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:14.861687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=66aa5022-f133-4f42-9b7b-f9450ef600e2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:14.862573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eadc44-4aec-4b42-9431-31083b85440e req-b333e9c0-5012-45ac-893a-3655e88d5e9a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:14.868627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eadc44-4aec-4b42-9431-31083b85440e req-b333e9c0-5012-45ac-893a-3655e88d5e9a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:14.874924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eadc44-4aec-4b42-9431-31083b85440e req-b333e9c0-5012-45ac-893a-3655e88d5e9a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:14.877373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40eadc44-4aec-4b42-9431-31083b85440e req-b333e9c0-5012-45ac-893a-3655e88d5e9a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.1888893 Nov 09 19:54:14.970960 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.000113 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:54:15.003575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40eadc44-4aec-4b42-9431-31083b85440e req-d7b202b6-9d37-4bdd-8b68-d0043d30745d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870583 Nov 09 19:54:15.012448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-86c7340e-6a57-4dd9-8ec8-696e4a1735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:15.012923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-86c7340e-6a57-4dd9-8ec8-696e4a1735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:15.013390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-86c7340e-6a57-4dd9-8ec8-696e4a1735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:15.013853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-86c7340e-6a57-4dd9-8ec8-696e4a1735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:15.014307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-86c7340e-6a57-4dd9-8ec8-696e4a1735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:15.014960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-86c7340e-6a57-4dd9-8ec8-696e4a1735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:15.015551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-86c7340e-6a57-4dd9-8ec8-696e4a1735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:15.017546 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-86c7340e-6a57-4dd9-8ec8-696e4a1735b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6478 time: 0.2042711 Nov 09 19:54:15.037908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.063496 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1a4b300-5a85-4478-9b30-203d847aa8fe req-3b135827-37c6-403d-beb2-37574fa31577 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233500 Nov 09 19:54:15.098119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-480fd120-eef0-4e80-bbcb-bd6c3871a805 None None] Provisioning complete for port 6f88b76b-815d-477c-a61b-d14ccd02452f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:15.101193 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-480fd120-eef0-4e80-bbcb-bd6c3871a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.156629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-1905dc4a-7d71-4a0e-9588-7c166da9d2c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 HTTP/1.1" status: 200 len: 217 time: 0.1287923 Nov 09 19:54:15.249158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': 'f8d2baf1-a7ff-4cc6-b51c-10d0ac807575'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:15.252376 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95" -d '{"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "f8d2baf1-a7ff-4cc6-b51c-10d0ac807575"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:15.253688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-30586d55-5d85-47ef-bff5-c9a49bc0ada6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Deleting port 554302f5-cfc5-4719-afd1-35582759496a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:15.254038 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-30586d55-5d85-47ef-bff5-c9a49bc0ada6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.312712 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39314e60-0255-44ba-87ea-cdb189018bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.319447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-480fd120-eef0-4e80-bbcb-bd6c3871a805 None None] Provisioning complete for port 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:15.320131 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-480fd120-eef0-4e80-bbcb-bd6c3871a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.389688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-db44b35b-7055-41f4-b821-56f9e86fa302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:15.391219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-db44b35b-7055-41f4-b821-56f9e86fa302 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d56ed7-cf6d-49cf-942e-853bf70f81d6 HTTP/1.1" status: 200 len: 851 time: 0.2268953 Nov 09 19:54:15.405889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-480fd120-eef0-4e80-bbcb-bd6c3871a805 None None] Port 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:15.407418 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39314e60-0255-44ba-87ea-cdb189018bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.418933 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0553c5e-8214-49ee-86fc-bf92a21290ce x-openstack-request-id: req-e0553c5e-8214-49ee-86fc-bf92a21290ce {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:15.419946 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "f8d2baf1-a7ff-4cc6-b51c-10d0ac807575", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:15.419946 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0553c5e-8214-49ee-86fc-bf92a21290ce {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:15.419946 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': 'f8d2baf1-a7ff-4cc6-b51c-10d0ac807575', 'status': 'completed', 'code': 200} Nov 09 19:54:15.437223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.446669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da965d8-3b23-4bd5-8154-715e68e1ab3b req-b7686ea0-77b0-4a5a-8170-20652aa91bfd tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:15.461222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2da965d8-3b23-4bd5-8154-715e68e1ab3b req-b7686ea0-77b0-4a5a-8170-20652aa91bfd tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 907 time: 0.3101408 Nov 09 19:54:15.486949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-39314e60-0255-44ba-87ea-cdb189018bac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=126d2ce9b6fd45e0bb4e109091fcbe5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0778253 Nov 09 19:54:15.487746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39314e60-0255-44ba-87ea-cdb189018bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90931a5e-c746-44d7-8f0b-f257291e61ff,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:15.491201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41904) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:15.530768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-43e48405-1253-4647-9154-a6313972a666 None None] Provisioning complete for port 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:15.531301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-43e48405-1253-4647-9154-a6313972a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.541981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-31cb6acf-cc5f-4301-ba6a-3655574ef483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:15.543562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-31cb6acf-cc5f-4301-ba6a-3655574ef483 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a324136-2163-42a7-990c-86170143e093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417708 Nov 09 19:54:15.578598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-43e48405-1253-4647-9154-a6313972a666 None None] Port 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:15.588000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-30586d55-5d85-47ef-bff5-c9a49bc0ada6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] For port 554302f5-cfc5-4719-afd1-35582759496a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=554302f5-cfc5-4719-afd1-35582759496a,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:15.588373 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-30586d55-5d85-47ef-bff5-c9a49bc0ada6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.640309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3deb15-1894-4d90-9602-f4d4965eb46d None None] Network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:15.665753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.671056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-30586d55-5d85-47ef-bff5-c9a49bc0ada6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Calling delete_port for 554302f5-cfc5-4719-afd1-35582759496a owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:15.682901 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.696506 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-f131d412-2d88-4ac5-bb6f-108f507aa632 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431677 Nov 09 19:54:15.711017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a2573eb6-f666-469c-bea3-7c1483274b02 None None] Provisioning complete for port 16252404-1697-43b8-887f-d05fedaea9e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:15.711693 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a2573eb6-f666-469c-bea3-7c1483274b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.723753 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30ba375a-2c16-44c1-8313-dddf0b0913d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.810581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30ba375a-2c16-44c1-8313-dddf0b0913d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.853475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=0eefe0cd-ffbe-43e6-b4ae-92b721d3defb,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:15.914267 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a2573eb6-f666-469c-bea3-7c1483274b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:15.928486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16252404-1697-43b8-887f-d05fedaea9e8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:15.977083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-bb527c7d-8120-4b7d-a194-5c3ae2e977ca service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567306 Nov 09 19:54:16.067147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a2573eb6-f666-469c-bea3-7c1483274b02 None None] For port 16252404-1697-43b8-887f-d05fedaea9e8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=16252404-1697-43b8-887f-d05fedaea9e8,segment=NetworkSegment(3bf82735-eb7e-4734-ada8-987ee5146e19),segment_id=3bf82735-eb7e-4734-ada8-987ee5146e19)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:16.092304 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a2573eb6-f666-469c-bea3-7c1483274b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.101110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 16252404-1697-43b8-887f-d05fedaea9e8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:16.101535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.110543 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-24a3e4e2-d663-4389-91a5-2a713e945e67 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 217 time: 0.0801468 Nov 09 19:54:16.111381 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.113899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30ba375a-2c16-44c1-8313-dddf0b0913d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.125442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30ba375a-2c16-44c1-8313-dddf0b0913d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.126966 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-30ba375a-2c16-44c1-8313-dddf0b0913d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90931a5e-c746-44d7-8f0b-f257291e61ff HTTP/1.1" status: 204 len: 168 time: 0.6319964 Nov 09 19:54:16.127987 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-30586d55-5d85-47ef-bff5-c9a49bc0ada6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.148149 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.208134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.228727 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba375a-2c16-44c1-8313-dddf0b0913d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90931a5e-c746-44d7-8f0b-f257291e61ff,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:16.257147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30586d55-5d85-47ef-bff5-c9a49bc0ada6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event deleted for resources: {'Port': ['ID=554302f5-cfc5-4719-afd1-35582759496a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:16.302010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2573eb6-f666-469c-bea3-7c1483274b02 None None] Pushing event updated for resources: {'Port': ['ID=16252404-1697-43b8-887f-d05fedaea9e8,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:16.313180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-f475e5f6-5a74-4b01-b304-8f764a5225b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:16.315635 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-f475e5f6-5a74-4b01-b304-8f764a5225b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.0854113 Nov 09 19:54:16.341466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e8ba029d-b333-4664-8175-d8b0275ea873 None None] Provisioning complete for port 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:16.342377 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e8ba029d-b333-4664-8175-d8b0275ea873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.353260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-30586d55-5d85-47ef-bff5-c9a49bc0ada6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] No DVR routers for this DVR port 554302f5-cfc5-4719-afd1-35582759496a on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:16.361547 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-30586d55-5d85-47ef-bff5-c9a49bc0ada6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.366442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b5c318e-07a4-492a-bd30-dea1d1d1b070 req-30586d55-5d85-47ef-bff5-c9a49bc0ada6 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "DELETE /v2.0/ports/554302f5-cfc5-4719-afd1-35582759496a HTTP/1.1" status: 204 len: 173 time: 1.5509241 Nov 09 19:54:16.368529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da70c938-a89a-4eeb-b96a-dae373443cc9', 'name': 'network-vif-deleted', 'tag': '554302f5-cfc5-4719-afd1-35582759496a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:16.371303 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8709bcc6-6dd6-4d8e-9d48-44511735c45f" -d '{"events": [{"server_uuid": "da70c938-a89a-4eeb-b96a-dae373443cc9", "name": "network-vif-deleted", "tag": "554302f5-cfc5-4719-afd1-35582759496a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:16.408151 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.426601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5b64-834d-4a34-8082-5a5853052241 req-98cc8e5c-11b5-4120-b386-3048d5c7aa86 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:16.439145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5b64-834d-4a34-8082-5a5853052241 req-98cc8e5c-11b5-4120-b386-3048d5c7aa86 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:16.462015 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.464096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5b64-834d-4a34-8082-5a5853052241 req-98cc8e5c-11b5-4120-b386-3048d5c7aa86 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:16.470730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5b64-834d-4a34-8082-5a5853052241 req-98cc8e5c-11b5-4120-b386-3048d5c7aa86 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:16.471979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6f88b76b-815d-477c-a61b-d14ccd02452f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:16.487692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5b64-834d-4a34-8082-5a5853052241 req-98cc8e5c-11b5-4120-b386-3048d5c7aa86 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:16.499713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5b64-834d-4a34-8082-5a5853052241 req-98cc8e5c-11b5-4120-b386-3048d5c7aa86 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:16.513282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5b64-834d-4a34-8082-5a5853052241 req-98cc8e5c-11b5-4120-b386-3048d5c7aa86 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:16.522559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1dfe5b64-834d-4a34-8082-5a5853052241 req-98cc8e5c-11b5-4120-b386-3048d5c7aa86 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.3872383 Nov 09 19:54:16.547333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba029d-b333-4664-8175-d8b0275ea873 None None] Port 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:16.602481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6f88b76b-815d-477c-a61b-d14ccd02452f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:16.602895 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.631481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=66aa5022-f133-4f42-9b7b-f9450ef600e2,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:16.632981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc8c81-f075-4229-9acc-e27d8f56f93e req-d012e11f-2621-4e84-a695-50645b85200a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:16.651628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-99bc8c81-f075-4229-9acc-e27d8f56f93e req-d012e11f-2621-4e84-a695-50645b85200a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.4240625 Nov 09 19:54:16.661584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-40a4ca9d-9467-4fd0-9bf7-9c72610d6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:16.663695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-40a4ca9d-9467-4fd0-9bf7-9c72610d6af9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3254154 Nov 09 19:54:16.680691 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1dfe5b64-834d-4a34-8082-5a5853052241 req-d8f0ca5a-e90a-4fa5-80bb-dc2836c5cf35 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571052 Nov 09 19:54:16.766724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-881cba5c-89cf-4788-851a-d826e328e363 None None] Provisioning complete for port 66aa5022-f133-4f42-9b7b-f9450ef600e2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:16.767397 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-881cba5c-89cf-4788-851a-d826e328e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.771813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:16.774369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:16.839626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41928) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:16.850804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.891729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-99bc8c81-f075-4229-9acc-e27d8f56f93e req-a771c04f-3d51-4341-b50e-7eec08d5168a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327862 Nov 09 19:54:16.911079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:16.998840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-a42c3cab-0ba4-422b-b99f-b7af69a59c57 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235207 Nov 09 19:54:17.056781 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.061136 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc51238-1b35-4cc4-ac14-8bf0fff49c56 x-openstack-request-id: req-4cc51238-1b35-4cc4-ac14-8bf0fff49c56 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:17.061688 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da70c938-a89a-4eeb-b96a-dae373443cc9", "name": "network-vif-deleted", "tag": "554302f5-cfc5-4719-afd1-35582759496a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:17.061945 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cc51238-1b35-4cc4-ac14-8bf0fff49c56 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:17.062556 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da70c938-a89a-4eeb-b96a-dae373443cc9', 'name': 'network-vif-deleted', 'tag': '554302f5-cfc5-4719-afd1-35582759496a', 'status': 'completed', 'code': 200} Nov 09 19:54:17.077515 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.132902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dcc781e3-0b64-4491-a770-83eb0c6a4797 req-32b406fe-a999-4538-a5a2-c147f3eb7442 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=da70c938-a89a-4eeb-b96a-dae373443cc9 HTTP/1.1" status: 200 len: 210 time: 0.0694616 Nov 09 19:54:17.171201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 554302f5-cfc5-4719-afd1-35582759496a no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:17.190830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2787a8a249d4696948bdf21b99c34b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499873 Nov 09 19:54:17.193444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1568354-48e2-4b5f-93b9-8666659a2a30,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:17.197183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-881cba5c-89cf-4788-851a-d826e328e363 None None] Port 66aa5022-f133-4f42-9b7b-f9450ef600e2 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:17.200507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41930) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:17.200685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 554302f5-cfc5-4719-afd1-35582759496a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:17.200903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 554302f5-cfc5-4719-afd1-35582759496a not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:17.203649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.203649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.203649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.203649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.204124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.204124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.204653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.204819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.205013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.205852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.205852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.206044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2698f602-471a-4662-80f1-8fea98dfa07c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:17.229269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-881cba5c-89cf-4788-851a-d826e328e363 None None] Provisioning complete for port 16252404-1697-43b8-887f-d05fedaea9e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:17.229979 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-881cba5c-89cf-4788-851a-d826e328e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.248833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-56f2bb6b-c488-4199-896e-e4bdc21b07fb service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196708 Nov 09 19:54:17.249062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:54:17.305701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-78af2056-4b22-46d0-a199-c6f0b708d1a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 217 time: 0.0463309 Nov 09 19:54:17.360199 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60f7f7ba-37b0-4ad1-89de-a00c99b0a3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.394537 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60f7f7ba-37b0-4ad1-89de-a00c99b0a3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.397273 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:17.406458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2e468ac4-ecc9-4ca7-8b38-3b6b06b721a6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9102223 Nov 09 19:54:17.409113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41932) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:17.413008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:17.416789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'network': {'name': 'tempest-RoutersTest-2067933584'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:17.419927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-fa6866ed-8c8a-4448-bf17-c08408eff490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:17.421464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-fa6866ed-8c8a-4448-bf17-c08408eff490 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1086452 Nov 09 19:54:17.424095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:17.424803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:17.461685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:17.466457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.499363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-b1d79dee-5967-4b23-abff-cc2b84310e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:17.500106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60f7f7ba-37b0-4ad1-89de-a00c99b0a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.500923 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-b1d79dee-5967-4b23-abff-cc2b84310e68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702391 Nov 09 19:54:17.503363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-60f7f7ba-37b0-4ad1-89de-a00c99b0a3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.508702 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-60f7f7ba-37b0-4ad1-89de-a00c99b0a3cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1568354-48e2-4b5f-93b9-8666659a2a30 HTTP/1.1" status: 204 len: 168 time: 0.2974193 Nov 09 19:54:17.508702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:54:17.517807 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.524547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7f7ba-37b0-4ad1-89de-a00c99b0a3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1568354-48e2-4b5f-93b9-8666659a2a30,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:17.525882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e3898756-f65b-465a-8b78-244f3805a541 None None] Provisioning complete for port 66aa5022-f133-4f42-9b7b-f9450ef600e2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:17.527143 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e3898756-f65b-465a-8b78-244f3805a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.530957 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.531761 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.539521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.539874 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added segment 2aa77cd6-95ea-4916-97c7-71c454746f18 of type vlan for network a7ab716b-9534-4efd-9074-2c08b050b701 Nov 09 19:54:17.578764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e3898756-f65b-465a-8b78-244f3805a541 None None] Port 66aa5022-f133-4f42-9b7b-f9450ef600e2 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:17.589221 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.608551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:17.660723 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.669022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:17.669892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:17.687474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=0eefe0cd-ffbe-43e6-b4ae-92b721d3defb,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:17.697841 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-ced177b6-2e08-4412-a28b-9d06d0bd3324 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894968 Nov 09 19:54:17.785890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network eeb5377d-7b9f-4fe4-bd37-a958b88f354f is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:17.791729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:17.810551 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4002509 Nov 09 19:54:17.811269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41940) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:17.821188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'subnet': {'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:17.821689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16252404-1697-43b8-887f-d05fedaea9e8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:17.826686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dcddc-9cf5-4b5b-9cdf-973b803d83bb tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Network': ['ID=a7ab716b-9534-4efd-9074-2c08b050b701,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:17.883887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a7ab716b-9534-4efd-9074-2c08b050b701 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:54:17.977363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:17.988427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:18.138809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 16252404-1697-43b8-887f-d05fedaea9e8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:18.139686 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:18.193179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e1b8a-6be2-4235-90f4-35d3ab7f5b7a req-665ca7e3-d9ac-4b58-9685-e1494e3db718 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.195410 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a97e1b8a-6be2-4235-90f4-35d3ab7f5b7a req-665ca7e3-d9ac-4b58-9685-e1494e3db718 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1122065 Nov 09 19:54:18.227940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-ef07c77c-9985-4653-8329-81b642e1584b service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195382 Nov 09 19:54:18.237433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:15Z', 'revision_number': 2, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:15Z', 'revision_number': 2, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:18.248199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a97e1b8a-6be2-4235-90f4-35d3ab7f5b7a req-0cb918df-72b1-4a0f-9f65-e42ffe69f9bc tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453882 Nov 09 19:54:18.293627 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-cb9b3434-b638-4120-9096-a84a53307689 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce HTTP/1.1" status: 200 len: 217 time: 0.0536761 Nov 09 19:54:18.308133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac715-973b-4fc3-a6c4-fcc470d45144 req-4f93247e-3d7b-47f0-96c4-6ad2f3f5d49b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.312373 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:18.312879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Updating router 9f726da8-2a81-413b-84e2-72f92ee67379 port 66aa5022-f133-4f42-9b7b-f9450ef600e2 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:54:18.314032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac715-973b-4fc3-a6c4-fcc470d45144 req-4f93247e-3d7b-47f0-96c4-6ad2f3f5d49b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.326025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac715-973b-4fc3-a6c4-fcc470d45144 req-4f93247e-3d7b-47f0-96c4-6ad2f3f5d49b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.343193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac715-973b-4fc3-a6c4-fcc470d45144 req-4f93247e-3d7b-47f0-96c4-6ad2f3f5d49b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.355233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac715-973b-4fc3-a6c4-fcc470d45144 req-4f93247e-3d7b-47f0-96c4-6ad2f3f5d49b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.359101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7bd1f66b-f492-460b-8489-a0065452b1a5 None None] Provisioning complete for port 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:18.359277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f66b-f492-460b-8489-a0065452b1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:18.363377 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:18.369059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac715-973b-4fc3-a6c4-fcc470d45144 req-4f93247e-3d7b-47f0-96c4-6ad2f3f5d49b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.376162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fac715-973b-4fc3-a6c4-fcc470d45144 req-4f93247e-3d7b-47f0-96c4-6ad2f3f5d49b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.387776 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:18.395427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92fac715-973b-4fc3-a6c4-fcc470d45144 req-4f93247e-3d7b-47f0-96c4-6ad2f3f5d49b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.5998890 Nov 09 19:54:18.461027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Subnet': ['ID=02ada7c4-ffbb-4e2e-9087-91078eb8fceb,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:18.484325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Checking segment: {'id': '2aa77cd6-95ea-4916-97c7-71c454746f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:18.485778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network hostable DHCP agents. Network: a7ab716b-9534-4efd-9074-2c08b050b701, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:54:18.504745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1f66b-f492-460b-8489-a0065452b1a5 None None] Port 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:18.514903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network a7ab716b-9534-4efd-9074-2c08b050b701 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:54:18.535251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a7ab716b-9534-4efd-9074-2c08b050b701) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:18.538647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-6442b5ab-1187-4786-870f-0c0b7594f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.540282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-6442b5ab-1187-4786-870f-0c0b7594f764 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1367099 Nov 09 19:54:18.555253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92fac715-973b-4fc3-a6c4-fcc470d45144 req-8bc7dd5e-4124-4770-8eca-89aef9457f13 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1576102 Nov 09 19:54:18.555658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.556444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:18.579661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3b55d38f-adca-4c6f-84a5-091a51f63bf6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7647395 Nov 09 19:54:18.582191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41966) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:18.601032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 92e689e4-0792-4754-af45-3666c1474775 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:54:18.611847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d4a008-6cd4-47d3-9bc9-85282517bede None None] Network a7ab716b-9534-4efd-9074-2c08b050b701 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:18.726111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c210f8fb-db53-4046-95e0-e6f4b87370ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:18.728212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c210f8fb-db53-4046-95e0-e6f4b87370ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1706736 Nov 09 19:54:18.844887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:18.856897 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9668a5da-0840-4d78-bc9e-99c88a95dfce tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/92e689e4-0792-4754-af45-3666c1474775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0081754 Nov 09 19:54:18.857396 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2c13d-e32a-424a-b35e-ce2be7a34182 None None] Sync routers for ids ['92e689e4-0792-4754-af45-3666c1474775'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:18.858640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41974) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:18.879428 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2c13d-e32a-424a-b35e-ce2be7a34182 None None] Routers {'92e689e4-0792-4754-af45-3666c1474775'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:18.880374 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e7c2c13d-e32a-424a-b35e-ce2be7a34182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['92e689e4-0792-4754-af45-3666c1474775'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:18.917941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a7ab716b-9534-4efd-9074-2c08b050b701', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:54:18.918195 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e7c2c13d-e32a-424a-b35e-ce2be7a34182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:18.918908 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:18.928767 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2c13d-e32a-424a-b35e-ce2be7a34182 None None] Routers {'92e689e4-0792-4754-af45-3666c1474775'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:18.929507 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e7c2c13d-e32a-424a-b35e-ce2be7a34182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['92e689e4-0792-4754-af45-3666c1474775'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:18.980185 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e7c2c13d-e32a-424a-b35e-ce2be7a34182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:18.980846 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2c13d-e32a-424a-b35e-ce2be7a34182 None None] The sync data for ids ['92e689e4-0792-4754-af45-3666c1474775'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:19.014401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb781b-f222-4907-a2bc-a14d0acdf8cc req-e7f3b365-915d-4ecf-8106-0c9b27e04a8c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:19.020230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4dfb781b-f222-4907-a2bc-a14d0acdf8cc req-e7f3b365-915d-4ecf-8106-0c9b27e04a8c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 946 time: 0.2521272 Nov 09 19:54:19.055651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959dc467-3295-4ea0-8a88-c3009f6936c9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:19.059113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-959dc467-3295-4ea0-8a88-c3009f6936c9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports/0eefe0cd-ffbe-43e6-b4ae-92b721d3defb HTTP/1.1" status: 200 len: 983 time: 0.1970727 Nov 09 19:54:19.126744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-d37da899-f04a-4761-9619-6143f308f308 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856308 Nov 09 19:54:19.127647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41980) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:19.131324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4dfb781b-f222-4907-a2bc-a14d0acdf8cc req-55809623-ec05-4940-b2fa-27acb3bd5648 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702343 Nov 09 19:54:19.242162 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:19.256948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Allocated IP 172.21.0.2 (a7ab716b-9534-4efd-9074-2c08b050b701/02ada7c4-ffbb-4e2e-9087-91078eb8fceb/6653b0bb-5451-4616-bb94-5a2fb7c3d4f4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:19.259259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:19.315293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-d517a0ff-5d63-4fe5-90d3-e92514bd799b service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757603 Nov 09 19:54:19.390387 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3e29d-8037-4b5b-9331-3a9e0cbc0e06 None None] Pushing event updated for resources: {'Port': ['ID=66aa5022-f133-4f42-9b7b-f9450ef600e2,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:19.444559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-2161c4db-a87d-4d61-944c-8df661a11680 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d HTTP/1.1" status: 200 len: 217 time: 0.0487483 Nov 09 19:54:19.533759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Attempting to bind port 66aa5022-f133-4f42-9b7b-f9450ef600e2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:19.543721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Attempting to bind port 66aa5022-f133-4f42-9b7b-f9450ef600e2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '3bf82735-eb7e-4734-ada8-987ee5146e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:19.543721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Attempting to bind port 66aa5022-f133-4f42-9b7b-f9450ef600e2 on network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:19.545273 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a930d0-59cc-4ff3-922d-aad45dcdd730 req-1013eb34-aa3f-461f-b060-237f4dd1b193 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:19.553424 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1a930d0-59cc-4ff3-922d-aad45dcdd730 req-1013eb34-aa3f-461f-b060-237f4dd1b193 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1547811 Nov 09 19:54:19.561154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:19.561620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Checking segment: {'id': '3bf82735-eb7e-4734-ada8-987ee5146e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:19.562203 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:19.562626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Bound using segment: {'id': '3bf82735-eb7e-4734-ada8-987ee5146e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:19.563127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Bound port: 66aa5022-f133-4f42-9b7b-f9450ef600e2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf82735-eb7e-4734-ada8-987ee5146e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:19.563506 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:19.657694 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1a930d0-59cc-4ff3-922d-aad45dcdd730 req-4ca3ddcf-cce9-4a9c-9918-895c2fe62b53 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981123 Nov 09 19:54:19.659760 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:19.717226 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:19.728732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] For port 66aa5022-f133-4f42-9b7b-f9450ef600e2, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:19.732571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] For port 66aa5022-f133-4f42-9b7b-f9450ef600e2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=66aa5022-f133-4f42-9b7b-f9450ef600e2,segment=NetworkSegment(3bf82735-eb7e-4734-ada8-987ee5146e19),segment_id=3bf82735-eb7e-4734-ada8-987ee5146e19)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:19.734839 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:19.749358 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:19.751117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41998) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:19.763234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c7537e65-f734-438f-a791-2b0553b12dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:19.765000 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c7537e65-f734-438f-a791-2b0553b12dc6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.3098485 Nov 09 19:54:19.785451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-af54a53b-e9a1-45ab-9422-3e95f527c865 None None] Provisioning complete for port 66aa5022-f133-4f42-9b7b-f9450ef600e2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:19.785866 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-af54a53b-e9a1-45ab-9422-3e95f527c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:19.794389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Network a7ab716b-9534-4efd-9074-2c08b050b701 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:19.825839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:19.833348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:19.876753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Pushing event updated for resources: {'Port': ['ID=6653b0bb-5451-4616-bb94-5a2fb7c3d4f4,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:19.956595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:19.957223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:19.977897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8dc25-7a83-4858-a830-16c94a44a5ea req-93c6ef2b-3e02-47e4-a115-5062ac9be59e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:19.984298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8dc25-7a83-4858-a830-16c94a44a5ea req-93c6ef2b-3e02-47e4-a115-5062ac9be59e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:19.990659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8dc25-7a83-4858-a830-16c94a44a5ea req-93c6ef2b-3e02-47e4-a115-5062ac9be59e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:19.995773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1242482796'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:19.996695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8dc25-7a83-4858-a830-16c94a44a5ea req-93c6ef2b-3e02-47e4-a115-5062ac9be59e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:20.004103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8dc25-7a83-4858-a830-16c94a44a5ea req-93c6ef2b-3e02-47e4-a115-5062ac9be59e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:20.009924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8dc25-7a83-4858-a830-16c94a44a5ea req-93c6ef2b-3e02-47e4-a115-5062ac9be59e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:20.016161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8dc25-7a83-4858-a830-16c94a44a5ea req-93c6ef2b-3e02-47e4-a115-5062ac9be59e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:20.018154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0d8dc25-7a83-4858-a830-16c94a44a5ea req-93c6ef2b-3e02-47e4-a115-5062ac9be59e tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.3119736 Nov 09 19:54:20.035539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Allocated IP 172.21.0.1 (a7ab716b-9534-4efd-9074-2c08b050b701/02ada7c4-ffbb-4e2e-9087-91078eb8fceb/73294ef9-0b1f-47c3-8f3e-630785c7e89e) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:20.049972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Made reservation on behalf of 7725f0d57f074030880c30867f4e2eb0 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:20.054952 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.068563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.129201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-eadff4eb-a0f0-4288-82f6-574d27ec5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:20.132252 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-eadff4eb-a0f0-4288-82f6-574d27ec5eda service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3471146 Nov 09 19:54:20.229734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Attempting to bind port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:20.230116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Attempting to bind port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '2aa77cd6-95ea-4916-97c7-71c454746f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:20.230477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Attempting to bind port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 on network a7ab716b-9534-4efd-9074-2c08b050b701 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:20.254205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:20.254440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Checking segment: {'id': '2aa77cd6-95ea-4916-97c7-71c454746f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:20.254733 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.255676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Bound using segment: {'id': '2aa77cd6-95ea-4916-97c7-71c454746f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:20.256191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Bound port: 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa77cd6-95ea-4916-97c7-71c454746f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:20.256554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.267393 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.295908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0d8dc25-7a83-4858-a830-16c94a44a5ea req-76489b14-ab42-46cb-a40e-914253345e75 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2604110 Nov 09 19:54:20.296146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3e29d-8037-4b5b-9331-3a9e0cbc0e06 None None] Pushing event updated for resources: {'Port': ['ID=66aa5022-f133-4f42-9b7b-f9450ef600e2,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:20.321638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:20.340161 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-af54a53b-e9a1-45ab-9422-3e95f527c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.361246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-5bf6aa55-05b4-4282-9327-fad79bc3fcea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:20.362741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-5bf6aa55-05b4-4282-9327-fad79bc3fcea tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.70 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 946 time: 0.2966149 Nov 09 19:54:20.368865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a72aac-d384-4a02-95d6-cc024f66ca6f req-c0e6b84a-c8d2-4cc8-bfb8-d66be6056696 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:20.375033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-55a72aac-d384-4a02-95d6-cc024f66ca6f req-c0e6b84a-c8d2-4cc8-bfb8-d66be6056696 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 946 time: 0.1355913 Nov 09 19:54:20.407865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.422296 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.428578 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-2a243d36-405d-4200-bf69-2fdee9a23d61 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838130 Nov 09 19:54:20.456282 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.464138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-af54a53b-e9a1-45ab-9422-3e95f527c865 None None] For port 66aa5022-f133-4f42-9b7b-f9450ef600e2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=66aa5022-f133-4f42-9b7b-f9450ef600e2,segment=NetworkSegment(3bf82735-eb7e-4734-ada8-987ee5146e19),segment_id=3bf82735-eb7e-4734-ada8-987ee5146e19)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:20.477443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:54:20.501427 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-af54a53b-e9a1-45ab-9422-3e95f527c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.503489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] For port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:20.517027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-55a72aac-d384-4a02-95d6-cc024f66ca6f req-67822067-5966-4c21-afda-d5eb9d362212 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291447 Nov 09 19:54:20.525757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4df3421-c7a3-4948-98e0-e5b9abfa88b7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:20.543969 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.544586 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Added segment 95b726ec-7918-4b51-9b7a-e5f53b7c70c9 of type vlan for network d205a80d-a314-4247-a489-bb618773aeb6 Nov 09 19:54:20.547039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] For port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6653b0bb-5451-4616-bb94-5a2fb7c3d4f4,segment=NetworkSegment(2aa77cd6-95ea-4916-97c7-71c454746f18),segment_id=2aa77cd6-95ea-4916-97c7-71c454746f18)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:20.562888 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.572794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network a7ab716b-9534-4efd-9074-2c08b050b701 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:20.606124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54a53b-e9a1-45ab-9422-3e95f527c865 None None] Pushing event updated for resources: {'Port': ['ID=66aa5022-f133-4f42-9b7b-f9450ef600e2,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:20.632536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:20.632536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:20.661650 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.674047 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.710302 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-974dd14a-d30c-43c4-a8f1-007f87ad728e None None] Provisioning complete for port 66aa5022-f133-4f42-9b7b-f9450ef600e2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:20.710701 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-974dd14a-d30c-43c4-a8f1-007f87ad728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.746324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=73294ef9-0b1f-47c3-8f3e-630785c7e89e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:20.757923 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.763314 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.764178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8a36a-ccff-4724-b96f-589ad20c88fc None None] Pushing event updated for resources: {'Port': ['ID=6653b0bb-5451-4616-bb94-5a2fb7c3d4f4,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:20.770669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:20.771340 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:20.827320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:15Z', 'revision_number': 2, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:19Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:20.901448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a21ad-e3dd-445e-a09a-863046655e9f None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:15Z', 'revision_number': 2, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:19Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:20.935610 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1831245 Nov 09 19:54:20.991737 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:21.003343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184328e0-7037-4fda-811d-12d24a92d03d req-cd6ac3f7-1531-4163-a3af-e7fc78ec0864 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:21.013038 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-184328e0-7037-4fda-811d-12d24a92d03d req-cd6ac3f7-1531-4163-a3af-e7fc78ec0864 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.2510552 Nov 09 19:54:21.024843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f44508-fdd4-4516-9f27-dce814b0f7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Pushing event updated for resources: {'Network': ['ID=d205a80d-a314-4247-a489-bb618773aeb6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:21.049248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network d205a80d-a314-4247-a489-bb618773aeb6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:54:21.108894 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-184328e0-7037-4fda-811d-12d24a92d03d req-8c7f9f36-8065-419b-8e45-bae81d164800 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950370 Nov 09 19:54:21.126038 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:21.210806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-25859499-854e-4a0c-a90a-0a1b47bda8c1 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661047 Nov 09 19:54:21.245228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42016) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:21.245446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Deleting port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:21.245673 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:21.250806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Request body: {'port': {'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6', 'binding:host_id': 'n-h1-817256-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-206295632'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:21.343792 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-ed29cf78-cdc1-474a-ad71-b26fc2e8491c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd HTTP/1.1" status: 200 len: 217 time: 0.1102498 Nov 09 19:54:21.389546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Made reservation on behalf of 81b848f677d44c5ca33d2af0bb5f4bd4 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:21.393617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:21.417497 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:21.568530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-cc6acd23-1c4e-4760-88a1-f8bee99bf545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:21.569962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-cc6acd23-1c4e-4760-88a1-f8bee99bf545 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.2147329 Nov 09 19:54:21.611753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f316d5f-5879-4ed0-9765-39d860842626 req-c7451a72-cee9-48cc-8294-852eee0528a6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:21.631613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f316d5f-5879-4ed0-9765-39d860842626 req-c7451a72-cee9-48cc-8294-852eee0528a6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:21.638389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f316d5f-5879-4ed0-9765-39d860842626 req-c7451a72-cee9-48cc-8294-852eee0528a6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:21.640769 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:21.645680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f316d5f-5879-4ed0-9765-39d860842626 req-c7451a72-cee9-48cc-8294-852eee0528a6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:21.650241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:21.654491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f316d5f-5879-4ed0-9765-39d860842626 req-c7451a72-cee9-48cc-8294-852eee0528a6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:21.660858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f316d5f-5879-4ed0-9765-39d860842626 req-c7451a72-cee9-48cc-8294-852eee0528a6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:21.669569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f316d5f-5879-4ed0-9765-39d860842626 req-c7451a72-cee9-48cc-8294-852eee0528a6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:21.669830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] device_id is not set on port b2c7eced-9cd4-4d26-85c2-51b452129e7d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:54:21.678535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f316d5f-5879-4ed0-9765-39d860842626 req-c7451a72-cee9-48cc-8294-852eee0528a6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.1931901 Nov 09 19:54:21.684688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:21.704979 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:21.768670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] For port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:21.769174 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:21.828395 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Calling delete_port for 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:21.865794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 66aa5022-f133-4f42-9b7b-f9450ef600e2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:21.866634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f316d5f-5879-4ed0-9765-39d860842626 req-bb77e3b2-517f-434f-b5b8-1cef50d3cc7b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1865425 Nov 09 19:54:21.898836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-6752a500-fee2-435b-bda6-77508f58ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:21.900849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-6752a500-fee2-435b-bda6-77508f58ad53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3109028 Nov 09 19:54:21.903372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8e98dd01-1a36-40a2-9302-92b95bd04ff2 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:54:22.021113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=73294ef9-0b1f-47c3-8f3e-630785c7e89e,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:22.025365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d157af-b88f-4a65-b918-67c32b279e7d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:22.034986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:22.056509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '8e98dd01-1a36-40a2-9302-92b95bd04ff2', 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71', 'port_id': '8e98dd01-1a36-40a2-9302-92b95bd04ff2', 'mac_address': 'fa:16:3e:7a:68:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:54:22.126878 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.129252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] device_id is not set on port b2c7eced-9cd4-4d26-85c2-51b452129e7d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:54:22.149604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e98dd01-1a36-40a2-9302-92b95bd04ff2 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:22.154026 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.154237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 66aa5022-f133-4f42-9b7b-f9450ef600e2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:22.154703 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.174773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab43e41-1b56-4375-a820-9872733a4d3b req-704ad5dc-21bc-422f-abde-6a14ca5c4402 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:22.177426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ab43e41-1b56-4375-a820-9872733a4d3b req-704ad5dc-21bc-422f-abde-6a14ca5c4402 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 946 time: 0.4973164 Nov 09 19:54:22.180045 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.182545 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.186860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:22.190960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.233419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:22.251329 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.309908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f8576-d750-4a68-b9df-5b1d262e164b None None] Network a7ab716b-9534-4efd-9074-2c08b050b701 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:22.348087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-ea32358b-2e42-4475-8f23-c9b7ea381d6f service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372993 Nov 09 19:54:22.352631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c7eced-9cd4-4d26-85c2-51b452129e7d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:22.363230 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ab43e41-1b56-4375-a820-9872733a4d3b req-0546ac9b-f1a4-408d-aba5-13dbdab054d7 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488247 Nov 09 19:54:22.390885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:22.437391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Checking segment: {'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:22.437767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Network hostable DHCP agents. Network: d205a80d-a314-4247-a489-bb618773aeb6, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:54:22.445340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8e98dd01-1a36-40a2-9302-92b95bd04ff2,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:22.452976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-06f1d6fb-48df-45aa-b1a0-80564c9553b6 None None] Provisioning complete for port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:22.453598 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06f1d6fb-48df-45aa-b1a0-80564c9553b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.460151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network a7ab716b-9534-4efd-9074-2c08b050b701 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:22.465417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:22.483183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.501674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.509479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for 0eefe0cd-ffbe-43e6-b4ae-92b721d3defb owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:22.517743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['fa46d398-7880-4a48-92a9-af72e7c6ec6d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:22.534905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc271d-4318-482e-8120-9bacc3671759 req-7f1933c4-94e6-4d04-b26f-2dd8090f0cb9 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:22.537694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92dc271d-4318-482e-8120-9bacc3671759 req-7f1933c4-94e6-4d04-b26f-2dd8090f0cb9 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 945 time: 0.2349901 Nov 09 19:54:22.552629 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['8e98dd01-1a36-40a2-9302-92b95bd04ff2'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:22.559509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Network d205a80d-a314-4247-a489-bb618773aeb6 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:54:22.574202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, d205a80d-a314-4247-a489-bb618773aeb6) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:22.578593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:22.588309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event deleted for resources: {'Port': ['ID=92e3ce06-32d9-4eca-b78a-64d45c2aedd7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:22.594848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:22.595193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:22.595781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:22.606188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:22.606620 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:22.609045 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 2 to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d Nov 09 19:54:22.621243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f1041-e834-4803-a900-61de80ce3eb6 None None] Network d205a80d-a314-4247-a489-bb618773aeb6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:22.632328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:22.632921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:22.633447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:22.639246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:22.642113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:22.642761 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:22.645369 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 3 to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d Nov 09 19:54:22.662224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.662763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.663248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.663685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.664129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.664571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.665056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:22.665185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.665297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:22.665542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.665694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:22.666086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.666554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.666991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.667425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:22.672057 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-8ead86f6-4fa0-450d-820d-dfa026f6d590 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023527 Nov 09 19:54:22.703860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:22.704189 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:22.717113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:22.717484 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.727232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] No DVR routers for this DVR port 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:22.740531 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 4 to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d Nov 09 19:54:22.759835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:22.760175 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:22.760533 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:22.770010 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:22.772774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:22.773110 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:22.773931 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-36f38ea8-b012-4c7b-b179-1e70c49ae27f req-854c01f2-f389-47e7-8b6c-b951cf0801a5 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.70 "DELETE /v2.0/ports/92e3ce06-32d9-4eca-b78a-64d45c2aedd7 HTTP/1.1" status: 204 len: 173 time: 2.3988013 Nov 09 19:54:22.775014 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 5 to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d Nov 09 19:54:22.778346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b', 'name': 'network-vif-deleted', 'tag': '92e3ce06-32d9-4eca-b78a-64d45c2aedd7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:22.780986 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c1ef0f-1562-4c9c-867a-469e8535bec8" -d '{"events": [{"server_uuid": "205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b", "name": "network-vif-deleted", "tag": "92e3ce06-32d9-4eca-b78a-64d45c2aedd7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:22.810398 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:22.810845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:22.811195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:22.814906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:22.824597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-97b6875f-3407-4ae1-89cf-0b6488a5aa87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 HTTP/1.1" status: 200 len: 217 time: 0.1003239 Nov 09 19:54:22.834018 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-adc4cc00-efe5-4ac7-be1d-a45d79884280 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2494438 Nov 09 19:54:22.835671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42030) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:22.838885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:22.841530 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:22.842043 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 6 to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d Nov 09 19:54:22.859759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:22.860104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:22.860448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:22.865900 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92dc271d-4318-482e-8120-9bacc3671759 req-0cc3c54b-9c0e-448e-81ac-3d608733a787 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918134 Nov 09 19:54:22.867714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:22.868119 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:22.868572 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 7 to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d Nov 09 19:54:22.872246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'network': {'name': 'tempest-RoutersTest-977515180'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:22.906086 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:22.906486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:22.906847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:22.912331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:22.912567 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:22.913950 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 8 to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d Nov 09 19:54:22.945360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:22.946289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:22.946916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:22.950661 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756db709-7155-4647-9099-af9b3a546728 x-openstack-request-id: req-756db709-7155-4647-9099-af9b3a546728 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:22.951315 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b", "name": "network-vif-deleted", "tag": "92e3ce06-32d9-4eca-b78a-64d45c2aedd7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:22.951807 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-756db709-7155-4647-9099-af9b3a546728 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:22.952452 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b', 'name': 'network-vif-deleted', 'tag': '92e3ce06-32d9-4eca-b78a-64d45c2aedd7', 'status': 'completed', 'code': 200} Nov 09 19:54:22.960777 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:22.961342 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:22.961918 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 9 to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d Nov 09 19:54:22.988492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:22.989429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:22.990494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:22.996994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:23.010932 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:23.012167 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 10 to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d Nov 09 19:54:23.063821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:23.064359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:23.064498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:23.078741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port b2c7eced-9cd4-4d26-85c2-51b452129e7d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:23.078884 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port b2c7eced-9cd4-4d26-85c2-51b452129e7d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:23.079252 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.103805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-0142756f-3131-4bf0-af29-10b018177c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.107102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-0142756f-3131-4bf0-af29-10b018177c1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.2697706 Nov 09 19:54:23.113285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:23.117304 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.131679 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06f1d6fb-48df-45aa-b1a0-80564c9553b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.194864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] For port b2c7eced-9cd4-4d26-85c2-51b452129e7d, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:23.195172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempted to set empty binding levels {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 19:54:23.199931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.225322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.245157 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d3fc-b449-4cec-ba69-fc356d9bb8b6 req-0e3d269d-3831-4db3-a098-1ae529b3c2db tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.251965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d3fc-b449-4cec-ba69-fc356d9bb8b6 req-0e3d269d-3831-4db3-a098-1ae529b3c2db tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.265402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.266997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.267158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d3fc-b449-4cec-ba69-fc356d9bb8b6 req-0e3d269d-3831-4db3-a098-1ae529b3c2db tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.278721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-06f1d6fb-48df-45aa-b1a0-80564c9553b6 None None] For port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6653b0bb-5451-4616-bb94-5a2fb7c3d4f4,segment=NetworkSegment(2aa77cd6-95ea-4916-97c7-71c454746f18),segment_id=2aa77cd6-95ea-4916-97c7-71c454746f18)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:23.293760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d3fc-b449-4cec-ba69-fc356d9bb8b6 req-0e3d269d-3831-4db3-a098-1ae529b3c2db tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.303750 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06f1d6fb-48df-45aa-b1a0-80564c9553b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.307787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d3fc-b449-4cec-ba69-fc356d9bb8b6 req-0e3d269d-3831-4db3-a098-1ae529b3c2db tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.313640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.0673091 Nov 09 19:54:23.314460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d3fc-b449-4cec-ba69-fc356d9bb8b6 req-0e3d269d-3831-4db3-a098-1ae529b3c2db tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.314919 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb54f5-af70-4469-a5dd-e80e7f46cb81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c7eced-9cd4-4d26-85c2-51b452129e7d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:23.320470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42036) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:23.333398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765d3fc-b449-4cec-ba69-fc356d9bb8b6 req-0e3d269d-3831-4db3-a098-1ae529b3c2db tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.334996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:23.341729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8765d3fc-b449-4cec-ba69-fc356d9bb8b6 req-0e3d269d-3831-4db3-a098-1ae529b3c2db tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.3475020 Nov 09 19:54:23.349687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c8fc1b8f-e4ee-4ddc-9053-2e163551252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.351463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-c8fc1b8f-e4ee-4ddc-9053-2e163551252a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2118635 Nov 09 19:54:23.382909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:54:23.427820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-89086099-32e7-41c9-a1b3-10455202a262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Deleting port b2c7eced-9cd4-4d26-85c2-51b452129e7d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:23.428223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89086099-32e7-41c9-a1b3-10455202a262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.435742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:23.436363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:23.520067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-482a6fb3-fc65-4e61-903e-30812ac9bc42 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345329 Nov 09 19:54:23.558112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=0eefe0cd-ffbe-43e6-b4ae-92b721d3defb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:23.560644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.561155 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added segment a5a72ebc-60d4-495f-a05a-cc4683cd6fe1 of type vlan for network 80fef2c9-a68a-4057-9866-43d7d433f040 Nov 09 19:54:23.606995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1d6fb-48df-45aa-b1a0-80564c9553b6 None None] Pushing event updated for resources: {'Port': ['ID=6653b0bb-5451-4616-bb94-5a2fb7c3d4f4,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:23.615586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02cd3164-fb82-480c-8878-2765ecc33ac5 req-78d7a2a1-0bee-4e00-b60e-122f825fd123 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=205d3ec2-6f7e-4dc8-8c40-8aa59ecfe40b HTTP/1.1" status: 200 len: 210 time: 0.0981042 Nov 09 19:54:23.634202 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8765d3fc-b449-4cec-ba69-fc356d9bb8b6 req-9e17b551-97aa-4bca-a344-ec0e0d287ba3 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2912941 Nov 09 19:54:23.656316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-89086099-32e7-41c9-a1b3-10455202a262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] For port b2c7eced-9cd4-4d26-85c2-51b452129e7d, host n-h1-817256-1, got binding levels [] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:23.656811 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89086099-32e7-41c9-a1b3-10455202a262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.682551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-89086099-32e7-41c9-a1b3-10455202a262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Calling delete_port for b2c7eced-9cd4-4d26-85c2-51b452129e7d owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:23.721787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:23.767124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.790319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:23.843889 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89086099-32e7-41c9-a1b3-10455202a262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.901981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89086099-32e7-41c9-a1b3-10455202a262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2c7eced-9cd4-4d26-85c2-51b452129e7d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:23.910256 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-89086099-32e7-41c9-a1b3-10455202a262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.916372 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-89086099-32e7-41c9-a1b3-10455202a262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "DELETE /v2.0/ports/b2c7eced-9cd4-4d26-85c2-51b452129e7d HTTP/1.1" status: 204 len: 168 time: 0.5947654 Nov 09 19:54:23.918974 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-999478d6-38cb-4855-88ef-ed6ec8414d08 None None] Provisioning complete for port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:23.918974 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-999478d6-38cb-4855-88ef-ed6ec8414d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.919225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42044) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:23.962117 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.968575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:23.969318 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:23.972024 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a7f26c-32fa-4c8f-9a3e-9853b0bf0537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] GET failed (client error): The resource could not be found. Nov 09 19:54:23.975227 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-61a7f26c-32fa-4c8f-9a3e-9853b0bf0537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "GET /v2.0/ports/b2c7eced-9cd4-4d26-85c2-51b452129e7d HTTP/1.1" status: 404 len: 333 time: 0.0550699 Nov 09 19:54:23.979536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42046) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:23.980708 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:23.985138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Request body: {'port': {'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-478704115'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:24.009549 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.024370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Made reservation on behalf of 81b848f677d44c5ca33d2af0bb5f4bd4 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:24.026943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.031608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:24.031970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 92e3ce06-32d9-4eca-b78a-64d45c2aedd7 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:24.032382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8e98dd01-1a36-40a2-9302-92b95bd04ff2 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:24.044158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] device_id is not set on port 826d38a1-b010-4472-a81b-bd8c745b68cd yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:54:24.126791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:24.127167 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.179423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3408659 Nov 09 19:54:24.187767 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f098dc22-34a3-436a-9b92-21069dc2c25d req-7035c5d8-01d1-438f-8c75-e97140ab42f3 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433370 Nov 09 19:54:24.192963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42050) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:24.199420 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'subnet': {'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:24.262261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4616f-cbe0-4f1a-be34-f638cc16ee7a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Network': ['ID=80fef2c9-a68a-4057-9866-43d7d433f040,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:24.267148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.280864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 80fef2c9-a68a-4057-9866-43d7d433f040 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:54:24.318543 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.385716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Network d205a80d-a314-4247-a489-bb618773aeb6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:24.387157 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cd091-bffe-46c7-af0e-dc2abdf023de req-a99883e7-ed91-4767-898f-9ce5a5362d6f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.389116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:24.389348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504cd091-bffe-46c7-af0e-dc2abdf023de req-a99883e7-ed91-4767-898f-9ce5a5362d6f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 945 time: 0.3890407 Nov 09 19:54:24.399815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:24.400723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.401352 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.411208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event updated for resources: {'Port': ['ID=826d38a1-b010-4472-a81b-bd8c745b68cd,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:24.432507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3e6003f8-ced4-4930-8bcd-290dfa0c29b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4520745 Nov 09 19:54:24.438887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42052) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:24.446701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:24.453204 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.488640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8e98dd01-1a36-40a2-9302-92b95bd04ff2 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:24.492862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-999478d6-38cb-4855-88ef-ed6ec8414d08 None None] Provisioning complete for port 73294ef9-0b1f-47c3-8f3e-630785c7e89e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:24.493236 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-999478d6-38cb-4855-88ef-ed6ec8414d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.507077 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.538553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:24.547839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 3, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:21Z', 'revision_number': 2, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:24.553444 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.585849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:24.586504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Updating router 9f726da8-2a81-413b-84e2-72f92ee67379 port 73294ef9-0b1f-47c3-8f3e-630785c7e89e binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:54:24.588646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-999478d6-38cb-4855-88ef-ed6ec8414d08 None None] Port 73294ef9-0b1f-47c3-8f3e-630785c7e89e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:24.650011 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.707437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] device_id is not set on port 826d38a1-b010-4472-a81b-bd8c745b68cd yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:54:24.717521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.728536 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.737058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8e98dd01-1a36-40a2-9302-92b95bd04ff2,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:24.748957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5c1bbf5b-2abb-4951-a232-d8f0bfb9d4a9 None None] Provisioning complete for port 73294ef9-0b1f-47c3-8f3e-630785c7e89e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:24.749338 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c1bbf5b-2abb-4951-a232-d8f0bfb9d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.793092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 92e689e4-0792-4754-af45-3666c1474775 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:24.811710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-f64eaeb0-5694-4d05-a22d-65f5ff889fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.812202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-f64eaeb0-5694-4d05-a22d-65f5ff889fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.812798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-f64eaeb0-5694-4d05-a22d-65f5ff889fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.813274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-f64eaeb0-5694-4d05-a22d-65f5ff889fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.813737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-f64eaeb0-5694-4d05-a22d-65f5ff889fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.814204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-f64eaeb0-5694-4d05-a22d-65f5ff889fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.814696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-f64eaeb0-5694-4d05-a22d-65f5ff889fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.816649 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-f64eaeb0-5694-4d05-a22d-65f5ff889fde service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6478 time: 0.5373764 Nov 09 19:54:24.820891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:24.824777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:24.834915 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-504cd091-bffe-46c7-af0e-dc2abdf023de req-90fab913-24cb-431e-8d14-c80188c311d3 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080213 Nov 09 19:54:24.840754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event updated for resources: {'Port': ['ID=826d38a1-b010-4472-a81b-bd8c745b68cd,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:24.845784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:24.846551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:24.846551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:24.855790 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5c1bbf5b-2abb-4951-a232-d8f0bfb9d4a9 None None] Port 73294ef9-0b1f-47c3-8f3e-630785c7e89e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:24.865764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390db0e-a0d7-410b-8b24-4de3fa4ec9dc req-ed25a88b-c56b-402f-862a-9a922e06b396 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.881528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390db0e-a0d7-410b-8b24-4de3fa4ec9dc req-ed25a88b-c56b-402f-862a-9a922e06b396 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.887715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390db0e-a0d7-410b-8b24-4de3fa4ec9dc req-ed25a88b-c56b-402f-862a-9a922e06b396 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.895125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390db0e-a0d7-410b-8b24-4de3fa4ec9dc req-ed25a88b-c56b-402f-862a-9a922e06b396 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.905206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390db0e-a0d7-410b-8b24-4de3fa4ec9dc req-ed25a88b-c56b-402f-862a-9a922e06b396 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.912993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390db0e-a0d7-410b-8b24-4de3fa4ec9dc req-ed25a88b-c56b-402f-862a-9a922e06b396 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.920503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390db0e-a0d7-410b-8b24-4de3fa4ec9dc req-ed25a88b-c56b-402f-862a-9a922e06b396 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:24.922766 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4390db0e-a0d7-410b-8b24-4de3fa4ec9dc req-ed25a88b-c56b-402f-862a-9a922e06b396 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.1909137 Nov 09 19:54:24.924160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:24.924752 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:24.925423 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 2 to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd Nov 09 19:54:24.957147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:24.957765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:24.958351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:24.970539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:24.971136 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:24.977434 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 3 to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd Nov 09 19:54:24.999404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4390db0e-a0d7-410b-8b24-4de3fa4ec9dc req-93830bfb-944a-45bb-a8bb-391c8ca6b95b tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675244 Nov 09 19:54:25.000710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:25.001049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:25.001401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:25.006718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:25.007056 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:25.007460 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 4 to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd Nov 09 19:54:25.032551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:25.032895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:25.033244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:25.049871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:25.050102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:25.050471 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:25.054944 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 5 to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd Nov 09 19:54:25.062219 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc354b-aed7-47a9-ba2c-dfb0917f5950 None None] Sync routers for ids ['92e689e4-0792-4754-af45-3666c1474775'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:25.072404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:25.077673 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc354b-aed7-47a9-ba2c-dfb0917f5950 None None] Routers {'92e689e4-0792-4754-af45-3666c1474775'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:25.078297 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-62bc354b-aed7-47a9-ba2c-dfb0917f5950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['92e689e4-0792-4754-af45-3666c1474775'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:25.081926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:25.082278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:25.091648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:25.092205 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:25.096817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42064) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:25.097520 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fb5d8e3a-8599-4fad-b4d7-8331a70405ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/92e689e4-0792-4754-af45-3666c1474775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9646621 Nov 09 19:54:25.107634 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:25.108049 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:25.108552 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 6 to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd Nov 09 19:54:25.163882 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-62bc354b-aed7-47a9-ba2c-dfb0917f5950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:25.177367 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc354b-aed7-47a9-ba2c-dfb0917f5950 None None] Routers {'92e689e4-0792-4754-af45-3666c1474775'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:25.178756 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-62bc354b-aed7-47a9-ba2c-dfb0917f5950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['92e689e4-0792-4754-af45-3666c1474775'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:25.192062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c2260-9941-4471-9540-c1d497add34c None None] Pushing event updated for resources: {'Port': ['ID=73294ef9-0b1f-47c3-8f3e-630785c7e89e,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:25.214234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:25.214702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:25.218190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:25.221402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-e0108fc4-be8b-43e4-8765-47988ac90e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:25.222877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-e0108fc4-be8b-43e4-8765-47988ac90e8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=7a0826e3-ffae-481c-a2bc-5e6a349391ce HTTP/1.1" status: 200 len: 903 time: 0.3925538 Nov 09 19:54:25.229776 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-62bc354b-aed7-47a9-ba2c-dfb0917f5950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:25.230855 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc354b-aed7-47a9-ba2c-dfb0917f5950 None None] The sync data for ids ['92e689e4-0792-4754-af45-3666c1474775'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:25.238667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:25.239032 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:25.278699 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 7 to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd Nov 09 19:54:25.293654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Attempting to bind port 73294ef9-0b1f-47c3-8f3e-630785c7e89e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:25.294246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Attempting to bind port 73294ef9-0b1f-47c3-8f3e-630785c7e89e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '2aa77cd6-95ea-4916-97c7-71c454746f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:25.294434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Attempting to bind port 73294ef9-0b1f-47c3-8f3e-630785c7e89e on network a7ab716b-9534-4efd-9074-2c08b050b701 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:25.300226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-1e3c11d6-85ed-44b4-957e-9ce85ff65e7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 HTTP/1.1" status: 200 len: 217 time: 0.0671613 Nov 09 19:54:25.316581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:25.317278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Checking segment: {'id': '2aa77cd6-95ea-4916-97c7-71c454746f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:25.318413 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:25.319049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Bound using segment: {'id': '2aa77cd6-95ea-4916-97c7-71c454746f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:25.321282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Bound port: 73294ef9-0b1f-47c3-8f3e-630785c7e89e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa77cd6-95ea-4916-97c7-71c454746f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:25.321968 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:25.340548 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:25.340812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:25.340933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:25.341380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:25.352789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:25.353466 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:25.369018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d63b49-ae67-40e9-8f63-63b3321ac59b req-48ce5dd5-0fe4-4f4f-a09a-b1a90d7a0861 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:25.376688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47d63b49-ae67-40e9-8f63-63b3321ac59b req-48ce5dd5-0fe4-4f4f-a09a-b1a90d7a0861 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.2160740 Nov 09 19:54:25.380379 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 8 to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd Nov 09 19:54:25.409742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] For port 73294ef9-0b1f-47c3-8f3e-630785c7e89e, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:25.414104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] For port 73294ef9-0b1f-47c3-8f3e-630785c7e89e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=73294ef9-0b1f-47c3-8f3e-630785c7e89e,segment=NetworkSegment(2aa77cd6-95ea-4916-97c7-71c454746f18),segment_id=2aa77cd6-95ea-4916-97c7-71c454746f18)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:25.423146 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:25.446459 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47d63b49-ae67-40e9-8f63-63b3321ac59b req-8cc80441-759e-48fe-bbcd-3d5b8638e784 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687811 Nov 09 19:54:25.455470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:25.455880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:25.456224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:25.462849 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-360d4803-9672-4e1d-ae24-bd48538944fe tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 19:54:25.464094 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-360d4803-9672-4e1d-ae24-bd48538944fe tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/92e689e4-0792-4754-af45-3666c1474775/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3660703 Nov 09 19:54:25.464757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:25.465949 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:25.465949 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 9 to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd Nov 09 19:54:25.469233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42068) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:25.473032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-90873e9a-f3fd-4008-89df-28816b7f7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:25.475338 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-90873e9a-f3fd-4008-89df-28816b7f7042 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.1651564 Nov 09 19:54:25.513270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:25.513912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:25.552578 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:25.602043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c2260-9941-4471-9540-c1d497add34c None None] Pushing event updated for resources: {'Port': ['ID=73294ef9-0b1f-47c3-8f3e-630785c7e89e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:25.617277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bb204afd-f144-48e3-a8fa-39bde82f8ccc None None] Provisioning complete for port 73294ef9-0b1f-47c3-8f3e-630785c7e89e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:25.617783 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb204afd-f144-48e3-a8fa-39bde82f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:25.623152 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.623509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.623858 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.624199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.624536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.624873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.625207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.625537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.625870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.626197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.626539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.626878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c2260-9941-4471-9540-c1d497add34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:54:25.693328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-93fd6bd2-5155-4ab7-a9ac-081da34bf824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:25.694823 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-93fd6bd2-5155-4ab7-a9ac-081da34bf824 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1545701 Nov 09 19:54:25.754586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Checking segment: {'id': 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:25.755566 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network hostable DHCP agents. Network: 80fef2c9-a68a-4057-9866-43d7d433f040, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:54:25.757894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Subnet': ['ID=3dee48b5-9b78-49a9-896e-80af0d4f2e42,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:25.800288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 80fef2c9-a68a-4057-9866-43d7d433f040 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:54:25.829686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 80fef2c9-a68a-4057-9866-43d7d433f040) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:25.836886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:25.837493 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:25.842392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:25.843157 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-dc5163c6-fd6b-43b5-ab5b-e6c73a57e04d service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374137 Nov 09 19:54:25.848088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e00aa28e-6043-4f5f-a6dd-bf8f2de59d37 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e689e4-0792-4754-af45-3666c1474775 HTTP/1.1" status: 200 len: 205 time: 0.3753588 Nov 09 19:54:25.849222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42070) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:25.853196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4894a22-4f5f-447d-81c6-affef1387a06 None None] Network 80fef2c9-a68a-4057-9866-43d7d433f040 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:25.855204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:25.855592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:25.855958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:25.901762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:25.901762 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:25.910432 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-575d841b-79b5-47aa-a623-ec6bb4affaa0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7154558 Nov 09 19:54:25.913831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42074) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:25.929294 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 10 to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd Nov 09 19:54:25.930137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8e98dd01-1a36-40a2-9302-92b95bd04ff2 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:25.949754 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9c3301e-e6fc-4d36-9033-bfce0e51a6ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:25.951414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:25.951746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:25.952081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:25.959522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:25.959522 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port 826d38a1-b010-4472-a81b-bd8c745b68cd on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:25.959522 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.076488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23eea6d5-fc91-4f5e-9cea-e8824a19ee95 req-a4ce0003-9630-45be-9153-d4fc98801a7c service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248380 Nov 09 19:54:26.201453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3109194-e5a3-4e6f-80d8-f1518b41ec4c req-9d078031-f807-4507-8d0d-6d1ca10b9f53 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.202926 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f3109194-e5a3-4e6f-80d8-f1518b41ec4c req-9d078031-f807-4507-8d0d-6d1ca10b9f53 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 944 time: 0.2136722 Nov 09 19:54:26.206854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 8e98dd01-1a36-40a2-9302-92b95bd04ff2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:26.207278 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.214175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9c3301e-e6fc-4d36-9033-bfce0e51a6ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.222045 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9c3301e-e6fc-4d36-9033-bfce0e51a6ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.253841 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb204afd-f144-48e3-a8fa-39bde82f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.282845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] For port 826d38a1-b010-4472-a81b-bd8c745b68cd, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:26.283234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempted to set empty binding levels {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 19:54:26.291394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42bb77-7d54-4544-8e35-41371407e1e1 req-c6f5f2c1-a546-42e0-9311-328b19df2e34 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.297738 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.298036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42bb77-7d54-4544-8e35-41371407e1e1 req-c6f5f2c1-a546-42e0-9311-328b19df2e34 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.299104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9c3301e-e6fc-4d36-9033-bfce0e51a6ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.299597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c3301e-e6fc-4d36-9033-bfce0e51a6ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Fanout notify agent at l3_agent the message router_deleted on router 92e689e4-0792-4754-af45-3666c1474775 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:54:26.304865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42bb77-7d54-4544-8e35-41371407e1e1 req-c6f5f2c1-a546-42e0-9311-328b19df2e34 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.310687 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9c3301e-e6fc-4d36-9033-bfce0e51a6ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.311324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42bb77-7d54-4544-8e35-41371407e1e1 req-c6f5f2c1-a546-42e0-9311-328b19df2e34 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.314312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d9c3301e-e6fc-4d36-9033-bfce0e51a6ec tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/92e689e4-0792-4754-af45-3666c1474775 HTTP/1.1" status: 204 len: 168 time: 0.4620235 Nov 09 19:54:26.315748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42080) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:26.319305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42bb77-7d54-4544-8e35-41371407e1e1 req-c6f5f2c1-a546-42e0-9311-328b19df2e34 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.319845 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f3109194-e5a3-4e6f-80d8-f1518b41ec4c req-3831e0d9-1436-4235-b5a7-36d9639f22b4 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993395 Nov 09 19:54:26.325338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42bb77-7d54-4544-8e35-41371407e1e1 req-c6f5f2c1-a546-42e0-9311-328b19df2e34 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.331628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42bb77-7d54-4544-8e35-41371407e1e1 req-c6f5f2c1-a546-42e0-9311-328b19df2e34 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.334054 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c42bb77-7d54-4544-8e35-41371407e1e1 req-c6f5f2c1-a546-42e0-9311-328b19df2e34 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.2110767 Nov 09 19:54:26.372743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-80fef2c9-a68a-4057-9866-43d7d433f040', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:54:26.373619 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.379197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bb204afd-f144-48e3-a8fa-39bde82f8ccc None None] For port 73294ef9-0b1f-47c3-8f3e-630785c7e89e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=73294ef9-0b1f-47c3-8f3e-630785c7e89e,segment=NetworkSegment(2aa77cd6-95ea-4916-97c7-71c454746f18),segment_id=2aa77cd6-95ea-4916-97c7-71c454746f18)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:26.400364 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb204afd-f144-48e3-a8fa-39bde82f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.425527 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c42bb77-7d54-4544-8e35-41371407e1e1 req-fe11ed88-f604-44be-9df2-ff23e70b4ddf tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544300 Nov 09 19:54:26.437093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] In _notify_port_updated(), no bound segment for port 826d38a1-b010-4472-a81b-bd8c745b68cd on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:54:26.438300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.439446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.441264 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "PUT /v2.0/ports/826d38a1-b010-4472-a81b-bd8c745b68cd HTTP/1.1" status: 200 len: 978 time: 1.9994895 Nov 09 19:54:26.450433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42084) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:26.575976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9905d6-58d6-4c66-b963-058a3fd4682a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting subnet 8bf78244-0f90-4df5-89dd-52f42af1ef6a {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:54:26.582500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676de77-d46d-499a-b628-6da638e29ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event updated for resources: {'Port': ['ID=826d38a1-b010-4472-a81b-bd8c745b68cd,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:26.585803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df9905d6-58d6-4c66-b963-058a3fd4682a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.592986 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.610016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb204afd-f144-48e3-a8fa-39bde82f8ccc None None] Pushing event updated for resources: {'Port': ['ID=73294ef9-0b1f-47c3-8f3e-630785c7e89e,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:26.624086 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.657801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b01688-4747-4859-a4d0-050aef1d97e4 req-78d91445-8b97-4b3b-b382-16ceb5cd0159 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.658351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6770a3a2-df95-4a19-8d49-ab23984a55c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e98dd01-1a36-40a2-9302-92b95bd04ff2'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:26.659712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34b01688-4747-4859-a4d0-050aef1d97e4 req-78d91445-8b97-4b3b-b382-16ceb5cd0159 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1072958 Nov 09 19:54:26.667998 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a253054-2820-451a-8b1b-b8f2e6d58b66" -d '{"events": [{"server_uuid": "6770a3a2-df95-4a19-8d49-ab23984a55c6", "name": "network-vif-plugged", "status": "completed", "tag": "8e98dd01-1a36-40a2-9302-92b95bd04ff2"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:26.670410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-79d46dbe-5b45-4371-b3d3-06e30c2defe3 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.670832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f1519210-28ed-4da6-843d-c2a03c70c1d5 None None] Provisioning complete for port 73294ef9-0b1f-47c3-8f3e-630785c7e89e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:26.671213 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f1519210-28ed-4da6-843d-c2a03c70c1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.671961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-79d46dbe-5b45-4371-b3d3-06e30c2defe3 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 946 time: 0.2097583 Nov 09 19:54:26.703092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.703483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.703951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.704417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.704878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.705347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.705807 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.706265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.706749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.707244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.707702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.708275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.709111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.709572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.710035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.710490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.710967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.712022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.712022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.712325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.712986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.713232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.713689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.714143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.714621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.715081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.715544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.715895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 3, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:25Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:26.716076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.716441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.716895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.717531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.717996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.718456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.718935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.719396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.719855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.720310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.720767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.721224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.721728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.722374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.722607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.723047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.724059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.724506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.725078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.725541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.726004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:26.735862 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3383b8b8-864e-4d4a-9e27-9d40724f708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43424 time: 0.2840776 Nov 09 19:54:26.738468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df9905d6-58d6-4c66-b963-058a3fd4682a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.743347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42090) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:26.777336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:26.778254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34b01688-4747-4859-a4d0-050aef1d97e4 req-a9099567-58ff-4990-86cf-f9ebf3d6889c tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a517b42-8648-46c4-8cba-e02ebb097468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779471 Nov 09 19:54:26.790063 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5b215c-62e8-4879-abd1-6a3213c0dd15 x-openstack-request-id: req-5c5b215c-62e8-4879-abd1-6a3213c0dd15 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:26.790401 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6770a3a2-df95-4a19-8d49-ab23984a55c6", "name": "network-vif-plugged", "status": "completed", "tag": "8e98dd01-1a36-40a2-9302-92b95bd04ff2", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:26.790673 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c5b215c-62e8-4879-abd1-6a3213c0dd15 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:26.791202 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6770a3a2-df95-4a19-8d49-ab23984a55c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e98dd01-1a36-40a2-9302-92b95bd04ff2', 'code': 200} Nov 09 19:54:26.802849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e7264-988c-446f-8a08-6ff4a43624f4 None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 3, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:25Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:26.809412 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:26.946681 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Allocated IP 172.22.0.2 (80fef2c9-a68a-4057-9866-43d7d433f040/3dee48b5-9b78-49a9-896e-80af0d4f2e42/8cc37d5d-1fff-437a-8308-8a5cc15a476d) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:26.996177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df9905d6-58d6-4c66-b963-058a3fd4682a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.014035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8e98dd01-1a36-40a2-9302-92b95bd04ff2,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:27.052207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300f3e3-5d2a-4d22-a95e-c17440f936ca req-5855e04b-b4ad-45c2-9f37-0f25b3fefa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:27.059785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2300f3e3-5d2a-4d22-a95e-c17440f936ca req-5855e04b-b4ad-45c2-9f37-0f25b3fefa3d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 1097 time: 0.0861073 Nov 09 19:54:27.065108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-bdf870b5-1b8b-4731-9626-b788d7285c1b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Deleting port fa46d398-7880-4a48-92a9-af72e7c6ec6d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:27.065458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-bdf870b5-1b8b-4731-9626-b788d7285c1b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.112259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2300f3e3-5d2a-4d22-a95e-c17440f936ca req-5444f0b7-c513-4a25-9af6-f9d7eb8727ae service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Nov 09 19:54:27.120615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b76839d0-cb23-43f5-84af-4a0460653f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Deleting port 826d38a1-b010-4472-a81b-bd8c745b68cd {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:27.120969 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b76839d0-cb23-43f5-84af-4a0460653f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.184339 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.197817 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.223534 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df9905d6-58d6-4c66-b963-058a3fd4682a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.251545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Network 80fef2c9-a68a-4057-9866-43d7d433f040 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:27.257261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:27.258243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Allocated IP 172.22.0.1 (80fef2c9-a68a-4057-9866-43d7d433f040/3dee48b5-9b78-49a9-896e-80af0d4f2e42/c4474d50-afa6-41c0-9729-7631d02fce82) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:27.260158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:27.261008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-b76839d0-cb23-43f5-84af-4a0460653f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] For port 826d38a1-b010-4472-a81b-bd8c745b68cd, host n-h1-817256-1, got binding levels [] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:27.261383 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b76839d0-cb23-43f5-84af-4a0460653f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.272302 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Pushing event updated for resources: {'Port': ['ID=8cc37d5d-1fff-437a-8308-8a5cc15a476d,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:27.277839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9905d6-58d6-4c66-b963-058a3fd4682a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf78244-0f90-4df5-89dd-52f42af1ef6a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:27.289955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-bdf870b5-1b8b-4731-9626-b788d7285c1b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] For port fa46d398-7880-4a48-92a9-af72e7c6ec6d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=fa46d398-7880-4a48-92a9-af72e7c6ec6d,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:27.290323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-bdf870b5-1b8b-4731-9626-b788d7285c1b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.293594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b76839d0-cb23-43f5-84af-4a0460653f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Calling delete_port for 826d38a1-b010-4472-a81b-bd8c745b68cd owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:27.300408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df9905d6-58d6-4c66-b963-058a3fd4682a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.308839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-df9905d6-58d6-4c66-b963-058a3fd4682a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/8bf78244-0f90-4df5-89dd-52f42af1ef6a HTTP/1.1" status: 204 len: 168 time: 0.9838164 Nov 09 19:54:27.309080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42092) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:27.313422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-bdf870b5-1b8b-4731-9626-b788d7285c1b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Calling delete_port for fa46d398-7880-4a48-92a9-af72e7c6ec6d owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:27.318394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541dbeb0-bdc3-4f33-87c9-e4163ac199d6 None None] Network eeb5377d-7b9f-4fe4-bd37-a958b88f354f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:27.398367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Attempting to bind port 8cc37d5d-1fff-437a-8308-8a5cc15a476d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:27.399490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Attempting to bind port 8cc37d5d-1fff-437a-8308-8a5cc15a476d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:27.400048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Attempting to bind port 8cc37d5d-1fff-437a-8308-8a5cc15a476d on network 80fef2c9-a68a-4057-9866-43d7d433f040 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:27.420698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:27.421200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Checking segment: {'id': 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:27.421616 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.422045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Bound using segment: {'id': 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:27.422605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Bound port: 8cc37d5d-1fff-437a-8308-8a5cc15a476d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:27.423087 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.492454 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b76839d0-cb23-43f5-84af-4a0460653f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.563713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76839d0-cb23-43f5-84af-4a0460653f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event deleted for resources: {'Port': ['ID=826d38a1-b010-4472-a81b-bd8c745b68cd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:27.572828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.576850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b76839d0-cb23-43f5-84af-4a0460653f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.582807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b76839d0-cb23-43f5-84af-4a0460653f44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "DELETE /v2.0/ports/826d38a1-b010-4472-a81b-bd8c745b68cd HTTP/1.1" status: 204 len: 168 time: 0.8362520 Nov 09 19:54:27.583275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] For port 8cc37d5d-1fff-437a-8308-8a5cc15a476d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:27.583906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42102) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:27.589328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] For port 8cc37d5d-1fff-437a-8308-8a5cc15a476d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8cc37d5d-1fff-437a-8308-8a5cc15a476d,segment=NetworkSegment(a5a72ebc-60d4-495f-a05a-cc4683cd6fe1),segment_id=a5a72ebc-60d4-495f-a05a-cc4683cd6fe1)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:27.603915 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.615056 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.637997 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fed9c2-553e-498c-9dd5-f57f098f1bb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] GET failed (client error): The resource could not be found. Nov 09 19:54:27.645579 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-36fed9c2-553e-498c-9dd5-f57f098f1bb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "GET /v2.0/ports/826d38a1-b010-4472-a81b-bd8c745b68cd HTTP/1.1" status: 404 len: 333 time: 0.0594821 Nov 09 19:54:27.651305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42104) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:27.659156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-52949079', 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:27.672068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be3ceb-a15e-4dc8-8a98-6e1a866a0500 req-5b306660-fe30-4c35-bf37-38e83fa395b1 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:27.674243 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6be3ceb-a15e-4dc8-8a98-6e1a866a0500 req-5b306660-fe30-4c35-bf37-38e83fa395b1 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1858785 Nov 09 19:54:27.719685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b551d-b6fe-4535-92d9-de393fa3d72d None None] Pushing event updated for resources: {'Port': ['ID=8cc37d5d-1fff-437a-8308-8a5cc15a476d,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:27.757790 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.774607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Made reservation on behalf of 81b848f677d44c5ca33d2af0bb5f4bd4 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:27.777204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.784633 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6be3ceb-a15e-4dc8-8a98-6e1a866a0500 req-34033ccb-dfae-4733-9f9b-07700d0b7db1 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026378 Nov 09 19:54:27.802851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0717b096-38b8-4218-920c-d1738a5e5c89 None None] DHCP port deletion for eeb5377d-7b9f-4fe4-bd37-a958b88f354f request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:54:27.803465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-bdf870b5-1b8b-4731-9626-b788d7285c1b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.816783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] device_id is not set on port be373b6b-a1e3-44fe-9771-aa1c5a905011 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:54:27.821144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port 6f88b76b-815d-477c-a61b-d14ccd02452f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:27.821778 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.857091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf870b5-1b8b-4731-9626-b788d7285c1b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event deleted for resources: {'Port': ['ID=fa46d398-7880-4a48-92a9-af72e7c6ec6d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:27.884371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 73294ef9-0b1f-47c3-8f3e-630785c7e89e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:27.939874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 80fef2c9-a68a-4057-9866-43d7d433f040 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:27.962224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port 6f88b76b-815d-477c-a61b-d14ccd02452f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6f88b76b-815d-477c-a61b-d14ccd02452f,segment=NetworkSegment(b9f7f1d8-7c0f-4857-b84e-d88223714783),segment_id=b9f7f1d8-7c0f-4857-b84e-d88223714783)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:27.962378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.965095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0717b096-38b8-4218-920c-d1738a5e5c89 None None] Deleting port 6f88b76b-815d-477c-a61b-d14ccd02452f {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:27.965665 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0717b096-38b8-4218-920c-d1738a5e5c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:27.966257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:28.027773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfc514-9d29-4957-b9a9-d08b60103d04 req-eabf9791-0fc8-4627-a92e-a50d6a943a43 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:28.038867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfc514-9d29-4957-b9a9-d08b60103d04 req-eabf9791-0fc8-4627-a92e-a50d6a943a43 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:28.048808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfc514-9d29-4957-b9a9-d08b60103d04 req-eabf9791-0fc8-4627-a92e-a50d6a943a43 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:28.058873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfc514-9d29-4957-b9a9-d08b60103d04 req-eabf9791-0fc8-4627-a92e-a50d6a943a43 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:28.069666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfc514-9d29-4957-b9a9-d08b60103d04 req-eabf9791-0fc8-4627-a92e-a50d6a943a43 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:28.077591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfc514-9d29-4957-b9a9-d08b60103d04 req-eabf9791-0fc8-4627-a92e-a50d6a943a43 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:28.085137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfc514-9d29-4957-b9a9-d08b60103d04 req-eabf9791-0fc8-4627-a92e-a50d6a943a43 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:28.087248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5bdfc514-9d29-4957-b9a9-d08b60103d04 req-eabf9791-0fc8-4627-a92e-a50d6a943a43 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.3899531 Nov 09 19:54:28.089196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0717b096-38b8-4218-920c-d1738a5e5c89 None None] For port 6f88b76b-815d-477c-a61b-d14ccd02452f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6f88b76b-815d-477c-a61b-d14ccd02452f,segment=NetworkSegment(b9f7f1d8-7c0f-4857-b84e-d88223714783),segment_id=b9f7f1d8-7c0f-4857-b84e-d88223714783)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:28.089808 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0717b096-38b8-4218-920c-d1738a5e5c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.090656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:28.104370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 73294ef9-0b1f-47c3-8f3e-630785c7e89e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:28.105312 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.160811 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.168277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0717b096-38b8-4218-920c-d1738a5e5c89 None None] Calling delete_port for 6f88b76b-815d-477c-a61b-d14ccd02452f owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:28.188264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=c4474d50-afa6-41c0-9729-7631d02fce82,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:28.191294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for 6f88b76b-815d-477c-a61b-d14ccd02452f owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:28.217709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-bdf870b5-1b8b-4731-9626-b788d7285c1b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] No DVR routers for this DVR port fa46d398-7880-4a48-92a9-af72e7c6ec6d on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:28.236281 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcc99f59-2fc9-4e33-a853-43455d892616 req-93a26ce8-1372-45e1-acf6-d29c0729d0ff tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdd1fa0f-385e-4312-abec-56b26435e1b7 HTTP/1.1" status: 200 len: 210 time: 0.1837535 Nov 09 19:54:28.237741 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-bdf870b5-1b8b-4731-9626-b788d7285c1b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.250787 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-603ede70-549e-474e-aaa6-a96bb58c14a4 req-bdf870b5-1b8b-4731-9626-b788d7285c1b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "DELETE /v2.0/ports/fa46d398-7880-4a48-92a9-af72e7c6ec6d HTTP/1.1" status: 204 len: 173 time: 1.5083115 Nov 09 19:54:28.305176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd1fa0f-385e-4312-abec-56b26435e1b7', 'name': 'network-vif-deleted', 'tag': 'fa46d398-7880-4a48-92a9-af72e7c6ec6d'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:28.308142 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507d47d7-34df-4e07-8792-1708b23eaaee" -d '{"events": [{"server_uuid": "bdd1fa0f-385e-4312-abec-56b26435e1b7", "name": "network-vif-deleted", "tag": "fa46d398-7880-4a48-92a9-af72e7c6ec6d"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:28.388050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.407841 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ba66c9-99a5-4ea7-803c-00a37f4814ef x-openstack-request-id: req-d0ba66c9-99a5-4ea7-803c-00a37f4814ef {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:28.408284 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd1fa0f-385e-4312-abec-56b26435e1b7", "name": "network-vif-deleted", "tag": "fa46d398-7880-4a48-92a9-af72e7c6ec6d", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:28.408673 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0ba66c9-99a5-4ea7-803c-00a37f4814ef {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:28.409305 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd1fa0f-385e-4312-abec-56b26435e1b7', 'name': 'network-vif-deleted', 'tag': 'fa46d398-7880-4a48-92a9-af72e7c6ec6d', 'status': 'completed', 'code': 200} Nov 09 19:54:28.438986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5bdfc514-9d29-4957-b9a9-d08b60103d04 req-9d2f5a4d-f944-4373-908d-dafc9dd35562 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2526007 Nov 09 19:54:28.451392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.502626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Network d205a80d-a314-4247-a489-bb618773aeb6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:28.506760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:28.511224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:28.512183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:28.512788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.518368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.537387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.543407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event updated for resources: {'Port': ['ID=be373b6b-a1e3-44fe-9771-aa1c5a905011,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:28.549237 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ef5988f3-9999-4fac-9d5d-776da33e5c6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.8944209 Nov 09 19:54:28.553801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42112) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:28.572739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=6f88b76b-815d-477c-a61b-d14ccd02452f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:28.575189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No DVR routers for this DVR port 6f88b76b-815d-477c-a61b-d14ccd02452f on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:28.612824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0ae1c-0028-440a-8ba1-de42b19a3813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:28.616132 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-23c0ae1c-0028-440a-8ba1-de42b19a3813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "GET /v2.0/ports/be373b6b-a1e3-44fe-9771-aa1c5a905011 HTTP/1.1" status: 200 len: 957 time: 0.0604079 Nov 09 19:54:28.620643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42114) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:28.642281 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0717b096-38b8-4218-920c-d1738a5e5c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.665287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717b096-38b8-4218-920c-d1738a5e5c89 None None] No DVR routers for this DVR port 6f88b76b-815d-477c-a61b-d14ccd02452f on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:28.696779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717b096-38b8-4218-920c-d1738a5e5c89 None None] Pushing event deleted for resources: {'Port': ['ID=6f88b76b-815d-477c-a61b-d14ccd02452f,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:28.737638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d2eca60c-3b58-4a44-9b6e-0c3366e6ff5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Deleting port be373b6b-a1e3-44fe-9771-aa1c5a905011 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:28.738110 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d2eca60c-3b58-4a44-9b6e-0c3366e6ff5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.824636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d2eca60c-3b58-4a44-9b6e-0c3366e6ff5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:28.846376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d2eca60c-3b58-4a44-9b6e-0c3366e6ff5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Calling delete_port for be373b6b-a1e3-44fe-9771-aa1c5a905011 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:28.976054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d2eca60c-3b58-4a44-9b6e-0c3366e6ff5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.012844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eca60c-3b58-4a44-9b6e-0c3366e6ff5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event deleted for resources: {'Port': ['ID=be373b6b-a1e3-44fe-9771-aa1c5a905011,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:29.020513 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d2eca60c-3b58-4a44-9b6e-0c3366e6ff5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.024576 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d2eca60c-3b58-4a44-9b6e-0c3366e6ff5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "DELETE /v2.0/ports/be373b6b-a1e3-44fe-9771-aa1c5a905011 HTTP/1.1" status: 204 len: 168 time: 0.4018683 Nov 09 19:54:29.028502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42120) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:29.062143 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b6d685-f614-42ca-8804-71b7aeface14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] GET failed (client error): The resource could not be found. Nov 09 19:54:29.065157 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-31b6d685-f614-42ca-8804-71b7aeface14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "GET /v2.0/ports/be373b6b-a1e3-44fe-9771-aa1c5a905011 HTTP/1.1" status: 404 len: 333 time: 0.0353611 Nov 09 19:54:29.071140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42122) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:29.078727 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Request body: {'port': {'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1990077688'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:29.113677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Made reservation on behalf of 81b848f677d44c5ca33d2af0bb5f4bd4 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:29.117412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.144424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] device_id is not set on port f7805f5c-9d50-4192-b43f-8e6df5a9e43d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:54:29.147353 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.195367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb5377d-7b9f-4fe4-bd37-a958b88f354f']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:29.225808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4df82-a860-4d38-b064-28f1bb912cff req-16f64211-82fd-4166-a752-7e529d7c3e66 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:29.227431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72f4df82-a860-4d38-b064-28f1bb912cff req-16f64211-82fd-4166-a752-7e529d7c3e66 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.2048082 Nov 09 19:54:29.229344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f7f1d8-7c0f-4857-b84e-d88223714783') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:29.229637 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f7f1d8-7c0f-4857-b84e-d88223714783') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:29.250435 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.254247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device fa46d398-7880-4a48-92a9-af72e7c6ec6d no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:29.286394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: fa46d398-7880-4a48-92a9-af72e7c6ec6d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:29.287372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device fa46d398-7880-4a48-92a9-af72e7c6ec6d not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:29.333927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.349307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:54:29.349921 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.353869 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:54:29.355481 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:54:29.394610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae109c-ae44-4b73-8636-f0df0b6e213e None None] Network 80fef2c9-a68a-4057-9866-43d7d433f040 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:29.397100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.421062 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72f4df82-a860-4d38-b064-28f1bb912cff req-1f342b3c-6b3f-424e-a294-82f7de7e6029 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759388 Nov 09 19:54:29.477467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f71ab928-10d4-445a-bcd3-8d0402aba016 None None] Provisioning complete for port 8cc37d5d-1fff-437a-8308-8a5cc15a476d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:29.477843 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f71ab928-10d4-445a-bcd3-8d0402aba016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.485498 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.497708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Network d205a80d-a314-4247-a489-bb618773aeb6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:29.509462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:29.509993 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.513536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:29.518801 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/networks/eeb5377d-7b9f-4fe4-bd37-a958b88f354f HTTP/1.1" status: 204 len: 168 time: 2.2102723 Nov 09 19:54:29.520034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:29.520732 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.524823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42132) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:29.530571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-190119729'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:29.549738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event updated for resources: {'Port': ['ID=f7805f5c-9d50-4192-b43f-8e6df5a9e43d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:29.566938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2c6a-8427-468d-aba7-f8406dd44b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Network': ['ID=eeb5377d-7b9f-4fe4-bd37-a958b88f354f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:29.567219 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fa63fffc-c465-427b-bfeb-0b4a5b59ed9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4941807 Nov 09 19:54:29.568358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42134) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:29.575993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:29.617856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.641170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.643891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:29.647475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.700774 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f71ab928-10d4-445a-bcd3-8d0402aba016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.709404 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.725620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.753266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f71ab928-10d4-445a-bcd3-8d0402aba016 None None] For port 8cc37d5d-1fff-437a-8308-8a5cc15a476d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8cc37d5d-1fff-437a-8308-8a5cc15a476d,segment=NetworkSegment(a5a72ebc-60d4-495f-a05a-cc4683cd6fe1),segment_id=a5a72ebc-60d4-495f-a05a-cc4683cd6fe1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:29.758486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e69bd-491a-45b2-8684-f05a2eebd301 req-b8567361-3bf8-4ae5-9832-6e0a194a6f47 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:29.762335 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f71ab928-10d4-445a-bcd3-8d0402aba016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.766722 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee5e69bd-491a-45b2-8684-f05a2eebd301 req-b8567361-3bf8-4ae5-9832-6e0a194a6f47 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.2128739 Nov 09 19:54:29.792217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951c96-a5a2-4f83-9558-e77abf2471b0 req-acd71e86-7deb-4074-b8dc-e59c617ec8ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:29.800828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951c96-a5a2-4f83-9558-e77abf2471b0 req-acd71e86-7deb-4074-b8dc-e59c617ec8ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:29.809968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951c96-a5a2-4f83-9558-e77abf2471b0 req-acd71e86-7deb-4074-b8dc-e59c617ec8ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:29.816749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951c96-a5a2-4f83-9558-e77abf2471b0 req-acd71e86-7deb-4074-b8dc-e59c617ec8ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:29.825281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951c96-a5a2-4f83-9558-e77abf2471b0 req-acd71e86-7deb-4074-b8dc-e59c617ec8ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:29.832323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951c96-a5a2-4f83-9558-e77abf2471b0 req-acd71e86-7deb-4074-b8dc-e59c617ec8ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:29.838663 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951c96-a5a2-4f83-9558-e77abf2471b0 req-acd71e86-7deb-4074-b8dc-e59c617ec8ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:29.840739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf951c96-a5a2-4f83-9558-e77abf2471b0 req-acd71e86-7deb-4074-b8dc-e59c617ec8ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.1818936 Nov 09 19:54:29.849977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ab928-10d4-445a-bcd3-8d0402aba016 None None] Pushing event updated for resources: {'Port': ['ID=8cc37d5d-1fff-437a-8308-8a5cc15a476d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:29.855035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8cc37d5d-1fff-437a-8308-8a5cc15a476d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:29.886486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:54:29.888519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=c4474d50-afa6-41c0-9729-7631d02fce82,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:29.907950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee5e69bd-491a-45b2-8684-f05a2eebd301 req-a8edc435-f181-4a3f-825e-ca1551343aea tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389232 Nov 09 19:54:29.937583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.939648 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added segment 41455743-6916-4a43-82f6-fc88433f53d2 of type vlan for network 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 Nov 09 19:54:29.945414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8cc37d5d-1fff-437a-8308-8a5cc15a476d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:29.945859 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:29.992289 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf951c96-a5a2-4f83-9558-e77abf2471b0 req-ec907a90-fcb4-44ea-907b-54af3fe2a0a5 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394758 Nov 09 19:54:30.040886 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.114407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-daa89ed2-28de-4f80-b47f-8daf92bdb10d None None] Provisioning complete for port 8cc37d5d-1fff-437a-8308-8a5cc15a476d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:30.115174 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-daa89ed2-28de-4f80-b47f-8daf92bdb10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.120156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 80fef2c9-a68a-4057-9866-43d7d433f040 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:30.126485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:30.158321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11062a-0cb5-4e80-9879-21313af2984a req-0d93a6ee-3ee4-4b1c-8f4b-9370b481d02d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:30.160273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab11062a-0cb5-4e80-9879-21313af2984a req-0d93a6ee-3ee4-4b1c-8f4b-9370b481d02d tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1406755 Nov 09 19:54:30.164537 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.170364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:30.171121 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.191840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] device_id is not set on port f7805f5c-9d50-4192-b43f-8e6df5a9e43d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:54:30.220701 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.237302 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.242271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6f88b76b-815d-477c-a61b-d14ccd02452f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:30.341537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 6f88b76b-815d-477c-a61b-d14ccd02452f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:30.341893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6f88b76b-815d-477c-a61b-d14ccd02452f not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:30.357923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event updated for resources: {'Port': ['ID=f7805f5c-9d50-4192-b43f-8e6df5a9e43d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:30.377482 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8515608 Nov 09 19:54:30.393327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42144) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:30.417495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab11062a-0cb5-4e80-9879-21313af2984a req-dd7d7207-9621-43e6-b22b-f9d801351c8f tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414062 Nov 09 19:54:30.422485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-daa89ed2-28de-4f80-b47f-8daf92bdb10d None None] Provisioning complete for port c4474d50-afa6-41c0-9729-7631d02fce82 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:30.423172 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-daa89ed2-28de-4f80-b47f-8daf92bdb10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.438557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561bc52-3c3d-4cb9-be97-8d876ede83b9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Network': ['ID=76dc83c7-773e-46d8-a56e-ab6aa73a47e8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:30.450047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'subnet': {'network_id': '76dc83c7-773e-46d8-a56e-ab6aa73a47e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:30.483260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-daa89ed2-28de-4f80-b47f-8daf92bdb10d None None] Port c4474d50-afa6-41c0-9729-7631d02fce82 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:30.489074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:54:30.494996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:30.527988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:30.528368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:30.528679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:30.571172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:30.571416 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:30.573905 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 2 to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d Nov 09 19:54:30.609293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:30.609628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:30.610017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:30.622391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b6607c4f-4fc8-4be3-8319-51c8a0994d17 None None] Provisioning complete for port c4474d50-afa6-41c0-9729-7631d02fce82 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:30.640269 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b6607c4f-4fc8-4be3-8319-51c8a0994d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.644912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:30.645440 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:30.645979 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 3 to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d Nov 09 19:54:30.658054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:30.664868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.695299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:30.707491 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7af51c5b-59f2-4dc3-aeea-7098129c88e3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7926822 Nov 09 19:54:30.709034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42154) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:30.714353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'network': {'name': 'tempest-RoutersTest-918445494'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:30.717505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:30.717951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:30.718371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:30.722584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:30.747343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:30.747685 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:30.750155 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 4 to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d Nov 09 19:54:30.754422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:30.758363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b6607c4f-4fc8-4be3-8319-51c8a0994d17 None None] Port c4474d50-afa6-41c0-9729-7631d02fce82 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:30.759644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.764736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:30.765674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:30.766991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:30.767327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:30.767668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:30.782973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:30.783304 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:30.787978 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 5 to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d Nov 09 19:54:30.812353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:30.812696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:30.813066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:30.821603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:30.821858 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:30.823448 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 6 to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d Nov 09 19:54:30.842150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:54:30.847657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:30.847998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:30.848378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:30.865286 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.865673 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added segment 979b7c47-2396-4983-8642-3fb352208ffc of type vlan for network 1ce1bce9-e1e2-4541-afba-c065fa16317a Nov 09 19:54:30.874203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:30.874561 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:30.878480 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 7 to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d Nov 09 19:54:30.905866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:30.908316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2825bbd6-a2a5-49fd-9b35-f966eaa82e3e None None] Provisioning complete for port c4474d50-afa6-41c0-9729-7631d02fce82 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:30.908654 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2825bbd6-a2a5-49fd-9b35-f966eaa82e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.909975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:30.910574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:30.911222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-94456b15-6ab7-4273-a188-c211883e881b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:30.911860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:30.918426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-94456b15-6ab7-4273-a188-c211883e881b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/networks?id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 HTTP/1.1" status: 200 len: 814 time: 0.1753628 Nov 09 19:54:30.945043 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-8f551c4f-a6bf-42a9-9a41-ac095558ed17 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/quotas/4d246aa485c64e1b8ad74e3636dd78b1 HTTP/1.1" status: 200 len: 375 time: 0.0256016 Nov 09 19:54:30.955116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:30.964376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:30.965029 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:30.971287 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 8 to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d Nov 09 19:54:30.988584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:30.989586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:30.990661 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:30.999313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:30.999706 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:31.005802 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 9 to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d Nov 09 19:54:31.013832 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-b1b71e3e-d58c-4b13-a25d-b697e9533de2 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d246aa485c64e1b8ad74e3636dd78b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678346 Nov 09 19:54:31.023844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:31.024107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:31.024481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:31.024826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:31.030493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.031233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:31.031812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:31.032288 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:31.032818 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempt 10 to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d Nov 09 19:54:31.044870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:31.134581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Subnet': ['ID=58e34030-bd6b-40b8-b362-809a647d312d,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:31.140020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4295409 Nov 09 19:54:31.142601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42162) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:31.151201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'subnet': {'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:31.173413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2825bbd6-a2a5-49fd-9b35-f966eaa82e3e None None] Port c4474d50-afa6-41c0-9729-7631d02fce82 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:31.216651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220f60f-379e-4ab4-ae46-6347fb7d3c1c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Network': ['ID=1ce1bce9-e1e2-4541-afba-c065fa16317a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:31.231166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:31.231519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:31.231872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempting to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:31.232071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 1ce1bce9-e1e2-4541-afba-c065fa16317a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:54:31.259353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:31.259685 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Failed to bind port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95b726ec-7918-4b51-9b7a-e5f53b7c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd205a80d-a314-4247-a489-bb618773aeb6'}] Nov 09 19:54:31.260063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:31.276297 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-5ce73dce-6f2e-4d28-8dc5-5d9672b06e90 service neutron] 10.222.0.53 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612689 Nov 09 19:54:31.315559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:28Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:29Z', 'revision_number': 2, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:31.339286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] For port f7805f5c-9d50-4192-b43f-8e6df5a9e43d, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:31.339666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attempted to set empty binding levels {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 19:54:31.361033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Checking segment: {'id': '41455743-6916-4a43-82f6-fc88433f53d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '76dc83c7-773e-46d8-a56e-ab6aa73a47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:31.361712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network hostable DHCP agents. Network: 76dc83c7-773e-46d8-a56e-ab6aa73a47e8, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:54:31.366351 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:31.368455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:31.368925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Updating router 9f726da8-2a81-413b-84e2-72f92ee67379 port c4474d50-afa6-41c0-9729-7631d02fce82 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:54:31.374204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Made reservation on behalf of c66009a52c7f46feb86fc69529ee86a6 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:31.381621 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:31.396612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f84d4-c3fb-4d21-a85a-7a5837304d2f req-de7ae106-3c88-4e19-9d31-4e0a9e98adc4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.401533 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:31.403375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f84d4-c3fb-4d21-a85a-7a5837304d2f req-de7ae106-3c88-4e19-9d31-4e0a9e98adc4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.409385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f84d4-c3fb-4d21-a85a-7a5837304d2f req-de7ae106-3c88-4e19-9d31-4e0a9e98adc4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.416896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f84d4-c3fb-4d21-a85a-7a5837304d2f req-de7ae106-3c88-4e19-9d31-4e0a9e98adc4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.422528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f84d4-c3fb-4d21-a85a-7a5837304d2f req-de7ae106-3c88-4e19-9d31-4e0a9e98adc4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.428518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f84d4-c3fb-4d21-a85a-7a5837304d2f req-de7ae106-3c88-4e19-9d31-4e0a9e98adc4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.434920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f84d4-c3fb-4d21-a85a-7a5837304d2f req-de7ae106-3c88-4e19-9d31-4e0a9e98adc4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.437151 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c46f84d4-c3fb-4d21-a85a-7a5837304d2f req-de7ae106-3c88-4e19-9d31-4e0a9e98adc4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.3061488 Nov 09 19:54:31.469437 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-98e976e9-e9bf-4a57-9168-9e984b671cc7 service neutron] 10.222.0.53 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851904 Nov 09 19:54:31.685583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:31.776173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Subnet': ['ID=97931286-de3a-4e37-9c2e-669d565fd0fe,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:31.832710 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8cc37d5d-1fff-437a-8308-8a5cc15a476d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:31.870089 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:31.883015 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:31.915744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-c0b8b38d-d8db-48f6-9c84-9b8a25599ab1 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.917299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-c0b8b38d-d8db-48f6-9c84-9b8a25599ab1 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.70 "GET /v2.0/ports?device_id=6770a3a2-df95-4a19-8d49-ab23984a55c6 HTTP/1.1" status: 200 len: 946 time: 0.1290250 Nov 09 19:54:31.919514 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Checking segment: {'id': '979b7c47-2396-4983-8642-3fb352208ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:31.919880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network hostable DHCP agents. Network: 1ce1bce9-e1e2-4541-afba-c065fa16317a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:54:31.946070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd847bd0-4aae-4d47-8e4d-b2cc5bcd7e3f req-d1387169-5cde-452c-84a2-cf96602d01ec tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.947654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd847bd0-4aae-4d47-8e4d-b2cc5bcd7e3f req-d1387169-5cde-452c-84a2-cf96602d01ec tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.1054556 Nov 09 19:54:31.968966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-1334e717-bd75-43f7-bb1f-7cb61988a363 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:31.970335 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-1334e717-bd75-43f7-bb1f-7cb61988a363 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.8383548 Nov 09 19:54:31.980905 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5abce-b8a9-4f93-9306-9e5f2fad3b69 None None] Pushing event updated for resources: {'Port': ['ID=c4474d50-afa6-41c0-9729-7631d02fce82,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:32.003719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] In _notify_port_updated(), no bound segment for port f7805f5c-9d50-4192-b43f-8e6df5a9e43d on network d205a80d-a314-4247-a489-bb618773aeb6 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:54:32.005125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:32.005947 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.007966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 1ce1bce9-e1e2-4541-afba-c065fa16317a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:54:32.010961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "PUT /v2.0/ports/f7805f5c-9d50-4192-b43f-8e6df5a9e43d HTTP/1.1" status: 200 len: 979 time: 2.4405057 Nov 09 19:54:32.014616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42178) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:32.037879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8cc37d5d-1fff-437a-8308-8a5cc15a476d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:32.038265 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.069844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:54:32.091136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 76dc83c7-773e-46d8-a56e-ab6aa73a47e8) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:32.101048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:32.101584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 1ce1bce9-e1e2-4541-afba-c065fa16317a) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:32.102359 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.118564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376d34-5b99-4616-9a9e-9ca3400fb5b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event updated for resources: {'Port': ['ID=f7805f5c-9d50-4192-b43f-8e6df5a9e43d,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:32.138025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd847bd0-4aae-4d47-8e4d-b2cc5bcd7e3f req-96d9bfa6-2917-4764-9477-fb81ce3e1531 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681931 Nov 09 19:54:32.158909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:32.160377 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.171741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef5948-8360-4150-8fe3-b452461bce28 None None] Network 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:32.175127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ff62f-f693-42de-97e6-067f8df8827d None None] Network 1ce1bce9-e1e2-4541-afba-c065fa16317a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:32.216207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c46f84d4-c3fb-4d21-a85a-7a5837304d2f req-c27db844-ef0d-41e6-b000-3fa0baadfd37 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2416852 Nov 09 19:54:32.239629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c2b449e3-4593-4ae8-9ab1-49441c9f4349 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8406019 Nov 09 19:54:32.241985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42182) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:32.248624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2203273f-adcc-4698-a7c7-b76f4fd8bcea tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1844648973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:32.260718 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6802c7b2-d535-4754-8b11-d0f6bb52d485 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1079733 Nov 09 19:54:32.260718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42184) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:32.388404 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2203273f-adcc-4698-a7c7-b76f4fd8bcea tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.389871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2203273f-adcc-4698-a7c7-b76f4fd8bcea tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.410840 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1355da09-dc02-48c3-a0de-ceb57ef72c08 req-05ae73f5-9fe6-448c-992c-18f50caed87b tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 210 time: 0.0889235 Nov 09 19:54:32.418224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Deleting port 3272acb7-3e3f-4c55-8e57-4b949482c82f {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:32.418912 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.534806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2203273f-adcc-4698-a7c7-b76f4fd8bcea tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.549030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2203273f-adcc-4698-a7c7-b76f4fd8bcea tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.569632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-74aaea21-dcbf-4d7c-be46-7df4dec3a628 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Deleting port 8e98dd01-1a36-40a2-9302-92b95bd04ff2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:32.570061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-74aaea21-dcbf-4d7c-be46-7df4dec3a628 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.585161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] For port 3272acb7-3e3f-4c55-8e57-4b949482c82f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3272acb7-3e3f-4c55-8e57-4b949482c82f,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:32.586106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.632047 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Attempting to bind port c4474d50-afa6-41c0-9729-7631d02fce82 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:32.632717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Attempting to bind port c4474d50-afa6-41c0-9729-7631d02fce82 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:32.633257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Attempting to bind port c4474d50-afa6-41c0-9729-7631d02fce82 on network 80fef2c9-a68a-4057-9866-43d7d433f040 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:32.664823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2203273f-adcc-4698-a7c7-b76f4fd8bcea tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.667055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2203273f-adcc-4698-a7c7-b76f4fd8bcea tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4239125 Nov 09 19:54:32.667770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:32.668357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Checking segment: {'id': 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:32.668755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.669145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Bound using segment: {'id': 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:32.669634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Bound port: c4474d50-afa6-41c0-9729-7631d02fce82, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:32.670008 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.670635 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42186) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:32.717181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-90015c2d-9f43-4160-983e-9cae86fee74f None None] Provisioning complete for port c4474d50-afa6-41c0-9729-7631d02fce82 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:32.717875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-90015c2d-9f43-4160-983e-9cae86fee74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.758948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-90015c2d-9f43-4160-983e-9cae86fee74f None None] Port c4474d50-afa6-41c0-9729-7631d02fce82 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:32.760507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-1ce1bce9-e1e2-4541-afba-c065fa16317a', 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'fixed_ips': [{'subnet_id': '97931286-de3a-4e37-9c2e-669d565fd0fe'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:54:32.761366 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:32.930238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfc072-5307-4b5c-bc45-9ade62ad1671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Deleting port f7805f5c-9d50-4192-b43f-8e6df5a9e43d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:32.930465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6dfc072-5307-4b5c-bc45-9ade62ad1671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.079231 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.079715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.080102 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Floating IP 5d0a34aa-a1f2-4c54-b053-86fb16ee0ce5 disassociated. External IP: 172.25.6.98, port: 3272acb7-3e3f-4c55-8e57-4b949482c82f. Nov 09 19:54:33.080548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Calling delete_port for 3272acb7-3e3f-4c55-8e57-4b949482c82f owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:33.153508 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.166016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Allocated IP 172.23.0.2 (1ce1bce9-e1e2-4541-afba-c065fa16317a/97931286-de3a-4e37-9c2e-669d565fd0fe/de74b3db-04f4-4ee2-ab44-e9f71858a65c) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:33.178463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] For port c4474d50-afa6-41c0-9729-7631d02fce82, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:33.187379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-76dc83c7-773e-46d8-a56e-ab6aa73a47e8', 'network_id': '76dc83c7-773e-46d8-a56e-ab6aa73a47e8', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'fixed_ips': [{'subnet_id': '58e34030-bd6b-40b8-b362-809a647d312d'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:54:33.188227 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.193189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] For port c4474d50-afa6-41c0-9729-7631d02fce82, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c4474d50-afa6-41c0-9729-7631d02fce82,segment=NetworkSegment(a5a72ebc-60d4-495f-a05a-cc4683cd6fe1),segment_id=a5a72ebc-60d4-495f-a05a-cc4683cd6fe1)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:33.210636 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.246379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-f6dfc072-5307-4b5c-bc45-9ade62ad1671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] For port f7805f5c-9d50-4192-b43f-8e6df5a9e43d, host n-h1-817256-1, got binding levels [] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:33.246778 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6dfc072-5307-4b5c-bc45-9ade62ad1671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.283283 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-74aaea21-dcbf-4d7c-be46-7df4dec3a628 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] For port 8e98dd01-1a36-40a2-9302-92b95bd04ff2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e98dd01-1a36-40a2-9302-92b95bd04ff2,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:33.283926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-74aaea21-dcbf-4d7c-be46-7df4dec3a628 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.293397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfc072-5307-4b5c-bc45-9ade62ad1671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Calling delete_port for f7805f5c-9d50-4192-b43f-8e6df5a9e43d owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:33.329873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5abce-b8a9-4f93-9306-9e5f2fad3b69 None None] Pushing event updated for resources: {'Port': ['ID=c4474d50-afa6-41c0-9729-7631d02fce82,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:33.334460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-74aaea21-dcbf-4d7c-be46-7df4dec3a628 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Calling delete_port for 8e98dd01-1a36-40a2-9302-92b95bd04ff2 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:33.385144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:33.386053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:33.483711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2901634-6ecf-46e2-8175-a8f6cf53053f req-74737be9-5e75-40d3-9106-857a76b3cee2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:33.485828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d2901634-6ecf-46e2-8175-a8f6cf53053f req-74737be9-5e75-40d3-9106-857a76b3cee2 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 944 time: 0.2206445 Nov 09 19:54:33.514190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-ec60f0a2-431b-431c-b6ee-2c2da562f7eb tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:33.516014 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-ec60f0a2-431b-431c-b6ee-2c2da562f7eb tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.77 "GET /v2.0/networks?id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 HTTP/1.1" status: 200 len: 814 time: 0.3671243 Nov 09 19:54:33.546769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Request body: {'port': {'device_id': '3c87705a-edf3-4964-bf3a-233d05739a1c', 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71', 'admin_state_up': True, 'tenant_id': '4d246aa485c64e1b8ad74e3636dd78b1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:33.613119 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.642673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.649446 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:33.665753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d2901634-6ecf-46e2-8175-a8f6cf53053f req-e8ad1a5a-5d5b-4d71-8887-07e675593823 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9b6075d-4e5f-477f-864b-b13a93dd9a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495981 Nov 09 19:54:33.698898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event deleted for resources: {'Port': ['ID=3272acb7-3e3f-4c55-8e57-4b949482c82f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:33.740955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4cb144e7-01b2-4bfc-9848-53142fca6a35 None None] Provisioning complete for port c4474d50-afa6-41c0-9729-7631d02fce82 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:33.741329 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4cb144e7-01b2-4bfc-9848-53142fca6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.843310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Allocated IP 2001:db8::1 (76dc83c7-773e-46d8-a56e-ab6aa73a47e8/58e34030-bd6b-40b8-b362-809a647d312d/98961d4b-472e-4c11-859e-1055921ea3e9) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:33.849656 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.891207 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.891490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e6a6d04-fef7-420b-abf6-35db51e71969 req-5d9954f8-88d0-4c6d-b3a5-7ae2687b5e54 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 210 time: 0.0539949 Nov 09 19:54:33.912762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6dfc072-5307-4b5c-bc45-9ade62ad1671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.946334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Pushing event updated for resources: {'Port': ['ID=de74b3db-04f4-4ee2-ab44-e9f71858a65c,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:33.966614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfc072-5307-4b5c-bc45-9ade62ad1671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7805f5c-9d50-4192-b43f-8e6df5a9e43d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:33.974762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Network 1ce1bce9-e1e2-4541-afba-c065fa16317a is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:33.979982 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f6dfc072-5307-4b5c-bc45-9ade62ad1671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:33.981232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:33.982869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f6dfc072-5307-4b5c-bc45-9ade62ad1671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f7805f5c-9d50-4192-b43f-8e6df5a9e43d HTTP/1.1" status: 204 len: 168 time: 1.9668489 Nov 09 19:54:33.992209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:33.994711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42200) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:34.019358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Router 34074a75-5514-40c2-bf68-9ac9d7655552 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:34.042868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94770b-4a50-42ff-8582-bcda2802c874 req-74cd7b89-1135-4a1b-b97b-356182de4036 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.049989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94770b-4a50-42ff-8582-bcda2802c874 req-74cd7b89-1135-4a1b-b97b-356182de4036 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.057521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94770b-4a50-42ff-8582-bcda2802c874 req-74cd7b89-1135-4a1b-b97b-356182de4036 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.063683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94770b-4a50-42ff-8582-bcda2802c874 req-74cd7b89-1135-4a1b-b97b-356182de4036 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.070169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94770b-4a50-42ff-8582-bcda2802c874 req-74cd7b89-1135-4a1b-b97b-356182de4036 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.076328 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4cb144e7-01b2-4bfc-9848-53142fca6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.077704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94770b-4a50-42ff-8582-bcda2802c874 req-74cd7b89-1135-4a1b-b97b-356182de4036 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.084434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94770b-4a50-42ff-8582-bcda2802c874 req-74cd7b89-1135-4a1b-b97b-356182de4036 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.089770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d94770b-4a50-42ff-8582-bcda2802c874 req-74cd7b89-1135-4a1b-b97b-356182de4036 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.5967369 Nov 09 19:54:34.094761 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.117004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Made reservation on behalf of 4d246aa485c64e1b8ad74e3636dd78b1 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:34.120717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.134801 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-463e8cee-1248-4189-81da-2caf626a87b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] GET failed (client error): The resource could not be found. Nov 09 19:54:34.140078 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-463e8cee-1248-4189-81da-2caf626a87b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394428413-project-admin] 10.222.0.53 "GET /v2.0/ports/f7805f5c-9d50-4192-b43f-8e6df5a9e43d HTTP/1.1" status: 404 len: 333 time: 0.1408086 Nov 09 19:54:34.144677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42204) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:34.147873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-74aaea21-dcbf-4d7c-be46-7df4dec3a628 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.197526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4cb144e7-01b2-4bfc-9848-53142fca6a35 None None] For port c4474d50-afa6-41c0-9729-7631d02fce82, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c4474d50-afa6-41c0-9729-7631d02fce82,segment=NetworkSegment(a5a72ebc-60d4-495f-a05a-cc4683cd6fe1),segment_id=a5a72ebc-60d4-495f-a05a-cc4683cd6fe1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:34.203733 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4cb144e7-01b2-4bfc-9848-53142fca6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.214785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Attempting to bind port de74b3db-04f4-4ee2-ab44-e9f71858a65c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:34.215133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Attempting to bind port de74b3db-04f4-4ee2-ab44-e9f71858a65c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '979b7c47-2396-4983-8642-3fb352208ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:34.215887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Attempting to bind port de74b3db-04f4-4ee2-ab44-e9f71858a65c on network 1ce1bce9-e1e2-4541-afba-c065fa16317a {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:34.246592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:34.247854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Checking segment: {'id': '979b7c47-2396-4983-8642-3fb352208ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:34.248386 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.248885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Bound using segment: {'id': '979b7c47-2396-4983-8642-3fb352208ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:34.249490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Bound port: de74b3db-04f4-4ee2-ab44-e9f71858a65c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979b7c47-2396-4983-8642-3fb352208ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:34.250075 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.258292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaea21-dcbf-4d7c-be46-7df4dec3a628 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Pushing event deleted for resources: {'Port': ['ID=8e98dd01-1a36-40a2-9302-92b95bd04ff2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:34.308579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6651798-8cd1-4106-b228-0915a14e6444 req-0bcaf393-4975-4393-ba11-32db6584f5a4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.314710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6651798-8cd1-4106-b228-0915a14e6444 req-0bcaf393-4975-4393-ba11-32db6584f5a4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.319020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb144e7-01b2-4bfc-9848-53142fca6a35 None None] Pushing event updated for resources: {'Port': ['ID=c4474d50-afa6-41c0-9729-7631d02fce82,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:34.321610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6651798-8cd1-4106-b228-0915a14e6444 req-0bcaf393-4975-4393-ba11-32db6584f5a4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.327978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6651798-8cd1-4106-b228-0915a14e6444 req-0bcaf393-4975-4393-ba11-32db6584f5a4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.334476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6651798-8cd1-4106-b228-0915a14e6444 req-0bcaf393-4975-4393-ba11-32db6584f5a4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.337561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:28Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:33Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:34.340617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6651798-8cd1-4106-b228-0915a14e6444 req-0bcaf393-4975-4393-ba11-32db6584f5a4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.347030 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6651798-8cd1-4106-b228-0915a14e6444 req-0bcaf393-4975-4393-ba11-32db6584f5a4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:34.355522 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a6651798-8cd1-4106-b228-0915a14e6444 req-0bcaf393-4975-4393-ba11-32db6584f5a4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5440 time: 0.2578609 Nov 09 19:54:34.371490 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d94770b-4a50-42ff-8582-bcda2802c874 req-abe6ec60-d022-49ba-bca7-053eabb33c40 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2696161 Nov 09 19:54:34.376705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-74aaea21-dcbf-4d7c-be46-7df4dec3a628 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] No DVR routers for this DVR port 8e98dd01-1a36-40a2-9302-92b95bd04ff2 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:34.378832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b610-bc7e-4dea-821a-9d29d125692b None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:28Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:33Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:34.386169 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-74aaea21-dcbf-4d7c-be46-7df4dec3a628 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.394463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4fe9efd-2214-461c-a22a-25cbe4012c6a req-74aaea21-dcbf-4d7c-be46-7df4dec3a628 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.70 "DELETE /v2.0/ports/8e98dd01-1a36-40a2-9302-92b95bd04ff2 HTTP/1.1" status: 204 len: 173 time: 2.4682550 Nov 09 19:54:34.395008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6770a3a2-df95-4a19-8d49-ab23984a55c6', 'name': 'network-vif-deleted', 'tag': '8e98dd01-1a36-40a2-9302-92b95bd04ff2'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:34.398104 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ba005a-3ed4-4aae-80ab-d0a1eb6e4107" -d '{"events": [{"server_uuid": "6770a3a2-df95-4a19-8d49-ab23984a55c6", "name": "network-vif-deleted", "tag": "8e98dd01-1a36-40a2-9302-92b95bd04ff2"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:34.433973 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.469077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] For port de74b3db-04f4-4ee2-ab44-e9f71858a65c, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:34.521689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] For port de74b3db-04f4-4ee2-ab44-e9f71858a65c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=de74b3db-04f4-4ee2-ab44-e9f71858a65c,segment=NetworkSegment(979b7c47-2396-4983-8642-3fb352208ffc),segment_id=979b7c47-2396-4983-8642-3fb352208ffc)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:34.539089 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.550793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a6651798-8cd1-4106-b228-0915a14e6444 req-fc0fb4f3-69fd-4184-aa03-99467abdc3ed tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1861949 Nov 09 19:54:34.559624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Allocated IP 2001:db8::2 (76dc83c7-773e-46d8-a56e-ab6aa73a47e8/58e34030-bd6b-40b8-b362-809a647d312d/8bca1437-75f5-4484-b60a-73b41a48fa73) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:34.564937 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.651600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:34.653824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Allocated IP 172.23.0.1 (1ce1bce9-e1e2-4541-afba-c065fa16317a/97931286-de3a-4e37-9c2e-669d565fd0fe/ee578f31-e72d-43f2-b020-74a71f45924b) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:34.666039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:34.685610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:34.686179 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.745717 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9dc64e-5e24-4d12-b192-1aa8a53b5038 x-openstack-request-id: req-7d9dc64e-5e24-4d12-b192-1aa8a53b5038 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:34.746010 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6770a3a2-df95-4a19-8d49-ab23984a55c6", "name": "network-vif-deleted", "tag": "8e98dd01-1a36-40a2-9302-92b95bd04ff2", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:34.746268 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d9dc64e-5e24-4d12-b192-1aa8a53b5038 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:34.746705 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6770a3a2-df95-4a19-8d49-ab23984a55c6', 'name': 'network-vif-deleted', 'tag': '8e98dd01-1a36-40a2-9302-92b95bd04ff2', 'status': 'completed', 'code': 200} Nov 09 19:54:34.773051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77844175-fb11-4d69-af26-d10644ec97eb None None] Pushing event updated for resources: {'Port': ['ID=de74b3db-04f4-4ee2-ab44-e9f71858a65c,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:34.813102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:34.825061 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] Sync routers for ids ['34074a75-5514-40c2-bf68-9ac9d7655552'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:34.838578 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81893c8d-ecc4-4d63-b411-8dfeea06728e req-f9d7c722-6713-47f6-95a3-5e4ced21bfd4 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 210 time: 0.0445867 Nov 09 19:54:34.841731 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] Routers {'34074a75-5514-40c2-bf68-9ac9d7655552'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:34.842355 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['34074a75-5514-40c2-bf68-9ac9d7655552'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:34.919536 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:34.992416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Allocated IP 172.20.0.5 (4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71/bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88/bdfded0f-58dc-4b15-a8db-865de7b82da9) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:34.995788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.017239 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.031481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=98961d4b-472e-4c11-859e-1055921ea3e9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:35.045516 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.154861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] No DVR routers for this DVR port 3272acb7-3e3f-4c55-8e57-4b949482c82f on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:35.171751 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.176834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Network 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:35.177466 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] Set router 34074a75-5514-40c2-bf68-9ac9d7655552 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:35.179940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:35.183383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76ca8850-d966-4e2d-a61f-c1d6b89dd830 req-35814058-131b-445d-b5ca-073d2f98674b tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.77 "DELETE /v2.0/ports/3272acb7-3e3f-4c55-8e57-4b949482c82f HTTP/1.1" status: 204 len: 173 time: 3.1969345 Nov 09 19:54:35.200856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:35.232503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 1ce1bce9-e1e2-4541-afba-c065fa16317a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:35.249725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Pushing event updated for resources: {'Port': ['ID=8bca1437-75f5-4484-b60a-73b41a48fa73,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:35.257334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a554fd-35a9-4362-8505-3977b652e8ee req-c18adc4e-6dc6-4c35-b1dd-9afefa9fb1db tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 210 time: 0.1238728 Nov 09 19:54:35.262875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:35.267500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=ee578f31-e72d-43f2-b020-74a71f45924b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:35.276916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:35.287682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:35.304819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-deleted', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:35.307606 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feccbf4-1949-4222-81e0-114a35c77273" -d '{"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-deleted", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:35.319980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.408712 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.409293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd459771-4535-4dd3-9478-ade7ed1b68da req-d5382510-21ed-4614-b37a-69cca26f6b08 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:35.417612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd459771-4535-4dd3-9478-ade7ed1b68da req-d5382510-21ed-4614-b37a-69cca26f6b08 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:35.430702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd459771-4535-4dd3-9478-ade7ed1b68da req-d5382510-21ed-4614-b37a-69cca26f6b08 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:35.437447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd459771-4535-4dd3-9478-ade7ed1b68da req-d5382510-21ed-4614-b37a-69cca26f6b08 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:35.444362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd459771-4535-4dd3-9478-ade7ed1b68da req-d5382510-21ed-4614-b37a-69cca26f6b08 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:35.451258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd459771-4535-4dd3-9478-ade7ed1b68da req-d5382510-21ed-4614-b37a-69cca26f6b08 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:35.458745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd459771-4535-4dd3-9478-ade7ed1b68da req-d5382510-21ed-4614-b37a-69cca26f6b08 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:35.472569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd459771-4535-4dd3-9478-ade7ed1b68da req-d5382510-21ed-4614-b37a-69cca26f6b08 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5440 time: 0.8086450 Nov 09 19:54:35.577701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 3272acb7-3e3f-4c55-8e57-4b949482c82f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:35.578110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3272acb7-3e3f-4c55-8e57-4b949482c82f not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:35.597944 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9a5d97-4d72-496c-a405-62f9ba42e4e3 x-openstack-request-id: req-8c9a5d97-4d72-496c-a405-62f9ba42e4e3 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:35.602666 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac5a1f-6908-4251-93ee-494a98a4f9cd", "name": "network-vif-deleted", "tag": "3272acb7-3e3f-4c55-8e57-4b949482c82f", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:35.603275 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c9a5d97-4d72-496c-a405-62f9ba42e4e3 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:35.603799 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac5a1f-6908-4251-93ee-494a98a4f9cd', 'name': 'network-vif-deleted', 'tag': '3272acb7-3e3f-4c55-8e57-4b949482c82f', 'status': 'completed', 'code': 200} Nov 09 19:54:35.609773 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:47Z', 'revision_number': 5, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:35.615796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Attempting to bind port 8bca1437-75f5-4484-b60a-73b41a48fa73 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:35.616173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Attempting to bind port 8bca1437-75f5-4484-b60a-73b41a48fa73 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '41455743-6916-4a43-82f6-fc88433f53d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '76dc83c7-773e-46d8-a56e-ab6aa73a47e8'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:35.616618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Attempting to bind port 8bca1437-75f5-4484-b60a-73b41a48fa73 on network 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:35.622579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:35.623047 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Checking segment: {'id': '41455743-6916-4a43-82f6-fc88433f53d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '76dc83c7-773e-46d8-a56e-ab6aa73a47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:35.623755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.624231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Bound using segment: {'id': '41455743-6916-4a43-82f6-fc88433f53d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '76dc83c7-773e-46d8-a56e-ab6aa73a47e8'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:35.624907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Bound port: 8bca1437-75f5-4484-b60a-73b41a48fa73, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41455743-6916-4a43-82f6-fc88433f53d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '76dc83c7-773e-46d8-a56e-ab6aa73a47e8'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:35.625340 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.650354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.654059 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] Checking router: 34074a75-5514-40c2-bf68-9ac9d7655552 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:35.665432 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] Routers {'34074a75-5514-40c2-bf68-9ac9d7655552'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:35.666536 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['34074a75-5514-40c2-bf68-9ac9d7655552'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:35.724803 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.767057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] For port 8bca1437-75f5-4484-b60a-73b41a48fa73, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:35.778594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] For port 8bca1437-75f5-4484-b60a-73b41a48fa73, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8bca1437-75f5-4484-b60a-73b41a48fa73,segment=NetworkSegment(41455743-6916-4a43-82f6-fc88433f53d2),segment_id=41455743-6916-4a43-82f6-fc88433f53d2)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:35.795162 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.843146 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.859820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:35.870474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:35.904557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:35.920055 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.962080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:35.966923 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:35.975278 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] Set router 34074a75-5514-40c2-bf68-9ac9d7655552 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:35.978318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Pushing event updated for resources: {'Port': ['ID=bdfded0f-58dc-4b15-a8db-865de7b82da9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:35.986818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8e98dd01-1a36-40a2-9302-92b95bd04ff2 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:35.993710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d205a80d-a314-4247-a489-bb618773aeb6']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:36.038483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b726ec-7918-4b51-9b7a-e5f53b7c70c9') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:36.038922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b726ec-7918-4b51-9b7a-e5f53b7c70c9') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:36.065954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device de74b3db-04f4-4ee2-ab44-e9f71858a65c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:36.074062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 8e98dd01-1a36-40a2-9302-92b95bd04ff2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:36.074432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8e98dd01-1a36-40a2-9302-92b95bd04ff2 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:36.081993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:36.116084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:36.124806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-fb8123a2-baab-48cb-afc6-258fd70a453a tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5818820 Nov 09 19:54:36.125033 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91a894-3090-4c98-a500-92af86e45a03 None None] Pushing event updated for resources: {'Port': ['ID=8bca1437-75f5-4484-b60a-73b41a48fa73,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:36.125374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:54:36.126111 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:54:36.149133 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:54:36.206114 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port de74b3db-04f4-4ee2-ab44-e9f71858a65c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:36.206697 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:36.225987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Request body: {'port': {'device_id': '3c87705a-edf3-4964-bf3a-233d05739a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:36.279424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc98694-dbdc-4c6b-a74d-c45a11f7cea1 req-d4cd9180-b03b-44ef-8834-b5d9c3b758ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:36.285907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc98694-dbdc-4c6b-a74d-c45a11f7cea1 req-d4cd9180-b03b-44ef-8834-b5d9c3b758ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:36.293596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc98694-dbdc-4c6b-a74d-c45a11f7cea1 req-d4cd9180-b03b-44ef-8834-b5d9c3b758ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:36.300442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc98694-dbdc-4c6b-a74d-c45a11f7cea1 req-d4cd9180-b03b-44ef-8834-b5d9c3b758ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:36.308693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc98694-dbdc-4c6b-a74d-c45a11f7cea1 req-d4cd9180-b03b-44ef-8834-b5d9c3b758ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:36.320641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc98694-dbdc-4c6b-a74d-c45a11f7cea1 req-d4cd9180-b03b-44ef-8834-b5d9c3b758ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:36.326842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc98694-dbdc-4c6b-a74d-c45a11f7cea1 req-d4cd9180-b03b-44ef-8834-b5d9c3b758ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:36.334056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5dc98694-dbdc-4c6b-a74d-c45a11f7cea1 req-d4cd9180-b03b-44ef-8834-b5d9c3b758ab tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.7458432 Nov 09 19:54:36.355832 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:47Z', 'revision_number': 5, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:36.435645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:36.504249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port de74b3db-04f4-4ee2-ab44-e9f71858a65c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=de74b3db-04f4-4ee2-ab44-e9f71858a65c,segment=NetworkSegment(979b7c47-2396-4983-8642-3fb352208ffc),segment_id=979b7c47-2396-4983-8642-3fb352208ffc)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:36.513126 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:36.515090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c4474d50-afa6-41c0-9729-7631d02fce82 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:36.573185 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0a529-3b98-4cd5-b118-b91a5a377965 None None] The sync data for ids ['34074a75-5514-40c2-bf68-9ac9d7655552'] in n-d-817256-1 is: [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:45:39Z', 'revision_number': 4, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '74aea3f2-7ded-492f-b03a-20b2f3700972', 'name': '', 'network_id': '132c0985-fe0e-49b9-9daa-db2ce83b9806', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'mac_address': 'fa:16:3e:41:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '5e09224b-e651-43e5-909b-471003214eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:38Z', 'updated_at': '2021-11-09T19:45:47Z', 'revision_number': 5, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'subnets': [{'id': '5e09224b-e651-43e5-909b-471003214eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:36.619542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef28f36f-3fd7-493e-a00f-b5cb862c5322 None None] Network 1ce1bce9-e1e2-4541-afba-c065fa16317a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:36.730227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=de74b3db-04f4-4ee2-ab44-e9f71858a65c,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:36.736185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c4474d50-afa6-41c0-9729-7631d02fce82 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:36.736561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:36.766942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5e4693fd-8399-418a-b688-0ee82874c1c7 None None] Provisioning complete for port de74b3db-04f4-4ee2-ab44-e9f71858a65c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:36.767469 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5e4693fd-8399-418a-b688-0ee82874c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:36.783384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-80336a70-eaff-4891-bad6-8aa5b90bb0f5 req-254e3ff1-eec4-4e45-9edb-e59dc14f1493 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/ports?device_id=5aac5a1f-6908-4251-93ee-494a98a4f9cd HTTP/1.1" status: 200 len: 210 time: 0.6647305 Nov 09 19:54:36.941684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:36.976444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:36.979743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] 10.222.0.53 "DELETE /v2.0/networks/d205a80d-a314-4247-a489-bb618773aeb6 HTTP/1.1" status: 204 len: 168 time: 2.8301480 Nov 09 19:54:36.997584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc70d3-ec45-47ea-a502-4b625b785930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528005505-project] Pushing event deleted for resources: {'Network': ['ID=d205a80d-a314-4247-a489-bb618773aeb6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:37.000811 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:37.018662 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5dc98694-dbdc-4c6b-a74d-c45a11f7cea1 req-9cd12977-8605-45d5-98f1-5dd283f8aab4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6617713 Nov 09 19:54:37.023791 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:37.026763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:37.032501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:37.061508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:37.092252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=98961d4b-472e-4c11-859e-1055921ea3e9,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:37.155095 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:37.216425 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:37.219340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:37.291013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67db7c0-e10f-4e5f-aedc-77fd935f7667 None None] New status for floating IP 5d0a34aa-a1f2-4c54-b053-86fb16ee0ce5: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:54:37.350177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d4e6a-d2f3-400e-811d-464f07841894 req-d3f13405-58fa-4395-b4fa-be2af76ed660 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:37.351938 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-403d4e6a-d2f3-400e-811d-464f07841894 req-d3f13405-58fa-4395-b4fa-be2af76ed660 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 931 time: 0.2414799 Nov 09 19:54:37.409509 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:37.440307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event updated for resources: {'Port': ['ID=ee578f31-e72d-43f2-b020-74a71f45924b,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:37.440543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:54:37.599614 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-403d4e6a-d2f3-400e-811d-464f07841894 req-c58158a6-a9c6-48c1-9cad-bc2f5328ac85 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870070 Nov 09 19:54:37.665204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:37.677742 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3b0a89a2-20ca-4b8a-8b12-a706c2a3ef7f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0058978 Nov 09 19:54:37.681944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42238) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:37.701833 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3205de1-1c43-4a4f-bc5d-263c2af66f64 None None] Sync routers for ids ['ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:37.720315 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3205de1-1c43-4a4f-bc5d-263c2af66f64 None None] Routers {'ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:37.721941 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c3205de1-1c43-4a4f-bc5d-263c2af66f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:37.729407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42240) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:37.743111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a8d9c174-cb13-4990-af60-3bf37f02c695 None None] Provisioning complete for port de74b3db-04f4-4ee2-ab44-e9f71858a65c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:37.744056 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c174-cb13-4990-af60-3bf37f02c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:37.810044 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c3205de1-1c43-4a4f-bc5d-263c2af66f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:37.811060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554b445-d505-45da-8fbc-f2b280832f2c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:37.812777 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d554b445-d505-45da-8fbc-f2b280832f2c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports/98961d4b-472e-4c11-859e-1055921ea3e9 HTTP/1.1" status: 200 len: 911 time: 0.1298280 Nov 09 19:54:37.819834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42246) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:37.843152 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3205de1-1c43-4a4f-bc5d-263c2af66f64 None None] Routers {'ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:37.844078 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c3205de1-1c43-4a4f-bc5d-263c2af66f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:37.955449 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c3205de1-1c43-4a4f-bc5d-263c2af66f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:37.962584 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3205de1-1c43-4a4f-bc5d-263c2af66f64 None None] The sync data for ids ['ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:37.966133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device de74b3db-04f4-4ee2-ab44-e9f71858a65c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:38.017535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42252) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:38.024400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfded0f-58dc-4b15-a8db-865de7b82da9 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:38.084611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Network 1ce1bce9-e1e2-4541-afba-c065fa16317a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:38.108416 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b999a6e3-d874-439f-97d5-bf276338669a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7725f0d57f074030880c30867f4e2eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778088 Nov 09 19:54:38.111864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a9ada-d09f-42d4-a4bf-2e4253491fac None None] Network 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:38.116702 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.124092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42262) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:38.148838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Transition to ACTIVE for port object bdfded0f-58dc-4b15-a8db-865de7b82da9 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:54:38.151058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:38.209576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.236014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a8d9c174-cb13-4990-af60-3bf37f02c695 None None] Provisioning complete for port ee578f31-e72d-43f2-b020-74a71f45924b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:38.236755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c174-cb13-4990-af60-3bf37f02c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.241557 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-daf3aa3d-e393-474a-aaa3-12693596d11e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.283059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port de74b3db-04f4-4ee2-ab44-e9f71858a65c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:38.283759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.305354 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-daf3aa3d-e393-474a-aaa3-12693596d11e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.337408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a8d9c174-cb13-4990-af60-3bf37f02c695 None None] Port ee578f31-e72d-43f2-b020-74a71f45924b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:38.353359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:38.422565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42270) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:38.441006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8bca1437-75f5-4484-b60a-73b41a48fa73 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:38.462789 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-daf3aa3d-e393-474a-aaa3-12693596d11e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.465707 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-daf3aa3d-e393-474a-aaa3-12693596d11e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.467308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-daf3aa3d-e393-474a-aaa3-12693596d11e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "DELETE /v2.0/security-groups/c9b6075d-4e5f-477f-864b-b13a93dd9a1d HTTP/1.1" status: 204 len: 168 time: 0.4482627 Nov 09 19:54:38.482116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42274) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:38.483755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3aa3d-e393-474a-aaa3-12693596d11e tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b6075d-4e5f-477f-864b-b13a93dd9a1d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:38.516154 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-57f6d2e7-2b8c-48d5-8e69-555dc4607a15 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] show failed (client error): The resource could not be found. Nov 09 19:54:38.517220 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-57f6d2e7-2b8c-48d5-8e69-555dc4607a15 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "GET /v2.0/security-groups/c9b6075d-4e5f-477f-864b-b13a93dd9a1d HTTP/1.1" status: 404 len: 347 time: 0.0315130 Nov 09 19:54:38.521117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42276) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:38.580762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8bca1437-75f5-4484-b60a-73b41a48fa73 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:38.581132 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.585671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-54ccf67f-7c33-4eb7-93be-6a055e0312f5 None None] Provisioning complete for port 8bca1437-75f5-4484-b60a-73b41a48fa73 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:38.586101 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-54ccf67f-7c33-4eb7-93be-6a055e0312f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.596671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7ecc-9299-42d9-ade7-b5c5776d8955 req-062beaba-65a2-4ed7-8673-437dae592810 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.604726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7ecc-9299-42d9-ade7-b5c5776d8955 req-062beaba-65a2-4ed7-8673-437dae592810 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.610728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7ecc-9299-42d9-ade7-b5c5776d8955 req-062beaba-65a2-4ed7-8673-437dae592810 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.617297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7ecc-9299-42d9-ade7-b5c5776d8955 req-062beaba-65a2-4ed7-8673-437dae592810 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.624814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7ecc-9299-42d9-ade7-b5c5776d8955 req-062beaba-65a2-4ed7-8673-437dae592810 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.631700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7ecc-9299-42d9-ade7-b5c5776d8955 req-062beaba-65a2-4ed7-8673-437dae592810 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.637761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7ecc-9299-42d9-ade7-b5c5776d8955 req-062beaba-65a2-4ed7-8673-437dae592810 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.640320 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7cc7ecc-9299-42d9-ade7-b5c5776d8955 req-062beaba-65a2-4ed7-8673-437dae592810 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.4717593 Nov 09 19:54:38.670102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Pushing event updated for resources: {'Port': ['ID=bdfded0f-58dc-4b15-a8db-865de7b82da9,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:38.709404 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.755028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:38.756680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b734c0f-4666-4b7a-8ac1-70a1af1c28e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.761394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3a7922dc-111a-4d84-a429-8b25979a3da2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4926655 Nov 09 19:54:38.767247 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-54ccf67f-7c33-4eb7-93be-6a055e0312f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.772914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42280) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:38.781463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8d0750fd-9fa6-4891-a4ce-957c68755206 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:38.817718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-54ccf67f-7c33-4eb7-93be-6a055e0312f5 None None] For port 8bca1437-75f5-4484-b60a-73b41a48fa73, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8bca1437-75f5-4484-b60a-73b41a48fa73,segment=NetworkSegment(41455743-6916-4a43-82f6-fc88433f53d2),segment_id=41455743-6916-4a43-82f6-fc88433f53d2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:38.820078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:38.833790 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:38.835117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:38.838372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83993d98-dbb3-452d-8102-14b7dfe4aa45 req-1c16aeb1-56e8-4065-b324-807da7981e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.838894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83993d98-dbb3-452d-8102-14b7dfe4aa45 req-1c16aeb1-56e8-4065-b324-807da7981e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.839375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83993d98-dbb3-452d-8102-14b7dfe4aa45 req-1c16aeb1-56e8-4065-b324-807da7981e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.839854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83993d98-dbb3-452d-8102-14b7dfe4aa45 req-1c16aeb1-56e8-4065-b324-807da7981e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.841337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83993d98-dbb3-452d-8102-14b7dfe4aa45 req-1c16aeb1-56e8-4065-b324-807da7981e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.841337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83993d98-dbb3-452d-8102-14b7dfe4aa45 req-1c16aeb1-56e8-4065-b324-807da7981e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.841337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83993d98-dbb3-452d-8102-14b7dfe4aa45 req-1c16aeb1-56e8-4065-b324-807da7981e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.849996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83993d98-dbb3-452d-8102-14b7dfe4aa45 req-1c16aeb1-56e8-4065-b324-807da7981e76 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6497 time: 0.4166408 Nov 09 19:54:38.866993 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7cc7ecc-9299-42d9-ade7-b5c5776d8955 req-545e71f9-1201-45f3-9188-c7ac02fb1bc2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2042832 Nov 09 19:54:38.939867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611aa83-89ca-46cd-9b6a-c0fdf5c35dda req-ceae1e1c-30fb-4a9f-92f8-8b6fefa99572 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:38.941700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7611aa83-89ca-46cd-9b6a-c0fdf5c35dda req-ceae1e1c-30fb-4a9f-92f8-8b6fefa99572 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 943 time: 0.1499050 Nov 09 19:54:38.945086 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b4f10-f3f1-4a85-a33e-bed23f808a78 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Deleting port ab47273f-f870-47e3-94e1-99288fd6454d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:38.945558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4f10-f3f1-4a85-a33e-bed23f808a78 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.947285 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b734c0f-4666-4b7a-8ac1-70a1af1c28e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:38.958397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Attempting to bind port bdfded0f-58dc-4b15-a8db-865de7b82da9 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:38.959024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Attempting to bind port bdfded0f-58dc-4b15-a8db-865de7b82da9 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:38.959641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Attempting to bind port bdfded0f-58dc-4b15-a8db-865de7b82da9 on network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:38.987248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Port bdfded0f-58dc-4b15-a8db-865de7b82da9 on network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:54:38.987248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Attempting to bind port bdfded0f-58dc-4b15-a8db-865de7b82da9 on network 4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:39.019092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83993d98-dbb3-452d-8102-14b7dfe4aa45 req-b6fa67d2-6767-446f-943a-325caf2f6e0f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681674 Nov 09 19:54:39.030672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:39.030672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Checking segment: {'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:39.034555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Bound using segment: {'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:39.034555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Bound port: bdfded0f-58dc-4b15-a8db-865de7b82da9, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35acd37-73e1-4816-9264-023c77ab7a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:39.034555 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.092180 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4f10-f3f1-4a85-a33e-bed23f808a78 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.092760 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4f10-f3f1-4a85-a33e-bed23f808a78 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.094311 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.099190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-54ccf67f-7c33-4eb7-93be-6a055e0312f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.111582 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7611aa83-89ca-46cd-9b6a-c0fdf5c35dda req-a489cfb6-889b-4dff-b068-20f0112d6202 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002932 Nov 09 19:54:39.122813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b4f10-f3f1-4a85-a33e-bed23f808a78 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Calling delete_port for ab47273f-f870-47e3-94e1-99288fd6454d owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:39.229154 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b734c0f-4666-4b7a-8ac1-70a1af1c28e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.229426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:39.232184 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b734c0f-4666-4b7a-8ac1-70a1af1c28e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.235691 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1b734c0f-4666-4b7a-8ac1-70a1af1c28e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4df3421-c7a3-4948-98e0-e5b9abfa88b7 HTTP/1.1" status: 204 len: 168 time: 1.1079888 Nov 09 19:54:39.257307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b734c0f-4666-4b7a-8ac1-70a1af1c28e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4df3421-c7a3-4948-98e0-e5b9abfa88b7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:39.341676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port 98961d4b-472e-4c11-859e-1055921ea3e9 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:39.342056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.363293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccf67f-7c33-4eb7-93be-6a055e0312f5 None None] Pushing event updated for resources: {'Port': ['ID=8bca1437-75f5-4484-b60a-73b41a48fa73,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:39.485071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-54ccf67f-7c33-4eb7-93be-6a055e0312f5 None None] Provisioning complete for port ee578f31-e72d-43f2-b020-74a71f45924b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:39.485586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-54ccf67f-7c33-4eb7-93be-6a055e0312f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.513944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.542809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for 98961d4b-472e-4c11-859e-1055921ea3e9 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:39.555418 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4f10-f3f1-4a85-a33e-bed23f808a78 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.601451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b4f10-f3f1-4a85-a33e-bed23f808a78 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Pushing event deleted for resources: {'Port': ['ID=ab47273f-f870-47e3-94e1-99288fd6454d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:39.603084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] For port bdfded0f-58dc-4b15-a8db-865de7b82da9, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:39.627624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.extraroute_db [None req-8d0750fd-9fa6-4891-a4ce-957c68755206 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 19:54:39.634205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] For port bdfded0f-58dc-4b15-a8db-865de7b82da9, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=bdfded0f-58dc-4b15-a8db-865de7b82da9,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:39.637280 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:54:39.637902 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:54:39.640660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-54ccf67f-7c33-4eb7-93be-6a055e0312f5 None None] Port ee578f31-e72d-43f2-b020-74a71f45924b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:39.652031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:35Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee578f31-e72d-43f2-b020-74a71f45924b', 'name': '', 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:21:ef:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:34Z', 'updated_at': '2021-11-09T19:54:36Z', 'revision_number': 2, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:39.658949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.667149 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.extraroute_db [None req-8d0750fd-9fa6-4891-a4ce-957c68755206 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Removed routes are [] {{(pid=102296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 19:54:39.667558 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d0750fd-9fa6-4891-a4ce-957c68755206 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.704225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:39.704598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Updating router 9f726da8-2a81-413b-84e2-72f92ee67379 port ee578f31-e72d-43f2-b020-74a71f45924b binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:54:39.721242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42292) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:39.737315 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.763217 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4f10-f3f1-4a85-a33e-bed23f808a78 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.766226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4f10-f3f1-4a85-a33e-bed23f808a78 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.770120 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b2b4f10-f3f1-4a85-a33e-bed23f808a78 tempest-ServerActionsTestJSON-1652018724 tempest-ServerActionsTestJSON-1652018724-project] 10.222.0.53 "DELETE /v2.0/floatingips/5d0a34aa-a1f2-4c54-b053-86fb16ee0ce5 HTTP/1.1" status: 204 len: 168 time: 1.2452264 Nov 09 19:54:39.787075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42294) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:39.799929 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-36965460-8a88-40aa-a5d0-a515e6ddc57e None None] Provisioning complete for port 8bca1437-75f5-4484-b60a-73b41a48fa73 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:39.800340 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36965460-8a88-40aa-a5d0-a515e6ddc57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.823397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:39.824037 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:39.825460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] 10.222.0.77 "PUT /v2.0/ports/bdfded0f-58dc-4b15-a8db-865de7b82da9 HTTP/1.1" status: 200 len: 1091 time: 3.6120567 Nov 09 19:54:39.830605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c87705a-edf3-4964-bf3a-233d05739a1c', 'tag': 'bdfded0f-58dc-4b15-a8db-865de7b82da9'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:39.832777 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80" -d '{"events": [{"name": "network-changed", "server_uuid": "3c87705a-edf3-4964-bf3a-233d05739a1c", "tag": "bdfded0f-58dc-4b15-a8db-865de7b82da9"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:39.962898 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.010734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=98961d4b-472e-4c11-859e-1055921ea3e9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:40.030990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-36965460-8a88-40aa-a5d0-a515e6ddc57e None None] Could not find standard attr ID for object 98961d4b-472e-4c11-859e-1055921ea3e9. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:54:40.073467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-36965460-8a88-40aa-a5d0-a515e6ddc57e None None] Provisioning complete for port ee578f31-e72d-43f2-b020-74a71f45924b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:40.073915 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36965460-8a88-40aa-a5d0-a515e6ddc57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.220676 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc567727-0ca3-4b75-a2bc-550216b0c3f7 x-openstack-request-id: req-cc567727-0ca3-4b75-a2bc-550216b0c3f7 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:40.221281 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c87705a-edf3-4964-bf3a-233d05739a1c", "tag": "bdfded0f-58dc-4b15-a8db-865de7b82da9", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:40.221281 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc567727-0ca3-4b75-a2bc-550216b0c3f7 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:40.221658 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c87705a-edf3-4964-bf3a-233d05739a1c', 'tag': 'bdfded0f-58dc-4b15-a8db-865de7b82da9', 'status': 'completed', 'code': 200} Nov 09 19:54:40.221977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.257900 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cb57ba94-f4bd-4ee5-9c85-eaafd8ff21c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81b848f677d44c5ca33d2af0bb5f4bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349207 Nov 09 19:54:40.258540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42306) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:40.280180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-36965460-8a88-40aa-a5d0-a515e6ddc57e None None] Port ee578f31-e72d-43f2-b020-74a71f45924b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:40.310341 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.351202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.356633 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-04b201ef-79a0-4ae0-b114-8a27e15c1de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.358448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c70341-b524-4e4b-99cb-2d2301e528ed service neutron] Pushing event updated for resources: {'Port': ['ID=bdfded0f-58dc-4b15-a8db-865de7b82da9,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:40.418189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec97a5e-782e-452a-9a2f-32cdf1d698f9 req-5993c341-d4c9-4f12-8d84-0e896907ef22 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:40.419911 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bec97a5e-782e-452a-9a2f-32cdf1d698f9 req-5993c341-d4c9-4f12-8d84-0e896907ef22 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 943 time: 0.1710873 Nov 09 19:54:40.498780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8bca1437-75f5-4484-b60a-73b41a48fa73 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:40.555675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:40.581428 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bec97a5e-782e-452a-9a2f-32cdf1d698f9 req-f38b5249-1f4a-4f87-8a2d-016aab90a5a8 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163368 Nov 09 19:54:40.597570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269faef-de1c-4f98-81ec-06a9725cecbc None None] Pushing event updated for resources: {'Port': ['ID=ee578f31-e72d-43f2-b020-74a71f45924b,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:40.667534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-0d7d7752-df54-47c2-b978-be6c835c8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:40.669064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-0d7d7752-df54-47c2-b978-be6c835c8a82 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d246aa485c64e1b8ad74e3636dd78b1&device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 1094 time: 0.4673839 Nov 09 19:54:40.674607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d0750fd-9fa6-4891-a4ce-957c68755206 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.686259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:40.697467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aba8d-72fd-4b8d-bfb7-23ae912a0ab5 req-4087225d-5279-4b0f-89f8-700c70266ddc tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:40.700759 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-397db628-92f7-4a73-a2ff-662bd1ddf928 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8797567 Nov 09 19:54:40.701162 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899fb7a-9568-4f91-872f-a74f6ca9e9e4 None None] Sync routers for ids ['ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:40.701663 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42308) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:40.704892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aba8d-72fd-4b8d-bfb7-23ae912a0ab5 req-4087225d-5279-4b0f-89f8-700c70266ddc tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:40.711699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aba8d-72fd-4b8d-bfb7-23ae912a0ab5 req-4087225d-5279-4b0f-89f8-700c70266ddc tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:40.718948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aba8d-72fd-4b8d-bfb7-23ae912a0ab5 req-4087225d-5279-4b0f-89f8-700c70266ddc tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:40.719143 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899fb7a-9568-4f91-872f-a74f6ca9e9e4 None None] Routers {'ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:40.722901 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1899fb7a-9568-4f91-872f-a74f6ca9e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:40.728847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aba8d-72fd-4b8d-bfb7-23ae912a0ab5 req-4087225d-5279-4b0f-89f8-700c70266ddc tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:40.737426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aba8d-72fd-4b8d-bfb7-23ae912a0ab5 req-4087225d-5279-4b0f-89f8-700c70266ddc tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:40.752665 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Attempting to bind port ee578f31-e72d-43f2-b020-74a71f45924b on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:40.753034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Attempting to bind port ee578f31-e72d-43f2-b020-74a71f45924b by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '979b7c47-2396-4983-8642-3fb352208ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:40.753943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Attempting to bind port ee578f31-e72d-43f2-b020-74a71f45924b on network 1ce1bce9-e1e2-4541-afba-c065fa16317a {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:40.759583 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-16f436e7-43f2-4521-88d0-b50aa229a181 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d HTTP/1.1" status: 200 len: 205 time: 0.0570579 Nov 09 19:54:40.760207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42310) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:40.764261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aba8d-72fd-4b8d-bfb7-23ae912a0ab5 req-4087225d-5279-4b0f-89f8-700c70266ddc tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:40.766867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3aba8d-72fd-4b8d-bfb7-23ae912a0ab5 req-4087225d-5279-4b0f-89f8-700c70266ddc tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.5444603 Nov 09 19:54:40.771286 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1899fb7a-9568-4f91-872f-a74f6ca9e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:40.771959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:40.772343 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Checking segment: {'id': '979b7c47-2396-4983-8642-3fb352208ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:40.772749 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.773307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Bound using segment: {'id': '979b7c47-2396-4983-8642-3fb352208ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:40.773622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Bound port: ee578f31-e72d-43f2-b020-74a71f45924b, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979b7c47-2396-4983-8642-3fb352208ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:40.774004 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.787147 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899fb7a-9568-4f91-872f-a74f6ca9e9e4 None None] Routers {'ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:40.788123 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1899fb7a-9568-4f91-872f-a74f6ca9e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:40.810794 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d0750fd-9fa6-4891-a4ce-957c68755206 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.831646 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1899fb7a-9568-4f91-872f-a74f6ca9e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:40.834114 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899fb7a-9568-4f91-872f-a74f6ca9e9e4 None None] The sync data for ids ['ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:40.847926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5f80b86-9745-4769-91c3-92b2fe67bfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.854068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8bca1437-75f5-4484-b60a-73b41a48fa73 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:40.854440 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.858744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-55750e20-2fd0-46e6-80d2-61cab834ef11 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdfded0f-58dc-4b15-a8db-865de7b82da9 HTTP/1.1" status: 200 len: 217 time: 0.0905714 Nov 09 19:54:40.889623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc2786b5-cf46-4271-a244-a941ea54327e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.913881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] For port ee578f31-e72d-43f2-b020-74a71f45924b, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:40.921151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] For port ee578f31-e72d-43f2-b020-74a71f45924b, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ee578f31-e72d-43f2-b020-74a71f45924b,segment=NetworkSegment(979b7c47-2396-4983-8642-3fb352208ffc),segment_id=979b7c47-2396-4983-8642-3fb352208ffc)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:40.929219 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:40.936696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9c8ff44a-626b-407b-9a32-e528c3ca5f36 None None] Provisioning complete for port ee578f31-e72d-43f2-b020-74a71f45924b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:40.937059 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff44a-626b-407b-9a32-e528c3ca5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.006168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5f80b86-9745-4769-91c3-92b2fe67bfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.029553 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d3aba8d-72fd-4b8d-bfb7-23ae912a0ab5 req-a13aede1-1b9a-4835-abe6-1a8d5c0e47b4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2288885 Nov 09 19:54:41.054898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269faef-de1c-4f98-81ec-06a9725cecbc None None] Pushing event updated for resources: {'Port': ['ID=ee578f31-e72d-43f2-b020-74a71f45924b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:41.071398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:41.071833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:41.161825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-706aacbb-e181-446b-b468-9f21f13c2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:41.163737 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-706aacbb-e181-446b-b468-9f21f13c2037 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88 HTTP/1.1" status: 200 len: 854 time: 0.2873259 Nov 09 19:54:41.176081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0750fd-9fa6-4891-a4ce-957c68755206 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:41.212687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:41.215741 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff44a-626b-407b-9a32-e528c3ca5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.216921 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-196c509c-4bde-4c39-a787-f036e43ea839 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365958 Nov 09 19:54:41.334266 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5f80b86-9745-4769-91c3-92b2fe67bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.337115 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5f80b86-9745-4769-91c3-92b2fe67bfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.341221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d5f80b86-9745-4769-91c3-92b2fe67bfd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87d157af-b88f-4a65-b918-67c32b279e7d HTTP/1.1" status: 204 len: 168 time: 1.0760479 Nov 09 19:54:41.405095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f80b86-9745-4769-91c3-92b2fe67bfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d157af-b88f-4a65-b918-67c32b279e7d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:41.476552 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc2786b5-cf46-4271-a244-a941ea54327e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.479205 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc2786b5-cf46-4271-a244-a941ea54327e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.491290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0750fd-9fa6-4891-a4ce-957c68755206 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:41.511374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d0750fd-9fa6-4891-a4ce-957c68755206 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.515460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8d0750fd-9fa6-4891-a4ce-957c68755206 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379 HTTP/1.1" status: 200 len: 933 time: 2.7358947 Nov 09 19:54:41.516719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42316) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:41.526847 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-90d61ef7-26a5-49c2-84a7-199d22176aee service neutron] 10.222.0.77 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971120 Nov 09 19:54:41.537422 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9c8ff44a-626b-407b-9a32-e528c3ca5f36 None None] For port ee578f31-e72d-43f2-b020-74a71f45924b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ee578f31-e72d-43f2-b020-74a71f45924b,segment=NetworkSegment(979b7c47-2396-4983-8642-3fb352208ffc),segment_id=979b7c47-2396-4983-8642-3fb352208ffc)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:41.547223 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff44a-626b-407b-9a32-e528c3ca5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.558464 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc2786b5-cf46-4271-a244-a941ea54327e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.559579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2786b5-cf46-4271-a244-a941ea54327e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Fanout notify agent at l3_agent the message router_deleted on router ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:54:41.571130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc2786b5-cf46-4271-a244-a941ea54327e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.572326 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bc2786b5-cf46-4271-a244-a941ea54327e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d HTTP/1.1" status: 204 len: 168 time: 0.8111963 Nov 09 19:54:41.575372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42318) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:41.601722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:39Z', 'revision_number': 6, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee578f31-e72d-43f2-b020-74a71f45924b', 'name': '', 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:21:ef:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:34Z', 'updated_at': '2021-11-09T19:54:40Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:41.681027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-198f0559-fc05-4f08-9706-0ac262bf853b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting subnet 58e34030-bd6b-40b8-b362-809a647d312d {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:54:41.684455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63b6d0-2cfc-4579-a1bf-c5c590e9e0af None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:39Z', 'revision_number': 6, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee578f31-e72d-43f2-b020-74a71f45924b', 'name': '', 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:21:ef:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:34Z', 'updated_at': '2021-11-09T19:54:40Z', 'revision_number': 4, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:41.687544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ff44a-626b-407b-9a32-e528c3ca5f36 None None] Pushing event updated for resources: {'Port': ['ID=ee578f31-e72d-43f2-b020-74a71f45924b,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:41.702503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-006fd886-cfa4-4c4d-ad79-caaa8f316821 None None] Provisioning complete for port ee578f31-e72d-43f2-b020-74a71f45924b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:41.703380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-006fd886-cfa4-4c4d-ad79-caaa8f316821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.706054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-198f0559-fc05-4f08-9706-0ac262bf853b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.806987 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-198f0559-fc05-4f08-9706-0ac262bf853b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.883571 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-52705372-e41d-42b3-b98a-473742c796b0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379 HTTP/1.1" status: 200 len: 933 time: 0.3611724 Nov 09 19:54:41.883571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42332) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:41.890345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3edd841d-6b17-4133-93a5-209671c59b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'routes': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:41.940203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e214e-ef8e-4372-ab08-11ab27a5f1ef req-b333e2e5-e8cc-403a-b035-b1be08eb2efe tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:41.941708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b10e214e-ef8e-4372-ab08-11ab27a5f1ef req-b333e2e5-e8cc-403a-b035-b1be08eb2efe tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 943 time: 0.2767711 Nov 09 19:54:41.960332 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-198f0559-fc05-4f08-9706-0ac262bf853b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:41.994205 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a978d3c-faa9-4827-89ef-f2e7628265ea req-ce45675f-b713-4060-9a4c-f3198123ef95 service neutron] 10.222.0.77 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212160 Nov 09 19:54:42.060921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b10e214e-ef8e-4372-ab08-11ab27a5f1ef req-d5d37496-0807-42d5-832e-f667ef774ae9 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605109 Nov 09 19:54:42.073675 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-198f0559-fc05-4f08-9706-0ac262bf853b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.105649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f0559-fc05-4f08-9706-0ac262bf853b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Subnet': ['ID=58e34030-bd6b-40b8-b362-809a647d312d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:42.117635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e2cb33-7519-41aa-8651-544ea22a81ea None None] Network 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:42.124223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-198f0559-fc05-4f08-9706-0ac262bf853b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.134687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-198f0559-fc05-4f08-9706-0ac262bf853b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/58e34030-bd6b-40b8-b362-809a647d312d HTTP/1.1" status: 204 len: 168 time: 0.5564482 Nov 09 19:54:42.138890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42338) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:42.261541 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.356637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port 8bca1437-75f5-4484-b60a-73b41a48fa73 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:42.356989 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.434544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f7f85-fa59-4bea-8ff0-516eb7b14983 None None] DHCP port deletion for 76dc83c7-773e-46d8-a56e-ab6aa73a47e8 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:54:42.480504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port 8bca1437-75f5-4484-b60a-73b41a48fa73, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8bca1437-75f5-4484-b60a-73b41a48fa73,segment=NetworkSegment(41455743-6916-4a43-82f6-fc88433f53d2),segment_id=41455743-6916-4a43-82f6-fc88433f53d2)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:42.480504 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.495608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for 8bca1437-75f5-4484-b60a-73b41a48fa73 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:42.540656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-204f7f85-fa59-4bea-8ff0-516eb7b14983 None None] Deleting port 8bca1437-75f5-4484-b60a-73b41a48fa73 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:42.541704 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-204f7f85-fa59-4bea-8ff0-516eb7b14983 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.557367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ee578f31-e72d-43f2-b020-74a71f45924b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:42.636458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.682548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-204f7f85-fa59-4bea-8ff0-516eb7b14983 None None] For port 8bca1437-75f5-4484-b60a-73b41a48fa73, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8bca1437-75f5-4484-b60a-73b41a48fa73,segment=NetworkSegment(41455743-6916-4a43-82f6-fc88433f53d2),segment_id=41455743-6916-4a43-82f6-fc88433f53d2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:42.683085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-204f7f85-fa59-4bea-8ff0-516eb7b14983 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.685511 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ee578f31-e72d-43f2-b020-74a71f45924b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:42.686078 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.718707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-204f7f85-fa59-4bea-8ff0-516eb7b14983 None None] Calling delete_port for 8bca1437-75f5-4484-b60a-73b41a48fa73 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:42.718934 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No DVR routers for this DVR port 8bca1437-75f5-4484-b60a-73b41a48fa73 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:42.721277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=8bca1437-75f5-4484-b60a-73b41a48fa73,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:42.743117 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.765456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80 req-bad22ac9-c90d-495a-a183-f82e7b4aa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:42.767007 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80 req-bad22ac9-c90d-495a-a183-f82e7b4aa274 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d246aa485c64e1b8ad74e3636dd78b1&device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 1094 time: 0.6554971 Nov 09 19:54:42.812340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981c0e2-0616-4183-ae8d-3ea4051957a7 req-81f89f5b-cdec-4b0c-8696-c693e398fa28 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:42.819061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981c0e2-0616-4183-ae8d-3ea4051957a7 req-81f89f5b-cdec-4b0c-8696-c693e398fa28 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:42.825270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981c0e2-0616-4183-ae8d-3ea4051957a7 req-81f89f5b-cdec-4b0c-8696-c693e398fa28 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:42.831310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981c0e2-0616-4183-ae8d-3ea4051957a7 req-81f89f5b-cdec-4b0c-8696-c693e398fa28 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:42.837404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981c0e2-0616-4183-ae8d-3ea4051957a7 req-81f89f5b-cdec-4b0c-8696-c693e398fa28 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:42.843545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981c0e2-0616-4183-ae8d-3ea4051957a7 req-81f89f5b-cdec-4b0c-8696-c693e398fa28 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:42.846267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.849663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981c0e2-0616-4183-ae8d-3ea4051957a7 req-81f89f5b-cdec-4b0c-8696-c693e398fa28 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:42.851664 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5981c0e2-0616-4183-ae8d-3ea4051957a7 req-81f89f5b-cdec-4b0c-8696-c693e398fa28 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.2387772 Nov 09 19:54:42.873117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dc83c7-773e-46d8-a56e-ab6aa73a47e8']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:42.885474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41455743-6916-4a43-82f6-fc88433f53d2') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:42.885784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41455743-6916-4a43-82f6-fc88433f53d2') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:42.900691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.902371 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-204f7f85-fa59-4bea-8ff0-516eb7b14983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.919611 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.940490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:54:42.941457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:54:42.947924 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:54:42.972317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f7f85-fa59-4bea-8ff0-516eb7b14983 None None] Pushing event deleted for resources: {'Port': ['ID=8bca1437-75f5-4484-b60a-73b41a48fa73,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:42.981458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f7f85-fa59-4bea-8ff0-516eb7b14983 None None] No DVR routers for this DVR port 8bca1437-75f5-4484-b60a-73b41a48fa73 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:42.983257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80 req-92a0e0f5-af20-4aac-90d6-a21c13cb52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:42.984749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80 req-92a0e0f5-af20-4aac-90d6-a21c13cb52b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 HTTP/1.1" status: 200 len: 915 time: 0.0958300 Nov 09 19:54:43.064657 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.079798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.093162 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/networks/76dc83c7-773e-46d8-a56e-ab6aa73a47e8 HTTP/1.1" status: 204 len: 168 time: 0.9483976 Nov 09 19:54:43.101155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:43.105260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d5030-24b4-4409-a957-bd6618b2b72a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Network': ['ID=76dc83c7-773e-46d8-a56e-ab6aa73a47e8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:43.107008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42358) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:43.111090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:43.111837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:14Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:43.111973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-902017083', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:43.119221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80 req-423739c1-e0f5-4ea0-96a5-a8694b8647d5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdfded0f-58dc-4b15-a8db-865de7b82da9 HTTP/1.1" status: 200 len: 217 time: 0.1169591 Nov 09 19:54:43.155386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.156894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.241958 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5981c0e2-0616-4183-ae8d-3ea4051957a7 req-2824a2ae-525c-49e6-8131-1042c7477367 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2535100 Nov 09 19:54:43.269811 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.305373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7796f-1172-406f-a073-953ea6d2400d req-a681d29d-8a4e-496b-bdad-c0eac4a8d3fc tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:43.313633 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e9d7796f-1172-406f-a073-953ea6d2400d req-a681d29d-8a4e-496b-bdad-c0eac4a8d3fc tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 943 time: 0.0848382 Nov 09 19:54:43.316867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80 req-06b89bd6-47a5-44a1-ae70-aaa6db4bb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:43.318387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80 req-06b89bd6-47a5-44a1-ae70-aaa6db4bb23c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88 HTTP/1.1" status: 200 len: 854 time: 0.1817143 Nov 09 19:54:43.384112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80 req-1c650ae9-39dc-4db9-a3d4-19682bc6b00d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344346 Nov 09 19:54:43.431379 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e9d7796f-1172-406f-a073-953ea6d2400d req-f037bfb1-7377-4eaf-bb68-7147251f7ae4 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166725 Nov 09 19:54:43.457016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device bdfded0f-58dc-4b15-a8db-865de7b82da9 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:54:43.500104 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea8d8-b306-49e1-9d5f-7ea7c21ece1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.500842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42366) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:43.503803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:43.517212 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.538398 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.570918 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80 req-6b57957f-d136-4461-b5f9-a33b393dd068 service neutron] 10.222.0.77 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599777 Nov 09 19:54:43.573627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.extraroute_db [None req-3edd841d-6b17-4133-93a5-209671c59b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added routes are [] {{(pid=102296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 19:54:43.573952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.extraroute_db [None req-3edd841d-6b17-4133-93a5-209671c59b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 19:54:43.714322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5f157693-7185-416f-bf1b-a443013a67bf tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-866108329'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:43.743932 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a02d4c2f-7c16-40e7-b44e-2d15c58a1f80 req-93b6a771-07a8-426c-b8c0-16beb5a7cd95 service neutron] 10.222.0.77 "GET /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551394 Nov 09 19:54:43.746777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3edd841d-6b17-4133-93a5-209671c59b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.764628 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port bdfded0f-58dc-4b15-a8db-865de7b82da9, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=bdfded0f-58dc-4b15-a8db-865de7b82da9,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:43.780332 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.796385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'bdfded0f-58dc-4b15-a8db-865de7b82da9', 'network_id': '4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71', 'port_id': 'bdfded0f-58dc-4b15-a8db-865de7b82da9', 'mac_address': 'fa:16:3e:a1:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:54:43.801771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.851643 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.866794 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f157693-7185-416f-bf1b-a443013a67bf tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.867857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f157693-7185-416f-bf1b-a443013a67bf tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.871048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfded0f-58dc-4b15-a8db-865de7b82da9 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:43.878654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:39Z', 'revision_number': 6, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee578f31-e72d-43f2-b020-74a71f45924b', 'name': '', 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:21:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:34Z', 'updated_at': '2021-11-09T19:54:41Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:43.911696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:43.924490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port bdfded0f-58dc-4b15-a8db-865de7b82da9, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=bdfded0f-58dc-4b15-a8db-865de7b82da9,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:43.928769 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Allocated IP 172.25.6.14 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/300674d7-52ba-4e0d-8423-986d53de252a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:43.931317 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:43.934765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:43.935508 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:43.971884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f157693-7185-416f-bf1b-a443013a67bf tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.010594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f157693-7185-416f-bf1b-a443013a67bf tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.018197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:54:44.076185 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.079315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] Deleting port 74aea3f2-7ded-492f-b03a-20b2f3700972 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:44.079660 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.090975 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f157693-7185-416f-bf1b-a443013a67bf tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.094592 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5f157693-7185-416f-bf1b-a443013a67bf tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5687680 Nov 09 19:54:44.095118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42372) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:44.116903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:44.138411 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3edd841d-6b17-4133-93a5-209671c59b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.148378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3edd841d-6b17-4133-93a5-209671c59b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.179328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=bdfded0f-58dc-4b15-a8db-865de7b82da9,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:44.195973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['bdfded0f-58dc-4b15-a8db-865de7b82da9'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:44.208336 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f5c35bfd-84b6-4c14-8e75-6c8bce988674 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.212186 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.272353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] For port 74aea3f2-7ded-492f-b03a-20b2f3700972, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=74aea3f2-7ded-492f-b03a-20b2f3700972,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:44.272620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.290650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] Calling delete_port for 74aea3f2-7ded-492f-b03a-20b2f3700972 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:44.294002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edd841d-6b17-4133-93a5-209671c59b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:44.315642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:44.322548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:44.327991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:44.357304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:44.387048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'port_id': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2', 'mac_address': 'fa:16:3e:03:d0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:54:44.493186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8bca1437-75f5-4484-b60a-73b41a48fa73 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:44.533281 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8bca1437-75f5-4484-b60a-73b41a48fa73 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:44.533669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8bca1437-75f5-4484-b60a-73b41a48fa73 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:44.561981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=300674d7-52ba-4e0d-8423-986d53de252a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:44.564829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.572804 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.596381 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f5c35bfd-84b6-4c14-8e75-6c8bce988674 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.601204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f5c35bfd-84b6-4c14-8e75-6c8bce988674 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.601406 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:44.631364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:44.635065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edd841d-6b17-4133-93a5-209671c59b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:44.642126 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.643109 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3edd841d-6b17-4133-93a5-209671c59b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.643415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f94dd3ea-a681-4f04-b7f6-57ba149ea00d details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:54:44.646638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3edd841d-6b17-4133-93a5-209671c59b01 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379 HTTP/1.1" status: 200 len: 699 time: 2.7600451 Nov 09 19:54:44.650273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42378) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:44.664767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043992e-55ff-45da-858e-f94c4a047c08 req-53401311-09fa-4389-9ba0-8363d79b8e55 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:44.666248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0043992e-55ff-45da-858e-f94c4a047c08 req-53401311-09fa-4389-9ba0-8363d79b8e55 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 944 time: 0.1491146 Nov 09 19:54:44.709405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998cc01-4237-4c72-b2e2-5bbb44c61d89 req-26710341-d541-470a-ab6b-aef712dbafc6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:44.715706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998cc01-4237-4c72-b2e2-5bbb44c61d89 req-26710341-d541-470a-ab6b-aef712dbafc6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:44.721845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998cc01-4237-4c72-b2e2-5bbb44c61d89 req-26710341-d541-470a-ab6b-aef712dbafc6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:44.728557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998cc01-4237-4c72-b2e2-5bbb44c61d89 req-26710341-d541-470a-ab6b-aef712dbafc6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:44.734698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998cc01-4237-4c72-b2e2-5bbb44c61d89 req-26710341-d541-470a-ab6b-aef712dbafc6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:44.741549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:43Z', 'revision_number': 7, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee578f31-e72d-43f2-b020-74a71f45924b', 'name': '', 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:21:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:34Z', 'updated_at': '2021-11-09T19:54:41Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:44.742234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998cc01-4237-4c72-b2e2-5bbb44c61d89 req-26710341-d541-470a-ab6b-aef712dbafc6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:44.748403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998cc01-4237-4c72-b2e2-5bbb44c61d89 req-26710341-d541-470a-ab6b-aef712dbafc6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:44.763554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9998cc01-4237-4c72-b2e2-5bbb44c61d89 req-26710341-d541-470a-ab6b-aef712dbafc6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5421 time: 0.2395911 Nov 09 19:54:44.769486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f5c35bfd-84b6-4c14-8e75-6c8bce988674 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.770544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c35bfd-84b6-4c14-8e75-6c8bce988674 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc4e0d72-abeb-4e8f-90a0-3b7b39bbcd33 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:54:44.778547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:44.789375 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f5c35bfd-84b6-4c14-8e75-6c8bce988674 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.791612 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f5c35bfd-84b6-4c14-8e75-6c8bce988674 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] 10.222.0.53 "DELETE /v2.0/routers/dc4e0d72-abeb-4e8f-90a0-3b7b39bbcd33 HTTP/1.1" status: 204 len: 168 time: 0.6957047 Nov 09 19:54:44.822433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055a60c-5f5a-42a5-8c9f-be4d0f700da1 None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:43Z', 'revision_number': 7, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee578f31-e72d-43f2-b020-74a71f45924b', 'name': '', 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:21:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:34Z', 'updated_at': '2021-11-09T19:54:41Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:44.885695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f94dd3ea-a681-4f04-b7f6-57ba149ea00d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:44.919377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'f94dd3ea-a681-4f04-b7f6-57ba149ea00d', 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303', 'port_id': 'f94dd3ea-a681-4f04-b7f6-57ba149ea00d', 'mac_address': 'fa:16:3e:be:d3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45bfb4c-c7e2-4cc8-a830-7f12b40ede0a', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:54:44.929079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42380) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:44.936002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-805a8531-7cf6-43ef-9415-08af8f652ae9 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Request body: {'router': {'name': 'tempest-router-709320694', 'distributed': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:44.949302 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.971091 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:44.986809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94dd3ea-a681-4f04-b7f6-57ba149ea00d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:45.015038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f94dd3ea-a681-4f04-b7f6-57ba149ea00d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:45.019767 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.021000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:54:45.086895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9998cc01-4237-4c72-b2e2-5bbb44c61d89 req-5cd16912-ec92-4b3a-9d3d-f67b3aaafe9f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3220532 Nov 09 19:54:45.133430 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-805a8531-7cf6-43ef-9415-08af8f652ae9 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.142624 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-805a8531-7cf6-43ef-9415-08af8f652ae9 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.151824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:45.164047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0043992e-55ff-45da-858e-f94c4a047c08 req-9333fa9d-750c-4bd4-9e2f-aacd46453797 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672885 Nov 09 19:54:45.170339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:45.183406 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7', 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303', 'port_id': '8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7', 'mac_address': 'fa:16:3e:ed:08:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45bfb4c-c7e2-4cc8-a830-7f12b40ede0a', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:54:45.209714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f5aa0ace-8c14-481a-ab69-994238030ca6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379 HTTP/1.1" status: 200 len: 699 time: 0.5422099 Nov 09 19:54:45.212084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42386) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:45.223382 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-805a8531-7cf6-43ef-9415-08af8f652ae9 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.261657 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.261829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.273899 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:45.279512 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-805a8531-7cf6-43ef-9415-08af8f652ae9 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.283993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:45.310321 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:45.311489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device bdfded0f-58dc-4b15-a8db-865de7b82da9 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:45.312396 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:45.319508 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:45.325915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=74aea3f2-7ded-492f-b03a-20b2f3700972,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:45.350498 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.351053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-805a8531-7cf6-43ef-9415-08af8f652ae9 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.351218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:54:45.354896 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-805a8531-7cf6-43ef-9415-08af8f652ae9 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4212792 Nov 09 19:54:45.355594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42388) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:45.460623 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:45.485477 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e7c40c3-90bb-4e09-a834-705816032591 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.542876 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.703771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:45.736252 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.772065 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'f8d2baf1-a7ff-4cc6-b51c-10d0ac807575', 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce', 'port_id': 'f8d2baf1-a7ff-4cc6-b51c-10d0ac807575', 'mac_address': 'fa:16:3e:ef:4e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:54:45.775306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:45.784286 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:43Z', 'revision_number': 7, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee578f31-e72d-43f2-b020-74a71f45924b', 'name': '', 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:21:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:34Z', 'updated_at': '2021-11-09T19:54:41Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:45.821910 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e7c40c3-90bb-4e09-a834-705816032591 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.827555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e7c40c3-90bb-4e09-a834-705816032591 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.838041 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:45.840914 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.850807 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:45.851483 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:45.859116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:45.873324 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port bdfded0f-58dc-4b15-a8db-865de7b82da9 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:54:45.880003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port bdfded0f-58dc-4b15-a8db-865de7b82da9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:45.880511 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.899154 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e7c40c3-90bb-4e09-a834-705816032591 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.899672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7c40c3-90bb-4e09-a834-705816032591 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd435ef5-a378-4372-8b0d-75d56c32ae4b {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:54:45.905830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e7c40c3-90bb-4e09-a834-705816032591 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.907373 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0e7c40c3-90bb-4e09-a834-705816032591 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] 10.222.0.53 "DELETE /v2.0/routers/fd435ef5-a378-4372-8b0d-75d56c32ae4b HTTP/1.1" status: 204 len: 168 time: 0.5507221 Nov 09 19:54:45.912139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42390) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:45.918917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1fbe8369-9997-4f54-8b67-bda4d491ca1d tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Request body: {'router': {'name': 'tempest-router-40722279', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3d2ff0d7ab46493d91dd3dafa6aafa55'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:45.942196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:45.954137 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.954833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8f28cd82-7701-40a9-bff8-226fa6f6cfce details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:54:45.961700 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8369-9997-4f54-8b67-bda4d491ca1d tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.962935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8369-9997-4f54-8b67-bda4d491ca1d tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:45.968639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router c83d0020-1ecb-4c64-84a6-293488ad11b4 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:54:45.987337 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:46.023252 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.068823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8f28cd82-7701-40a9-bff8-226fa6f6cfce, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:46.071172 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.104226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] Router 34074a75-5514-40c2-bf68-9ac9d7655552 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:46.104442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:46.119648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '8f28cd82-7701-40a9-bff8-226fa6f6cfce', 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303', 'port_id': '8f28cd82-7701-40a9-bff8-226fa6f6cfce', 'mac_address': 'fa:16:3e:d4:5f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45bfb4c-c7e2-4cc8-a830-7f12b40ede0a', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:54:46.171813 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.222070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8369-9997-4f54-8b67-bda4d491ca1d tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.237400 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8369-9997-4f54-8b67-bda4d491ca1d tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.237644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c87705a-edf3-4964-bf3a-233d05739a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfded0f-58dc-4b15-a8db-865de7b82da9'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:46.243504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:46.243695 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438abfd8-839d-45f0-9bc5-04f5b28d952e" -d '{"events": [{"server_uuid": "3c87705a-edf3-4964-bf3a-233d05739a1c", "name": "network-vif-plugged", "status": "completed", "tag": "bdfded0f-58dc-4b15-a8db-865de7b82da9"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:46.273218 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:43Z', 'revision_number': 7, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee578f31-e72d-43f2-b020-74a71f45924b', 'name': '', 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:21:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:34Z', 'updated_at': '2021-11-09T19:54:41Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:46.275579 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8369-9997-4f54-8b67-bda4d491ca1d tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.281571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a068f32-bcdb-4490-aa2a-bf9e88d0efdc None None] Sync routers for ids ['c83d0020-1ecb-4c64-84a6-293488ad11b4'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:46.281866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1fbe8369-9997-4f54-8b67-bda4d491ca1d tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3686926 Nov 09 19:54:46.289088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f28cd82-7701-40a9-bff8-226fa6f6cfce {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:46.295395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port bdfded0f-58dc-4b15-a8db-865de7b82da9, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=bdfded0f-58dc-4b15-a8db-865de7b82da9,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:46.308240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42400) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:46.309145 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.313231 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.313848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:46.321558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.323163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a068f32-bcdb-4490-aa2a-bf9e88d0efdc None None] Routers {'c83d0020-1ecb-4c64-84a6-293488ad11b4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:46.323300 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f531b2-9207-4c0d-b42e-cbc9a3ac4e59 None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:43Z', 'revision_number': 7, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee578f31-e72d-43f2-b020-74a71f45924b', 'name': '', 'network_id': '1ce1bce9-e1e2-4541-afba-c065fa16317a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:21:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:34Z', 'updated_at': '2021-11-09T19:54:41Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '97931286-de3a-4e37-9c2e-669d565fd0fe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:46.323843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1a068f32-bcdb-4490-aa2a-bf9e88d0efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c83d0020-1ecb-4c64-84a6-293488ad11b4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:46.326934 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bb6672c8-0235-4a70-94f9-e19564383658 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2188396 Nov 09 19:54:46.329301 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42402) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:46.396226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8f28cd82-7701-40a9-bff8-226fa6f6cfce, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:46.399393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1a068f32-bcdb-4490-aa2a-bf9e88d0efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:46.417737 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.418391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 226eb50e-f3ac-4a77-be02-965ef85c74bd details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:54:46.467411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a068f32-bcdb-4490-aa2a-bf9e88d0efdc None None] Routers {'c83d0020-1ecb-4c64-84a6-293488ad11b4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:46.468043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1a068f32-bcdb-4490-aa2a-bf9e88d0efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c83d0020-1ecb-4c64-84a6-293488ad11b4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:46.480131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=bdfded0f-58dc-4b15-a8db-865de7b82da9,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:46.537653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1a068f32-bcdb-4490-aa2a-bf9e88d0efdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:46.538319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a068f32-bcdb-4490-aa2a-bf9e88d0efdc None None] The sync data for ids ['c83d0020-1ecb-4c64-84a6-293488ad11b4'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:46.560331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8ff9-8158-4b2b-b100-cb88d73c9ea7 req-a5a90bf4-b174-47f3-9898-7bc1c478a37a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:46.568944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8ff9-8158-4b2b-b100-cb88d73c9ea7 req-a5a90bf4-b174-47f3-9898-7bc1c478a37a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:46.576235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8ff9-8158-4b2b-b100-cb88d73c9ea7 req-a5a90bf4-b174-47f3-9898-7bc1c478a37a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:46.576951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 226eb50e-f3ac-4a77-be02-965ef85c74bd, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:46.582792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8ff9-8158-4b2b-b100-cb88d73c9ea7 req-a5a90bf4-b174-47f3-9898-7bc1c478a37a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:46.588957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8ff9-8158-4b2b-b100-cb88d73c9ea7 req-a5a90bf4-b174-47f3-9898-7bc1c478a37a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:46.595084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8ff9-8158-4b2b-b100-cb88d73c9ea7 req-a5a90bf4-b174-47f3-9898-7bc1c478a37a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:46.601432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8ff9-8158-4b2b-b100-cb88d73c9ea7 req-a5a90bf4-b174-47f3-9898-7bc1c478a37a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:46.603436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6fc8ff9-8158-4b2b-b100-cb88d73c9ea7 req-a5a90bf4-b174-47f3-9898-7bc1c478a37a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5425 time: 0.3677573 Nov 09 19:54:46.603616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '226eb50e-f3ac-4a77-be02-965ef85c74bd', 'network_id': '7a0826e3-ffae-481c-a2bc-5e6a349391ce', 'port_id': '226eb50e-f3ac-4a77-be02-965ef85c74bd', 'mac_address': 'fa:16:3e:ac:03:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:54:46.610703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8f28cd82-7701-40a9-bff8-226fa6f6cfce,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:46.668648 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.687153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226eb50e-f3ac-4a77-be02-965ef85c74bd {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:46.711179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 226eb50e-f3ac-4a77-be02-965ef85c74bd, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:46.716553 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.717432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 798d55a3-8842-48f3-a4fa-1060ba1794ef details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:54:46.726990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:46.732430 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6f55aaa6-bc5d-42b0-82f8-db8370494b40 admin admin] 10.222.0.53 "PUT /v2.0/routers/34074a75-5514-40c2-bf68-9ac9d7655552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9183373 Nov 09 19:54:46.735099 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.735472 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.739477 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] Sync routers for ids ['34074a75-5514-40c2-bf68-9ac9d7655552'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:46.740252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42404) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:46.749050 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] Routers {'34074a75-5514-40c2-bf68-9ac9d7655552'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:46.749833 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['34074a75-5514-40c2-bf68-9ac9d7655552'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:46.795016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=226eb50e-f3ac-4a77-be02-965ef85c74bd,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:46.807509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 798d55a3-8842-48f3-a4fa-1060ba1794ef, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:46.821594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '798d55a3-8842-48f3-a4fa-1060ba1794ef', 'network_id': '9922e85b-217c-4111-8287-e2d3d6eef303', 'port_id': '798d55a3-8842-48f3-a4fa-1060ba1794ef', 'mac_address': 'fa:16:3e:38:7d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45bfb4c-c7e2-4cc8-a830-7f12b40ede0a', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:54:46.837397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee63f55-b438-451c-9a72-73e2d8a22f6c req-4b2a3e59-4d0c-42e8-a575-7db401eeee5d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:46.845967 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4ee63f55-b438-451c-9a72-73e2d8a22f6c req-4b2a3e59-4d0c-42e8-a575-7db401eeee5d tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 944 time: 0.5625627 Nov 09 19:54:46.867694 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.883641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798d55a3-8842-48f3-a4fa-1060ba1794ef {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:54:46.884485 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] Set router 34074a75-5514-40c2-bf68-9ac9d7655552 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:46.908559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 798d55a3-8842-48f3-a4fa-1060ba1794ef, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:46.912104 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4ee63f55-b438-451c-9a72-73e2d8a22f6c req-0d2dd4a6-ae29-41a3-b85e-869aac668ff7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650792 Nov 09 19:54:46.916505 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:46.947680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b42b507-91d0-4828-be4f-76473965aa2f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/routers/c83d0020-1ecb-4c64-84a6-293488ad11b4 HTTP/1.1" status: 200 len: 883 time: 0.6127062 Nov 09 19:54:46.948357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42406) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:46.982070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=798d55a3-8842-48f3-a4fa-1060ba1794ef,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:47.007310 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d27323-60d3-463a-8f5d-c088d73c3a2e x-openstack-request-id: req-e6d27323-60d3-463a-8f5d-c088d73c3a2e {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:47.009483 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c87705a-edf3-4964-bf3a-233d05739a1c", "name": "network-vif-plugged", "status": "completed", "tag": "bdfded0f-58dc-4b15-a8db-865de7b82da9", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:47.009992 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6d27323-60d3-463a-8f5d-c088d73c3a2e {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:47.012461 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c87705a-edf3-4964-bf3a-233d05739a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfded0f-58dc-4b15-a8db-865de7b82da9', 'code': 200} Nov 09 19:54:47.141079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ff78bc63-f747-4df5-b32a-6aeeef23c99e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.1892850 Nov 09 19:54:47.141293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42408) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:47.145603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4cc440a1-5231-41ab-b309-889a04a2e547 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-902017083'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:47.151092 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:54:45Z', 'revision_number': 5, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:47.169889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6fc8ff9-8158-4b2b-b100-cb88d73c9ea7 req-789004f1-5c6b-4e45-ac7b-40b46402e559 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5119579 Nov 09 19:54:47.183119 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] Checking router: 34074a75-5514-40c2-bf68-9ac9d7655552 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:47.192682 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] Routers {'34074a75-5514-40c2-bf68-9ac9d7655552'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:47.193381 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['34074a75-5514-40c2-bf68-9ac9d7655552'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:47.328221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102296) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 09 19:54:47.328873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Router 661c5fcc-d791-446a-9033-f4523e7ffd26 migrating from provider to provider. {{(pid=102296) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 09 19:54:47.329691 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.346833 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.361964 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.375183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0e283-b6a9-4b9c-8363-22800904ef26 req-4194bb3a-eff2-4cdd-8048-19d188260232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:47.377526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5d0e283-b6a9-4b9c-8363-22800904ef26 req-4194bb3a-eff2-4cdd-8048-19d188260232 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 1096 time: 0.2779102 Nov 09 19:54:47.406002 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] Set router 34074a75-5514-40c2-bf68-9ac9d7655552 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:47.482629 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.491026 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cc440a1-5231-41ab-b309-889a04a2e547 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.506693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cc440a1-5231-41ab-b309-889a04a2e547 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.584531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port ee578f31-e72d-43f2-b020-74a71f45924b {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:47.585037 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.604363 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:54:45Z', 'revision_number': 5, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:47.609839 n-d-817256-1 neutron-server[102296]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] No L3 agents can host the router 661c5fcc-d791-446a-9033-f4523e7ffd26 Nov 09 19:54:47.631359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc440a1-5231-41ab-b309-889a04a2e547 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router c83d0020-1ecb-4c64-84a6-293488ad11b4 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:47.634292 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d6ec7-1318-4f99-b8c5-f2ee50b2c06f None None] The sync data for ids ['34074a75-5514-40c2-bf68-9ac9d7655552'] in n-d-817256-1 is: [{'id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'name': 'tempest-ServerActionsTestJSON-449664994-router', 'tenant_id': 'e3f76579cbf14f63a7509e37e4402350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:45:29Z', 'updated_at': '2021-11-09T19:54:45Z', 'revision_number': 5, 'project_id': 'e3f76579cbf14f63a7509e37e4402350', 'gw_port': {'id': 'bbb9e117-6f88-49f2-80f0-d0732a52a99f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34074a75-5514-40c2-bf68-9ac9d7655552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:45:31Z', 'updated_at': '2021-11-09T19:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:47.662132 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5d0e283-b6a9-4b9c-8363-22800904ef26 req-c85a3ada-c380-4657-b3ec-ba83b376a2eb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610371 Nov 09 19:54:47.685838 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['226eb50e-f3ac-4a77-be02-965ef85c74bd'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:47.716198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['798d55a3-8842-48f3-a4fa-1060ba1794ef'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:47.719498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:47.752989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc440a1-5231-41ab-b309-889a04a2e547 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:47.763795 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cc440a1-5231-41ab-b309-889a04a2e547 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.766556 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4cc440a1-5231-41ab-b309-889a04a2e547 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/c83d0020-1ecb-4c64-84a6-293488ad11b4 HTTP/1.1" status: 200 len: 890 time: 0.6238019 Nov 09 19:54:47.768610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42410) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:47.794767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f94dd3ea-a681-4f04-b7f6-57ba149ea00d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:47.797768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f8d2baf1-a7ff-4cc6-b51c-10d0ac807575'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:47.800634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.800813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:47.804945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a81950-4066-4cab-bfba-a47a148602c4 None None] Sync routers for ids ['c83d0020-1ecb-4c64-84a6-293488ad11b4'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:47.824030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port ee578f31-e72d-43f2-b020-74a71f45924b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ee578f31-e72d-43f2-b020-74a71f45924b,segment=NetworkSegment(979b7c47-2396-4983-8642-3fb352208ffc),segment_id=979b7c47-2396-4983-8642-3fb352208ffc)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:47.824495 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.860562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for ee578f31-e72d-43f2-b020-74a71f45924b owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:47.862074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Hosts for router 661c5fcc-d791-446a-9033-f4523e7ffd26: [] {{(pid=102296) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 09 19:54:47.900950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-eabedac3-5e1d-4886-988f-a5bc86e2d11f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/routers/c83d0020-1ecb-4c64-84a6-293488ad11b4 HTTP/1.1" status: 200 len: 890 time: 0.1307883 Nov 09 19:54:47.901657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42412) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:47.921057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Hosts for other DVR routers connected to router 661c5fcc-d791-446a-9033-f4523e7ffd26: set() {{(pid=102296) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 09 19:54:47.923594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:47.927417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e578464f-4a7c-4fa9-9df2-546bb8eb60c5 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] 10.222.0.53 "PUT /v2.0/routers/661c5fcc-d791-446a-9033-f4523e7ffd26 HTTP/1.1" status: 200 len: 715 time: 1.6145759 Nov 09 19:54:47.935579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a81950-4066-4cab-bfba-a47a148602c4 None None] Routers {'c83d0020-1ecb-4c64-84a6-293488ad11b4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:47.936268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a5a81950-4066-4cab-bfba-a47a148602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c83d0020-1ecb-4c64-84a6-293488ad11b4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:47.950029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42414) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:47.963792 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3c49e9da-2364-4196-970f-b58e31da8a4b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83d0020-1ecb-4c64-84a6-293488ad11b4 HTTP/1.1" status: 200 len: 205 time: 0.0609729 Nov 09 19:54:47.964781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42418) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:47.991251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Deleting port bbb9e117-6f88-49f2-80f0-d0732a52a99f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:47.991486 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.031686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a5a81950-4066-4cab-bfba-a47a148602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:48.154368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] For port bbb9e117-6f88-49f2-80f0-d0732a52a99f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bbb9e117-6f88-49f2-80f0-d0732a52a99f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:48.154764 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.163504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a81950-4066-4cab-bfba-a47a148602c4 None None] Routers {'c83d0020-1ecb-4c64-84a6-293488ad11b4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:48.164181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a5a81950-4066-4cab-bfba-a47a148602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c83d0020-1ecb-4c64-84a6-293488ad11b4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:48.166194 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-12220170-8043-4391-9caf-3ed5e9970dda tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] 10.222.0.53 "GET /v2.0/routers/661c5fcc-d791-446a-9033-f4523e7ffd26 HTTP/1.1" status: 200 len: 715 time: 0.2123187 Nov 09 19:54:48.167348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42422) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:48.205786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Calling delete_port for bbb9e117-6f88-49f2-80f0-d0732a52a99f owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:48.214186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67272376-737a-476c-9ac8-7080c9200d7b req-55216595-efdd-40b1-a115-5d1abd171f5e tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:48.222373 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67272376-737a-476c-9ac8-7080c9200d7b req-55216595-efdd-40b1-a115-5d1abd171f5e tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.2114675 Nov 09 19:54:48.278142 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.289961 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.300630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67272376-737a-476c-9ac8-7080c9200d7b req-761e3b1c-c74b-4d6f-854e-aab0ad0a0934 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740716 Nov 09 19:54:48.308069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a5a81950-4066-4cab-bfba-a47a148602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:48.308735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a81950-4066-4cab-bfba-a47a148602c4 None None] The sync data for ids ['c83d0020-1ecb-4c64-84a6-293488ad11b4'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:48.364477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=ee578f31-e72d-43f2-b020-74a71f45924b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:48.454268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 74aea3f2-7ded-492f-b03a-20b2f3700972 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:48.514758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 74aea3f2-7ded-492f-b03a-20b2f3700972 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:48.515168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 74aea3f2-7ded-492f-b03a-20b2f3700972 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:48.537910 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bf25a91b-d31d-4b00-acc1-b9d21f3764a4 tempest-RoutersTestDVR-1364804695 tempest-RoutersTestDVR-1364804695-project] 10.222.0.53 "GET /v2.0/routers/661c5fcc-d791-446a-9033-f4523e7ffd26 HTTP/1.1" status: 200 len: 681 time: 0.3661444 Nov 09 19:54:48.542497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42428) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:48.580913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['8f28cd82-7701-40a9-bff8-226fa6f6cfce'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:54:48.631244 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e3178d1d-d1cd-4b1c-934a-dbd19090f94f tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.681934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928bf61-2de7-4ed2-b605-9a82350cf90f req-b514d46c-25f0-4dc9-808f-c1930ed198de tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:48.688127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928bf61-2de7-4ed2-b605-9a82350cf90f req-b514d46c-25f0-4dc9-808f-c1930ed198de tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:48.696219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928bf61-2de7-4ed2-b605-9a82350cf90f req-b514d46c-25f0-4dc9-808f-c1930ed198de tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:48.703112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928bf61-2de7-4ed2-b605-9a82350cf90f req-b514d46c-25f0-4dc9-808f-c1930ed198de tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:48.708036 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.710193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928bf61-2de7-4ed2-b605-9a82350cf90f req-b514d46c-25f0-4dc9-808f-c1930ed198de tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:48.716260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928bf61-2de7-4ed2-b605-9a82350cf90f req-b514d46c-25f0-4dc9-808f-c1930ed198de tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:48.723316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928bf61-2de7-4ed2-b605-9a82350cf90f req-b514d46c-25f0-4dc9-808f-c1930ed198de tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:48.726397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5928bf61-2de7-4ed2-b605-9a82350cf90f req-b514d46c-25f0-4dc9-808f-c1930ed198de tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5428 time: 0.2702842 Nov 09 19:54:48.764785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.857984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e3178d1d-d1cd-4b1c-934a-dbd19090f94f tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.860695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e3178d1d-d1cd-4b1c-934a-dbd19090f94f tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.891354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb9e117-6f88-49f2-80f0-d0732a52a99f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:48.916749 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e3178d1d-d1cd-4b1c-934a-dbd19090f94f tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.917464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3178d1d-d1cd-4b1c-934a-dbd19090f94f tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 661c5fcc-d791-446a-9033-f4523e7ffd26 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:54:48.923125 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e3178d1d-d1cd-4b1c-934a-dbd19090f94f tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.924121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5928bf61-2de7-4ed2-b605-9a82350cf90f req-e28c9962-eaab-4293-8380-f88c56d86f92 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1829376 Nov 09 19:54:48.929870 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e3178d1d-d1cd-4b1c-934a-dbd19090f94f tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] 10.222.0.53 "DELETE /v2.0/routers/661c5fcc-d791-446a-9033-f4523e7ffd26 HTTP/1.1" status: 204 len: 168 time: 0.3862414 Nov 09 19:54:48.930542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42430) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:48.937964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a6c7e428-cbd7-4e14-9aa6-92ffc5964b75 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Request body: {'router': {'name': 'tempest-router-728412644', 'distributed': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:48.943207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port 300674d7-52ba-4e0d-8423-986d53de252a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:48.943616 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:48.995357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.010637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e428-cbd7-4e14-9aa6-92ffc5964b75 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.011669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e428-cbd7-4e14-9aa6-92ffc5964b75 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.043034 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.078704 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.086792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for 300674d7-52ba-4e0d-8423-986d53de252a owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:49.094708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e428-cbd7-4e14-9aa6-92ffc5964b75 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.099810 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e428-cbd7-4e14-9aa6-92ffc5964b75 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.146949 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e428-cbd7-4e14-9aa6-92ffc5964b75 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.148182 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a6c7e428-cbd7-4e14-9aa6-92ffc5964b75 tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2136147 Nov 09 19:54:49.151879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42432) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:49.180674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.183986 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.236836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-840677a6-e016-463c-a332-7c44a10001cc tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.564027 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.564598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34074a75-5514-40c2-bf68-9ac9d7655552 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:54:49.578015 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.581617 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2675ff59-b2f4-48c4-bb57-4e299c13e744 admin admin] 10.222.0.53 "DELETE /v2.0/routers/34074a75-5514-40c2-bf68-9ac9d7655552 HTTP/1.1" status: 204 len: 168 time: 2.4835877 Nov 09 19:54:49.583172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42438) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:49.679765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490f7cd-fb54-4a74-83ba-ae2a517e446f req-ab00f418-5182-4f8b-bc0f-1a65c869eb73 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:49.681312 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4490f7cd-fb54-4a74-83ba-ae2a517e446f req-ab00f418-5182-4f8b-bc0f-1a65c869eb73 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.1212599 Nov 09 19:54:49.691601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:49.695622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcc268f-147a-4d44-aa9b-90e83a939034 admin admin] Deleting subnet 5e09224b-e651-43e5-909b-471003214eea {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:54:49.707118 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfcc268f-147a-4d44-aa9b-90e83a939034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.800150 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-840677a6-e016-463c-a332-7c44a10001cc tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.805059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-840677a6-e016-463c-a332-7c44a10001cc tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.830556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfcc268f-147a-4d44-aa9b-90e83a939034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.859440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.866918 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4490f7cd-fb54-4a74-83ba-ae2a517e446f req-bb5f609e-992a-40f3-8665-19f744609599 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683776 Nov 09 19:54:49.867152 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-840677a6-e016-463c-a332-7c44a10001cc tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.867471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840677a6-e016-463c-a332-7c44a10001cc tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa5dc60d-27db-47d9-a5c0-d10f464c8199 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:54:49.873669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-840677a6-e016-463c-a332-7c44a10001cc tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:49.874841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-840677a6-e016-463c-a332-7c44a10001cc tempest-RoutersTestDVR-234203047 tempest-RoutersTestDVR-234203047-project-admin] 10.222.0.53 "DELETE /v2.0/routers/fa5dc60d-27db-47d9-a5c0-d10f464c8199 HTTP/1.1" status: 204 len: 168 time: 0.7220294 Nov 09 19:54:49.901975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=300674d7-52ba-4e0d-8423-986d53de252a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:49.918056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:49.929063 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:49.934248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-58147569-cce1-4e83-b5ba-be043ae2c7b3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7184987 Nov 09 19:54:49.936188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42444) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:49.946202 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:49.947058 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:49.967925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.093710 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:50.105550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfcc268f-147a-4d44-aa9b-90e83a939034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.114382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4612cb2-9901-486d-92d5-2c491b45fe22 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting subnet 97931286-de3a-4e37-9c2e-669d565fd0fe {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:54:50.132505 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.134477 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.146062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4612cb2-9901-486d-92d5-2c491b45fe22 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.204177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.204723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Fanout notify agent at l3_agent the message router_deleted on router c83d0020-1ecb-4c64-84a6-293488ad11b4 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:54:50.219979 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.225419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2ec9e8d2-bc23-481a-b9fd-3fda9540031d tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/c83d0020-1ecb-4c64-84a6-293488ad11b4 HTTP/1.1" status: 204 len: 168 time: 2.2543287 Nov 09 19:54:50.225419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42450) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:50.231638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-315693404'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:50.244709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822cabd-a95f-4a24-8930-56f91f010b55 req-28ae7b59-f7e9-4773-bb34-9319deb825af tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:50.250492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743930f5-e01f-4f1a-85df-4c2644575fc3 req-57a3fac5-f26d-4277-94f2-0d9fe3285949 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:50.252103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4822cabd-a95f-4a24-8930-56f91f010b55 req-28ae7b59-f7e9-4773-bb34-9319deb825af tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.2814569 Nov 09 19:54:50.259298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743930f5-e01f-4f1a-85df-4c2644575fc3 req-57a3fac5-f26d-4277-94f2-0d9fe3285949 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:50.266689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743930f5-e01f-4f1a-85df-4c2644575fc3 req-57a3fac5-f26d-4277-94f2-0d9fe3285949 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:50.274032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743930f5-e01f-4f1a-85df-4c2644575fc3 req-57a3fac5-f26d-4277-94f2-0d9fe3285949 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:50.280780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743930f5-e01f-4f1a-85df-4c2644575fc3 req-57a3fac5-f26d-4277-94f2-0d9fe3285949 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:50.288651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743930f5-e01f-4f1a-85df-4c2644575fc3 req-57a3fac5-f26d-4277-94f2-0d9fe3285949 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:50.295172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743930f5-e01f-4f1a-85df-4c2644575fc3 req-57a3fac5-f26d-4277-94f2-0d9fe3285949 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:50.304222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-743930f5-e01f-4f1a-85df-4c2644575fc3 req-57a3fac5-f26d-4277-94f2-0d9fe3285949 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5428 time: 0.2426064 Nov 09 19:54:50.304439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:50.308211 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.309857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4612cb2-9901-486d-92d5-2c491b45fe22 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.337980 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4822cabd-a95f-4a24-8930-56f91f010b55 req-bd0988a9-4b67-47d4-9145-efe7b5c482c7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849457 Nov 09 19:54:50.340935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42452) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:50.374695 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfcc268f-147a-4d44-aa9b-90e83a939034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.398830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:54:50.418022 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.418266 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added segment 86e38041-3838-4f47-9499-19bec5b52b5c of type vlan for network 050098b9-3d33-41d0-bffb-273bb47d0a56 Nov 09 19:54:50.436799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b6f0ad-d7f2-4e0f-9750-28bf31a1070e None None] Network 132c0985-fe0e-49b9-9daa-db2ce83b9806 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:50.440159 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-743930f5-e01f-4f1a-85df-4c2644575fc3 req-fbf0b889-f935-44bc-8a9f-f8ad1a8b03f0 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317120 Nov 09 19:54:50.443480 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfcc268f-147a-4d44-aa9b-90e83a939034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.449549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bfcc268f-147a-4d44-aa9b-90e83a939034 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5e09224b-e651-43e5-909b-471003214eea HTTP/1.1" status: 204 len: 168 time: 0.8657062 Nov 09 19:54:50.452213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42460) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:50.466296 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:48Z', 'revision_number': 8, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:50.469407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc268f-147a-4d44-aa9b-90e83a939034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e09224b-e651-43e5-909b-471003214eea,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:50.561309 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:50.578190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4612cb2-9901-486d-92d5-2c491b45fe22 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.588802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.592113 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:50.593070 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:50.700763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a05855a4-58c5-40d1-be54-1458bf8a0cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.742582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4612cb2-9901-486d-92d5-2c491b45fe22 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.760205 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.782150 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:50.797247 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.798547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4612cb2-9901-486d-92d5-2c491b45fe22 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.804344 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f4612cb2-9901-486d-92d5-2c491b45fe22 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/97931286-de3a-4e37-9c2e-669d565fd0fe HTTP/1.1" status: 204 len: 168 time: 0.8649027 Nov 09 19:54:50.804344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4612cb2-9901-486d-92d5-2c491b45fe22 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Subnet': ['ID=97931286-de3a-4e37-9c2e-669d565fd0fe,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:50.809585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bbb9e117-6f88-49f2-80f0-d0732a52a99f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:50.811498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42464) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:50.813481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:50.814422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:50.816303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245facb7-5b64-4932-aca8-83327b2d6e6d None None] Network 1ce1bce9-e1e2-4541-afba-c065fa16317a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:50.890462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: bbb9e117-6f88-49f2-80f0-d0732a52a99f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:50.890829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bbb9e117-6f88-49f2-80f0-d0732a52a99f not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:50.948436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.001261 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.024741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Network': ['ID=050098b9-3d33-41d0-bffb-273bb47d0a56,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:51.038776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 050098b9-3d33-41d0-bffb-273bb47d0a56 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:54:51.042061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae1c3ed-1604-413f-862e-722e5cb40f35 None None] DHCP port deletion for 132c0985-fe0e-49b9-9daa-db2ce83b9806 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:54:51.051642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-431e96fc-8bf3-49ea-8adf-9fb53a73a118 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8246114 Nov 09 19:54:51.054752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42466) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:51.063306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'subnet': {'network_id': '050098b9-3d33-41d0-bffb-273bb47d0a56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:51.098981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port de74b3db-04f4-4ee2-ab44-e9f71858a65c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:51.099355 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.129759 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:48Z', 'revision_number': 8, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:51.149148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe70f44-3808-4d05-b75d-4b836c0c8c77 None None] DHCP port deletion for 1ce1bce9-e1e2-4541-afba-c065fa16317a request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:54:51.175837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f15e0-0408-47fd-93c3-48ffcbd7dd37 req-d1dd1436-fcaf-4666-997b-411519585b72 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:51.178598 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e61f15e0-0408-47fd-93c3-48ffcbd7dd37 req-d1dd1436-fcaf-4666-997b-411519585b72 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.4212911 Nov 09 19:54:51.200889 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb19be4-766f-48dc-939e-219e8dcfd70f None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:48Z', 'revision_number': 8, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4474d50-afa6-41c0-9729-7631d02fce82', 'name': '', 'network_id': '80fef2c9-a68a-4057-9866-43d7d433f040', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f5:eb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:26Z', 'updated_at': '2021-11-09T19:54:34Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '3dee48b5-9b78-49a9-896e-80af0d4f2e42', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:51.231759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port de74b3db-04f4-4ee2-ab44-e9f71858a65c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=de74b3db-04f4-4ee2-ab44-e9f71858a65c,segment=NetworkSegment(979b7c47-2396-4983-8642-3fb352208ffc),segment_id=979b7c47-2396-4983-8642-3fb352208ffc)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:51.232251 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.251822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Deleting port cd64a821-e5b4-4b52-9445-8234433950e3 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:51.252170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.255817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1c3ed-1604-413f-862e-722e5cb40f35 None None] Deleting port cd64a821-e5b4-4b52-9445-8234433950e3 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:51.256200 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4ae1c3ed-1604-413f-862e-722e5cb40f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.256705 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a05855a4-58c5-40d1-be54-1458bf8a0cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.265895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for de74b3db-04f4-4ee2-ab44-e9f71858a65c owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:51.276025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a05855a4-58c5-40d1-be54-1458bf8a0cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.322441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ffe70f44-3808-4d05-b75d-4b836c0c8c77 None None] Deleting port de74b3db-04f4-4ee2-ab44-e9f71858a65c {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:51.322974 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ffe70f44-3808-4d05-b75d-4b836c0c8c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.330097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:51.333773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.338352 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a05855a4-58c5-40d1-be54-1458bf8a0cdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d2ff0d7ab46493d91dd3dafa6aafa55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9957693 Nov 09 19:54:51.341246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42468) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:51.359355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e61f15e0-0408-47fd-93c3-48ffcbd7dd37 req-b06ef629-5974-4ce8-995b-caf87dae090f tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694810 Nov 09 19:54:51.393260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4ae1c3ed-1604-413f-862e-722e5cb40f35 None None] For port cd64a821-e5b4-4b52-9445-8234433950e3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cd64a821-e5b4-4b52-9445-8234433950e3,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:51.393260 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4ae1c3ed-1604-413f-862e-722e5cb40f35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.408480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1c3ed-1604-413f-862e-722e5cb40f35 None None] Calling delete_port for cd64a821-e5b4-4b52-9445-8234433950e3 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:51.427688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ffe70f44-3808-4d05-b75d-4b836c0c8c77 None None] For port de74b3db-04f4-4ee2-ab44-e9f71858a65c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=de74b3db-04f4-4ee2-ab44-e9f71858a65c,segment=NetworkSegment(979b7c47-2396-4983-8642-3fb352208ffc),segment_id=979b7c47-2396-4983-8642-3fb352208ffc)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:51.428217 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ffe70f44-3808-4d05-b75d-4b836c0c8c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.434408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05855a4-58c5-40d1-be54-1458bf8a0cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cbb13f-4d74-4ebe-ae99-c732b483d1fa,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:51.463453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] For port cd64a821-e5b4-4b52-9445-8234433950e3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cd64a821-e5b4-4b52-9445-8234433950e3,segment=NetworkSegment(7cf044ca-6abd-49f3-a8f7-aec6e848ad80),segment_id=7cf044ca-6abd-49f3-a8f7-aec6e848ad80)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:51.464079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.467027 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.476424 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ffe70f44-3808-4d05-b75d-4b836c0c8c77 None None] Calling delete_port for de74b3db-04f4-4ee2-ab44-e9f71858a65c owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:51.490693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Calling delete_port for cd64a821-e5b4-4b52-9445-8234433950e3 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:51.516099 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39a3fa34-24b4-4d32-8e55-b1d1ec79fdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.517236 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No DVR routers for this DVR port de74b3db-04f4-4ee2-ab44-e9f71858a65c on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:51.547687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=de74b3db-04f4-4ee2-ab44-e9f71858a65c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:51.598831 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 19:54:51.610752 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ffe70f44-3808-4d05-b75d-4b836c0c8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.621013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4ae1c3ed-1604-413f-862e-722e5cb40f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.621741 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39a3fa34-24b4-4d32-8e55-b1d1ec79fdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.628383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.667310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce1bce9-e1e2-4541-afba-c065fa16317a']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:51.668772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe70f44-3808-4d05-b75d-4b836c0c8c77 None None] No DVR routers for this DVR port de74b3db-04f4-4ee2-ab44-e9f71858a65c on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:51.673696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8cbd-fb42-49b0-a340-e4354dfe0c94 req-b88206a7-90c3-499b-aa44-aa731397c0fd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:51.680698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe70f44-3808-4d05-b75d-4b836c0c8c77 None None] Pushing event deleted for resources: {'Port': ['ID=de74b3db-04f4-4ee2-ab44-e9f71858a65c,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:51.681811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8cbd-fb42-49b0-a340-e4354dfe0c94 req-b88206a7-90c3-499b-aa44-aa731397c0fd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:51.687861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8cbd-fb42-49b0-a340-e4354dfe0c94 req-b88206a7-90c3-499b-aa44-aa731397c0fd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:51.688001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979b7c47-2396-4983-8642-3fb352208ffc') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:51.688232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979b7c47-2396-4983-8642-3fb352208ffc') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:51.694868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8cbd-fb42-49b0-a340-e4354dfe0c94 req-b88206a7-90c3-499b-aa44-aa731397c0fd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:51.697826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae1c3ed-1604-413f-862e-722e5cb40f35 None None] No DVR routers for this DVR port cd64a821-e5b4-4b52-9445-8234433950e3 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:51.700355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8cbd-fb42-49b0-a340-e4354dfe0c94 req-b88206a7-90c3-499b-aa44-aa731397c0fd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:51.706575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8cbd-fb42-49b0-a340-e4354dfe0c94 req-b88206a7-90c3-499b-aa44-aa731397c0fd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:51.713622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8cbd-fb42-49b0-a340-e4354dfe0c94 req-b88206a7-90c3-499b-aa44-aa731397c0fd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:51.715643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-677c8cbd-fb42-49b0-a340-e4354dfe0c94 req-b88206a7-90c3-499b-aa44-aa731397c0fd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5428 time: 0.1630280 Nov 09 19:54:51.720064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1c3ed-1604-413f-862e-722e5cb40f35 None None] Pushing event deleted for resources: {'Port': ['ID=cd64a821-e5b4-4b52-9445-8234433950e3,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:51.724737 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.739751 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.780306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd64a821-e5b4-4b52-9445-8234433950e3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:51.784633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81bfc7-7515-4a66-8e6b-e9b4fa5e8ac2 req-d4198085-2754-400d-af33-f35f26d23184 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:51.786911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b81bfc7-7515-4a66-8e6b-e9b4fa5e8ac2 req-d4198085-2754-400d-af33-f35f26d23184 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.3348451 Nov 09 19:54:51.793606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] No DVR routers for this DVR port cd64a821-e5b4-4b52-9445-8234433950e3 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:51.802529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.829250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:54:51.829671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.833504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-677c8cbd-fb42-49b0-a340-e4354dfe0c94 req-192ac624-9eae-410b-9a9c-febc43292aba tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965173 Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:54:51.834799 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:54:51.889709 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.909837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39a3fa34-24b4-4d32-8e55-b1d1ec79fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.912522 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39a3fa34-24b4-4d32-8e55-b1d1ec79fdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.913701 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-39a3fa34-24b4-4d32-8e55-b1d1ec79fdef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34cbb13f-4d74-4ebe-ae99-c732b483d1fa HTTP/1.1" status: 204 len: 168 time: 0.5709128 Nov 09 19:54:51.918976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132c0985-fe0e-49b9-9daa-db2ce83b9806']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:51.934195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf044ca-6abd-49f3-a8f7-aec6e848ad80') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:51.934399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf044ca-6abd-49f3-a8f7-aec6e848ad80') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:51.936368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3fa34-24b4-4d32-8e55-b1d1ec79fdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cbb13f-4d74-4ebe-ae99-c732b483d1fa,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:51.949657 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b81bfc7-7515-4a66-8e6b-e9b4fa5e8ac2 req-8806744a-5c2e-4b76-869f-f99dd8df6792 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566913 Nov 09 19:54:51.956144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.959766 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.991710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:51.999481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:54:52.000094 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.001085 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:54:52.002291 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:54:52.021179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Subnet': ['ID=c0a50923-9691-41b6-afd7-0ae17cdd8124,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:52.029415 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.035985 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.041976 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/networks/1ce1bce9-e1e2-4541-afba-c065fa16317a HTTP/1.1" status: 204 len: 168 time: 1.2292721 Nov 09 19:54:52.044494 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42480) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:52.076072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.090090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.093351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/132c0985-fe0e-49b9-9daa-db2ce83b9806 HTTP/1.1" status: 204 len: 168 time: 1.6393011 Nov 09 19:54:52.120234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ad8d1-8175-46b3-9a9b-12802159adf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=132c0985-fe0e-49b9-9daa-db2ce83b9806,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:52.147479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703e293-b566-44f9-b069-0be5c2cc627d tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Network': ['ID=1ce1bce9-e1e2-4541-afba-c065fa16317a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:52.166993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Checking segment: {'id': '86e38041-3838-4f47-9499-19bec5b52b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '050098b9-3d33-41d0-bffb-273bb47d0a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:52.167685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network hostable DHCP agents. Network: 050098b9-3d33-41d0-bffb-273bb47d0a56, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:54:52.207962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 050098b9-3d33-41d0-bffb-273bb47d0a56 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:54:52.305744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42488) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:52.308942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 050098b9-3d33-41d0-bffb-273bb47d0a56) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:52.313323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:52.313929 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.320187 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce6331-16d5-41ad-abb9-b65f059d7842 None None] Network 050098b9-3d33-41d0-bffb-273bb47d0a56 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:52.321327 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a34a2272-611b-4330-8f77-080a8b2205fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.336525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42490) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:52.357864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde425d-d2ef-4d64-bf11-042a4790c0c5 req-fa940259-4f6c-41ac-b0dd-0b9787b6fba5 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:52.359362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bde425d-d2ef-4d64-bf11-042a4790c0c5 req-fa940259-4f6c-41ac-b0dd-0b9787b6fba5 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.1722639 Nov 09 19:54:52.365278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f5a8bc79-7c82-4543-991d-b4e1fd3ae8ef tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3064563 Nov 09 19:54:52.367952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42492) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:52.380723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b06c5c0d-97b3-4a72-b029-b2dff567bccf tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-351430872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:52.447724 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3b2727ee-8405-48cc-a8fc-c65733eccc96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3f76579cbf14f63a7509e37e4402350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902493 Nov 09 19:54:52.448981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42494) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:52.462768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b06c5c0d-97b3-4a72-b029-b2dff567bccf tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.463820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b06c5c0d-97b3-4a72-b029-b2dff567bccf tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.471976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device de74b3db-04f4-4ee2-ab44-e9f71858a65c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:52.480150 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bde425d-d2ef-4d64-bf11-042a4790c0c5 req-370ad048-c2ca-4fbd-ae8f-1bb0af5c7e41 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080818 Nov 09 19:54:52.519199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: de74b3db-04f4-4ee2-ab44-e9f71858a65c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:52.520215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device de74b3db-04f4-4ee2-ab44-e9f71858a65c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:52.520807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ee578f31-e72d-43f2-b020-74a71f45924b no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:52.530918 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a34a2272-611b-4330-8f77-080a8b2205fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.542946 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a34a2272-611b-4330-8f77-080a8b2205fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.546480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: ee578f31-e72d-43f2-b020-74a71f45924b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:52.548837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce80c709-5683-4fe7-91ae-eb2664d7c8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.549243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ee578f31-e72d-43f2-b020-74a71f45924b not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:52.549744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cd64a821-e5b4-4b52-9445-8234433950e3 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:52.563365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b06c5c0d-97b3-4a72-b029-b2dff567bccf tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.572926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b06c5c0d-97b3-4a72-b029-b2dff567bccf tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.594891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: cd64a821-e5b4-4b52-9445-8234433950e3 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:52.596942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cd64a821-e5b4-4b52-9445-8234433950e3 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:52.599320 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce80c709-5683-4fe7-91ae-eb2664d7c8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.603460 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b06c5c0d-97b3-4a72-b029-b2dff567bccf tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.605213 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b06c5c0d-97b3-4a72-b029-b2dff567bccf tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2363372 Nov 09 19:54:52.609661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42498) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:52.634191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a34a2272-611b-4330-8f77-080a8b2205fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b6b54c2581244fcb39420cf67017c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248358 Nov 09 19:54:52.637141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-050098b9-3d33-41d0-bffb-273bb47d0a56', 'network_id': '050098b9-3d33-41d0-bffb-273bb47d0a56', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'fixed_ips': [{'subnet_id': 'c0a50923-9691-41b6-afd7-0ae17cdd8124'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:54:52.638280 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.641055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42500) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:52.641735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a2272-611b-4330-8f77-080a8b2205fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43e06e7-e3b1-4d13-8cc1-797423887d5b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:52.737078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b13d6c-dce9-4a0f-8ccb-bd0954421866 req-e5cee28a-8d48-4a7a-97e9-afbb39f65be4 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:52.739214 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-10b13d6c-dce9-4a0f-8ccb-bd0954421866 req-e5cee28a-8d48-4a7a-97e9-afbb39f65be4 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.1307883 Nov 09 19:54:52.772953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce80c709-5683-4fe7-91ae-eb2664d7c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.775592 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce80c709-5683-4fe7-91ae-eb2664d7c8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.779567 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ce80c709-5683-4fe7-91ae-eb2664d7c8f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a517b42-8648-46c4-8cba-e02ebb097468 HTTP/1.1" status: 204 len: 168 time: 0.3256011 Nov 09 19:54:52.781043 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f502-ba6f-42a4-bed6-199ac94b277e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.796635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Allocated IP 2001:db8::2 (050098b9-3d33-41d0-bffb-273bb47d0a56/c0a50923-9691-41b6-afd7-0ae17cdd8124/5706ba9e-6b5f-4904-b980-4b9e9017438e) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:52.805904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80c709-5683-4fe7-91ae-eb2664d7c8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a517b42-8648-46c4-8cba-e02ebb097468,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:52.828783 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-10b13d6c-dce9-4a0f-8ccb-bd0954421866 req-ab4b92e8-8dd1-42db-9305-c25549f9dc7e tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832312 Nov 09 19:54:52.834806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f502-ba6f-42a4-bed6-199ac94b277e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.935104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f502-ba6f-42a4-bed6-199ac94b277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.938669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f502-ba6f-42a4-bed6-199ac94b277e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:52.954991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e1d8f502-ba6f-42a4-bed6-199ac94b277e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d43e06e7-e3b1-4d13-8cc1-797423887d5b HTTP/1.1" status: 204 len: 168 time: 0.3047378 Nov 09 19:54:52.955371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8f28cd82-7701-40a9-bff8-226fa6f6cfce up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:52.966071 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8f502-ba6f-42a4-bed6-199ac94b277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43e06e7-e3b1-4d13-8cc1-797423887d5b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:53.088319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd349-0626-40f8-bd50-ada2925445c6 req-7490f005-92e7-4fa5-ae69-51586bcaa922 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:53.097295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd349-0626-40f8-bd50-ada2925445c6 req-7490f005-92e7-4fa5-ae69-51586bcaa922 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:53.108818 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.121285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd349-0626-40f8-bd50-ada2925445c6 req-7490f005-92e7-4fa5-ae69-51586bcaa922 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:53.124622 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.140191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd349-0626-40f8-bd50-ada2925445c6 req-7490f005-92e7-4fa5-ae69-51586bcaa922 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:53.151867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd349-0626-40f8-bd50-ada2925445c6 req-7490f005-92e7-4fa5-ae69-51586bcaa922 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:53.158767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd349-0626-40f8-bd50-ada2925445c6 req-7490f005-92e7-4fa5-ae69-51586bcaa922 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:53.165353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd349-0626-40f8-bd50-ada2925445c6 req-7490f005-92e7-4fa5-ae69-51586bcaa922 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:53.173770 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-506bd349-0626-40f8-bd50-ada2925445c6 req-7490f005-92e7-4fa5-ae69-51586bcaa922 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5428 time: 0.1828196 Nov 09 19:54:53.205069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 8f28cd82-7701-40a9-bff8-226fa6f6cfce completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:54:53.234585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 8f28cd82-7701-40a9-bff8-226fa6f6cfce triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:53.235783 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.257369 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-506bd349-0626-40f8-bd50-ada2925445c6 req-a6b2e5a7-0be8-4471-b954-ce27424c42d0 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824847 Nov 09 19:54:53.296257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Network 050098b9-3d33-41d0-bffb-273bb47d0a56 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:53.305642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:53.308305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:53.323484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Pushing event updated for resources: {'Port': ['ID=5706ba9e-6b5f-4904-b980-4b9e9017438e,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:53.381600 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.449374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Attempting to bind port 5706ba9e-6b5f-4904-b980-4b9e9017438e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:54:53.449795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Attempting to bind port 5706ba9e-6b5f-4904-b980-4b9e9017438e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '86e38041-3838-4f47-9499-19bec5b52b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '050098b9-3d33-41d0-bffb-273bb47d0a56'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:54:53.450495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Attempting to bind port 5706ba9e-6b5f-4904-b980-4b9e9017438e on network 050098b9-3d33-41d0-bffb-273bb47d0a56 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:54:53.497463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:54:53.498222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Checking segment: {'id': '86e38041-3838-4f47-9499-19bec5b52b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '050098b9-3d33-41d0-bffb-273bb47d0a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:53.498847 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.499648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Bound using segment: {'id': '86e38041-3838-4f47-9499-19bec5b52b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '050098b9-3d33-41d0-bffb-273bb47d0a56'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:54:53.500383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Bound port: 5706ba9e-6b5f-4904-b980-4b9e9017438e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e38041-3838-4f47-9499-19bec5b52b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '050098b9-3d33-41d0-bffb-273bb47d0a56'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:54:53.500976 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.503117 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.517404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef2af-dfa1-45a6-85df-8724e7a95464 req-f36567af-acb9-4bf8-89f0-1491f5735f22 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:53.526109 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-384ef2af-dfa1-45a6-85df-8724e7a95464 req-f36567af-acb9-4bf8-89f0-1491f5735f22 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.0669811 Nov 09 19:54:53.609416 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-384ef2af-dfa1-45a6-85df-8724e7a95464 req-bdacdbc0-fdf4-44f8-b6c8-1dd0c95f00c2 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823951 Nov 09 19:54:53.614848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.629503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] For port 5706ba9e-6b5f-4904-b980-4b9e9017438e, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:54:53.632960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] For port 5706ba9e-6b5f-4904-b980-4b9e9017438e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5706ba9e-6b5f-4904-b980-4b9e9017438e,segment=NetworkSegment(86e38041-3838-4f47-9499-19bec5b52b5c),segment_id=86e38041-3838-4f47-9499-19bec5b52b5c)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:54:53.639730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f28cd82-7701-40a9-bff8-226fa6f6cfce'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:53.642245 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a1a1ad-2f50-4772-b851-8f9e7605e80d" -d '{"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "8f28cd82-7701-40a9-bff8-226fa6f6cfce"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:53.676122 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.686270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8f28cd82-7701-40a9-bff8-226fa6f6cfce, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:53.724770 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296757e2-c105-437c-a041-e1a1a99bfc64 x-openstack-request-id: req-296757e2-c105-437c-a041-e1a1a99bfc64 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:53.725012 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "8f28cd82-7701-40a9-bff8-226fa6f6cfce", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:53.725255 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-296757e2-c105-437c-a041-e1a1a99bfc64 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:53.725674 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f28cd82-7701-40a9-bff8-226fa6f6cfce', 'code': 200} Nov 09 19:54:53.729774 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.730578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:53.801753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d063654-d991-4bf1-a23f-43c02be9de86 None None] Pushing event updated for resources: {'Port': ['ID=5706ba9e-6b5f-4904-b980-4b9e9017438e,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:53.874789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:54:53.886139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:53.886139 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:53.892000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8f28cd82-7701-40a9-bff8-226fa6f6cfce,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:53.972267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port c4474d50-afa6-41c0-9729-7631d02fce82 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:53.973407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.008919 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.095664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:54.102187 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.105606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f94dd3ea-a681-4f04-b7f6-57ba149ea00d up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:54.130371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Allocated IP 2001:db8::1 (050098b9-3d33-41d0-bffb-273bb47d0a56/c0a50923-9691-41b6-afd7-0ae17cdd8124/a2022d59-6c4e-4952-996f-784e893bf59c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:54:54.249102 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:54.258700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port c4474d50-afa6-41c0-9729-7631d02fce82, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c4474d50-afa6-41c0-9729-7631d02fce82,segment=NetworkSegment(a5a72ebc-60d4-495f-a05a-cc4683cd6fe1),segment_id=a5a72ebc-60d4-495f-a05a-cc4683cd6fe1)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:54.259141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port f94dd3ea-a681-4f04-b7f6-57ba149ea00d completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:54:54.259549 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.264317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port f94dd3ea-a681-4f04-b7f6-57ba149ea00d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:54.264749 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.281942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for c4474d50-afa6-41c0-9729-7631d02fce82 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:54.363443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42558) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:54.401094 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.435176 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.483821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42562) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:54.532126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f94dd3ea-a681-4f04-b7f6-57ba149ea00d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:54.540264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.541422 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 798d55a3-8842-48f3-a4fa-1060ba1794ef up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:54.542561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705722-614e-4cb2-82ad-07b5dc1f618a req-9c2aca26-0a83-4f65-ba9f-a94d89014681 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:54.550683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705722-614e-4cb2-82ad-07b5dc1f618a req-9c2aca26-0a83-4f65-ba9f-a94d89014681 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:54.556852 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705722-614e-4cb2-82ad-07b5dc1f618a req-9c2aca26-0a83-4f65-ba9f-a94d89014681 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:54.562922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705722-614e-4cb2-82ad-07b5dc1f618a req-9c2aca26-0a83-4f65-ba9f-a94d89014681 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:54.569859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705722-614e-4cb2-82ad-07b5dc1f618a req-9c2aca26-0a83-4f65-ba9f-a94d89014681 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:54.575762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705722-614e-4cb2-82ad-07b5dc1f618a req-9c2aca26-0a83-4f65-ba9f-a94d89014681 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:54.582014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705722-614e-4cb2-82ad-07b5dc1f618a req-9c2aca26-0a83-4f65-ba9f-a94d89014681 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:54.584096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2705722-614e-4cb2-82ad-07b5dc1f618a req-9c2aca26-0a83-4f65-ba9f-a94d89014681 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5430 time: 0.1882415 Nov 09 19:54:54.596650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1357442239-network', 'tenant_id': '97846f5d7256493c91d52d33f0b30e83'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:54.620693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.631394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Made reservation on behalf of 97846f5d7256493c91d52d33f0b30e83 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:54.634367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:54.635501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.640376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5706ba9e-6b5f-4904-b980-4b9e9017438e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:54.656937 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.671138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-13fd6b8c-7baf-43d7-a6e9-96a7739c16a3 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] Request body: {'port': {'network_id': 'bf677a20-2b87-48ac-94c2-0e0b177e8c3f', 'name': 'tempest-NetworksNegativeTestJSON-1637745281'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:54.691780 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fd6b8c-7baf-43d7-a6e9-96a7739c16a3 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] POST failed (client error): The resource could not be found. Nov 09 19:54:54.692932 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fd6b8c-7baf-43d7-a6e9-96a7739c16a3 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:54:54.693951 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-13fd6b8c-7baf-43d7-a6e9-96a7739c16a3 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2088809 Nov 09 19:54:54.699767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42568) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:54.744366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 050098b9-3d33-41d0-bffb-273bb47d0a56 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:54.758085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:54.761226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:54:54.761781 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.763126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5706ba9e-6b5f-4904-b980-4b9e9017438e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:54.764009 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.764880 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-afad1ab7-2a4c-4ce8-9daf-853809aab43f tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] DELETE failed (client error): The resource could not be found. Nov 09 19:54:54.765486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afad1ab7-2a4c-4ce8-9daf-853809aab43f tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:54:54.771901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=a2022d59-6c4e-4952-996f-784e893bf59c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:54.772724 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-afad1ab7-2a4c-4ce8-9daf-853809aab43f tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] 10.222.0.53 "DELETE /v2.0/networks/23ca6a89-063d-4cf1-a4af-6a1d7f5ee4ed HTTP/1.1" status: 404 len: 339 time: 0.0720842 Nov 09 19:54:54.774146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42570) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:54.794812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 798d55a3-8842-48f3-a4fa-1060ba1794ef completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:54:54.804345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 798d55a3-8842-48f3-a4fa-1060ba1794ef triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:54.804711 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.805981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e82ea4-11e2-4908-aa0e-9c15a2c92760 req-9680c298-af52-4449-8b5f-7b4cca2e1240 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:54.811392 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62e82ea4-11e2-4908-aa0e-9c15a2c92760 req-9680c298-af52-4449-8b5f-7b4cca2e1240 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.0993419 Nov 09 19:54:54.829540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2705722-614e-4cb2-82ad-07b5dc1f618a req-f6832c34-60ea-46a4-a24f-1624ea4e0eee tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2304025 Nov 09 19:54:54.837402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-bc0fa095-b776-47cd-9bc7-ff84b55d6cd2 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:54.838971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-bc0fa095-b776-47cd-9bc7-ff84b55d6cd2 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.2539716 Nov 09 19:54:54.880836 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a6da5a-6241-48dc-ae57-b7078236657c tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] DELETE failed (client error): The resource could not be found. Nov 09 19:54:54.881684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a6da5a-6241-48dc-ae57-b7078236657c tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:54:54.883686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62e82ea4-11e2-4908-aa0e-9c15a2c92760 req-e789e466-df50-4c8b-9e1e-d421282e3f02 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623491 Nov 09 19:54:54.884767 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-32a6da5a-6241-48dc-ae57-b7078236657c tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] 10.222.0.53 "DELETE /v2.0/ports/9ecf7231-738a-4e2f-b97e-41a48ea50c2d HTTP/1.1" status: 404 len: 333 time: 0.1055152 Nov 09 19:54:54.890895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42572) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:54.894693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.975971 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.982885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:54.999438 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a8087c-270f-4b42-81b2-cd4dda471ebf tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] DELETE failed (client error): The resource could not be found. Nov 09 19:54:54.999914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a8087c-270f-4b42-81b2-cd4dda471ebf tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:54:55.003061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-14a8087c-270f-4b42-81b2-cd4dda471ebf tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] 10.222.0.53 "DELETE /v2.0/subnets/9d8f1f1b-eb40-45d8-aee8-80633bb3767e HTTP/1.1" status: 404 len: 337 time: 0.1094022 Nov 09 19:54:55.014439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42574) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:55.016700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66efc97f-35cb-44e9-9f07-649667a8a5fb,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:55.018458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=c4474d50-afa6-41c0-9729-7631d02fce82,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:55.028469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:54:55.042564 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.042972 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Added segment 850a72cc-a329-4272-ab5b-051ac69d9e21 of type vlan for network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 Nov 09 19:54:55.110993 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7461ce7-5ee2-4986-815b-80d61da61e6e tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] GET failed (client error): The resource could not be found. Nov 09 19:54:55.112522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e7461ce7-5ee2-4986-815b-80d61da61e6e tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] 10.222.0.53 "GET /v2.0/networks/aac183e2-0b2a-4efa-bdab-17638dd2e838 HTTP/1.1" status: 404 len: 339 time: 0.0951977 Nov 09 19:54:55.118586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42576) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:55.122364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.168149 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e6fe78-0f83-43ff-9b4c-e1a87456b2c1 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] GET failed (client error): The resource could not be found. Nov 09 19:54:55.169802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a7e6fe78-0f83-43ff-9b4c-e1a87456b2c1 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] 10.222.0.53 "GET /v2.0/ports/1a2e9e64-7c25-4687-aa4d-a67294e09408 HTTP/1.1" status: 404 len: 333 time: 0.0502732 Nov 09 19:54:55.170079 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.174422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42578) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:55.177846 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.235288 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad8021e-fab5-427e-8ba0-b66ce072e053 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] GET failed (client error): The resource could not be found. Nov 09 19:54:55.240717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6ad8021e-fab5-427e-8ba0-b66ce072e053 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] 10.222.0.53 "GET /v2.0/subnets/aaed01d9-584e-47c8-b238-b01ab5de1169 HTTP/1.1" status: 404 len: 337 time: 0.0613058 Nov 09 19:54:55.241002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:55.241928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 798d55a3-8842-48f3-a4fa-1060ba1794ef, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:55.247442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b562d9fb-8065-47b9-9591-64b004737d5a tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:55.248632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 5706ba9e-6b5f-4904-b980-4b9e9017438e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5706ba9e-6b5f-4904-b980-4b9e9017438e,segment=NetworkSegment(86e38041-3838-4f47-9499-19bec5b52b5c),segment_id=86e38041-3838-4f47-9499-19bec5b52b5c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:55.254845 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.255693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:55.263821 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.264866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:55.265452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.269325 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-b562d9fb-8065-47b9-9591-64b004737d5a tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] PUT failed (client error): The resource could not be found. Nov 09 19:54:55.270773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b562d9fb-8065-47b9-9591-64b004737d5a tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:54:55.275535 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b562d9fb-8065-47b9-9591-64b004737d5a tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] 10.222.0.53 "PUT /v2.0/networks/1fd26ea0-d852-456f-87b2-4eff5dc38584 HTTP/1.1" status: 404 len: 339 time: 0.0301523 Nov 09 19:54:55.280736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42582) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:55.287031 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1fc67e58-0e59-41ac-b01b-c903ed7036a0 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:55.288027 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.326311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=798d55a3-8842-48f3-a4fa-1060ba1794ef,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:55.355295 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.366422 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20403511-378d-4301-9f2a-2f6eec42ae04 None None] Network 050098b9-3d33-41d0-bffb-273bb47d0a56 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:55.384965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0172071 Nov 09 19:54:55.392326 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc67e58-0e59-41ac-b01b-c903ed7036a0 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] PUT failed (client error): The resource could not be found. Nov 09 19:54:55.393076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc67e58-0e59-41ac-b01b-c903ed7036a0 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:54:55.400184 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1fc67e58-0e59-41ac-b01b-c903ed7036a0 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] 10.222.0.53 "PUT /v2.0/ports/43eeffc9-0f47-48be-bb51-4932d55ee90f HTTP/1.1" status: 404 len: 333 time: 0.1122661 Nov 09 19:54:55.400184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42584) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:55.403167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Request body: {'subnet': {'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1357442239-subnet', 'tenant_id': '97846f5d7256493c91d52d33f0b30e83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:55.408045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42586) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:55.415427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cadc0efe-13d2-4cbe-80d5-3cac30204578 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:55.419921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-ee59e3c1-f23d-4de7-b51f-45b588ef4690 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Deleting port bdfded0f-58dc-4b15-a8db-865de7b82da9 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:55.420443 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-ee59e3c1-f23d-4de7-b51f-45b588ef4690 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.442478 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.454461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6a276-33bb-415f-aac7-7a80866b88a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:55.461759 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadc0efe-13d2-4cbe-80d5-3cac30204578 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] PUT failed (client error): The resource could not be found. Nov 09 19:54:55.462180 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadc0efe-13d2-4cbe-80d5-3cac30204578 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:54:55.463288 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cadc0efe-13d2-4cbe-80d5-3cac30204578 tempest-NetworksNegativeTestJSON-273844712 tempest-NetworksNegativeTestJSON-273844712-project] 10.222.0.53 "PUT /v2.0/subnets/9ac5006f-d919-41f0-bdf5-552d186daa31 HTTP/1.1" status: 404 len: 337 time: 0.0532272 Nov 09 19:54:55.493503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:54:55.497221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Made reservation on behalf of 97846f5d7256493c91d52d33f0b30e83 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:55.499878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.586802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=5706ba9e-6b5f-4904-b980-4b9e9017438e,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:55.626485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f24596bc-12c2-4036-a355-f86df3797edc None None] Provisioning complete for port 5706ba9e-6b5f-4904-b980-4b9e9017438e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:55.627132 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f24596bc-12c2-4036-a355-f86df3797edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.637459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:54:55.676609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:55.677239 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.694996 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.710297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.731740 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2'}, {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94dd3ea-a681-4f04-b7f6-57ba149ea00d'}, {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798d55a3-8842-48f3-a4fa-1060ba1794ef'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:55.734300 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb0d0f8-cf75-49d4-a84c-f8fbad8c15db" -d '{"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2"}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "f94dd3ea-a681-4f04-b7f6-57ba149ea00d"}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "798d55a3-8842-48f3-a4fa-1060ba1794ef"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:55.782068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b5a0f8-1587-44bb-bc0e-726f382b13b7,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:55.793243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Checking segment: {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:54:55.793527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Network hostable DHCP agents. Network: d05b2ffc-1e73-4ad9-92fd-8636bbfb0596, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:54:55.798835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42596) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:55.819105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:54:55.825441 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff75cfe-4ca2-4807-bb5e-b918ebf12179 x-openstack-request-id: req-0ff75cfe-4ca2-4807-bb5e-b918ebf12179 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:55.825739 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2", "code": 200}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "f94dd3ea-a681-4f04-b7f6-57ba149ea00d", "code": 200}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "798d55a3-8842-48f3-a4fa-1060ba1794ef", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:55.826129 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ff75cfe-4ca2-4807-bb5e-b918ebf12179 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:55.826732 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2', 'code': 200} Nov 09 19:54:55.827096 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94dd3ea-a681-4f04-b7f6-57ba149ea00d', 'code': 200} Nov 09 19:54:55.827299 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798d55a3-8842-48f3-a4fa-1060ba1794ef', 'code': 200} Nov 09 19:54:55.832122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, d05b2ffc-1e73-4ad9-92fd-8636bbfb0596) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:55.846098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22702e03-bd0a-49d4-93db-bce5f21aae16 None None] Network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:55.852954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:55.853843 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:55.882785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-991873c1-9448-4fb6-8ae7-2d70bee2aaba admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4739447 Nov 09 19:54:56.032985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-54529949-d7c0-4e43-8050-fa00a01045e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.078501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f5d27-afcf-4f7d-994b-06c462e5c0ed req-fbd24377-7c9b-4625-893e-0c296fec31cc tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:56.080454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-554f5d27-afcf-4f7d-994b-06c462e5c0ed req-fbd24377-7c9b-4625-893e-0c296fec31cc tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 945 time: 0.0976422 Nov 09 19:54:56.151011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfabadd4-18ea-4372-84e4-14771a660c94 None None] Network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:56.153976 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.164119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-ee59e3c1-f23d-4de7-b51f-45b588ef4690 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] For port bdfded0f-58dc-4b15-a8db-865de7b82da9, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=bdfded0f-58dc-4b15-a8db-865de7b82da9,segment=NetworkSegment(d35acd37-73e1-4816-9264-023c77ab7a29),segment_id=d35acd37-73e1-4816-9264-023c77ab7a29)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:56.164378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-ee59e3c1-f23d-4de7-b51f-45b588ef4690 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.165103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-554f5d27-afcf-4f7d-994b-06c462e5c0ed req-32a733f1-d6bf-45af-87e4-bf74a98ba0f7 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713806 Nov 09 19:54:56.209892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-54529949-d7c0-4e43-8050-fa00a01045e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.218028 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-54529949-d7c0-4e43-8050-fa00a01045e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.236726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:56.243852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.244621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:56.252575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-ee59e3c1-f23d-4de7-b51f-45b588ef4690 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Calling delete_port for bdfded0f-58dc-4b15-a8db-865de7b82da9 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:56.283996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-54529949-d7c0-4e43-8050-fa00a01045e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcba1fb6397a43b187a3feb52d6c9909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840605 Nov 09 19:54:56.294904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42612) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:56.297068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54529949-d7c0-4e43-8050-fa00a01045e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032965d3-c476-45a6-be5b-198302a3028d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:56.361627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d7012c97-24e6-4e12-be2d-586c306aa195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.392009 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d7012c97-24e6-4e12-be2d-586c306aa195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.414204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:56.483379 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d7012c97-24e6-4e12-be2d-586c306aa195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.486645 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d7012c97-24e6-4e12-be2d-586c306aa195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.487912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d7012c97-24e6-4e12-be2d-586c306aa195 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/032965d3-c476-45a6-be5b-198302a3028d HTTP/1.1" status: 204 len: 168 time: 0.1918647 Nov 09 19:54:56.499598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7012c97-24e6-4e12-be2d-586c306aa195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032965d3-c476-45a6-be5b-198302a3028d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:56.518127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:54:56.529339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:56.530257 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.580950 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-ee59e3c1-f23d-4de7-b51f-45b588ef4690 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.600205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5706ba9e-6b5f-4904-b980-4b9e9017438e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:56.634626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59e3c1-f23d-4de7-b51f-45b588ef4690 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Pushing event deleted for resources: {'Port': ['ID=bdfded0f-58dc-4b15-a8db-865de7b82da9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:56.667574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060d81-d383-4af6-82ac-d935a0193dc3 req-a12cbece-27f6-4502-96c8-fcc5eb551332 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:56.673608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060d81-d383-4af6-82ac-d935a0193dc3 req-a12cbece-27f6-4502-96c8-fcc5eb551332 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:56.681663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060d81-d383-4af6-82ac-d935a0193dc3 req-a12cbece-27f6-4502-96c8-fcc5eb551332 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:56.688104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060d81-d383-4af6-82ac-d935a0193dc3 req-a12cbece-27f6-4502-96c8-fcc5eb551332 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:56.694152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060d81-d383-4af6-82ac-d935a0193dc3 req-a12cbece-27f6-4502-96c8-fcc5eb551332 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:56.700300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060d81-d383-4af6-82ac-d935a0193dc3 req-a12cbece-27f6-4502-96c8-fcc5eb551332 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:56.704290 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.706256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc060d81-d383-4af6-82ac-d935a0193dc3 req-a12cbece-27f6-4502-96c8-fcc5eb551332 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:56.708492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc060d81-d383-4af6-82ac-d935a0193dc3 req-a12cbece-27f6-4502-96c8-fcc5eb551332 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5432 time: 0.5467212 Nov 09 19:54:56.737427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5706ba9e-6b5f-4904-b980-4b9e9017438e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:56.737812 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.750855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-519e8758-651f-48b2-bbf7-16b2a3747d65 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:56.763602 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-519e8758-651f-48b2-bbf7-16b2a3747d65 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 815 time: 0.1898959 Nov 09 19:54:56.777737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:56.777978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-487c7217-3c78-4866-9b08-f242fc9dbda6 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/quotas/97846f5d7256493c91d52d33f0b30e83 HTTP/1.1" status: 200 len: 375 time: 0.0103698 Nov 09 19:54:56.808777 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.809608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 226eb50e-f3ac-4a77-be02-965ef85c74bd up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:54:56.821020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-e9d014af-f52a-4e5e-9f1b-007fb75f0733 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297482 Nov 09 19:54:56.907366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8d036439-12e9-4477-91cc-e2a9c55c654f None None] Provisioning complete for port a2022d59-6c4e-4952-996f-784e893bf59c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:56.907736 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8d036439-12e9-4477-91cc-e2a9c55c654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.928369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:56.952743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.954917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-ee59e3c1-f23d-4de7-b51f-45b588ef4690 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] No DVR routers for this DVR port bdfded0f-58dc-4b15-a8db-865de7b82da9 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:56.960393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-ee59e3c1-f23d-4de7-b51f-45b588ef4690 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.964239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b66ae177-1b6d-4df1-b8b9-bf9990cb7728 req-ee59e3c1-f23d-4de7-b51f-45b588ef4690 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.77 "DELETE /v2.0/ports/bdfded0f-58dc-4b15-a8db-865de7b82da9 HTTP/1.1" status: 204 len: 173 time: 2.1054707 Nov 09 19:54:56.969965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c87705a-edf3-4964-bf3a-233d05739a1c', 'name': 'network-vif-deleted', 'tag': 'bdfded0f-58dc-4b15-a8db-865de7b82da9'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:56.981098 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f252e4-5435-445f-a740-64058bffd73f" -d '{"events": [{"server_uuid": "3c87705a-edf3-4964-bf3a-233d05739a1c", "name": "network-vif-deleted", "tag": "bdfded0f-58dc-4b15-a8db-865de7b82da9"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:56.992205 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:56.993347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:57.070222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8d036439-12e9-4477-91cc-e2a9c55c654f None None] Port a2022d59-6c4e-4952-996f-784e893bf59c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:57.074369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:54:57.097357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 226eb50e-f3ac-4a77-be02-965ef85c74bd completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:54:57.106254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 226eb50e-f3ac-4a77-be02-965ef85c74bd triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:57.106787 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:57.139139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8d036439-12e9-4477-91cc-e2a9c55c654f None None] Provisioning complete for port 5706ba9e-6b5f-4904-b980-4b9e9017438e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:57.139425 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8d036439-12e9-4477-91cc-e2a9c55c654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:57.140103 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc060d81-d383-4af6-82ac-d935a0193dc3 req-05f86f3c-c6f3-4b28-a587-048a3c32e888 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3748314 Nov 09 19:54:57.241379 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-bc6cb126-5f9a-4f71-9680-267295f4cf6b service neutron] 10.222.0.53 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107127 Nov 09 19:54:57.243878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=a2022d59-6c4e-4952-996f-784e893bf59c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:57.307524 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:57.346765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device bdfded0f-58dc-4b15-a8db-865de7b82da9 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:54:57.365186 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17c15b6-e035-47e9-b167-acff5f77806e x-openstack-request-id: req-b17c15b6-e035-47e9-b167-acff5f77806e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:57.365531 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c87705a-edf3-4964-bf3a-233d05739a1c", "name": "network-vif-deleted", "tag": "bdfded0f-58dc-4b15-a8db-865de7b82da9", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:57.365859 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b17c15b6-e035-47e9-b167-acff5f77806e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:57.366062 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-70c92222-9dc6-4ee3-9f8e-ffb80e06a01e service neutron] 10.222.0.53 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080790 Nov 09 19:54:57.366487 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c87705a-edf3-4964-bf3a-233d05739a1c', 'name': 'network-vif-deleted', 'tag': 'bdfded0f-58dc-4b15-a8db-865de7b82da9', 'status': 'completed', 'code': 200} Nov 09 19:54:57.370875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:57.388061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42648) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:57.391252 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fd21a0ab-e2fb-4beb-b63d-78959130057a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3425584 Nov 09 19:54:57.398922 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: bdfded0f-58dc-4b15-a8db-865de7b82da9 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:54:57.399272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device bdfded0f-58dc-4b15-a8db-865de7b82da9 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:54:57.407535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:57.433231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:57.433868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:57.436924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 226eb50e-f3ac-4a77-be02-965ef85c74bd, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:57.449499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d9f0b2-df88-44e8-a223-9b8226ed221c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting subnet 3dee48b5-9b78-49a9-896e-80af0d4f2e42 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:54:57.455779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51d9f0b2-df88-44e8-a223-9b8226ed221c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:57.478889 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:57.489291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05a4b3ba-566d-422d-a66e-ee1a60ed063b req-db390ede-5bfc-4bf0-b888-a1efae86f8d1 tempest-ServerDiskConfigTestJSON-1100236182 tempest-ServerDiskConfigTestJSON-1100236182-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c87705a-edf3-4964-bf3a-233d05739a1c HTTP/1.1" status: 200 len: 210 time: 0.0946038 Nov 09 19:54:57.501840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 050098b9-3d33-41d0-bffb-273bb47d0a56 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:54:57.516753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:54:57.563032 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51d9f0b2-df88-44e8-a223-9b8226ed221c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:57.767814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51d9f0b2-df88-44e8-a223-9b8226ed221c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:57.777029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c76a0363-b2bf-48b8-8345-87b4cc6c92fa req-5f9a137b-0554-4ad2-875d-8c89a6dd17e0 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 210 time: 0.0421236 Nov 09 19:54:57.840818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 569243be-11f9-4ba4-a02a-c9550b2b9f34 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:54:57.857479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51d9f0b2-df88-44e8-a223-9b8226ed221c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:57.882432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7'}, {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d2baf1-a7ff-4cc6-b51c-10d0ac807575'}, {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226eb50e-f3ac-4a77-be02-965ef85c74bd'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:54:57.885487 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e207f9f-bf2b-4302-a04c-46a89f94e4bb" -d '{"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7"}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "f8d2baf1-a7ff-4cc6-b51c-10d0ac807575"}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "226eb50e-f3ac-4a77-be02-965ef85c74bd"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:54:57.963342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9f0b2-df88-44e8-a223-9b8226ed221c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Subnet': ['ID=3dee48b5-9b78-49a9-896e-80af0d4f2e42,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:57.970714 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51d9f0b2-df88-44e8-a223-9b8226ed221c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:57.976785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42664) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:57.977354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf42d089-7449-4811-9321-df2d4b712a09 None None] Network 80fef2c9-a68a-4057-9866-43d7d433f040 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:54:57.978232 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-51d9f0b2-df88-44e8-a223-9b8226ed221c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/3dee48b5-9b78-49a9-896e-80af0d4f2e42 HTTP/1.1" status: 204 len: 168 time: 0.5881112 Nov 09 19:54:57.984451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-86c512dd-959e-4848-a977-d1ce134a5f88 None None] Provisioning complete for port a2022d59-6c4e-4952-996f-784e893bf59c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:57.985018 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86c512dd-959e-4848-a977-d1ce134a5f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:58.006628 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:58.055685 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 09 Nov 2021 19:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a2448f-e048-41b0-8856-93a98ce92aa8 x-openstack-request-id: req-c2a2448f-e048-41b0-8856-93a98ce92aa8 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:54:58.056098 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7", "code": 200}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "f8d2baf1-a7ff-4cc6-b51c-10d0ac807575", "code": 200}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-plugged", "status": "completed", "tag": "226eb50e-f3ac-4a77-be02-965ef85c74bd", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:54:58.056235 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2a2448f-e048-41b0-8856-93a98ce92aa8 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:54:58.056624 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7', 'code': 200} Nov 09 19:54:58.056856 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d2baf1-a7ff-4cc6-b51c-10d0ac807575', 'code': 200} Nov 09 19:54:58.057507 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226eb50e-f3ac-4a77-be02-965ef85c74bd', 'code': 200} Nov 09 19:54:58.057634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=226eb50e-f3ac-4a77-be02-965ef85c74bd,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:58.095281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:54:58.101712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cd05bd05-7056-4394-9e6f-c2ec1d6c0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/569243be-11f9-4ba4-a02a-c9550b2b9f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4910648 Nov 09 19:54:58.105117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42668) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:58.107938 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ada4a-6fe7-46c1-ac78-1edb3d4d47a0 None None] Sync routers for ids ['569243be-11f9-4ba4-a02a-c9550b2b9f34'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:54:58.121035 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ada4a-6fe7-46c1-ac78-1edb3d4d47a0 None None] Routers {'569243be-11f9-4ba4-a02a-c9550b2b9f34'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:58.122019 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ce8ada4a-6fe7-46c1-ac78-1edb3d4d47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['569243be-11f9-4ba4-a02a-c9550b2b9f34'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:58.127248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-86c512dd-959e-4848-a977-d1ce134a5f88 None None] Port a2022d59-6c4e-4952-996f-784e893bf59c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:58.207628 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ce8ada4a-6fe7-46c1-ac78-1edb3d4d47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:58.211551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:58.223007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37707d8-76fb-4ac2-8d12-c7ce1291a12f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.224738 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d37707d8-76fb-4ac2-8d12-c7ce1291a12f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports/a2022d59-6c4e-4952-996f-784e893bf59c HTTP/1.1" status: 200 len: 911 time: 0.1182723 Nov 09 19:54:58.227340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42674) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:58.238790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1e9a5d3f-b7e2-46d9-9d27-b4e445cf576e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c0a50923-9691-41b6-afd7-0ae17cdd8124'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:58.243175 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ada4a-6fe7-46c1-ac78-1edb3d4d47a0 None None] Routers {'569243be-11f9-4ba4-a02a-c9550b2b9f34'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:58.246071 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ce8ada4a-6fe7-46c1-ac78-1edb3d4d47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['569243be-11f9-4ba4-a02a-c9550b2b9f34'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:58.288056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f18edc-21d8-4c80-a671-01fcb6002b40 req-5907ad47-5916-4ccd-82c2-df5053482501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.288554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f18edc-21d8-4c80-a671-01fcb6002b40 req-5907ad47-5916-4ccd-82c2-df5053482501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.289037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f18edc-21d8-4c80-a671-01fcb6002b40 req-5907ad47-5916-4ccd-82c2-df5053482501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.289509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f18edc-21d8-4c80-a671-01fcb6002b40 req-5907ad47-5916-4ccd-82c2-df5053482501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.289980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f18edc-21d8-4c80-a671-01fcb6002b40 req-5907ad47-5916-4ccd-82c2-df5053482501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.290448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f18edc-21d8-4c80-a671-01fcb6002b40 req-5907ad47-5916-4ccd-82c2-df5053482501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.290953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f18edc-21d8-4c80-a671-01fcb6002b40 req-5907ad47-5916-4ccd-82c2-df5053482501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.294415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8ea0af0f-10ec-4c56-97a5-ab5bbd288350 None None] Provisioning complete for port a2022d59-6c4e-4952-996f-784e893bf59c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:54:58.298485 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ea0af0f-10ec-4c56-97a5-ab5bbd288350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:58.306169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9f18edc-21d8-4c80-a671-01fcb6002b40 req-5907ad47-5916-4ccd-82c2-df5053482501 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6492 time: 0.1449804 Nov 09 19:54:58.354708 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ce8ada4a-6fe7-46c1-ac78-1edb3d4d47a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:58.355372 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ada4a-6fe7-46c1-ac78-1edb3d4d47a0 None None] The sync data for ids ['569243be-11f9-4ba4-a02a-c9550b2b9f34'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:58.388852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8ea0af0f-10ec-4c56-97a5-ab5bbd288350 None None] Port a2022d59-6c4e-4952-996f-784e893bf59c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:54:58.484100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd454621-8c7c-436c-b67c-1801f016fa33 None None] DHCP port deletion for 80fef2c9-a68a-4057-9866-43d7d433f040 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:54:58.484764 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9f18edc-21d8-4c80-a671-01fcb6002b40 req-47fc134e-8f75-4369-b82e-01b9bf4e1123 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1449356 Nov 09 19:54:58.495704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:54Z', 'revision_number': 9, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:58.497250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port 8cc37d5d-1fff-437a-8308-8a5cc15a476d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:58.497607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:58.513465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ea65-69d0-4629-997e-71edaf228429 req-8efbdcda-4685-46d0-8479-28627777d19f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.520479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ea65-69d0-4629-997e-71edaf228429 req-8efbdcda-4685-46d0-8479-28627777d19f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.539630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ea65-69d0-4629-997e-71edaf228429 req-8efbdcda-4685-46d0-8479-28627777d19f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.551305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ea65-69d0-4629-997e-71edaf228429 req-8efbdcda-4685-46d0-8479-28627777d19f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.552118 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:54:58.564871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ea65-69d0-4629-997e-71edaf228429 req-8efbdcda-4685-46d0-8479-28627777d19f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.572843 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5d3f-b7e2-46d9-9d27-b4e445cf576e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:58.573381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ea65-69d0-4629-997e-71edaf228429 req-8efbdcda-4685-46d0-8479-28627777d19f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.582998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ea65-69d0-4629-997e-71edaf228429 req-8efbdcda-4685-46d0-8479-28627777d19f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:58.589456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2aa9ea65-69d0-4629-997e-71edaf228429 req-8efbdcda-4685-46d0-8479-28627777d19f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5435 time: 0.2796555 Nov 09 19:54:58.620521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:54:58.621200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:58.762996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2aa9ea65-69d0-4629-997e-71edaf228429 req-8a59327f-bac7-48dc-afcd-3ee305318ed4 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724253 Nov 09 19:54:58.787886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port 8cc37d5d-1fff-437a-8308-8a5cc15a476d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8cc37d5d-1fff-437a-8308-8a5cc15a476d,segment=NetworkSegment(a5a72ebc-60d4-495f-a05a-cc4683cd6fe1),segment_id=a5a72ebc-60d4-495f-a05a-cc4683cd6fe1)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:58.788675 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:58.800227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:54:58.804279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dd454621-8c7c-436c-b67c-1801f016fa33 None None] Deleting port 8cc37d5d-1fff-437a-8308-8a5cc15a476d {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:54:58.811070 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dd454621-8c7c-436c-b67c-1801f016fa33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:58.811559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for 8cc37d5d-1fff-437a-8308-8a5cc15a476d owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:58.903296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42700) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:58.984563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85ccb075-1564-4b0e-9706-b36afd763476 req-280d3e95-00f8-4181-bdf6-43fe1025946f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 210 time: 0.0488477 Nov 09 19:54:58.994247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bf7e9f-4a7d-4e4a-8044-818f51850dce admin admin] Deleting subnet bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:54:58.998555 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7e9f-4a7d-4e4a-8044-818f51850dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.030050 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.046699 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7e9f-4a7d-4e4a-8044-818f51850dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.090226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=8cc37d5d-1fff-437a-8308-8a5cc15a476d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:59.092231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No DVR routers for this DVR port 8cc37d5d-1fff-437a-8308-8a5cc15a476d on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:59.128025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-dd454621-8c7c-436c-b67c-1801f016fa33 None None] For port 8cc37d5d-1fff-437a-8308-8a5cc15a476d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8cc37d5d-1fff-437a-8308-8a5cc15a476d,segment=NetworkSegment(a5a72ebc-60d4-495f-a05a-cc4683cd6fe1),segment_id=a5a72ebc-60d4-495f-a05a-cc4683cd6fe1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:54:59.128529 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dd454621-8c7c-436c-b67c-1801f016fa33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.182198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7e9f-4a7d-4e4a-8044-818f51850dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.187211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dd454621-8c7c-436c-b67c-1801f016fa33 None None] Calling delete_port for 8cc37d5d-1fff-437a-8308-8a5cc15a476d owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:54:59.218783 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.257853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fef2c9-a68a-4057-9866-43d7d433f040']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:59.271922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:59.272281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a72ebc-60d4-495f-a05a-cc4683cd6fe1') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:59.299876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.328542 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5d3f-b7e2-46d9-9d27-b4e445cf576e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.345107 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5d3f-b7e2-46d9-9d27-b4e445cf576e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.354640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a5d3f-b7e2-46d9-9d27-b4e445cf576e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:59.355583 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5d3f-b7e2-46d9-9d27-b4e445cf576e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.357753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1e9a5d3f-b7e2-46d9-9d27-b4e445cf576e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/ports/a2022d59-6c4e-4952-996f-784e893bf59c HTTP/1.1" status: 200 len: 911 time: 1.1292744 Nov 09 19:54:59.361639 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.363410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42718) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:59.372142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7e9f-4a7d-4e4a-8044-818f51850dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.374349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:54:59.375116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.375615 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dd454621-8c7c-436c-b67c-1801f016fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:54:59.383385 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:54:59.405322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:54Z', 'revision_number': 9, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:59.476359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf7e9f-4a7d-4e4a-8044-818f51850dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:59.486628 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd454621-8c7c-436c-b67c-1801f016fa33 None None] Pushing event deleted for resources: {'Port': ['ID=8cc37d5d-1fff-437a-8308-8a5cc15a476d,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:59.502427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd454621-8c7c-436c-b67c-1801f016fa33 None None] No DVR routers for this DVR port 8cc37d5d-1fff-437a-8308-8a5cc15a476d on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:54:59.504728 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7e9f-4a7d-4e4a-8044-818f51850dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.508046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e7bf7e9f-4a7d-4e4a-8044-818f51850dce admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bcf63466-5aaa-4b12-b7a0-2e70f2fc1e88 HTTP/1.1" status: 204 len: 168 time: 0.6036687 Nov 09 19:54:59.514618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42722) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:59.520503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b2cd5-5047-46db-942e-dbcc889c034b None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:54:54Z', 'revision_number': 9, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73294ef9-0b1f-47c3-8f3e-630785c7e89e', 'name': '', 'network_id': 'a7ab716b-9534-4efd-9074-2c08b050b701', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:f0:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:19Z', 'updated_at': '2021-11-09T19:54:26Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': '02ada7c4-ffbb-4e2e-9087-91078eb8fceb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:54:59.555105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.560476 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.568163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/networks/80fef2c9-a68a-4057-9866-43d7d433f040 HTTP/1.1" status: 204 len: 168 time: 1.5865705 Nov 09 19:54:59.583680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42724) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:59.625174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-e050fec6-cb79-4f62-a16a-7fb597130e16 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:54:59.626845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-e050fec6-cb79-4f62-a16a-7fb597130e16 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.77 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 815 time: 0.3486707 Nov 09 19:54:59.652011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Request body: {'port': {'device_id': '2cfc3b93-5069-4e22-8577-b1ee822ef684', 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596', 'admin_state_up': True, 'tenant_id': '97846f5d7256493c91d52d33f0b30e83'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:54:59.656570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450ccd4-b1fb-43aa-b06d-f377d49b7313 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Network': ['ID=80fef2c9-a68a-4057-9866-43d7d433f040,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:59.720504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a5d3f-b7e2-46d9-9d27-b4e445cf576e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=a2022d59-6c4e-4952-996f-784e893bf59c,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:54:59.729029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.766262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42728) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:54:59.882480 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.946220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:59.956032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Made reservation on behalf of 97846f5d7256493c91d52d33f0b30e83 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:54:59.966341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:54:59.992416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35acd37-73e1-4816-9264-023c77ab7a29') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:54:59.992718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35acd37-73e1-4816-9264-023c77ab7a29') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:00.016352 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.022779 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29aedf00-936a-4f01-95c0-d41233e2ef80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.063310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d479-6d30-4ed7-92d4-84ce258f1a90 req-8ac49cd1-8fe5-4778-b27c-4c15eb1e5437 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:00.071061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d479-6d30-4ed7-92d4-84ce258f1a90 req-8ac49cd1-8fe5-4778-b27c-4c15eb1e5437 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:00.077240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d479-6d30-4ed7-92d4-84ce258f1a90 req-8ac49cd1-8fe5-4778-b27c-4c15eb1e5437 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:00.084923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d479-6d30-4ed7-92d4-84ce258f1a90 req-8ac49cd1-8fe5-4778-b27c-4c15eb1e5437 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:00.093718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d479-6d30-4ed7-92d4-84ce258f1a90 req-8ac49cd1-8fe5-4778-b27c-4c15eb1e5437 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:00.100037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d479-6d30-4ed7-92d4-84ce258f1a90 req-8ac49cd1-8fe5-4778-b27c-4c15eb1e5437 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:00.106472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7d479-6d30-4ed7-92d4-84ce258f1a90 req-8ac49cd1-8fe5-4778-b27c-4c15eb1e5437 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:00.108660 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89a7d479-6d30-4ed7-92d4-84ce258f1a90 req-8ac49cd1-8fe5-4778-b27c-4c15eb1e5437 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5435 time: 0.2205341 Nov 09 19:55:00.111658 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.152098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:55:00.152621 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:55:00.154550 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:55:00.257062 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-506619d9-df2b-481c-be03-080221c45cd3 req-c5c10a96-7f83-4a4c-892c-b9934b93cfc2 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 210 time: 0.0645394 Nov 09 19:55:00.431952 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.437322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8cc37d5d-1fff-437a-8308-8a5cc15a476d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:00.459809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8cc37d5d-1fff-437a-8308-8a5cc15a476d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:00.460203 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8cc37d5d-1fff-437a-8308-8a5cc15a476d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:00.460577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c4474d50-afa6-41c0-9729-7631d02fce82 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:00.480381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: c4474d50-afa6-41c0-9729-7631d02fce82 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:00.480779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c4474d50-afa6-41c0-9729-7631d02fce82 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:00.583749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89a7d479-6d30-4ed7-92d4-84ce258f1a90 req-e5e2c52e-4233-4a37-88ed-e12b08eb652f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4622786 Nov 09 19:55:00.591575 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.597051 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.605834 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71 HTTP/1.1" status: 204 len: 168 time: 1.0874326 Nov 09 19:55:00.632010 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.637062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3c28d-ee6c-4048-9ff7-7da461f77278 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d56ff51-6dc6-4b2c-a3a9-98e4e91dac71,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:00.678695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Allocated IP 172.20.0.13 (d05b2ffc-1e73-4ad9-92fd-8636bbfb0596/79b5a0f8-1587-44bb-bc0e-726f382b13b7/62f475c0-40e1-40c0-b767-86b9ebec6ff5) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:00.698614 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29aedf00-936a-4f01-95c0-d41233e2ef80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.705269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29aedf00-936a-4f01-95c0-d41233e2ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.773227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-29aedf00-936a-4f01-95c0-d41233e2ef80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=133c011eb37d415ebb7d6e13810d3cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0006890 Nov 09 19:55:00.773536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42740) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:00.787245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42742) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:00.788726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aedf00-936a-4f01-95c0-d41233e2ef80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f40d1e8-50e3-48d6-89bf-3a97f0bf1c46,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:00.884501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port a2022d59-6c4e-4952-996f-784e893bf59c {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:00.884859 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.942603 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fbde3766-038f-4c1f-abb9-b1258c38ff2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d246aa485c64e1b8ad74e3636dd78b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492860 Nov 09 19:55:00.945714 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51d21888-e76f-4c4c-89d6-79206ccb11af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.948194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42744) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:00.986132 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:00.989792 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51d21888-e76f-4c4c-89d6-79206ccb11af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.055834 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.056276 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.080099 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for a2022d59-6c4e-4952-996f-784e893bf59c owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:01.092331 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a74d8da-c518-4557-86f4-72706384eb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.103504 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51d21888-e76f-4c4c-89d6-79206ccb11af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.106323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51d21888-e76f-4c4c-89d6-79206ccb11af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.110156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-51d21888-e76f-4c4c-89d6-79206ccb11af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f40d1e8-50e3-48d6-89bf-3a97f0bf1c46 HTTP/1.1" status: 204 len: 168 time: 0.3330789 Nov 09 19:55:01.123339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d21888-e76f-4c4c-89d6-79206ccb11af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f40d1e8-50e3-48d6-89bf-3a97f0bf1c46,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:01.135607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:01.139718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:01.143852 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:01.162898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port 73294ef9-0b1f-47c3-8f3e-630785c7e89e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:01.163245 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.179818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Pushing event updated for resources: {'Port': ['ID=62f475c0-40e1-40c0-b767-86b9ebec6ff5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:01.191670 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a74d8da-c518-4557-86f4-72706384eb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.200643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:01.201440 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.220873 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3ade4f04-6876-456a-a00d-04d3526ddf8e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5792954 Nov 09 19:55:01.239784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Request body: {'port': {'device_id': '2cfc3b93-5069-4e22-8577-b1ee822ef684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:01.339347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.352590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port 73294ef9-0b1f-47c3-8f3e-630785c7e89e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=73294ef9-0b1f-47c3-8f3e-630785c7e89e,segment=NetworkSegment(2aa77cd6-95ea-4916-97c7-71c454746f18),segment_id=2aa77cd6-95ea-4916-97c7-71c454746f18)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:01.353063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.377053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for 73294ef9-0b1f-47c3-8f3e-630785c7e89e owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:01.384927 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a74d8da-c518-4557-86f4-72706384eb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.388015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a74d8da-c518-4557-86f4-72706384eb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.389588 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6a74d8da-c518-4557-86f4-72706384eb1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce2eec0f-a5ff-4ec8-94ee-52e241a345e6 HTTP/1.1" status: 204 len: 168 time: 0.4404469 Nov 09 19:55:01.421914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74d8da-c518-4557-86f4-72706384eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2eec0f-a5ff-4ec8-94ee-52e241a345e6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:01.558581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cbbec-4416-4453-8c8e-099279956808 req-b39f23a2-62d2-4976-8999-2f80af05602f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:01.566949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-610cbbec-4416-4453-8c8e-099279956808 req-b39f23a2-62d2-4976-8999-2f80af05602f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 932 time: 0.1731458 Nov 09 19:55:01.573100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.665478 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=a2022d59-6c4e-4952-996f-784e893bf59c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:01.720562 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42760) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:01.787998 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-610cbbec-4416-4453-8c8e-099279956808 req-29c67c97-7c37-4047-a6ac-a8e449fda6f6 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148857 Nov 09 19:55:01.833892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c0bd-bf00-406b-b05e-68bbd66a7445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.862649 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:01.874555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513f74-85f1-4097-b7b2-2eddcded91b8 req-551e2100-39a8-42e9-af73-f42881f76c3a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:01.884200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513f74-85f1-4097-b7b2-2eddcded91b8 req-551e2100-39a8-42e9-af73-f42881f76c3a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:01.894153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513f74-85f1-4097-b7b2-2eddcded91b8 req-551e2100-39a8-42e9-af73-f42881f76c3a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:01.903738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513f74-85f1-4097-b7b2-2eddcded91b8 req-551e2100-39a8-42e9-af73-f42881f76c3a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:01.912446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513f74-85f1-4097-b7b2-2eddcded91b8 req-551e2100-39a8-42e9-af73-f42881f76c3a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:01.919214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513f74-85f1-4097-b7b2-2eddcded91b8 req-551e2100-39a8-42e9-af73-f42881f76c3a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:01.925589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513f74-85f1-4097-b7b2-2eddcded91b8 req-551e2100-39a8-42e9-af73-f42881f76c3a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:01.932428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15513f74-85f1-4097-b7b2-2eddcded91b8 req-551e2100-39a8-42e9-af73-f42881f76c3a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5435 time: 0.1601367 Nov 09 19:55:02.018994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f475c0-40e1-40c0-b767-86b9ebec6ff5 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:55:02.027442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.028386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15513f74-85f1-4097-b7b2-2eddcded91b8 req-42720128-0ed6-42ed-91cc-6d98c9571b23 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840411 Nov 09 19:55:02.032672 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.048076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Transition to ACTIVE for port object 62f475c0-40e1-40c0-b767-86b9ebec6ff5 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:55:02.053013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.104973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=73294ef9-0b1f-47c3-8f3e-630785c7e89e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:02.127228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Pushing event updated for resources: {'Port': ['ID=62f475c0-40e1-40c0-b767-86b9ebec6ff5,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:02.216742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Attempting to bind port 62f475c0-40e1-40c0-b767-86b9ebec6ff5 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:02.217332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Attempting to bind port 62f475c0-40e1-40c0-b767-86b9ebec6ff5 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:02.217473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Attempting to bind port 62f475c0-40e1-40c0-b767-86b9ebec6ff5 on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:02.222751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Port 62f475c0-40e1-40c0-b767-86b9ebec6ff5 on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:55:02.223228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Attempting to bind port 62f475c0-40e1-40c0-b767-86b9ebec6ff5 on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:02.229014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:02.229419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Checking segment: {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:02.230040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Bound using segment: {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:02.230398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Bound port: 62f475c0-40e1-40c0-b767-86b9ebec6ff5, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:02.230847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.331115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] For port 62f475c0-40e1-40c0-b767-86b9ebec6ff5, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:02.335022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] For port 62f475c0-40e1-40c0-b767-86b9ebec6ff5, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62f475c0-40e1-40c0-b767-86b9ebec6ff5,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:02.341019 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.352110 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c0bd-bf00-406b-b05e-68bbd66a7445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.377574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:02.378326 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.380481 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] 10.222.0.77 "PUT /v2.0/ports/62f475c0-40e1-40c0-b767-86b9ebec6ff5 HTTP/1.1" status: 200 len: 1092 time: 1.1467736 Nov 09 19:55:02.380907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfc3b93-5069-4e22-8577-b1ee822ef684', 'tag': '62f475c0-40e1-40c0-b767-86b9ebec6ff5'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:02.383341 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfc3b93-5069-4e22-8577-b1ee822ef684", "tag": "62f475c0-40e1-40c0-b767-86b9ebec6ff5"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:02.388138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 569243be-11f9-4ba4-a02a-c9550b2b9f34 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:02.410192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6927c2-c2c7-4141-ae70-5b9eb350f464 service neutron] Pushing event updated for resources: {'Port': ['ID=62f475c0-40e1-40c0-b767-86b9ebec6ff5,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:02.436818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853c5f-1f32-4b8b-8053-6fd4542bee8a req-56f064f0-0ebc-48bb-bc29-629231e4d7bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:02.444124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853c5f-1f32-4b8b-8053-6fd4542bee8a req-56f064f0-0ebc-48bb-bc29-629231e4d7bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:02.450494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853c5f-1f32-4b8b-8053-6fd4542bee8a req-56f064f0-0ebc-48bb-bc29-629231e4d7bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:02.456611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853c5f-1f32-4b8b-8053-6fd4542bee8a req-56f064f0-0ebc-48bb-bc29-629231e4d7bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:02.463131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853c5f-1f32-4b8b-8053-6fd4542bee8a req-56f064f0-0ebc-48bb-bc29-629231e4d7bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:02.469147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853c5f-1f32-4b8b-8053-6fd4542bee8a req-56f064f0-0ebc-48bb-bc29-629231e4d7bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:02.475187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853c5f-1f32-4b8b-8053-6fd4542bee8a req-56f064f0-0ebc-48bb-bc29-629231e4d7bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:02.476530 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ffc726-c79d-4f44-9b16-0798bae392a0 x-openstack-request-id: req-36ffc726-c79d-4f44-9b16-0798bae392a0 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:02.476831 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfc3b93-5069-4e22-8577-b1ee822ef684", "tag": "62f475c0-40e1-40c0-b767-86b9ebec6ff5", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:02.477085 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36ffc726-c79d-4f44-9b16-0798bae392a0 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:02.477481 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfc3b93-5069-4e22-8577-b1ee822ef684', 'tag': '62f475c0-40e1-40c0-b767-86b9ebec6ff5', 'status': 'completed', 'code': 200} Nov 09 19:55:02.482457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-50853c5f-1f32-4b8b-8053-6fd4542bee8a req-56f064f0-0ebc-48bb-bc29-629231e4d7bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5435 time: 0.3079786 Nov 09 19:55:02.486151 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c0bd-bf00-406b-b05e-68bbd66a7445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.491771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42782) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:02.502021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3e9af0c4-d759-4de2-ab55-509f82eb8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:02.504723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-3e9af0c4-d759-4de2-ab55-509f82eb8667 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 1095 time: 0.0669661 Nov 09 19:55:02.508749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f9bb01d4-db21-4fc2-8227-e652baee5c88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Request body: {'floatingip': {'port_id': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:02.523331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42784) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:02.558188 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-0f4ba183-b506-4e83-9895-da5e5874b688 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f475c0-40e1-40c0-b767-86b9ebec6ff5 HTTP/1.1" status: 200 len: 217 time: 0.0416522 Nov 09 19:55:02.592746 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9bb01d4-db21-4fc2-8227-e652baee5c88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.596456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f3c5c0bd-bf00-406b-b05e-68bbd66a7445 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=506ec573540841caab618402f9daa7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8749273 Nov 09 19:55:02.610427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42788) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:02.636865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5c0bd-bf00-406b-b05e-68bbd66a7445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c17af6c-0d34-41b1-a1f8-7fe7351f7f15,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:02.664246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2118435642-network', 'tenant_id': 'dd0796f182d94669b15e57624a45e1c3'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:02.667788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-4907ef8e-9358-4efb-99bf-56b2c07a3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:02.669211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-4907ef8e-9358-4efb-99bf-56b2c07a3297 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=79b5a0f8-1587-44bb-bc0e-726f382b13b7 HTTP/1.1" status: 200 len: 855 time: 0.0997217 Nov 09 19:55:02.672088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.724799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-d6fa6eb7-d9ce-43d9-a943-8af51cdd7a20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426049 Nov 09 19:55:02.725984 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38104ba5-e4be-4ea3-9858-6c1eeb5dd5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.729262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Made reservation on behalf of dd0796f182d94669b15e57624a45e1c3 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:02.731990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.766559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:02.777313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bd716632-e580-4994-ab1d-6e8eccc4c62a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/569243be-11f9-4ba4-a02a-c9550b2b9f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4113591 Nov 09 19:55:02.777483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fdab9-a335-4e2f-8a03-101ffed27479 None None] Sync routers for ids ['569243be-11f9-4ba4-a02a-c9550b2b9f34'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:02.778934 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.789449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fdab9-a335-4e2f-8a03-101ffed27479 None None] Routers {'569243be-11f9-4ba4-a02a-c9550b2b9f34'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:02.790077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-181fdab9-a335-4e2f-8a03-101ffed27479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['569243be-11f9-4ba4-a02a-c9550b2b9f34'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:02.817121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42792) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:02.820882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38104ba5-e4be-4ea3-9858-6c1eeb5dd5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:02.827674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-181fdab9-a335-4e2f-8a03-101ffed27479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:02.839920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fdab9-a335-4e2f-8a03-101ffed27479 None None] Routers {'569243be-11f9-4ba4-a02a-c9550b2b9f34'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:02.841639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-181fdab9-a335-4e2f-8a03-101ffed27479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['569243be-11f9-4ba4-a02a-c9550b2b9f34'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:02.883861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-beb2e697-0382-496e-a90b-58cf5df0b5b6 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=569243be-11f9-4ba4-a02a-c9550b2b9f34 HTTP/1.1" status: 200 len: 205 time: 0.0659192 Nov 09 19:55:02.887487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-181fdab9-a335-4e2f-8a03-101ffed27479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:02.888405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fdab9-a335-4e2f-8a03-101ffed27479 None None] The sync data for ids ['569243be-11f9-4ba4-a02a-c9550b2b9f34'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:02.895886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42796) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:03.055257 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-d7d197a6-6160-4e18-b6dd-6df5879513d4 service neutron] 10.222.0.77 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133006 Nov 09 19:55:03.059566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-132d4af4-1a2b-4ddd-a3d2-4a4869dbb0c5 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.191167 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38104ba5-e4be-4ea3-9858-6c1eeb5dd5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.194866 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38104ba5-e4be-4ea3-9858-6c1eeb5dd5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.196031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-38104ba5-e4be-4ea3-9858-6c1eeb5dd5a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c17af6c-0d34-41b1-a1f8-7fe7351f7f15 HTTP/1.1" status: 204 len: 168 time: 0.5844078 Nov 09 19:55:03.263320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38104ba5-e4be-4ea3-9858-6c1eeb5dd5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c17af6c-0d34-41b1-a1f8-7fe7351f7f15,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:03.322808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994beaf-5c94-44a0-bc28-77eadd5edc98 req-2ce1426c-305c-4461-97c1-88eefebda1ad tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:03.324347 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d994beaf-5c94-44a0-bc28-77eadd5edc98 req-2ce1426c-305c-4461-97c1-88eefebda1ad tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 944 time: 0.1607714 Nov 09 19:55:03.370437 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-132d4af4-1a2b-4ddd-a3d2-4a4869dbb0c5 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.374426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.377418 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-132d4af4-1a2b-4ddd-a3d2-4a4869dbb0c5 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.393973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.462478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-661bcc2a-7deb-4eaf-80b8-027edf28255b req-5225c72f-6b2d-422f-94a0-2724175e661e service neutron] 10.222.0.77 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928709 Nov 09 19:55:03.485110 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-132d4af4-1a2b-4ddd-a3d2-4a4869dbb0c5 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.485667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132d4af4-1a2b-4ddd-a3d2-4a4869dbb0c5 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Fanout notify agent at l3_agent the message router_deleted on router 569243be-11f9-4ba4-a02a-c9550b2b9f34 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:55:03.494049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-132d4af4-1a2b-4ddd-a3d2-4a4869dbb0c5 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.497756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-132d4af4-1a2b-4ddd-a3d2-4a4869dbb0c5 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/569243be-11f9-4ba4-a02a-c9550b2b9f34 HTTP/1.1" status: 204 len: 168 time: 0.5904825 Nov 09 19:55:03.497756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:55:03.497982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42804) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:03.503177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7aee34-e844-4e19-acb6-44be2afbd842,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:03.513698 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.514949 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Added segment f57750e9-9b4f-444d-8215-ae6983da46e4 of type vlan for network 1204e5a1-37c3-4547-ae53-496aa6bfc42b Nov 09 19:55:03.544320 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d994beaf-5c94-44a0-bc28-77eadd5edc98 req-958a2ea5-d41b-44f9-b254-67de144f26ce tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833866 Nov 09 19:55:03.588068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.602809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:03.623830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05 req-5939cda6-ba9f-45d6-ac96-0fa7437923f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:03.625046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05 req-5939cda6-ba9f-45d6-ac96-0fa7437923f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 1095 time: 0.0759380 Nov 09 19:55:03.631571 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.632925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:03.633452 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.693218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-03021e40-c7af-4a83-859e-29ac7afd0b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting subnet c0a50923-9691-41b6-afd7-0ae17cdd8124 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:55:03.746919 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-03021e40-c7af-4a83-859e-29ac7afd0b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.796004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2698255 Nov 09 19:55:03.799858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42814) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:03.808684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Request body: {'subnet': {'network_id': '1204e5a1-37c3-4547-ae53-496aa6bfc42b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2118435642-subnet', 'tenant_id': 'dd0796f182d94669b15e57624a45e1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:03.821926 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.resource_extend [None req-f9bb01d4-db21-4fc2-8227-e652baee5c88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:55:03.823814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf669b-94d7-4088-aed1-06fd77351aff admin admin] Pushing event updated for resources: {'Network': ['ID=1204e5a1-37c3-4547-ae53-496aa6bfc42b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:03.834943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 1204e5a1-37c3-4547-ae53-496aa6bfc42b details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:55:03.867074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05 req-2619c747-146c-45ca-86da-1be0e40e7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:03.868715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05 req-2619c747-146c-45ca-86da-1be0e40e7429 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 916 time: 0.2326913 Nov 09 19:55:03.893553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-03021e40-c7af-4a83-859e-29ac7afd0b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.900927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:03.913500 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:03.926899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05 req-c9a78fd5-f427-4aaf-b32a-7bed0c8d02dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f475c0-40e1-40c0-b767-86b9ebec6ff5 HTTP/1.1" status: 200 len: 217 time: 0.0479429 Nov 09 19:55:03.929686 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:03.930588 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:03.935091 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-523064b9-c2e5-40bc-bb0b-d0be0a5441e5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3423283 Nov 09 19:55:03.935846 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42822) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:03.962275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Made reservation on behalf of dd0796f182d94669b15e57624a45e1c3 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:03.965088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:03.974996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9bb01d4-db21-4fc2-8227-e652baee5c88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.020489 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9bb01d4-db21-4fc2-8227-e652baee5c88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.032968 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:04.064358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07640e6-2a5e-4b24-bd5e-b41d470317ae tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting subnet 02ada7c4-ffbb-4e2e-9087-91078eb8fceb {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:55:04.071206 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f07640e6-2a5e-4b24-bd5e-b41d470317ae tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.125377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05 req-021419d7-2782-41e5-9dfb-eed3e18ade90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:04.127370 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05 req-021419d7-2782-41e5-9dfb-eed3e18ade90 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=79b5a0f8-1587-44bb-bc0e-726f382b13b7 HTTP/1.1" status: 200 len: 855 time: 0.1926837 Nov 09 19:55:04.137391 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f07640e6-2a5e-4b24-bd5e-b41d470317ae tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.185865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-03021e40-c7af-4a83-859e-29ac7afd0b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.215357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05 req-983ad86a-a920-4999-8606-d3c758342d85 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714605 Nov 09 19:55:04.231678 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-f9bb01d4-db21-4fc2-8227-e652baee5c88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Floating IP 8ea7582d-f3fb-4bbc-9d78-17e2832b9fc0 associated. External IP: 172.25.6.112, port: 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2. Nov 09 19:55:04.301782 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f07640e6-2a5e-4b24-bd5e-b41d470317ae tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.410669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-03021e40-c7af-4a83-859e-29ac7afd0b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.423834 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:55:01Z', 'revision_number': 10, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:04.459808 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:04.465310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05 req-749396f8-9a8c-4bff-a56d-1d72a0d7b180 service neutron] 10.222.0.77 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733592 Nov 09 19:55:04.465735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03021e40-c7af-4a83-859e-29ac7afd0b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a50923-9691-41b6-afd7-0ae17cdd8124,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:04.471828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f07640e6-2a5e-4b24-bd5e-b41d470317ae tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.474631 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:04.475232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-03021e40-c7af-4a83-859e-29ac7afd0b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.475432 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:04.480033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-03021e40-c7af-4a83-859e-29ac7afd0b68 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/c0a50923-9691-41b6-afd7-0ae17cdd8124 HTTP/1.1" status: 204 len: 168 time: 0.9808290 Nov 09 19:55:04.482868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42830) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:04.489768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977c9b7-2901-4e40-b24c-93be3661ca55 None None] Network 050098b9-3d33-41d0-bffb-273bb47d0a56 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:04.494980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.536164 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f07640e6-2a5e-4b24-bd5e-b41d470317ae tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.543041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f07640e6-2a5e-4b24-bd5e-b41d470317ae tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/02ada7c4-ffbb-4e2e-9087-91078eb8fceb HTTP/1.1" status: 204 len: 168 time: 0.5902483 Nov 09 19:55:04.566129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42834) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:04.572103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07640e6-2a5e-4b24-bd5e-b41d470317ae tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Subnet': ['ID=02ada7c4-ffbb-4e2e-9087-91078eb8fceb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:04.577582 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:04.595289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bb6e51-ef8e-4ae2-9589-4911954ea66e None None] Network a7ab716b-9534-4efd-9074-2c08b050b701 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:04.625299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b99c0f4f-ff13-46c0-97fe-8b0e123dfc05 req-7f4786c5-a3ff-4f63-bc0f-04711cda586c service neutron] 10.222.0.77 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486290 Nov 09 19:55:04.835174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b373410d-c823-4c79-b813-cfd238113ecd,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:04.847796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.887514 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:04.918460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Checking segment: {'id': 'f57750e9-9b4f-444d-8215-ae6983da46e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '1204e5a1-37c3-4547-ae53-496aa6bfc42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:04.918460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Network hostable DHCP agents. Network: 1204e5a1-37c3-4547-ae53-496aa6bfc42b, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:55:04.929983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a141c42-7c47-47e6-8398-17208f2361b9 None None] DHCP port deletion for 050098b9-3d33-41d0-bffb-273bb47d0a56 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:55:04.953887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9163e93-f959-4e52-9819-94a21f3745f4 req-0ac4599e-895d-4d4f-926e-fe8c8eb3ff62 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:04.956229 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9163e93-f959-4e52-9819-94a21f3745f4 req-0ac4599e-895d-4d4f-926e-fe8c8eb3ff62 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 944 time: 0.2443697 Nov 09 19:55:04.965808 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:55:01Z', 'revision_number': 10, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:05.002390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bb01d4-db21-4fc2-8227-e652baee5c88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Router 0ede02ca-ffe7-4771-8281-49761ce6cf6d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:05.006269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4bf0af-1c0e-4da9-930a-25c6f52aa3af None None] DHCP port deletion for a7ab716b-9534-4efd-9074-2c08b050b701 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:55:05.028006 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e7ef66-be33-4500-aea0-8c1c64a4832a None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:55:01Z', 'revision_number': 10, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None, '_interfaces': [{'id': '66aa5022-f133-4f42-9b7b-f9450ef600e2', 'name': '', 'network_id': 'b444dd5e-7bcb-4016-9f80-9c9b69ddff1a', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'mac_address': 'fa:16:3e:42:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'b78d4974-5708-4668-9778-892c9f565c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:54:13Z', 'updated_at': '2021-11-09T19:54:20Z', 'revision_number': 5, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'subnets': [{'id': 'b78d4974-5708-4668-9778-892c9f565c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:05.060917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Network 1204e5a1-37c3-4547-ae53-496aa6bfc42b is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:55:05.075024 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6a141c42-7c47-47e6-8398-17208f2361b9 None None] Deleting port 5706ba9e-6b5f-4904-b980-4b9e9017438e {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:05.077031 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6a141c42-7c47-47e6-8398-17208f2361b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.098275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 1204e5a1-37c3-4547-ae53-496aa6bfc42b) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:05.115016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9163e93-f959-4e52-9819-94a21f3745f4 req-31523e62-da63-48a3-bf86-182ce7d9b2b4 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253607 Nov 09 19:55:05.152075 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c1ee6a-904d-48e6-b9aa-1ebc8380debd None None] Network 1204e5a1-37c3-4547-ae53-496aa6bfc42b requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:05.168800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:05.169663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.227262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6a141c42-7c47-47e6-8398-17208f2361b9 None None] For port 5706ba9e-6b5f-4904-b980-4b9e9017438e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5706ba9e-6b5f-4904-b980-4b9e9017438e,segment=NetworkSegment(86e38041-3838-4f47-9499-19bec5b52b5c),segment_id=86e38041-3838-4f47-9499-19bec5b52b5c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:05.227677 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6a141c42-7c47-47e6-8398-17208f2361b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.238658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cc4bf0af-1c0e-4da9-930a-25c6f52aa3af None None] Deleting port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:05.238903 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf0af-1c0e-4da9-930a-25c6f52aa3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.247084 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-be7f4629-d1b9-4919-b773-610ea4dff125 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4453554 Nov 09 19:55:05.261604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6a141c42-7c47-47e6-8398-17208f2361b9 None None] Calling delete_port for 5706ba9e-6b5f-4904-b980-4b9e9017438e owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:05.282891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port 5706ba9e-6b5f-4904-b980-4b9e9017438e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:05.284762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.301703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb01d4-db21-4fc2-8227-e652baee5c88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:05.308015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9bb01d4-db21-4fc2-8227-e652baee5c88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.324444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:05.324697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.328749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] Sync routers for ids ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:05.361209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] Routers {'0ede02ca-ffe7-4771-8281-49761ce6cf6d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:05.362156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:05.463026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f9bb01d4-db21-4fc2-8227-e652baee5c88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "PUT /v2.0/floatingips/8ea7582d-f3fb-4bbc-9d78-17e2832b9fc0 HTTP/1.1" status: 200 len: 991 time: 2.9640672 Nov 09 19:55:05.481871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:05.485093 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:05.501549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port 5706ba9e-6b5f-4904-b980-4b9e9017438e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5706ba9e-6b5f-4904-b980-4b9e9017438e,segment=NetworkSegment(86e38041-3838-4f47-9499-19bec5b52b5c),segment_id=86e38041-3838-4f47-9499-19bec5b52b5c)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:05.506762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.531119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6653b0bb-5451-4616-bb94-5a2fb7c3d4f4,segment=NetworkSegment(2aa77cd6-95ea-4916-97c7-71c454746f18),segment_id=2aa77cd6-95ea-4916-97c7-71c454746f18)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:05.532140 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.549978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:05.651480 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ddc3bd-b731-4dca-8591-92b18c0a5f59 x-openstack-request-id: req-72ddc3bd-b731-4dca-8591-92b18c0a5f59 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:05.651983 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "tag": "5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:05.652342 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72ddc3bd-b731-4dca-8591-92b18c0a5f59 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:05.652814 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'tag': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2', 'status': 'completed', 'code': 200} Nov 09 19:55:05.670701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for 5706ba9e-6b5f-4904-b980-4b9e9017438e owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:05.749229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-4078c082-fa47-4e9d-b1dc-71921ccce17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:05.751408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-4078c082-fa47-4e9d-b1dc-71921ccce17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:05.751408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-4078c082-fa47-4e9d-b1dc-71921ccce17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:05.751874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-4078c082-fa47-4e9d-b1dc-71921ccce17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:05.754236 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.754476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-4078c082-fa47-4e9d-b1dc-71921ccce17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:05.755315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-4078c082-fa47-4e9d-b1dc-71921ccce17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:05.755875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-4078c082-fa47-4e9d-b1dc-71921ccce17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:05.757974 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-4078c082-fa47-4e9d-b1dc-71921ccce17e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6492 time: 0.1396682 Nov 09 19:55:05.847741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=6653b0bb-5451-4616-bb94-5a2fb7c3d4f4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:05.858656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No DVR routers for this DVR port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:05.878110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cc4bf0af-1c0e-4da9-930a-25c6f52aa3af None None] For port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6653b0bb-5451-4616-bb94-5a2fb7c3d4f4,segment=NetworkSegment(2aa77cd6-95ea-4916-97c7-71c454746f18),segment_id=2aa77cd6-95ea-4916-97c7-71c454746f18)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:05.879499 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf0af-1c0e-4da9-930a-25c6f52aa3af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:05.952107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cc4bf0af-1c0e-4da9-930a-25c6f52aa3af None None] Calling delete_port for 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:05.996860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-76466c00-ed1a-42ba-a4de-2999fe27a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:05.998366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-76466c00-ed1a-42ba-a4de-2999fe27a717 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a324136-2163-42a7-990c-86170143e093 HTTP/1.1" status: 200 len: 913 time: 0.2299144 Nov 09 19:55:06.044117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.089952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8940d8-92e9-4435-bf82-6cbf63421c86 None None] Network 1204e5a1-37c3-4547-ae53-496aa6bfc42b requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:06.116293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] Set router 0ede02ca-ffe7-4771-8281-49761ce6cf6d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:06.153390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-5d9445b4-ede8-4b17-b1d4-7ca045c83d7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 HTTP/1.1" status: 200 len: 999 time: 0.1415145 Nov 09 19:55:06.169954 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.172627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No DVR routers for this DVR port 5706ba9e-6b5f-4904-b980-4b9e9017438e on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:06.279209 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6a141c42-7c47-47e6-8398-17208f2361b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.286727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-b5cb550b-3929-4464-a192-e1958c28d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:06.288295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-b5cb550b-3929-4464-a192-e1958c28d322 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d56ed7-cf6d-49cf-942e-853bf70f81d6 HTTP/1.1" status: 200 len: 851 time: 0.1270518 Nov 09 19:55:06.306041 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf0af-1c0e-4da9-930a-25c6f52aa3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.330677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c55042-18f4-4de6-98fb-d01ae0cfccde req-7ffb4484-fae8-4529-b82b-4a269daf746d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:06.332869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6c55042-18f4-4de6-98fb-d01ae0cfccde req-7ffb4484-fae8-4529-b82b-4a269daf746d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 944 time: 0.0824940 Nov 09 19:55:06.367965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-b5e3cec1-7f24-4a46-8dd2-5f850e705b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:06.369486 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-b5e3cec1-7f24-4a46-8dd2-5f850e705b96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a324136-2163-42a7-990c-86170143e093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724807 Nov 09 19:55:06.371026 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a141c42-7c47-47e6-8398-17208f2361b9 None None] No DVR routers for this DVR port 5706ba9e-6b5f-4904-b980-4b9e9017438e on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:06.390074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a141c42-7c47-47e6-8398-17208f2361b9 None None] Pushing event deleted for resources: {'Port': ['ID=5706ba9e-6b5f-4904-b980-4b9e9017438e,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:06.403762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6c55042-18f4-4de6-98fb-d01ae0cfccde req-f8bdd1b8-f232-4d48-a3c0-52ffa65329d5 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624528 Nov 09 19:55:06.421151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bf0af-1c0e-4da9-930a-25c6f52aa3af None None] Pushing event deleted for resources: {'Port': ['ID=6653b0bb-5451-4616-bb94-5a2fb7c3d4f4,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:06.434044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4bf0af-1c0e-4da9-930a-25c6f52aa3af None None] No DVR routers for this DVR port 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:06.499431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-725f371d-338b-4e7d-983c-2147eae6801d service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183443 Nov 09 19:55:06.521700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 73294ef9-0b1f-47c3-8f3e-630785c7e89e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:06.571073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 73294ef9-0b1f-47c3-8f3e-630785c7e89e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:06.571465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 73294ef9-0b1f-47c3-8f3e-630785c7e89e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:06.571843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:06.596098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:06.596473 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea9c0eb3-e653-4582-84d7-bcff4cdcbdc1 req-3c319332-be74-4fd6-a82b-43341393a00a service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909610 Nov 09 19:55:06.596632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6653b0bb-5451-4616-bb94-5a2fb7c3d4f4 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:06.596852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5706ba9e-6b5f-4904-b980-4b9e9017438e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:06.615156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=5706ba9e-6b5f-4904-b980-4b9e9017438e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:06.622160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 5706ba9e-6b5f-4904-b980-4b9e9017438e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:06.622636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5706ba9e-6b5f-4904-b980-4b9e9017438e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:06.639943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ab716b-9534-4efd-9074-2c08b050b701']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:06.696190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa77cd6-95ea-4916-97c7-71c454746f18') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:06.696437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa77cd6-95ea-4916-97c7-71c454746f18') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:06.728274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:34Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '8ea7582d-f3fb-4bbc-9d78-17e2832b9fc0', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'port_id': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'mac_address': 'fa:16:3e:03:d0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:53:23Z', 'updated_at': '2021-11-09T19:55:03Z', 'revision_number': 1, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788bb096-f757-4869-a661-3b0450bb4566', 'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'mac_address': 'fa:16:3e:89:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:32Z', 'updated_at': '2021-11-09T19:52:41Z', 'revision_number': 5, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'subnets': [{'id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:06.733277 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.744195 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.755847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] Checking router: 0ede02ca-ffe7-4771-8281-49761ce6cf6d for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:06.764246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] Routers {'0ede02ca-ffe7-4771-8281-49761ce6cf6d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:06.764853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:06.770124 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.782733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-12d614d5-1e55-4952-b6e3-91a7330f985b tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:06.784224 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-12d614d5-1e55-4952-b6e3-91a7330f985b tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/networks?id=1204e5a1-37c3-4547-ae53-496aa6bfc42b HTTP/1.1" status: 200 len: 809 time: 0.7829018 Nov 09 19:55:06.789400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050098b9-3d33-41d0-bffb-273bb47d0a56']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:06.794778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:55:06.795157 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:55:06.803100 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:55:06.846960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e38041-3838-4f47-9499-19bec5b52b5c') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:06.847308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e38041-3838-4f47-9499-19bec5b52b5c') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:06.864924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-b0194ac1-656e-4631-b278-878d68c15ac9 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/quotas/dd0796f182d94669b15e57624a45e1c3 HTTP/1.1" status: 200 len: 375 time: 0.0719440 Nov 09 19:55:06.871932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.876388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] Set router 0ede02ca-ffe7-4771-8281-49761ce6cf6d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:06.908130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-06e16cf2-6079-4d22-85c7-a3aef1385181 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd0796f182d94669b15e57624a45e1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342844 Nov 09 19:55:06.908729 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.910689 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.917323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.923333 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/networks/a7ab716b-9534-4efd-9074-2c08b050b701 HTTP/1.1" status: 204 len: 168 time: 2.3530009 Nov 09 19:55:06.924014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42886) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:06.948325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebceada-6589-4349-ad6c-9361aec00207 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Network': ['ID=a7ab716b-9534-4efd-9074-2c08b050b701,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:06.959384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:55:06.960433 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:55:06.962905 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:55:07.068775 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.082166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.089464 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/networks/050098b9-3d33-41d0-bffb-273bb47d0a56 HTTP/1.1" status: 204 len: 168 time: 2.6053538 Nov 09 19:55:07.090254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42888) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:07.112879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cb4c0b03-195e-41fe-bd55-889aa1c34dfe tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1495771130', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:07.122135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7153af2-afce-4a93-bb02-66ed55319ec3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Network': ['ID=050098b9-3d33-41d0-bffb-273bb47d0a56,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:07.129799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-fd45968b-c0d0-4ff2-bc82-da165e1e820c service neutron] 10.222.0.53 "GET /v2.0/networks/1204e5a1-37c3-4547-ae53-496aa6bfc42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050900 Nov 09 19:55:07.149553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:34Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '8ea7582d-f3fb-4bbc-9d78-17e2832b9fc0', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'port_id': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'mac_address': 'fa:16:3e:03:d0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:53:23Z', 'updated_at': '2021-11-09T19:55:03Z', 'revision_number': 1, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788bb096-f757-4869-a661-3b0450bb4566', 'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'mac_address': 'fa:16:3e:89:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:32Z', 'updated_at': '2021-11-09T19:52:41Z', 'revision_number': 5, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'subnets': [{'id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:07.196913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683585f4-c29a-47a5-a086-ebe8650aa31b None None] The sync data for ids ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'] in n-d-817256-1 is: [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:34Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '8ea7582d-f3fb-4bbc-9d78-17e2832b9fc0', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'port_id': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'mac_address': 'fa:16:3e:03:d0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ab3d03-5efb-4912-8959-f232876f26df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T19:53:23Z', 'updated_at': '2021-11-09T19:55:03Z', 'revision_number': 1, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788bb096-f757-4869-a661-3b0450bb4566', 'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'mac_address': 'fa:16:3e:89:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:32Z', 'updated_at': '2021-11-09T19:52:41Z', 'revision_number': 5, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'subnets': [{'id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:07.213938 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cb4c0b03-195e-41fe-bd55-889aa1c34dfe tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.215700 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cb4c0b03-195e-41fe-bd55-889aa1c34dfe tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.310354 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cb4c0b03-195e-41fe-bd55-889aa1c34dfe tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.322037 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cb4c0b03-195e-41fe-bd55-889aa1c34dfe tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.339885 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-d8050d34-eb10-41a6-b322-e3a3f881090d service neutron] 10.222.0.53 "GET /v2.0/networks/1204e5a1-37c3-4547-ae53-496aa6bfc42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026751 Nov 09 19:55:07.352688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cb4c0b03-195e-41fe-bd55-889aa1c34dfe tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.355355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cb4c0b03-195e-41fe-bd55-889aa1c34dfe tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2477567 Nov 09 19:55:07.357957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42902) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:07.363677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62f475c0-40e1-40c0-b767-86b9ebec6ff5 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:55:07.365603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-620489486'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:07.407824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:07.415388 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.465501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:55:07.484073 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.484073 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added segment a7320e68-3167-4f00-a2e8-83e2948516b7 of type vlan for network 34fdbe54-20c6-434f-9ebe-2a1f988edecf Nov 09 19:55:07.544036 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.563043 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d424ee7d-a983-4dcf-b436-705ee20a1324 None None] New status for floating IP 8ea7582d-f3fb-4bbc-9d78-17e2832b9fc0: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:55:07.584757 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.599806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:07.602991 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.647378 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62f475c0-40e1-40c0-b767-86b9ebec6ff5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62f475c0-40e1-40c0-b767-86b9ebec6ff5,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:07.655259 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2924654 Nov 09 19:55:07.666436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42920) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:07.668390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '62f475c0-40e1-40c0-b767-86b9ebec6ff5', 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596', 'port_id': '62f475c0-40e1-40c0-b767-86b9ebec6ff5', 'mac_address': 'fa:16:3e:5f:8a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b5a0f8-1587-44bb-bc0e-726f382b13b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:55:07.673064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'subnet': {'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:07.752481 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.778674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f475c0-40e1-40c0-b767-86b9ebec6ff5 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:55:07.807756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d8a366a3-7a86-4c3c-8ec0-b0cc465844fa req-bcaf76d9-b547-4d6e-94f5-d1071f18afcb tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 210 time: 0.1533477 Nov 09 19:55:07.840078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62f475c0-40e1-40c0-b767-86b9ebec6ff5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62f475c0-40e1-40c0-b767-86b9ebec6ff5,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:07.854650 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:07.882079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142fe26-350f-4932-b4e6-7a451665f031 req-90476181-1c6e-4e01-8f4a-f00b42a950e2 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:07.893275 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4142fe26-350f-4932-b4e6-7a451665f031 req-90476181-1c6e-4e01-8f4a-f00b42a950e2 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 944 time: 0.3317130 Nov 09 19:55:07.916516 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=62f475c0-40e1-40c0-b767-86b9ebec6ff5,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:07.924794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa88118-1a7a-4d1d-b420-55842742f169 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Network': ['ID=34fdbe54-20c6-434f-9ebe-2a1f988edecf,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:07.941588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 34fdbe54-20c6-434f-9ebe-2a1f988edecf details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:55:07.949393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:07.955719 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:08.060359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4142fe26-350f-4932-b4e6-7a451665f031 req-75d47773-2c1d-452b-91b9-a6a6f200e044 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571040 Nov 09 19:55:08.134941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62f475c0-40e1-40c0-b767-86b9ebec6ff5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:55:08.155219 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:08.377695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:08.475514 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Subnet': ['ID=9b391384-75b4-48c7-8f7b-08af1fdd090d,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:08.484259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Checking segment: {'id': 'a7320e68-3167-4f00-a2e8-83e2948516b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:08.484629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network hostable DHCP agents. Network: 34fdbe54-20c6-434f-9ebe-2a1f988edecf, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:55:08.506483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 34fdbe54-20c6-434f-9ebe-2a1f988edecf is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:55:08.514795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port 66aa5022-f133-4f42-9b7b-f9450ef600e2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:08.516721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:08.517380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 34fdbe54-20c6-434f-9ebe-2a1f988edecf) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:08.522604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:08.523492 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:08.527092 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98de5317-c56b-43a9-8358-e70ef737851f None None] Network 34fdbe54-20c6-434f-9ebe-2a1f988edecf requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:08.546948 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fccf4102-8690-461e-8b5d-3962f71a912e tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8786001 Nov 09 19:55:08.548036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42938) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:08.645742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port 66aa5022-f133-4f42-9b7b-f9450ef600e2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=66aa5022-f133-4f42-9b7b-f9450ef600e2,segment=NetworkSegment(3bf82735-eb7e-4734-ada8-987ee5146e19),segment_id=3bf82735-eb7e-4734-ada8-987ee5146e19)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:08.646262 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:08.664210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for 66aa5022-f133-4f42-9b7b-f9450ef600e2 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:08.729815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:55:08.730713 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:08.928278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Allocated IP 2001:db8::2 (34fdbe54-20c6-434f-9ebe-2a1f988edecf/9b391384-75b4-48c7-8f7b-08af1fdd090d/e3af30e6-e7f1-4e35-ae8d-f6d3553411aa) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:08.929431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-827bd1ae-0c2a-45d6-b2d3-dab351c15c63 req-9098f454-2406-4aeb-ac45-1cfa695e65cd tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 210 time: 0.0281742 Nov 09 19:55:08.930154 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:08.961158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=66aa5022-f133-4f42-9b7b-f9450ef600e2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:09.005017 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.220701 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.352263 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.400297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62f475c0-40e1-40c0-b767-86b9ebec6ff5 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:09.410269 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.419521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7987279-5b92-413e-bc2d-5959d27d6633 req-4e1d5e53-2fe3-4a93-9963-d32be825c293 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:09.420966 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7987279-5b92-413e-bc2d-5959d27d6633 req-4e1d5e53-2fe3-4a93-9963-d32be825c293 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 945 time: 0.2046597 Nov 09 19:55:09.511660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Allocated IP 2001:db8::1 (34fdbe54-20c6-434f-9ebe-2a1f988edecf/9b391384-75b4-48c7-8f7b-08af1fdd090d/00dc42b4-d5fc-430c-995b-a18226712349) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:09.512862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7987279-5b92-413e-bc2d-5959d27d6633 req-903ae84d-ef70-480d-bdfa-1e8d64ed487c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640433 Nov 09 19:55:09.596377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Network 34fdbe54-20c6-434f-9ebe-2a1f988edecf is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:09.616359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:09.620586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:09.624707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-26d5c7ec-f298-427b-9076-abe2269c5d46 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:09.626369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-26d5c7ec-f298-427b-9076-abe2269c5d46 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.70 "GET /v2.0/networks?id=1204e5a1-37c3-4547-ae53-496aa6bfc42b HTTP/1.1" status: 200 len: 809 time: 0.2443991 Nov 09 19:55:09.631745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:09.654084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.659569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Request body: {'port': {'device_id': '8a12e9c7-44c7-41ff-9306-3f674571ec42', 'network_id': '1204e5a1-37c3-4547-ae53-496aa6bfc42b', 'admin_state_up': True, 'tenant_id': 'dd0796f182d94669b15e57624a45e1c3'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:09.664983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Pushing event updated for resources: {'Port': ['ID=e3af30e6-e7f1-4e35-ae8d-f6d3553411aa,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:09.699079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.705553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Attempting to bind port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:09.705931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Attempting to bind port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'a7320e68-3167-4f00-a2e8-83e2948516b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:09.706301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Attempting to bind port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa on network 34fdbe54-20c6-434f-9ebe-2a1f988edecf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:09.709232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 62f475c0-40e1-40c0-b767-86b9ebec6ff5 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:55:09.716169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 62f475c0-40e1-40c0-b767-86b9ebec6ff5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:09.716569 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.718467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:09.718889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Checking segment: {'id': 'a7320e68-3167-4f00-a2e8-83e2948516b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:09.719289 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.719815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Bound using segment: {'id': 'a7320e68-3167-4f00-a2e8-83e2948516b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:09.720311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Bound port: e3af30e6-e7f1-4e35-ae8d-f6d3553411aa, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7320e68-3167-4f00-a2e8-83e2948516b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:09.720696 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.765204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=00dc42b4-d5fc-430c-995b-a18226712349,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:09.778772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 34fdbe54-20c6-434f-9ebe-2a1f988edecf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:09.782948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42960) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:09.789402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:09.790889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:09.795259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:09.795826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.801748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7cfcc46f-9f71-4c02-a87e-405fd6b8d74e tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8731494 Nov 09 19:55:09.813208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42964) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:09.816794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:09.884937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:09.886567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:09.890717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] For port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:09.897776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-9555e8c3-ffed-42a4-8e9e-8c0945815f9c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting subnet b78d4974-5708-4668-9778-892c9f565c58 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:55:09.908977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9555e8c3-ffed-42a4-8e9e-8c0945815f9c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.946790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Made reservation on behalf of dd0796f182d94669b15e57624a45e1c3 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:09.949427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d7547947-16f9-4a71-a1be-fd3aeb834f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.950352 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.951632 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.969556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9555e8c3-ffed-42a4-8e9e-8c0945815f9c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.986783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] For port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e3af30e6-e7f1-4e35-ae8d-f6d3553411aa,segment=NetworkSegment(a7320e68-3167-4f00-a2e8-83e2948516b7),segment_id=a7320e68-3167-4f00-a2e8-83e2948516b7)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:09.992212 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:09.995411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:09.999529 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.088991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:55:08Z', 'revision_number': 11, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:10.094761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6eb16bed-12f4-4943-9790-4431c4c5f0e8 req-dc008ae4-84cf-44c6-a44a-aa6496179f79 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 210 time: 0.0550504 Nov 09 19:55:10.174887 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9555e8c3-ffed-42a4-8e9e-8c0945815f9c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.208862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d7547947-16f9-4a71-a1be-fd3aeb834f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.214750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:10.216612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc3b93-5069-4e22-8577-b1ee822ef684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f475c0-40e1-40c0-b767-86b9ebec6ff5'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:10.218623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d7547947-16f9-4a71-a1be-fd3aeb834f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.219351 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5920265-3c14-4ceb-b498-227808b533d0" -d '{"events": [{"server_uuid": "2cfc3b93-5069-4e22-8577-b1ee822ef684", "name": "network-vif-plugged", "status": "completed", "tag": "62f475c0-40e1-40c0-b767-86b9ebec6ff5"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:10.300200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Allocated IP 172.20.0.13 (1204e5a1-37c3-4547-ae53-496aa6bfc42b/b373410d-c823-4c79-b813-cfd238113ecd/819ff8b8-f4cc-42ea-937d-45ea22bb1911) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:10.309555 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9555e8c3-ffed-42a4-8e9e-8c0945815f9c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.354917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555e8c3-ffed-42a4-8e9e-8c0945815f9c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Subnet': ['ID=b78d4974-5708-4668-9778-892c9f565c58,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:10.378230 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9555e8c3-ffed-42a4-8e9e-8c0945815f9c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.382089 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9555e8c3-ffed-42a4-8e9e-8c0945815f9c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/b78d4974-5708-4668-9778-892c9f565c58 HTTP/1.1" status: 204 len: 168 time: 0.5680983 Nov 09 19:55:10.392283 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42972) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:10.420622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d7547947-16f9-4a71-a1be-fd3aeb834f69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32cc5612d723497d96e819d4935c7dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337218 Nov 09 19:55:10.420833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42974) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:10.427008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7547947-16f9-4a71-a1be-fd3aeb834f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3396c648-672e-4724-be8f-63b5dbb09092,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:10.456206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.522410 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cad4f2b-deb6-44f9-8850-3a1c89517f48 x-openstack-request-id: req-5cad4f2b-deb6-44f9-8850-3a1c89517f48 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:10.523089 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfc3b93-5069-4e22-8577-b1ee822ef684", "name": "network-vif-plugged", "status": "completed", "tag": "62f475c0-40e1-40c0-b767-86b9ebec6ff5", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:10.523400 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cad4f2b-deb6-44f9-8850-3a1c89517f48 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:10.523808 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfc3b93-5069-4e22-8577-b1ee822ef684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f475c0-40e1-40c0-b767-86b9ebec6ff5', 'code': 200} Nov 09 19:55:10.524545 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.526900 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.529749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8126c8-392e-441c-a87a-b3d8e88e1d2f None None] Network b444dd5e-7bcb-4016-9f80-9c9b69ddff1a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:10.540794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62f475c0-40e1-40c0-b767-86b9ebec6ff5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62f475c0-40e1-40c0-b767-86b9ebec6ff5,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:10.556263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638dca2-cb97-4267-bbaa-f5489dcca2ca req-d85eb430-414d-4a01-87a1-bc4ea5ec636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:10.558159 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d638dca2-cb97-4267-bbaa-f5489dcca2ca req-d85eb430-414d-4a01-87a1-bc4ea5ec636a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 1096 time: 0.1902623 Nov 09 19:55:10.648024 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.669122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe71ea4-73d0-4fd4-88da-17ab2c36aab9 None None] Pushing event updated for resources: {'Port': ['ID=e3af30e6-e7f1-4e35-ae8d-f6d3553411aa,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:10.689040 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.698720 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a0d591ae-3492-4b3c-a2e3-0c6379d32901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.700135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:10.700270 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d638dca2-cb97-4267-bbaa-f5489dcca2ca req-37b69037-341a-409b-a2be-f9387354c5ec service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971296 Nov 09 19:55:10.700811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:10.735589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=00dc42b4-d5fc-430c-995b-a18226712349,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:10.754459 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.782931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Deleting port 16252404-1697-43b8-887f-d05fedaea9e8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:10.783296 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.848433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.858957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88088ac5-8111-468e-b18c-d8c2c32ff565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.880266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:10.906900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aaf9c3-4d95-4ee5-bae4-03df68b4a9d4 req-0f1741a3-aa00-433d-913e-c40853ceba83 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:10.909320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Network 1204e5a1-37c3-4547-ae53-496aa6bfc42b is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:10.913122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] For port 16252404-1697-43b8-887f-d05fedaea9e8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=16252404-1697-43b8-887f-d05fedaea9e8,segment=NetworkSegment(3bf82735-eb7e-4734-ada8-987ee5146e19),segment_id=3bf82735-eb7e-4734-ada8-987ee5146e19)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:10.913489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.915114 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-16aaf9c3-4d95-4ee5-bae4-03df68b4a9d4 req-0f1741a3-aa00-433d-913e-c40853ceba83 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 946 time: 0.2301052 Nov 09 19:55:10.925226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:10.927451 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88088ac5-8111-468e-b18c-d8c2c32ff565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:10.930310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:10.947356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:55:08Z', 'revision_number': 11, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:10.963379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Calling delete_port for 16252404-1697-43b8-887f-d05fedaea9e8 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:10.967749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Pushing event updated for resources: {'Port': ['ID=819ff8b8-f4cc-42ea-937d-45ea22bb1911,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:11.001999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 34fdbe54-20c6-434f-9ebe-2a1f988edecf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:11.003395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=62f475c0-40e1-40c0-b767-86b9ebec6ff5,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:11.008758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:11.013753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-16aaf9c3-4d95-4ee5-bae4-03df68b4a9d4 req-dc3d9c76-de84-42f9-bc65-3f2e752f4f2e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969942 Nov 09 19:55:11.030032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:11.030636 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.034067 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebbd63-7350-47ee-8d84-2071ac4a428e None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:55:08Z', 'revision_number': 11, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:11.056825 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-84abb793-20ea-4ebc-b080-0db04bbe5eee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4014156 Nov 09 19:55:11.070469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Request body: {'port': {'device_id': '8a12e9c7-44c7-41ff-9306-3f674571ec42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:11.136780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88088ac5-8111-468e-b18c-d8c2c32ff565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.139700 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88088ac5-8111-468e-b18c-d8c2c32ff565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.142059 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.143130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-88088ac5-8111-468e-b18c-d8c2c32ff565 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3396c648-672e-4724-be8f-63b5dbb09092 HTTP/1.1" status: 204 len: 168 time: 0.7212656 Nov 09 19:55:11.171749 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.174329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88088ac5-8111-468e-b18c-d8c2c32ff565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3396c648-672e-4724-be8f-63b5dbb09092,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:11.267246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:55:11.317658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Port': ['ID=16252404-1697-43b8-887f-d05fedaea9e8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:11.343560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No DVR routers for this DVR port 16252404-1697-43b8-887f-d05fedaea9e8 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:11.408877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:11.424758 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:11.428488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42988) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:11.434762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1899acec-4bb0-492f-ac31-ef627c483d8a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8806791 Nov 09 19:55:11.439808 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:11.442027 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:11.454173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9578da-3507-4ef7-ab4b-3cadbbe6e5ec None None] DHCP port deletion for b444dd5e-7bcb-4016-9f80-9c9b69ddff1a request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:55:11.457556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1741099211'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:11.562092 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:11.721239 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.753046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b444dd5e-7bcb-4016-9f80-9c9b69ddff1a']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:11.757773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42992) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:11.765149 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf82735-eb7e-4734-ada8-987ee5146e19') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:11.765471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf82735-eb7e-4734-ada8-987ee5146e19') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:11.779196 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.795668 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.814778 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79ce1b3-6838-4e34-baa4-aac98656e04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.840417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:55:11.841007 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:55:11.856402 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:55:11.865679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c6a2d-9159-4161-8d80-207d8dc7fe74 req-ae4200fe-1330-4a55-9470-4da25c11d352 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:11.873577 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b47c6a2d-9159-4161-8d80-207d8dc7fe74 req-ae4200fe-1330-4a55-9470-4da25c11d352 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 932 time: 0.5962272 Nov 09 19:55:11.932940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79ce1b3-6838-4e34-baa4-aac98656e04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.938121 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e79ce1b3-6838-4e34-baa4-aac98656e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.954653 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:09Z', 'revision_number': 2, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:10Z', 'revision_number': 2, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:11.964253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2077403-8f24-4c5b-aa64-e74662f04dad None None] Network 34fdbe54-20c6-434f-9ebe-2a1f988edecf requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:11.969905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:11.975700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:11.989024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e79ce1b3-6838-4e34-baa4-aac98656e04f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c9447d164c2466297e251c4089fb1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297480 Nov 09 19:55:11.989840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ce1b3-6838-4e34-baa4-aac98656e04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4a1313-cee6-4ed1-a2d0-fd5eaecfa374,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:11.992291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42994) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:11.994010 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:11.994632 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Updating router 577122cc-9d5d-447b-ac39-bd5905db81eb port 00dc42b4-d5fc-430c-995b-a18226712349 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:55:12.032168 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.061197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-23356196-1c5a-470c-a84e-5eefa8b1e7cd None None] Provisioning complete for port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:12.061585 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-23356196-1c5a-470c-a84e-5eefa8b1e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.085096 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fe47e79-6106-48ac-b4a7-58c3b1e87596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.112420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fe47e79-6106-48ac-b4a7-58c3b1e87596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.155233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:55:12.171149 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.171801 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added segment 1ae9e52a-903f-4b1e-85b2-10fad8812dbe of type vlan for network b3b7e5be-b26e-409b-bd53-22371638831e Nov 09 19:55:12.214460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b47c6a2d-9159-4161-8d80-207d8dc7fe74 req-40ac777a-2b4c-4814-8924-cf5ac52bccb7 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397598 Nov 09 19:55:12.218589 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.245743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba817f-7510-4f8d-8549-c0c056139fa6 req-ccaba3a6-1fe5-4422-9754-1a7f7f286906 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:12.247609 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0aba817f-7510-4f8d-8549-c0c056139fa6 req-ccaba3a6-1fe5-4422-9754-1a7f7f286906 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 946 time: 0.1237316 Nov 09 19:55:12.253911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.260376 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/networks/b444dd5e-7bcb-4016-9f80-9c9b69ddff1a HTTP/1.1" status: 204 len: 168 time: 1.8593521 Nov 09 19:55:12.260861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c62f7d-c4dd-400e-9931-93a7f15cc2a1 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Pushing event deleted for resources: {'Network': ['ID=b444dd5e-7bcb-4016-9f80-9c9b69ddff1a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:12.262600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42998) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:12.265706 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.273589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-534c8c8e-61f4-4f23-b705-900243618b78 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'routes': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:12.305079 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-23356196-1c5a-470c-a84e-5eefa8b1e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.361132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fe47e79-6106-48ac-b4a7-58c3b1e87596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.370989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-23356196-1c5a-470c-a84e-5eefa8b1e7cd None None] For port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e3af30e6-e7f1-4e35-ae8d-f6d3553411aa,segment=NetworkSegment(a7320e68-3167-4f00-a2e8-83e2948516b7),segment_id=a7320e68-3167-4f00-a2e8-83e2948516b7)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:12.373289 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fe47e79-6106-48ac-b4a7-58c3b1e87596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.377899 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2fe47e79-6106-48ac-b4a7-58c3b1e87596 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac4a1313-cee6-4ed1-a2d0-fd5eaecfa374 HTTP/1.1" status: 204 len: 168 time: 0.3823752 Nov 09 19:55:12.382251 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-23356196-1c5a-470c-a84e-5eefa8b1e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.428626 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0aba817f-7510-4f8d-8549-c0c056139fa6 req-c212a559-8cac-4290-8d99-132ddbf13e33 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678364 Nov 09 19:55:12.430272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe47e79-6106-48ac-b4a7-58c3b1e87596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4a1313-cee6-4ed1-a2d0-fd5eaecfa374,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:12.533050 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.541091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23356196-1c5a-470c-a84e-5eefa8b1e7cd None None] Pushing event updated for resources: {'Port': ['ID=e3af30e6-e7f1-4e35-ae8d-f6d3553411aa,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:12.565698 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.593999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e3af30e6-e7f1-4e35-ae8d-f6d3553411aa up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:12.692175 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Pushing event updated for resources: {'Port': ['ID=00dc42b4-d5fc-430c-995b-a18226712349,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:12.705162 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.705510 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.705847 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.706182 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.706506 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.707399 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.707929 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.708849 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.709348 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.709849 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.710338 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.710857 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:12.725460 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Attempting to bind port 00dc42b4-d5fc-430c-995b-a18226712349 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:12.726767 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Attempting to bind port 00dc42b4-d5fc-430c-995b-a18226712349 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'a7320e68-3167-4f00-a2e8-83e2948516b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:12.727426 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Attempting to bind port 00dc42b4-d5fc-430c-995b-a18226712349 on network 34fdbe54-20c6-434f-9ebe-2a1f988edecf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:12.733752 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:12.734384 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Checking segment: {'id': 'a7320e68-3167-4f00-a2e8-83e2948516b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:12.734975 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.735525 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Bound using segment: {'id': 'a7320e68-3167-4f00-a2e8-83e2948516b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:12.736188 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Bound port: 00dc42b4-d5fc-430c-995b-a18226712349, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7320e68-3167-4f00-a2e8-83e2948516b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:12.736750 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.772406 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:12.773022 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.835710 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] For port 00dc42b4-d5fc-430c-995b-a18226712349, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:12.841930 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] For port 00dc42b4-d5fc-430c-995b-a18226712349, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=00dc42b4-d5fc-430c-995b-a18226712349,segment=NetworkSegment(a7320e68-3167-4f00-a2e8-83e2948516b7),segment_id=a7320e68-3167-4f00-a2e8-83e2948516b7)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:12.851432 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.876675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9c9652d4-75aa-4ce3-b4c8-557108a22df3 None None] Provisioning complete for port 00dc42b4-d5fc-430c-995b-a18226712349 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:12.877262 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c9652d4-75aa-4ce3-b4c8-557108a22df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:12.945800 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa2d24-ee49-47f8-8cbc-1542a66e8329 None None] Pushing event updated for resources: {'Port': ['ID=00dc42b4-d5fc-430c-995b-a18226712349,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:12.991365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819ff8b8-f4cc-42ea-937d-45ea22bb1911 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:55:13.000450 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:13.001661 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:54:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:13.007086 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.118618 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.resource_extend [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] It took 0.84 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:55:13.138445 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:13.162359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Transition to ACTIVE for port object 819ff8b8-f4cc-42ea-937d-45ea22bb1911 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:55:13.288177 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.288847 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c9652d4-75aa-4ce3-b4c8-557108a22df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.335695 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.337742 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ee0cffba-29f9-413a-a030-045af812be9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.342738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:13.343552 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.423662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9c9652d4-75aa-4ce3-b4c8-557108a22df3 None None] For port 00dc42b4-d5fc-430c-995b-a18226712349, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=00dc42b4-d5fc-430c-995b-a18226712349,segment=NetworkSegment(a7320e68-3167-4f00-a2e8-83e2948516b7),segment_id=a7320e68-3167-4f00-a2e8-83e2948516b7)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:13.469540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16252404-1697-43b8-887f-d05fedaea9e8 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:13.493902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Network': ['ID=b3b7e5be-b26e-409b-bd53-22371638831e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:13.505495 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c9652d4-75aa-4ce3-b4c8-557108a22df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.528773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.extraroute_db [None req-534c8c8e-61f4-4f23-b705-900243618b78 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Added routes are [] {{(pid=102296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 19:55:13.529326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.extraroute_db [None req-534c8c8e-61f4-4f23-b705-900243618b78 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Removed routes are [] {{(pid=102296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 19:55:13.529938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-534c8c8e-61f4-4f23-b705-900243618b78 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.533696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37e27b-d51d-4a17-bd9e-bbc840d0c98c req-0c210bcc-cc6c-4455-8078-4c7d11aead87 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:13.538739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3c37e27b-d51d-4a17-bd9e-bbc840d0c98c req-0c210bcc-cc6c-4455-8078-4c7d11aead87 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 944 time: 0.1302078 Nov 09 19:55:13.548045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1b741df7-1d8c-4deb-a268-98b35af269be tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1162283 Nov 09 19:55:13.555163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43030) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:13.577417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'subnet': {'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:13.584647 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network b3b7e5be-b26e-409b-bd53-22371638831e details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:55:13.654898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 16252404-1697-43b8-887f-d05fedaea9e8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:13.655594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16252404-1697-43b8-887f-d05fedaea9e8 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:13.656364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 66aa5022-f133-4f42-9b7b-f9450ef600e2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:13.703602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 66aa5022-f133-4f42-9b7b-f9450ef600e2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:13.703897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 66aa5022-f133-4f42-9b7b-f9450ef600e2 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:13.724097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Pushing event updated for resources: {'Port': ['ID=819ff8b8-f4cc-42ea-937d-45ea22bb1911,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:13.777386 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.810022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9c9652d4-75aa-4ce3-b4c8-557108a22df3 None None] Provisioning complete for port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:13.810410 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c9652d4-75aa-4ce3-b4c8-557108a22df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.817657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3c37e27b-d51d-4a17-bd9e-bbc840d0c98c req-3fcfae96-addd-491e-9e17-62867fee8700 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669709 Nov 09 19:55:13.907468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:13.909272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9652d4-75aa-4ce3-b4c8-557108a22df3 None None] Pushing event updated for resources: {'Port': ['ID=00dc42b4-d5fc-430c-995b-a18226712349,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:13.912388 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:13.918747 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:09Z', 'revision_number': 2, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:12Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:13.997470 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b285e-778d-4e82-95ed-f309e6d911f0 None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:09Z', 'revision_number': 2, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:12Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:14.133185 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-534c8c8e-61f4-4f23-b705-900243618b78 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:14.140110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Attempting to bind port 819ff8b8-f4cc-42ea-937d-45ea22bb1911 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:14.140603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Attempting to bind port 819ff8b8-f4cc-42ea-937d-45ea22bb1911 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'f57750e9-9b4f-444d-8215-ae6983da46e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '1204e5a1-37c3-4547-ae53-496aa6bfc42b'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:14.140947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Attempting to bind port 819ff8b8-f4cc-42ea-937d-45ea22bb1911 on network 1204e5a1-37c3-4547-ae53-496aa6bfc42b {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:14.147804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-534c8c8e-61f4-4f23-b705-900243618b78 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:14.158599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Port 819ff8b8-f4cc-42ea-937d-45ea22bb1911 on network 1204e5a1-37c3-4547-ae53-496aa6bfc42b not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:55:14.158939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Attempting to bind port 819ff8b8-f4cc-42ea-937d-45ea22bb1911 on network 1204e5a1-37c3-4547-ae53-496aa6bfc42b {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:14.169207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-798f5c11-f78a-455d-8d73-239ffa8877c1 None None] Provisioning complete for port 00dc42b4-d5fc-430c-995b-a18226712349 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:14.169648 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-798f5c11-f78a-455d-8d73-239ffa8877c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:14.226708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:14.227265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Checking segment: {'id': 'f57750e9-9b4f-444d-8215-ae6983da46e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '1204e5a1-37c3-4547-ae53-496aa6bfc42b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:14.228342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Bound using segment: {'id': 'f57750e9-9b4f-444d-8215-ae6983da46e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '1204e5a1-37c3-4547-ae53-496aa6bfc42b'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:14.229888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Bound port: 819ff8b8-f4cc-42ea-937d-45ea22bb1911, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57750e9-9b4f-444d-8215-ae6983da46e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '1204e5a1-37c3-4547-ae53-496aa6bfc42b'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:14.230341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:14.337999 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:14.510079 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:14.520861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] For port 819ff8b8-f4cc-42ea-937d-45ea22bb1911, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:14.524783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] For port 819ff8b8-f4cc-42ea-937d-45ea22bb1911, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=819ff8b8-f4cc-42ea-937d-45ea22bb1911,segment=NetworkSegment(f57750e9-9b4f-444d-8215-ae6983da46e4),segment_id=f57750e9-9b4f-444d-8215-ae6983da46e4)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:14.528591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534c8c8e-61f4-4f23-b705-900243618b78 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router 9f726da8-2a81-413b-84e2-72f92ee67379 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:14.532176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cf6ab8ba-b62b-4eba-ad2d-327149730505 None None] Provisioning complete for port 00dc42b4-d5fc-430c-995b-a18226712349 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:14.532981 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab8ba-b62b-4eba-ad2d-327149730505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:14.547094 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:14.635092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Pushing event updated for resources: {'Port': ['ID=819ff8b8-f4cc-42ea-937d-45ea22bb1911,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:14.646951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Subnet': ['ID=783e1f7a-9e95-460a-82af-fc1c28479553,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:14.683352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:14.683976 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:14.685424 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-8c58b14f-a381-44d7-9227-fcaf069083c3 service neutron] 10.222.0.70 "PUT /v2.0/ports/819ff8b8-f4cc-42ea-937d-45ea22bb1911 HTTP/1.1" status: 200 len: 1092 time: 3.6198847 Nov 09 19:55:14.685881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a12e9c7-44c7-41ff-9306-3f674571ec42', 'tag': '819ff8b8-f4cc-42ea-937d-45ea22bb1911'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:14.689385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Checking segment: {'id': '1ae9e52a-903f-4b1e-85b2-10fad8812dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:14.689751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network hostable DHCP agents. Network: b3b7e5be-b26e-409b-bd53-22371638831e, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:55:14.717629 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4977d0ef-c842-4315-97d8-fc169b5fafa2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a12e9c7-44c7-41ff-9306-3f674571ec42", "tag": "819ff8b8-f4cc-42ea-937d-45ea22bb1911"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:14.767315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network b3b7e5be-b26e-409b-bd53-22371638831e is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:55:14.783621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, b3b7e5be-b26e-409b-bd53-22371638831e) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:14.790131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:14.790554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:14.790935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 00dc42b4-d5fc-430c-995b-a18226712349 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:14.805355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985ee4ca-1445-43ce-80f8-70033d5cfbee None None] Network b3b7e5be-b26e-409b-bd53-22371638831e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:14.848082 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cda65b99-81c9-431a-8b5c-2c0a1f053a56 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2874165 Nov 09 19:55:14.853253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43058) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:14.931552 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7499e522-becd-4124-840f-38a22034400f x-openstack-request-id: req-7499e522-becd-4124-840f-38a22034400f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:14.931982 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a12e9c7-44c7-41ff-9306-3f674571ec42", "tag": "819ff8b8-f4cc-42ea-937d-45ea22bb1911", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:14.932671 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7499e522-becd-4124-840f-38a22034400f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:14.933679 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a12e9c7-44c7-41ff-9306-3f674571ec42', 'tag': '819ff8b8-f4cc-42ea-937d-45ea22bb1911', 'status': 'completed', 'code': 200} Nov 09 19:55:14.949252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-071547de-495b-4725-b831-538b0261758c None None] Provisioning complete for port 00dc42b4-d5fc-430c-995b-a18226712349 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:14.949610 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-071547de-495b-4725-b831-538b0261758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:15.008219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 00dc42b4-d5fc-430c-995b-a18226712349 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:15.009069 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:15.029177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534c8c8e-61f4-4f23-b705-900243618b78 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:15.038340 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-534c8c8e-61f4-4f23-b705-900243618b78 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:15.039590 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-534c8c8e-61f4-4f23-b705-900243618b78 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379 HTTP/1.1" status: 200 len: 700 time: 2.7706735 Nov 09 19:55:15.045025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43062) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:15.110177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-aab61eb8-9156-4806-b65d-04fb4300de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:15.112274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-aab61eb8-9156-4806-b65d-04fb4300de5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd0796f182d94669b15e57624a45e1c3&device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 1095 time: 0.1834528 Nov 09 19:55:15.115725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-45edc669-9094-4b4b-a52c-16263f67b928 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f726da8-2a81-413b-84e2-72f92ee67379 HTTP/1.1" status: 200 len: 205 time: 0.0696139 Nov 09 19:55:15.149710 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d80dc8-6699-4c9c-8fda-1353dd78bbd6 None None] Sync routers for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:15.152896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43066) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:15.254646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d80dc8-6699-4c9c-8fda-1353dd78bbd6 None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:15.255612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f9d80dc8-6699-4c9c-8fda-1353dd78bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:15.303566 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-b3b7e5be-b26e-409b-bd53-22371638831e', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:55:15.304668 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:15.315180 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-f13464d9-2fda-4cea-a28f-8580a27019b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819ff8b8-f4cc-42ea-937d-45ea22bb1911 HTTP/1.1" status: 200 len: 217 time: 0.1781414 Nov 09 19:55:15.336117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba4079-07b4-4c46-9ef6-28979a75646d req-933ef3cd-676e-454a-9141-d971bcd0d1d5 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:15.345833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-feba4079-07b4-4c46-9ef6-28979a75646d req-933ef3cd-676e-454a-9141-d971bcd0d1d5 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 944 time: 0.4113612 Nov 09 19:55:15.406168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c1ff23a-3253-4864-be11-22f076c5b7d3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:15.563461 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-feba4079-07b4-4c46-9ef6-28979a75646d req-349e9bed-429a-4869-8b06-e736b09b51a4 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114210 Nov 09 19:55:15.566601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f9d80dc8-6699-4c9c-8fda-1353dd78bbd6 None None] Set router 9f726da8-2a81-413b-84e2-72f92ee67379 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:15.603848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-94576bba-43ac-4473-b6bf-4a91a0f7d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:15.606012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-94576bba-43ac-4473-b6bf-4a91a0f7d85d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b373410d-c823-4c79-b813-cfd238113ecd HTTP/1.1" status: 200 len: 849 time: 0.2172763 Nov 09 19:55:15.655525 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f9d80dc8-6699-4c9c-8fda-1353dd78bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f726da8-2a81-413b-84e2-72f92ee67379', 'name': 'tempest-RoutersTest-router-229927850', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:54:10Z', 'updated_at': '2021-11-09T19:55:08Z', 'revision_number': 11, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:15.754328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-bd372cb6-135f-4133-87be-dfc9bdd7fb06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1204e5a1-37c3-4547-ae53-496aa6bfc42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120458 Nov 09 19:55:15.758987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c1ff23a-3253-4864-be11-22f076c5b7d3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:15.761378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c1ff23a-3253-4864-be11-22f076c5b7d3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:15.763713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d80dc8-6699-4c9c-8fda-1353dd78bbd6 None None] Checking router: 9f726da8-2a81-413b-84e2-72f92ee67379 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:15.863967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e3af30e6-e7f1-4e35-ae8d-f6d3553411aa up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:15.933356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d80dc8-6699-4c9c-8fda-1353dd78bbd6 None None] Routers {'9f726da8-2a81-413b-84e2-72f92ee67379'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:15.934970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f9d80dc8-6699-4c9c-8fda-1353dd78bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9f726da8-2a81-413b-84e2-72f92ee67379'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:15.936106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c1ff23a-3253-4864-be11-22f076c5b7d3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:15.936635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1ff23a-3253-4864-be11-22f076c5b7d3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Fanout notify agent at l3_agent the message router_deleted on router 9f726da8-2a81-413b-84e2-72f92ee67379 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:55:15.957784 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c1ff23a-3253-4864-be11-22f076c5b7d3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:15.959932 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7c1ff23a-3253-4864-be11-22f076c5b7d3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379 HTTP/1.1" status: 204 len: 168 time: 0.8025470 Nov 09 19:55:15.966150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43100) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:15.981470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0b338254-1776-437b-88f7-b8c608954992 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1367898434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:15.999593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.016724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b338254-1776-437b-88f7-b8c608954992 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.017668 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b338254-1776-437b-88f7-b8c608954992 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.040536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:16.041363 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.071968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-6c7c618f-211c-4536-93db-899139bdacf9 service neutron] 10.222.0.70 "GET /v2.0/networks/1204e5a1-37c3-4547-ae53-496aa6bfc42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086448 Nov 09 19:55:16.098644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f9d80dc8-6699-4c9c-8fda-1353dd78bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:16.099481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d80dc8-6699-4c9c-8fda-1353dd78bbd6 None None] The sync data for ids ['9f726da8-2a81-413b-84e2-72f92ee67379'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:16.115822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Allocated IP 2001:db8:1::2 (b3b7e5be-b26e-409b-bd53-22371638831e/783e1f7a-9e95-460a-82af-fc1c28479553/68eba403-1408-4d40-8e50-9269bfff57b2) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:16.218664 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9beb8a4a-69a7-4159-ab67-e733ff35efbf req-651467ad-d70f-47d5-9fda-53887152f129 service neutron] 10.222.0.70 "GET /v2.0/networks/1204e5a1-37c3-4547-ae53-496aa6bfc42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273861 Nov 09 19:55:16.277649 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b338254-1776-437b-88f7-b8c608954992 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.301416 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b338254-1776-437b-88f7-b8c608954992 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.309917 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.440468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b338254-1776-437b-88f7-b8c608954992 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.447121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0b338254-1776-437b-88f7-b8c608954992 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4776838 Nov 09 19:55:16.447475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43122) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:16.458209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fae564fe-815c-4111-8677-9750fa7e6217 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:16.464379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977d0ef-c842-4315-97d8-fc169b5fafa2 req-55a65489-783a-4904-9f02-08b471c6af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:16.468282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4977d0ef-c842-4315-97d8-fc169b5fafa2 req-55a65489-783a-4904-9f02-08b471c6af0f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd0796f182d94669b15e57624a45e1c3&device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 1095 time: 0.1846759 Nov 09 19:55:16.524743 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.536824 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.602841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Network b3b7e5be-b26e-409b-bd53-22371638831e is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:16.607648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:16.617758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:16.640084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Pushing event updated for resources: {'Port': ['ID=68eba403-1408-4d40-8e50-9269bfff57b2,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:16.706352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Allocated IP 2001:db8:1::1 (b3b7e5be-b26e-409b-bd53-22371638831e/783e1f7a-9e95-460a-82af-fc1c28479553/aaf577bc-8254-4d23-a85e-f8c866a5830d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:16.744616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Attempting to bind port 68eba403-1408-4d40-8e50-9269bfff57b2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:16.745336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Attempting to bind port 68eba403-1408-4d40-8e50-9269bfff57b2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '1ae9e52a-903f-4b1e-85b2-10fad8812dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:16.745956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Attempting to bind port 68eba403-1408-4d40-8e50-9269bfff57b2 on network b3b7e5be-b26e-409b-bd53-22371638831e {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:16.754444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:16.755480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Checking segment: {'id': '1ae9e52a-903f-4b1e-85b2-10fad8812dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:16.755915 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.756317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Bound using segment: {'id': '1ae9e52a-903f-4b1e-85b2-10fad8812dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:16.756985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Bound port: 68eba403-1408-4d40-8e50-9269bfff57b2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae9e52a-903f-4b1e-85b2-10fad8812dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:16.757432 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.849295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] For port 68eba403-1408-4d40-8e50-9269bfff57b2, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:16.870584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] For port 68eba403-1408-4d40-8e50-9269bfff57b2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=68eba403-1408-4d40-8e50-9269bfff57b2,segment=NetworkSegment(1ae9e52a-903f-4b1e-85b2-10fad8812dbe),segment_id=1ae9e52a-903f-4b1e-85b2-10fad8812dbe)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:16.878578 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:16.905363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380348ee-4e4c-48b4-bb50-bdf2cf32bb2d req-89f399a1-e60a-4b8c-898a-5078336c1123 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:16.919047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-380348ee-4e4c-48b4-bb50-bdf2cf32bb2d req-89f399a1-e60a-4b8c-898a-5078336c1123 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 944 time: 0.1920128 Nov 09 19:55:17.023554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74408ec3-4b8a-48ff-8b15-4bea75c077be None None] Pushing event updated for resources: {'Port': ['ID=68eba403-1408-4d40-8e50-9269bfff57b2,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:17.054814 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-380348ee-4e4c-48b4-bb50-bdf2cf32bb2d req-ec199e3f-dfcf-4a7d-8ba7-76a4c59e73d2 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328812 Nov 09 19:55:17.075132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:17.156059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:17.213318 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network b3b7e5be-b26e-409b-bd53-22371638831e is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:17.217568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:17.235577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:17.236134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:17.312919 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=aaf577bc-8254-4d23-a85e-f8c866a5830d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:17.329409 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.329775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.330130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.330475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.330888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.331235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.332114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.332962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.332962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.333233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.333468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.333981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:17.398190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fae564fe-815c-4111-8677-9750fa7e6217 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:17.469934 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fae564fe-815c-4111-8677-9750fa7e6217 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:17.480205 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:17.488953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977d0ef-c842-4315-97d8-fc169b5fafa2 req-82e24ea0-6faf-4961-afa2-db5787fe88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:17.490710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4977d0ef-c842-4315-97d8-fc169b5fafa2 req-82e24ea0-6faf-4961-afa2-db5787fe88ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=1204e5a1-37c3-4547-ae53-496aa6bfc42b HTTP/1.1" status: 200 len: 910 time: 0.9731605 Nov 09 19:55:17.608256 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4977d0ef-c842-4315-97d8-fc169b5fafa2 req-98ce2124-a1df-4cad-bd7a-173b1b27fde8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819ff8b8-f4cc-42ea-937d-45ea22bb1911 HTTP/1.1" status: 200 len: 217 time: 0.0741711 Nov 09 19:55:17.683016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977d0ef-c842-4315-97d8-fc169b5fafa2 req-0ba9acc3-9adf-4cee-ab57-65d07ae539be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:17.685098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4977d0ef-c842-4315-97d8-fc169b5fafa2 req-0ba9acc3-9adf-4cee-ab57-65d07ae539be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b373410d-c823-4c79-b813-cfd238113ecd HTTP/1.1" status: 200 len: 849 time: 0.0671966 Nov 09 19:55:17.708041 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae564fe-815c-4111-8677-9750fa7e6217 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Router c01ddfd3-eeb9-46ca-a95d-6737933c9d5f is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:55:17.731688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4977d0ef-c842-4315-97d8-fc169b5fafa2 req-0ad43746-ae3d-4530-bdf0-803b39df82d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1204e5a1-37c3-4547-ae53-496aa6bfc42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369091 Nov 09 19:55:17.874574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae564fe-815c-4111-8677-9750fa7e6217 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:17.884660 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fae564fe-815c-4111-8677-9750fa7e6217 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:17.885357 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] Sync routers for ids ['c01ddfd3-eeb9-46ca-a95d-6737933c9d5f'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:17.888636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fae564fe-815c-4111-8677-9750fa7e6217 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "PUT /v2.0/routers/c01ddfd3-eeb9-46ca-a95d-6737933c9d5f HTTP/1.1" status: 200 len: 694 time: 1.4376097 Nov 09 19:55:17.889645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43192) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:17.899407 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:17.901569 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] Routers {'c01ddfd3-eeb9-46ca-a95d-6737933c9d5f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:17.902268 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c01ddfd3-eeb9-46ca-a95d-6737933c9d5f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:17.909393 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:17.909695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.002698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0d0276a0-7598-454d-8470-a8f32ed8e8de tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/routers/c01ddfd3-eeb9-46ca-a95d-6737933c9d5f HTTP/1.1" status: 200 len: 700 time: 0.1091223 Nov 09 19:55:18.002952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43194) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:18.042111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b3e1bdc3-3e82-4e79-9826-952a1a2b774b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=c01ddfd3-eeb9-46ca-a95d-6737933c9d5f HTTP/1.1" status: 200 len: 205 time: 0.0348980 Nov 09 19:55:18.042338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43196) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:18.065345 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] Set router c01ddfd3-eeb9-46ca-a95d-6737933c9d5f gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:18.205926 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01ddfd3-eeb9-46ca-a95d-6737933c9d5f', 'name': 'tempest-RoutersTest-router-1367898434', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:17Z', 'revision_number': 2, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:18.210343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43204) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:18.241749 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] Checking router: c01ddfd3-eeb9-46ca-a95d-6737933c9d5f for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:18.256526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=aaf577bc-8254-4d23-a85e-f8c866a5830d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:18.268511 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] Routers {'c01ddfd3-eeb9-46ca-a95d-6737933c9d5f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:18.272602 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c01ddfd3-eeb9-46ca-a95d-6737933c9d5f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:18.323598 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4977d0ef-c842-4315-97d8-fc169b5fafa2 req-2fee2859-2ceb-422a-87ec-a1c205329157 service neutron] 10.222.0.70 "GET /v2.0/networks/1204e5a1-37c3-4547-ae53-496aa6bfc42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834191 Nov 09 19:55:18.342271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network b3b7e5be-b26e-409b-bd53-22371638831e is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:18.343893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:18.358944 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e915336-986a-40c2-92b8-4f1676dc96e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.469481 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] Set router c01ddfd3-eeb9-46ca-a95d-6737933c9d5f gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:18.533404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca88723f-171f-40be-8127-d8771d0dbffa None None] Network b3b7e5be-b26e-409b-bd53-22371638831e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:18.538930 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01ddfd3-eeb9-46ca-a95d-6737933c9d5f', 'name': 'tempest-RoutersTest-router-1367898434', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:17Z', 'revision_number': 2, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:18.556844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ee7b72da-0cec-4bed-a694-b2b9de00991e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.575805 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e778b-6631-4fe4-b660-5753c5d07ef4 None None] The sync data for ids ['c01ddfd3-eeb9-46ca-a95d-6737933c9d5f'] in n-d-817256-1 is: [{'id': 'c01ddfd3-eeb9-46ca-a95d-6737933c9d5f', 'name': 'tempest-RoutersTest-router-1367898434', 'tenant_id': 'c66009a52c7f46feb86fc69529ee86a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:17Z', 'revision_number': 2, 'project_id': 'c66009a52c7f46feb86fc69529ee86a6', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:18.603621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072089b-def5-4f27-9246-b50e2de7e236 req-ea6fc985-8e12-4c82-8123-9336e62c2ba7 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:18.614364 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f072089b-def5-4f27-9246-b50e2de7e236 req-ea6fc985-8e12-4c82-8123-9336e62c2ba7 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 944 time: 0.3681493 Nov 09 19:55:18.638635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 68eba403-1408-4d40-8e50-9269bfff57b2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:18.653999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:18.731060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e915336-986a-40c2-92b8-4f1676dc96e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.733321 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e915336-986a-40c2-92b8-4f1676dc96e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.747418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fda9a60b-0ce0-447c-b045-4eb819979ebe None None] Provisioning complete for port 68eba403-1408-4d40-8e50-9269bfff57b2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:18.747804 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fda9a60b-0ce0-447c-b045-4eb819979ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.793944 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e915336-986a-40c2-92b8-4f1676dc96e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.794486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e915336-986a-40c2-92b8-4f1676dc96e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Fanout notify agent at l3_agent the message router_deleted on router c01ddfd3-eeb9-46ca-a95d-6737933c9d5f {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:55:18.805324 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e915336-986a-40c2-92b8-4f1676dc96e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.813240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2e915336-986a-40c2-92b8-4f1676dc96e0 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/c01ddfd3-eeb9-46ca-a95d-6737933c9d5f HTTP/1.1" status: 204 len: 168 time: 0.7632020 Nov 09 19:55:18.813513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 68eba403-1408-4d40-8e50-9269bfff57b2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:18.813718 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.820406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43212) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:18.896945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-78fb04cb-1c21-46eb-9aad-dbdfc598f8f3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=c01ddfd3-eeb9-46ca-a95d-6737933c9d5f HTTP/1.1" status: 200 len: 205 time: 0.0726285 Nov 09 19:55:18.904937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43214) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:18.929346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:18.929592 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f072089b-def5-4f27-9246-b50e2de7e236 req-a71ef88d-f1ca-45a5-9dcd-e78a2a78990c tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469779 Nov 09 19:55:18.945712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4977d0ef-c842-4315-97d8-fc169b5fafa2 req-02d6c735-cc23-453d-89b2-064024937dfb service neutron] 10.222.0.70 "GET /v2.0/networks/1204e5a1-37c3-4547-ae53-496aa6bfc42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111696 Nov 09 19:55:18.962251 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.962835 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ee7b72da-0cec-4bed-a694-b2b9de00991e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:18.967527 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7bdc3f14-8d27-4816-bf01-d7b348c91133 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1130526 Nov 09 19:55:18.968693 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-98dcb101-98df-434f-b8b8-4e55d81374f3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] delete failed (client error): The resource could not be found. Nov 09 19:55:18.971922 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-98dcb101-98df-434f-b8b8-4e55d81374f3 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/c01ddfd3-eeb9-46ca-a95d-6737933c9d5f HTTP/1.1" status: 404 len: 336 time: 0.0637481 Nov 09 19:55:18.971922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43216) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:18.972303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43218) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:18.976965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:19.016078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1680172125'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:19.021302 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-c706b8b0-d080-406c-b0d8-426df847f700 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] DELETE failed (client error): The resource could not be found. Nov 09 19:55:19.021887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c706b8b0-d080-406c-b0d8-426df847f700 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:55:19.029101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43220) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.031299 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c706b8b0-d080-406c-b0d8-426df847f700 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/97931286-de3a-4e37-9c2e-669d565fd0fe HTTP/1.1" status: 404 len: 337 time: 0.0579195 Nov 09 19:55:19.033896 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ee7b72da-0cec-4bed-a694-b2b9de00991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.040386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:19.041009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:19.068991 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c6fd6d-c20b-4c98-9ab7-2cd8ad5919c2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] DELETE failed (client error): The resource could not be found. Nov 09 19:55:19.069476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c6fd6d-c20b-4c98-9ab7-2cd8ad5919c2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:55:19.072199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 68eba403-1408-4d40-8e50-9269bfff57b2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=68eba403-1408-4d40-8e50-9269bfff57b2,segment=NetworkSegment(1ae9e52a-903f-4b1e-85b2-10fad8812dbe),segment_id=1ae9e52a-903f-4b1e-85b2-10fad8812dbe)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:19.076230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c0c6fd6d-c20b-4c98-9ab7-2cd8ad5919c2 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/3dee48b5-9b78-49a9-896e-80af0d4f2e42 HTTP/1.1" status: 404 len: 337 time: 0.0455384 Nov 09 19:55:19.076987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43222) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.104450 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ee7b72da-0cec-4bed-a694-b2b9de00991e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69a02a9b047542079d10057c7ae825c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935957 Nov 09 19:55:19.105806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b72da-0cec-4bed-a694-b2b9de00991e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd14804-2d9d-4454-b1eb-3885b82fd87e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:19.119807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 819ff8b8-f4cc-42ea-937d-45ea22bb1911 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:55:19.123746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43224) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.123916 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-71374b06-21e8-459b-b762-9a13b72c03dd tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] DELETE failed (client error): The resource could not be found. Nov 09 19:55:19.124271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71374b06-21e8-459b-b762-9a13b72c03dd tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:55:19.125648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:19.131191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-71374b06-21e8-459b-b762-9a13b72c03dd tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/02ada7c4-ffbb-4e2e-9087-91078eb8fceb HTTP/1.1" status: 404 len: 337 time: 0.0534222 Nov 09 19:55:19.131839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43226) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.134835 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.161081 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f12978-35fd-4fc3-af99-dd5f80aed84c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] DELETE failed (client error): The resource could not be found. Nov 09 19:55:19.161596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f12978-35fd-4fc3-af99-dd5f80aed84c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:55:19.167554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.168375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-11f12978-35fd-4fc3-af99-dd5f80aed84c tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/b78d4974-5708-4668-9778-892c9f565c58 HTTP/1.1" status: 404 len: 337 time: 0.0355330 Nov 09 19:55:19.169401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43228) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.197757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:55:19.219026 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3c2f4cfe-96a6-4d2d-bec2-b015dd6ceb89 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f726da8-2a81-413b-84e2-72f92ee67379 HTTP/1.1" status: 200 len: 205 time: 0.0486023 Nov 09 19:55:19.219953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43230) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.236866 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.238504 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added segment acfb835c-5cd7-4f0e-bc47-6878a5438deb of type vlan for network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 Nov 09 19:55:19.269431 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fda9a60b-0ce0-447c-b045-4eb819979ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.280081 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-c90e72c6-03f3-45c1-bb63-ea71b252a403 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] delete failed (client error): The resource could not be found. Nov 09 19:55:19.284198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c90e72c6-03f3-45c1-bb63-ea71b252a403 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/9f726da8-2a81-413b-84e2-72f92ee67379 HTTP/1.1" status: 404 len: 336 time: 0.0630774 Nov 09 19:55:19.285777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43234) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.317127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f95e61-b859-43aa-9992-80631e779f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.323828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.338211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43236) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.339192 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1132268d-ca94-48e5-aa9e-cb5721217587 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b8a7484-fe58-456f-b6f8-4c5e36c0a732 HTTP/1.1" status: 200 len: 205 time: 0.0514922 Nov 09 19:55:19.352589 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.resource_extend [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:55:19.382767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:19.414698 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f95e61-b859-43aa-9992-80631e779f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.416848 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-901e5788-d904-4539-9b55-9e7efc20f16a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] delete failed (client error): The resource could not be found. Nov 09 19:55:19.418716 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-901e5788-d904-4539-9b55-9e7efc20f16a tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/7b8a7484-fe58-456f-b6f8-4c5e36c0a732 HTTP/1.1" status: 404 len: 336 time: 0.0775239 Nov 09 19:55:19.421983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43240) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.454780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.462125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:19.462867 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.499130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5274670 Nov 09 19:55:19.516968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43242) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.534233 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb2b9fd-ac86-4d5f-889d-4b34280e9eb8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] DELETE failed (client error): The resource could not be found. Nov 09 19:55:19.535009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb2b9fd-ac86-4d5f-889d-4b34280e9eb8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:55:19.546710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4cb2b9fd-ac86-4d5f-889d-4b34280e9eb8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/2eed5243-b243-4c99-bbd7-60009421a34b HTTP/1.1" status: 404 len: 337 time: 0.1234765 Nov 09 19:55:19.547272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43244) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.561248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'subnet': {'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:19.585603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 819ff8b8-f4cc-42ea-937d-45ea22bb1911, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=819ff8b8-f4cc-42ea-937d-45ea22bb1911,segment=NetworkSegment(f57750e9-9b4f-444d-8215-ae6983da46e4),segment_id=f57750e9-9b4f-444d-8215-ae6983da46e4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:19.603127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=68eba403-1408-4d40-8e50-9269bfff57b2,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:19.606600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '819ff8b8-f4cc-42ea-937d-45ea22bb1911', 'network_id': '1204e5a1-37c3-4547-ae53-496aa6bfc42b', 'port_id': '819ff8b8-f4cc-42ea-937d-45ea22bb1911', 'mac_address': 'fa:16:3e:a0:18:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b373410d-c823-4c79-b813-cfd238113ecd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:55:19.631617 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9990c50e-6972-42e9-9f9c-36943d30fc8b tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=712762f8-056c-44c4-b315-2c64196dbc3f HTTP/1.1" status: 200 len: 205 time: 0.0827947 Nov 09 19:55:19.635168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43246) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.657447 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f95e61-b859-43aa-9992-80631e779f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.660204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f95e61-b859-43aa-9992-80631e779f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.661398 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-06f95e61-b859-43aa-9992-80631e779f3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fd14804-2d9d-4454-b1eb-3885b82fd87e HTTP/1.1" status: 204 len: 168 time: 0.5067027 Nov 09 19:55:19.683240 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-2bd2541b-30bc-4d41-a77a-55a3e5ef01e4 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] delete failed (client error): The resource could not be found. Nov 09 19:55:19.687354 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2bd2541b-30bc-4d41-a77a-55a3e5ef01e4 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/712762f8-056c-44c4-b315-2c64196dbc3f HTTP/1.1" status: 404 len: 336 time: 0.0498931 Nov 09 19:55:19.689199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43252) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.704520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedad26-0e76-450a-81a1-f1dda1ead8fd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Network': ['ID=77cd9e2a-37cf-4fe0-bff9-acede0f63075,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:19.710266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f95e61-b859-43aa-9992-80631e779f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd14804-2d9d-4454-b1eb-3885b82fd87e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:19.731313 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-fda9a60b-0ce0-447c-b045-4eb819979ebe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:55:19.731667 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-fda9a60b-0ce0-447c-b045-4eb819979ebe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:55:19.732507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:55:19.756064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e7b9c23-605b-427c-bd7a-46ef7efc7d30 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=40a8f625-916d-47d4-ba2c-ae9e4915a60a HTTP/1.1" status: 200 len: 205 time: 0.0656164 Nov 09 19:55:19.756700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43254) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.793696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:19.800074 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:19.849491 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-69e5f87b-42f9-4da1-9e38-19544c36028f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] delete failed (client error): The resource could not be found. Nov 09 19:55:19.857097 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-69e5f87b-42f9-4da1-9e38-19544c36028f tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/40a8f625-916d-47d4-ba2c-ae9e4915a60a HTTP/1.1" status: 404 len: 336 time: 0.0992579 Nov 09 19:55:19.857695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43256) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.917398 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b12e4ae-112f-4f19-a37f-f0f752c86fb6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] DELETE failed (client error): The resource could not be found. Nov 09 19:55:19.917810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b12e4ae-112f-4f19-a37f-f0f752c86fb6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:55:19.926273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4b12e4ae-112f-4f19-a37f-f0f752c86fb6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/088fbc2c-bf44-4d55-abfd-e21debf1cb1e HTTP/1.1" status: 404 len: 337 time: 0.0673614 Nov 09 19:55:19.926947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43260) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:19.968780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-86fed23f-c938-4336-88c8-3f372cae1a58 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18 HTTP/1.1" status: 200 len: 205 time: 0.0406940 Nov 09 19:55:19.969613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43266) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:20.024253 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-622833d3-8518-473d-88f8-489e3b07b945 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] delete failed (client error): The resource could not be found. Nov 09 19:55:20.031902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-622833d3-8518-473d-88f8-489e3b07b945 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/ef296e0d-0e4a-4bfe-b51a-e0f8b4320d18 HTTP/1.1" status: 404 len: 336 time: 0.0610869 Nov 09 19:55:20.032776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43268) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:20.064592 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dbdf1b-d9f0-42d0-8f17-85eae38a6da6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] DELETE failed (client error): The resource could not be found. Nov 09 19:55:20.065391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dbdf1b-d9f0-42d0-8f17-85eae38a6da6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:55:20.073012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f1dbdf1b-d9f0-42d0-8f17-85eae38a6da6 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/09d5539e-18e6-4cea-8393-b03316566251 HTTP/1.1" status: 404 len: 337 time: 0.0389144 Nov 09 19:55:20.073983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43270) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:20.112464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d3e9c3d4-8f70-47e3-bd16-87b26c8b59c8 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "GET /v2.0/ports?device_id=f18cf2f3-22f2-4481-8897-3b2e013c1a4e HTTP/1.1" status: 200 len: 205 time: 0.0367239 Nov 09 19:55:20.114287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43272) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:20.172558 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-bb33a704-b79e-4344-bcfd-d98c436c0cc7 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] delete failed (client error): The resource could not be found. Nov 09 19:55:20.178001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bb33a704-b79e-4344-bcfd-d98c436c0cc7 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/routers/f18cf2f3-22f2-4481-8897-3b2e013c1a4e HTTP/1.1" status: 404 len: 336 time: 0.0621824 Nov 09 19:55:20.179087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43274) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:20.220565 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa141dde-5dea-4dee-8bba-266df7ad4182 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] DELETE failed (client error): The resource could not be found. Nov 09 19:55:20.221077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa141dde-5dea-4dee-8bba-266df7ad4182 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:55:20.227400 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fa141dde-5dea-4dee-8bba-266df7ad4182 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/ae912f3e-5fc1-47c0-9442-55b21b8a0b07 HTTP/1.1" status: 404 len: 337 time: 0.0470560 Nov 09 19:55:20.228020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43276) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:20.249655 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.257491 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7366ab89-6dc2-4652-ba87-0b7f695130c5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] DELETE failed (client error): The resource could not be found. Nov 09 19:55:20.258896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7366ab89-6dc2-4652-ba87-0b7f695130c5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:55:20.265781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7366ab89-6dc2-4652-ba87-0b7f695130c5 tempest-RoutersTest-404059378 tempest-RoutersTest-404059378-project] 10.222.0.53 "DELETE /v2.0/subnets/56de0f67-e247-4f50-983c-fd59db640e84 HTTP/1.1" status: 404 len: 337 time: 0.0365539 Nov 09 19:55:20.354279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43280) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:20.374540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Subnet': ['ID=3aa6cf17-f3ed-4596-9cb2-307d030f7eb8,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:20.384144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b1fffa-6ab3-4606-990a-386a9bfb3c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.393419 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.416854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819ff8b8-f4cc-42ea-937d-45ea22bb1911 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:55:20.423858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77d416-ebfd-4505-b1cd-b086b72e7694 req-92925c29-6655-49da-a0b9-5844e2594d80 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:20.428739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f77d416-ebfd-4505-b1cd-b086b72e7694 req-92925c29-6655-49da-a0b9-5844e2594d80 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 944 time: 0.2235296 Nov 09 19:55:20.440865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 819ff8b8-f4cc-42ea-937d-45ea22bb1911, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=819ff8b8-f4cc-42ea-937d-45ea22bb1911,segment=NetworkSegment(f57750e9-9b4f-444d-8215-ae6983da46e4),segment_id=f57750e9-9b4f-444d-8215-ae6983da46e4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:20.457349 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.511534 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:17Z', 'revision_number': 3, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:17Z', 'revision_number': 2, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:20.549538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:20.550100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Updating router 577122cc-9d5d-447b-ac39-bd5905db81eb port aaf577bc-8254-4d23-a85e-f8c866a5830d binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:55:20.597250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Checking segment: {'id': 'acfb835c-5cd7-4f0e-bc47-6878a5438deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:20.598581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network hostable DHCP agents. Network: 77cd9e2a-37cf-4fe0-bff9-acede0f63075, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:55:20.599831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b1fffa-6ab3-4606-990a-386a9bfb3c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.605482 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b1fffa-6ab3-4606-990a-386a9bfb3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.624342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 68eba403-1408-4d40-8e50-9269bfff57b2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:20.636598 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8f77d416-ebfd-4505-b1cd-b086b72e7694 req-13f9b2c1-0f44-41bc-8516-673d95d575c5 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931620 Nov 09 19:55:20.647422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:55:20.671310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 77cd9e2a-37cf-4fe0-bff9-acede0f63075) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:20.689161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:20.691436 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.704706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a1b1fffa-6ab3-4606-990a-386a9bfb3c77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=223b7e5eabed48c7acc86826391a20a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486319 Nov 09 19:55:20.709240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43288) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:20.723602 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-61a81c46-bf90-4062-a576-8efe1bcb4d1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2053576 Nov 09 19:55:20.726959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43290) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:20.734499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43292) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:20.739702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1fffa-6ab3-4606-990a-386a9bfb3c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0a661c-a6a8-4c80-93ab-e7a167b57ae5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:20.801421 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-82027b4d-2784-4e8a-bdd1-43807494fc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.851537 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-82027b4d-2784-4e8a-bdd1-43807494fc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.895362 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.898992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b638bc2-c153-430e-90d1-62b65cbf0b2d None None] Network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:20.929391 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-82027b4d-2784-4e8a-bdd1-43807494fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.932549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=819ff8b8-f4cc-42ea-937d-45ea22bb1911,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:20.933158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-82027b4d-2784-4e8a-bdd1-43807494fc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:20.936303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-82027b4d-2784-4e8a-bdd1-43807494fc34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b0a661c-a6a8-4c80-93ab-e7a167b57ae5 HTTP/1.1" status: 204 len: 168 time: 0.2257309 Nov 09 19:55:20.963142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82027b4d-2784-4e8a-bdd1-43807494fc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0a661c-a6a8-4c80-93ab-e7a167b57ae5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:20.968667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4e5c484a-544e-4f1b-94af-1c90853e69d4 None None] Provisioning complete for port 68eba403-1408-4d40-8e50-9269bfff57b2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:20.969290 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4e5c484a-544e-4f1b-94af-1c90853e69d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:21.035230 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-072f1695-4bd7-4572-920c-1532b3955db4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c66009a52c7f46feb86fc69529ee86a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979517 Nov 09 19:55:21.037607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43300) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:21.068213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['819ff8b8-f4cc-42ea-937d-45ea22bb1911'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:55:21.152407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd3061e8-975e-402b-8f6b-ce928aa2b774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:21.181748 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd3061e8-975e-402b-8f6b-ce928aa2b774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:21.246462 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd3061e8-975e-402b-8f6b-ce928aa2b774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:21.249570 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd3061e8-975e-402b-8f6b-ce928aa2b774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:21.253050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cd3061e8-975e-402b-8f6b-ce928aa2b774 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9dc13d4c-150c-45ad-a0cd-f813b52668c9 HTTP/1.1" status: 204 len: 168 time: 0.2116361 Nov 09 19:55:21.260960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3061e8-975e-402b-8f6b-ce928aa2b774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc13d4c-150c-45ad-a0cd-f813b52668c9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:21.314628 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:21.353803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 68eba403-1408-4d40-8e50-9269bfff57b2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:21.354181 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:21.453616 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:21.634929 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:55:21.635932 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:21.887508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0bc2e-4c3c-4db8-acba-f13684e2a30f req-5789070a-cd24-4535-a501-7f77fcf0a0ee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:21.897324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcd0bc2e-4c3c-4db8-acba-f13684e2a30f req-5789070a-cd24-4535-a501-7f77fcf0a0ee tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 945 time: 0.1393034 Nov 09 19:55:21.940578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Allocated IP 2001:db8:2::1 (77cd9e2a-37cf-4fe0-bff9-acede0f63075/3aa6cf17-f3ed-4596-9cb2-307d030f7eb8/f9fd49a7-201f-4cb8-9d27-700984e2f613) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:22.018316 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcd0bc2e-4c3c-4db8-acba-f13684e2a30f req-6066dcbb-c760-4404-8802-cf4f50555f2a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199918 Nov 09 19:55:22.071766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4e5c484a-544e-4f1b-94af-1c90853e69d4 None None] Provisioning complete for port aaf577bc-8254-4d23-a85e-f8c866a5830d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:22.072145 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4e5c484a-544e-4f1b-94af-1c90853e69d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.188655 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.213403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43340) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:22.227873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c484a-544e-4f1b-94af-1c90853e69d4 None None] Port aaf577bc-8254-4d23-a85e-f8c866a5830d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:55:22.248101 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.310105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=f9fd49a7-201f-4cb8-9d27-700984e2f613,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:22.326038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:22.327901 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:22.330651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:22.331330 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.341817 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.370480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Allocated IP 2001:db8:2::2 (77cd9e2a-37cf-4fe0-bff9-acede0f63075/3aa6cf17-f3ed-4596-9cb2-307d030f7eb8/f92cd817-f5bc-4372-80ef-0d4bb14ac353) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:22.414432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-707189750-network', 'tenant_id': 'aa140906652745c3a4d39e630bf91c6e'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:22.445551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Made reservation on behalf of aa140906652745c3a4d39e630bf91c6e for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:22.449026 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.462492 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.468848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.630463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.637164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0e9c4a3a-4849-461c-a848-1862e23c387c None None] Provisioning complete for port aaf577bc-8254-4d23-a85e-f8c866a5830d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:22.637727 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e9c4a3a-4849-461c-a848-1862e23c387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.638759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.657170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:55:22.670785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.671196 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Added segment cd4322da-c3d4-4537-82fb-9382d3b272e4 of type vlan for network cd90306a-ae70-4b3c-8557-3dfe8dc7993a Nov 09 19:55:22.733858 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.790222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c4a3a-4849-461c-a848-1862e23c387c None None] Port aaf577bc-8254-4d23-a85e-f8c866a5830d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:55:22.812411 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.813408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:22.814002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.843368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5552d9c-f02a-4690-a0ab-8456d9a07e63,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:22.854231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3ef11-1850-4307-9da8-cc6f409d5240 None None] Pushing event updated for resources: {'Port': ['ID=aaf577bc-8254-4d23-a85e-f8c866a5830d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:22.935583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Attempting to bind port aaf577bc-8254-4d23-a85e-f8c866a5830d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:22.936088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Attempting to bind port aaf577bc-8254-4d23-a85e-f8c866a5830d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '1ae9e52a-903f-4b1e-85b2-10fad8812dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:22.936431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Attempting to bind port aaf577bc-8254-4d23-a85e-f8c866a5830d on network b3b7e5be-b26e-409b-bd53-22371638831e {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:22.983226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:22.983612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Checking segment: {'id': '1ae9e52a-903f-4b1e-85b2-10fad8812dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:22.984735 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.985824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Bound using segment: {'id': '1ae9e52a-903f-4b1e-85b2-10fad8812dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:22.985824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Bound port: aaf577bc-8254-4d23-a85e-f8c866a5830d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae9e52a-903f-4b1e-85b2-10fad8812dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:22.986174 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:22.991818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.992323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.992528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.992989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.993337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.993750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.994083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.994415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.994773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.995096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.995432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:22.995838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:23.007596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7a4ebe07-3d5d-45ca-a776-ed1061cdf555 None None] Provisioning complete for port aaf577bc-8254-4d23-a85e-f8c866a5830d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:23.011319 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a4ebe07-3d5d-45ca-a776-ed1061cdf555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.022060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] Pushing event updated for resources: {'Network': ['ID=cd90306a-ae70-4b3c-8557-3dfe8dc7993a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:23.028583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a4a088e9-a07c-4075-b1ff-47010d96406e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8131485 Nov 09 19:55:23.033070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43358) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:23.040367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Request body: {'subnet': {'network_id': 'cd90306a-ae70-4b3c-8557-3dfe8dc7993a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-707189750-subnet', 'tenant_id': 'aa140906652745c3a4d39e630bf91c6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:23.069421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Made reservation on behalf of aa140906652745c3a4d39e630bf91c6e for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:23.075898 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.103589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network cd90306a-ae70-4b3c-8557-3dfe8dc7993a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:55:23.248889 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.283517 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.285806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.290979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ebe07-3d5d-45ca-a776-ed1061cdf555 None None] Port aaf577bc-8254-4d23-a85e-f8c866a5830d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:55:23.343484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] For port aaf577bc-8254-4d23-a85e-f8c866a5830d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:23.365030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:23.366992 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba359eb-1de2-4349-9051-f4c39bf2bf71 req-6b2609e3-4ee7-4e63-9fd1-817820b67909 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:23.375510 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ba359eb-1de2-4349-9051-f4c39bf2bf71 req-6b2609e3-4ee7-4e63-9fd1-817820b67909 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 945 time: 0.1461668 Nov 09 19:55:23.383995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] For port aaf577bc-8254-4d23-a85e-f8c866a5830d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aaf577bc-8254-4d23-a85e-f8c866a5830d,segment=NetworkSegment(1ae9e52a-903f-4b1e-85b2-10fad8812dbe),segment_id=1ae9e52a-903f-4b1e-85b2-10fad8812dbe)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:23.385588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:23.394661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Pushing event updated for resources: {'Port': ['ID=f92cd817-f5bc-4372-80ef-0d4bb14ac353,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:23.397408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:23.407439 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.428156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.523842 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ba359eb-1de2-4349-9051-f4c39bf2bf71 req-1226f106-04bf-4c6c-960b-709b4c0d4f5d tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384990 Nov 09 19:55:23.574394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c069553b-eca4-40b0-812d-8e49511cfae1,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:23.574988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Attempting to bind port f92cd817-f5bc-4372-80ef-0d4bb14ac353 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:23.575332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Attempting to bind port f92cd817-f5bc-4372-80ef-0d4bb14ac353 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'acfb835c-5cd7-4f0e-bc47-6878a5438deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:23.575869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Attempting to bind port f92cd817-f5bc-4372-80ef-0d4bb14ac353 on network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:23.579158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Checking segment: {'id': 'cd4322da-c3d4-4537-82fb-9382d3b272e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cd90306a-ae70-4b3c-8557-3dfe8dc7993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:23.579523 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Network hostable DHCP agents. Network: cd90306a-ae70-4b3c-8557-3dfe8dc7993a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:55:23.579671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:23.584572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:23.622810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Network cd90306a-ae70-4b3c-8557-3dfe8dc7993a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:55:23.650225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, cd90306a-ae70-4b3c-8557-3dfe8dc7993a) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:23.663690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:23.675832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.689899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974f047a-52eb-4873-b633-37574698f919 None None] Network cd90306a-ae70-4b3c-8557-3dfe8dc7993a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:23.715107 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3a8b1d94-668a-4276-8c67-70c0921f754a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6719415 Nov 09 19:55:23.738323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:23.739214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Checking segment: {'id': 'acfb835c-5cd7-4f0e-bc47-6878a5438deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:23.739653 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.740078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Bound using segment: {'id': 'acfb835c-5cd7-4f0e-bc47-6878a5438deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:23.740573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Bound port: f92cd817-f5bc-4372-80ef-0d4bb14ac353, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfb835c-5cd7-4f0e-bc47-6878a5438deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:23.740965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.823748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.829894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.832664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:23.953761 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=f9fd49a7-201f-4cb8-9d27-700984e2f613,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:23.983806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3ef11-1850-4307-9da8-cc6f409d5240 None None] Pushing event updated for resources: {'Port': ['ID=aaf577bc-8254-4d23-a85e-f8c866a5830d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:24.035160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:24.048983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:24.051558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:24.177199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8847b44f-714a-4ce5-bc80-aae2c26763ea None None] Provisioning complete for port aaf577bc-8254-4d23-a85e-f8c866a5830d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:24.177580 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8847b44f-714a-4ce5-bc80-aae2c26763ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.188685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:24.204224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] For port f92cd817-f5bc-4372-80ef-0d4bb14ac353, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:24.230075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43392) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:24.340755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] For port f92cd817-f5bc-4372-80ef-0d4bb14ac353, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f92cd817-f5bc-4372-80ef-0d4bb14ac353,segment=NetworkSegment(acfb835c-5cd7-4f0e-bc47-6878a5438deb),segment_id=acfb835c-5cd7-4f0e-bc47-6878a5438deb)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:24.353935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:24.363607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-552c88b4-f94b-435d-82ae-0ed814ce7577 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6320596 Nov 09 19:55:24.364303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43400) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:24.370628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-884359189'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:24.372174 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.412474 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-91e4821f-9641-434e-8309-db9f8899f141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.421988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:24.426344 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.471312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:55:24.491221 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.491666 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added segment a5b205c1-e380-403c-baf3-06afe41872b6 of type vlan for network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 Nov 09 19:55:24.503753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca685d-fc3c-4251-bedc-30f9a25962af None None] Pushing event updated for resources: {'Port': ['ID=f92cd817-f5bc-4372-80ef-0d4bb14ac353,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:24.552648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.568088 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8847b44f-714a-4ce5-bc80-aae2c26763ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.599418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:22Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:23Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:21Z', 'revision_number': 1, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:24.619235 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-91e4821f-9641-434e-8309-db9f8899f141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.638574 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00cb5b-ab21-4b4f-b2dd-646fb1166a4a None None] Network cd90306a-ae70-4b3c-8557-3dfe8dc7993a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:24.641280 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-91e4821f-9641-434e-8309-db9f8899f141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.641436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43408) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:24.643458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09816bdc-7f6f-41fe-8d3e-9f04d7c29c18 None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:22Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:23Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:21Z', 'revision_number': 1, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:24.650082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1727342936-network', 'tenant_id': 'a673022dec644096ab5cce126c078949'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:24.686909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Made reservation on behalf of a673022dec644096ab5cce126c078949 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:24.697772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8847b44f-714a-4ce5-bc80-aae2c26763ea None None] For port aaf577bc-8254-4d23-a85e-f8c866a5830d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aaf577bc-8254-4d23-a85e-f8c866a5830d,segment=NetworkSegment(1ae9e52a-903f-4b1e-85b2-10fad8812dbe),segment_id=1ae9e52a-903f-4b1e-85b2-10fad8812dbe)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:24.698311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.708763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8847b44f-714a-4ce5-bc80-aae2c26763ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.732095 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.746587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-91e4821f-9641-434e-8309-db9f8899f141 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d2f11db5e3e4b1d963d391c0b6edc82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120566 Nov 09 19:55:24.750737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43410) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:24.753967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.759809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:24.760523 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.812483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847b44f-714a-4ce5-bc80-aae2c26763ea None None] Pushing event updated for resources: {'Port': ['ID=aaf577bc-8254-4d23-a85e-f8c866a5830d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:24.861197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4821f-9641-434e-8309-db9f8899f141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e3498c-0cfb-4f59-ac8b-cbd85c35630f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:24.930698 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.937875 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:24.976497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:55:24.980626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6150770 Nov 09 19:55:24.990728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43414) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:24.997214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'subnet': {'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:25.022171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeeb96-84d6-4710-a3cd-f34e20f04ea4 req-f5943c9a-af92-4ac0-81ee-ddc7447280a1 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:25.025035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6eeeeb96-84d6-4710-a3cd-f34e20f04ea4 req-f5943c9a-af92-4ac0-81ee-ddc7447280a1 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 945 time: 0.4017608 Nov 09 19:55:25.030873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21ae1f1b-1cdc-4880-b1a2-8f5e73b3aaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.033356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc8c0-5c74-4bfb-a267-af5825fed811 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Network': ['ID=a15c22d7-11d8-47d6-b9d3-db63a3e51ec1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:25.048411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:55:25.076955 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.077306 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Added segment e4597d60-3f7c-4a71-a480-320e0e68eff8 of type vlan for network 04d8fb88-fbcd-4d33-a5b0-dad596a1cc11 Nov 09 19:55:25.078746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502ac3a0-7f42-4574-b771-9b73b3b4f4da,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:25.122127 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21ae1f1b-1cdc-4880-b1a2-8f5e73b3aaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.145003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6eeeeb96-84d6-4710-a3cd-f34e20f04ea4 req-ce9faa05-93d8-4923-855d-4c12d19c4daf tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031492 Nov 09 19:55:25.177007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 819ff8b8-f4cc-42ea-937d-45ea22bb1911 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:25.225654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.261069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 819ff8b8-f4cc-42ea-937d-45ea22bb1911 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:55:25.264925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Made reservation on behalf of 3b3838a75c154bf2a4efec97414c3323 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:25.268559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.271473 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21ae1f1b-1cdc-4880-b1a2-8f5e73b3aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.276314 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21ae1f1b-1cdc-4880-b1a2-8f5e73b3aaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.277970 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-21ae1f1b-1cdc-4880-b1a2-8f5e73b3aaa9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97e3498c-0cfb-4f59-ac8b-cbd85c35630f HTTP/1.1" status: 204 len: 168 time: 0.5146468 Nov 09 19:55:25.288760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae1f1b-1cdc-4880-b1a2-8f5e73b3aaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e3498c-0cfb-4f59-ac8b-cbd85c35630f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:25.300287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 819ff8b8-f4cc-42ea-937d-45ea22bb1911 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:25.300985 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.362983 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.381486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.382276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:25.382897 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.432514 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.453116 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8106120 Nov 09 19:55:25.457140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43422) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:25.468774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a12e9c7-44c7-41ff-9306-3f674571ec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ff8b8-f4cc-42ea-937d-45ea22bb1911'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:25.468982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Request body: {'subnet': {'network_id': '04d8fb88-fbcd-4d33-a5b0-dad596a1cc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1727342936-subnet', 'tenant_id': 'a673022dec644096ab5cce126c078949', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:25.473301 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2360a69-9f5e-4ff7-a68c-703f6e5e05dd" -d '{"events": [{"server_uuid": "8a12e9c7-44c7-41ff-9306-3f674571ec42", "name": "network-vif-plugged", "status": "completed", "tag": "819ff8b8-f4cc-42ea-937d-45ea22bb1911"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:25.483368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde4174-f391-460b-87aa-d085b8cbf810 admin admin] Pushing event updated for resources: {'Network': ['ID=04d8fb88-fbcd-4d33-a5b0-dad596a1cc11,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:25.495124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 819ff8b8-f4cc-42ea-937d-45ea22bb1911, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=819ff8b8-f4cc-42ea-937d-45ea22bb1911,segment=NetworkSegment(f57750e9-9b4f-444d-8215-ae6983da46e4),segment_id=f57750e9-9b4f-444d-8215-ae6983da46e4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:25.498866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 04d8fb88-fbcd-4d33-a5b0-dad596a1cc11 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:55:25.562431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Made reservation on behalf of a673022dec644096ab5cce126c078949 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:25.567508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.579586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.614269 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3645428-9a32-426c-afc9-aad08820a0d7 x-openstack-request-id: req-f3645428-9a32-426c-afc9-aad08820a0d7 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:25.614918 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a12e9c7-44c7-41ff-9306-3f674571ec42", "name": "network-vif-plugged", "status": "completed", "tag": "819ff8b8-f4cc-42ea-937d-45ea22bb1911", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:25.615179 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3645428-9a32-426c-afc9-aad08820a0d7 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:25.615614 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a12e9c7-44c7-41ff-9306-3f674571ec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ff8b8-f4cc-42ea-937d-45ea22bb1911', 'code': 200} Nov 09 19:55:25.649249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=819ff8b8-f4cc-42ea-937d-45ea22bb1911,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:25.660563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.660935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.661238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.661573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.661902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.662230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.662589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.663051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.663378 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.663849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.664311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.664635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:55:25.687618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.780170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Subnet': ['ID=270bfe64-266f-4999-8e25-5c4c76b03e6d,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:25.834296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Checking segment: {'id': 'a5b205c1-e380-403c-baf3-06afe41872b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:25.834626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network hostable DHCP agents. Network: a15c22d7-11d8-47d6-b9d3-db63a3e51ec1, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:55:25.863272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:55:25.876036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a15c22d7-11d8-47d6-b9d3-db63a3e51ec1) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:25.881145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:25.881540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:25.892444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd65e148-7efe-4e1a-8985-c4b0e648ae43 None None] Network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:25.922257 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0fb2861b-e46e-45ef-a0fd-17faf5b013a3 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9306216 Nov 09 19:55:25.924687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43428) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:26.076833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43432) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:26.126446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1545-b883-4ff2-9ff4-02804d9915a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:26.181904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'fixed_ips': [{'subnet_id': '270bfe64-266f-4999-8e25-5c4c76b03e6d'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:55:26.182840 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:26.438542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899026ca-0a52-4c59-b9c7-966ad270ec14 None None] Network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:26.542578 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1545-b883-4ff2-9ff4-02804d9915a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:26.559409 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1545-b883-4ff2-9ff4-02804d9915a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:26.560477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aea1b-336a-4fcc-9b0c-b38882650c82 req-71f9c9dc-6104-4951-9324-868cc02c974f tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:26.564700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac6aea1b-336a-4fcc-9b0c-b38882650c82 req-71f9c9dc-6104-4951-9324-868cc02c974f tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 946 time: 0.2429171 Nov 09 19:55:26.570726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadec25-7c19-4a68-a1a3-50a68dd07238 req-30cd5225-94e9-4b23-bf22-eda809058e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:26.572559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7fadec25-7c19-4a68-a1a3-50a68dd07238 req-30cd5225-94e9-4b23-bf22-eda809058e48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 1097 time: 0.2842429 Nov 09 19:55:26.598597 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:26.601730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Allocated IP 2001:db8:3::2 (a15c22d7-11d8-47d6-b9d3-db63a3e51ec1/270bfe64-266f-4999-8e25-5c4c76b03e6d/0d263807-110b-459c-b539-24d9f87e61f0) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:26.620115 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:26.621321 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:26.629912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-91a415ca-93bd-424e-be54-3a3aaf99aef7 None None] Provisioning complete for port f92cd817-f5bc-4372-80ef-0d4bb14ac353 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:26.630267 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91a415ca-93bd-424e-be54-3a3aaf99aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:26.688558 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:26.699828 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac6aea1b-336a-4fcc-9b0c-b38882650c82 req-aa404390-561b-4228-bd22-87cab6401bf6 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258810 Nov 09 19:55:26.725774 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7fadec25-7c19-4a68-a1a3-50a68dd07238 req-34c80fa7-f628-4e82-b78a-daa618b4ab00 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182735 Nov 09 19:55:26.729627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f92cd817-f5bc-4372-80ef-0d4bb14ac353 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:26.753725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c598c92-6a63-4127-b20c-427796a89ce8,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:26.762417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a1545-b883-4ff2-9ff4-02804d9915a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac65e4c4-9e40-4c5a-9dd2-6d1e78c981eb,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:26.764535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Checking segment: {'id': 'e4597d60-3f7c-4a71-a480-320e0e68eff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '04d8fb88-fbcd-4d33-a5b0-dad596a1cc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:26.764910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Network hostable DHCP agents. Network: 04d8fb88-fbcd-4d33-a5b0-dad596a1cc11, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:55:26.781132 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:26.783034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43440) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:26.788378 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7a5a1545-b883-4ff2-9ff4-02804d9915a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20e963d6b48045aa8dda75decdaef242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7095239 Nov 09 19:55:26.793713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Network 04d8fb88-fbcd-4d33-a5b0-dad596a1cc11 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:55:26.820522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 04d8fb88-fbcd-4d33-a5b0-dad596a1cc11) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:26.836188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:26.836900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:26.850774 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:26.851063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5968aa03-e61e-4aba-af33-dff8c53e2eab None None] Network 04d8fb88-fbcd-4d33-a5b0-dad596a1cc11 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:26.874632 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b4baf140-ece9-4e29-bdc4-0c87d74f22b7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4153595 Nov 09 19:55:26.880432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0320a633-a663-4ab5-a756-baa1ad05515d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:26.945971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0320a633-a663-4ab5-a756-baa1ad05515d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.036976 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0320a633-a663-4ab5-a756-baa1ad05515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.044837 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0320a633-a663-4ab5-a756-baa1ad05515d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.047095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0320a633-a663-4ab5-a756-baa1ad05515d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac65e4c4-9e40-4c5a-9dd2-6d1e78c981eb HTTP/1.1" status: 204 len: 168 time: 0.2628627 Nov 09 19:55:27.059976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f92cd817-f5bc-4372-80ef-0d4bb14ac353 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:27.060537 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.062618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320a633-a663-4ab5-a756-baa1ad05515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac65e4c4-9e40-4c5a-9dd2-6d1e78c981eb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:27.116173 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91a415ca-93bd-424e-be54-3a3aaf99aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.191263 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:22Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:23Z', 'revision_number': 2, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:27.241325 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:27.242346 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Updating router 577122cc-9d5d-447b-ac39-bd5905db81eb port f9fd49a7-201f-4cb8-9d27-700984e2f613 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:55:27.279419 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.356600 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.399901 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.475067 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-91a415ca-93bd-424e-be54-3a3aaf99aef7 None None] For port f92cd817-f5bc-4372-80ef-0d4bb14ac353, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f92cd817-f5bc-4372-80ef-0d4bb14ac353,segment=NetworkSegment(acfb835c-5cd7-4f0e-bc47-6878a5438deb),segment_id=acfb835c-5cd7-4f0e-bc47-6878a5438deb)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:27.478107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Allocated IP 2001:db8:3::1 (a15c22d7-11d8-47d6-b9d3-db63a3e51ec1/270bfe64-266f-4999-8e25-5c4c76b03e6d/d804df1f-473c-45f5-856e-bf53a01086c5) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:27.487451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db765ae7-cf01-48df-8404-2eb634e01c70 None None] Network 04d8fb88-fbcd-4d33-a5b0-dad596a1cc11 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:27.514162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:27.543757 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91a415ca-93bd-424e-be54-3a3aaf99aef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.583049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:27.619793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:27.625790 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Pushing event updated for resources: {'Port': ['ID=0d263807-110b-459c-b539-24d9f87e61f0,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:27.732529 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.764624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aaf577bc-8254-4d23-a85e-f8c866a5830d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:27.862351 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:27.978726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Attempting to bind port 0d263807-110b-459c-b539-24d9f87e61f0 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:27.979300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Attempting to bind port 0d263807-110b-459c-b539-24d9f87e61f0 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'a5b205c1-e380-403c-baf3-06afe41872b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:27.979686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Attempting to bind port 0d263807-110b-459c-b539-24d9f87e61f0 on network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:27.984724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a415ca-93bd-424e-be54-3a3aaf99aef7 None None] Pushing event updated for resources: {'Port': ['ID=f92cd817-f5bc-4372-80ef-0d4bb14ac353,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:28.014836 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.027328 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.037556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:28.049202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:28.055051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:28.057963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Checking segment: {'id': 'a5b205c1-e380-403c-baf3-06afe41872b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:28.058668 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.059131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Bound using segment: {'id': 'a5b205c1-e380-403c-baf3-06afe41872b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:28.059633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Bound port: 0d263807-110b-459c-b539-24d9f87e61f0, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b205c1-e380-403c-baf3-06afe41872b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:28.060032 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.063837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=d804df1f-473c-45f5-856e-bf53a01086c5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:28.071346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:28.072012 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.130790 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1a252-5911-4238-83d2-9c8354b3681c None None] Pushing event updated for resources: {'Port': ['ID=f9fd49a7-201f-4cb8-9d27-700984e2f613,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:28.162222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-529c8169-8b11-42f6-88ea-edcff9bbbc85 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:28.171962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-529c8169-8b11-42f6-88ea-edcff9bbbc85 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/networks?id=cd90306a-ae70-4b3c-8557-3dfe8dc7993a HTTP/1.1" status: 200 len: 808 time: 0.2024159 Nov 09 19:55:28.198750 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-3a33e8cc-039d-4d26-8afe-4321bac06b26 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/quotas/aa140906652745c3a4d39e630bf91c6e HTTP/1.1" status: 200 len: 375 time: 0.0181785 Nov 09 19:55:28.234736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97775423-70b7-4d60-9403-32859047c04e req-f177e404-c3e9-4b88-975f-b24d82951b3f tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:28.245331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] For port 0d263807-110b-459c-b539-24d9f87e61f0, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:28.249881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] For port 0d263807-110b-459c-b539-24d9f87e61f0, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0d263807-110b-459c-b539-24d9f87e61f0,segment=NetworkSegment(a5b205c1-e380-403c-baf3-06afe41872b6),segment_id=a5b205c1-e380-403c-baf3-06afe41872b6)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:28.255814 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-97775423-70b7-4d60-9403-32859047c04e req-f177e404-c3e9-4b88-975f-b24d82951b3f tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 946 time: 0.3543189 Nov 09 19:55:28.257693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8f46d67c-88c1-4c8a-a7da-ff294e791db5 None None] Provisioning complete for port f92cd817-f5bc-4372-80ef-0d4bb14ac353 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:28.258108 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f46d67c-88c1-4c8a-a7da-ff294e791db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.262080 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.283946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-d97679d9-c880-4e2d-92bb-5cfc3e5dc001 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa140906652745c3a4d39e630bf91c6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773435 Nov 09 19:55:28.294678 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Attempting to bind port f9fd49a7-201f-4cb8-9d27-700984e2f613 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:28.295359 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Attempting to bind port f9fd49a7-201f-4cb8-9d27-700984e2f613 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'acfb835c-5cd7-4f0e-bc47-6878a5438deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:28.295880 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Attempting to bind port f9fd49a7-201f-4cb8-9d27-700984e2f613 on network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:28.303875 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:28.304617 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Checking segment: {'id': 'acfb835c-5cd7-4f0e-bc47-6878a5438deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:28.305407 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.305992 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Bound using segment: {'id': 'acfb835c-5cd7-4f0e-bc47-6878a5438deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:28.306652 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Bound port: f9fd49a7-201f-4cb8-9d27-700984e2f613, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfb835c-5cd7-4f0e-bc47-6878a5438deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:28.307207 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.414400 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port aaf577bc-8254-4d23-a85e-f8c866a5830d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:28.414848 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.418701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-3b31511d-4a64-4ff9-ba5b-1473da15305c service neutron] 10.222.0.53 "GET /v2.0/networks/cd90306a-ae70-4b3c-8557-3dfe8dc7993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248815 Nov 09 19:55:28.421970 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-97775423-70b7-4d60-9403-32859047c04e req-292fe9ee-66e0-4e56-abbd-567c4d4257fd tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609304 Nov 09 19:55:28.521350 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] For port f9fd49a7-201f-4cb8-9d27-700984e2f613, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:28.535964 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] For port f9fd49a7-201f-4cb8-9d27-700984e2f613, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f9fd49a7-201f-4cb8-9d27-700984e2f613,segment=NetworkSegment(acfb835c-5cd7-4f0e-bc47-6878a5438deb),segment_id=acfb835c-5cd7-4f0e-bc47-6878a5438deb)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:28.550887 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.562347 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.570719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77035da-43fb-4385-a8df-0c410168b8f5 None None] Pushing event updated for resources: {'Port': ['ID=0d263807-110b-459c-b539-24d9f87e61f0,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:28.715940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-bc45c350-85bd-465b-b218-2cb92176c7ee service neutron] 10.222.0.53 "GET /v2.0/networks/cd90306a-ae70-4b3c-8557-3dfe8dc7993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904067 Nov 09 19:55:28.733487 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1a252-5911-4238-83d2-9c8354b3681c None None] Pushing event updated for resources: {'Port': ['ID=f9fd49a7-201f-4cb8-9d27-700984e2f613,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:28.734485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8f46d67c-88c1-4c8a-a7da-ff294e791db5 None None] Provisioning complete for port f9fd49a7-201f-4cb8-9d27-700984e2f613 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:28.734945 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f46d67c-88c1-4c8a-a7da-ff294e791db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.763383 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:28.764956 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:28.889922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f46d67c-88c1-4c8a-a7da-ff294e791db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:28.975879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8f46d67c-88c1-4c8a-a7da-ff294e791db5 None None] For port f9fd49a7-201f-4cb8-9d27-700984e2f613, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f9fd49a7-201f-4cb8-9d27-700984e2f613,segment=NetworkSegment(acfb835c-5cd7-4f0e-bc47-6878a5438deb),segment_id=acfb835c-5cd7-4f0e-bc47-6878a5438deb)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:28.984198 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f46d67c-88c1-4c8a-a7da-ff294e791db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:29.032133 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:55:29.040810 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:29.161723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f92cd817-f5bc-4372-80ef-0d4bb14ac353 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:29.189263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46d67c-88c1-4c8a-a7da-ff294e791db5 None None] Pushing event updated for resources: {'Port': ['ID=f9fd49a7-201f-4cb8-9d27-700984e2f613,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:29.237223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ea8e23-706d-4fb1-afcd-e043dedd6937 req-12b9bd60-8ec5-49bb-9c3d-b483f95e888a tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 210 time: 0.0570345 Nov 09 19:55:29.402218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1e6b2acf-fbd6-4979-a20b-e175c97fc3f6 None None] Provisioning complete for port f9fd49a7-201f-4cb8-9d27-700984e2f613 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:29.403963 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2acf-fbd6-4979-a20b-e175c97fc3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:29.485314 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:29.494776 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:29.497515 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:29.628949 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd804df1f-473c-45f5-856e-bf53a01086c5', 'name': '', 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:5b:2e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:27Z', 'updated_at': '2021-11-09T19:55:27Z', 'revision_number': 1, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:29.765457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event updated for resources: {'Port': ['ID=d804df1f-473c-45f5-856e-bf53a01086c5,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:29.772170 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf385d97-5bb3-47b4-8f4c-7cedfff12f1f None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd804df1f-473c-45f5-856e-bf53a01086c5', 'name': '', 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:5b:2e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:27Z', 'updated_at': '2021-11-09T19:55:27Z', 'revision_number': 1, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:29.778377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f92cd817-f5bc-4372-80ef-0d4bb14ac353 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:29.778806 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:29.800787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011e80-d0b4-4618-ae1c-e4eb8009d4a7 req-adc885fc-d43d-421b-aa4a-810fc7452d75 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:29.836174 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04011e80-d0b4-4618-ae1c-e4eb8009d4a7 req-adc885fc-d43d-421b-aa4a-810fc7452d75 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 946 time: 0.2548487 Nov 09 19:55:29.930987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:29.934746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:29.975103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-13758b16-f5b1-4d38-bad9-c9a094125597 None None] Provisioning complete for port f9fd49a7-201f-4cb8-9d27-700984e2f613 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:29.980358 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-13758b16-f5b1-4d38-bad9-c9a094125597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:30.001019 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04011e80-d0b4-4618-ae1c-e4eb8009d4a7 req-19985571-4dbc-4810-92ef-e18ca199af10 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638844 Nov 09 19:55:30.183988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f9fd49a7-201f-4cb8-9d27-700984e2f613 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:30.362233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:30.490839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f9fd49a7-201f-4cb8-9d27-700984e2f613 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:30.491250 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:30.641246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab73be6-c9e3-40f6-946e-eee7b161882d None None] Network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:30.650733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fab49ad0-6de6-440b-88a6-3400663982de None None] Provisioning complete for port f9fd49a7-201f-4cb8-9d27-700984e2f613 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:30.651122 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fab49ad0-6de6-440b-88a6-3400663982de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:30.866178 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-163dafc6-cf74-498d-866e-e03b58192a13 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:30.889423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-163dafc6-cf74-498d-866e-e03b58192a13 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 815 time: 0.3964291 Nov 09 19:55:30.926206 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-856ff7a7-f5f8-4fb1-b57d-0ed621ea40b4 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/quotas/97846f5d7256493c91d52d33f0b30e83 HTTP/1.1" status: 200 len: 375 time: 0.0355570 Nov 09 19:55:31.177912 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-af4bb9bd-4bb0-474d-a423-f79277781f3c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2502704 Nov 09 19:55:31.218915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0d263807-110b-459c-b539-24d9f87e61f0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:31.248725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-7ad19584-3b78-4e1a-8d13-48275e6cb5fb tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:31.250975 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-7ad19584-3b78-4e1a-8d13-48275e6cb5fb tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.77 "GET /v2.0/networks?id=cd90306a-ae70-4b3c-8557-3dfe8dc7993a HTTP/1.1" status: 200 len: 808 time: 0.3219235 Nov 09 19:55:31.310953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Request body: {'port': {'device_id': '64932a03-a984-4af0-9a2a-ec8ce0c3274c', 'network_id': 'cd90306a-ae70-4b3c-8557-3dfe8dc7993a', 'admin_state_up': True, 'tenant_id': 'aa140906652745c3a4d39e630bf91c6e'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:31.375457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8069bcf1-6435-4df1-b2b9-762a862f3ee5 req-fae1f1df-32a3-4629-ac64-f52f81268292 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 210 time: 0.9764857 Nov 09 19:55:31.386930 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-611d18a6-58b0-4749-ab7c-883e709fd06a None None] Provisioning complete for port 0d263807-110b-459c-b539-24d9f87e61f0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:31.387663 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-611d18a6-58b0-4749-ab7c-883e709fd06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:31.450032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-d6c5dde8-0a78-4cd7-829e-d07acbf1596d service neutron] 10.222.0.53 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554512 Nov 09 19:55:31.455445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0d263807-110b-459c-b539-24d9f87e61f0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:31.456025 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:31.584310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:31.592761 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:31.597889 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d447d032-6bc6-473d-9538-12ddf39c85ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6710601 Nov 09 19:55:31.600685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43562) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:31.614672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-edcd4978-f27f-4146-a8ab-42897bfc2e58 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:31.619433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:31.635385 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-611d18a6-58b0-4749-ab7c-883e709fd06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:31.690303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 0d263807-110b-459c-b539-24d9f87e61f0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0d263807-110b-459c-b539-24d9f87e61f0,segment=NetworkSegment(a5b205c1-e380-403c-baf3-06afe41872b6),segment_id=a5b205c1-e380-403c-baf3-06afe41872b6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:31.693183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:31.693814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:31.713963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1dc2c640-1349-4f0e-a8be-a59103531445 service neutron] 10.222.0.53 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831510 Nov 09 19:55:31.751703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Made reservation on behalf of aa140906652745c3a4d39e630bf91c6e for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:31.759803 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:31.824698 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:31.825478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f9fd49a7-201f-4cb8-9d27-700984e2f613 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:32.018376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:32.072053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Allocated IP 172.20.0.13 (cd90306a-ae70-4b3c-8557-3dfe8dc7993a/c069553b-eca4-40b0-812d-8e49511cfae1/ac4ac4e3-3266-4e9b-acfc-25f850d04563) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:32.126743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce8f6c1a-8845-4d2a-88cd-77af1304a260 req-654ed022-502d-4251-86a6-07f8afe9a9d2 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 210 time: 0.0787022 Nov 09 19:55:32.491364 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:32.498979 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-611d18a6-58b0-4749-ab7c-883e709fd06a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:55:32.499458 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-611d18a6-58b0-4749-ab7c-883e709fd06a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:55:32.567660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.extraroute_db [None req-edcd4978-f27f-4146-a8ab-42897bfc2e58 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102295) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 19:55:32.615556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:32.620284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.extraroute_db [None req-edcd4978-f27f-4146-a8ab-42897bfc2e58 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Removed routes are [] {{(pid=102295) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 19:55:32.620497 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-edcd4978-f27f-4146-a8ab-42897bfc2e58 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:32.640301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=0d263807-110b-459c-b539-24d9f87e61f0,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:32.654076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f9fd49a7-201f-4cb8-9d27-700984e2f613 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:32.654451 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:32.787483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Network cd90306a-ae70-4b3c-8557-3dfe8dc7993a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:32.795823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:32.802086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:32.896555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efd60a-6ba1-4fe4-8fc3-e6426ac18906 req-a30bbd4e-6171-4c6b-bb0e-ff4be7bd501c tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:32.904481 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-18efd60a-6ba1-4fe4-8fc3-e6426ac18906 req-a30bbd4e-6171-4c6b-bb0e-ff4be7bd501c tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 932 time: 0.3226726 Nov 09 19:55:32.917221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:32.917887 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:32.922142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Pushing event updated for resources: {'Port': ['ID=ac4ac4e3-3266-4e9b-acfc-25f850d04563,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:32.955989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-647dab09-d78d-4594-8c9f-974cb6713511 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6581526 Nov 09 19:55:32.962838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-18efd60a-6ba1-4fe4-8fc3-e6426ac18906 req-d2a50992-81e8-4e2e-9135-aee77e403619 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573885 Nov 09 19:55:32.969280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Request body: {'port': {'device_id': '64932a03-a984-4af0-9a2a-ec8ce0c3274c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:33.001699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd804df1f-473c-45f5-856e-bf53a01086c5', 'name': '', 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:5b:2e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:27Z', 'updated_at': '2021-11-09T19:55:29Z', 'revision_number': 2, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:33.029480 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-edcd4978-f27f-4146-a8ab-42897bfc2e58 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.042543 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-edcd4978-f27f-4146-a8ab-42897bfc2e58 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.049677 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.059107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:33.059722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Updating router 577122cc-9d5d-447b-ac39-bd5905db81eb port d804df1f-473c-45f5-856e-bf53a01086c5 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:55:33.126978 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.223492 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0d263807-110b-459c-b539-24d9f87e61f0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:33.301114 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ac86b04-599e-41b5-8a58-7533a3aa1344 req-3be0ae82-f6c1-48fc-969c-4a1846048f34 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 210 time: 0.0383408 Nov 09 19:55:33.321575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcd4978-f27f-4146-a8ab-42897bfc2e58 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:33.427364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a3276104-f1f4-43dd-b61f-53427f05e5b2 None None] Provisioning complete for port d804df1f-473c-45f5-856e-bf53a01086c5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:33.427750 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3276104-f1f4-43dd-b61f-53427f05e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.438897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcd4978-f27f-4146-a8ab-42897bfc2e58 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:33.451435 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-edcd4978-f27f-4146-a8ab-42897bfc2e58 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.455056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-edcd4978-f27f-4146-a8ab-42897bfc2e58 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb HTTP/1.1" status: 200 len: 954 time: 1.8508511 Nov 09 19:55:33.455612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43610) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:33.478956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0d263807-110b-459c-b539-24d9f87e61f0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:33.479328 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.492784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4ac4e3-3266-4e9b-acfc-25f850d04563 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:55:33.503928 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.519487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Transition to ACTIVE for port object ac4ac4e3-3266-4e9b-acfc-25f850d04563 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:55:33.521878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a3276104-f1f4-43dd-b61f-53427f05e5b2 None None] Port d804df1f-473c-45f5-856e-bf53a01086c5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:55:33.611614 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-48f48973-3320-49f6-a6bc-75f1d6af5934 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb HTTP/1.1" status: 200 len: 954 time: 0.1540856 Nov 09 19:55:33.613744 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.614682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43614) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:33.620711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fbba37b9-4c7c-4675-8a00-ddffeea3635a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'routes': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:33.633781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a3276104-f1f4-43dd-b61f-53427f05e5b2 None None] Provisioning complete for port 0d263807-110b-459c-b539-24d9f87e61f0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:33.634438 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3276104-f1f4-43dd-b61f-53427f05e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.691449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ac4e3-3266-4e9b-acfc-25f850d04563,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:33.804649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-8de90c56-c28b-45ee-8bc1-f670d87dc3a3 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:33.811046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-8de90c56-c28b-45ee-8bc1-f670d87dc3a3 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 815 time: 0.2751293 Nov 09 19:55:33.847590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Request body: {'port': {'device_id': 'd366859a-76bc-4ab1-b691-e446569f5d2f', 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596', 'admin_state_up': True, 'tenant_id': '97846f5d7256493c91d52d33f0b30e83'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:33.863029 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.879418 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:33.988533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Attempting to bind port ac4ac4e3-3266-4e9b-acfc-25f850d04563 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:33.991522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Attempting to bind port ac4ac4e3-3266-4e9b-acfc-25f850d04563 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'cd4322da-c3d4-4537-82fb-9382d3b272e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cd90306a-ae70-4b3c-8557-3dfe8dc7993a'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:33.994806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Attempting to bind port ac4ac4e3-3266-4e9b-acfc-25f850d04563 on network cd90306a-ae70-4b3c-8557-3dfe8dc7993a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:34.018279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Port ac4ac4e3-3266-4e9b-acfc-25f850d04563 on network cd90306a-ae70-4b3c-8557-3dfe8dc7993a not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:55:34.018279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Attempting to bind port ac4ac4e3-3266-4e9b-acfc-25f850d04563 on network cd90306a-ae70-4b3c-8557-3dfe8dc7993a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:34.018770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3000c-fac7-4fd5-a473-18f7a5f1663b None None] Pushing event updated for resources: {'Port': ['ID=d804df1f-473c-45f5-856e-bf53a01086c5,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:34.054558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:34.056106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Checking segment: {'id': 'cd4322da-c3d4-4537-82fb-9382d3b272e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cd90306a-ae70-4b3c-8557-3dfe8dc7993a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:34.057182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Bound using segment: {'id': 'cd4322da-c3d4-4537-82fb-9382d3b272e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cd90306a-ae70-4b3c-8557-3dfe8dc7993a'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:34.060584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Bound port: ac4ac4e3-3266-4e9b-acfc-25f850d04563, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd4322da-c3d4-4537-82fb-9382d3b272e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cd90306a-ae70-4b3c-8557-3dfe8dc7993a'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:34.062191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.085238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Attempting to bind port d804df1f-473c-45f5-856e-bf53a01086c5 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:34.085776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Attempting to bind port d804df1f-473c-45f5-856e-bf53a01086c5 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'a5b205c1-e380-403c-baf3-06afe41872b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:34.086236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Attempting to bind port d804df1f-473c-45f5-856e-bf53a01086c5 on network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:34.101363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:34.101977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Checking segment: {'id': 'a5b205c1-e380-403c-baf3-06afe41872b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:34.102754 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.103257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Bound using segment: {'id': 'a5b205c1-e380-403c-baf3-06afe41872b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:34.104433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Bound port: d804df1f-473c-45f5-856e-bf53a01086c5, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b205c1-e380-403c-baf3-06afe41872b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:34.108072 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.213194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] For port d804df1f-473c-45f5-856e-bf53a01086c5, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:34.217559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] For port d804df1f-473c-45f5-856e-bf53a01086c5, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d804df1f-473c-45f5-856e-bf53a01086c5,segment=NetworkSegment(a5b205c1-e380-403c-baf3-06afe41872b6),segment_id=a5b205c1-e380-403c-baf3-06afe41872b6)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:34.230487 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.291474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] For port ac4ac4e3-3266-4e9b-acfc-25f850d04563, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:34.298294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] For port ac4ac4e3-3266-4e9b-acfc-25f850d04563, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ac4ac4e3-3266-4e9b-acfc-25f850d04563,segment=NetworkSegment(cd4322da-c3d4-4537-82fb-9382d3b272e4),segment_id=cd4322da-c3d4-4537-82fb-9382d3b272e4)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:34.299682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:34.301389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:34.369070 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.420176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3000c-fac7-4fd5-a473-18f7a5f1663b None None] Pushing event updated for resources: {'Port': ['ID=d804df1f-473c-45f5-856e-bf53a01086c5,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:34.466479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-444df25d-0fe8-44fd-ad36-b371db4c4c69 None None] Provisioning complete for port d804df1f-473c-45f5-856e-bf53a01086c5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:34.466924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-444df25d-0fe8-44fd-ad36-b371db4c4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.507981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:34.516459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.extraroute_db [None req-fbba37b9-4c7c-4675-8a00-ddffeea3635a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added routes are [] {{(pid=102295) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 19:55:34.516775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.extraroute_db [None req-fbba37b9-4c7c-4675-8a00-ddffeea3635a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102295) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 19:55:34.561895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:34.562594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.564070 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] 10.222.0.77 "PUT /v2.0/ports/ac4ac4e3-3266-4e9b-acfc-25f850d04563 HTTP/1.1" status: 200 len: 1092 time: 1.5993242 Nov 09 19:55:34.577459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64932a03-a984-4af0-9a2a-ec8ce0c3274c', 'tag': 'ac4ac4e3-3266-4e9b-acfc-25f850d04563'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:34.579939 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74" -d '{"events": [{"name": "network-changed", "server_uuid": "64932a03-a984-4af0-9a2a-ec8ce0c3274c", "tag": "ac4ac4e3-3266-4e9b-acfc-25f850d04563"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:34.602014 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbba37b9-4c7c-4675-8a00-ddffeea3635a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.663568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Made reservation on behalf of 97846f5d7256493c91d52d33f0b30e83 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:34.667474 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.700837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e4ede-8979-4aee-b128-19298f114ea3 req-e4955de7-6015-4115-a499-f34d809793e0 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:34.703446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-752e4ede-8979-4aee-b128-19298f114ea3 req-e4955de7-6015-4115-a499-f34d809793e0 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 944 time: 0.5828280 Nov 09 19:55:34.747120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abf14b-f8ff-4c2a-b2b3-433ea0110512 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ac4e3-3266-4e9b-acfc-25f850d04563,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:34.754490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a3da011-c2d1-4e2a-bf32-5e630f68085b req-50c50c03-1ced-4177-8883-9d4589c8c089 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 210 time: 0.0405450 Nov 09 19:55:34.796343 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-444df25d-0fe8-44fd-ad36-b371db4c4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.826822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-ca783088-a66c-4eea-8dc5-a7e78a4b4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:34.828404 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-ca783088-a66c-4eea-8dc5-a7e78a4b4abf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa140906652745c3a4d39e630bf91c6e&device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 1095 time: 0.2057273 Nov 09 19:55:34.875919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-444df25d-0fe8-44fd-ad36-b371db4c4c69 None None] For port d804df1f-473c-45f5-856e-bf53a01086c5, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d804df1f-473c-45f5-856e-bf53a01086c5,segment=NetworkSegment(a5b205c1-e380-403c-baf3-06afe41872b6),segment_id=a5b205c1-e380-403c-baf3-06afe41872b6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:34.901073 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-444df25d-0fe8-44fd-ad36-b371db4c4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:34.906429 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-64438622-b374-4373-923b-8aafd217056f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4ac4e3-3266-4e9b-acfc-25f850d04563 HTTP/1.1" status: 200 len: 217 time: 0.0503428 Nov 09 19:55:34.923380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-752e4ede-8979-4aee-b128-19298f114ea3 req-0bafb629-477f-4b9c-b43d-0b2f9c2b8d87 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945205 Nov 09 19:55:34.969426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444df25d-0fe8-44fd-ad36-b371db4c4c69 None None] Pushing event updated for resources: {'Port': ['ID=d804df1f-473c-45f5-856e-bf53a01086c5,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:34.999550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:32Z', 'revision_number': 6, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd804df1f-473c-45f5-856e-bf53a01086c5', 'name': '', 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:5b:2e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:27Z', 'updated_at': '2021-11-09T19:55:34Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:35.014893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55acd8b-81c0-4183-960f-fa892f4df0c0 req-ac2f36ed-a3ec-46ed-a474-ef69eeaf7d08 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:35.017993 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d0cba8-7780-45bd-8560-296df50a6b75 x-openstack-request-id: req-97d0cba8-7780-45bd-8560-296df50a6b75 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:35.018904 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64932a03-a984-4af0-9a2a-ec8ce0c3274c", "tag": "ac4ac4e3-3266-4e9b-acfc-25f850d04563", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:35.019418 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97d0cba8-7780-45bd-8560-296df50a6b75 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:35.019989 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64932a03-a984-4af0-9a2a-ec8ce0c3274c', 'tag': 'ac4ac4e3-3266-4e9b-acfc-25f850d04563', 'status': 'completed', 'code': 200} Nov 09 19:55:35.023657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f55acd8b-81c0-4183-960f-fa892f4df0c0 req-ac2f36ed-a3ec-46ed-a474-ef69eeaf7d08 tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 946 time: 0.1414201 Nov 09 19:55:35.034879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786596d5-492a-40b9-99ee-8bb390cce255 None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:32Z', 'revision_number': 6, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd804df1f-473c-45f5-856e-bf53a01086c5', 'name': '', 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:5b:2e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:27Z', 'updated_at': '2021-11-09T19:55:34Z', 'revision_number': 4, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:35.057073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0615a2eb-3ef8-4313-8f7c-aaaf49fc7b87 None None] Provisioning complete for port d804df1f-473c-45f5-856e-bf53a01086c5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:35.057954 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0615a2eb-3ef8-4313-8f7c-aaaf49fc7b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:35.062466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Allocated IP 172.20.0.9 (d05b2ffc-1e73-4ad9-92fd-8636bbfb0596/79b5a0f8-1587-44bb-bc0e-726f382b13b7/da60d83a-a507-49db-844b-ffce1daf870a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:35.066002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-5a8f1fb5-7ec9-40de-b0bf-906b2de71162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:35.067768 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-5a8f1fb5-7ec9-40de-b0bf-906b2de71162 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c069553b-eca4-40b0-812d-8e49511cfae1 HTTP/1.1" status: 200 len: 848 time: 0.1434598 Nov 09 19:55:35.126892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbba37b9-4c7c-4675-8a00-ddffeea3635a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:35.146589 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f55acd8b-81c0-4183-960f-fa892f4df0c0 req-532c03ad-4c69-486b-b3e5-27c1c45ff0da tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218979 Nov 09 19:55:35.153134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbba37b9-4c7c-4675-8a00-ddffeea3635a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:35.170131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-de018efd-33b8-48d6-ae2d-d5b3f4107c4d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cd90306a-ae70-4b3c-8557-3dfe8dc7993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870850 Nov 09 19:55:35.261894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d804df1f-473c-45f5-856e-bf53a01086c5 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:35.350407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d804df1f-473c-45f5-856e-bf53a01086c5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:35.350818 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:35.401922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbba37b9-4c7c-4675-8a00-ddffeea3635a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:35.464380 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:35.482671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:35.492753 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:35.493854 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:35.507289 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-584e68f1-64f4-47d8-9f39-512351d60ef8 service neutron] 10.222.0.77 "GET /v2.0/networks/cd90306a-ae70-4b3c-8557-3dfe8dc7993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255446 Nov 09 19:55:35.646602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:35.661504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62f475c0-40e1-40c0-b767-86b9ebec6ff5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:55:35.921301 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:35.997367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbba37b9-4c7c-4675-8a00-ddffeea3635a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:36.007888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7195e-4d43-4561-ae9f-1ff943006e7c req-43ff6445-3338-4f74-ad1a-6b4fcf3d102a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:36.009506 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1a7195e-4d43-4561-ae9f-1ff943006e7c req-43ff6445-3338-4f74-ad1a-6b4fcf3d102a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 931 time: 0.0755944 Nov 09 19:55:36.015241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbba37b9-4c7c-4675-8a00-ddffeea3635a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:36.016499 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fbba37b9-4c7c-4675-8a00-ddffeea3635a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb HTTP/1.1" status: 200 len: 704 time: 2.4006548 Nov 09 19:55:36.023683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43664) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:36.067360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35c50af4-d5b0-4ace-afc3-fa3b952e19fc req-3a807305-8e35-4237-9c60-64671f5f075a service neutron] 10.222.0.77 "GET /v2.0/networks/cd90306a-ae70-4b3c-8557-3dfe8dc7993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508862 Nov 09 19:55:36.090196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:36.118130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:36.121838 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e1a7195e-4d43-4561-ae9f-1ff943006e7c req-37e6a307-7460-4921-b88a-56979a73f1b0 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031611 Nov 09 19:55:36.131714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:36.166465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-741e2482-2aa9-4c8d-9d8f-19d2fb860792 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb HTTP/1.1" status: 200 len: 704 time: 0.1412275 Nov 09 19:55:36.169364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43670) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:36.183012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Pushing event updated for resources: {'Port': ['ID=da60d83a-a507-49db-844b-ffce1daf870a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:36.230720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-c264e3f1-b8f4-42ce-8ca4-ac7034df47ba tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:36.232216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-c264e3f1-b8f4-42ce-8ca4-ac7034df47ba tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 946 time: 0.2317166 Nov 09 19:55:36.259181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:36.259766 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:36.267363 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:34Z', 'revision_number': 7, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd804df1f-473c-45f5-856e-bf53a01086c5', 'name': '', 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:5b:2e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:27Z', 'updated_at': '2021-11-09T19:55:34Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:36.270055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac254ead-ac2a-4c63-acdb-d20ee163b5d3 req-709f7355-b054-47d1-a0af-6d461f418f49 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:36.277589 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac254ead-ac2a-4c63-acdb-d20ee163b5d3 req-709f7355-b054-47d1-a0af-6d461f418f49 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 944 time: 0.2198420 Nov 09 19:55:36.300573 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:36.310259 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:36.310899 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:36.345909 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-1124433f-6ec2-4cc5-ab7f-a2e342d9967c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5038872 Nov 09 19:55:36.367929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Request body: {'port': {'device_id': 'd366859a-76bc-4ab1-b691-e446569f5d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:36.371401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74 req-83030fa3-3c61-4cec-b0d8-02ccea1560dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:36.372845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74 req-83030fa3-3c61-4cec-b0d8-02ccea1560dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aa140906652745c3a4d39e630bf91c6e&device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 1095 time: 0.1937385 Nov 09 19:55:36.407978 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:36.427152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac254ead-ac2a-4c63-acdb-d20ee163b5d3 req-741bce8e-193f-495e-8eb6-1f659eeb0da6 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485751 Nov 09 19:55:36.446578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a1ba2-2fa8-4aa5-96dd-a834cd7f1b84 req-c6208a78-2742-4600-83ad-0ed60337254e tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:36.453884 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-289a1ba2-2fa8-4aa5-96dd-a834cd7f1b84 req-c6208a78-2742-4600-83ad-0ed60337254e tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 946 time: 0.1519120 Nov 09 19:55:36.532670 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-289a1ba2-2fa8-4aa5-96dd-a834cd7f1b84 req-eb97ba7c-3f85-4701-b6e8-62fd9ff6e45b tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7aee34-e844-4e19-acb6-44be2afbd842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778928 Nov 09 19:55:36.536825 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:36.606375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-feae1413-b685-4c2f-99a6-63edf09ec04a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Deleting port 819ff8b8-f4cc-42ea-937d-45ea22bb1911 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:36.606755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-feae1413-b685-4c2f-99a6-63edf09ec04a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:36.625587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74 req-4c28a132-c6d6-4d46-911a-fb4858e0c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:36.627092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74 req-4c28a132-c6d6-4d46-911a-fb4858e0c161 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cd90306a-ae70-4b3c-8557-3dfe8dc7993a HTTP/1.1" status: 200 len: 909 time: 0.2317355 Nov 09 19:55:36.658372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:36.674565 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:34Z', 'revision_number': 7, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd804df1f-473c-45f5-856e-bf53a01086c5', 'name': '', 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:5b:2e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:27Z', 'updated_at': '2021-11-09T19:55:34Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:36.712889 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27d710-b730-449a-ac9d-b8ebcab3e807 None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:34Z', 'revision_number': 7, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd804df1f-473c-45f5-856e-bf53a01086c5', 'name': '', 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:5b:2e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:27Z', 'updated_at': '2021-11-09T19:55:34Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:36.718442 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74 req-3054a602-2b4f-4cc8-b35d-66f4152ba8de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4ac4e3-3266-4e9b-acfc-25f850d04563 HTTP/1.1" status: 200 len: 217 time: 0.0573716 Nov 09 19:55:36.914798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74 req-f96025c2-e589-4783-b86c-50291799f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:36.916294 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74 req-f96025c2-e589-4783-b86c-50291799f4bd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c069553b-eca4-40b0-812d-8e49511cfae1 HTTP/1.1" status: 200 len: 848 time: 0.1408870 Nov 09 19:55:36.963712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port d804df1f-473c-45f5-856e-bf53a01086c5 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:36.964062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-feae1413-b685-4c2f-99a6-63edf09ec04a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] For port 819ff8b8-f4cc-42ea-937d-45ea22bb1911, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=819ff8b8-f4cc-42ea-937d-45ea22bb1911,segment=NetworkSegment(f57750e9-9b4f-444d-8215-ae6983da46e4),segment_id=f57750e9-9b4f-444d-8215-ae6983da46e4)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:36.964206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:36.964463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-feae1413-b685-4c2f-99a6-63edf09ec04a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:36.968253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74 req-a1f77edc-e6b1-4738-a162-5f5ccfc1f085 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cd90306a-ae70-4b3c-8557-3dfe8dc7993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380137 Nov 09 19:55:37.002838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-feae1413-b685-4c2f-99a6-63edf09ec04a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Calling delete_port for 819ff8b8-f4cc-42ea-937d-45ea22bb1911 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:37.053003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:37.066290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:37.068298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:37.095305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port d804df1f-473c-45f5-856e-bf53a01086c5, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d804df1f-473c-45f5-856e-bf53a01086c5,segment=NetworkSegment(a5b205c1-e380-403c-baf3-06afe41872b6),segment_id=a5b205c1-e380-403c-baf3-06afe41872b6)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:37.095867 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:37.115578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for d804df1f-473c-45f5-856e-bf53a01086c5 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:37.364073 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:37.372923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:37.416395 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74 req-13b62da8-5b2c-4912-b747-cce1078a35b0 service neutron] 10.222.0.77 "GET /v2.0/networks/cd90306a-ae70-4b3c-8557-3dfe8dc7993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382963 Nov 09 19:55:37.440300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=d804df1f-473c-45f5-856e-bf53a01086c5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:37.566336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da60d83a-a507-49db-844b-ffce1daf870a {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:55:37.612383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-feae1413-b685-4c2f-99a6-63edf09ec04a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:37.681931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:37.689319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:34Z', 'revision_number': 7, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd804df1f-473c-45f5-856e-bf53a01086c5', 'name': '', 'network_id': 'a15c22d7-11d8-47d6-b9d3-db63a3e51ec1', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:5b:2e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:27Z', 'updated_at': '2021-11-09T19:55:34Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '270bfe64-266f-4999-8e25-5c4c76b03e6d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:37.702833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df6c80-e829-402f-82b6-6179e2cf69bc req-8120e5f7-53f9-47a8-b91a-2aecc9ff4a3d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:37.704978 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60df6c80-e829-402f-82b6-6179e2cf69bc req-8120e5f7-53f9-47a8-b91a-2aecc9ff4a3d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 931 time: 0.4266455 Nov 09 19:55:37.708573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac349e5d-ae38-43c1-a2a5-5c417e68b3d5 req-ce9aed4a-b768-42f5-a8ed-aebaa071bcc5 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:37.716763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac349e5d-ae38-43c1-a2a5-5c417e68b3d5 req-ce9aed4a-b768-42f5-a8ed-aebaa071bcc5 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 944 time: 0.1516144 Nov 09 19:55:37.726474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:37.739272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:37.752692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:37.755089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:37.764015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae1413-b685-4c2f-99a6-63edf09ec04a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Pushing event deleted for resources: {'Port': ['ID=819ff8b8-f4cc-42ea-937d-45ea22bb1911,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:37.807504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Transition to ACTIVE for port object da60d83a-a507-49db-844b-ffce1daf870a will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:55:37.831571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-feae1413-b685-4c2f-99a6-63edf09ec04a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] No DVR routers for this DVR port 819ff8b8-f4cc-42ea-937d-45ea22bb1911 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:37.836436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:37.846424 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-feae1413-b685-4c2f-99a6-63edf09ec04a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:37.848839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac349e5d-ae38-43c1-a2a5-5c417e68b3d5 req-e36e82e1-754e-4700-98ca-c490e50da599 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274624 Nov 09 19:55:37.854041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b681e3b-a212-43ca-867d-db5c245ee13e req-feae1413-b685-4c2f-99a6-63edf09ec04a tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.70 "DELETE /v2.0/ports/819ff8b8-f4cc-42ea-937d-45ea22bb1911 HTTP/1.1" status: 204 len: 173 time: 1.6123998 Nov 09 19:55:37.866410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a12e9c7-44c7-41ff-9306-3f674571ec42', 'name': 'network-vif-deleted', 'tag': '819ff8b8-f4cc-42ea-937d-45ea22bb1911'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:37.869270 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f98c4e-1826-47ce-957a-c9340fd37909" -d '{"events": [{"server_uuid": "8a12e9c7-44c7-41ff-9306-3f674571ec42", "name": "network-vif-deleted", "tag": "819ff8b8-f4cc-42ea-937d-45ea22bb1911"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:37.906725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:37.929125 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60df6c80-e829-402f-82b6-6179e2cf69bc req-ad14876b-08a5-4f33-9b6a-27e0a5fa3800 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824386 Nov 09 19:55:37.986273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e7233a5-c0bf-4a9f-bf53-ec933801fa74 req-42be539f-55e0-4bc4-b2cb-21aaa4555624 service neutron] 10.222.0.77 "GET /v2.0/networks/cd90306a-ae70-4b3c-8557-3dfe8dc7993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551255 Nov 09 19:55:38.036122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Pushing event updated for resources: {'Port': ['ID=da60d83a-a507-49db-844b-ffce1daf870a,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:38.120464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5842d7ad-6207-4567-9aee-d6673a7bab34 req-a9f76fb2-a8ee-4bae-beae-fb18d35958bb tempest-ServerTagsTestJSON-507491333 tempest-ServerTagsTestJSON-507491333-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a12e9c7-44c7-41ff-9306-3f674571ec42 HTTP/1.1" status: 200 len: 210 time: 0.0764587 Nov 09 19:55:38.138845 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd597b2-c53e-43e6-9056-df18c13384b8 x-openstack-request-id: req-9dd597b2-c53e-43e6-9056-df18c13384b8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:38.138845 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a12e9c7-44c7-41ff-9306-3f674571ec42", "name": "network-vif-deleted", "tag": "819ff8b8-f4cc-42ea-937d-45ea22bb1911", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:38.138845 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dd597b2-c53e-43e6-9056-df18c13384b8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:38.138845 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a12e9c7-44c7-41ff-9306-3f674571ec42', 'name': 'network-vif-deleted', 'tag': '819ff8b8-f4cc-42ea-937d-45ea22bb1911', 'status': 'completed', 'code': 200} Nov 09 19:55:38.196974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Attempting to bind port da60d83a-a507-49db-844b-ffce1daf870a on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:38.197323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Attempting to bind port da60d83a-a507-49db-844b-ffce1daf870a by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:38.197667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Attempting to bind port da60d83a-a507-49db-844b-ffce1daf870a on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:38.207212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Port da60d83a-a507-49db-844b-ffce1daf870a on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:55:38.207782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Attempting to bind port da60d83a-a507-49db-844b-ffce1daf870a on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:38.214051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:38.214459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Checking segment: {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:38.214886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Bound using segment: {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:38.215676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Bound port: da60d83a-a507-49db-844b-ffce1daf870a, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:38.216057 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:38.223444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:38.246930 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:37Z', 'revision_number': 8, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:38.289961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd18fd5-c746-4e43-b0fb-e86b0cbe61e8 None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:37Z', 'revision_number': 8, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:38.355013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] For port da60d83a-a507-49db-844b-ffce1daf870a, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:38.360069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] For port da60d83a-a507-49db-844b-ffce1daf870a, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=da60d83a-a507-49db-844b-ffce1daf870a,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:38.365901 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:38.367383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:38.379198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-26c1f614-6841-454c-bb49-a29436e4b3a4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2078841 Nov 09 19:55:38.382008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43718) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:38.437450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:38.438140 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:38.439989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] 10.222.0.70 "PUT /v2.0/ports/da60d83a-a507-49db-844b-ffce1daf870a HTTP/1.1" status: 200 len: 1091 time: 2.0844984 Nov 09 19:55:38.485153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8939b-3b55-42ab-b95e-bfbf0cf030a5 service neutron] Pushing event updated for resources: {'Port': ['ID=da60d83a-a507-49db-844b-ffce1daf870a,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:38.532876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-6751fbab-8a51-464f-943d-a10c5b4b44cd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting subnet 270bfe64-266f-4999-8e25-5c4c76b03e6d {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:55:38.549252 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6751fbab-8a51-464f-943d-a10c5b4b44cd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:38.573519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-047e4d23-28b7-4178-b671-2b4d3bc8b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:38.575683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-047e4d23-28b7-4178-b671-2b4d3bc8b5a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 1094 time: 0.0713558 Nov 09 19:55:38.630318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6751fbab-8a51-464f-943d-a10c5b4b44cd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:38.706321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-8c456022-7192-44dd-8a82-17efdda55d1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da60d83a-a507-49db-844b-ffce1daf870a HTTP/1.1" status: 200 len: 217 time: 0.1206961 Nov 09 19:55:38.798806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-734b4495-df08-4a39-bc04-c609ceae37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:38.801468 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-734b4495-df08-4a39-bc04-c609ceae37f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79b5a0f8-1587-44bb-bc0e-726f382b13b7 HTTP/1.1" status: 200 len: 855 time: 0.0869598 Nov 09 19:55:38.810319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6751fbab-8a51-464f-943d-a10c5b4b44cd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:38.847265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-16651755-8271-4d4f-8102-3a0f9d5e8512 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368710 Nov 09 19:55:38.908765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6751fbab-8a51-464f-943d-a10c5b4b44cd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:38.952713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6751fbab-8a51-464f-943d-a10c5b4b44cd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:38.953031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a7bff-f96a-4bed-a7da-07a34f3f477a None None] Network a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:38.957262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6751fbab-8a51-464f-943d-a10c5b4b44cd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/270bfe64-266f-4999-8e25-5c4c76b03e6d HTTP/1.1" status: 204 len: 168 time: 0.5735099 Nov 09 19:55:38.958991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751fbab-8a51-464f-943d-a10c5b4b44cd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Subnet': ['ID=270bfe64-266f-4999-8e25-5c4c76b03e6d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:38.975255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43734) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:39.019225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1758732-02f6-495c-a509-897ba26ccf18 req-676d3da8-8abd-4d86-997b-28a4fb80a72d tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:39.021274 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1758732-02f6-495c-a509-897ba26ccf18 req-676d3da8-8abd-4d86-997b-28a4fb80a72d tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 944 time: 0.0590982 Nov 09 19:55:39.098149 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:39.106384 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f1758732-02f6-495c-a509-897ba26ccf18 req-b3d6c48b-61c9-4af2-a03d-bf14c8577190 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755384 Nov 09 19:55:39.111154 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:39.111717 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:39.138996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-8180b0a9-2804-4bc3-bf0d-91dc6082e412 service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840514 Nov 09 19:55:39.182467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 819ff8b8-f4cc-42ea-937d-45ea22bb1911 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:39.202346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43738) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:39.239401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 819ff8b8-f4cc-42ea-937d-45ea22bb1911 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:39.239748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 819ff8b8-f4cc-42ea-937d-45ea22bb1911 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:39.264916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cfb6b9-6224-43d6-a7ba-e55b05a512c3 None None] DHCP port deletion for a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:55:39.312244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d804df1f-473c-45f5-856e-bf53a01086c5 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:39.314667 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:39.317249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9a046d-710a-4b8d-aafe-0d9498099639 admin admin] Deleting subnet b373410d-c823-4c79-b813-cfd238113ecd {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:55:39.326830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b9a046d-710a-4b8d-aafe-0d9498099639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.345516 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: d804df1f-473c-45f5-856e-bf53a01086c5 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:39.345954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d804df1f-473c-45f5-856e-bf53a01086c5 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:39.373499 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.382246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-28cfb6b9-6224-43d6-a7ba-e55b05a512c3 None None] Deleting port 0d263807-110b-459c-b539-24d9f87e61f0 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:39.382664 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28cfb6b9-6224-43d6-a7ba-e55b05a512c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.413737 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b9a046d-710a-4b8d-aafe-0d9498099639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.447096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618502b9-f682-4d31-a7b8-00aa0ac1cb8e req-4b8d1045-7794-407a-9975-87f25355574a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:39.448732 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-618502b9-f682-4d31-a7b8-00aa0ac1cb8e req-4b8d1045-7794-407a-9975-87f25355574a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 943 time: 0.2810099 Nov 09 19:55:39.496962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device ac4ac4e3-3266-4e9b-acfc-25f850d04563 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:55:39.521369 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b9a046d-710a-4b8d-aafe-0d9498099639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.529289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-28cfb6b9-6224-43d6-a7ba-e55b05a512c3 None None] For port 0d263807-110b-459c-b539-24d9f87e61f0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0d263807-110b-459c-b539-24d9f87e61f0,segment=NetworkSegment(a5b205c1-e380-403c-baf3-06afe41872b6),segment_id=a5b205c1-e380-403c-baf3-06afe41872b6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:39.530294 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28cfb6b9-6224-43d6-a7ba-e55b05a512c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.548197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-28cfb6b9-6224-43d6-a7ba-e55b05a512c3 None None] Calling delete_port for 0d263807-110b-459c-b539-24d9f87e61f0 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:39.557124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-618502b9-f682-4d31-a7b8-00aa0ac1cb8e req-5a339d07-6208-4375-ae65-d328d6dce46b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924942 Nov 09 19:55:39.597619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb1bb1db-b71f-49b5-8c2d-eb37443fe90c req-5ba41316-fc9a-4800-9b3e-457224c385e1 service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260397 Nov 09 19:55:39.644094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port 0d263807-110b-459c-b539-24d9f87e61f0 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:39.644444 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.664789 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b9a046d-710a-4b8d-aafe-0d9498099639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.695806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a046d-710a-4b8d-aafe-0d9498099639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b373410d-c823-4c79-b813-cfd238113ecd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:39.698177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b9a046d-710a-4b8d-aafe-0d9498099639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.702420 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b9a046d-710a-4b8d-aafe-0d9498099639 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b373410d-c823-4c79-b813-cfd238113ecd HTTP/1.1" status: 204 len: 168 time: 0.4984434 Nov 09 19:55:39.704888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43744) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:39.781809 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:37Z', 'revision_number': 8, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:39.802296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port 0d263807-110b-459c-b539-24d9f87e61f0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0d263807-110b-459c-b539-24d9f87e61f0,segment=NetworkSegment(a5b205c1-e380-403c-baf3-06afe41872b6),segment_id=a5b205c1-e380-403c-baf3-06afe41872b6)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:39.802925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.854191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:39.872007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for 0d263807-110b-459c-b539-24d9f87e61f0 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:39.872449 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:39.883991 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:39.884677 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:39.927676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port ac4ac4e3-3266-4e9b-acfc-25f850d04563, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ac4ac4e3-3266-4e9b-acfc-25f850d04563,segment=NetworkSegment(cd4322da-c3d4-4537-82fb-9382d3b272e4),segment_id=cd4322da-c3d4-4537-82fb-9382d3b272e4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:39.960385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'ac4ac4e3-3266-4e9b-acfc-25f850d04563', 'network_id': 'cd90306a-ae70-4b3c-8557-3dfe8dc7993a', 'port_id': 'ac4ac4e3-3266-4e9b-acfc-25f850d04563', 'mac_address': 'fa:16:3e:49:16:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c069553b-eca4-40b0-812d-8e49511cfae1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:55:40.016627 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.033756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4ac4e3-3266-4e9b-acfc-25f850d04563 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:55:40.041149 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28cfb6b9-6224-43d6-a7ba-e55b05a512c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.062899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.078489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.094896 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:40.096122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1204e5a1-37c3-4547-ae53-496aa6bfc42b']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:40.101409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfb6b9-6224-43d6-a7ba-e55b05a512c3 None None] Pushing event deleted for resources: {'Port': ['ID=0d263807-110b-459c-b539-24d9f87e61f0,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:40.107674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port ac4ac4e3-3266-4e9b-acfc-25f850d04563, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ac4ac4e3-3266-4e9b-acfc-25f850d04563,segment=NetworkSegment(cd4322da-c3d4-4537-82fb-9382d3b272e4),segment_id=cd4322da-c3d4-4537-82fb-9382d3b272e4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:40.109254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cfb6b9-6224-43d6-a7ba-e55b05a512c3 None None] No DVR routers for this DVR port 0d263807-110b-459c-b539-24d9f87e61f0 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:40.109970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57750e9-9b4f-444d-8215-ae6983da46e4') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:40.110200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57750e9-9b4f-444d-8215-ae6983da46e4') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:40.116576 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.127629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.147962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.160513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:55:40.161075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.163553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd366859a-76bc-4ab1-b691-e446569f5d2f', 'tag': 'da60d83a-a507-49db-844b-ffce1daf870a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:40.166106 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee94a0c-80c0-48c5-a030-d88bd4632d48" -d '{"events": [{"name": "network-changed", "server_uuid": "d366859a-76bc-4ab1-b691-e446569f5d2f", "tag": "da60d83a-a507-49db-844b-ffce1daf870a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:55:40.177405 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:55:40.189261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=0d263807-110b-459c-b539-24d9f87e61f0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:40.194419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No DVR routers for this DVR port 0d263807-110b-459c-b539-24d9f87e61f0 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:40.249257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=ac4ac4e3-3266-4e9b-acfc-25f850d04563,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:40.270141 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.279446 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f1279495-0d3a-4a2d-88ad-d0bd1cf9d1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.283406 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8497ece2-9136-47b0-aaf8-1fdc72091baf x-openstack-request-id: req-8497ece2-9136-47b0-aaf8-1fdc72091baf {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:40.283699 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d366859a-76bc-4ab1-b691-e446569f5d2f", "tag": "da60d83a-a507-49db-844b-ffce1daf870a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:40.284005 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8497ece2-9136-47b0-aaf8-1fdc72091baf {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:40.284559 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd366859a-76bc-4ab1-b691-e446569f5d2f', 'tag': 'da60d83a-a507-49db-844b-ffce1daf870a', 'status': 'completed', 'code': 200} Nov 09 19:55:40.287674 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.296081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] 10.222.0.53 "DELETE /v2.0/networks/1204e5a1-37c3-4547-ae53-496aa6bfc42b HTTP/1.1" status: 204 len: 168 time: 0.5899396 Nov 09 19:55:40.317970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a9fb8-f778-41d7-8a00-8204776d687f admin admin] Pushing event deleted for resources: {'Network': ['ID=1204e5a1-37c3-4547-ae53-496aa6bfc42b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:40.376991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['ac4ac4e3-3266-4e9b-acfc-25f850d04563'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:55:40.522246 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:37Z', 'revision_number': 8, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:40.555236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43758) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:40.602789 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a12a4e-90fb-409a-8fd5-d2c11495f334 None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:37Z', 'revision_number': 8, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd49a7-201f-4cb8-9d27-700984e2f613', 'name': '', 'network_id': '77cd9e2a-37cf-4fe0-bff9-acede0f63075', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:4a:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:21Z', 'updated_at': '2021-11-09T19:55:28Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '3aa6cf17-f3ed-4596-9cb2-307d030f7eb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:40.640534 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b8a8b8cd-c02f-4c5a-8f75-4da01967f843 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd0796f182d94669b15e57624a45e1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839260 Nov 09 19:55:40.641085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:40.759065 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35c03b6f-9947-4148-b5af-fb3c53bf19fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.770436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b2b07-5c52-4ad0-8a56-46110b6b4d14 req-596433e3-4c67-4678-9db8-71ef3411efb6 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:40.772480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-523b2b07-5c52-4ad0-8a56-46110b6b4d14 req-596433e3-4c67-4678-9db8-71ef3411efb6 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 943 time: 0.0979764 Nov 09 19:55:40.777710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.803383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc7f5a-fab1-4564-818b-ff17674b380b req-8edce71a-8634-4533-838a-ab5d0b9ebcc6 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:40.805374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f1dc7f5a-fab1-4564-818b-ff17674b380b req-8edce71a-8634-4533-838a-ab5d0b9ebcc6 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 945 time: 0.5617471 Nov 09 19:55:40.820507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15c22d7-11d8-47d6-b9d3-db63a3e51ec1']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:40.823572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35c03b6f-9947-4148-b5af-fb3c53bf19fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.823765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee94a0c-80c0-48c5-a030-d88bd4632d48 req-7efbf464-1daf-436c-8c57-b6051310e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:40.825361 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ee94a0c-80c0-48c5-a030-d88bd4632d48 req-7efbf464-1daf-436c-8c57-b6051310e29d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 1094 time: 0.1382644 Nov 09 19:55:40.845030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b205c1-e380-403c-baf3-06afe41872b6') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:40.845315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b205c1-e380-403c-baf3-06afe41872b6') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:40.875136 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.877649 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-523b2b07-5c52-4ad0-8a56-46110b6b4d14 req-ddbbeadd-f096-4c53-8c6b-f0f9d553b3d5 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919924 Nov 09 19:55:40.926798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35c03b6f-9947-4148-b5af-fb3c53bf19fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.929705 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35c03b6f-9947-4148-b5af-fb3c53bf19fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:40.933720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-35c03b6f-9947-4148-b5af-fb3c53bf19fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea7aee34-e844-4e19-acb6-44be2afbd842 HTTP/1.1" status: 204 len: 168 time: 0.2882869 Nov 09 19:55:40.943066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c03b6f-9947-4148-b5af-fb3c53bf19fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7aee34-e844-4e19-acb6-44be2afbd842,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:40.973871 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:41.004838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f1dc7f5a-fab1-4564-818b-ff17674b380b req-0d072ab0-7ea8-481f-b5fc-845a044e8fbf tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784842 Nov 09 19:55:41.017066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:55:41.017413 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:55:41.030900 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:55:41.115504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee94a0c-80c0-48c5-a030-d88bd4632d48 req-dcd742ba-5f51-42bc-b8bd-2eda45f49ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:41.117182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ee94a0c-80c0-48c5-a030-d88bd4632d48 req-dcd742ba-5f51-42bc-b8bd-2eda45f49ee5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 916 time: 0.2693295 Nov 09 19:55:41.120156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:41.133193 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:41.139960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43780) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:41.140651 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/networks/a15c22d7-11d8-47d6-b9d3-db63a3e51ec1 HTTP/1.1" status: 204 len: 168 time: 2.1640170 Nov 09 19:55:41.162595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e0f65-4cce-4033-b31d-234ee64f40f2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Network': ['ID=a15c22d7-11d8-47d6-b9d3-db63a3e51ec1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:41.240867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ee94a0c-80c0-48c5-a030-d88bd4632d48 req-8247ae24-13b7-4178-9f1e-eb9e67def821 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da60d83a-a507-49db-844b-ffce1daf870a HTTP/1.1" status: 200 len: 217 time: 0.1114233 Nov 09 19:55:41.288286 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0d263807-110b-459c-b539-24d9f87e61f0 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:41.349477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0d263807-110b-459c-b539-24d9f87e61f0 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:41.350575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0d263807-110b-459c-b539-24d9f87e61f0 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:41.374134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee94a0c-80c0-48c5-a030-d88bd4632d48 req-351a02ac-b206-4dd6-aefc-0d6f91235b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:41.376964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ee94a0c-80c0-48c5-a030-d88bd4632d48 req-351a02ac-b206-4dd6-aefc-0d6f91235b0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79b5a0f8-1587-44bb-bc0e-726f382b13b7 HTTP/1.1" status: 200 len: 855 time: 0.1270919 Nov 09 19:55:41.434601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ee94a0c-80c0-48c5-a030-d88bd4632d48 req-cff28614-c59d-471f-a544-e2172fd71d5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442100 Nov 09 19:55:41.517921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device ac4ac4e3-3266-4e9b-acfc-25f850d04563 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:41.631954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ee94a0c-80c0-48c5-a030-d88bd4632d48 req-1c0ec999-eacc-4c3d-b2dc-1009ff03d914 service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895528 Nov 09 19:55:41.656043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port ac4ac4e3-3266-4e9b-acfc-25f850d04563 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:55:41.660813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port ac4ac4e3-3266-4e9b-acfc-25f850d04563 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:41.661399 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:41.813516 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:41.860567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64932a03-a984-4af0-9a2a-ec8ce0c3274c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ac4e3-3266-4e9b-acfc-25f850d04563'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:41.863448 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951e1ac-c735-4075-b616-af4128841370" -d '{"events": [{"server_uuid": "64932a03-a984-4af0-9a2a-ec8ce0c3274c", "name": "network-vif-plugged", "status": "completed", "tag": "ac4ac4e3-3266-4e9b-acfc-25f850d04563"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:41.874415 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ee94a0c-80c0-48c5-a030-d88bd4632d48 req-559d8249-c8cf-412a-bf37-11b261e25e07 service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336407 Nov 09 19:55:41.888025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:41.915124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port ac4ac4e3-3266-4e9b-acfc-25f850d04563, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ac4ac4e3-3266-4e9b-acfc-25f850d04563,segment=NetworkSegment(cd4322da-c3d4-4537-82fb-9382d3b272e4),segment_id=cd4322da-c3d4-4537-82fb-9382d3b272e4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:41.923937 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:41.929856 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa3eba3-5c97-4d82-9941-81659017a7d6 x-openstack-request-id: req-ffa3eba3-5c97-4d82-9941-81659017a7d6 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:41.938146 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64932a03-a984-4af0-9a2a-ec8ce0c3274c", "name": "network-vif-plugged", "status": "completed", "tag": "ac4ac4e3-3266-4e9b-acfc-25f850d04563", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:41.950833 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffa3eba3-5c97-4d82-9941-81659017a7d6 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:41.951538 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64932a03-a984-4af0-9a2a-ec8ce0c3274c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ac4e3-3266-4e9b-acfc-25f850d04563', 'code': 200} Nov 09 19:55:42.088329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=ac4ac4e3-3266-4e9b-acfc-25f850d04563,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:42.089391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763556-350d-49f1-ae31-cadcdbeef05b req-76e0c50a-47de-4bf9-9f5e-635b1ec0eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.091345 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32763556-350d-49f1-ae31-cadcdbeef05b req-76e0c50a-47de-4bf9-9f5e-635b1ec0eb3a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 1097 time: 0.0998836 Nov 09 19:55:42.190083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26b590-ae1e-4b7c-a6e0-c7efa988c904 req-12e76ee8-a5a0-4892-9e0a-ae1f5066cced tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.192507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba26b590-ae1e-4b7c-a6e0-c7efa988c904 req-12e76ee8-a5a0-4892-9e0a-ae1f5066cced tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 943 time: 0.1813135 Nov 09 19:55:42.237946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32763556-350d-49f1-ae31-cadcdbeef05b req-e331c223-386b-4269-bbe9-098338a7da8c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382530 Nov 09 19:55:42.287347 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-038c8b5a-035f-4214-83ba-deef0bf85f3d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1570377 Nov 09 19:55:42.295743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba26b590-ae1e-4b7c-a6e0-c7efa988c904 req-8e0eceea-8c20-4997-8c10-206058faa692 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827363 Nov 09 19:55:42.312353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7509b1-8ab4-45ac-8cda-32bcc1900392 req-c5d157c0-f145-455b-86bf-1008d05feef4 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.326778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec7509b1-8ab4-45ac-8cda-32bcc1900392 req-c5d157c0-f145-455b-86bf-1008d05feef4 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 946 time: 0.1121073 Nov 09 19:55:42.414268 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec7509b1-8ab4-45ac-8cda-32bcc1900392 req-c09dab72-0b69-43fc-b3fe-c785b8beb4c8 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867670 Nov 09 19:55:42.439782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43822) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:42.482373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-9c1961f4-3bb9-41ae-8061-666dfe376456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.482934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-9c1961f4-3bb9-41ae-8061-666dfe376456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.483422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-9c1961f4-3bb9-41ae-8061-666dfe376456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.484338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-9c1961f4-3bb9-41ae-8061-666dfe376456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.489082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-9c1961f4-3bb9-41ae-8061-666dfe376456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.489750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-9c1961f4-3bb9-41ae-8061-666dfe376456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.490248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-9c1961f4-3bb9-41ae-8061-666dfe376456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.492433 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-9c1961f4-3bb9-41ae-8061-666dfe376456 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5e646554cb1948bab8888fd628ae596e&device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 6497 time: 0.1198194 Nov 09 19:55:42.517981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port f9fd49a7-201f-4cb8-9d27-700984e2f613 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:42.518956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:42.671348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1042182276-network', 'tenant_id': '5b8b896b82e8499c9b231a80905ce84d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:42.698412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-041dc037-cc7a-4ba1-9c07-154c615aafec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.699003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-041dc037-cc7a-4ba1-9c07-154c615aafec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.699586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-041dc037-cc7a-4ba1-9c07-154c615aafec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.702018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-041dc037-cc7a-4ba1-9c07-154c615aafec service neutron] 10.222.0.70 "GET /v2.0/networks?id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&id=0abcee26-04fe-418b-aa66-b8ce235a5293&id=0abcee26-04fe-418b-aa66-b8ce235a5293 HTTP/1.1" status: 200 len: 2298 time: 0.1812601 Nov 09 19:55:42.742693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port f9fd49a7-201f-4cb8-9d27-700984e2f613, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f9fd49a7-201f-4cb8-9d27-700984e2f613,segment=NetworkSegment(acfb835c-5cd7-4f0e-bc47-6878a5438deb),segment_id=acfb835c-5cd7-4f0e-bc47-6878a5438deb)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:42.743130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:42.745394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Made reservation on behalf of 5b8b896b82e8499c9b231a80905ce84d for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:42.747819 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:42.766804 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:42.775672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for f9fd49a7-201f-4cb8-9d27-700984e2f613 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:42.834826 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-2ff14909-c7e8-4f10-9573-1730e867256d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 HTTP/1.1" status: 200 len: 1002 time: 0.1225724 Nov 09 19:55:42.920763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-d9c51ce6-0804-4ce1-8d85-2c18696477e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:42.923506 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-d9c51ce6-0804-4ce1-8d85-2c18696477e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=631c072b-443f-46be-a69f-00bb6024fc68 HTTP/1.1" status: 200 len: 856 time: 0.0814481 Nov 09 19:55:42.985216 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:42.991940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.027630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-ff8d9d7c-c8d4-490c-969e-0acb8d4c1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:43.028077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-ff8d9d7c-c8d4-490c-969e-0acb8d4c1c62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=90a17b75-3a9f-4fd3-9f10-435fc26e61fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947754 Nov 09 19:55:43.072566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:55:43.092334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48111f15-8d40-4a2d-a7f1-0b113e8fd7db,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:43.131231 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.131594 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Added segment cbaf9b39-f481-46d1-8533-7b15cf5e9ff1 of type vlan for network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 Nov 09 19:55:43.176131 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fb6de0b7-e734-415c-8c53-071a8125f9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.180634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-c1bee11c-d5c5-4816-89a5-62bcd350d438 service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422515 Nov 09 19:55:43.183658 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.189952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device da60d83a-a507-49db-844b-ffce1daf870a details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:55:43.221298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=f9fd49a7-201f-4cb8-9d27-700984e2f613,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:43.230254 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.375106 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port da60d83a-a507-49db-844b-ffce1daf870a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=da60d83a-a507-49db-844b-ffce1daf870a,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:43.399414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'da60d83a-a507-49db-844b-ffce1daf870a', 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596', 'port_id': 'da60d83a-a507-49db-844b-ffce1daf870a', 'mac_address': 'fa:16:3e:f6:b2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b5a0f8-1587-44bb-bc0e-726f382b13b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:55:43.413472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-0806e8aa-649e-467f-8148-cda50b1e722b service neutron] 10.222.0.70 "GET /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108839 Nov 09 19:55:43.437924 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.440616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:43.444753 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.532553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0868711 Nov 09 19:55:43.536642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-08442dd0-1bb6-4073-86d8-77dc669ac456 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=1990eaf1-6c71-48eb-9dd5-36db438adf18 HTTP/1.1" status: 200 len: 217 time: 0.1137214 Nov 09 19:55:43.550845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43852) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:43.556085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.558000 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.583847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da60d83a-a507-49db-844b-ffce1daf870a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:55:43.584425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Request body: {'subnet': {'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1042182276-subnet', 'tenant_id': '5b8b896b82e8499c9b231a80905ce84d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:43.608022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port da60d83a-a507-49db-844b-ffce1daf870a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=da60d83a-a507-49db-844b-ffce1daf870a,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:43.614655 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.626580 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.631470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7546c31-d78d-419a-bc73-ec0a22d75e2f admin admin] Pushing event updated for resources: {'Network': ['ID=e439c7f8-e1b8-4e07-944e-bdfe01f842f8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:43.653986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:55:43.720575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9e5e6-a0a1-4eee-b036-d09e5b51ed47 req-ff6c8830-f1b1-40fa-a93f-72e8f9e25a68 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:43.724322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7d9e5e6-a0a1-4eee-b036-d09e5b51ed47 req-ff6c8830-f1b1-40fa-a93f-72e8f9e25a68 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 943 time: 0.2883725 Nov 09 19:55:43.740144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=da60d83a-a507-49db-844b-ffce1daf870a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:43.747736 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-4e6fdcf5-c5ed-4d40-b020-2755010efd1b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2150786 Nov 09 19:55:43.749803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-b39cab68-2305-44c1-a1ae-f7bfe6c27b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:43.752557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-b39cab68-2305-44c1-a1ae-f7bfe6c27b9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.1753712 Nov 09 19:55:43.754107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Made reservation on behalf of 5b8b896b82e8499c9b231a80905ce84d for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:43.756562 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:43.963607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['da60d83a-a507-49db-844b-ffce1daf870a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:55:43.988626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7d9e5e6-a0a1-4eee-b036-d09e5b51ed47 req-9755a7c0-3c93-4faa-a29d-78572ad028e4 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444837 Nov 09 19:55:44.124861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-86d4cd8f-035e-4974-8eb5-29a5ddaaac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:44.126914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-86d4cd8f-035e-4974-8eb5-29a5ddaaac68 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c23461390c64813976524a067b18fe8&device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 1096 time: 0.2634888 Nov 09 19:55:44.132636 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:44.155746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-ef32d38d-2233-4423-99ac-b958784fa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:44.157453 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-ef32d38d-2233-4423-99ac-b958784fa74a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2841756 Nov 09 19:55:44.199444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f13f7-9108-4e7a-9b18-0283e360a5e5 req-dbb2f6a7-d9fa-400c-8604-2ad768211c74 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:44.201042 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-268f13f7-9108-4e7a-9b18-0283e360a5e5 req-dbb2f6a7-d9fa-400c-8604-2ad768211c74 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 946 time: 0.6274703 Nov 09 19:55:44.319080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-268f13f7-9108-4e7a-9b18-0283e360a5e5 req-f46747fc-4e73-4739-bfec-37976fe92665 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097314 Nov 09 19:55:44.362184 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9a7faa-9b10-4cf3-b806-664c9d502a38,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:44.415124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Checking segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:44.415489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Network hostable DHCP agents. Network: e439c7f8-e1b8-4e07-944e-bdfe01f842f8, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:55:44.444324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-41bd7454-173b-4299-ba9e-a6b83965cfb2 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484300 Nov 09 19:55:44.447719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-a76175d8-8e81-40ef-b2b0-0e973b4dd470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:44.449679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-a76175d8-8e81-40ef-b2b0-0e973b4dd470 service neutron] 10.222.0.77 "GET /v2.0/networks?id=64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 200 len: 910 time: 0.2644596 Nov 09 19:55:44.469621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:44.501026 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:44.593734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:55:44.609887 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-09c9d3bf-f4d1-40c0-b4f8-f7d6ea90f19d service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569886 Nov 09 19:55:44.621111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:44.626849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, e439c7f8-e1b8-4e07-944e-bdfe01f842f8) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:44.627003 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d849a235-2493-476e-b338-102cdd8a56b4 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4858971 Nov 09 19:55:44.629839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43870) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:44.633134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:44.641201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c55516-3c5e-41d8-8af5-e6875960adf3 None None] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:44.696318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:44.697227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:44.708613 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:44.709483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:44.711012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-ba7c1923-0fcd-477d-8531-3d8c17c5f99a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=03071954-4d2d-4b87-8754-6a44bd7c714b HTTP/1.1" status: 200 len: 217 time: 0.0859354 Nov 09 19:55:44.713529 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-6ec33c3b-4cc0-440d-bcda-7fa3cd30fa7a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb3efae-af8f-4798-83ed-ee3b8dcae65a HTTP/1.1" status: 200 len: 1001 time: 0.2508211 Nov 09 19:55:44.765154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8e0758-c6ef-4f0a-a95d-426bf49b3066 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting subnet 3aa6cf17-f3ed-4596-9cb2-307d030f7eb8 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:55:44.773526 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db8e0758-c6ef-4f0a-a95d-426bf49b3066 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:44.809317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:44.836244 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aabfdc87-7e47-4ccd-89f9-5529974f3615 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2770996 Nov 09 19:55:44.868219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-3d522277-609a-44b5-9cff-58fe6a25ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:44.869808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-3d522277-609a-44b5-9cff-58fe6a25ccc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.1495855 Nov 09 19:55:44.878599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-5e00cace-f303-406b-a4dc-f58ac9b2b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:44.880331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-5e00cace-f303-406b-a4dc-f58ac9b2b979 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 200 len: 848 time: 0.1443245 Nov 09 19:55:44.896913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db8e0758-c6ef-4f0a-a95d-426bf49b3066 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:45.095764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-aa9827a3-979b-45a2-bc59-ba6d39b6ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:45.103230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-aa9827a3-979b-45a2-bc59-ba6d39b6ba64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=64c99bb4-90d7-4a67-a079-d1a5de0b5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073185 Nov 09 19:55:45.161093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-45d485fb-98f0-4902-a5d0-befd11c09536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:45.165623 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-45d485fb-98f0-4902-a5d0-befd11c09536 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2842095 Nov 09 19:55:45.169827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db8e0758-c6ef-4f0a-a95d-426bf49b3066 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:45.385171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db8e0758-c6ef-4f0a-a95d-426bf49b3066 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:45.428388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f32e90-bb7b-409d-be0d-2a5e9f4eba77 None None] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:45.455020 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db8e0758-c6ef-4f0a-a95d-426bf49b3066 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:45.464143 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-db8e0758-c6ef-4f0a-a95d-426bf49b3066 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/3aa6cf17-f3ed-4596-9cb2-307d030f7eb8 HTTP/1.1" status: 204 len: 168 time: 0.8315570 Nov 09 19:55:45.468674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e0758-c6ef-4f0a-a95d-426bf49b3066 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa6cf17-f3ed-4596-9cb2-307d030f7eb8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:45.477464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43896) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:45.525961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4988ce-58fa-4bc0-912f-8e66be036810 None None] Network 77cd9e2a-37cf-4fe0-bff9-acede0f63075 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:45.577146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-c9533080-3a91-4807-816a-e8704f2feb80 service neutron] 10.222.0.77 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632347 Nov 09 19:55:45.577679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:42Z', 'revision_number': 9, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:45.633125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:45.655605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:45.656313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:45.664123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:45.679304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63805f2-b5d8-42a7-8f94-3841c54093b4 req-7af704c8-2394-47f4-9852-a224f2c5f532 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:45.681200 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d63805f2-b5d8-42a7-8f94-3841c54093b4 req-7af704c8-2394-47f4-9852-a224f2c5f532 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 944 time: 0.4815001 Nov 09 19:55:45.741854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d63805f2-b5d8-42a7-8f94-3841c54093b4 req-e93f0491-81b9-468e-9759-e01427861145 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Nov 09 19:55:45.761473 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-c4aff3b2-13ac-4dfc-9d6f-420ae8430290 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628486 Nov 09 19:55:45.829457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:45.860374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7483e20d-f514-4d80-819c-b6ae9c3a58b8 req-0e0d923f-de58-45c2-99a6-276c0359dbba service neutron] 10.222.0.77 "GET /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718055 Nov 09 19:55:45.954325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-9d05ebc3-a8ad-4cc9-ae5a-4e56a5fe4f4b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:45.960671 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-9d05ebc3-a8ad-4cc9-ae5a-4e56a5fe4f4b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.2871902 Nov 09 19:55:45.997824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-ed1cfe32-f4c9-4102-b0be-2b91c025bce2 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114449 Nov 09 19:55:46.000957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port f92cd817-f5bc-4372-80ef-0d4bb14ac353 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:46.001993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:46.098384 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-d77ed67a-8570-446c-b60e-63ddce9e6c05 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/quotas/5b8b896b82e8499c9b231a80905ce84d HTTP/1.1" status: 200 len: 375 time: 0.1170888 Nov 09 19:55:46.100230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-02d7127f-785e-4386-b69e-a0009a8e0a08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=eb82dada-9573-47f3-b291-b9c2b30a7000 HTTP/1.1" status: 200 len: 217 time: 0.0920827 Nov 09 19:55:46.205999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-337bcb6a-8aee-4024-b7aa-ea82b10325a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:46.208230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-337bcb6a-8aee-4024-b7aa-ea82b10325a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.0993464 Nov 09 19:55:46.215573 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-e49b7dd5-cc1a-408c-a0ae-88086ce92d8c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022546 Nov 09 19:55:46.273149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port f92cd817-f5bc-4372-80ef-0d4bb14ac353, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f92cd817-f5bc-4372-80ef-0d4bb14ac353,segment=NetworkSegment(acfb835c-5cd7-4f0e-bc47-6878a5438deb),segment_id=acfb835c-5cd7-4f0e-bc47-6878a5438deb)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:46.273566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:46.318347 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:46.351352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-cf370f04-1de4-48d5-ab07-8f4c9e172c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:46.355767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for f92cd817-f5bc-4372-80ef-0d4bb14ac353 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:46.357161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-cf370f04-1de4-48d5-ab07-8f4c9e172c23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1380630 Nov 09 19:55:46.365691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f0a64-7207-4b5e-ae81-bbc5a3fbb7fc None None] DHCP port deletion for 77cd9e2a-37cf-4fe0-bff9-acede0f63075 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:55:46.515700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:42Z', 'revision_number': 9, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:46.563847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dd972-0153-44d7-a8cf-f31afe278785 None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:42Z', 'revision_number': 9, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaf577bc-8254-4d23-a85e-f8c866a5830d', 'name': '', 'network_id': 'b3b7e5be-b26e-409b-bd53-22371638831e', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:12:6b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:16Z', 'updated_at': '2021-11-09T19:55:24Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '783e1f7a-9e95-460a-82af-fc1c28479553', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:46.568811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-607e35c0-3458-408a-8ba2-0e371e5849b1 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025783 Nov 09 19:55:46.586996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-734f0a64-7207-4b5e-ae81-bbc5a3fbb7fc None None] Deleting port f92cd817-f5bc-4372-80ef-0d4bb14ac353 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:46.587562 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-734f0a64-7207-4b5e-ae81-bbc5a3fbb7fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:46.590134 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-9a27dc1a-db29-41c4-904c-4b3b9a4e52d1 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532166 Nov 09 19:55:46.729996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-734f0a64-7207-4b5e-ae81-bbc5a3fbb7fc None None] For port f92cd817-f5bc-4372-80ef-0d4bb14ac353, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f92cd817-f5bc-4372-80ef-0d4bb14ac353,segment=NetworkSegment(acfb835c-5cd7-4f0e-bc47-6878a5438deb),segment_id=acfb835c-5cd7-4f0e-bc47-6878a5438deb)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:46.730401 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-734f0a64-7207-4b5e-ae81-bbc5a3fbb7fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:46.762134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-734f0a64-7207-4b5e-ae81-bbc5a3fbb7fc None None] Calling delete_port for f92cd817-f5bc-4372-80ef-0d4bb14ac353 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:46.803284 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:46.841882 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-62c6904f-f4f4-42ab-87c7-816888e37344 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395761 Nov 09 19:55:46.892519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No DVR routers for this DVR port f92cd817-f5bc-4372-80ef-0d4bb14ac353 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:46.896112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=f92cd817-f5bc-4372-80ef-0d4bb14ac353,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:46.896579 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-734f0a64-7207-4b5e-ae81-bbc5a3fbb7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:46.991662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f0a64-7207-4b5e-ae81-bbc5a3fbb7fc None None] No DVR routers for this DVR port f92cd817-f5bc-4372-80ef-0d4bb14ac353 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:47.007702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f0a64-7207-4b5e-ae81-bbc5a3fbb7fc None None] Pushing event deleted for resources: {'Port': ['ID=f92cd817-f5bc-4372-80ef-0d4bb14ac353,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:47.205167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f92cd817-f5bc-4372-80ef-0d4bb14ac353 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:47.211832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device da60d83a-a507-49db-844b-ffce1daf870a up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:47.212014 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:47.278720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cd9e2a-37cf-4fe0-bff9-acede0f63075']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:47.298595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: f92cd817-f5bc-4372-80ef-0d4bb14ac353 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:47.298891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f92cd817-f5bc-4372-80ef-0d4bb14ac353 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:47.302764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f9fd49a7-201f-4cb8-9d27-700984e2f613 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:47.339064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfb835c-5cd7-4f0e-bc47-6878a5438deb') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:47.339489 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfb835c-5cd7-4f0e-bc47-6878a5438deb') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:47.384428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: f9fd49a7-201f-4cb8-9d27-700984e2f613 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:47.385196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f9fd49a7-201f-4cb8-9d27-700984e2f613 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:47.402912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4d058-d5a9-41bb-b9f0-ed6c8801593b req-069184eb-573f-43f6-8408-64b1dde14302 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:47.406003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14f4d058-d5a9-41bb-b9f0-ed6c8801593b req-069184eb-573f-43f6-8408-64b1dde14302 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 944 time: 0.1633408 Nov 09 19:55:47.432621 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:47.449740 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40e297a1-f264-4f41-9b15-3e6ab733280f req-fd8be72e-9640-465d-b66b-df2a285544a6 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 210 time: 0.0966299 Nov 09 19:55:47.451496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port da60d83a-a507-49db-844b-ffce1daf870a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:55:47.472746 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port da60d83a-a507-49db-844b-ffce1daf870a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:47.472746 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:47.477108 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:47.494307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:55:47.494680 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:47.495427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-4f854c80-ec5d-4c60-ae92-0d7753fa4e76 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9148824 Nov 09 19:55:47.498682 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14f4d058-d5a9-41bb-b9f0-ed6c8801593b req-0feb71ea-3e88-4816-94fd-d2bfb5d0df8d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847545 Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:55:47.505491 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:55:47.584413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-6daf57d4-0a2f-451b-bc1b-7fb53015b22d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce HTTP/1.1" status: 200 len: 217 time: 0.0793529 Nov 09 19:55:47.649100 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:47.697458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd366859a-76bc-4ab1-b691-e446569f5d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da60d83a-a507-49db-844b-ffce1daf870a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:47.708142 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb37b6a1-7fe6-45a0-88e4-33ff458f5bf7" -d '{"events": [{"server_uuid": "d366859a-76bc-4ab1-b691-e446569f5d2f", "name": "network-vif-plugged", "status": "completed", "tag": "da60d83a-a507-49db-844b-ffce1daf870a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:47.709353 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:47.719123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:47.725254 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/networks/77cd9e2a-37cf-4fe0-bff9-acede0f63075 HTTP/1.1" status: 204 len: 168 time: 2.2441792 Nov 09 19:55:47.728378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43946) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:47.741656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c7dd5-a43f-46ec-bfed-29a601388e75 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Network': ['ID=77cd9e2a-37cf-4fe0-bff9-acede0f63075,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:47.749814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port da60d83a-a507-49db-844b-ffce1daf870a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=da60d83a-a507-49db-844b-ffce1daf870a,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:47.758435 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:47.787336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-564918c9-8682-470a-b237-3dfc881fa7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:47.789343 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-564918c9-8682-470a-b237-3dfc881fa7ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 200 len: 797 time: 0.1953399 Nov 09 19:55:47.816015 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667cc6fe-5df5-488e-88cc-7b855ef4a61b x-openstack-request-id: req-667cc6fe-5df5-488e-88cc-7b855ef4a61b {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:47.816562 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d366859a-76bc-4ab1-b691-e446569f5d2f", "name": "network-vif-plugged", "status": "completed", "tag": "da60d83a-a507-49db-844b-ffce1daf870a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:47.816923 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-667cc6fe-5df5-488e-88cc-7b855ef4a61b {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:47.817509 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd366859a-76bc-4ab1-b691-e446569f5d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da60d83a-a507-49db-844b-ffce1daf870a', 'code': 200} Nov 09 19:55:47.876837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=da60d83a-a507-49db-844b-ffce1daf870a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:48.182033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-7c0a7136-7fe6-4207-9be2-c8a6829b5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:48.183463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-7c0a7136-7fe6-4207-9be2-c8a6829b5aa9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91a37a47-a94c-45a8-85e8-d6b01e97f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714920 Nov 09 19:55:48.203627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3b521-83c5-4eaa-8913-b9b4d0c4aa95 req-bc645ed9-eee6-4349-925b-cadf837ef703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:48.210549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-55a3b521-83c5-4eaa-8913-b9b4d0c4aa95 req-bc645ed9-eee6-4349-925b-cadf837ef703 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 1096 time: 0.1426480 Nov 09 19:55:48.432944 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-55a3b521-83c5-4eaa-8913-b9b4d0c4aa95 req-f9bc4a8a-3153-440e-9600-3382052784f1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118070 Nov 09 19:55:48.486850 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-7aaefba7-96e3-4185-a584-9d464ae09285 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944274 Nov 09 19:55:48.566130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9679599a-8292-4109-844f-f7d174b971a6 req-1faf4b3f-383d-4903-9c1f-8695f4ef7307 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 210 time: 0.0356367 Nov 09 19:55:48.575319 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:48.811196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3623367-1f86-4bef-ba2a-f0419e224605 req-2324fa9e-8468-4590-88dd-2c6aa7cbdbf5 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:48.813452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3623367-1f86-4bef-ba2a-f0419e224605 req-2324fa9e-8468-4590-88dd-2c6aa7cbdbf5 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 945 time: 0.1556649 Nov 09 19:55:49.028568 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-730a0a8a-bfe6-4aa1-94c4-0faeb14422c4 service neutron] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677983 Nov 09 19:55:49.059056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3623367-1f86-4bef-ba2a-f0419e224605 req-bd1654c4-3d34-4590-a38d-d35c9829af79 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801286 Nov 09 19:55:49.116552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-cd5570ae-d6b3-4c92-9b24-6d05f9381d70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96 HTTP/1.1" status: 200 len: 217 time: 0.0732291 Nov 09 19:55:49.129908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-e287eb6d-4f10-4b20-b5fb-56be8cea0926 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:49.131410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-e287eb6d-4f10-4b20-b5fb-56be8cea0926 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.3150268 Nov 09 19:55:49.172034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Request body: {'port': {'device_id': '16becacc-db92-403f-b630-b20515569d08', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'admin_state_up': True, 'tenant_id': '5b8b896b82e8499c9b231a80905ce84d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:49.250803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-ba5e9db7-904f-40d4-ae22-2505762ba988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:49.252276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-ba5e9db7-904f-40d4-ae22-2505762ba988 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.1191096 Nov 09 19:55:49.391629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-fa5aca0a-74c9-4f08-8529-92369d73ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:49.393821 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-fa5aca0a-74c9-4f08-8529-92369d73ec0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1205840 Nov 09 19:55:49.482264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port aaf577bc-8254-4d23-a85e-f8c866a5830d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:49.483169 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:49.485370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Made reservation on behalf of 5b8b896b82e8499c9b231a80905ce84d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:55:49.489361 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:49.582529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014de05-7c12-4872-a262-d488095c8574 req-0710804a-0be7-4d7f-9636-d2c438470ef5 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:49.584736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5014de05-7c12-4872-a262-d488095c8574 req-0710804a-0be7-4d7f-9636-d2c438470ef5 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 946 time: 0.0561984 Nov 09 19:55:49.599076 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-b64ee32f-c689-4ddb-bedc-178bded503e0 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970844 Nov 09 19:55:49.637696 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5014de05-7c12-4872-a262-d488095c8574 req-5eccecc6-573c-4e48-8d92-70261d8f2e8e tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Nov 09 19:55:49.743399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a4d50ad-5efa-421f-bf60-fd09ef8d72c8 req-f8077253-0f2e-4418-9443-1e70e38632ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 210 time: 0.0898798 Nov 09 19:55:49.746464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port aaf577bc-8254-4d23-a85e-f8c866a5830d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aaf577bc-8254-4d23-a85e-f8c866a5830d,segment=NetworkSegment(1ae9e52a-903f-4b1e-85b2-10fad8812dbe),segment_id=1ae9e52a-903f-4b1e-85b2-10fad8812dbe)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:49.746883 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:49.773946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for aaf577bc-8254-4d23-a85e-f8c866a5830d owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:49.885239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-4d3e9378-0c93-4ee4-9fcb-8e22e29049ee service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557988 Nov 09 19:55:49.886274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Allocated IP 172.20.0.7 (e439c7f8-e1b8-4e07-944e-bdfe01f842f8/9f9a7faa-9b10-4cf3-b806-664c9d502a38/dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:55:49.946583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-2433491e-fab7-444c-9d72-0b060742f144 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 HTTP/1.1" status: 200 len: 217 time: 0.0511541 Nov 09 19:55:50.122259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-757b205b-536d-4b45-8bd3-063b0e4fdaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:50.124960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-757b205b-536d-4b45-8bd3-063b0e4fdaec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 200 len: 797 time: 0.1713810 Nov 09 19:55:50.191756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02284a94-47b5-4ccd-bd38-571b251c95fb req-431fad86-7bf4-4e45-aa80-263574b8d09b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:50.193322 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02284a94-47b5-4ccd-bd38-571b251c95fb req-431fad86-7bf4-4e45-aa80-263574b8d09b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 945 time: 0.0570035 Nov 09 19:55:50.232851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02284a94-47b5-4ccd-bd38-571b251c95fb req-0b180ea5-0ef7-4d4c-8dd1-d21cca2ab58e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Nov 09 19:55:50.255352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca703d-09f9-426d-a24c-d1be05cd426e req-a405b175-0a5c-48f7-bd80-f40da84adef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:50.256857 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-a405b175-0a5c-48f7-bd80-f40da84adef6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0abcee26-04fe-418b-aa66-b8ce235a5293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227026 Nov 09 19:55:50.291868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:50.327574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:50.372766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=aaf577bc-8254-4d23-a85e-f8c866a5830d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:50.885895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:50.900822 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c411c25b-387d-425c-bf76-2ac7976de9d8 req-359fc348-6805-4a9f-820d-629403278428 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 210 time: 0.0324116 Nov 09 19:55:50.923942 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-381607a3-b4f0-4190-8ddf-344950505f1d service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596682 Nov 09 19:55:50.932566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:51.025330 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:51.029753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-279bf7d8-9323-400d-8918-4b2b03b12b1f tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:51.031623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-279bf7d8-9323-400d-8918-4b2b03b12b1f tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.77 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 946 time: 0.0589652 Nov 09 19:55:51.153738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:55:51.165840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572943d5-9102-4b5c-9292-b3f00499033f req-3db690e2-7991-4af8-addf-6568b4532789 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:51.175789 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-572943d5-9102-4b5c-9292-b3f00499033f req-3db690e2-7991-4af8-addf-6568b4532789 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 946 time: 0.3098125 Nov 09 19:55:51.193645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:55:51.208148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-54f89a9f-c691-4921-9eeb-864ff9e94e9b tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Deleting port ac4ac4e3-3266-4e9b-acfc-25f850d04563 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:51.208507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-54f89a9f-c691-4921-9eeb-864ff9e94e9b tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:51.216715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:55:51.229126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event updated for resources: {'Port': ['ID=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:51.319832 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-572943d5-9102-4b5c-9292-b3f00499033f req-7bb54827-bacb-4006-bd30-16c6a5bcbbe0 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5552d9c-f02a-4690-a0ab-8456d9a07e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431506 Nov 09 19:55:51.330996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-54f89a9f-c691-4921-9eeb-864ff9e94e9b tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] For port ac4ac4e3-3266-4e9b-acfc-25f850d04563, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=ac4ac4e3-3266-4e9b-acfc-25f850d04563,segment=NetworkSegment(cd4322da-c3d4-4537-82fb-9382d3b272e4),segment_id=cd4322da-c3d4-4537-82fb-9382d3b272e4)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:51.331664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-54f89a9f-c691-4921-9eeb-864ff9e94e9b tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:51.349917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-54f89a9f-c691-4921-9eeb-864ff9e94e9b tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Calling delete_port for ac4ac4e3-3266-4e9b-acfc-25f850d04563 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:51.360282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acca703d-09f9-426d-a24c-d1be05cd426e req-559db3e5-b8e2-4b2b-852a-8748a6b6aa21 service neutron] 10.222.0.70 "GET /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220040 Nov 09 19:55:51.403438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:51.404141 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:51.463038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:51.469422 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-1296b04c-076c-453e-93fa-8b1ee1008505 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3066528 Nov 09 19:55:51.513985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-54f89a9f-c691-4921-9eeb-864ff9e94e9b tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:51.527815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['ac4ac4e3-3266-4e9b-acfc-25f850d04563'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:55:51.531178 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Request body: {'port': {'device_id': '16becacc-db92-403f-b630-b20515569d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:51.551824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f89a9f-c691-4921-9eeb-864ff9e94e9b tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Pushing event deleted for resources: {'Port': ['ID=ac4ac4e3-3266-4e9b-acfc-25f850d04563,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:51.626637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-54f89a9f-c691-4921-9eeb-864ff9e94e9b tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] No DVR routers for this DVR port ac4ac4e3-3266-4e9b-acfc-25f850d04563 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:51.630044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-54f89a9f-c691-4921-9eeb-864ff9e94e9b tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:51.634885 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d02ce535-8cdf-42b6-b3aa-fab5e7a6b3b6 req-54f89a9f-c691-4921-9eeb-864ff9e94e9b tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.77 "DELETE /v2.0/ports/ac4ac4e3-3266-4e9b-acfc-25f850d04563 HTTP/1.1" status: 204 len: 173 time: 0.5962141 Nov 09 19:55:51.635447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64932a03-a984-4af0-9a2a-ec8ce0c3274c', 'name': 'network-vif-deleted', 'tag': 'ac4ac4e3-3266-4e9b-acfc-25f850d04563'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:51.637800 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a7fc80-8fba-42ec-8d31-35d77a9ce725" -d '{"events": [{"server_uuid": "64932a03-a984-4af0-9a2a-ec8ce0c3274c", "name": "network-vif-deleted", "tag": "ac4ac4e3-3266-4e9b-acfc-25f850d04563"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:51.684362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:51.699956 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:51.715191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-12a9307c-a9ac-4d92-8712-ee1ae8339803 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9830263 Nov 09 19:55:51.715422 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:51.715563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44054) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:51.717288 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:51.729024 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:51.800120 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb1ada-4e50-449f-9172-0e1ee16f1179 x-openstack-request-id: req-9bcb1ada-4e50-449f-9172-0e1ee16f1179 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:51.801002 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64932a03-a984-4af0-9a2a-ec8ce0c3274c", "name": "network-vif-deleted", "tag": "ac4ac4e3-3266-4e9b-acfc-25f850d04563", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:51.801285 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bcb1ada-4e50-449f-9172-0e1ee16f1179 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:51.801688 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64932a03-a984-4af0-9a2a-ec8ce0c3274c', 'name': 'network-vif-deleted', 'tag': 'ac4ac4e3-3266-4e9b-acfc-25f850d04563', 'status': 'completed', 'code': 200} Nov 09 19:55:51.851186 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:51.866215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd969ea-56a3-4282-987d-a4987a84e3b1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting subnet 783e1f7a-9e95-460a-82af-fc1c28479553 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:55:51.881643 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fd969ea-56a3-4282-987d-a4987a84e3b1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:51.959474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fd969ea-56a3-4282-987d-a4987a84e3b1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.088089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fd969ea-56a3-4282-987d-a4987a84e3b1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.130611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab115c-b161-411b-ae2a-ae8f6cd93b0a req-f8608096-3674-4bb0-b8c6-2ee8f404a0b9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:52.132845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49ab115c-b161-411b-ae2a-ae8f6cd93b0a req-f8608096-3674-4bb0-b8c6-2ee8f404a0b9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 931 time: 0.1392176 Nov 09 19:55:52.205980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fd969ea-56a3-4282-987d-a4987a84e3b1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.235656 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fd969ea-56a3-4282-987d-a4987a84e3b1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.242950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0fd969ea-56a3-4282-987d-a4987a84e3b1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/783e1f7a-9e95-460a-82af-fc1c28479553 HTTP/1.1" status: 204 len: 168 time: 0.5263133 Nov 09 19:55:52.247058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d44865-c452-43fa-a08b-d911cee5502b None None] Network b3b7e5be-b26e-409b-bd53-22371638831e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:52.265363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44064) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:52.276611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd969ea-56a3-4282-987d-a4987a84e3b1 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Subnet': ['ID=783e1f7a-9e95-460a-82af-fc1c28479553,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:52.400798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.437774 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49ab115c-b161-411b-ae2a-ae8f6cd93b0a req-64b0b528-f516-42d0-8292-862a01bbfe57 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960751 Nov 09 19:55:52.448788 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:50Z', 'revision_number': 10, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:52.509383 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:52.529678 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:52.530219 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:52.553221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:55:52.573711 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.589608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d595148-549a-4949-bd2b-fe13efa5bea2 req-4d5ccf74-93f7-4dad-b5ee-55178cbfce66 tempest-VolumesActionsTest-588045642 tempest-VolumesActionsTest-588045642-project] 10.222.0.53 "GET /v2.0/ports?device_id=64932a03-a984-4af0-9a2a-ec8ce0c3274c HTTP/1.1" status: 200 len: 210 time: 0.0475516 Nov 09 19:55:52.595925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1fc1b-58f6-4532-a5ef-2eded5b5a207 None None] DHCP port deletion for b3b7e5be-b26e-409b-bd53-22371638831e request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:55:52.598310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Transition to ACTIVE for port object dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:55:52.606987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.618446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port 68eba403-1408-4d40-8e50-9269bfff57b2 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:52.620543 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.700898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1fc1b-58f6-4532-a5ef-2eded5b5a207 None None] Deleting port 68eba403-1408-4d40-8e50-9269bfff57b2 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:52.703663 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e2f1fc1b-58f6-4532-a5ef-2eded5b5a207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.714269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:52.743996 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:52.791234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port 68eba403-1408-4d40-8e50-9269bfff57b2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=68eba403-1408-4d40-8e50-9269bfff57b2,segment=NetworkSegment(1ae9e52a-903f-4b1e-85b2-10fad8812dbe),segment_id=1ae9e52a-903f-4b1e-85b2-10fad8812dbe)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:52.791595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.805934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Attempting to bind port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:55:52.806666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Attempting to bind port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:55:52.807387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Attempting to bind port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:52.814201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:55:52.815961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Attempting to bind port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:55:52.824315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:55:52.825214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Checking segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:55:52.826669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Bound using segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:55:52.827595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Bound port: dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:55:52.829029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.838295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for 68eba403-1408-4d40-8e50-9269bfff57b2 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:52.867912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e2f1fc1b-58f6-4532-a5ef-2eded5b5a207 None None] For port 68eba403-1408-4d40-8e50-9269bfff57b2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=68eba403-1408-4d40-8e50-9269bfff57b2,segment=NetworkSegment(1ae9e52a-903f-4b1e-85b2-10fad8812dbe),segment_id=1ae9e52a-903f-4b1e-85b2-10fad8812dbe)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:52.868318 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e2f1fc1b-58f6-4532-a5ef-2eded5b5a207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.904495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1fc1b-58f6-4532-a5ef-2eded5b5a207 None None] Calling delete_port for 68eba403-1408-4d40-8e50-9269bfff57b2 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:52.921628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] For port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:55:52.925773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] For port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:55:52.935468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.978075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.994398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:52.995641 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:52.997763 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] 10.222.0.77 "PUT /v2.0/ports/dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe HTTP/1.1" status: 200 len: 1091 time: 1.5145693 Nov 09 19:55:52.998880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16becacc-db92-403f-b630-b20515569d08', 'tag': 'dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:53.003726 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b596a5-9070-464f-a79a-a475a3d490f4" -d '{"events": [{"name": "network-changed", "server_uuid": "16becacc-db92-403f-b630-b20515569d08", "tag": "dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:55:53.044019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf88d1b-b58e-4bb3-aa0a-3e500437e0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:53.072745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=68eba403-1408-4d40-8e50-9269bfff57b2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:53.083542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No DVR routers for this DVR port 68eba403-1408-4d40-8e50-9269bfff57b2 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:53.137486 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f5ad2f-cc21-458b-a208-0c2e0f1e0be6 x-openstack-request-id: req-12f5ad2f-cc21-458b-a208-0c2e0f1e0be6 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:55:53.138084 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16becacc-db92-403f-b630-b20515569d08", "tag": "dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:55:53.138084 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12f5ad2f-cc21-458b-a208-0c2e0f1e0be6 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:55:53.146617 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16becacc-db92-403f-b630-b20515569d08', 'tag': 'dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe', 'status': 'completed', 'code': 200} Nov 09 19:55:53.163648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-d586f1c0-7f5f-41aa-adf9-092b791cfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:53.165344 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-d586f1c0-7f5f-41aa-adf9-092b791cfbec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 1094 time: 0.1157479 Nov 09 19:55:53.179160 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e2f1fc1b-58f6-4532-a5ef-2eded5b5a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:53.209688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:53.237848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b7e5be-b26e-409b-bd53-22371638831e']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:53.257122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae9e52a-903f-4b1e-85b2-10fad8812dbe') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:53.258116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae9e52a-903f-4b1e-85b2-10fad8812dbe') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:53.258466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1fc1b-58f6-4532-a5ef-2eded5b5a207 None None] Pushing event deleted for resources: {'Port': ['ID=68eba403-1408-4d40-8e50-9269bfff57b2,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:53.272853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:53.291952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 68eba403-1408-4d40-8e50-9269bfff57b2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:53.293435 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:53.307532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-a0719c3b-0f81-475e-a145-baba7b4055ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe HTTP/1.1" status: 200 len: 217 time: 0.1316576 Nov 09 19:55:53.311693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:55:53.312760 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:55:53.320862 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:55:53.336274 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:50Z', 'revision_number': 10, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:53.356060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 68eba403-1408-4d40-8e50-9269bfff57b2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:53.356752 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 68eba403-1408-4d40-8e50-9269bfff57b2 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:53.368220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1fc1b-58f6-4532-a5ef-2eded5b5a207 None None] No DVR routers for this DVR port 68eba403-1408-4d40-8e50-9269bfff57b2 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:53.380996 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50eb599-13f1-4e3b-a6fb-681c91052eda None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:50Z', 'revision_number': 10, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None, '_interfaces': [{'id': '00dc42b4-d5fc-430c-995b-a18226712349', 'name': '', 'network_id': '34fdbe54-20c6-434f-9ebe-2a1f988edecf', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'mac_address': 'fa:16:3e:10:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:55:09Z', 'updated_at': '2021-11-09T19:55:13Z', 'revision_number': 5, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'subnets': [{'id': '9b391384-75b4-48c7-8f7b-08af1fdd090d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:53.401243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-7ea71084-306c-45cb-a426-25fe51c16e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:53.402816 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-7ea71084-306c-45cb-a426-25fe51c16e18 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.0885301 Nov 09 19:55:53.465334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-02cccd36-e7bc-41af-b365-d0bc7cd2394b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539103 Nov 09 19:55:53.470640 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:53.497171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:53.518876 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/networks/b3b7e5be-b26e-409b-bd53-22371638831e HTTP/1.1" status: 204 len: 168 time: 1.2521024 Nov 09 19:55:53.532699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44084) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:53.534068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500490f-8611-4bcb-9357-f9df3de4e071 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Network': ['ID=b3b7e5be-b26e-409b-bd53-22371638831e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:53.597172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device ac4ac4e3-3266-4e9b-acfc-25f850d04563 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:53.638269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: ac4ac4e3-3266-4e9b-acfc-25f850d04563 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:53.638986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device ac4ac4e3-3266-4e9b-acfc-25f850d04563 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:53.647667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-177f91ab-5c30-4581-bd59-c37f06332f8f service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738925 Nov 09 19:55:53.795153 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-69da3ec1-9185-419c-b3a1-d4e0ddd1c4f1 req-3c5e0fd4-ff73-4d19-a33e-f4764dc1bd35 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373799 Nov 09 19:55:53.885290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a86cdd-2ab4-4b73-9406-129f317576df req-8e09157e-b735-472d-8037-cfcf6d1af0e4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:53.887194 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13a86cdd-2ab4-4b73-9406-129f317576df req-8e09157e-b735-472d-8037-cfcf6d1af0e4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 943 time: 0.2954996 Nov 09 19:55:53.985829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13a86cdd-2ab4-4b73-9406-129f317576df req-c450fb02-526e-4e8c-978d-da08478671f9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868974 Nov 09 19:55:54.014233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b596a5-9070-464f-a79a-a475a3d490f4 req-caeede13-fc5e-4b37-bdbc-2a25325564ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:54.019746 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0b596a5-9070-464f-a79a-a475a3d490f4 req-caeede13-fc5e-4b37-bdbc-2a25325564ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 1094 time: 0.1592607 Nov 09 19:55:54.248956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:54.265948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b596a5-9070-464f-a79a-a475a3d490f4 req-8830cb01-e8ac-4f2e-8342-609298d3a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:54.267563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0b596a5-9070-464f-a79a-a475a3d490f4 req-8830cb01-e8ac-4f2e-8342-609298d3a53c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 907 time: 0.2396891 Nov 09 19:55:54.380163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0b596a5-9070-464f-a79a-a475a3d490f4 req-1f8e963f-f476-44d5-951a-0cfd12a62430 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe HTTP/1.1" status: 200 len: 217 time: 0.1020484 Nov 09 19:55:54.470726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b596a5-9070-464f-a79a-a475a3d490f4 req-9757469c-f399-46b7-b5b6-89fea9f9f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:54.473493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0b596a5-9070-464f-a79a-a475a3d490f4 req-9757469c-f399-46b7-b5b6-89fea9f9f895 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.0850124 Nov 09 19:55:54.532924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0b596a5-9070-464f-a79a-a475a3d490f4 req-ec414ab7-1793-4e28-b154-f866e52dc50a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409594 Nov 09 19:55:54.718626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0b596a5-9070-464f-a79a-a475a3d490f4 req-8b2bf460-4570-445f-bd52-8de38d39a709 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807404 Nov 09 19:55:54.793452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port 00dc42b4-d5fc-430c-995b-a18226712349 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:54.805883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:54.857271 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0b596a5-9070-464f-a79a-a475a3d490f4 req-6d00a41a-6b6e-4a78-a8e6-2d55bd0026cf service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299760 Nov 09 19:55:55.028354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port 00dc42b4-d5fc-430c-995b-a18226712349, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=00dc42b4-d5fc-430c-995b-a18226712349,segment=NetworkSegment(a7320e68-3167-4f00-a2e8-83e2948516b7),segment_id=a7320e68-3167-4f00-a2e8-83e2948516b7)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:55.029156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:55.056880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for 00dc42b4-d5fc-430c-995b-a18226712349 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:55.163572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aaf577bc-8254-4d23-a85e-f8c866a5830d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:55.206201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: aaf577bc-8254-4d23-a85e-f8c866a5830d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:55.209260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aaf577bc-8254-4d23-a85e-f8c866a5830d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:55.315749 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:55.319102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376433af-ebda-462d-83d1-6f1175b3c3b5 req-70dc88d1-c37e-4739-b2b3-8a4084958a49 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:55.320773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-376433af-ebda-462d-83d1-6f1175b3c3b5 req-70dc88d1-c37e-4739-b2b3-8a4084958a49 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 943 time: 0.1112502 Nov 09 19:55:55.410106 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-376433af-ebda-462d-83d1-6f1175b3c3b5 req-58289103-2fd1-4674-8cd1-a47ba045f967 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818837 Nov 09 19:55:55.503748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:55.539463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=00dc42b4-d5fc-430c-995b-a18226712349,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:55.738080 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:55.975100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:56.088669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:56.095394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8857faa1-bf7e-4fac-8756-a33e1e20357c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5582602 Nov 09 19:55:56.099350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44146) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:56.100497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:56.110171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:56.110821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:56.179946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff8664e-88f7-48ed-b7f0-76b4d03f21ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting subnet 9b391384-75b4-48c7-8f7b-08af1fdd090d {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:55:56.183759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ff8664e-88f7-48ed-b7f0-76b4d03f21ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:56.245736 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ff8664e-88f7-48ed-b7f0-76b4d03f21ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:56.277764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:56.343918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:55Z', 'revision_number': 11, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:56.360948 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ff8664e-88f7-48ed-b7f0-76b4d03f21ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:56.434607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ff8664e-88f7-48ed-b7f0-76b4d03f21ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:56.467744 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ff8664e-88f7-48ed-b7f0-76b4d03f21ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:56.480081 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0ff8664e-88f7-48ed-b7f0-76b4d03f21ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/9b391384-75b4-48c7-8f7b-08af1fdd090d HTTP/1.1" status: 204 len: 168 time: 0.3767948 Nov 09 19:55:56.481652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44156) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:56.593747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8664e-88f7-48ed-b7f0-76b4d03f21ca tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Subnet': ['ID=9b391384-75b4-48c7-8f7b-08af1fdd090d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:56.668460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cdaa78-b8cd-42a8-9899-16c609dd22d2 None None] Network 34fdbe54-20c6-434f-9ebe-2a1f988edecf requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:55:56.671146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:56.692343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634fae8-5ee6-47d2-9eb7-80f993f18d9c req-0b302f92-3b67-4fb5-94f9-d7aee16554c7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:56.699652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1634fae8-5ee6-47d2-9eb7-80f993f18d9c req-0b302f92-3b67-4fb5-94f9-d7aee16554c7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 943 time: 0.1384864 Nov 09 19:55:56.708569 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:56.732237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:56.732877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:56.806453 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1634fae8-5ee6-47d2-9eb7-80f993f18d9c req-9f61ee4d-4f89-4811-8a83-d510c46cd30a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008620 Nov 09 19:55:56.852487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:56.905270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Deleting port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:55:56.913321 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:57.008898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] For port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e3af30e6-e7f1-4e35-ae8d-f6d3553411aa,segment=NetworkSegment(a7320e68-3167-4f00-a2e8-83e2948516b7),segment_id=a7320e68-3167-4f00-a2e8-83e2948516b7)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:57.009519 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:57.023194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:55Z', 'revision_number': 11, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:57.026863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Calling delete_port for e3af30e6-e7f1-4e35-ae8d-f6d3553411aa owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:55:57.060676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb7532-59a7-4c64-970c-0bdaa2860c5e None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:55Z', 'revision_number': 11, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:55:57.273218 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:57.331259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Port': ['ID=e3af30e6-e7f1-4e35-ae8d-f6d3553411aa,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:57.340629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No DVR routers for this DVR port e3af30e6-e7f1-4e35-ae8d-f6d3553411aa on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:55:57.486140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a21eda4-8c09-46ee-b0b5-995d5a6116fa None None] DHCP port deletion for 34fdbe54-20c6-434f-9ebe-2a1f988edecf request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:55:57.580937 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:57.627003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:55:57.628515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fdbe54-20c6-434f-9ebe-2a1f988edecf']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:57.652270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7320e68-3167-4f00-a2e8-83e2948516b7') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:57.652568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7320e68-3167-4f00-a2e8-83e2948516b7') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:57.696364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:57.738953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:57.752849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:55:57.753302 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:55:57.760675 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:55:57.941272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:57.979966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:57.988490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:57.991935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'port_id': 'dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe', 'mac_address': 'fa:16:3e:45:67:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9a7faa-9b10-4cf3-b806-664c9d502a38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:55:58.016927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/networks/34fdbe54-20c6-434f-9ebe-2a1f988edecf HTTP/1.1" status: 204 len: 168 time: 1.5340106 Nov 09 19:55:58.019628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44216) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:58.026120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0f31fc4a-4a4e-41e1-bc4d-3c8e9c723cde tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'routes': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:55:58.073554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:58.092310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6aff26-f0ca-40dc-8e7d-19026efb8ed7 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Pushing event deleted for resources: {'Network': ['ID=34fdbe54-20c6-434f-9ebe-2a1f988edecf,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:58.108438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:55:58.119007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e43d37-a9f9-4257-946a-14134f79fd88 req-9412b081-2923-4f85-a49a-438d8cb57401 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:58.127084 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f2e43d37-a9f9-4257-946a-14134f79fd88 req-9412b081-2923-4f85-a49a-438d8cb57401 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 943 time: 0.1086481 Nov 09 19:55:58.181326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:55:58.187024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f2e43d37-a9f9-4257-946a-14134f79fd88 req-0e75dc7e-0714-46cf-bb61-9a72eee3a561 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565526 Nov 09 19:55:58.191168 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:58.213075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44220) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:58.264903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:58.406804 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97fd78cf-b05f-4718-a5d0-7fd36b3dc70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:58.450505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:55:58.464587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-bbf312f7-8779-4be4-b8b1-775fdf292e36 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:58.474736 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-bbf312f7-8779-4be4-b8b1-775fdf292e36 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 815 time: 0.4431183 Nov 09 19:55:58.499246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-a199f895-97f1-4bec-ba18-23d50591f49e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/quotas/97846f5d7256493c91d52d33f0b30e83 HTTP/1.1" status: 200 len: 375 time: 0.0228043 Nov 09 19:55:58.519141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.extraroute_db [None req-0f31fc4a-4a4e-41e1-bc4d-3c8e9c723cde tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Added routes are [] {{(pid=102296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 19:55:58.519715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.extraroute_db [None req-0f31fc4a-4a4e-41e1-bc4d-3c8e9c723cde tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Removed routes are [] {{(pid=102296) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 19:55:58.520076 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f31fc4a-4a4e-41e1-bc4d-3c8e9c723cde tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:58.545788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97fd78cf-b05f-4718-a5d0-7fd36b3dc70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:58.552989 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97fd78cf-b05f-4718-a5d0-7fd36b3dc70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:58.630773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-97fd78cf-b05f-4718-a5d0-7fd36b3dc70f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b3560ebe9ee4a37999c97a85a95721f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163554 Nov 09 19:55:58.633173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44228) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:58.644815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd78cf-b05f-4718-a5d0-7fd36b3dc70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade6d6e-f830-458b-9c49-770b9eea2add,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:58.718261 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94ef0bcc-046e-40de-b742-3248afc6925c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:58.748337 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94ef0bcc-046e-40de-b742-3248afc6925c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:58.805818 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94ef0bcc-046e-40de-b742-3248afc6925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:58.810581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94ef0bcc-046e-40de-b742-3248afc6925c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:58.814269 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-94ef0bcc-046e-40de-b742-3248afc6925c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ade6d6e-f830-458b-9c49-770b9eea2add HTTP/1.1" status: 204 len: 168 time: 0.1774123 Nov 09 19:55:58.824484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef0bcc-046e-40de-b742-3248afc6925c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade6d6e-f830-458b-9c49-770b9eea2add,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:59.044761 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f31fc4a-4a4e-41e1-bc4d-3c8e9c723cde tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:59.049917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f31fc4a-4a4e-41e1-bc4d-3c8e9c723cde tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:59.124777 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-a4da6f67-c23e-425e-9672-70770f633df1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6059043 Nov 09 19:55:59.179750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44234) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:59.193469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 00dc42b4-d5fc-430c-995b-a18226712349 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:59.217997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d081fb53-7f23-462f-8048-9d34e108721a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:59.241773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 00dc42b4-d5fc-430c-995b-a18226712349 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:59.242678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 00dc42b4-d5fc-430c-995b-a18226712349 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:59.243990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e3af30e6-e7f1-4e35-ae8d-f6d3553411aa no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:55:59.297036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: e3af30e6-e7f1-4e35-ae8d-f6d3553411aa {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:55:59.298046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e3af30e6-e7f1-4e35-ae8d-f6d3553411aa not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:55:59.306843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-c716e996-7b04-46f5-a4c1-f422cea6e0f3 service neutron] 10.222.0.53 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811452 Nov 09 19:55:59.316190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f31fc4a-4a4e-41e1-bc4d-3c8e9c723cde tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router 577122cc-9d5d-447b-ac39-bd5905db81eb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:55:59.389112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a2ef9-feb4-4495-bea2-93ff267ffa75 req-bc09fb47-c908-47a0-a06b-bf0eb3b0716c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:55:59.399261 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d63a2ef9-feb4-4495-bea2-93ff267ffa75 req-bc09fb47-c908-47a0-a06b-bf0eb3b0716c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 944 time: 0.1044705 Nov 09 19:55:59.451926 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d081fb53-7f23-462f-8048-9d34e108721a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:59.467569 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d081fb53-7f23-462f-8048-9d34e108721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:59.484575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d63a2ef9-feb4-4495-bea2-93ff267ffa75 req-404f3719-1a0f-4468-82c7-93591147382d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850675 Nov 09 19:55:59.522439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f31fc4a-4a4e-41e1-bc4d-3c8e9c723cde tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:55:59.533280 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d081fb53-7f23-462f-8048-9d34e108721a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c51436c68ad84a2a8773bb7d3e73f521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520522 Nov 09 19:55:59.534057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081fb53-7f23-462f-8048-9d34e108721a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aeaae2-f60b-4f6b-8533-8c9ed8d9d774,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:55:59.536425 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44244) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:59.541178 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] Sync routers for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:55:59.553131 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f31fc4a-4a4e-41e1-bc4d-3c8e9c723cde tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:59.554186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0f31fc4a-4a4e-41e1-bc4d-3c8e9c723cde tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb HTTP/1.1" status: 200 len: 705 time: 1.5328965 Nov 09 19:55:59.559416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44246) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:59.563936 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:55:59.564581 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:59.602040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a0a79e10-f6d2-42ad-bc12-fd8fa7d5f805 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=577122cc-9d5d-447b-ac39-bd5905db81eb HTTP/1.1" status: 200 len: 205 time: 0.0382082 Nov 09 19:55:59.602960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44248) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:55:59.637346 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-e58f1fd1-e55c-4703-8ff1-12feb1e11ff3 service neutron] 10.222.0.53 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278720 Nov 09 19:55:59.642320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:55:59.716277 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:55:59.774027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:55:59.778927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:55:59.779415 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:59.905504 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:55Z', 'revision_number': 11, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:55:59.920828 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:59.951015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbda560e-b612-4753-86f7-8db1721c2746 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:55:59.979763 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] Checking router: 577122cc-9d5d-447b-ac39-bd5905db81eb for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:55:59.996194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16becacc-db92-403f-b630-b20515569d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:55:59.999819 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] Routers {'577122cc-9d5d-447b-ac39-bd5905db81eb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:00.000710 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['577122cc-9d5d-447b-ac39-bd5905db81eb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:00.001533 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbd57e8-2969-4850-a32b-41345bff09d3" -d '{"events": [{"server_uuid": "16becacc-db92-403f-b630-b20515569d08", "name": "network-vif-plugged", "status": "completed", "tag": "dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:00.036686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:00.048208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:00.068454 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8659e65-9f37-403a-b2d4-9050f5541b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:00.096870 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c2e31e-25f7-4651-b6fa-0f98c1213674 x-openstack-request-id: req-75c2e31e-25f7-4651-b6fa-0f98c1213674 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:00.096870 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16becacc-db92-403f-b630-b20515569d08", "name": "network-vif-plugged", "status": "completed", "tag": "dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:00.099493 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75c2e31e-25f7-4651-b6fa-0f98c1213674 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:00.099948 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16becacc-db92-403f-b630-b20515569d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe', 'code': 200} Nov 09 19:56:00.179428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:00.225954 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] Set router 577122cc-9d5d-447b-ac39-bd5905db81eb gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:56:00.250265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab38fbf-9804-4f5f-b9eb-d18c33696c75 req-67a326eb-0b45-4952-95d4-e47806995a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:00.255281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ab38fbf-9804-4f5f-b9eb-d18c33696c75 req-67a326eb-0b45-4952-95d4-e47806995a53 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 1096 time: 0.1072080 Nov 09 19:56:00.328925 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0ab38fbf-9804-4f5f-b9eb-d18c33696c75 req-967b47c1-1300-4c2f-8288-19dfaa43f5fe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651920 Nov 09 19:56:00.347702 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:55Z', 'revision_number': 11, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:00.408462 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8621a-571d-48b1-b4d8-f94053bb8415 None None] The sync data for ids ['577122cc-9d5d-447b-ac39-bd5905db81eb'] in n-d-817256-1 is: [{'id': '577122cc-9d5d-447b-ac39-bd5905db81eb', 'name': 'tempest-RoutersIpV6Test-router-1495771130', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:55:07Z', 'updated_at': '2021-11-09T19:55:55Z', 'revision_number': 11, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:56:00.722141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758207cc-ad39-44bc-b653-2fa6da545608 req-7c74f936-1aeb-456b-8f75-cfd953ad6804 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:00.730457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-758207cc-ad39-44bc-b653-2fa6da545608 req-7c74f936-1aeb-456b-8f75-cfd953ad6804 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 945 time: 0.0875213 Nov 09 19:56:00.789833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-758207cc-ad39-44bc-b653-2fa6da545608 req-85570eca-7818-40dc-b51c-f887acbdbdaa tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585279 Nov 09 19:56:00.848171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8659e65-9f37-403a-b2d4-9050f5541b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:00.929859 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfdb4483-cd54-4cac-96ae-ec55b52ce47a req-6341066b-9d9f-437b-b22c-5cee530d8b8d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 210 time: 0.8548834 Nov 09 19:56:01.001474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8659e65-9f37-403a-b2d4-9050f5541b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.004908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8659e65-9f37-403a-b2d4-9050f5541b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.006563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a8659e65-9f37-403a-b2d4-9050f5541b9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24aeaae2-f60b-4f6b-8533-8c9ed8d9d774 HTTP/1.1" status: 204 len: 168 time: 1.4687233 Nov 09 19:56:01.019689 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbda560e-b612-4753-86f7-8db1721c2746 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.021415 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8659e65-9f37-403a-b2d4-9050f5541b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aeaae2-f60b-4f6b-8533-8c9ed8d9d774,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:01.023712 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbda560e-b612-4753-86f7-8db1721c2746 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.074197 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbda560e-b612-4753-86f7-8db1721c2746 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.074894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbda560e-b612-4753-86f7-8db1721c2746 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Fanout notify agent at l3_agent the message router_deleted on router 577122cc-9d5d-447b-ac39-bd5905db81eb {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:56:01.107258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbda560e-b612-4753-86f7-8db1721c2746 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.114731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44282) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:01.117783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4106dc26-b185-4caa-86c9-4663a67116f8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2083942756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:01.129445 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dbda560e-b612-4753-86f7-8db1721c2746 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb HTTP/1.1" status: 204 len: 168 time: 1.5194280 Nov 09 19:56:01.160548 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4106dc26-b185-4caa-86c9-4663a67116f8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.162329 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4106dc26-b185-4caa-86c9-4663a67116f8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.236219 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4106dc26-b185-4caa-86c9-4663a67116f8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.242863 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4106dc26-b185-4caa-86c9-4663a67116f8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.267481 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4106dc26-b185-4caa-86c9-4663a67116f8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.270413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4106dc26-b185-4caa-86c9-4663a67116f8 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1562018 Nov 09 19:56:01.273094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44284) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:01.290373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-186a3b4c-ef3a-494c-937d-5bb5ed1a4a50 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:01.605104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-0ec3466d-7803-4f0f-8afd-5faa6ae1a6d3 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:01.606671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-0ec3466d-7803-4f0f-8afd-5faa6ae1a6d3 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 815 time: 0.2713377 Nov 09 19:56:01.692776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Request body: {'port': {'device_id': '8d8661de-3e04-4632-b97a-873fde9a1212', 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596', 'admin_state_up': True, 'tenant_id': '97846f5d7256493c91d52d33f0b30e83'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:01.744740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-186a3b4c-ef3a-494c-937d-5bb5ed1a4a50 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.766148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-186a3b4c-ef3a-494c-937d-5bb5ed1a4a50 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.922133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Made reservation on behalf of 97846f5d7256493c91d52d33f0b30e83 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:01.928831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:01.971406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186a3b4c-ef3a-494c-937d-5bb5ed1a4a50 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Router a1101d20-ad09-42cb-9850-863e11eda433 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:56:01.984745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353c2f3-ed1a-45b2-a06d-1d7d59362bc3 req-033c8f06-c7c9-4c08-bd56-3a8a26ee08d1 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:01.986356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a353c2f3-ed1a-45b2-a06d-1d7d59362bc3 req-033c8f06-c7c9-4c08-bd56-3a8a26ee08d1 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 945 time: 0.0788758 Nov 09 19:56:02.074473 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a353c2f3-ed1a-45b2-a06d-1d7d59362bc3 req-f6070d82-1d93-4690-9d46-8f4b5c96c362 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761151 Nov 09 19:56:02.163919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Allocated IP 172.20.0.14 (d05b2ffc-1e73-4ad9-92fd-8636bbfb0596/79b5a0f8-1587-44bb-bc0e-726f382b13b7/d05d85d5-f956-4614-8015-d8356987b416) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:56:02.419818 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:02.526710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cc5a6-79d1-4bb5-aef9-61a4eab5daea req-778aff9e-24dc-40a5-a1e8-1e07d647bd2c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:02.540793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0a5cc5a6-79d1-4bb5-aef9-61a4eab5daea req-778aff9e-24dc-40a5-a1e8-1e07d647bd2c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.1546421 Nov 09 19:56:02.565405 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0a5cc5a6-79d1-4bb5-aef9-61a4eab5daea req-9a4893d6-b026-4295-8a6a-3868b041dc48 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/quotas/5b8b896b82e8499c9b231a80905ce84d HTTP/1.1" status: 200 len: 375 time: 0.0179064 Nov 09 19:56:02.644804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:02.654544 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0a5cc5a6-79d1-4bb5-aef9-61a4eab5daea req-576511ce-fc1d-4f9c-b0e0-f159110127c5 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827842 Nov 09 19:56:02.659119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['da60d83a-a507-49db-844b-ffce1daf870a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:56:02.661609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62f475c0-40e1-40c0-b767-86b9ebec6ff5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:56:02.668716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb705923-e0ab-42f8-b551-94380268a7a3 req-0d84657c-c257-4f79-9dbf-2413208a7198 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 210 time: 0.2309835 Nov 09 19:56:02.703091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:02.704221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186a3b4c-ef3a-494c-937d-5bb5ed1a4a50 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:56:02.719607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-186a3b4c-ef3a-494c-937d-5bb5ed1a4a50 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:02.723547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-186a3b4c-ef3a-494c-937d-5bb5ed1a4a50 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "PUT /v2.0/routers/a1101d20-ad09-42cb-9850-863e11eda433 HTTP/1.1" status: 200 len: 698 time: 1.4453218 Nov 09 19:56:02.725662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44348) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:02.726822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:02.730109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:56:02.777592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] Sync routers for ids ['a1101d20-ad09-42cb-9850-863e11eda433'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:56:02.815215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] Routers {'a1101d20-ad09-42cb-9850-863e11eda433'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:02.818276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1101d20-ad09-42cb-9850-863e11eda433'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:02.861169 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0a5cc5a6-79d1-4bb5-aef9-61a4eab5daea req-f80c2d38-2a37-43f0-9ef4-d05be3535a13 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051239 Nov 09 19:56:02.872096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Pushing event updated for resources: {'Port': ['ID=d05d85d5-f956-4614-8015-d8356987b416,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:02.900984 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d8a3586c-d019-4003-ad24-645afefaf230 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/routers/a1101d20-ad09-42cb-9850-863e11eda433 HTTP/1.1" status: 200 len: 704 time: 0.1648285 Nov 09 19:56:02.907220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:02.907873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:02.912666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44350) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:02.956238 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4410ad3d-4378-4a22-a75e-96a22ffd7353 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1101d20-ad09-42cb-9850-863e11eda433 HTTP/1.1" status: 200 len: 205 time: 0.0397124 Nov 09 19:56:02.961454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44354) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:02.975366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-603a7fff-c74d-4810-a3f8-6015c4c4f67f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3169930 Nov 09 19:56:02.993483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Request body: {'port': {'device_id': '8d8661de-3e04-4632-b97a-873fde9a1212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:03.051767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] Set router a1101d20-ad09-42cb-9850-863e11eda433 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:56:03.059100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8fb755da-24e0-40ac-8034-7bf265048232 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:03.130168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:03.181847 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0a5cc5a6-79d1-4bb5-aef9-61a4eab5daea req-a3a32ea8-6d13-49fd-a05a-bb99bd2ea278 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191283 Nov 09 19:56:03.235983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1101d20-ad09-42cb-9850-863e11eda433', 'name': 'tempest-RoutersIpV6Test-router-2083942756', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:56:01Z', 'updated_at': '2021-11-09T19:56:01Z', 'revision_number': 2, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:03.339844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] Checking router: a1101d20-ad09-42cb-9850-863e11eda433 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:56:03.364152 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] Routers {'a1101d20-ad09-42cb-9850-863e11eda433'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:03.364836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1101d20-ad09-42cb-9850-863e11eda433'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:03.433565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8fb755da-24e0-40ac-8034-7bf265048232 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:03.443822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8fb755da-24e0-40ac-8034-7bf265048232 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:03.503400 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8fb755da-24e0-40ac-8034-7bf265048232 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:03.505568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb755da-24e0-40ac-8034-7bf265048232 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Fanout notify agent at l3_agent the message router_deleted on router a1101d20-ad09-42cb-9850-863e11eda433 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:56:03.517063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8fb755da-24e0-40ac-8034-7bf265048232 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:03.524561 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8fb755da-24e0-40ac-8034-7bf265048232 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/a1101d20-ad09-42cb-9850-863e11eda433 HTTP/1.1" status: 204 len: 168 time: 0.5604565 Nov 09 19:56:03.528251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44370) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:03.616490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] Set router a1101d20-ad09-42cb-9850-863e11eda433 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:56:03.619611 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2354e904-0b7f-4b49-bb79-61e754b308df tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1101d20-ad09-42cb-9850-863e11eda433 HTTP/1.1" status: 200 len: 205 time: 0.0895488 Nov 09 19:56:03.620282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44378) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:03.719357 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-189eea27-956f-414e-841c-05491cbd44fc tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] delete failed (client error): The resource could not be found. Nov 09 19:56:03.728353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44388) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:03.728850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-189eea27-956f-414e-841c-05491cbd44fc tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/a1101d20-ad09-42cb-9850-863e11eda433 HTTP/1.1" status: 404 len: 336 time: 0.1064641 Nov 09 19:56:03.794948 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50afdef-c2a5-4575-a0c1-e3bb0f436644 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] DELETE failed (client error): The resource could not be found. Nov 09 19:56:03.795515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50afdef-c2a5-4575-a0c1-e3bb0f436644 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:56:03.799198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d50afdef-c2a5-4575-a0c1-e3bb0f436644 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/270bfe64-266f-4999-8e25-5c4c76b03e6d HTTP/1.1" status: 404 len: 337 time: 0.0665519 Nov 09 19:56:03.803275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44394) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:03.869551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1101d20-ad09-42cb-9850-863e11eda433', 'name': 'tempest-RoutersIpV6Test-router-2083942756', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:56:01Z', 'updated_at': '2021-11-09T19:56:01Z', 'revision_number': 2, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:03.871756 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e69ec0d-722b-404f-87a8-cf71bfa2e885 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] DELETE failed (client error): The resource could not be found. Nov 09 19:56:03.872491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e69ec0d-722b-404f-87a8-cf71bfa2e885 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:56:03.879539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0e69ec0d-722b-404f-87a8-cf71bfa2e885 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/3aa6cf17-f3ed-4596-9cb2-307d030f7eb8 HTTP/1.1" status: 404 len: 337 time: 0.0752075 Nov 09 19:56:03.882149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44398) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:03.932785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05d85d5-f956-4614-8015-d8356987b416 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:56:03.946116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:03.957727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de5db5-aa60-484e-bda8-5e2ddcf4bc20 req-27db1964-68e9-40b4-b070-fddae8bb6b4f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:03.958642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75beaa8e-6d72-4355-967d-44261f52f825 None None] The sync data for ids ['a1101d20-ad09-42cb-9850-863e11eda433'] in n-d-817256-1 is: [{'id': 'a1101d20-ad09-42cb-9850-863e11eda433', 'name': 'tempest-RoutersIpV6Test-router-2083942756', 'tenant_id': '3b3838a75c154bf2a4efec97414c3323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:56:01Z', 'updated_at': '2021-11-09T19:56:01Z', 'revision_number': 2, 'project_id': '3b3838a75c154bf2a4efec97414c3323', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:56:03.965833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05de5db5-aa60-484e-bda8-5e2ddcf4bc20 req-27db1964-68e9-40b4-b070-fddae8bb6b4f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 932 time: 0.1476135 Nov 09 19:56:03.999829 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cc23b2-fa71-441e-b25f-1641ae94d5db tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] DELETE failed (client error): The resource could not be found. Nov 09 19:56:04.008049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cc23b2-fa71-441e-b25f-1641ae94d5db tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:56:04.013941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f6cc23b2-fa71-441e-b25f-1641ae94d5db tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/783e1f7a-9e95-460a-82af-fc1c28479553 HTTP/1.1" status: 404 len: 337 time: 0.1293991 Nov 09 19:56:04.022340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44410) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:04.023455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Transition to ACTIVE for port object d05d85d5-f956-4614-8015-d8356987b416 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:56:04.133410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:04.155414 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05de5db5-aa60-484e-bda8-5e2ddcf4bc20 req-78592e3e-f3dd-4296-94be-14174f2c750e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877031 Nov 09 19:56:04.162289 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2531403e-b552-4c3b-8ff8-edac5b27848f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] DELETE failed (client error): The resource could not be found. Nov 09 19:56:04.162908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2531403e-b552-4c3b-8ff8-edac5b27848f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:56:04.191130 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2531403e-b552-4c3b-8ff8-edac5b27848f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/9b391384-75b4-48c7-8f7b-08af1fdd090d HTTP/1.1" status: 404 len: 337 time: 0.1664021 Nov 09 19:56:04.192738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44422) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:04.244741 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d7e462ab-5e17-43c8-a6a4-07de824c58fa tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=577122cc-9d5d-447b-ac39-bd5905db81eb HTTP/1.1" status: 200 len: 205 time: 0.0501072 Nov 09 19:56:04.245619 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44424) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:04.284978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Pushing event updated for resources: {'Port': ['ID=d05d85d5-f956-4614-8015-d8356987b416,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:04.349687 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-bb25528a-98b5-4a9c-a30f-0ad36e069cbd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] delete failed (client error): The resource could not be found. Nov 09 19:56:04.350356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bb25528a-98b5-4a9c-a30f-0ad36e069cbd tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/577122cc-9d5d-447b-ac39-bd5905db81eb HTTP/1.1" status: 404 len: 336 time: 0.0869353 Nov 09 19:56:04.353303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44432) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:04.431580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-f4f4d25c-c8c1-444c-a8ac-175f1a927513 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:04.439427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-f4f4d25c-c8c1-444c-a8ac-175f1a927513 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.3758566 Nov 09 19:56:04.459136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-4928b81d-2a79-428b-9292-05fe637b0411 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/quotas/5b8b896b82e8499c9b231a80905ce84d HTTP/1.1" status: 200 len: 375 time: 0.0180933 Nov 09 19:56:04.495763 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44436) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:04.496035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f1c91536-fe7b-48fc-8f68-6f7b78a1a667 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=569243be-11f9-4ba4-a02a-c9550b2b9f34 HTTP/1.1" status: 200 len: 205 time: 0.1395156 Nov 09 19:56:04.536400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Attempting to bind port d05d85d5-f956-4614-8015-d8356987b416 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:56:04.536884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Attempting to bind port d05d85d5-f956-4614-8015-d8356987b416 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:56:04.537291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Attempting to bind port d05d85d5-f956-4614-8015-d8356987b416 on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:04.543555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Port d05d85d5-f956-4614-8015-d8356987b416 on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:56:04.543985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Attempting to bind port d05d85d5-f956-4614-8015-d8356987b416 on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:04.550561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:56:04.551000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Checking segment: {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:04.551456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Bound using segment: {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:56:04.551964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Bound port: d05d85d5-f956-4614-8015-d8356987b416, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:56:04.552393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:04.566419 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-bc72ef00-a954-4b76-acbf-7284ce997041 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] delete failed (client error): The resource could not be found. Nov 09 19:56:04.570336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bc72ef00-a954-4b76-acbf-7284ce997041 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/569243be-11f9-4ba4-a02a-c9550b2b9f34 HTTP/1.1" status: 404 len: 336 time: 0.0732007 Nov 09 19:56:04.570578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44440) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:04.581762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-0e15a065-6728-4979-8cff-c551ac450a6b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106217 Nov 09 19:56:04.611938 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3442975-ed41-4d97-b61b-45ae92750b22 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] DELETE failed (client error): The resource could not be found. Nov 09 19:56:04.612478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3442975-ed41-4d97-b61b-45ae92750b22 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:56:04.618795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d3442975-ed41-4d97-b61b-45ae92750b22 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/c0a50923-9691-41b6-afd7-0ae17cdd8124 HTTP/1.1" status: 404 len: 337 time: 0.0450435 Nov 09 19:56:04.639579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44442) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:04.676686 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0286d860-800d-4aba-b39e-c535e357febe tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=c83d0020-1ecb-4c64-84a6-293488ad11b4 HTTP/1.1" status: 200 len: 205 time: 0.0335169 Nov 09 19:56:04.677807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44448) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:04.721180 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-df648e33-1ec5-4a80-8fe3-a27ac301483d service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305425 Nov 09 19:56:04.879765 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-553669fb-73fd-4887-8911-0cd46bfef6c7 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511433 Nov 09 19:56:05.050096 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-e9f4f7cc-16ec-4d25-9b7d-67c67d7ba97c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] delete failed (client error): The resource could not be found. Nov 09 19:56:05.051439 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e9f4f7cc-16ec-4d25-9b7d-67c67d7ba97c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/c83d0020-1ecb-4c64-84a6-293488ad11b4 HTTP/1.1" status: 404 len: 336 time: 0.3725958 Nov 09 19:56:05.057328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44460) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.100902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b25a7d08-12e8-417f-8460-9608b8279b6c tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d HTTP/1.1" status: 200 len: 205 time: 0.0403609 Nov 09 19:56:05.101460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44464) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.139955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] For port d05d85d5-f956-4614-8015-d8356987b416, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:56:05.159306 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-f02a2c1a-bae9-4753-a632-b37ca3880940 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] delete failed (client error): The resource could not be found. Nov 09 19:56:05.161019 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f02a2c1a-bae9-4753-a632-b37ca3880940 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/ff748d27-c1b9-4c5e-9a5b-0e5f3e56565d HTTP/1.1" status: 404 len: 336 time: 0.0589910 Nov 09 19:56:05.161570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] For port d05d85d5-f956-4614-8015-d8356987b416, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d05d85d5-f956-4614-8015-d8356987b416,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:56:05.163679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44466) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.195641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f1b19274-9678-43bc-9067-a21dfb7eed71 req-d744acaf-803f-43a8-b70b-a09a81986fb3 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 210 time: 0.0734098 Nov 09 19:56:05.208762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:05.230069 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e20f4dc-85e1-4bf2-b124-8707f80d28a2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] DELETE failed (client error): The resource could not be found. Nov 09 19:56:05.232833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e20f4dc-85e1-4bf2-b124-8707f80d28a2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:56:05.236076 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9e20f4dc-85e1-4bf2-b124-8707f80d28a2 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/58e34030-bd6b-40b8-b362-809a647d312d HTTP/1.1" status: 404 len: 337 time: 0.0694337 Nov 09 19:56:05.237245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44470) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.240982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44472) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.273958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Pushing event updated for resources: {'Port': ['ID=d05d85d5-f956-4614-8015-d8356987b416,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:05.278470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d7ab6e92-32a3-46e9-a2d3-e0e2ae7fe6ee tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e689e4-0792-4754-af45-3666c1474775 HTTP/1.1" status: 200 len: 205 time: 0.0309806 Nov 09 19:56:05.293778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44476) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.364514 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c3807-a68e-4e69-ad39-2c1647484cb2 req-b6cb9dde-41d8-4cf2-bf4a-8366668a39a5 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:05.366122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-800c3807-a68e-4e69-ad39-2c1647484cb2 req-b6cb9dde-41d8-4cf2-bf4a-8366668a39a5 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 944 time: 0.0863764 Nov 09 19:56:05.396620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:05.398180 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:05.406471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-2efafffd-2880-46df-91f3-17beeee3a302 service neutron] 10.222.0.70 "PUT /v2.0/ports/d05d85d5-f956-4614-8015-d8356987b416 HTTP/1.1" status: 200 len: 1092 time: 2.4212768 Nov 09 19:56:05.406864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8661de-3e04-4632-b97a-873fde9a1212', 'tag': 'd05d85d5-f956-4614-8015-d8356987b416'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:05.410392 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8661de-3e04-4632-b97a-873fde9a1212", "tag": "d05d85d5-f956-4614-8015-d8356987b416"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:05.414185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-800c3807-a68e-4e69-ad39-2c1647484cb2 req-10d4b884-fdf5-4b32-bd56-e8e88fe08713 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420430 Nov 09 19:56:05.423002 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-37d6e54d-ff39-4abe-9ed2-c6926f2b0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] delete failed (client error): The resource could not be found. Nov 09 19:56:05.425271 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-37d6e54d-ff39-4abe-9ed2-c6926f2b0448 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/92e689e4-0792-4754-af45-3666c1474775 HTTP/1.1" status: 404 len: 336 time: 0.1255431 Nov 09 19:56:05.428164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44484) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.513606 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97cd625-dd50-4e22-b8f7-f9414e92ff1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] DELETE failed (client error): The resource could not be found. Nov 09 19:56:05.514077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97cd625-dd50-4e22-b8f7-f9414e92ff1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:56:05.527747 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f97cd625-dd50-4e22-b8f7-f9414e92ff1a tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/8bf78244-0f90-4df5-89dd-52f42af1ef6a HTTP/1.1" status: 404 len: 337 time: 0.0961802 Nov 09 19:56:05.527747 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0477dfc3-61c1-4ef0-8a6b-71ecb2ecb509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:05.533184 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76bc39d-6b4b-4592-9633-0a2986d8ce0c x-openstack-request-id: req-f76bc39d-6b4b-4592-9633-0a2986d8ce0c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:05.533525 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8661de-3e04-4632-b97a-873fde9a1212", "tag": "d05d85d5-f956-4614-8015-d8356987b416", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:05.533909 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f76bc39d-6b4b-4592-9633-0a2986d8ce0c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:05.537041 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8661de-3e04-4632-b97a-873fde9a1212', 'tag': 'd05d85d5-f956-4614-8015-d8356987b416', 'status': 'completed', 'code': 200} Nov 09 19:56:05.537454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44488) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.583419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e6b03465-5074-4968-8898-082a81771011 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "GET /v2.0/ports?device_id=52d72a85-c80e-449e-bb37-b2a4b6a823d6 HTTP/1.1" status: 200 len: 205 time: 0.0356619 Nov 09 19:56:05.585626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44490) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.599272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-c0a867d9-5b39-43c2-8020-6c809c310905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:05.600882 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-c0a867d9-5b39-43c2-8020-6c809c310905 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 1095 time: 0.1382957 Nov 09 19:56:05.634830 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-863bf145-f374-4d27-bab7-c2f79fc4d10b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] delete failed (client error): The resource could not be found. Nov 09 19:56:05.635896 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-863bf145-f374-4d27-bab7-c2f79fc4d10b tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/routers/52d72a85-c80e-449e-bb37-b2a4b6a823d6 HTTP/1.1" status: 404 len: 336 time: 0.0495296 Nov 09 19:56:05.638834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44494) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.666996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-7ff6e4aa-32ee-4ae9-a1cc-be301e87fc0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d05d85d5-f956-4614-8015-d8356987b416 HTTP/1.1" status: 200 len: 217 time: 0.0567486 Nov 09 19:56:05.704161 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-014a6762-c315-4af5-8ac9-17b49d3dedc9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] DELETE failed (client error): The resource could not be found. Nov 09 19:56:05.704759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014a6762-c315-4af5-8ac9-17b49d3dedc9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:56:05.710793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-014a6762-c315-4af5-8ac9-17b49d3dedc9 tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/a0e81bcc-f8e2-470c-90d7-37367e825f17 HTTP/1.1" status: 404 len: 337 time: 0.0707681 Nov 09 19:56:05.732706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44498) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.762146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-7ac432a6-b38e-461c-bbed-3005659e472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:05.763684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-7ac432a6-b38e-461c-bbed-3005659e472c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79b5a0f8-1587-44bb-bc0e-726f382b13b7 HTTP/1.1" status: 200 len: 855 time: 0.0878806 Nov 09 19:56:05.783746 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dae40a4-328c-4688-900b-c1568739266f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] DELETE failed (client error): The resource could not be found. Nov 09 19:56:05.784201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dae40a4-328c-4688-900b-c1568739266f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:56:05.787631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7dae40a4-328c-4688-900b-c1568739266f tempest-RoutersIpV6Test-493451752 tempest-RoutersIpV6Test-493451752-project] 10.222.0.53 "DELETE /v2.0/subnets/88fa3459-3353-4d19-9205-de1687d07abc HTTP/1.1" status: 404 len: 337 time: 0.0538585 Nov 09 19:56:05.806063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-73bd31a9-a6b3-4325-9acf-068f809ea15e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330734 Nov 09 19:56:05.810920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0477dfc3-61c1-4ef0-8a6b-71ecb2ecb509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:05.817556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0477dfc3-61c1-4ef0-8a6b-71ecb2ecb509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:05.852145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0477dfc3-61c1-4ef0-8a6b-71ecb2ecb509 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=388a15cbab1043afacc5fad3c621b569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6137586 Nov 09 19:56:05.854591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44504) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:05.886688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477dfc3-61c1-4ef0-8a6b-71ecb2ecb509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44598740-ff59-4f26-b852-67caee9d4250,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:05.927865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-465477c3-695a-4679-8fd6-1ea8cda6d5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:05.956962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-f7dd2417-914c-4666-b76b-d7d5ff8e89bd service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435463 Nov 09 19:56:05.964026 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-465477c3-695a-4679-8fd6-1ea8cda6d5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:06.015580 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:56:06.051250 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-465477c3-695a-4679-8fd6-1ea8cda6d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:06.055069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-465477c3-695a-4679-8fd6-1ea8cda6d5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:06.062528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-465477c3-695a-4679-8fd6-1ea8cda6d5c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44598740-ff59-4f26-b852-67caee9d4250 HTTP/1.1" status: 204 len: 168 time: 0.2067182 Nov 09 19:56:06.090824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465477c3-695a-4679-8fd6-1ea8cda6d5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44598740-ff59-4f26-b852-67caee9d4250,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:06.136779 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-943a54fc-1066-45bf-b3da-abc5d306dfd4 req-77aff95d-bfd6-4a96-8dcc-a89c00f2b609 service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695418 Nov 09 19:56:06.185109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44512) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:06.287967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6 req-5da5914d-378d-4571-8d0e-2ad0290d16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:06.289608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6 req-5da5914d-378d-4571-8d0e-2ad0290d16d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 1095 time: 0.0983803 Nov 09 19:56:06.407348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5f419cd-b158-44db-a94d-4617493eb578 req-bc0b8c62-cbbf-44bc-abef-46fbaa8f45da tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 210 time: 0.0889065 Nov 09 19:56:06.634640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44528) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:06.684323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-889f433b-e614-4df1-8a76-3ed264ace7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:06.691903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a7fa8-74b5-43a2-beaa-54b194e54eb6 req-7cabd312-3f44-49e0-a584-311715e9eae9 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:06.692485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6 req-48c9b540-7d85-4683-a5b9-2b4d387e41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:06.693883 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6 req-48c9b540-7d85-4683-a5b9-2b4d387e41bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 916 time: 0.3959835 Nov 09 19:56:06.700686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-419a7fa8-74b5-43a2-beaa-54b194e54eb6 req-7cabd312-3f44-49e0-a584-311715e9eae9 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 944 time: 0.1531453 Nov 09 19:56:06.725316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e2b786c5-d0a7-4195-a0f6-d22f4645a813 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b3838a75c154bf2a4efec97414c3323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5389833 Nov 09 19:56:06.727866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44532) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:06.802041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-419a7fa8-74b5-43a2-beaa-54b194e54eb6 req-9f4f2231-9c0b-4320-9ece-547d8b904f04 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901113 Nov 09 19:56:06.813920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-9998be19-b78b-45ee-829c-a92872e3786e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:06.816747 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-9998be19-b78b-45ee-829c-a92872e3786e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.2958188 Nov 09 19:56:06.824271 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6 req-757e704b-564d-49c9-a1bc-8ac3f1397560 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d05d85d5-f956-4614-8015-d8356987b416 HTTP/1.1" status: 200 len: 217 time: 0.1197579 Nov 09 19:56:06.834293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Request body: {'port': {'device_id': '46850b33-d4a4-4730-9ad6-1aef86d9196c', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'admin_state_up': True, 'tenant_id': '5b8b896b82e8499c9b231a80905ce84d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:06.834493 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-da6a4cd3-40e0-46d7-bc1d-97d41e25a87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:06.856985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-da6a4cd3-40e0-46d7-bc1d-97d41e25a87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:06.911759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-da6a4cd3-40e0-46d7-bc1d-97d41e25a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:06.914594 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-da6a4cd3-40e0-46d7-bc1d-97d41e25a87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:06.915753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-da6a4cd3-40e0-46d7-bc1d-97d41e25a87b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7643588c-3dcd-4387-903e-4a5e5c1f4919 HTTP/1.1" status: 204 len: 168 time: 0.1867154 Nov 09 19:56:06.924921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a4cd3-40e0-46d7-bc1d-97d41e25a87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7643588c-3dcd-4387-903e-4a5e5c1f4919,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:07.008658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6 req-a06ddf99-176a-4120-a746-4d302fa7b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:07.010167 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6 req-a06ddf99-176a-4120-a746-4d302fa7b1c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79b5a0f8-1587-44bb-bc0e-726f382b13b7 HTTP/1.1" status: 200 len: 855 time: 0.1674252 Nov 09 19:56:07.070949 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6 req-bc1ce428-062e-4115-b55f-00db1dc847c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489273 Nov 09 19:56:07.075672 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-889f433b-e614-4df1-8a76-3ed264ace7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:07.115354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-889f433b-e614-4df1-8a76-3ed264ace7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:07.226044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-889f433b-e614-4df1-8a76-3ed264ace7b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db81281a625a4eae8ca78044b76b509f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5900807 Nov 09 19:56:07.228744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44542) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:07.231279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Made reservation on behalf of 5b8b896b82e8499c9b231a80905ce84d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:07.234848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:07.237448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f433b-e614-4df1-8a76-3ed264ace7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946abd6a-73de-4ec4-8243-39e4054eeac6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:07.384965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6 req-2d8727ae-6a8d-460d-8234-16de1d4cbe79 service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837541 Nov 09 19:56:07.468526 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3011-34a7-4dc9-9274-927597e56f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:07.538433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3011-34a7-4dc9-9274-927597e56f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:07.588323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d529e11-a371-43b0-bbb7-096f0bd08ebf req-40775eb0-e658-4c71-8b15-b299141ba169 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 210 time: 0.0737824 Nov 09 19:56:07.623597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Allocated IP 172.20.0.6 (e439c7f8-e1b8-4e07-944e-bdfe01f842f8/9f9a7faa-9b10-4cf3-b806-664c9d502a38/6db22618-56d9-4c7f-b553-68119a99e7c0) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:56:07.650635 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86c98069-d2d6-45f6-ac32-24cf61dbb8b6 req-eef200da-fdaa-45c1-a04e-1dddc7f0826f service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578959 Nov 09 19:56:07.685729 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3011-34a7-4dc9-9274-927597e56f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:07.688659 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3011-34a7-4dc9-9274-927597e56f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:07.690386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bb9f3011-34a7-4dc9-9274-927597e56f18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/946abd6a-73de-4ec4-8243-39e4054eeac6 HTTP/1.1" status: 204 len: 168 time: 0.4598765 Nov 09 19:56:07.710106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f3011-34a7-4dc9-9274-927597e56f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946abd6a-73de-4ec4-8243-39e4054eeac6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:07.879483 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:07.899741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:07.962096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138a2d-fbd9-4822-a543-5472501eb138 req-4434407a-4610-4528-a3ad-23bdd0456a7c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:07.968971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e138a2d-fbd9-4822-a543-5472501eb138 req-4434407a-4610-4528-a3ad-23bdd0456a7c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 944 time: 0.0973217 Nov 09 19:56:07.976346 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:07.991236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:56:08.041230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:08.063265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:08.068849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:56:08.182302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event updated for resources: {'Port': ['ID=6db22618-56d9-4c7f-b553-68119a99e7c0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:08.186927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e138a2d-fbd9-4822-a543-5472501eb138 req-1cc6b414-50f9-45fe-b207-ad2064696816 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919823 Nov 09 19:56:08.190375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3deeff78-928a-4f2f-8129-3b518df8c807 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1120777466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:08.200522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:08.201174 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.230925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3deeff78-928a-4f2f-8129-3b518df8c807 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.232588 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3deeff78-928a-4f2f-8129-3b518df8c807 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.241794 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-14c5e0dc-5ac5-411a-8e2c-de91d7b615ac tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4135330 Nov 09 19:56:08.255987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Request body: {'port': {'device_id': '46850b33-d4a4-4730-9ad6-1aef86d9196c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:08.295894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3deeff78-928a-4f2f-8129-3b518df8c807 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.302900 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3deeff78-928a-4f2f-8129-3b518df8c807 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.325500 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3deeff78-928a-4f2f-8129-3b518df8c807 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.327298 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3deeff78-928a-4f2f-8129-3b518df8c807 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4262643 Nov 09 19:56:08.329923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44592) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:08.337344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1320394922'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:08.342853 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.370057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Made reservation on behalf of 185fa26ce0fe4a319ac2e2df9d1f25a5 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:08.375852 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.387888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.480968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.486011 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.514143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:56:08.524755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac553c6c-1d74-4ea8-b537-5c0ac8b8a114,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:08.531503 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.531849 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Added segment ce0665cc-3aa6-4e4c-8788-d613428eaa76 of type vlan for network 58fec961-98e4-41a9-817c-5fe18dc16bac Nov 09 19:56:08.585699 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.616078 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.622465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:08.623140 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.667225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db22618-56d9-4c7f-b553-68119a99e7c0 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:56:08.689621 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.706368 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3743730 Nov 09 19:56:08.707373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44604) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:08.714980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Transition to ACTIVE for port object 6db22618-56d9-4c7f-b553-68119a99e7c0 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:56:08.721162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'subnet': {'network_id': '58fec961-98e4-41a9-817c-5fe18dc16bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:08.729475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:08.751501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534018d7-75d9-43c3-ae97-9a23425a475d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Network': ['ID=58fec961-98e4-41a9-817c-5fe18dc16bac,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:08.764693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 58fec961-98e4-41a9-817c-5fe18dc16bac details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:56:08.872777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Pushing event updated for resources: {'Port': ['ID=6db22618-56d9-4c7f-b553-68119a99e7c0,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:08.934977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c1fe0-a11c-40af-949a-418225252b56 req-a0708bb1-7b9b-4bf2-a83d-75cecba241cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:08.937248 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-044c1fe0-a11c-40af-949a-418225252b56 req-a0708bb1-7b9b-4bf2-a83d-75cecba241cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 943 time: 0.2080250 Nov 09 19:56:08.954697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Attempting to bind port 6db22618-56d9-4c7f-b553-68119a99e7c0 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:56:08.955286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Attempting to bind port 6db22618-56d9-4c7f-b553-68119a99e7c0 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:56:08.955584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Attempting to bind port 6db22618-56d9-4c7f-b553-68119a99e7c0 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:08.961122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Port 6db22618-56d9-4c7f-b553-68119a99e7c0 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:56:08.961446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Attempting to bind port 6db22618-56d9-4c7f-b553-68119a99e7c0 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:08.969479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:56:08.969840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Checking segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:08.970273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Bound using segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:56:08.971195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Bound port: 6db22618-56d9-4c7f-b553-68119a99e7c0, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:56:08.971599 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.020584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-044c1fe0-a11c-40af-949a-418225252b56 req-b133f559-83b0-4a41-b159-5bc661e5619e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725555 Nov 09 19:56:09.029377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Made reservation on behalf of 185fa26ce0fe4a319ac2e2df9d1f25a5 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:09.033390 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.122367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] For port 6db22618-56d9-4c7f-b553-68119a99e7c0, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:56:09.125983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] For port 6db22618-56d9-4c7f-b553-68119a99e7c0, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=6db22618-56d9-4c7f-b553-68119a99e7c0,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:56:09.131351 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.205099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:09.206287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.210476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] 10.222.0.77 "PUT /v2.0/ports/6db22618-56d9-4c7f-b553-68119a99e7c0 HTTP/1.1" status: 200 len: 1091 time: 0.9584928 Nov 09 19:56:09.210476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46850b33-d4a4-4730-9ad6-1aef86d9196c', 'tag': '6db22618-56d9-4c7f-b553-68119a99e7c0'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:09.213992 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849c331e-bd30-4c01-be11-00b19dc58347" -d '{"events": [{"name": "network-changed", "server_uuid": "46850b33-d4a4-4730-9ad6-1aef86d9196c", "tag": "6db22618-56d9-4c7f-b553-68119a99e7c0"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:09.289755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.355175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d05d85d5-f956-4614-8015-d8356987b416 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:56:09.371336 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0f762a-9136-46c6-82fd-47ca424620c5 x-openstack-request-id: req-3c0f762a-9136-46c6-82fd-47ca424620c5 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:09.372851 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46850b33-d4a4-4730-9ad6-1aef86d9196c", "tag": "6db22618-56d9-4c7f-b553-68119a99e7c0", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:09.373575 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c0f762a-9136-46c6-82fd-47ca424620c5 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:09.374532 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46850b33-d4a4-4730-9ad6-1aef86d9196c', 'tag': '6db22618-56d9-4c7f-b553-68119a99e7c0', 'status': 'completed', 'code': 200} Nov 09 19:56:09.378672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Subnet': ['ID=237b1574-c011-41fe-a758-972a4e3e1855,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:09.390851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Checking segment: {'id': 'ce0665cc-3aa6-4e4c-8788-d613428eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '58fec961-98e4-41a9-817c-5fe18dc16bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:09.391313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network hostable DHCP agents. Network: 58fec961-98e4-41a9-817c-5fe18dc16bac, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:56:09.412775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network 58fec961-98e4-41a9-817c-5fe18dc16bac is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:56:09.423921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 58fec961-98e4-41a9-817c-5fe18dc16bac) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:09.441234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-d8b8df1c-ea20-4f17-9902-9ab11f01cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:09.443298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:09.444233 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.445532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-d8b8df1c-ea20-4f17-9902-9ab11f01cd1c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 1094 time: 0.1771286 Nov 09 19:56:09.447013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c5cac-788f-40f4-ab41-2443557ace28 service neutron] Pushing event updated for resources: {'Port': ['ID=6db22618-56d9-4c7f-b553-68119a99e7c0,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:09.452681 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f92c56-9587-4222-8dba-e8d389a7c501 None None] Network 58fec961-98e4-41a9-817c-5fe18dc16bac requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:09.468708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f40da9b1-f3ff-4311-8b6b-588947501430 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7570143 Nov 09 19:56:09.475328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44628) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:09.481201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'network': {'name': 'tempest-router-network01--602815750'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:09.510385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Made reservation on behalf of 185fa26ce0fe4a319ac2e2df9d1f25a5 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:09.514738 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.543660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:56:09.555472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.556001 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Added segment d52baa74-7509-435f-b32a-f3c5b53f579e of type vlan for network 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 Nov 09 19:56:09.607210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbbc16-993f-4943-a768-c8f1a73391ce req-0d3a71c0-11f3-4647-b0e2-fb7089f5ba9a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:09.610371 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97dbbc16-993f-4943-a768-c8f1a73391ce req-0d3a71c0-11f3-4647-b0e2-fb7089f5ba9a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 944 time: 0.2152026 Nov 09 19:56:09.613556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-4b1c0f49-11b9-48fc-9856-84a554443fa5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db22618-56d9-4c7f-b553-68119a99e7c0 HTTP/1.1" status: 200 len: 217 time: 0.1171083 Nov 09 19:56:09.625872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.687972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.696143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:09.696790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.713437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-2c663215-3a96-4e5f-a3a0-98a240675725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:09.715452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-2c663215-3a96-4e5f-a3a0-98a240675725 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.0902503 Nov 09 19:56:09.733957 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2572749 Nov 09 19:56:09.755998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44634) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:09.800396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'network': {'name': 'tempest-router-network02--475172376'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:09.806115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d162272-58dd-47e2-82c9-48bd6b78b905 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Network': ['ID=2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:09.824563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97dbbc16-993f-4943-a768-c8f1a73391ce req-b6634df0-2bf6-4715-a445-3ef76475298e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019000 Nov 09 19:56:09.828292 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-71995134-946f-41d2-9018-ddd1963a4084 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999155 Nov 09 19:56:09.896704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Made reservation on behalf of 185fa26ce0fe4a319ac2e2df9d1f25a5 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:09.900819 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.947195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:56:09.967074 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:09.967455 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Added segment 0ee14ee0-d2d3-427a-8398-e8ebfce96c0f of type vlan for network c60b2d7d-4fe5-46c3-b499-31d3c8f141ae Nov 09 19:56:09.970220 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-a513ac9c-b917-4c40-ae8c-3b0fe1f81b16 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319981 Nov 09 19:56:09.981985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:56:10.072264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:10.109602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-58fec961-98e4-41a9-817c-5fe18dc16bac', 'network_id': '58fec961-98e4-41a9-817c-5fe18dc16bac', 'tenant_id': '185fa26ce0fe4a319ac2e2df9d1f25a5', 'fixed_ips': [{'subnet_id': '237b1574-c011-41fe-a758-972a4e3e1855'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:56:10.110630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:10.123889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:10.129875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:10.130621 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:10.164865 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4057040 Nov 09 19:56:10.166327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44648) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:10.175087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'subnet': {'network_id': '2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:10.217262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba7534ac-f7f9-4eb7-ba95-8da903c5602e req-a9d9ddcb-e714-407b-8923-60b5a05303a6 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378740 Nov 09 19:56:10.316120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d05d85d5-f956-4614-8015-d8356987b416, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d05d85d5-f956-4614-8015-d8356987b416,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:10.367972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Allocated IP 2001:db8::2 (58fec961-98e4-41a9-817c-5fe18dc16bac/237b1574-c011-41fe-a758-972a4e3e1855/0ef35be5-84bf-4cd0-b4a0-827be3d5ac05) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:56:10.371296 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b30a0cc-aae6-4ba1-9275-022e84e5810c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:10.374557 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd05d85d5-f956-4614-8015-d8356987b416', 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596', 'port_id': 'd05d85d5-f956-4614-8015-d8356987b416', 'mac_address': 'fa:16:3e:3f:39:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b5a0f8-1587-44bb-bc0e-726f382b13b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:56:10.422470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Made reservation on behalf of 185fa26ce0fe4a319ac2e2df9d1f25a5 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:10.426344 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:10.452744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fd308-17f3-4ff6-8bca-af70716d33e8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Network': ['ID=c60b2d7d-4fe5-46c3-b499-31d3c8f141ae,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:10.485045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c60b2d7d-4fe5-46c3-b499-31d3c8f141ae details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:56:10.493801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b601d8-7a8b-4ddf-9c66-c68f7054e598 req-aabae165-3637-4850-8e40-2ec7360d5399 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:10.496870 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2b601d8-7a8b-4ddf-9c66-c68f7054e598 req-aabae165-3637-4850-8e40-2ec7360d5399 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 943 time: 0.1989651 Nov 09 19:56:10.499723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c331e-bd30-4c01-be11-00b19dc58347 req-d492f6a8-5b9d-4cb7-b4ae-c9c99ec4fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:10.501311 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-849c331e-bd30-4c01-be11-00b19dc58347 req-d492f6a8-5b9d-4cb7-b4ae-c9c99ec4fe8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 1094 time: 0.2023034 Nov 09 19:56:10.640498 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2b601d8-7a8b-4ddf-9c66-c68f7054e598 req-88c7a2cc-4860-412c-8c35-ea91caa9627e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368463 Nov 09 19:56:10.719979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c331e-bd30-4c01-be11-00b19dc58347 req-63c06906-b2b1-41a8-a389-703ae953d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:10.722380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-849c331e-bd30-4c01-be11-00b19dc58347 req-63c06906-b2b1-41a8-a389-703ae953d6c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 907 time: 0.2101433 Nov 09 19:56:10.729667 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:10.784190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05d85d5-f956-4614-8015-d8356987b416 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:56:10.819885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-849c331e-bd30-4c01-be11-00b19dc58347 req-a41513bf-8ea3-467c-99ff-dea33b6b3804 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db22618-56d9-4c7f-b553-68119a99e7c0 HTTP/1.1" status: 200 len: 217 time: 0.0781686 Nov 09 19:56:10.882861 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:10.884039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d05d85d5-f956-4614-8015-d8356987b416, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d05d85d5-f956-4614-8015-d8356987b416,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:10.901824 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:10.969247 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Subnet': ['ID=cab64c44-8f38-441b-b008-61f2b23a0c22,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:10.978163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Checking segment: {'id': 'd52baa74-7509-435f-b32a-f3c5b53f579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:10.978838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network hostable DHCP agents. Network: 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:56:11.016195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d05d85d5-f956-4614-8015-d8356987b416,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:11.017699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:56:11.050861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:11.055596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:11.056192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:11.066597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c331e-bd30-4c01-be11-00b19dc58347 req-7973b515-bdac-4632-a169-d6480fe978ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:11.076435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-849c331e-bd30-4c01-be11-00b19dc58347 req-7973b515-bdac-4632-a169-d6480fe978ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.2466755 Nov 09 19:56:11.078413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323c98b7-0957-4fdf-b60e-19a3922ab189 None None] Network 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:11.089468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a1171c85-c86b-46ee-a0ec-25fb94e25b2e tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9212921 Nov 09 19:56:11.092451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44676) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:11.097420 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'subnet': {'network_id': 'c60b2d7d-4fe5-46c3-b499-31d3c8f141ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:11.163476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-849c331e-bd30-4c01-be11-00b19dc58347 req-6ac9f695-4298-4b31-b98a-0a99c6c42bd1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770428 Nov 09 19:56:11.227576 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:11.234031 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Made reservation on behalf of 185fa26ce0fe4a319ac2e2df9d1f25a5 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:11.239019 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:11.240937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67464040-648b-4944-ba3e-e9fd18b14e72 req-c8818957-571c-4b3b-9a34-ad43fec38624 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:11.242703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67464040-648b-4944-ba3e-e9fd18b14e72 req-c8818957-571c-4b3b-9a34-ad43fec38624 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 945 time: 0.3270977 Nov 09 19:56:11.302469 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:11.353473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d05d85d5-f956-4614-8015-d8356987b416'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:56:11.407933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Network 58fec961-98e4-41a9-817c-5fe18dc16bac is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:11.422786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8', 'network_id': '2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8', 'tenant_id': '185fa26ce0fe4a319ac2e2df9d1f25a5', 'fixed_ips': [{'subnet_id': 'cab64c44-8f38-441b-b008-61f2b23a0c22'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:56:11.423693 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:11.426420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:11.484807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:56:11.520508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-849c331e-bd30-4c01-be11-00b19dc58347 req-01e1de0d-b7f5-4e1e-8360-2584120b4180 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407981 Nov 09 19:56:11.537609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67464040-648b-4944-ba3e-e9fd18b14e72 req-78f73361-5aad-42dd-88db-19473db60dda tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324791 Nov 09 19:56:11.649059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Pushing event updated for resources: {'Port': ['ID=0ef35be5-84bf-4cd0-b4a0-827be3d5ac05,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:11.661818 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:11.771712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Attempting to bind port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:56:11.772234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Attempting to bind port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'ce0665cc-3aa6-4e4c-8788-d613428eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '58fec961-98e4-41a9-817c-5fe18dc16bac'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:56:11.772603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Attempting to bind port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 on network 58fec961-98e4-41a9-817c-5fe18dc16bac {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:11.773663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-849c331e-bd30-4c01-be11-00b19dc58347 req-8d00bcaa-4d08-4028-9cbf-40e7440c73d8 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350595 Nov 09 19:56:11.909837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Checking segment: {'id': '0ee14ee0-d2d3-427a-8398-e8ebfce96c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c60b2d7d-4fe5-46c3-b499-31d3c8f141ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:11.910667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network hostable DHCP agents. Network: c60b2d7d-4fe5-46c3-b499-31d3c8f141ae, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:56:11.918635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058d6ca-a7f6-49c4-ac17-36d938f11d64 req-25a749d2-d20a-40bc-a29f-4ca602d4c158 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:11.926273 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Subnet': ['ID=2c78fa52-2428-403f-85cc-f24ea6a2e9f9,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:11.940840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4058d6ca-a7f6-49c4-ac17-36d938f11d64 req-25a749d2-d20a-40bc-a29f-4ca602d4c158 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 943 time: 0.1546712 Nov 09 19:56:11.965209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network c60b2d7d-4fe5-46c3-b499-31d3c8f141ae is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:56:11.980216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c60b2d7d-4fe5-46c3-b499-31d3c8f141ae) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:11.991854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:56:11.992568 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Checking segment: {'id': 'ce0665cc-3aa6-4e4c-8788-d613428eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '58fec961-98e4-41a9-817c-5fe18dc16bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:11.993561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:11.994181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Bound using segment: {'id': 'ce0665cc-3aa6-4e4c-8788-d613428eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '58fec961-98e4-41a9-817c-5fe18dc16bac'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:56:11.996104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Bound port: 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0665cc-3aa6-4e4c-8788-d613428eaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '58fec961-98e4-41a9-817c-5fe18dc16bac'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:56:11.996755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:11.998873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:12.002062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:12.022027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8292c-20bd-41f9-9d49-14edd264ad69 None None] Network c60b2d7d-4fe5-46c3-b499-31d3c8f141ae requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:12.022813 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4058d6ca-a7f6-49c4-ac17-36d938f11d64 req-ba089a7f-682d-4d10-b956-1c6627a858a4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803533 Nov 09 19:56:12.058738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44690) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:12.071221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e97572fb-2b12-4ebd-a143-294fb0881068 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9587979 Nov 09 19:56:12.324835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] For port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:56:12.414305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] For port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0ef35be5-84bf-4cd0-b4a0-827be3d5ac05,segment=NetworkSegment(ce0665cc-3aa6-4e4c-8788-d613428eaa76),segment_id=ce0665cc-3aa6-4e4c-8788-d613428eaa76)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:56:12.441317 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:12.517288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Allocated IP 2001:db8::2 (2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8/cab64c44-8f38-441b-b008-61f2b23a0c22/aa8aba8c-3efa-461d-9f55-8098feb08c63) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:56:12.529628 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:12.606252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724df8cb-54e0-4916-84b1-f85787224279 None None] Pushing event updated for resources: {'Port': ['ID=0ef35be5-84bf-4cd0-b4a0-827be3d5ac05,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:12.649503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-c60b2d7d-4fe5-46c3-b499-31d3c8f141ae', 'network_id': 'c60b2d7d-4fe5-46c3-b499-31d3c8f141ae', 'tenant_id': '185fa26ce0fe4a319ac2e2df9d1f25a5', 'fixed_ips': [{'subnet_id': '2c78fa52-2428-403f-85cc-f24ea6a2e9f9'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:56:12.650930 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:12.873979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607a7a2-a06e-49dc-ad82-39fab0c1e7f1 req-95fb7e27-b24d-4aff-8743-71a7b9238247 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:12.875858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5607a7a2-a06e-49dc-ad82-39fab0c1e7f1 req-95fb7e27-b24d-4aff-8743-71a7b9238247 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 945 time: 0.2145112 Nov 09 19:56:12.933876 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:12.957359 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:12.995478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5607a7a2-a06e-49dc-ad82-39fab0c1e7f1 req-10ace735-81fd-4dad-af8e-7055cabf3538 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125677 Nov 09 19:56:13.036354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Allocated IP 2001:db8::1 (2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8/cab64c44-8f38-441b-b008-61f2b23a0c22/e4ee84db-5b0b-4f87-8aec-2e4b694aea0c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:56:13.046372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Network 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:13.058720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:13.061156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Allocated IP 2001:db8::2 (c60b2d7d-4fe5-46c3-b499-31d3c8f141ae/2c78fa52-2428-403f-85cc-f24ea6a2e9f9/53e3df72-4c49-4fa7-a451-73b24c23867f) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:56:13.065349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Pushing event updated for resources: {'Port': ['ID=aa8aba8c-3efa-461d-9f55-8098feb08c63,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:13.068777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:56:13.143257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Attempting to bind port aa8aba8c-3efa-461d-9f55-8098feb08c63 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:56:13.143724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Attempting to bind port aa8aba8c-3efa-461d-9f55-8098feb08c63 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'd52baa74-7509-435f-b32a-f3c5b53f579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:56:13.144095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Attempting to bind port aa8aba8c-3efa-461d-9f55-8098feb08c63 on network 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:13.194835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:56:13.195234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Checking segment: {'id': 'd52baa74-7509-435f-b32a-f3c5b53f579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:13.195653 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:13.196052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Bound using segment: {'id': 'd52baa74-7509-435f-b32a-f3c5b53f579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:56:13.196558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Bound port: aa8aba8c-3efa-461d-9f55-8098feb08c63, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52baa74-7509-435f-b32a-f3c5b53f579e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:56:13.197283 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:13.246470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f13d42-42b5-4d44-84b8-9ecf52e79594 req-e178ea0a-085b-4318-9385-b3527f4f0337 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:13.255528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05f13d42-42b5-4d44-84b8-9ecf52e79594 req-e178ea0a-085b-4318-9385-b3527f4f0337 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 943 time: 0.1135552 Nov 09 19:56:13.289619 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32fa1833-5074-4860-8308-0285d9f1f680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:13.334074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05f13d42-42b5-4d44-84b8-9ecf52e79594 req-ac2f6fbf-6686-4e93-8898-32123cdeb470 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773518 Nov 09 19:56:13.532095 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:13.562909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:13.573374 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:13.771704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Network c60b2d7d-4fe5-46c3-b499-31d3c8f141ae is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:13.804474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 6db22618-56d9-4c7f-b553-68119a99e7c0 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:56:13.841430 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:13.932606 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.038569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Port': ['ID=e4ee84db-5b0b-4f87-8aec-2e4b694aea0c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:14.060343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:14.062940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:14.067671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:56:14.068841 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.250207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1dc0f-9175-4049-a518-e5403b686243 req-3ad117d4-cd7d-4ff3-93d4-778a52ac3f8d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:14.264678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ce1dc0f-9175-4049-a518-e5403b686243 req-3ad117d4-cd7d-4ff3-93d4-778a52ac3f8d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 945 time: 0.1064274 Nov 09 19:56:14.347215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ce1dc0f-9175-4049-a518-e5403b686243 req-5ecf1205-bca0-4ed0-9e51-cb1f1a820410 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812895 Nov 09 19:56:14.405421 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.517945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 6db22618-56d9-4c7f-b553-68119a99e7c0, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=6db22618-56d9-4c7f-b553-68119a99e7c0,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:14.563004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '6db22618-56d9-4c7f-b553-68119a99e7c0', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'port_id': '6db22618-56d9-4c7f-b553-68119a99e7c0', 'mac_address': 'fa:16:3e:4d:2b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9a7faa-9b10-4cf3-b806-664c9d502a38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:56:14.570460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b859c6b1-5691-4bbd-aa33-b68e724a9488 None None] Network 58fec961-98e4-41a9-817c-5fe18dc16bac requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:14.682352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:14.694593 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.698245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] For port aa8aba8c-3efa-461d-9f55-8098feb08c63, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:56:14.704554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:56:14.717955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf9a88-ba01-4c6f-acbb-0c42d7520acd req-5c835744-30b9-44bb-8b62-12ecce37cbd2 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:14.719517 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1cdf9a88-ba01-4c6f-acbb-0c42d7520acd req-5c835744-30b9-44bb-8b62-12ecce37cbd2 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 943 time: 0.1005154 Nov 09 19:56:14.853558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Attempting to bind port 53e3df72-4c49-4fa7-a451-73b24c23867f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:56:14.854265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Attempting to bind port 53e3df72-4c49-4fa7-a451-73b24c23867f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '0ee14ee0-d2d3-427a-8398-e8ebfce96c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c60b2d7d-4fe5-46c3-b499-31d3c8f141ae'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:56:14.854855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Attempting to bind port 53e3df72-4c49-4fa7-a451-73b24c23867f on network c60b2d7d-4fe5-46c3-b499-31d3c8f141ae {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:14.862091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.866643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Pushing event updated for resources: {'Port': ['ID=53e3df72-4c49-4fa7-a451-73b24c23867f,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:14.886375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] For port aa8aba8c-3efa-461d-9f55-8098feb08c63, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aa8aba8c-3efa-461d-9f55-8098feb08c63,segment=NetworkSegment(d52baa74-7509-435f-b32a-f3c5b53f579e),segment_id=d52baa74-7509-435f-b32a-f3c5b53f579e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:56:14.888584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:56:14.889076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Checking segment: {'id': '0ee14ee0-d2d3-427a-8398-e8ebfce96c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c60b2d7d-4fe5-46c3-b499-31d3c8f141ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:14.889596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.889764 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.890040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Bound using segment: {'id': '0ee14ee0-d2d3-427a-8398-e8ebfce96c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c60b2d7d-4fe5-46c3-b499-31d3c8f141ae'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:56:14.890440 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.890691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Bound port: 53e3df72-4c49-4fa7-a451-73b24c23867f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee14ee0-d2d3-427a-8398-e8ebfce96c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'c60b2d7d-4fe5-46c3-b499-31d3c8f141ae'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:56:14.890976 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.932606 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.942001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8c0b6861-8d47-4f7f-9eaa-eb441bff0026 None None] Provisioning complete for port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:14.942380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6861-8d47-4f7f-9eaa-eb441bff0026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:14.969670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Port': ['ID=e4ee84db-5b0b-4f87-8aec-2e4b694aea0c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:14.979291 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:15.015614 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1cdf9a88-ba01-4c6f-acbb-0c42d7520acd req-f960f3fd-4c49-47b4-a4b0-f42f3e5955cc tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855775 Nov 09 19:56:15.093559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:15.093931 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:15.156471 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:15.211095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:15.212623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:15.233365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3429c77-84eb-4617-8ec4-62f4edec3108 None None] Pushing event updated for resources: {'Port': ['ID=aa8aba8c-3efa-461d-9f55-8098feb08c63,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:15.273442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db22618-56d9-4c7f-b553-68119a99e7c0 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:56:15.409962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d05d85d5-f956-4614-8015-d8356987b416 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:15.598316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Router acb0e44c-a5bf-43c0-8e98-5e74181154b5 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:56:15.605985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29d3c6-703e-444b-b6fd-b340322ee412 req-7fc897a3-9452-42f4-b464-c031053e71e7 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:15.628306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] For port 53e3df72-4c49-4fa7-a451-73b24c23867f, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:56:15.629351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e29d3c6-703e-444b-b6fd-b340322ee412 req-7fc897a3-9452-42f4-b464-c031053e71e7 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 945 time: 0.1276417 Nov 09 19:56:15.634806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 6db22618-56d9-4c7f-b553-68119a99e7c0, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=6db22618-56d9-4c7f-b553-68119a99e7c0,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:15.680010 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:15.717987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] For port 53e3df72-4c49-4fa7-a451-73b24c23867f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=53e3df72-4c49-4fa7-a451-73b24c23867f,segment=NetworkSegment(0ee14ee0-d2d3-427a-8398-e8ebfce96c0f),segment_id=0ee14ee0-d2d3-427a-8398-e8ebfce96c0f)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:56:15.723158 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:15.737830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e29d3c6-703e-444b-b6fd-b340322ee412 req-99347da8-a44f-4a16-a9f9-3b20059444df tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047199 Nov 09 19:56:15.780835 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:15.790849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:56:15.797453 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6861-8d47-4f7f-9eaa-eb441bff0026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:15.802713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44740) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:15.805331 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30695c00-793a-4344-a3fd-3a643259a64c None None] Sync routers for ids ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:56:15.815733 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-26190af4-6c6c-4731-84f5-ac5babbb3a7b tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "PUT /v2.0/routers/acb0e44c-a5bf-43c0-8e98-5e74181154b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7556326 Nov 09 19:56:15.819542 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30695c00-793a-4344-a3fd-3a643259a64c None None] Routers {'acb0e44c-a5bf-43c0-8e98-5e74181154b5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:15.820522 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-30695c00-793a-4344-a3fd-3a643259a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:15.864553 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-30695c00-793a-4344-a3fd-3a643259a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:15.874370 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30695c00-793a-4344-a3fd-3a643259a64c None None] Routers {'acb0e44c-a5bf-43c0-8e98-5e74181154b5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:15.875329 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-30695c00-793a-4344-a3fd-3a643259a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:15.910762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0ef35be5-84bf-4cd0-b4a0-827be3d5ac05,segment=NetworkSegment(ce0665cc-3aa6-4e4c-8788-d613428eaa76),segment_id=ce0665cc-3aa6-4e4c-8788-d613428eaa76)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:15.915503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=6db22618-56d9-4c7f-b553-68119a99e7c0,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:15.935021 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:16.010864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['6db22618-56d9-4c7f-b553-68119a99e7c0'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:56:16.073366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d05d85d5-f956-4614-8015-d8356987b416 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:56:16.098417 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-30695c00-793a-4344-a3fd-3a643259a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:16.108709 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30695c00-793a-4344-a3fd-3a643259a64c None None] The sync data for ids ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:56:16.162487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d781c-ef4d-426a-b916-1eb06dd26e95 None None] Pushing event updated for resources: {'Port': ['ID=53e3df72-4c49-4fa7-a451-73b24c23867f,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:16.192464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aa8aba8c-3efa-461d-9f55-8098feb08c63 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:16.382210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d05d85d5-f956-4614-8015-d8356987b416 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:16.382711 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:16.506628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728adc0-6507-4127-a900-ef6f8f887a6c req-f6a21447-5bcc-40c5-9b89-7e48fd853f8b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:16.508245 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b728adc0-6507-4127-a900-ef6f8f887a6c req-f6a21447-5bcc-40c5-9b89-7e48fd853f8b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 944 time: 0.3880708 Nov 09 19:56:16.595178 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:16.607441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-8c0b6861-8d47-4f7f-9eaa-eb441bff0026 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:56:16.607807 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-8c0b6861-8d47-4f7f-9eaa-eb441bff0026 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:56:16.679669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port aa8aba8c-3efa-461d-9f55-8098feb08c63 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:16.680335 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:16.792552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=0ef35be5-84bf-4cd0-b4a0-827be3d5ac05,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:16.900418 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:17.037159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f9192-12d4-4187-a3b5-eaac7c4fbb1c req-68b27c0b-688f-41af-9389-588fa61b51b1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:17.040143 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c9f9192-12d4-4187-a3b5-eaac7c4fbb1c req-68b27c0b-688f-41af-9389-588fa61b51b1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 945 time: 0.1202297 Nov 09 19:56:17.098435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8abe410-253e-45d5-ab84-a8bfc7125851 None None] Network 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:17.162363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c9f9192-12d4-4187-a3b5-eaac7c4fbb1c req-58322135-3dbf-4bff-b9eb-4b50217dddda tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150699 Nov 09 19:56:17.186503 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b728adc0-6507-4127-a900-ef6f8f887a6c req-98bbc9e9-532c-4a82-bcda-2a11c78d3c5f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649859 Nov 09 19:56:17.297327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d05d85d5-f956-4614-8015-d8356987b416, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d05d85d5-f956-4614-8015-d8356987b416,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:17.299817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8661de-3e04-4632-b97a-873fde9a1212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05d85d5-f956-4614-8015-d8356987b416'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:17.303212 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19115415-41d1-4dee-8b3a-24fbafcf5eea" -d '{"events": [{"server_uuid": "8d8661de-3e04-4632-b97a-873fde9a1212", "name": "network-vif-plugged", "status": "completed", "tag": "d05d85d5-f956-4614-8015-d8356987b416"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:17.402587 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-ead340c5-f440-49b1-80c4-e6744d1cb9ae tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:56:17.403995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:17.407510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44766) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:17.407898 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ead340c5-f440-49b1-80c4-e6744d1cb9ae tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "PUT /v2.0/routers/acb0e44c-a5bf-43c0-8e98-5e74181154b5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5999532 Nov 09 19:56:17.472405 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba56494-14a2-4f46-9979-b95db3937b29 x-openstack-request-id: req-eba56494-14a2-4f46-9979-b95db3937b29 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:17.472772 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8661de-3e04-4632-b97a-873fde9a1212", "name": "network-vif-plugged", "status": "completed", "tag": "d05d85d5-f956-4614-8015-d8356987b416", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:17.472974 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eba56494-14a2-4f46-9979-b95db3937b29 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:17.473350 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8661de-3e04-4632-b97a-873fde9a1212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05d85d5-f956-4614-8015-d8356987b416', 'code': 200} Nov 09 19:56:17.493463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:17.612292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d5203883-0ae8-4968-9bf5-347b14c80fe2 None None] Provisioning complete for port aa8aba8c-3efa-461d-9f55-8098feb08c63 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:17.613003 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5203883-0ae8-4968-9bf5-347b14c80fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:17.651031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d05d85d5-f956-4614-8015-d8356987b416,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:17.689222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27626b3f-fe04-433c-b722-fc624186c7b8 req-826a629e-24e2-4be9-bffc-71e81433b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:17.691227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27626b3f-fe04-433c-b722-fc624186c7b8 req-826a629e-24e2-4be9-bffc-71e81433b1c7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 1097 time: 0.1005533 Nov 09 19:56:17.709215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port aa8aba8c-3efa-461d-9f55-8098feb08c63, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aa8aba8c-3efa-461d-9f55-8098feb08c63,segment=NetworkSegment(d52baa74-7509-435f-b32a-f3c5b53f579e),segment_id=d52baa74-7509-435f-b32a-f3c5b53f579e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:17.765595 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:17.834222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2e4646-1d54-4c9d-bf3b-a4c5fd7247fe None None] Network c60b2d7d-4fe5-46c3-b499-31d3c8f141ae requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:17.891112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27626b3f-fe04-433c-b722-fc624186c7b8 req-d960da10-8449-48dd-baa4-f603aff9a03f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032884 Nov 09 19:56:17.990860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=aa8aba8c-3efa-461d-9f55-8098feb08c63,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:18.142404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:18.319788 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:18.391495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c2a4e-04e5-4bcc-bc8e-b871bd6418a8 req-64428f47-eb7f-4004-b444-fd4857306eb5 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:18.402388 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57c2a4e-04e5-4bcc-bc8e-b871bd6418a8 req-64428f47-eb7f-4004-b444-fd4857306eb5 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 944 time: 0.0744488 Nov 09 19:56:18.442114 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d5203883-0ae8-4968-9bf5-347b14c80fe2 None None] Provisioning complete for port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:18.442491 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5203883-0ae8-4968-9bf5-347b14c80fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:18.463988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57c2a4e-04e5-4bcc-bc8e-b871bd6418a8 req-a85b3d60-d6a7-42ef-ba1e-5bebd3d510cf tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600214 Nov 09 19:56:18.469703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:18.470124 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:18.503174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad92f9-05e7-4690-a82d-cc4bcbf28d24 req-26407bf1-72a0-458d-b7c3-6756aa2cb93e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:18.505806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bdad92f9-05e7-4690-a82d-cc4bcbf28d24 req-26407bf1-72a0-458d-b7c3-6756aa2cb93e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 946 time: 0.1513116 Nov 09 19:56:18.731740 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 53e3df72-4c49-4fa7-a451-73b24c23867f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:18.771488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bdad92f9-05e7-4690-a82d-cc4bcbf28d24 req-f06fbcd7-d0ef-4bdc-8d8d-8293e8c92bd0 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570412 Nov 09 19:56:18.940623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 53e3df72-4c49-4fa7-a451-73b24c23867f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:18.941008 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.034373 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-67d6db8d-a239-4279-af75-2f01f4953ddd None None] Provisioning complete for port aa8aba8c-3efa-461d-9f55-8098feb08c63 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:19.034967 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-67d6db8d-a239-4279-af75-2f01f4953ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.053090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Deleting port e4ee84db-5b0b-4f87-8aec-2e4b694aea0c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:19.053436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.127141 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.211420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.219568 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 53e3df72-4c49-4fa7-a451-73b24c23867f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=53e3df72-4c49-4fa7-a451-73b24c23867f,segment=NetworkSegment(0ee14ee0-d2d3-427a-8398-e8ebfce96c0f),segment_id=0ee14ee0-d2d3-427a-8398-e8ebfce96c0f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:19.225454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-67d6db8d-a239-4279-af75-2f01f4953ddd None None] Provisioning complete for port e4ee84db-5b0b-4f87-8aec-2e4b694aea0c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:19.226007 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-67d6db8d-a239-4279-af75-2f01f4953ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.228099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Calling delete_port for e4ee84db-5b0b-4f87-8aec-2e4b694aea0c owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:19.228584 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.301433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-67d6db8d-a239-4279-af75-2f01f4953ddd None None] Port e4ee84db-5b0b-4f87-8aec-2e4b694aea0c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:56:19.316091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=53e3df72-4c49-4fa7-a451-73b24c23867f,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:19.324338 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-67d6db8d-a239-4279-af75-2f01f4953ddd None None] Provisioning complete for port 53e3df72-4c49-4fa7-a451-73b24c23867f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:19.324692 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-67d6db8d-a239-4279-af75-2f01f4953ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.480932 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.537336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Port': ['ID=e4ee84db-5b0b-4f87-8aec-2e4b694aea0c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:19.548533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8ede6484-aa03-48d3-ba96-c80eeaf668b7 None None] Could not find standard attr ID for object e4ee84db-5b0b-4f87-8aec-2e4b694aea0c. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:56:19.628170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864011-d88e-4721-adb3-c00c27d8dd2e req-3554b058-97aa-4f92-b63a-c82d8b7e9d60 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:19.630477 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1864011-d88e-4721-adb3-c00c27d8dd2e req-3554b058-97aa-4f92-b63a-c82d8b7e9d60 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 944 time: 0.0691516 Nov 09 19:56:19.646372 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.663923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3a9c477b-b3a6-4366-aa8c-771db51a65b1 None None] Could not find standard attr ID for object e4ee84db-5b0b-4f87-8aec-2e4b694aea0c. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:56:19.686850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1864011-d88e-4721-adb3-c00c27d8dd2e req-66101f25-b6d9-43af-add3-c433e8465207 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 Nov 09 19:56:19.800330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 6db22618-56d9-4c7f-b553-68119a99e7c0 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:19.837180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Router acb0e44c-a5bf-43c0-8e98-5e74181154b5 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:56:19.862488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 6db22618-56d9-4c7f-b553-68119a99e7c0 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:56:19.866883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 6db22618-56d9-4c7f-b553-68119a99e7c0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:19.867332 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:19.951249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:56:19.958326 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bdbc67a8-5e73-486b-b2f3-19603ecb5092 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "PUT /v2.0/routers/acb0e44c-a5bf-43c0-8e98-5e74181154b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5483096 Nov 09 19:56:19.961864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44800) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:19.983350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685f690-f5ac-4c0d-a2b9-3b7858759ecd None None] Sync routers for ids ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:56:20.029582 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-4c482fb1-3cfd-4505-aefa-07bd565238c8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] delete failed (client error): The resource could not be found. Nov 09 19:56:20.031652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4c482fb1-3cfd-4505-aefa-07bd565238c8 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1030127558 HTTP/1.1" status: 404 len: 335 time: 0.0688026 Nov 09 19:56:20.037711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44806) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:20.043798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-27803ad1-7d71-4e57-9f3c-f13171d2c196 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'router': {'external_gateway_info': {'network_id': 'acb0e44c-a5bf-43c0-8e98-5e74181154b5'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:20.050268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f9076-7ff6-4d12-813e-d9fac7b2f270 req-2e7270a1-4344-4cf2-905e-2e9429f9113d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:20.052271 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:20.054218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685f690-f5ac-4c0d-a2b9-3b7858759ecd None None] Routers {'acb0e44c-a5bf-43c0-8e98-5e74181154b5'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:20.054884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d685f690-f5ac-4c0d-a2b9-3b7858759ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:20.057542 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-431f9076-7ff6-4d12-813e-d9fac7b2f270 req-2e7270a1-4344-4cf2-905e-2e9429f9113d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 946 time: 0.1727824 Nov 09 19:56:20.109607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aa8aba8c-3efa-461d-9f55-8098feb08c63 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:20.114536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d685f690-f5ac-4c0d-a2b9-3b7858759ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:20.149290 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-431f9076-7ff6-4d12-813e-d9fac7b2f270 req-89f8fbdc-6e75-4729-83a1-d6dfe6a005dc tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884051 Nov 09 19:56:20.166924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d685f690-f5ac-4c0d-a2b9-3b7858759ecd None None] Routers {'acb0e44c-a5bf-43c0-8e98-5e74181154b5'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:20.166924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d685f690-f5ac-4c0d-a2b9-3b7858759ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:20.166924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46850b33-d4a4-4730-9ad6-1aef86d9196c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db22618-56d9-4c7f-b553-68119a99e7c0'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:20.166924 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a665328-5698-4410-b050-f164d7fa14ac" -d '{"events": [{"server_uuid": "46850b33-d4a4-4730-9ad6-1aef86d9196c", "name": "network-vif-plugged", "status": "completed", "tag": "6db22618-56d9-4c7f-b553-68119a99e7c0"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:20.257755 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35408e59-8979-4637-8d1d-145c4b5560b5 x-openstack-request-id: req-35408e59-8979-4637-8d1d-145c4b5560b5 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:20.258373 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46850b33-d4a4-4730-9ad6-1aef86d9196c", "name": "network-vif-plugged", "status": "completed", "tag": "6db22618-56d9-4c7f-b553-68119a99e7c0", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:20.258825 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35408e59-8979-4637-8d1d-145c4b5560b5 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:20.259458 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46850b33-d4a4-4730-9ad6-1aef86d9196c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db22618-56d9-4c7f-b553-68119a99e7c0', 'code': 200} Nov 09 19:56:20.264226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 6db22618-56d9-4c7f-b553-68119a99e7c0, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=6db22618-56d9-4c7f-b553-68119a99e7c0,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:20.265658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d685f690-f5ac-4c0d-a2b9-3b7858759ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:20.266896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d685f690-f5ac-4c0d-a2b9-3b7858759ecd None None] The sync data for ids ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:56:20.277229 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:20.351521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=6db22618-56d9-4c7f-b553-68119a99e7c0,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:20.372676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port aa8aba8c-3efa-461d-9f55-8098feb08c63 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:20.373402 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:20.427442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eae54-1f45-4040-b2f2-74f07a5246d7 req-c273e407-4b9c-46ae-babd-a577bdc1680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:20.428968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aa2eae54-1f45-4040-b2f2-74f07a5246d7 req-c273e407-4b9c-46ae-babd-a577bdc1680a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 1096 time: 0.1144712 Nov 09 19:56:20.510846 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aa2eae54-1f45-4040-b2f2-74f07a5246d7 req-14017812-330c-469c-ae88-015dbb9514f3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710087 Nov 09 19:56:20.517719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 53e3df72-4c49-4fa7-a451-73b24c23867f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:20.528094 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27803ad1-7d71-4e57-9f3c-f13171d2c196 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:20.559443 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-27803ad1-7d71-4e57-9f3c-f13171d2c196 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] update failed (client error): The resource could not be found. Nov 09 19:56:20.561456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-27803ad1-7d71-4e57-9f3c-f13171d2c196 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "PUT /v2.0/routers/acb0e44c-a5bf-43c0-8e98-5e74181154b5 HTTP/1.1" status: 404 len: 339 time: 0.5221956 Nov 09 19:56:20.567114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44826) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:20.572150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1237226911'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:20.626672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Made reservation on behalf of 185fa26ce0fe4a319ac2e2df9d1f25a5 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:20.630256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:20.653079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 53e3df72-4c49-4fa7-a451-73b24c23867f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:20.653506 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:20.667582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:56:20.686860 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:20.687249 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Added segment c7ac54a8-9403-48f1-ad62-adc3804660f6 of type vlan for network c38700a7-d17d-40a2-8474-a98876c8c645 Nov 09 19:56:20.830826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:20.907957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b3bbb-507a-4ac9-a821-4ed01c3965f3 req-75cd7122-888e-4fcb-bc6a-473973dbda1d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:20.910142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:20.915628 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d6b3bbb-507a-4ac9-a821-4ed01c3965f3 req-75cd7122-888e-4fcb-bc6a-473973dbda1d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 945 time: 0.1042500 Nov 09 19:56:20.917885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:20.919359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:20.983186 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d6b3bbb-507a-4ac9-a821-4ed01c3965f3 req-d1c916f9-2f08-4239-a9fe-1fab041f0008 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666056 Nov 09 19:56:20.998139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Network': ['ID=c38700a7-d17d-40a2-8474-a98876c8c645,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:21.010270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c38700a7-d17d-40a2-8474-a98876c8c645 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:56:21.025190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-857feb4d-6c2a-4213-9a70-0d65fdcd9789 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4566762 Nov 09 19:56:21.027920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44848) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:21.035462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'subnet': {'network_id': 'c38700a7-d17d-40a2-8474-a98876c8c645', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:21.180355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Made reservation on behalf of 185fa26ce0fe4a319ac2e2df9d1f25a5 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:21.184857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:21.186233 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:21.459062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:21.566712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Checking segment: {'id': 'c7ac54a8-9403-48f1-ad62-adc3804660f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c38700a7-d17d-40a2-8474-a98876c8c645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:21.567001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network hostable DHCP agents. Network: c38700a7-d17d-40a2-8474-a98876c8c645, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:56:21.572989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Subnet': ['ID=8c90cb90-a55f-4303-b42a-16daaf12a417,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:21.598576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network c38700a7-d17d-40a2-8474-a98876c8c645 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:56:21.614048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c38700a7-d17d-40a2-8474-a98876c8c645) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:21.618879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:21.619422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:21.627680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced849f-84cd-41ea-bfc5-60ea26e3347c None None] Network c38700a7-d17d-40a2-8474-a98876c8c645 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:21.647869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44858) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:21.652776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e0702d89-23b8-4163-bb76-603ccb319490 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c38700a7-d17d-40a2-8474-a98876c8c645'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:21.659393 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0997e47a-d03b-4163-94a9-f361069e0d44 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6149848 Nov 09 19:56:21.940150 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-c38700a7-d17d-40a2-8474-a98876c8c645', 'network_id': 'c38700a7-d17d-40a2-8474-a98876c8c645', 'tenant_id': '185fa26ce0fe4a319ac2e2df9d1f25a5', 'fixed_ips': [{'subnet_id': '8c90cb90-a55f-4303-b42a-16daaf12a417'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:56:21.941293 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:21.983092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0702d89-23b8-4163-bb76-603ccb319490 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:22.168536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674745f8-bff0-4181-a47b-8d2dd75d7a1d req-5df140a6-bd32-4d1f-9252-7f51883ea54b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:22.170203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-674745f8-bff0-4181-a47b-8d2dd75d7a1d req-5df140a6-bd32-4d1f-9252-7f51883ea54b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 945 time: 0.0990939 Nov 09 19:56:22.245410 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-e0702d89-23b8-4163-bb76-603ccb319490 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:56:22.248602 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e0702d89-23b8-4163-bb76-603ccb319490 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "PUT /v2.0/routers/acb0e44c-a5bf-43c0-8e98-5e74181154b5 HTTP/1.1" status: 400 len: 364 time: 0.5997243 Nov 09 19:56:22.249872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-674745f8-bff0-4181-a47b-8d2dd75d7a1d req-f97c7126-14b2-467a-8c4d-a88a73d40362 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727692 Nov 09 19:56:22.252917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44878) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:22.255654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Allocated IP 2001:db8:1::2 (c38700a7-d17d-40a2-8474-a98876c8c645/8c90cb90-a55f-4303-b42a-16daaf12a417/9a1d7137-9240-44d2-bbe2-13b6edda00a4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:56:22.468840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b15402-5fd7-4dd1-a139-ac1b6f0d2ec0 req-ee37b663-0a3c-4442-93f5-c6a0587ef08a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:22.470410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5b15402-5fd7-4dd1-a139-ac1b6f0d2ec0 req-ee37b663-0a3c-4442-93f5-c6a0587ef08a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 945 time: 0.0889199 Nov 09 19:56:22.550177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5b15402-5fd7-4dd1-a139-ac1b6f0d2ec0 req-b4176c37-74d0-4475-8d44-3078fff53747 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624738 Nov 09 19:56:22.574428 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:22.586674 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:22.683859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Network c38700a7-d17d-40a2-8474-a98876c8c645 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:22.687354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:22.693066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:56:22.713468 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Pushing event updated for resources: {'Port': ['ID=9a1d7137-9240-44d2-bbe2-13b6edda00a4,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:22.731315 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:22.788472 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Attempting to bind port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:56:22.789012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Attempting to bind port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'c7ac54a8-9403-48f1-ad62-adc3804660f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c38700a7-d17d-40a2-8474-a98876c8c645'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:56:22.789718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Attempting to bind port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 on network c38700a7-d17d-40a2-8474-a98876c8c645 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:22.796631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:56:22.797003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Checking segment: {'id': 'c7ac54a8-9403-48f1-ad62-adc3804660f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c38700a7-d17d-40a2-8474-a98876c8c645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:22.797003 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:22.797003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Bound using segment: {'id': 'c7ac54a8-9403-48f1-ad62-adc3804660f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c38700a7-d17d-40a2-8474-a98876c8c645'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:56:22.797003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Bound port: 9a1d7137-9240-44d2-bbe2-13b6edda00a4, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ac54a8-9403-48f1-ad62-adc3804660f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c38700a7-d17d-40a2-8474-a98876c8c645'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:56:22.800294 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:23.066138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] For port 9a1d7137-9240-44d2-bbe2-13b6edda00a4, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:56:23.069952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] For port 9a1d7137-9240-44d2-bbe2-13b6edda00a4, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a1d7137-9240-44d2-bbe2-13b6edda00a4,segment=NetworkSegment(c7ac54a8-9403-48f1-ad62-adc3804660f6),segment_id=c7ac54a8-9403-48f1-ad62-adc3804660f6)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:56:23.086533 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:23.093495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e0c0-b2ca-4b23-ab0b-6876d969a4b9 req-7d3c4c45-9c6e-4ece-90a9-9c4c325ef512 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:23.107538 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6de8e0c0-b2ca-4b23-ab0b-6876d969a4b9 req-7d3c4c45-9c6e-4ece-90a9-9c4c325ef512 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 945 time: 0.1057107 Nov 09 19:56:23.176671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Allocated IP 2001:db8::1 (58fec961-98e4-41a9-817c-5fe18dc16bac/237b1574-c011-41fe-a758-972a4e3e1855/8c0d79c2-8525-4b64-b8de-aa625c3c6d1d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:56:23.221020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6de8e0c0-b2ca-4b23-ab0b-6876d969a4b9 req-2bf884cc-8b7e-425c-b46c-8af2e5458a0b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025565 Nov 09 19:56:23.239047 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f17e8-b0c5-44f9-9c41-073a07271fa7 None None] Pushing event updated for resources: {'Port': ['ID=9a1d7137-9240-44d2-bbe2-13b6edda00a4,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:23.361532 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:23.417557 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:23.463886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network 58fec961-98e4-41a9-817c-5fe18dc16bac is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:23.467649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:23.474293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:56:23.474663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:23.572526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Port': ['ID=8c0d79c2-8525-4b64-b8de-aa625c3c6d1d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:23.585989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.586366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.586713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.587056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.587398 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.587735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.588067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.588396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.588733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.589059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.589385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.589707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:23.684752 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:23.932801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-564a4ebf-940a-4b09-b8f3-37d17c273911 None None] Provisioning complete for port 8c0d79c2-8525-4b64-b8de-aa625c3c6d1d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:23.933771 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-564a4ebf-940a-4b09-b8f3-37d17c273911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.003181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.011858 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.012772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.031024 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-564a4ebf-940a-4b09-b8f3-37d17c273911 None None] Port 8c0d79c2-8525-4b64-b8de-aa625c3c6d1d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:56:24.091886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event updated for resources: {'Port': ['ID=8c0d79c2-8525-4b64-b8de-aa625c3c6d1d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:24.179302 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a1d7137-9240-44d2-bbe2-13b6edda00a4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:24.217191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Network 58fec961-98e4-41a9-817c-5fe18dc16bac is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:24.219771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:24.285136 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:24.285518 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.371825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Router acb0e44c-a5bf-43c0-8e98-5e74181154b5 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:56:24.457301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.483791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f5afc-c2fb-4b0d-ad52-035b845ddca8 req-3d361b5a-a6b0-4196-a2dd-30335580a780 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:24.490070 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-225f5afc-c2fb-4b0d-ad52-035b845ddca8 req-3d361b5a-a6b0-4196-a2dd-30335580a780 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 945 time: 0.1901360 Nov 09 19:56:24.520169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-a6441bec-172f-44e2-abcb-9c7aedaf0be7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:24.521814 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-a6441bec-172f-44e2-abcb-9c7aedaf0be7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 945 time: 0.2023900 Nov 09 19:56:24.522115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 9a1d7137-9240-44d2-bbe2-13b6edda00a4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a1d7137-9240-44d2-bbe2-13b6edda00a4,segment=NetworkSegment(c7ac54a8-9403-48f1-ad62-adc3804660f6),segment_id=c7ac54a8-9403-48f1-ad62-adc3804660f6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:24.534193 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.543231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:56:24.557438 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f7fd1f-26e2-4248-bd63-90697c838568 None None] Sync routers for ids ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:56:24.559249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-35e31625-cdba-45d0-a921-0756f60dbb4f tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "PUT /v2.0/routers/acb0e44c-a5bf-43c0-8e98-5e74181154b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3051722 Nov 09 19:56:24.561665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44904) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:24.569542 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f7fd1f-26e2-4248-bd63-90697c838568 None None] Routers {'acb0e44c-a5bf-43c0-8e98-5e74181154b5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:24.570161 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d6f7fd1f-26e2-4248-bd63-90697c838568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:24.644404 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d6f7fd1f-26e2-4248-bd63-90697c838568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:24.659193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=9a1d7137-9240-44d2-bbe2-13b6edda00a4,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:24.676859 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f7fd1f-26e2-4248-bd63-90697c838568 None None] Routers {'acb0e44c-a5bf-43c0-8e98-5e74181154b5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:24.677736 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d6f7fd1f-26e2-4248-bd63-90697c838568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:24.715511 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d6f7fd1f-26e2-4248-bd63-90697c838568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:24.716461 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f7fd1f-26e2-4248-bd63-90697c838568 None None] The sync data for ids ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:56:24.776032 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32a1fc05-3207-47b2-b833-721d73f0a95a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.779651 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-225f5afc-c2fb-4b0d-ad52-035b845ddca8 req-b8bafaaf-2578-4fa9-ac97-667323072594 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799232 Nov 09 19:56:24.787589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-063352a1-2bee-4fe4-9e83-eb958b9b6192 None None] Provisioning complete for port 8c0d79c2-8525-4b64-b8de-aa625c3c6d1d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:24.788198 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-063352a1-2bee-4fe4-9e83-eb958b9b6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.811018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Deleting port 6db22618-56d9-4c7f-b553-68119a99e7c0 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:24.811662 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.843110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98db10b-9200-4664-8aef-ab0c5799ec96 None None] Network c38700a7-d17d-40a2-8474-a98876c8c645 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:24.890548 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-32a1fc05-3207-47b2-b833-721d73f0a95a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 19:56:24.894985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-32a1fc05-3207-47b2-b833-721d73f0a95a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/routers/acb0e44c-a5bf-43c0-8e98-5e74181154b5 HTTP/1.1" status: 409 len: 329 time: 0.3288493 Nov 09 19:56:24.898387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44906) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:24.923228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] For port 6db22618-56d9-4c7f-b553-68119a99e7c0, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=6db22618-56d9-4c7f-b553-68119a99e7c0,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:24.923917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:24.937594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Calling delete_port for 6db22618-56d9-4c7f-b553-68119a99e7c0 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:25.021428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-063352a1-2bee-4fe4-9e83-eb958b9b6192 None None] Port 8c0d79c2-8525-4b64-b8de-aa625c3c6d1d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:56:25.119993 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:25.134836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe', '6db22618-56d9-4c7f-b553-68119a99e7c0'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:56:25.152533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event deleted for resources: {'Port': ['ID=6db22618-56d9-4c7f-b553-68119a99e7c0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:25.170137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.170754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.171200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.171770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.172598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.174530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.175092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.175662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.176095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.176526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.176958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.177535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:25.236686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-333b116e-841e-420c-92e3-d26e9790d62b None None] Provisioning complete for port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:25.237768 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-333b116e-841e-420c-92e3-d26e9790d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:25.291973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] No DVR routers for this DVR port 6db22618-56d9-4c7f-b553-68119a99e7c0 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:25.294924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:25.298441 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db392fc6-9d94-4212-b457-d8120389e7c6 req-19134110-fb3d-4c31-a146-633c899f2d5d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "DELETE /v2.0/ports/6db22618-56d9-4c7f-b553-68119a99e7c0 HTTP/1.1" status: 204 len: 173 time: 0.7637393 Nov 09 19:56:25.299586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46850b33-d4a4-4730-9ad6-1aef86d9196c', 'name': 'network-vif-deleted', 'tag': '6db22618-56d9-4c7f-b553-68119a99e7c0'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:25.311014 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f296cbaa-1978-4154-bda4-3a20bda2574b" -d '{"events": [{"server_uuid": "46850b33-d4a4-4730-9ad6-1aef86d9196c", "name": "network-vif-deleted", "tag": "6db22618-56d9-4c7f-b553-68119a99e7c0"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:25.377788 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc00712-8d4f-4502-a14b-0204df9a1759 x-openstack-request-id: req-edc00712-8d4f-4502-a14b-0204df9a1759 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:25.378199 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46850b33-d4a4-4730-9ad6-1aef86d9196c", "name": "network-vif-deleted", "tag": "6db22618-56d9-4c7f-b553-68119a99e7c0", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:25.378587 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-edc00712-8d4f-4502-a14b-0204df9a1759 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:25.379272 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46850b33-d4a4-4730-9ad6-1aef86d9196c', 'name': 'network-vif-deleted', 'tag': '6db22618-56d9-4c7f-b553-68119a99e7c0', 'status': 'completed', 'code': 200} Nov 09 19:56:25.411714 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:25.421510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:25.603070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3363d1ea-0a54-47ca-b205-c43d42d8491c None None] Provisioning complete for port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:25.603479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3363d1ea-0a54-47ca-b205-c43d42d8491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:25.694561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Deleting port 8c0d79c2-8525-4b64-b8de-aa625c3c6d1d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:25.694915 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:25.793753 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:25.810276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Calling delete_port for 8c0d79c2-8525-4b64-b8de-aa625c3c6d1d owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:25.900967 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c63cbd0-d505-47cc-8131-adce0aac2182 req-c3bbb817-73fe-44d7-a847-c51815cd0cd7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=46850b33-d4a4-4730-9ad6-1aef86d9196c HTTP/1.1" status: 200 len: 210 time: 0.0308125 Nov 09 19:56:26.039898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a1d7137-9240-44d2-bbe2-13b6edda00a4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:26.098469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:26.099046 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:26.352785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:26.381890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Port': ['ID=8c0d79c2-8525-4b64-b8de-aa625c3c6d1d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:26.479821 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:26.649013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Router acb0e44c-a5bf-43c0-8e98-5e74181154b5 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:56:26.726047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:56:26.731729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b152a939-951a-485f-9f76-f4765764554a tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "PUT /v2.0/routers/acb0e44c-a5bf-43c0-8e98-5e74181154b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8321862 Nov 09 19:56:26.734969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44916) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:26.736661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb2669-4b2c-47d4-a0f9-dd0859a404f0 None None] Sync routers for ids ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:56:26.746683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb2669-4b2c-47d4-a0f9-dd0859a404f0 None None] Routers {'acb0e44c-a5bf-43c0-8e98-5e74181154b5'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:26.747296 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-54fb2669-4b2c-47d4-a0f9-dd0859a404f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:26.774260 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-ab137c1f-85d5-4129-b4ab-c2608fff2fd0 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] show failed (client error): The resource could not be found. Nov 09 19:56:26.779000 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ab137c1f-85d5-4129-b4ab-c2608fff2fd0 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1758469055 HTTP/1.1" status: 404 len: 335 time: 0.0396316 Nov 09 19:56:26.779212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44918) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:26.783644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-54fb2669-4b2c-47d4-a0f9-dd0859a404f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:26.783816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c79d6ded-9fab-461c-97d3-362333ef4985 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:26.792778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb2669-4b2c-47d4-a0f9-dd0859a404f0 None None] Routers {'acb0e44c-a5bf-43c0-8e98-5e74181154b5'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:26.793389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-54fb2669-4b2c-47d4-a0f9-dd0859a404f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:26.817876 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-c79d6ded-9fab-461c-97d3-362333ef4985 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] update failed (client error): The resource could not be found. Nov 09 19:56:26.822134 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c79d6ded-9fab-461c-97d3-362333ef4985 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1465945983 HTTP/1.1" status: 404 len: 335 time: 0.0386186 Nov 09 19:56:26.822409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44920) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:26.827020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-54fb2669-4b2c-47d4-a0f9-dd0859a404f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:26.827679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb2669-4b2c-47d4-a0f9-dd0859a404f0 None None] The sync data for ids ['acb0e44c-a5bf-43c0-8e98-5e74181154b5'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:56:26.878013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eefc0f8-e172-4a48-b347-279f4a1f749d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Deleting subnet 8c90cb90-a55f-4303-b42a-16daaf12a417 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:56:26.881234 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0f8-e172-4a48-b347-279f4a1f749d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:26.922129 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0f8-e172-4a48-b347-279f4a1f749d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.015844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0f8-e172-4a48-b347-279f4a1f749d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.087268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0f8-e172-4a48-b347-279f4a1f749d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.119962 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6eefc0f8-e172-4a48-b347-279f4a1f749d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.123510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6eefc0f8-e172-4a48-b347-279f4a1f749d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/subnets/8c90cb90-a55f-4303-b42a-16daaf12a417 HTTP/1.1" status: 204 len: 168 time: 0.3001935 Nov 09 19:56:27.126058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44926) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:27.127870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf77da0-8c01-4da4-af51-6707a8ea8f48 None None] Network c38700a7-d17d-40a2-8474-a98876c8c645 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:27.131651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefc0f8-e172-4a48-b347-279f4a1f749d tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Subnet': ['ID=8c90cb90-a55f-4303-b42a-16daaf12a417,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:27.229839 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.297066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Deleting port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:27.297420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.360397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] DHCP port deletion for c38700a7-d17d-40a2-8474-a98876c8c645 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:56:27.382222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] For port 9a1d7137-9240-44d2-bbe2-13b6edda00a4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a1d7137-9240-44d2-bbe2-13b6edda00a4,segment=NetworkSegment(c7ac54a8-9403-48f1-ad62-adc3804660f6),segment_id=c7ac54a8-9403-48f1-ad62-adc3804660f6)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:27.382911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.403810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Calling delete_port for 9a1d7137-9240-44d2-bbe2-13b6edda00a4 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:27.437273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Deleting port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:27.443013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.587281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.593310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] For port 9a1d7137-9240-44d2-bbe2-13b6edda00a4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a1d7137-9240-44d2-bbe2-13b6edda00a4,segment=NetworkSegment(c7ac54a8-9403-48f1-ad62-adc3804660f6),segment_id=c7ac54a8-9403-48f1-ad62-adc3804660f6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:27.593774 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.622271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Calling delete_port for 9a1d7137-9240-44d2-bbe2-13b6edda00a4 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:27.648196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-f13e8392-543f-40d3-a270-6bf79c189335 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:27.649823 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-f13e8392-543f-40d3-a270-6bf79c189335 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.2113729 Nov 09 19:56:27.654900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] No DVR routers for this DVR port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:27.670391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Port': ['ID=9a1d7137-9240-44d2-bbe2-13b6edda00a4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:27.688645 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-1036ae02-aa05-4ff9-809c-1559ea1543d7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/quotas/5b8b896b82e8499c9b231a80905ce84d HTTP/1.1" status: 200 len: 375 time: 0.0321715 Nov 09 19:56:27.718020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.744287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Pushing event deleted for resources: {'Port': ['ID=9a1d7137-9240-44d2-bbe2-13b6edda00a4,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:27.759219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.759577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.759922 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.760263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.760599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.760927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.761259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.761587 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.761994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.771490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.771864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.772212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:56:27.776701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cab7bd-bb20-4eae-96f5-cfc6d5231ff8 None None] No DVR routers for this DVR port 9a1d7137-9240-44d2-bbe2-13b6edda00a4 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:27.804733 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-b85998b4-4ca3-4d72-acea-b29ca3cd0369 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082661 Nov 09 19:56:27.838129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.860231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 6db22618-56d9-4c7f-b553-68119a99e7c0 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:27.895141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38700a7-d17d-40a2-8474-a98876c8c645']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:27.907604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 6db22618-56d9-4c7f-b553-68119a99e7c0 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:56:27.910085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 6db22618-56d9-4c7f-b553-68119a99e7c0 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:56:27.911933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ac54a8-9403-48f1-ad62-adc3804660f6') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:27.912236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ac54a8-9403-48f1-ad62-adc3804660f6') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:27.944471 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:27.971513 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-670bcdba-75aa-4f56-a44e-3e96edf3ed81 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524432 Nov 09 19:56:27.998062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:28.012362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:56:28.012549 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:56:28.016675 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:56:28.098847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a1d7137-9240-44d2-bbe2-13b6edda00a4 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:28.137166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 9a1d7137-9240-44d2-bbe2-13b6edda00a4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:56:28.137815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a1d7137-9240-44d2-bbe2-13b6edda00a4 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:56:28.148760 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:28.159171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:28.176720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/networks/c38700a7-d17d-40a2-8474-a98876c8c645 HTTP/1.1" status: 204 len: 168 time: 1.0450084 Nov 09 19:56:28.184974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44964) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:28.211884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec29ae-ae51-449e-9450-ba203de214b1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Network': ['ID=c38700a7-d17d-40a2-8474-a98876c8c645,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:28.302001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b6e773-2bcf-4f39-88fd-2e2140bbc655 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Deleting subnet 2c78fa52-2428-403f-85cc-f24ea6a2e9f9 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:56:28.319857 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71b6e773-2bcf-4f39-88fd-2e2140bbc655 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:28.416671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71b6e773-2bcf-4f39-88fd-2e2140bbc655 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:28.474077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-b54a6866-1099-42d5-8fc6-ec4cd0ed5998 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009396 Nov 09 19:56:28.562800 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71b6e773-2bcf-4f39-88fd-2e2140bbc655 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:28.684539 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71b6e773-2bcf-4f39-88fd-2e2140bbc655 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:28.765347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6e773-2bcf-4f39-88fd-2e2140bbc655 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Subnet': ['ID=2c78fa52-2428-403f-85cc-f24ea6a2e9f9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:28.796030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b13835-ed8a-4223-a19f-26dce1a548d8 None None] Network c60b2d7d-4fe5-46c3-b499-31d3c8f141ae requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:28.796180 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71b6e773-2bcf-4f39-88fd-2e2140bbc655 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:28.808861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f9139e9-7eec-437f-bd0a-ff9f4088bb7f req-ff100ef4-e2bd-42a2-b05e-9dd4ad135bf4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 210 time: 0.0582533 Nov 09 19:56:28.828343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44984) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:28.840479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-71b6e773-2bcf-4f39-88fd-2e2140bbc655 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/subnets/2c78fa52-2428-403f-85cc-f24ea6a2e9f9 HTTP/1.1" status: 204 len: 168 time: 0.6435206 Nov 09 19:56:28.910221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff72c60-167f-4aad-ba97-12a205d1fdcc tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Deleting subnet cab64c44-8f38-441b-b008-61f2b23a0c22 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:56:28.914892 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ff72c60-167f-4aad-ba97-12a205d1fdcc tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:28.915603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9cd2e-f4b2-4de9-ae92-c79139348cd2 req-faec989e-8319-4997-8975-8d04b0629a07 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:28.926470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1a9cd2e-f4b2-4de9-ae92-c79139348cd2 req-faec989e-8319-4997-8975-8d04b0629a07 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 945 time: 0.1776202 Nov 09 19:56:29.009081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1a9cd2e-f4b2-4de9-ae92-c79139348cd2 req-bc6c01d8-0be9-4950-b00b-d42bf0450363 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786939 Nov 09 19:56:29.015400 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ff72c60-167f-4aad-ba97-12a205d1fdcc tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.050542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5a256-4a25-4462-acad-c9d475575e88 None None] DHCP port deletion for c60b2d7d-4fe5-46c3-b499-31d3c8f141ae request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:56:29.124386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ff72c60-167f-4aad-ba97-12a205d1fdcc tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.160422 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5a256-4a25-4462-acad-c9d475575e88 None None] Deleting port 53e3df72-4c49-4fa7-a451-73b24c23867f {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:29.163151 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a256-4a25-4462-acad-c9d475575e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.220163 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ff72c60-167f-4aad-ba97-12a205d1fdcc tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.250900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b0a5a256-4a25-4462-acad-c9d475575e88 None None] For port 53e3df72-4c49-4fa7-a451-73b24c23867f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=53e3df72-4c49-4fa7-a451-73b24c23867f,segment=NetworkSegment(0ee14ee0-d2d3-427a-8398-e8ebfce96c0f),segment_id=0ee14ee0-d2d3-427a-8398-e8ebfce96c0f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:29.252041 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a256-4a25-4462-acad-c9d475575e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.276840 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5a256-4a25-4462-acad-c9d475575e88 None None] Calling delete_port for 53e3df72-4c49-4fa7-a451-73b24c23867f owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:29.280243 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ff72c60-167f-4aad-ba97-12a205d1fdcc tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.287698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44994) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:29.288139 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7ff72c60-167f-4aad-ba97-12a205d1fdcc tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/subnets/cab64c44-8f38-441b-b008-61f2b23a0c22 HTTP/1.1" status: 204 len: 168 time: 0.4580362 Nov 09 19:56:29.289775 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff72c60-167f-4aad-ba97-12a205d1fdcc tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Subnet': ['ID=cab64c44-8f38-441b-b008-61f2b23a0c22,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:29.352066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db581e3e-335d-4b34-adc7-0a9f5e7a87ce None None] Network 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:29.389501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.496934 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Deleting port 53e3df72-4c49-4fa7-a451-73b24c23867f {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:29.497756 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.573770 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a256-4a25-4462-acad-c9d475575e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.580326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] For port 53e3df72-4c49-4fa7-a451-73b24c23867f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=53e3df72-4c49-4fa7-a451-73b24c23867f,segment=NetworkSegment(0ee14ee0-d2d3-427a-8398-e8ebfce96c0f),segment_id=0ee14ee0-d2d3-427a-8398-e8ebfce96c0f)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:29.581119 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.599087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Calling delete_port for 53e3df72-4c49-4fa7-a451-73b24c23867f owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:29.615782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a5a256-4a25-4462-acad-c9d475575e88 None None] No DVR routers for this DVR port 53e3df72-4c49-4fa7-a451-73b24c23867f on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:29.618303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5a256-4a25-4462-acad-c9d475575e88 None None] Pushing event deleted for resources: {'Port': ['ID=53e3df72-4c49-4fa7-a451-73b24c23867f,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:29.703263 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.736733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a132804a-f759-4874-96df-fb0cfa81bde2 None None] DHCP port deletion for 2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:56:29.740465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Port': ['ID=53e3df72-4c49-4fa7-a451-73b24c23867f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:29.744716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] No DVR routers for this DVR port 53e3df72-4c49-4fa7-a451-73b24c23867f on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:29.870158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a132804a-f759-4874-96df-fb0cfa81bde2 None None] Deleting port aa8aba8c-3efa-461d-9f55-8098feb08c63 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:29.871156 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a132804a-f759-4874-96df-fb0cfa81bde2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.908479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.949964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60b2d7d-4fe5-46c3-b499-31d3c8f141ae']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:29.993820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a132804a-f759-4874-96df-fb0cfa81bde2 None None] For port aa8aba8c-3efa-461d-9f55-8098feb08c63, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aa8aba8c-3efa-461d-9f55-8098feb08c63,segment=NetworkSegment(d52baa74-7509-435f-b32a-f3c5b53f579e),segment_id=d52baa74-7509-435f-b32a-f3c5b53f579e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:29.994229 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a132804a-f759-4874-96df-fb0cfa81bde2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:29.994363 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87790d05-8976-4ec7-9f4f-3db732f38d29 req-372a4d70-e253-4285-97f5-c464484a7020 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 210 time: 0.0730255 Nov 09 19:56:29.996356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee14ee0-d2d3-427a-8398-e8ebfce96c0f') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:30.010305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee14ee0-d2d3-427a-8398-e8ebfce96c0f') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:30.026757 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.035255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a132804a-f759-4874-96df-fb0cfa81bde2 None None] Calling delete_port for aa8aba8c-3efa-461d-9f55-8098feb08c63 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:30.042836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.053099 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:56:30.053685 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:56:30.164561 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:56:30.167563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aa8aba8c-3efa-461d-9f55-8098feb08c63 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:30.168673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.190236 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.205528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/networks/c60b2d7d-4fe5-46c3-b499-31d3c8f141ae HTTP/1.1" status: 204 len: 168 time: 0.9158716 Nov 09 19:56:30.229740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45010) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:30.431486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.436154 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a132804a-f759-4874-96df-fb0cfa81bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.443724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c862b7-e709-46c7-8269-e798564ff7d6 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Network': ['ID=c60b2d7d-4fe5-46c3-b499-31d3c8f141ae,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:30.505048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132804a-f759-4874-96df-fb0cfa81bde2 None None] Pushing event deleted for resources: {'Port': ['ID=aa8aba8c-3efa-461d-9f55-8098feb08c63,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:30.509666 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.524320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a132804a-f759-4874-96df-fb0cfa81bde2 None None] No DVR routers for this DVR port aa8aba8c-3efa-461d-9f55-8098feb08c63 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:30.564106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31130c62-2d38-4779-a0f4-a23ea76f6065 req-e916a1cb-0537-4595-8c99-b77ccbbef57d tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:30.566049 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31130c62-2d38-4779-a0f4-a23ea76f6065 req-e916a1cb-0537-4595-8c99-b77ccbbef57d tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 945 time: 0.3782723 Nov 09 19:56:30.572743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-bf0c4f75-ac33-4d26-ae1a-41d6bfa92c99 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:30.574189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-bf0c4f75-ac33-4d26-ae1a-41d6bfa92c99 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.4540532 Nov 09 19:56:30.647175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 53e3df72-4c49-4fa7-a451-73b24c23867f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:30.651829 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Request body: {'port': {'device_id': '4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'admin_state_up': True, 'tenant_id': '5b8b896b82e8499c9b231a80905ce84d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:30.671107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 53e3df72-4c49-4fa7-a451-73b24c23867f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:56:30.671455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 53e3df72-4c49-4fa7-a451-73b24c23867f not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:56:30.687892 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31130c62-2d38-4779-a0f4-a23ea76f6065 req-2fa009d4-19cd-4a8a-b5ec-723644dba4b0 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118217 Nov 09 19:56:30.717412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.755588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:30.768424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52baa74-7509-435f-b32a-f3c5b53f579e') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:30.768719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52baa74-7509-435f-b32a-f3c5b53f579e') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:30.782605 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.820826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ddb7f06f-5bd7-4733-a764-63f87c92d3a5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:30.826453 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ddb7f06f-5bd7-4733-a764-63f87c92d3a5 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 945 time: 0.2187719 Nov 09 19:56:30.828124 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:30.910746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Made reservation on behalf of 5b8b896b82e8499c9b231a80905ce84d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:30.914369 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.064887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:56:31.068385 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:56:31.071967 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:56:31.127426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Allocated IP 172.20.0.11 (e439c7f8-e1b8-4e07-944e-bdfe01f842f8/9f9a7faa-9b10-4cf3-b806-664c9d502a38/e8be4bf3-5d45-40c9-8b70-dad3458973b7) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:56:31.177086 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.187953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.192426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/networks/2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8 HTTP/1.1" status: 204 len: 168 time: 0.9546931 Nov 09 19:56:31.196245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Deleting port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:31.196878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.202216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45020) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:31.352537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d14e7b-f8e0-4dd9-8baa-ac53d99b13ac tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Network': ['ID=2d6a71ac-90b6-46fe-a6f3-ae41ac0feec8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:31.354357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45024) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:31.360384 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.403976 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.417692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:56:31.437371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-080f3876-1f25-4345-98fe-e839e2575a90 admin admin] Deleting subnet c069553b-eca4-40b0-812d-8e49511cfae1 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:56:31.441587 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-080f3876-1f25-4345-98fe-e839e2575a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.488421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:31.494560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event updated for resources: {'Port': ['ID=e8be4bf3-5d45-40c9-8b70-dad3458973b7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:31.503963 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-080f3876-1f25-4345-98fe-e839e2575a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.512262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7123b5-743d-475a-90e9-57399f9106d3 req-8d3b2a3a-865b-4d4e-b9c0-921de43b13da tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:31.514537 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f7123b5-743d-475a-90e9-57399f9106d3 req-8d3b2a3a-865b-4d4e-b9c0-921de43b13da tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 932 time: 0.1223176 Nov 09 19:56:31.515834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:31.519230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:56:31.604081 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f7123b5-743d-475a-90e9-57399f9106d3 req-e909e8a4-d536-4ec0-8975-036a9324b95b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740488 Nov 09 19:56:31.608254 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-080f3876-1f25-4345-98fe-e839e2575a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.640285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:31.641239 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.667504 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-480ffeab-32a7-40bb-abe1-524f681e4f3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0282774 Nov 09 19:56:31.684299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Request body: {'port': {'device_id': '4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:31.792394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] For port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:31.793004 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.793179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.926972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-080f3876-1f25-4345-98fe-e839e2575a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:31.971161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f3876-1f25-4345-98fe-e839e2575a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c069553b-eca4-40b0-812d-8e49511cfae1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:31.990323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c82235-c493-4dd8-bab3-9c17c49a6da1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Deleting subnet 237b1574-c011-41fe-a758-972a4e3e1855 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:56:31.994027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9c82235-c493-4dd8-bab3-9c17c49a6da1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.043050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9c82235-c493-4dd8-bab3-9c17c49a6da1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.048923 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-080f3876-1f25-4345-98fe-e839e2575a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.054944 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-080f3876-1f25-4345-98fe-e839e2575a90 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c069553b-eca4-40b0-812d-8e49511cfae1 HTTP/1.1" status: 204 len: 168 time: 0.6848342 Nov 09 19:56:32.109314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45040) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:32.152948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da31ac-e98c-4cf4-885f-acc94a5e9238 req-ee6578da-c95a-42a0-a95e-288d0ce6c8a1 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:32.154789 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9da31ac-e98c-4cf4-885f-acc94a5e9238 req-ee6578da-c95a-42a0-a95e-288d0ce6c8a1 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 945 time: 0.2956970 Nov 09 19:56:32.212112 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.285843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9da31ac-e98c-4cf4-885f-acc94a5e9238 req-24bbedd2-7a45-4345-a473-cb269452c1c7 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups?id=56c928cb-9338-464c-8341-c08da148c714&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237984 Nov 09 19:56:32.309619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9c82235-c493-4dd8-bab3-9c17c49a6da1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.314213 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.314489 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.314967 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Floating IP ff8330bf-5d31-4c3c-9260-c6d9f52dfe24 disassociated. External IP: 172.25.6.237, port: 9eb3efae-af8f-4798-83ed-ee3b8dcae65a. Nov 09 19:56:32.315173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Calling delete_port for 9eb3efae-af8f-4798-83ed-ee3b8dcae65a owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:32.365683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.411460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8be4bf3-5d45-40c9-8b70-dad3458973b7 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:56:32.427242 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.430482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd90306a-ae70-4b3c-8557-3dfe8dc7993a']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:32.444765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4322da-c3d4-4537-82fb-9382d3b272e4') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:32.445144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4322da-c3d4-4537-82fb-9382d3b272e4') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:32.458455 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.465507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Transition to ACTIVE for port object e8be4bf3-5d45-40c9-8b70-dad3458973b7 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:56:32.471589 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.479165 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9c82235-c493-4dd8-bab3-9c17c49a6da1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.519386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.521436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Pushing event updated for resources: {'Port': ['ID=e8be4bf3-5d45-40c9-8b70-dad3458973b7,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:32.540696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:56:32.541174 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:56:32.542972 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:56:32.614683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c82235-c493-4dd8-bab3-9c17c49a6da1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Subnet': ['ID=237b1574-c011-41fe-a758-972a4e3e1855,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:32.640499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9c82235-c493-4dd8-bab3-9c17c49a6da1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.640706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241aada-9a1f-407a-aca2-60eac2fa597f None None] Network 58fec961-98e4-41a9-817c-5fe18dc16bac requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:56:32.641546 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e9c82235-c493-4dd8-bab3-9c17c49a6da1 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/subnets/237b1574-c011-41fe-a758-972a4e3e1855 HTTP/1.1" status: 204 len: 168 time: 1.4378695 Nov 09 19:56:32.646074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45062) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:32.696799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.703792 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.707101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cd90306a-ae70-4b3c-8557-3dfe8dc7993a HTTP/1.1" status: 204 len: 168 time: 0.5968795 Nov 09 19:56:32.727141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45064) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:32.778789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bdcd8-eea1-49fc-af93-35de909f4ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd90306a-ae70-4b3c-8557-3dfe8dc7993a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:32.795271 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.875840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45244b8d-2f6a-4ec8-8480-8a801dba06ee req-9ce8ac52-ca8a-4268-b8d7-9dd6e9864354 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:32.878773 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45244b8d-2f6a-4ec8-8480-8a801dba06ee req-9ce8ac52-ca8a-4268-b8d7-9dd6e9864354 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 944 time: 0.1118472 Nov 09 19:56:32.910441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event deleted for resources: {'Port': ['ID=9eb3efae-af8f-4798-83ed-ee3b8dcae65a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:32.929871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:32.975404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Attempting to bind port e8be4bf3-5d45-40c9-8b70-dad3458973b7 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:56:32.976306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Attempting to bind port e8be4bf3-5d45-40c9-8b70-dad3458973b7 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:56:32.976809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Attempting to bind port e8be4bf3-5d45-40c9-8b70-dad3458973b7 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:33.013673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead0c48f-8703-4526-bddd-b14e3fa6dbf9 admin admin] Deleting subnet 3c598c92-6a63-4127-b20c-427796a89ce8 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:56:33.023085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45244b8d-2f6a-4ec8-8480-8a801dba06ee req-9c549d10-fcc0-4d5e-8175-8850f8b0db88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156051 Nov 09 19:56:33.023900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Port e8be4bf3-5d45-40c9-8b70-dad3458973b7 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:56:33.024357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Attempting to bind port e8be4bf3-5d45-40c9-8b70-dad3458973b7 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:33.025306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ead0c48f-8703-4526-bddd-b14e3fa6dbf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.039096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:56:33.039633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Checking segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:33.040245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Bound using segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:56:33.040732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Bound port: e8be4bf3-5d45-40c9-8b70-dad3458973b7, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:56:33.041264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.071864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086e329-0915-4710-bd5a-f37414ec6479 None None] DHCP port deletion for 58fec961-98e4-41a9-817c-5fe18dc16bac request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:56:33.156396 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ead0c48f-8703-4526-bddd-b14e3fa6dbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.158427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b086e329-0915-4710-bd5a-f37414ec6479 None None] Deleting port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:33.158825 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b086e329-0915-4710-bd5a-f37414ec6479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.205078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] For port e8be4bf3-5d45-40c9-8b70-dad3458973b7, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:56:33.209369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] For port e8be4bf3-5d45-40c9-8b70-dad3458973b7, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e8be4bf3-5d45-40c9-8b70-dad3458973b7,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:56:33.219266 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.295556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ead0c48f-8703-4526-bddd-b14e3fa6dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.325854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:33.326777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.328698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] 10.222.0.77 "PUT /v2.0/ports/e8be4bf3-5d45-40c9-8b70-dad3458973b7 HTTP/1.1" status: 200 len: 1092 time: 1.6515169 Nov 09 19:56:33.329275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4', 'tag': 'e8be4bf3-5d45-40c9-8b70-dad3458973b7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:33.334095 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8c56a2-1add-42d4-8f74-608b9c41538c" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4", "tag": "e8be4bf3-5d45-40c9-8b70-dad3458973b7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:33.349885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b086e329-0915-4710-bd5a-f37414ec6479 None None] For port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0ef35be5-84bf-4cd0-b4a0-827be3d5ac05,segment=NetworkSegment(ce0665cc-3aa6-4e4c-8788-d613428eaa76),segment_id=ce0665cc-3aa6-4e4c-8788-d613428eaa76)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:33.350139 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b086e329-0915-4710-bd5a-f37414ec6479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.374484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Router 1226baa4-5494-43ba-bc64-3b2d9b731bcd has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:56:33.400922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b6e5b-2d03-459a-9693-645591ef11ea service neutron] Pushing event updated for resources: {'Port': ['ID=e8be4bf3-5d45-40c9-8b70-dad3458973b7,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:33.411046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b086e329-0915-4710-bd5a-f37414ec6479 None None] Calling delete_port for 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:33.477854 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e6b5b9-14b9-4b52-8d81-030e59e73242 x-openstack-request-id: req-90e6b5b9-14b9-4b52-8d81-030e59e73242 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:33.478212 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4", "tag": "e8be4bf3-5d45-40c9-8b70-dad3458973b7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:33.479524 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90e6b5b9-14b9-4b52-8d81-030e59e73242 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:33.479959 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4', 'tag': 'e8be4bf3-5d45-40c9-8b70-dad3458973b7', 'status': 'completed', 'code': 200} Nov 09 19:56:33.495466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Deleting port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:33.495839 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.511655 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ead0c48f-8703-4526-bddd-b14e3fa6dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.537730 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce7ba0cb-c859-4e29-9269-6fe56288207c req-06162159-9e4a-4e62-8eb1-231758fca52a tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 210 time: 0.0654509 Nov 09 19:56:33.566464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-62d0d433-2480-42a1-9b1c-052a52bf1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:33.568079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-62d0d433-2480-42a1-9b1c-052a52bf1796 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 1095 time: 0.1451845 Nov 09 19:56:33.596855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b086e329-0915-4710-bd5a-f37414ec6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:33.652741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086e329-0915-4710-bd5a-f37414ec6479 None None] Pushing event deleted for resources: {'Port': ['ID=0ef35be5-84bf-4cd0-b4a0-827be3d5ac05,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:33.658148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086e329-0915-4710-bd5a-f37414ec6479 None None] No DVR routers for this DVR port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:33.671926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-b565a1ab-c9af-472a-a2df-c38e3c0981ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8be4bf3-5d45-40c9-8b70-dad3458973b7 HTTP/1.1" status: 200 len: 217 time: 0.0937424 Nov 09 19:56:33.730673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-5f784bab-6811-46a6-b9ca-1762a7d29b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:33.732948 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-5f784bab-6811-46a6-b9ca-1762a7d29b1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.0532167 Nov 09 19:56:33.773410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-3db7cb8e-a778-42d3-8b25-cbec380d1baa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323942 Nov 09 19:56:33.891325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-37c1bde4-cd29-4cb8-9211-fa5beab6314c service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099849 Nov 09 19:56:33.928802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9eb3efae-af8f-4798-83ed-ee3b8dcae65a no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:33.951357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 9eb3efae-af8f-4798-83ed-ee3b8dcae65a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:56:33.952111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9eb3efae-af8f-4798-83ed-ee3b8dcae65a not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:56:34.061131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce883e5d-1daa-441f-8b3a-ba1dbebda880 req-e633efba-3118-4da9-add2-b4206b3e9fd9 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595778 Nov 09 19:56:34.081883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:34.103933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:56:34.104712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:56:34.151968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:56:34.165913 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] Sync routers for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:56:34.168918 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0c48f-8703-4526-bddd-b14e3fa6dbf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c598c92-6a63-4127-b20c-427796a89ce8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:34.183298 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:34.184051 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:34.224103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ead0c48f-8703-4526-bddd-b14e3fa6dbf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.227127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c56a2-1add-42d4-8f74-608b9c41538c req-c05d8de5-880d-41e8-a6bf-51f368946379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:34.230380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f8c56a2-1add-42d4-8f74-608b9c41538c req-c05d8de5-880d-41e8-a6bf-51f368946379 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 1095 time: 0.0787022 Nov 09 19:56:34.231461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ead0c48f-8703-4526-bddd-b14e3fa6dbf9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3c598c92-6a63-4127-b20c-427796a89ce8 HTTP/1.1" status: 204 len: 168 time: 1.5044084 Nov 09 19:56:34.233929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45094) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:34.295712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] For port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0ef35be5-84bf-4cd0-b4a0-827be3d5ac05,segment=NetworkSegment(ce0665cc-3aa6-4e4c-8788-d613428eaa76),segment_id=ce0665cc-3aa6-4e4c-8788-d613428eaa76)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:34.296358 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.299499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] No DVR routers for this DVR port 9eb3efae-af8f-4798-83ed-ee3b8dcae65a on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:34.314854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.318984 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-50324f44-b1bf-46f2-b455-dd982a8b63c7 req-ba8da148-af1e-4d30-8b7e-f196e0d1484b tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.77 "DELETE /v2.0/ports/9eb3efae-af8f-4798-83ed-ee3b8dcae65a HTTP/1.1" status: 204 len: 173 time: 3.4838517 Nov 09 19:56:34.320630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'name': 'network-vif-deleted', 'tag': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:34.323146 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0497eb9b-9b1f-4eb2-8670-2219dc20a086" -d '{"events": [{"server_uuid": "2e2afad3-2140-49b9-9ede-2f61402d39d0", "name": "network-vif-deleted", "tag": "9eb3efae-af8f-4798-83ed-ee3b8dcae65a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:34.335555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Calling delete_port for 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:34.358584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c820a01-f340-47e8-919d-93d8d8bb8266 req-f72475f9-892b-4f81-841b-3f8687ad0356 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:34.366800 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6c820a01-f340-47e8-919d-93d8d8bb8266 req-f72475f9-892b-4f81-841b-3f8687ad0356 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 944 time: 0.1886706 Nov 09 19:56:34.454966 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6c820a01-f340-47e8-919d-93d8d8bb8266 req-5ee47348-31ee-48ec-8ee3-e898e02f7086 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866280 Nov 09 19:56:34.466855 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4616bb-707d-489d-9d6c-80d0cf5d9ac4 x-openstack-request-id: req-4c4616bb-707d-489d-9d6c-80d0cf5d9ac4 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:34.467361 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2afad3-2140-49b9-9ede-2f61402d39d0", "name": "network-vif-deleted", "tag": "9eb3efae-af8f-4798-83ed-ee3b8dcae65a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:34.467788 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c4616bb-707d-489d-9d6c-80d0cf5d9ac4 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:34.468459 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2afad3-2140-49b9-9ede-2f61402d39d0', 'name': 'network-vif-deleted', 'tag': '9eb3efae-af8f-4798-83ed-ee3b8dcae65a', 'status': 'completed', 'code': 200} Nov 09 19:56:34.494180 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:56:34.505471 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.544534 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.590656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Port': ['ID=0ef35be5-84bf-4cd0-b4a0-827be3d5ac05,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:34.602196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] No DVR routers for this DVR port 0ef35be5-84bf-4cd0-b4a0-827be3d5ac05 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:34.641347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c56a2-1add-42d4-8f74-608b9c41538c req-2fe5e7a4-5e0d-41d1-bcaf-7f561a011fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:34.643840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f8c56a2-1add-42d4-8f74-608b9c41538c req-2fe5e7a4-5e0d-41d1-bcaf-7f561a011fba service neutron] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 907 time: 0.4029307 Nov 09 19:56:34.709678 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.713750 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f8c56a2-1add-42d4-8f74-608b9c41538c req-b7d71830-fba9-40d6-ac49-fb0ba7dd57fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8be4bf3-5d45-40c9-8b70-dad3458973b7 HTTP/1.1" status: 200 len: 217 time: 0.0585854 Nov 09 19:56:34.734750 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.775193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d8fb88-fbcd-4d33-a5b0-dad596a1cc11']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:34.778159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fec961-98e4-41a9-817c-5fe18dc16bac']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:34.798647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0665cc-3aa6-4e4c-8788-d613428eaa76') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:34.798952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0665cc-3aa6-4e4c-8788-d613428eaa76') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:34.807908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4868f096-9e08-466f-a61b-0bc07edec6c8 req-288d9256-ee61-4a29-bce7-981c4ee713ea tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2afad3-2140-49b9-9ede-2f61402d39d0 HTTP/1.1" status: 200 len: 210 time: 0.0807002 Nov 09 19:56:34.823020 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.837785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4597d60-3f7c-4a71-a480-320e0e68eff8') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:34.838372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4597d60-3f7c-4a71-a480-320e0e68eff8') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:34.860380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.867595 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.869305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:56:34.869800 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:56:34.877334 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:56:34.897902 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.905463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:56:34.905955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:34.964407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c56a2-1add-42d4-8f74-608b9c41538c req-96428120-64b5-4565-acec-983aa3777f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:34.966102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f8c56a2-1add-42d4-8f74-608b9c41538c req-96428120-64b5-4565-acec-983aa3777f8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.2401710 Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:56:34.966971 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:56:34.985255 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.005649 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:35.005983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.007814 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f8c56a2-1add-42d4-8f74-608b9c41538c req-20587aff-5119-40c5-9f94-9b181a264e63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321937 Nov 09 19:56:35.012760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.012760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] 10.222.0.53 "DELETE /v2.0/networks/04d8fb88-fbcd-4d33-a5b0-dad596a1cc11 HTTP/1.1" status: 204 len: 168 time: 0.7775204 Nov 09 19:56:35.033985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.033985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/networks/58fec961-98e4-41a9-817c-5fe18dc16bac HTTP/1.1" status: 204 len: 168 time: 2.3796144 Nov 09 19:56:35.033985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45114) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:35.073175 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] Checking router: 1226baa4-5494-43ba-bc64-3b2d9b731bcd for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:56:35.079695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ad3d9-6bf9-489d-9b56-afc100ece9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=04d8fb88-fbcd-4d33-a5b0-dad596a1cc11,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:35.097500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fe604-0e9b-49a9-a59e-197622dca410 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Pushing event deleted for resources: {'Network': ['ID=58fec961-98e4-41a9-817c-5fe18dc16bac,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:35.104008 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:35.104640 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:35.115723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9a83017a-ca6d-4214-9d4a-41d79d4fea30 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "GET /v2.0/ports?device_id=acb0e44c-a5bf-43c0-8e98-5e74181154b5 HTTP/1.1" status: 200 len: 205 time: 0.0851245 Nov 09 19:56:35.116654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45116) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:35.215002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2486f77f-ba74-41b3-8514-239a82465c54 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.269811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f8c56a2-1add-42d4-8f74-608b9c41538c req-4151409e-0272-4e5d-aed5-93f391a5a96a service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099872 Nov 09 19:56:35.287736 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:56:35.370949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45124) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:35.462083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f8c56a2-1add-42d4-8f74-608b9c41538c req-fc701fdb-7770-4e6b-8aad-c811cf47f06f service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773083 Nov 09 19:56:35.476991 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f9d6ee75-b5cc-405f-b1b0-bfad021844ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa140906652745c3a4d39e630bf91c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1049051 Nov 09 19:56:35.477623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45130) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:35.562489 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2486f77f-ba74-41b3-8514-239a82465c54 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.573355 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2486f77f-ba74-41b3-8514-239a82465c54 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.658733 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d84ba7e4-711c-46a5-9f3b-b2aa7d936931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.660333 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:35.666830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2486f77f-ba74-41b3-8514-239a82465c54 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.667407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2486f77f-ba74-41b3-8514-239a82465c54 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Fanout notify agent at l3_agent the message router_deleted on router acb0e44c-a5bf-43c0-8e98-5e74181154b5 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:56:35.675879 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2486f77f-ba74-41b3-8514-239a82465c54 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.682183 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2486f77f-ba74-41b3-8514-239a82465c54 tempest-RoutersNegativeIpV6Test-168837331 tempest-RoutersNegativeIpV6Test-168837331-project] 10.222.0.53 "DELETE /v2.0/routers/acb0e44c-a5bf-43c0-8e98-5e74181154b5 HTTP/1.1" status: 204 len: 168 time: 0.5641689 Nov 09 19:56:35.694608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95c3ca-38e6-4109-b3ca-c2aab219dac1 req-326db48c-d9e7-4e10-a9da-80e769490cb8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:35.696217 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0e95c3ca-38e6-4109-b3ca-c2aab219dac1 req-326db48c-d9e7-4e10-a9da-80e769490cb8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 944 time: 0.1286719 Nov 09 19:56:35.701637 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d84ba7e4-711c-46a5-9f3b-b2aa7d936931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.721990 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c31cc-fbac-444e-8ab6-80a6e3007a4d None None] The sync data for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 is: [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:49:07Z', 'revision_number': 4, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0bd2afeb-4e2b-4181-a975-4aa62f481a48', 'name': '', 'network_id': '64c99bb4-90d7-4a67-a079-d1a5de0b5872', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'mac_address': 'fa:16:3e:43:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:05Z', 'updated_at': '2021-11-09T19:49:13Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'subnets': [{'id': 'ae8e6af3-431c-4a46-9d32-3abb509cc83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:56:35.789920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0e95c3ca-38e6-4109-b3ca-c2aab219dac1 req-0c024587-9f91-4289-ab77-c675d967eb6e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790937 Nov 09 19:56:35.827066 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d84ba7e4-711c-46a5-9f3b-b2aa7d936931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.834725 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d84ba7e4-711c-46a5-9f3b-b2aa7d936931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:35.836584 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d84ba7e4-711c-46a5-9f3b-b2aa7d936931 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5552d9c-f02a-4690-a0ab-8456d9a07e63 HTTP/1.1" status: 204 len: 168 time: 0.3579464 Nov 09 19:56:35.853264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ba7e4-711c-46a5-9f3b-b2aa7d936931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5552d9c-f02a-4690-a0ab-8456d9a07e63,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:35.995474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45146) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:36.085277 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d0c77f6-14ff-4363-b724-8112bb691824 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.140333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18730c7c-a1d2-47a2-9828-b4317ed0a573 None None] New status for floating IP ff8330bf-5d31-4c3c-9260-c6d9f52dfe24: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:56:36.146896 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d0c77f6-14ff-4363-b724-8112bb691824 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.204649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45156) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:36.230275 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d0c77f6-14ff-4363-b724-8112bb691824 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.234912 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d0c77f6-14ff-4363-b724-8112bb691824 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.238192 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3d0c77f6-14ff-4363-b724-8112bb691824 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "DELETE /v2.0/security-groups/56c928cb-9338-464c-8341-c08da148c714 HTTP/1.1" status: 204 len: 168 time: 0.2407718 Nov 09 19:56:36.240531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45160) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:36.252202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c77f6-14ff-4363-b724-8112bb691824 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c928cb-9338-464c-8341-c08da148c714,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:36.260292 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-722b0de0-bb3b-4d7c-ade0-1eb45da7a410 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] show failed (client error): The resource could not be found. Nov 09 19:56:36.261684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-722b0de0-bb3b-4d7c-ade0-1eb45da7a410 tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "GET /v2.0/security-groups/56c928cb-9338-464c-8341-c08da148c714 HTTP/1.1" status: 404 len: 347 time: 0.0201788 Nov 09 19:56:36.264705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45162) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:36.409377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45164) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:36.455606 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f00a7e90-e186-494a-99bf-3bc2662afe15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=185fa26ce0fe4a319ac2e2df9d1f25a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473047 Nov 09 19:56:36.458495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45166) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:36.461431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45170) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:36.463681 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-52ee7c5c-f97f-4d84-8463-a7fe71263343 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a673022dec644096ab5cce126c078949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525758 Nov 09 19:56:36.530338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ee029a6b-50f9-4d92-a97d-85939fad272c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Deleting port a7865738-abd2-4409-891b-ba4d73f62380 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:36.530715 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee029a6b-50f9-4d92-a97d-85939fad272c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.614389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c85d2315-01df-4b74-ade6-15e84991ba13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.632330 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3134de8b-5df7-400c-a9c0-925e49e0272e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.665172 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c85d2315-01df-4b74-ade6-15e84991ba13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.687572 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee029a6b-50f9-4d92-a97d-85939fad272c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.687905 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee029a6b-50f9-4d92-a97d-85939fad272c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.693547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3134de8b-5df7-400c-a9c0-925e49e0272e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.720368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ee029a6b-50f9-4d92-a97d-85939fad272c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Calling delete_port for a7865738-abd2-4409-891b-ba4d73f62380 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:36.822017 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c85d2315-01df-4b74-ade6-15e84991ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.824623 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c85d2315-01df-4b74-ade6-15e84991ba13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.826553 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c85d2315-01df-4b74-ade6-15e84991ba13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac553c6c-1d74-4ea8-b537-5c0ac8b8a114 HTTP/1.1" status: 204 len: 168 time: 0.3662291 Nov 09 19:56:36.829434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3134de8b-5df7-400c-a9c0-925e49e0272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.832281 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3134de8b-5df7-400c-a9c0-925e49e0272e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:36.835731 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3134de8b-5df7-400c-a9c0-925e49e0272e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/502ac3a0-7f42-4574-b771-9b73b3b4f4da HTTP/1.1" status: 204 len: 168 time: 0.3670857 Nov 09 19:56:36.853570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d2315-01df-4b74-ade6-15e84991ba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac553c6c-1d74-4ea8-b537-5c0ac8b8a114,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:36.873956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134de8b-5df7-400c-a9c0-925e49e0272e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502ac3a0-7f42-4574-b771-9b73b3b4f4da,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:37.040847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dfffa-d694-4b5f-b4e1-caf4d794ffd7 req-090c4df2-1752-420f-8b75-167aa2e1dee6 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:37.042784 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-257dfffa-d694-4b5f-b4e1-caf4d794ffd7 req-090c4df2-1752-420f-8b75-167aa2e1dee6 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 944 time: 0.0928230 Nov 09 19:56:37.044052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee029a6b-50f9-4d92-a97d-85939fad272c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:37.091031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee029a6b-50f9-4d92-a97d-85939fad272c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Pushing event deleted for resources: {'Port': ['ID=a7865738-abd2-4409-891b-ba4d73f62380,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:37.163409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-257dfffa-d694-4b5f-b4e1-caf4d794ffd7 req-c5bf82c6-c8de-4a54-a4f4-9159da0477ce tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103654 Nov 09 19:56:37.187968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee029a6b-50f9-4d92-a97d-85939fad272c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:37.191253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee029a6b-50f9-4d92-a97d-85939fad272c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:37.203785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ee029a6b-50f9-4d92-a97d-85939fad272c tempest-AttachVolumeTestJSON-2000872790 tempest-AttachVolumeTestJSON-2000872790-project] 10.222.0.53 "DELETE /v2.0/floatingips/ff8330bf-5d31-4c3c-9260-c6d9f52dfe24 HTTP/1.1" status: 204 len: 168 time: 0.9377742 Nov 09 19:56:37.943817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e8be4bf3-5d45-40c9-8b70-dad3458973b7 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:56:37.965557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45244) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:38.208968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e8be4bf3-5d45-40c9-8b70-dad3458973b7, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e8be4bf3-5d45-40c9-8b70-dad3458973b7,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:38.228770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'e8be4bf3-5d45-40c9-8b70-dad3458973b7', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'port_id': 'e8be4bf3-5d45-40c9-8b70-dad3458973b7', 'mac_address': 'fa:16:3e:aa:2d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9a7faa-9b10-4cf3-b806-664c9d502a38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:56:38.318140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:38.335257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8be4bf3-5d45-40c9-8b70-dad3458973b7 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:56:38.360181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e8be4bf3-5d45-40c9-8b70-dad3458973b7, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e8be4bf3-5d45-40c9-8b70-dad3458973b7,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:38.370801 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:38.371937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-265bfb51-9ff6-4e54-9310-049475ab0f9f tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1921936306', 'prefixes': ['172.20.0.0/16']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:38.420375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f752d-1916-4439-b413-3405df50ed21 req-e381593d-2791-4271-ae6d-c6ff71e7a203 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:38.425378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-928f752d-1916-4439-b413-3405df50ed21 req-e381593d-2791-4271-ae6d-c6ff71e7a203 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 944 time: 0.1654575 Nov 09 19:56:38.491057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e8be4bf3-5d45-40c9-8b70-dad3458973b7,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:38.500047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-928f752d-1916-4439-b413-3405df50ed21 req-f1377400-0d60-4264-9a2f-d38aac3027af tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596104 Nov 09 19:56:38.524978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-265bfb51-9ff6-4e54-9310-049475ab0f9f tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] Notify callbacks [] for subnetpool, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:38.525524 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-265bfb51-9ff6-4e54-9310-049475ab0f9f tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5588987 Nov 09 19:56:38.529592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45264) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:38.570099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-49d0d5e6-7128-4297-9de4-4c85950d6336 tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] 10.222.0.53 "GET /v2.0/subnetpools/352172c3-58c8-4e73-9a14-2fc3535b4691 HTTP/1.1" status: 200 len: 732 time: 0.0393414 Nov 09 19:56:38.572739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45266) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:38.578573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-265ce021-ee77-4c2c-9a3f-b9ee4c05240d tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-357330860'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:38.607674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e8be4bf3-5d45-40c9-8b70-dad3458973b7'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:56:38.788058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-265ce021-ee77-4c2c-9a3f-b9ee4c05240d tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] Notify callbacks [] for subnetpool, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:38.789680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-265ce021-ee77-4c2c-9a3f-b9ee4c05240d tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] 10.222.0.53 "PUT /v2.0/subnetpools/352172c3-58c8-4e73-9a14-2fc3535b4691 HTTP/1.1" status: 200 len: 683 time: 0.2152474 Nov 09 19:56:38.792304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45276) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:38.948565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aaef9d1f-f3c8-4775-a099-2bc1149a1a42 tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] Notify callbacks [] for subnetpool, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:38.950032 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aaef9d1f-f3c8-4775-a099-2bc1149a1a42 tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] 10.222.0.53 "DELETE /v2.0/subnetpools/352172c3-58c8-4e73-9a14-2fc3535b4691 HTTP/1.1" status: 204 len: 168 time: 0.1564813 Nov 09 19:56:38.952861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45282) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:38.988985 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-30c8ae30-8f88-4117-a835-47145d956ace tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] show failed (client error): The resource could not be found. Nov 09 19:56:38.990609 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-30c8ae30-8f88-4117-a835-47145d956ace tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] 10.222.0.53 "GET /v2.0/subnetpools/352172c3-58c8-4e73-9a14-2fc3535b4691 HTTP/1.1" status: 404 len: 346 time: 0.0364356 Nov 09 19:56:38.993831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45284) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:39.017300 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-801c61ed-dce4-4240-8fc9-28e8ca12ded9 tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] delete failed (client error): The resource could not be found. Nov 09 19:56:39.019101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-801c61ed-dce4-4240-8fc9-28e8ca12ded9 tempest-SubnetPoolsTestJSON-1852512218 tempest-SubnetPoolsTestJSON-1852512218-project] 10.222.0.53 "DELETE /v2.0/subnetpools/352172c3-58c8-4e73-9a14-2fc3535b4691 HTTP/1.1" status: 404 len: 346 time: 0.0240972 Nov 09 19:56:39.342076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45298) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:39.464062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69e34f5d-0f72-44b3-9018-572d3e6e5dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:39.590412 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69e34f5d-0f72-44b3-9018-572d3e6e5dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:39.604233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69e34f5d-0f72-44b3-9018-572d3e6e5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:39.643200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e34f5d-0f72-44b3-9018-572d3e6e5dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85481c14-b069-4218-9945-b79e60d240ce,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:39.710061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-69e34f5d-0f72-44b3-9018-572d3e6e5dcd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45bbec1493844728abc21adc7965b832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668327 Nov 09 19:56:39.713095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45314) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:39.742834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402bd55-b5ec-4531-a23b-226dcaff6a8b req-13191eec-c10c-461e-848e-81377f43cab0 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:39.744457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5402bd55-b5ec-4531-a23b-226dcaff6a8b req-13191eec-c10c-461e-848e-81377f43cab0 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 945 time: 0.1023376 Nov 09 19:56:39.828459 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5402bd55-b5ec-4531-a23b-226dcaff6a8b req-6a771c9f-37c8-47f6-937d-a59e49f5bbb7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727005 Nov 09 19:56:39.849091 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c26544c7-74c6-40fa-8a62-99484c447d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:39.883378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c26544c7-74c6-40fa-8a62-99484c447d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:39.952683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c26544c7-74c6-40fa-8a62-99484c447d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:39.954967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e8be4bf3-5d45-40c9-8b70-dad3458973b7 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:56:39.961066 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c26544c7-74c6-40fa-8a62-99484c447d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:39.979588 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c26544c7-74c6-40fa-8a62-99484c447d36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85481c14-b069-4218-9945-b79e60d240ce HTTP/1.1" status: 204 len: 168 time: 0.2653182 Nov 09 19:56:39.995623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26544c7-74c6-40fa-8a62-99484c447d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85481c14-b069-4218-9945-b79e60d240ce,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:40.113773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port e8be4bf3-5d45-40c9-8b70-dad3458973b7 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:56:40.120601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port e8be4bf3-5d45-40c9-8b70-dad3458973b7 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:40.120999 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:40.253956 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:40.279160 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a26135d7-cc45-4ef5-af57-c5e461f63568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:40.312936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8be4bf3-5d45-40c9-8b70-dad3458973b7'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:40.318264 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ae1d09-f6a7-4b28-9bf0-2d6b75309df2" -d '{"events": [{"server_uuid": "4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4", "name": "network-vif-plugged", "status": "completed", "tag": "e8be4bf3-5d45-40c9-8b70-dad3458973b7"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:40.360178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e8be4bf3-5d45-40c9-8b70-dad3458973b7, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e8be4bf3-5d45-40c9-8b70-dad3458973b7,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:40.368780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:40.418628 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e68a581-1411-40df-bb90-a286567efec0 x-openstack-request-id: req-0e68a581-1411-40df-bb90-a286567efec0 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:40.419512 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4", "name": "network-vif-plugged", "status": "completed", "tag": "e8be4bf3-5d45-40c9-8b70-dad3458973b7", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:40.419951 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e68a581-1411-40df-bb90-a286567efec0 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:40.420508 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8be4bf3-5d45-40c9-8b70-dad3458973b7', 'code': 200} Nov 09 19:56:40.462678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e8be4bf3-5d45-40c9-8b70-dad3458973b7,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:40.555853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9ec6-2ea1-4936-abd2-c2b055f1b385 req-1247343e-aef6-4872-a0fa-ea68b4fd7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:40.557355 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ebca9ec6-2ea1-4936-abd2-c2b055f1b385 req-1247343e-aef6-4872-a0fa-ea68b4fd7229 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 1097 time: 0.0644126 Nov 09 19:56:40.639780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ebca9ec6-2ea1-4936-abd2-c2b055f1b385 req-ed1c1a3e-6681-4863-859d-d1a85b6f5c3c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734112 Nov 09 19:56:41.016274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81711ee-2f29-4de4-9f15-fccb549ed9e5 req-5c67c0f7-82b6-4688-84ed-aa357958ba9c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:41.030678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f81711ee-2f29-4de4-9f15-fccb549ed9e5 req-5c67c0f7-82b6-4688-84ed-aa357958ba9c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 946 time: 0.1054575 Nov 09 19:56:41.116265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f81711ee-2f29-4de4-9f15-fccb549ed9e5 req-fee69433-9276-4c09-a63b-408c9393918e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845280 Nov 09 19:56:41.853573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffe6fd-485c-4483-9dfb-9b6e783bb578 req-11157836-3c7f-480a-859f-e6b0777c7d1b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:41.860803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffe6fd-485c-4483-9dfb-9b6e783bb578 req-11157836-3c7f-480a-859f-e6b0777c7d1b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:41.868012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffe6fd-485c-4483-9dfb-9b6e783bb578 req-11157836-3c7f-480a-859f-e6b0777c7d1b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:41.875629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffe6fd-485c-4483-9dfb-9b6e783bb578 req-11157836-3c7f-480a-859f-e6b0777c7d1b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:41.883711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffe6fd-485c-4483-9dfb-9b6e783bb578 req-11157836-3c7f-480a-859f-e6b0777c7d1b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:41.893349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffe6fd-485c-4483-9dfb-9b6e783bb578 req-11157836-3c7f-480a-859f-e6b0777c7d1b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:41.901335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffe6fd-485c-4483-9dfb-9b6e783bb578 req-11157836-3c7f-480a-859f-e6b0777c7d1b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:41.910633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81ffe6fd-485c-4483-9dfb-9b6e783bb578 req-11157836-3c7f-480a-859f-e6b0777c7d1b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5440 time: 0.1709840 Nov 09 19:56:41.962692 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81ffe6fd-485c-4483-9dfb-9b6e783bb578 req-f8a738bb-6fa3-49e0-a2c8-4e4861c8d7b6 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504687 Nov 09 19:56:42.351496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881e6b6-d34b-4cdc-a8d7-b551f6f20522 req-dcc96076-5016-4c36-ae10-e4391b5314f3 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:42.356240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b881e6b6-d34b-4cdc-a8d7-b551f6f20522 req-dcc96076-5016-4c36-ae10-e4391b5314f3 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 946 time: 0.1386988 Nov 09 19:56:42.432419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b881e6b6-d34b-4cdc-a8d7-b551f6f20522 req-9ebf4c75-af6c-42fc-b505-dacc37339941 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697243 Nov 09 19:56:42.661502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955077a5-a578-4afe-bc84-ef4f88efdffe req-8a31ce1f-fd29-4328-b37c-02c4a9103084 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:42.671260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-955077a5-a578-4afe-bc84-ef4f88efdffe req-8a31ce1f-fd29-4328-b37c-02c4a9103084 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 946 time: 0.0946603 Nov 09 19:56:42.737772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-955077a5-a578-4afe-bc84-ef4f88efdffe req-f2374bfa-baf9-4a07-b856-8a08c4c25d09 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607929 Nov 09 19:56:43.023820 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:56:43.088163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-62e0d569-b351-4711-8840-ad7007f4de22 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.104481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-62e0d569-b351-4711-8840-ad7007f4de22 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.113314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-62e0d569-b351-4711-8840-ad7007f4de22 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.120418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-62e0d569-b351-4711-8840-ad7007f4de22 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.150310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-62e0d569-b351-4711-8840-ad7007f4de22 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.167058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-62e0d569-b351-4711-8840-ad7007f4de22 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.174093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-62e0d569-b351-4711-8840-ad7007f4de22 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.188603 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-62e0d569-b351-4711-8840-ad7007f4de22 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5440 time: 0.2866194 Nov 09 19:56:43.188955 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-05a28334-1f80-430f-b00c-81168dbcc733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:43.327043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8bb36-85e6-48be-ab6d-41962897efcf req-eaa2df16-af2d-483f-bd3a-65ecf806fca1 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.329282 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccc8bb36-85e6-48be-ab6d-41962897efcf req-eaa2df16-af2d-483f-bd3a-65ecf806fca1 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 946 time: 0.0938344 Nov 09 19:56:43.367925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-8eec6612-9213-4249-8700-2204d3f7dfa5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.369319 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-8eec6612-9213-4249-8700-2204d3f7dfa5 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "GET /v2.0/ports/1990eaf1-6c71-48eb-9dd5-36db438adf18?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1408269 Nov 09 19:56:43.412262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-407463b3-bb2f-4e0c-93fb-fe96d2da7e4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2217391 Nov 09 19:56:43.447585 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccc8bb36-85e6-48be-ab6d-41962897efcf req-6e1fa19b-3af7-4133-9b79-7051eee91db8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046536 Nov 09 19:56:43.487068 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:43.545505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45476) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:43.825698 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c04b9b94-ef5d-433b-8fb6-cb356623008d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:43.924064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99bc31-b23a-41dc-923c-7de558fbfcfb req-fb3265ca-d7c0-489a-a9a8-8f35ef9efc0a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.931374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99bc31-b23a-41dc-923c-7de558fbfcfb req-fb3265ca-d7c0-489a-a9a8-8f35ef9efc0a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.937830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99bc31-b23a-41dc-923c-7de558fbfcfb req-fb3265ca-d7c0-489a-a9a8-8f35ef9efc0a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.944514 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99bc31-b23a-41dc-923c-7de558fbfcfb req-fb3265ca-d7c0-489a-a9a8-8f35ef9efc0a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.951355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99bc31-b23a-41dc-923c-7de558fbfcfb req-fb3265ca-d7c0-489a-a9a8-8f35ef9efc0a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.959473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99bc31-b23a-41dc-923c-7de558fbfcfb req-fb3265ca-d7c0-489a-a9a8-8f35ef9efc0a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.962785 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45492) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:43.964620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99bc31-b23a-41dc-923c-7de558fbfcfb req-fb3265ca-d7c0-489a-a9a8-8f35ef9efc0a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:43.984671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f99bc31-b23a-41dc-923c-7de558fbfcfb req-fb3265ca-d7c0-489a-a9a8-8f35ef9efc0a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5440 time: 0.7929692 Nov 09 19:56:44.004125 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c04b9b94-ef5d-433b-8fb6-cb356623008d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.021018 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c04b9b94-ef5d-433b-8fb6-cb356623008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.169424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b9b94-ef5d-433b-8fb6-cb356623008d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7158bcd2-e7ba-467a-b3d9-d7fe0ef2dad9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:44.226145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c04b9b94-ef5d-433b-8fb6-cb356623008d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4f2bf3b7c9442cca4569aa49b132d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6792150 Nov 09 19:56:44.237862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45498) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:44.269928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-5a25f237-1ffe-4f03-b69f-0b00465da856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:44.271235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-5a25f237-1ffe-4f03-b69f-0b00465da856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:44.271876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-5a25f237-1ffe-4f03-b69f-0b00465da856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:44.272510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-5a25f237-1ffe-4f03-b69f-0b00465da856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:44.273140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-5a25f237-1ffe-4f03-b69f-0b00465da856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:44.273786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-5a25f237-1ffe-4f03-b69f-0b00465da856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:44.274721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-5a25f237-1ffe-4f03-b69f-0b00465da856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:44.276805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-5a25f237-1ffe-4f03-b69f-0b00465da856 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6492 time: 0.2893810 Nov 09 19:56:44.295790 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f99bc31-b23a-41dc-923c-7de558fbfcfb req-db6f8d1e-e1ec-4224-88e1-c4f6087cd646 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3101742 Nov 09 19:56:44.302912 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-bd5fd49a-95f1-4e6e-8629-c92f3663e71b tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "GET /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9267657 Nov 09 19:56:44.309279 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f553796-83ed-49ac-acaf-b0c9712fa0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.321740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:44.418663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9571-5710-4d93-b14c-0ca4b5295088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.483000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.493558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9571-5710-4d93-b14c-0ca4b5295088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.525553 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.663110 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f553796-83ed-49ac-acaf-b0c9712fa0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.689057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e9f0d-de81-432d-b9a1-3367cf9a94f3 req-9dc64803-7137-4f64-a06e-8be537f9d585 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:44.689057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8a9e9f0d-de81-432d-b9a1-3367cf9a94f3 req-9dc64803-7137-4f64-a06e-8be537f9d585 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 946 time: 0.1073105 Nov 09 19:56:44.704098 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5f553796-83ed-49ac-acaf-b0c9712fa0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.764088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5f553796-83ed-49ac-acaf-b0c9712fa0c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba4900b681fc426682e7389c9f95f43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8001308 Nov 09 19:56:44.766339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f553796-83ed-49ac-acaf-b0c9712fa0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775d6ef8-72a7-4162-8703-8a9a9c292841,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:44.769141 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9571-5710-4d93-b14c-0ca4b5295088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.772143 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9571-5710-4d93-b14c-0ca4b5295088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.775890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ea7c9571-5710-4d93-b14c-0ca4b5295088 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7158bcd2-e7ba-467a-b3d9-d7fe0ef2dad9 HTTP/1.1" status: 204 len: 168 time: 0.5343301 Nov 09 19:56:44.783982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45512) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:44.784994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c9571-5710-4d93-b14c-0ca4b5295088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7158bcd2-e7ba-467a-b3d9-d7fe0ef2dad9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:44.883307 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8a9e9f0d-de81-432d-b9a1-3367cf9a94f3 req-603aac29-223f-47af-8926-3e4bbf3a8eef tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953754 Nov 09 19:56:44.901828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-06d1bf29-76b1-470c-8ede-9017f8f05216 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:44.901828 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-06d1bf29-76b1-470c-8ede-9017f8f05216 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 946 time: 0.3883059 Nov 09 19:56:44.919558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cda74a8a-a0f0-4688-92ca-98bdd37e96bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:44.947868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cda74a8a-a0f0-4688-92ca-98bdd37e96bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:45.072682 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cda74a8a-a0f0-4688-92ca-98bdd37e96bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:45.075475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cda74a8a-a0f0-4688-92ca-98bdd37e96bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:45.078587 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cda74a8a-a0f0-4688-92ca-98bdd37e96bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/775d6ef8-72a7-4162-8703-8a9a9c292841 HTTP/1.1" status: 204 len: 168 time: 0.2911763 Nov 09 19:56:45.097034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda74a8a-a0f0-4688-92ca-98bdd37e96bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775d6ef8-72a7-4162-8703-8a9a9c292841,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:45.171400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-dd520048-8bfc-4996-b298-1fb46f46d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:45.172173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-dd520048-8bfc-4996-b298-1fb46f46d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:45.174043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-dd520048-8bfc-4996-b298-1fb46f46d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:45.180530 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-dd520048-8bfc-4996-b298-1fb46f46d62b service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a324136-2163-42a7-990c-86170143e093&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce HTTP/1.1" status: 200 len: 2294 time: 0.8637886 Nov 09 19:56:45.287104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] For port 1990eaf1-6c71-48eb-9dd5-36db438adf18, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1990eaf1-6c71-48eb-9dd5-36db438adf18,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:45.328321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-962c0cd1-8d03-4536-a329-8afe8481dbbe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Deleting port e8be4bf3-5d45-40c9-8b70-dad3458973b7 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:45.328673 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-962c0cd1-8d03-4536-a329-8afe8481dbbe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:45.359069 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-885566de-1a68-4de3-a01c-ec2524d6ff9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 HTTP/1.1" status: 200 len: 1001 time: 0.1630342 Nov 09 19:56:45.426491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] For port 1990eaf1-6c71-48eb-9dd5-36db438adf18, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:56:45.575336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-7ce2ce9b-cc64-4847-b9d4-ae1b5582c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:45.576822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-7ce2ce9b-cc64-4847-b9d4-ae1b5582c4fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d56ed7-cf6d-49cf-942e-853bf70f81d6 HTTP/1.1" status: 200 len: 851 time: 0.1825471 Nov 09 19:56:45.585563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45544) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:45.632994 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b74785e5-70f5-4a47-9936-757baf8e219a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:45.663967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] device_id is not set on port 1990eaf1-6c71-48eb-9dd5-36db438adf18 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:56:45.687438 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:45.710482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-962c0cd1-8d03-4536-a329-8afe8481dbbe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] For port e8be4bf3-5d45-40c9-8b70-dad3458973b7, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e8be4bf3-5d45-40c9-8b70-dad3458973b7,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:45.711134 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-962c0cd1-8d03-4536-a329-8afe8481dbbe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:45.715380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-d2090412-a6d2-40cd-862c-b1fd72c54598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:45.718678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-d2090412-a6d2-40cd-862c-b1fd72c54598 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a324136-2163-42a7-990c-86170143e093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323018 Nov 09 19:56:45.774655 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:45.817505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-962c0cd1-8d03-4536-a329-8afe8481dbbe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Calling delete_port for e8be4bf3-5d45-40c9-8b70-dad3458973b7 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:46.011578 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b74785e5-70f5-4a47-9936-757baf8e219a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:46.034705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3085-ce20-4c27-b66e-fe77466e889d req-aaa79699-c159-4753-b4b5-8135f1957b88 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:46.040847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3085-ce20-4c27-b66e-fe77466e889d req-aaa79699-c159-4753-b4b5-8135f1957b88 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:46.066203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3085-ce20-4c27-b66e-fe77466e889d req-aaa79699-c159-4753-b4b5-8135f1957b88 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:46.072473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3085-ce20-4c27-b66e-fe77466e889d req-aaa79699-c159-4753-b4b5-8135f1957b88 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:46.085276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3085-ce20-4c27-b66e-fe77466e889d req-aaa79699-c159-4753-b4b5-8135f1957b88 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:46.104477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3085-ce20-4c27-b66e-fe77466e889d req-aaa79699-c159-4753-b4b5-8135f1957b88 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:46.118732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3085-ce20-4c27-b66e-fe77466e889d req-aaa79699-c159-4753-b4b5-8135f1957b88 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:46.135107 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3cc3085-ce20-4c27-b66e-fe77466e889d req-aaa79699-c159-4753-b4b5-8135f1957b88 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 5364 time: 0.6492720 Nov 09 19:56:46.146366 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b74785e5-70f5-4a47-9936-757baf8e219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:46.251629 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:46.270271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-06e4da26-520b-4fb0-86d0-d3b3cb9b3dbd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7166648 Nov 09 19:56:46.300240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3cc3085-ce20-4c27-b66e-fe77466e889d req-0bcfbdad-f050-47a9-a439-d6f331a03a40 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1636100 Nov 09 19:56:46.326592 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b74785e5-70f5-4a47-9936-757baf8e219a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94d22e6554384bf6b1a43036d13e20e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7357643 Nov 09 19:56:46.334314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] No DVR routers for this DVR port 1990eaf1-6c71-48eb-9dd5-36db438adf18 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:46.336517 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45572) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:46.354610 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60dc52a3-2bff-4fab-a7aa-aaa71a29c683 req-ff0abe31-557e-4bc5-85f3-ce92307ac5e8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 210 time: 0.1789351 Nov 09 19:56:46.414391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74785e5-70f5-4a47-9936-757baf8e219a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5c7fdc-0f0f-4373-9fb4-8a77fd4667a4,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:46.426495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-ad6d687b-49bd-4d4d-8542-3ac45259d479 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832359 Nov 09 19:56:46.473684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-47751177-fac3-4dfd-9e28-a54d35574bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:46.476748 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-47751177-fac3-4dfd-9e28-a54d35574bce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 1097 time: 0.1741884 Nov 09 19:56:46.479787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-962c0cd1-8d03-4536-a329-8afe8481dbbe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:46.484421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] Pushing event updated for resources: {'Port': ['ID=1990eaf1-6c71-48eb-9dd5-36db438adf18,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:46.498744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:56:46.607647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c0cd1-8d03-4536-a329-8afe8481dbbe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event deleted for resources: {'Port': ['ID=e8be4bf3-5d45-40c9-8b70-dad3458973b7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:46.678369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-aa937d2d-54df-4615-bf0a-b20b121a3a91 None None] Provisioning complete for port 1990eaf1-6c71-48eb-9dd5-36db438adf18 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:46.678778 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aa937d2d-54df-4615-bf0a-b20b121a3a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:46.717886 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3f4148a-b491-47a8-9251-2cbcb4f5b620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:46.739069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-aa937d2d-54df-4615-bf0a-b20b121a3a91 None None] Port 1990eaf1-6c71-48eb-9dd5-36db438adf18 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:56:46.830998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-e783575e-c9ff-40bb-9be2-a3d545110f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:46.832555 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-e783575e-c9ff-40bb-9be2-a3d545110f04 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 916 time: 0.3023009 Nov 09 19:56:46.870588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-962c0cd1-8d03-4536-a329-8afe8481dbbe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] No DVR routers for this DVR port e8be4bf3-5d45-40c9-8b70-dad3458973b7 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:46.874033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] In _notify_port_updated(), no bound segment for port 1990eaf1-6c71-48eb-9dd5-36db438adf18 on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:56:46.882281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:46.883000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:46.884340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-567f6c22-5742-4352-b497-bedaedf50d0f service neutron] 10.222.0.70 "PUT /v2.0/ports/1990eaf1-6c71-48eb-9dd5-36db438adf18 HTTP/1.1" status: 200 len: 1030 time: 2.5689597 Nov 09 19:56:46.884792 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-05a97ca9-f658-42d2-8ece-61b34dc0127e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f475c0-40e1-40c0-b767-86b9ebec6ff5 HTTP/1.1" status: 200 len: 217 time: 0.0420830 Nov 09 19:56:46.894694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-962c0cd1-8d03-4536-a329-8afe8481dbbe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:46.909640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3696b09f-ab40-4767-aa5e-b4b840f45e1e req-962c0cd1-8d03-4536-a329-8afe8481dbbe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "DELETE /v2.0/ports/e8be4bf3-5d45-40c9-8b70-dad3458973b7 HTTP/1.1" status: 204 len: 173 time: 1.9824231 Nov 09 19:56:46.919823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4', 'name': 'network-vif-deleted', 'tag': 'e8be4bf3-5d45-40c9-8b70-dad3458973b7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:46.919823 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aa29cd-15ef-4863-a686-a4573494dc2a" -d '{"events": [{"server_uuid": "4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4", "name": "network-vif-deleted", "tag": "e8be4bf3-5d45-40c9-8b70-dad3458973b7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:46.941087 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3f4148a-b491-47a8-9251-2cbcb4f5b620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:47.006045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-2b5279a4-b5f7-421b-9b77-95d90ec93178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:47.016327 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-2b5279a4-b5f7-421b-9b77-95d90ec93178 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=79b5a0f8-1587-44bb-bc0e-726f382b13b7 HTTP/1.1" status: 200 len: 855 time: 0.1221755 Nov 09 19:56:47.029642 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8befceaa-d039-475a-bee6-e2c469dcca54 x-openstack-request-id: req-8befceaa-d039-475a-bee6-e2c469dcca54 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:47.030255 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4", "name": "network-vif-deleted", "tag": "e8be4bf3-5d45-40c9-8b70-dad3458973b7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:47.033622 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8befceaa-d039-475a-bee6-e2c469dcca54 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:47.034276 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4', 'name': 'network-vif-deleted', 'tag': 'e8be4bf3-5d45-40c9-8b70-dad3458973b7', 'status': 'completed', 'code': 200} Nov 09 19:56:47.093549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-86b77120-047f-4edc-ad37-58b861bfbb52 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:47.098734 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-0c878fef-f6fe-4f9d-9d6d-b723e0714193 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732038 Nov 09 19:56:47.100779 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-86b77120-047f-4edc-ad37-58b861bfbb52 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "GET /v2.0/ports/03071954-4d2d-4b87-8754-6a44bd7c714b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1725094 Nov 09 19:56:47.110382 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3f4148a-b491-47a8-9251-2cbcb4f5b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:47.117510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3f4148a-b491-47a8-9251-2cbcb4f5b620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:47.118751 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f3f4148a-b491-47a8-9251-2cbcb4f5b620 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa5c7fdc-0f0f-4373-9fb4-8a77fd4667a4 HTTP/1.1" status: 204 len: 168 time: 0.7779703 Nov 09 19:56:47.141636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:47.199301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-9aa80623-50db-4703-bea5-1447265de9b5 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157471 Nov 09 19:56:47.212012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4148a-b491-47a8-9251-2cbcb4f5b620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5c7fdc-0f0f-4373-9fb4-8a77fd4667a4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:47.385368 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-cc28d12b-4ddd-46cf-99de-ba1ba5c2da89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 217 time: 0.1158459 Nov 09 19:56:47.385926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:47.404750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-d81cbafd-5628-4112-8656-cd9119bc24fe service neutron] 10.222.0.77 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829473 Nov 09 19:56:47.541535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:47.622578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-d333ee51-7f09-4d9e-932e-e9b4175e8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:47.626649 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-d333ee51-7f09-4d9e-932e-e9b4175e8f62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1700745 Nov 09 19:56:47.703325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b28f938f-ed21-4fc6-9f38-006beb2344c9 req-e7eca917-24f6-43bb-bd7f-91c5782a7542 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dbaea8d-9c5a-4cd8-bb8f-14a5810378b4 HTTP/1.1" status: 200 len: 210 time: 0.0727634 Nov 09 19:56:47.793024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcaf6b02-e6cd-4b5c-a44c-b6d606bb582a req-8a3e1940-4ec5-453c-9151-8fc2ea59169f service neutron] 10.222.0.77 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710585 Nov 09 19:56:47.811050 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:47.820664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49480b-48b3-41aa-9266-38902fc2e5c0 req-d32f4c6b-66e5-4cc6-970b-fef1814244bd tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:47.836226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49480b-48b3-41aa-9266-38902fc2e5c0 req-d32f4c6b-66e5-4cc6-970b-fef1814244bd tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:47.855037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49480b-48b3-41aa-9266-38902fc2e5c0 req-d32f4c6b-66e5-4cc6-970b-fef1814244bd tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:47.869756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49480b-48b3-41aa-9266-38902fc2e5c0 req-d32f4c6b-66e5-4cc6-970b-fef1814244bd tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:47.874941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:47.879516 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680a6f34-b388-4232-9491-f62a15402163" -d '{"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-unplugged", "status": "completed", "tag": "ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:47.898057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:47.899581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49480b-48b3-41aa-9266-38902fc2e5c0 req-d32f4c6b-66e5-4cc6-970b-fef1814244bd tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:47.906020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49480b-48b3-41aa-9266-38902fc2e5c0 req-d32f4c6b-66e5-4cc6-970b-fef1814244bd tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:47.910842 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:47.914133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:47.921886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a49480b-48b3-41aa-9266-38902fc2e5c0 req-d32f4c6b-66e5-4cc6-970b-fef1814244bd tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 4663 time: 0.3183665 Nov 09 19:56:47.956531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-49823b36-a303-4fd8-8850-81041dd1b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:47.958334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-49823b36-a303-4fd8-8850-81041dd1b581 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2446096 Nov 09 19:56:48.006042 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bce5d23-3f50-43f6-b22d-f1e0da69f433 x-openstack-request-id: req-5bce5d23-3f50-43f6-b22d-f1e0da69f433 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:48.006343 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-unplugged", "status": "completed", "tag": "ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:48.006640 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bce5d23-3f50-43f6-b22d-f1e0da69f433 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:48.007048 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7', 'code': 200} Nov 09 19:56:48.070346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e8be4bf3-5d45-40c9-8b70-dad3458973b7 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:48.092340 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a49480b-48b3-41aa-9266-38902fc2e5c0 req-7a9cdb5b-2262-4bfd-9cb6-90197e59ad98 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&id=f8f424ff-7295-4da7-8601-7cb512f7c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563563 Nov 09 19:56:48.138888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: e8be4bf3-5d45-40c9-8b70-dad3458973b7 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:56:48.144667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] For port 03071954-4d2d-4b87-8754-6a44bd7c714b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=03071954-4d2d-4b87-8754-6a44bd7c714b,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:48.145334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e8be4bf3-5d45-40c9-8b70-dad3458973b7 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:56:48.275847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:48.295363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] For port 03071954-4d2d-4b87-8754-6a44bd7c714b, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:56:48.336436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-2e1d3c80-b10e-44b9-8bc0-7b84fe907f33 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449647 Nov 09 19:56:48.338833 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:48.349431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] device_id is not set on port 03071954-4d2d-4b87-8754-6a44bd7c714b yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:56:48.390539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:48.400736 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:48.410783 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:48.420504 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:48.421325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d4ec9063-0b38-4a59-9977-154ba5c6fb96 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:48.497668 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] Pushing event updated for resources: {'Port': ['ID=03071954-4d2d-4b87-8754-6a44bd7c714b,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:48.586274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] No DVR routers for this DVR port 03071954-4d2d-4b87-8754-6a44bd7c714b on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:48.656425 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:48.721424 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:48.741256 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-a0732f55-38ea-4165-9674-6afc0e4235ba service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935165 Nov 09 19:56:48.784208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d4ec9063-0b38-4a59-9977-154ba5c6fb96, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:48.793274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-2c27b88f-998f-4390-9691-87f2076430b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 217 time: 0.0466428 Nov 09 19:56:48.797421 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:48.799426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 03071954-4d2d-4b87-8754-6a44bd7c714b no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:48.812343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] In _notify_port_updated(), no bound segment for port 03071954-4d2d-4b87-8754-6a44bd7c714b on network 91a37a47-a94c-45a8-85e8-d6b01e97f10b {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 19:56:48.814695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:48.815998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:48.817466 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2a9a5465-65e2-4777-979a-a0d4a7b212c7 service neutron] 10.222.0.70 "PUT /v2.0/ports/03071954-4d2d-4b87-8754-6a44bd7c714b HTTP/1.1" status: 200 len: 1031 time: 1.7072079 Nov 09 19:56:48.965976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 03071954-4d2d-4b87-8754-6a44bd7c714b not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:56:48.966658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device eb82dada-9573-47f3-b291-b9c2b30a7000 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:49.019451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-540e8d9a-43eb-4ed8-bb0d-9a1ca7e25600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:49.021390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-540e8d9a-43eb-4ed8-bb0d-9a1ca7e25600 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.2213585 Nov 09 19:56:49.046916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a0baacbc-6815-4677-aecc-18c0f10a8110 None None] Provisioning complete for port 03071954-4d2d-4b87-8754-6a44bd7c714b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:56:49.047225 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a0baacbc-6815-4677-aecc-18c0f10a8110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:49.055248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d4ec9063-0b38-4a59-9977-154ba5c6fb96,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:49.117008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a0baacbc-6815-4677-aecc-18c0f10a8110 None None] Port 03071954-4d2d-4b87-8754-6a44bd7c714b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:56:49.209536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:49.209884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:49.230877 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:49.315292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port eb82dada-9573-47f3-b291-b9c2b30a7000, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=eb82dada-9573-47f3-b291-b9c2b30a7000,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:49.324389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] For port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:49.324949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:49.326341 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:49.328273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 3f4094dc-c53d-4258-a6b9-868c76d93fce no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:49.340487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-23cc9544-b725-4944-8527-a52609cd7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:49.342187 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-23cc9544-b725-4944-8527-a52609cd7628 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3006885 Nov 09 19:56:49.438755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=eb82dada-9573-47f3-b291-b9c2b30a7000,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:49.494465 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:49.544888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 3f4094dc-c53d-4258-a6b9-868c76d93fce, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:49.555018 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:49.555966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1990eaf1-6c71-48eb-9dd5-36db438adf18 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:56:49.719804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1990eaf1-6c71-48eb-9dd5-36db438adf18 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:56:49.721013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=3f4094dc-c53d-4258-a6b9-868c76d93fce,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:49.773694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-0266578e-8fd9-4000-9f80-3723de348a3d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:49.776238 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-0266578e-8fd9-4000-9f80-3723de348a3d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.2077281 Nov 09 19:56:49.805780 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-c5816851-01c1-48b7-a51f-817daedf7159 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/quotas/5b8b896b82e8499c9b231a80905ce84d HTTP/1.1" status: 200 len: 375 time: 0.0210276 Nov 09 19:56:49.894435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-c8e4615e-5e46-4783-a397-40e4709cd01e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872588 Nov 09 19:56:50.008652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5'}, {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ec9063-0b38-4a59-9977-154ba5c6fb96'}, {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb82dada-9573-47f3-b291-b9c2b30a7000'}, {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f4094dc-c53d-4258-a6b9-868c76d93fce'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:50.012011 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee214b6-07ec-4580-9313-3fac79ff4aac" -d '{"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-unplugged", "status": "completed", "tag": "8e63fe09-3204-4fa0-9e7e-e3a9557a9be5"}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ec9063-0b38-4a59-9977-154ba5c6fb96"}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-unplugged", "status": "completed", "tag": "eb82dada-9573-47f3-b291-b9c2b30a7000"}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-unplugged", "status": "completed", "tag": "3f4094dc-c53d-4258-a6b9-868c76d93fce"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:50.031432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abf2b-335d-4308-a458-e32a6c6df0a6 req-8940906c-9e2f-4a06-8e1b-0a8983f3052c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:50.038760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abf2b-335d-4308-a458-e32a6c6df0a6 req-8940906c-9e2f-4a06-8e1b-0a8983f3052c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:50.046342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abf2b-335d-4308-a458-e32a6c6df0a6 req-8940906c-9e2f-4a06-8e1b-0a8983f3052c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:50.053258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abf2b-335d-4308-a458-e32a6c6df0a6 req-8940906c-9e2f-4a06-8e1b-0a8983f3052c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:50.059427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abf2b-335d-4308-a458-e32a6c6df0a6 req-8940906c-9e2f-4a06-8e1b-0a8983f3052c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:50.069166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d3abf2b-335d-4308-a458-e32a6c6df0a6 req-8940906c-9e2f-4a06-8e1b-0a8983f3052c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 3877 time: 0.7249219 Nov 09 19:56:50.116648 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-a57dc093-2ef1-4e90-bc6d-c8cd67b6f7bb service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209344 Nov 09 19:56:50.216937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d3abf2b-335d-4308-a458-e32a6c6df0a6 req-0907836b-efef-46b4-863e-58e8a8c1dac7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472361 Nov 09 19:56:50.341074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-9752904c-eb22-466d-8f17-751ebf7dca5e service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232373 Nov 09 19:56:50.433877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:50.434289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:50.434649 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Floating IP d6a05c1f-2754-454e-a2b3-2fd4b8abfaf2 disassociated. External IP: 172.25.6.131, port: 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5. Nov 09 19:56:50.435020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Calling delete_port for 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:50.513288 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498328b0-d1b4-4418-a802-6b30e2b5c8c1 x-openstack-request-id: req-498328b0-d1b4-4418-a802-6b30e2b5c8c1 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:50.514479 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-unplugged", "status": "completed", "tag": "8e63fe09-3204-4fa0-9e7e-e3a9557a9be5", "code": 200}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ec9063-0b38-4a59-9977-154ba5c6fb96", "code": 200}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-unplugged", "status": "completed", "tag": "eb82dada-9573-47f3-b291-b9c2b30a7000", "code": 200}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-unplugged", "status": "completed", "tag": "3f4094dc-c53d-4258-a6b9-868c76d93fce", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:50.515184 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-498328b0-d1b4-4418-a802-6b30e2b5c8c1 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:50.515792 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5', 'code': 200} Nov 09 19:56:50.516355 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ec9063-0b38-4a59-9977-154ba5c6fb96', 'code': 200} Nov 09 19:56:50.517213 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb82dada-9573-47f3-b291-b9c2b30a7000', 'code': 200} Nov 09 19:56:50.517671 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f4094dc-c53d-4258-a6b9-868c76d93fce', 'code': 200} Nov 09 19:56:50.555109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-d03453c7-1eae-49ce-8144-6529e0150e82 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1569166 Nov 09 19:56:50.745571 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25538ddf-44b6-4063-9647-c39bd1077a4f req-08895bf1-070c-44f4-a8a8-62053f3e206f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 210 time: 0.0403283 Nov 09 19:56:50.872446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-371463b7-37fb-45a7-a392-6dadbbc775c2 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073931 Nov 09 19:56:50.935277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-17d596b6-89ac-4509-a8e6-e89709bca538 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce HTTP/1.1" status: 200 len: 217 time: 0.0533872 Nov 09 19:56:50.943689 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:51.045392 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:51.065326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-da38ac63-845d-4b05-bd91-6bef12c67b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:51.067643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-da38ac63-845d-4b05-bd91-6bef12c67b15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1159539 Nov 09 19:56:51.160561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Port': ['ID=8e63fe09-3204-4fa0-9e7e-e3a9557a9be5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:51.222901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-966cbce1-5bbd-46f4-a9af-62b87f7c7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:51.225231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-966cbce1-5bbd-46f4-a9af-62b87f7c7546 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182175 Nov 09 19:56:51.475675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Router 89ff9107-1a04-4686-bcd7-e0f134d56812 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:56:51.491552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-8fa922ad-d573-44b9-81b4-7b5a77aa95d6 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183590 Nov 09 19:56:51.527748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de747c41-1bef-446b-9af3-c48432bafcad req-06a009f2-6214-4768-af2f-4bc6e6fd1885 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:51.535903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de747c41-1bef-446b-9af3-c48432bafcad req-06a009f2-6214-4768-af2f-4bc6e6fd1885 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:51.546350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de747c41-1bef-446b-9af3-c48432bafcad req-06a009f2-6214-4768-af2f-4bc6e6fd1885 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:51.557423 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de747c41-1bef-446b-9af3-c48432bafcad req-06a009f2-6214-4768-af2f-4bc6e6fd1885 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:51.565898 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de747c41-1bef-446b-9af3-c48432bafcad req-06a009f2-6214-4768-af2f-4bc6e6fd1885 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 3141 time: 0.1978629 Nov 09 19:56:51.655158 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de747c41-1bef-446b-9af3-c48432bafcad req-66b781fc-bf89-4c5d-92a9-7ed475bde94d tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729048 Nov 09 19:56:51.894168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-1bb324b4-8446-42e0-a49e-122007397f72 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995440 Nov 09 19:56:51.945805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c8604e1a-4c1b-408d-b504-5b6fbc71e17e req-8a57536d-611f-4618-88fd-7cd3f856330c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 210 time: 0.0360010 Nov 09 19:56:52.002498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:56:52.011126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-7b2e0614-a1a6-41fd-af9d-79ad1fb76690 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d HTTP/1.1" status: 200 len: 217 time: 0.1075718 Nov 09 19:56:52.020990 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] Sync routers for ids ['89ff9107-1a04-4686-bcd7-e0f134d56812'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:56:52.035241 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] Routers {'89ff9107-1a04-4686-bcd7-e0f134d56812'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:52.036291 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['89ff9107-1a04-4686-bcd7-e0f134d56812'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:52.098618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-c5ec3e38-bbff-48e1-9785-66e36b465318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:52.102992 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-c5ec3e38-bbff-48e1-9785-66e36b465318 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.0558567 Nov 09 19:56:52.133930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] No DVR routers for this DVR port 8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:52.149168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:52.153075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-ed30213b-abd6-4329-a198-f325bedd38e9 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "DELETE /v2.0/ports/8e63fe09-3204-4fa0-9e7e-e3a9557a9be5 HTTP/1.1" status: 204 len: 173 time: 3.3064268 Nov 09 19:56:52.153886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-deleted', 'tag': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:52.156661 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1dcb80-d5fe-4e0e-95ce-62ebf04a6d39" -d '{"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-deleted", "tag": "8e63fe09-3204-4fa0-9e7e-e3a9557a9be5"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:52.240240 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] Set router 89ff9107-1a04-4686-bcd7-e0f134d56812 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:56:52.306058 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41565dc-c61a-4f22-a45e-e9a60aac1bd9 x-openstack-request-id: req-c41565dc-c61a-4f22-a45e-e9a60aac1bd9 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:52.306543 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-deleted", "tag": "8e63fe09-3204-4fa0-9e7e-e3a9557a9be5", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:52.306966 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c41565dc-c61a-4f22-a45e-e9a60aac1bd9 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:52.310440 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-deleted', 'tag': '8e63fe09-3204-4fa0-9e7e-e3a9557a9be5', 'status': 'completed', 'code': 200} Nov 09 19:56:52.403860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-4673d162-8b74-4768-ba7a-56384270e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:52.410374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-4673d162-8b74-4768-ba7a-56384270e3b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2741170 Nov 09 19:56:52.612185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-3964fd81-84cb-42cd-8606-6d09525c01a4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:52.613739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-3964fd81-84cb-42cd-8606-6d09525c01a4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.2397840 Nov 09 19:56:52.637712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Request body: {'port': {'device_id': '19fdfcf6-6620-405c-accb-98b5dc85e324', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'admin_state_up': True, 'tenant_id': '5b8b896b82e8499c9b231a80905ce84d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:52.678139 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-39a2c360-3c7e-420f-a754-69642f6b653a service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248378 Nov 09 19:56:52.759667 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:20Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ca6c5654-4726-4676-984b-46d02bdb4ad0', 'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'mac_address': 'fa:16:3e:39:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:18Z', 'updated_at': '2021-11-09T19:46:27Z', 'revision_number': 5, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'subnets': [{'id': '631c072b-443f-46be-a69f-00bb6024fc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:52.833295 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] Checking router: 89ff9107-1a04-4686-bcd7-e0f134d56812 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:56:52.861857 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] Routers {'89ff9107-1a04-4686-bcd7-e0f134d56812'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:56:52.862501 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['89ff9107-1a04-4686-bcd7-e0f134d56812'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:53.034056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Made reservation on behalf of 5b8b896b82e8499c9b231a80905ce84d for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:56:53.037898 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:53.087678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-5c448c4f-bcfa-433a-99e4-98e44b18073f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting port 3f4094dc-c53d-4258-a6b9-868c76d93fce {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:53.090935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-5c448c4f-bcfa-433a-99e4-98e44b18073f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:53.130783 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] Set router 89ff9107-1a04-4686-bcd7-e0f134d56812 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:56:53.234478 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8745bea-3508-4d66-856a-b40171e22b88 req-94e5a380-86a5-4ece-80c0-0adec77a01d8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 210 time: 0.0825102 Nov 09 19:56:53.260546 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a0928-a39d-42ce-bbd0-3bd70391c711 req-169c67fe-ab4f-40c1-bb7f-3e51d3878d4e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:53.272856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a0928-a39d-42ce-bbd0-3bd70391c711 req-169c67fe-ab4f-40c1-bb7f-3e51d3878d4e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:53.311811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a0928-a39d-42ce-bbd0-3bd70391c711 req-169c67fe-ab4f-40c1-bb7f-3e51d3878d4e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:53.344240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a0928-a39d-42ce-bbd0-3bd70391c711 req-169c67fe-ab4f-40c1-bb7f-3e51d3878d4e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:53.356273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e6a0928-a39d-42ce-bbd0-3bd70391c711 req-169c67fe-ab4f-40c1-bb7f-3e51d3878d4e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 3141 time: 0.4904921 Nov 09 19:56:53.408143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Allocated IP 172.20.0.12 (e439c7f8-e1b8-4e07-944e-bdfe01f842f8/9f9a7faa-9b10-4cf3-b806-664c9d502a38/09461eab-75af-4699-b74c-78c55b5c1184) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:56:53.450395 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-5c448c4f-bcfa-433a-99e4-98e44b18073f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] For port 3f4094dc-c53d-4258-a6b9-868c76d93fce, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=3f4094dc-c53d-4258-a6b9-868c76d93fce,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:53.450757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-5c448c4f-bcfa-433a-99e4-98e44b18073f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:53.475872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-05693a46-173d-42d3-af1f-05fff95e0517 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7831662 Nov 09 19:56:53.504691 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:20Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ca6c5654-4726-4676-984b-46d02bdb4ad0', 'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'mac_address': 'fa:16:3e:39:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:18Z', 'updated_at': '2021-11-09T19:46:27Z', 'revision_number': 5, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'subnets': [{'id': '631c072b-443f-46be-a69f-00bb6024fc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:56:53.512414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-5c448c4f-bcfa-433a-99e4-98e44b18073f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Calling delete_port for 3f4094dc-c53d-4258-a6b9-868c76d93fce owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:53.561885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-18d25092-87e3-4466-bcb7-4e62ef63d9f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd HTTP/1.1" status: 200 len: 217 time: 0.0699184 Nov 09 19:56:53.587042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e6a0928-a39d-42ce-bbd0-3bd70391c711 req-1191f1a3-059b-4d34-b990-593b0ce39713 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254059 Nov 09 19:56:53.596052 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b29c72-5cd2-48b6-9c1d-024c6d8e8bc2 None None] The sync data for ids ['89ff9107-1a04-4686-bcd7-e0f134d56812'] in n-d-817256-1 is: [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:46:20Z', 'revision_number': 4, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'ca6c5654-4726-4676-984b-46d02bdb4ad0', 'name': '', 'network_id': '90a17b75-3a9f-4fd3-9f10-435fc26e61fd', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'mac_address': 'fa:16:3e:39:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '631c072b-443f-46be-a69f-00bb6024fc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:18Z', 'updated_at': '2021-11-09T19:46:27Z', 'revision_number': 5, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'subnets': [{'id': '631c072b-443f-46be-a69f-00bb6024fc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:56:53.770141 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:53.795489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-03eedb32-631c-4b27-b09e-8240826ca919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:53.797062 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-03eedb32-631c-4b27-b09e-8240826ca919 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.2052207 Nov 09 19:56:53.873548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-6585356c-07cd-4a92-bdca-b71df8c4e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:53.875433 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-6585356c-07cd-4a92-bdca-b71df8c4e6c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677102 Nov 09 19:56:53.905565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:53.919955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:56:53.990252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:56:53.994734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:56:54.006834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:56:54.136936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:54.138865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:54.151981 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-5c448c4f-bcfa-433a-99e4-98e44b18073f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:54.181468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event updated for resources: {'Port': ['ID=09461eab-75af-4699-b74c-78c55b5c1184,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:54.223162 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-cf3d9146-82e0-4a20-8c76-3ee59e1000cd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5950830 Nov 09 19:56:54.260253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Request body: {'port': {'device_id': '19fdfcf6-6620-405c-accb-98b5dc85e324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:56:54.282835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c448c4f-bcfa-433a-99e4-98e44b18073f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Port': ['ID=3f4094dc-c53d-4258-a6b9-868c76d93fce,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:54.363245 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:54.368124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eb2550-5db9-45f5-ab70-b9531e3600e6 None None] New status for floating IP d6a05c1f-2754-454e-a2b3-2fd4b8abfaf2: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 19:56:54.381392 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-5c448c4f-bcfa-433a-99e4-98e44b18073f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] No DVR routers for this DVR port 3f4094dc-c53d-4258-a6b9-868c76d93fce on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:54.385092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-b674809d-fb7b-4587-893d-0acb16dd345d service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974973 Nov 09 19:56:54.389265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-5c448c4f-bcfa-433a-99e4-98e44b18073f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:54.406324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-5c448c4f-bcfa-433a-99e4-98e44b18073f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "DELETE /v2.0/ports/3f4094dc-c53d-4258-a6b9-868c76d93fce HTTP/1.1" status: 204 len: 173 time: 2.2063000 Nov 09 19:56:54.407001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-deleted', 'tag': '3f4094dc-c53d-4258-a6b9-868c76d93fce'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:54.409379 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acf36ff-ce71-4840-9f02-5e66e2ac6678" -d '{"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-deleted", "tag": "3f4094dc-c53d-4258-a6b9-868c76d93fce"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:54.694937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-7dc5befd-efcc-4fdc-a017-34bd86b30a88 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442396 Nov 09 19:56:54.794915 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-c2539ebe-f52e-4cf6-bd1e-bcf5ec843f1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 HTTP/1.1" status: 200 len: 217 time: 0.0910060 Nov 09 19:56:54.826057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09461eab-75af-4699-b74c-78c55b5c1184 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:56:54.840214 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:54.856475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Transition to ACTIVE for port object 09461eab-75af-4699-b74c-78c55b5c1184 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:56:54.872719 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:54.944900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Pushing event updated for resources: {'Port': ['ID=09461eab-75af-4699-b74c-78c55b5c1184,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:54.951436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c9a51-2404-4b45-8b30-1a47606f2aff req-f9e436ba-5598-43d1-969e-848870aba63f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:54.953021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c1c9a51-2404-4b45-8b30-1a47606f2aff req-f9e436ba-5598-43d1-969e-848870aba63f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 932 time: 0.5836778 Nov 09 19:56:54.954631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-c51b3b40-22ac-40bf-b293-c436a6ad78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:54.963507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-c51b3b40-22ac-40bf-b293-c436a6ad78ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.1431882 Nov 09 19:56:55.103450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c1c9a51-2404-4b45-8b30-1a47606f2aff req-8380cf6f-a6c4-4381-af7e-79bccc47dacf tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369829 Nov 09 19:56:55.145002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-fd28bb92-e898-4748-9ef9-f03f101173d7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting port eb82dada-9573-47f3-b291-b9c2b30a7000 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:55.145350 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-fd28bb92-e898-4748-9ef9-f03f101173d7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:55.151449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-c59e540f-7746-4e4d-87ab-a0d0d89d15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:55.159540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-c59e540f-7746-4e4d-87ab-a0d0d89d15c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593435 Nov 09 19:56:55.165514 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Attempting to bind port 09461eab-75af-4699-b74c-78c55b5c1184 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:56:55.170259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Attempting to bind port 09461eab-75af-4699-b74c-78c55b5c1184 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:56:55.170931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Attempting to bind port 09461eab-75af-4699-b74c-78c55b5c1184 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:55.183703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Port 09461eab-75af-4699-b74c-78c55b5c1184 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:56:55.185454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Attempting to bind port 09461eab-75af-4699-b74c-78c55b5c1184 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:56:55.202131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:56:55.205166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Checking segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:56:55.205893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Bound using segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:56:55.206925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Bound port: 09461eab-75af-4699-b74c-78c55b5c1184, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:56:55.207536 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:55.332709 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:55.369506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] For port 09461eab-75af-4699-b74c-78c55b5c1184, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:56:55.374329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] For port 09461eab-75af-4699-b74c-78c55b5c1184, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=09461eab-75af-4699-b74c-78c55b5c1184,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:56:55.380318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:55.457026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Pushing event updated for resources: {'Port': ['ID=09461eab-75af-4699-b74c-78c55b5c1184,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:55.474707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:55.475402 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:55.479844 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-82944177-90b2-4769-91de-56105dc38d31 service neutron] 10.222.0.77 "PUT /v2.0/ports/09461eab-75af-4699-b74c-78c55b5c1184 HTTP/1.1" status: 200 len: 1092 time: 1.2357230 Nov 09 19:56:55.480558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fdfcf6-6620-405c-accb-98b5dc85e324', 'tag': '09461eab-75af-4699-b74c-78c55b5c1184'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:55.483432 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c33753-44db-4e63-80d0-122f453d3da7" -d '{"events": [{"name": "network-changed", "server_uuid": "19fdfcf6-6620-405c-accb-98b5dc85e324", "tag": "09461eab-75af-4699-b74c-78c55b5c1184"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:55.627933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-f71d6cf0-cc9c-4ef4-8208-3c6d1e0c9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:55.630035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-f71d6cf0-cc9c-4ef4-8208-3c6d1e0c9153 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 1095 time: 0.0931516 Nov 09 19:56:55.747955 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d641806-b04a-4e17-bd7d-1d2d495a845f x-openstack-request-id: req-7d641806-b04a-4e17-bd7d-1d2d495a845f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:55.748650 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-deleted", "tag": "3f4094dc-c53d-4258-a6b9-868c76d93fce", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:55.748650 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d641806-b04a-4e17-bd7d-1d2d495a845f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:55.748979 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-deleted', 'tag': '3f4094dc-c53d-4258-a6b9-868c76d93fce', 'status': 'completed', 'code': 200} Nov 09 19:56:55.751936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-f9eddfb7-0792-4033-8b38-b7d077ac458e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09461eab-75af-4699-b74c-78c55b5c1184 HTTP/1.1" status: 200 len: 217 time: 0.1124806 Nov 09 19:56:55.826534 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-0eac94d5-c1b8-420e-b78f-91cbfe36f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:55.828095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-0eac94d5-c1b8-420e-b78f-91cbfe36f81e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.0681973 Nov 09 19:56:55.893200 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-3096c480-c518-4316-a61d-95efbc6249b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568230 Nov 09 19:56:55.948998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-fd28bb92-e898-4748-9ef9-f03f101173d7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] For port eb82dada-9573-47f3-b291-b9c2b30a7000, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=eb82dada-9573-47f3-b291-b9c2b30a7000,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:55.954406 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-fd28bb92-e898-4748-9ef9-f03f101173d7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:55.994898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-fd28bb92-e898-4748-9ef9-f03f101173d7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Calling delete_port for eb82dada-9573-47f3-b291-b9c2b30a7000 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:55.998004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-56f23c31-2e82-4042-8e1d-e87944cb8883 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8109691 Nov 09 19:56:56.011550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcdf98-2e27-4656-8d5c-125548682797 req-4f33ad32-f838-44d0-9bc5-9ee94da12355 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:56.021397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcdf98-2e27-4656-8d5c-125548682797 req-4f33ad32-f838-44d0-9bc5-9ee94da12355 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:56.025256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcdf98-2e27-4656-8d5c-125548682797 req-4f33ad32-f838-44d0-9bc5-9ee94da12355 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:56.034202 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35bcdf98-2e27-4656-8d5c-125548682797 req-4f33ad32-f838-44d0-9bc5-9ee94da12355 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 2409 time: 0.2843256 Nov 09 19:56:56.162618 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-ffe669d3-ff01-4978-8305-f8cfed125464 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489057 Nov 09 19:56:56.164876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35bcdf98-2e27-4656-8d5c-125548682797 req-47637aa8-89e3-4252-8a07-8867fd2580f0 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296880 Nov 09 19:56:56.223559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7dea07-5f49-4b97-90d3-30b4130524f1 req-0add1bbc-3a80-4f84-8ae2-383f5c7fe6ef service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700823 Nov 09 19:56:56.371127 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-fd28bb92-e898-4748-9ef9-f03f101173d7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:56.408599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-562caaca-ba00-4df1-9481-b46cd7e71192 req-f7f98a20-d96c-439f-b610-7c053c5e8a1b service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291660 Nov 09 19:56:56.412791 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34357538-d06c-49ef-8f11-c976cb82765c x-openstack-request-id: req-34357538-d06c-49ef-8f11-c976cb82765c {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:56.413089 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fdfcf6-6620-405c-accb-98b5dc85e324", "tag": "09461eab-75af-4699-b74c-78c55b5c1184", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:56.413617 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34357538-d06c-49ef-8f11-c976cb82765c {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:56.414563 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fdfcf6-6620-405c-accb-98b5dc85e324', 'tag': '09461eab-75af-4699-b74c-78c55b5c1184', 'status': 'completed', 'code': 200} Nov 09 19:56:56.430755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28bb92-e898-4748-9ef9-f03f101173d7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Port': ['ID=eb82dada-9573-47f3-b291-b9c2b30a7000,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:56.535839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-fd28bb92-e898-4748-9ef9-f03f101173d7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] No DVR routers for this DVR port eb82dada-9573-47f3-b291-b9c2b30a7000 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:56.563943 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-fd28bb92-e898-4748-9ef9-f03f101173d7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:56.567407 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-fd28bb92-e898-4748-9ef9-f03f101173d7 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "DELETE /v2.0/ports/eb82dada-9573-47f3-b291-b9c2b30a7000 HTTP/1.1" status: 204 len: 173 time: 1.9717343 Nov 09 19:56:56.587734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c33753-44db-4e63-80d0-122f453d3da7 req-1e1f9222-6771-4245-855b-ef6df9c1db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:56.596849 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3c33753-44db-4e63-80d0-122f453d3da7 req-1e1f9222-6771-4245-855b-ef6df9c1db4a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 1095 time: 0.1241944 Nov 09 19:56:56.628311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b779d-6b28-44cb-92d9-b3a10fbb89ed req-e85e4e60-6504-4dee-8019-0a38c61ca916 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:56.630285 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e30b779d-6b28-44cb-92d9-b3a10fbb89ed req-e85e4e60-6504-4dee-8019-0a38c61ca916 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 944 time: 0.1532166 Nov 09 19:56:56.740731 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e30b779d-6b28-44cb-92d9-b3a10fbb89ed req-6f1eeb90-eec8-453f-b7c3-26d73d43e8b9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989411 Nov 09 19:56:56.795187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2442e527-4549-4268-8199-feebc6f08261 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:56.795885 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2442e527-4549-4268-8199-feebc6f08261 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:57.081012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2442e527-4549-4268-8199-feebc6f08261 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] For port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:57.081446 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2442e527-4549-4268-8199-feebc6f08261 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:57.113030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2442e527-4549-4268-8199-feebc6f08261 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Calling delete_port for ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:57.407947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c33753-44db-4e63-80d0-122f453d3da7 req-5c88e3f6-bfde-4b74-919f-6823a970c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:57.410084 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3c33753-44db-4e63-80d0-122f453d3da7 req-5c88e3f6-bfde-4b74-919f-6823a970c51b service neutron] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 907 time: 0.8058491 Nov 09 19:56:57.415497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b1341-2cac-44ea-aa1b-89c54b5a175c req-4a790137-9783-41c3-af7f-088569299e93 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:57.424179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b1341-2cac-44ea-aa1b-89c54b5a175c req-4a790137-9783-41c3-af7f-088569299e93 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:57.432641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-834b1341-2cac-44ea-aa1b-89c54b5a175c req-4a790137-9783-41c3-af7f-088569299e93 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 1677 time: 0.1194112 Nov 09 19:56:57.436529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2442e527-4549-4268-8199-feebc6f08261 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:57.495126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3c33753-44db-4e63-80d0-122f453d3da7 req-79e6d048-e88f-4fb5-93ae-7f10b93f2ea7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09461eab-75af-4699-b74c-78c55b5c1184 HTTP/1.1" status: 200 len: 217 time: 0.0765417 Nov 09 19:56:57.498492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442e527-4549-4268-8199-feebc6f08261 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Port': ['ID=ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:57.534366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-834b1341-2cac-44ea-aa1b-89c54b5a175c req-3b7cc943-0325-42a0-83ee-8650652883e1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups?id=ebc41e2d-1379-483f-b55d-257169868800&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991554 Nov 09 19:56:57.640668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c33753-44db-4e63-80d0-122f453d3da7 req-2ddfb2cf-1304-4234-a836-817b674e24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:57.646009 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3c33753-44db-4e63-80d0-122f453d3da7 req-2ddfb2cf-1304-4234-a836-817b674e24d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.1387780 Nov 09 19:56:57.647656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46010) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:56:57.650830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2442e527-4549-4268-8199-feebc6f08261 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] No DVR routers for this DVR port ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:57.656453 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2442e527-4549-4268-8199-feebc6f08261 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:57.669283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-2442e527-4549-4268-8199-feebc6f08261 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "DELETE /v2.0/ports/ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7 HTTP/1.1" status: 204 len: 173 time: 1.0981283 Nov 09 19:56:57.727492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3c33753-44db-4e63-80d0-122f453d3da7 req-aa39fa7f-0564-4f77-aa0c-0aba4a330842 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605104 Nov 09 19:56:57.753603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-deleted', 'tag': 'eb82dada-9573-47f3-b291-b9c2b30a7000'}, {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-deleted', 'tag': 'ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:56:57.757906 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d1cc1e-5d3a-4ae7-aec9-faea1aab306d" -d '{"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-deleted", "tag": "eb82dada-9573-47f3-b291-b9c2b30a7000"}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-deleted", "tag": "ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:56:57.902048 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3c33753-44db-4e63-80d0-122f453d3da7 req-5413a5e3-23bb-4a69-8d13-e11144056297 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680496 Nov 09 19:56:58.029986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-bb6ae53c-1e36-4c90-8c34-f5caed2a500e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting port d4ec9063-0b38-4a59-9977-154ba5c6fb96 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:58.031074 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-bb6ae53c-1e36-4c90-8c34-f5caed2a500e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:58.121618 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3c33753-44db-4e63-80d0-122f453d3da7 req-94bc882d-ac06-4a49-b5ec-b459c71e348b service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113283 Nov 09 19:56:58.202723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-bb6ae53c-1e36-4c90-8c34-f5caed2a500e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] For port d4ec9063-0b38-4a59-9977-154ba5c6fb96, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d4ec9063-0b38-4a59-9977-154ba5c6fb96,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:58.203095 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-bb6ae53c-1e36-4c90-8c34-f5caed2a500e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:58.219858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-bb6ae53c-1e36-4c90-8c34-f5caed2a500e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Calling delete_port for d4ec9063-0b38-4a59-9977-154ba5c6fb96 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:58.385004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed02df-ad1b-4648-a6c7-60d1ec196cdb req-2a3568a0-05fa-44d3-bc4f-8501c63d8244 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:58.393105 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-65ed02df-ad1b-4648-a6c7-60d1ec196cdb req-2a3568a0-05fa-44d3-bc4f-8501c63d8244 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 944 time: 0.4996963 Nov 09 19:56:58.472043 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-65ed02df-ad1b-4648-a6c7-60d1ec196cdb req-b61b1545-a77e-4200-8aa2-bfdeefa28f6c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779929 Nov 09 19:56:58.486179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-bb6ae53c-1e36-4c90-8c34-f5caed2a500e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:58.538087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ae53c-1e36-4c90-8c34-f5caed2a500e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Port': ['ID=d4ec9063-0b38-4a59-9977-154ba5c6fb96,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:58.586576 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7adf9f3-2670-4daa-b024-3f3dd199e77a x-openstack-request-id: req-f7adf9f3-2670-4daa-b024-3f3dd199e77a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:56:58.586884 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-deleted", "tag": "eb82dada-9573-47f3-b291-b9c2b30a7000", "status": "completed", "code": 200}, {"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-deleted", "tag": "ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:56:58.587141 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7adf9f3-2670-4daa-b024-3f3dd199e77a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:56:58.587536 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-deleted', 'tag': 'eb82dada-9573-47f3-b291-b9c2b30a7000', 'status': 'completed', 'code': 200} Nov 09 19:56:58.587787 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-deleted', 'tag': 'ed59fe8b-1df5-4b3e-b1b6-bec53ca4fba7', 'status': 'completed', 'code': 200} Nov 09 19:56:58.633251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-bb6ae53c-1e36-4c90-8c34-f5caed2a500e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] No DVR routers for this DVR port d4ec9063-0b38-4a59-9977-154ba5c6fb96 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:56:58.641912 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-bb6ae53c-1e36-4c90-8c34-f5caed2a500e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:58.652254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8acbf7c4-341c-4299-bdc5-a08bab7a0597 req-bb6ae53c-1e36-4c90-8c34-f5caed2a500e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.70 "DELETE /v2.0/ports/d4ec9063-0b38-4a59-9977-154ba5c6fb96 HTTP/1.1" status: 204 len: 173 time: 0.9779270 Nov 09 19:56:58.670789 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:58.721532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1db889d-3eb2-4c2a-bdf7-b7159217da9a req-d0de125e-d9e0-49d1-920a-5002a79be253 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 210 time: 0.0367069 Nov 09 19:56:59.072798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] Deleting port 0bd2afeb-4e2b-4181-a975-4aa62f481a48 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:56:59.073147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:59.215637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] For port 0bd2afeb-4e2b-4181-a975-4aa62f481a48, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0bd2afeb-4e2b-4181-a975-4aa62f481a48,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:56:59.216079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:59.247125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] Calling delete_port for 0bd2afeb-4e2b-4181-a975-4aa62f481a48 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:56:59.570655 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:56:59.639942 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd2afeb-4e2b-4181-a975-4aa62f481a48,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:56:59.768176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d4b8d-1034-49f1-bbd3-68a5b79644aa req-3133547c-07c4-4e4f-8b3d-86d432be912b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:56:59.776126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-993d4b8d-1034-49f1-bbd3-68a5b79644aa req-3133547c-07c4-4e4f-8b3d-86d432be912b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 944 time: 0.1334581 Nov 09 19:56:59.899759 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-993d4b8d-1034-49f1-bbd3-68a5b79644aa req-ab5cdc5d-01d9-4239-a4de-80c549a90de0 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144915 Nov 09 19:57:00.009142 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:00.075613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f29257d-2288-4ed2-ae63-8a1b6bba5f1e req-8fcab8ee-4aa6-49de-9a8f-a5c0465a7653 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 210 time: 0.0646896 Nov 09 19:57:00.105855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 09461eab-75af-4699-b74c-78c55b5c1184 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:57:00.258193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 09461eab-75af-4699-b74c-78c55b5c1184, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=09461eab-75af-4699-b74c-78c55b5c1184,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:00.274430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '09461eab-75af-4699-b74c-78c55b5c1184', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'port_id': '09461eab-75af-4699-b74c-78c55b5c1184', 'mac_address': 'fa:16:3e:39:ca:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9a7faa-9b10-4cf3-b806-664c9d502a38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:57:00.332709 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:00.352380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09461eab-75af-4699-b74c-78c55b5c1184 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:57:00.378982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] Router 1226baa4-5494-43ba-bc64-3b2d9b731bcd has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:57:00.398704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 09461eab-75af-4699-b74c-78c55b5c1184, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=09461eab-75af-4699-b74c-78c55b5c1184,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:00.408954 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:00.503542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=09461eab-75af-4699-b74c-78c55b5c1184,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:00.543876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:57:00.552466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dbbca328-c2db-42b6-ba96-fd43a240dbc0 admin admin] 10.222.0.53 "PUT /v2.0/routers/1226baa4-5494-43ba-bc64-3b2d9b731bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9028344 Nov 09 19:57:00.556034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46070) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:00.557825 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] Sync routers for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:57:00.570627 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:57:00.572483 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:00.619081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-deleted', 'tag': 'd4ec9063-0b38-4a59-9977-154ba5c6fb96'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:00.627711 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557696d1-3123-4818-b92d-7e220af2a935" -d '{"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-deleted", "tag": "d4ec9063-0b38-4a59-9977-154ba5c6fb96"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:00.647765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['09461eab-75af-4699-b74c-78c55b5c1184'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:00.727772 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d29aeb-db03-42fb-bb5d-dea553213500 x-openstack-request-id: req-f4d29aeb-db03-42fb-bb5d-dea553213500 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:57:00.741568 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf4e6aa-7bca-4681-9ea4-b003e379d586", "name": "network-vif-deleted", "tag": "d4ec9063-0b38-4a59-9977-154ba5c6fb96", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:57:00.741935 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4d29aeb-db03-42fb-bb5d-dea553213500 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:57:00.742371 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf4e6aa-7bca-4681-9ea4-b003e379d586', 'name': 'network-vif-deleted', 'tag': 'd4ec9063-0b38-4a59-9977-154ba5c6fb96', 'status': 'completed', 'code': 200} Nov 09 19:57:00.828795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:00.850288 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:57:01.061507 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:01.151243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c59b8-515d-44dc-b433-023e5323bb47 req-68ad6fc0-dfde-4cd0-bd23-132db50b199d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:01.154952 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c3c59b8-515d-44dc-b433-023e5323bb47 req-68ad6fc0-dfde-4cd0-bd23-132db50b199d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 945 time: 0.1105523 Nov 09 19:57:01.186680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Deleting port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:01.187322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:01.285558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c3c59b8-515d-44dc-b433-023e5323bb47 req-5333b5b4-9fe8-46d0-a8c3-d1604a580692 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223021 Nov 09 19:57:01.326556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] For port b94af6cc-abf4-4ee0-9cb7-3796c61c1efe, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b94af6cc-abf4-4ee0-9cb7-3796c61c1efe,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:01.327118 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:01.358187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Calling delete_port for b94af6cc-abf4-4ee0-9cb7-3796c61c1efe owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:01.474005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8691b6a1-0a5e-410a-93e7-faa9463a1cde req-70de6548-7270-431f-97dd-61e109804cfa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 210 time: 0.0304978 Nov 09 19:57:01.548072 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:56:59Z', 'revision_number': 5, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port': {'id': 'b94af6cc-abf4-4ee0-9cb7-3796c61c1efe', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:49:00Z', 'updated_at': '2021-11-09T19:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:01.587545 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] Checking router: 1226baa4-5494-43ba-bc64-3b2d9b731bcd for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:57:01.635505 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] Routers {'1226baa4-5494-43ba-bc64-3b2d9b731bcd'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:57:01.636208 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:56:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:01.678382 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:01.721106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94af6cc-abf4-4ee0-9cb7-3796c61c1efe,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:01.777779 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] Set router 1226baa4-5494-43ba-bc64-3b2d9b731bcd gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:57:01.804895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:01.919002 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:57:01Z', 'revision_number': 6, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:01.921473 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:01.924022 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:01.992436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:01.993239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1226baa4-5494-43ba-bc64-3b2d9b731bcd {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:57:02.004145 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70de2c51-a7c7-4b73-b921-52a11a0eddf6 None None] The sync data for ids ['1226baa4-5494-43ba-bc64-3b2d9b731bcd'] in n-d-817256-1 is: [{'id': '1226baa4-5494-43ba-bc64-3b2d9b731bcd', 'name': 'tempest-AttachVolumeTestJSON-21592885-router', 'tenant_id': '7c23461390c64813976524a067b18fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:48:59Z', 'updated_at': '2021-11-09T19:57:01Z', 'revision_number': 6, 'project_id': '7c23461390c64813976524a067b18fe8', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:57:02.004655 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:02.014641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e9a3475c-43ab-4159-8b1a-c8e479ef7a67 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1226baa4-5494-43ba-bc64-3b2d9b731bcd HTTP/1.1" status: 204 len: 168 time: 1.4573774 Nov 09 19:57:02.015153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46106) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:02.104559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-80005746-17a9-4c2e-95d5-662c34bdf3b5 admin admin] Deleting subnet ae8e6af3-431c-4a46-9d32-3abb509cc83b {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:57:02.109347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 09461eab-75af-4699-b74c-78c55b5c1184 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:57:02.111837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80005746-17a9-4c2e-95d5-662c34bdf3b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:02.196570 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80005746-17a9-4c2e-95d5-662c34bdf3b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:02.210145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 09461eab-75af-4699-b74c-78c55b5c1184 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:57:02.218192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 09461eab-75af-4699-b74c-78c55b5c1184 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:57:02.218723 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:02.334578 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:02.405337 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80005746-17a9-4c2e-95d5-662c34bdf3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:02.445636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 09461eab-75af-4699-b74c-78c55b5c1184, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=09461eab-75af-4699-b74c-78c55b5c1184,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:02.446942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fdfcf6-6620-405c-accb-98b5dc85e324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09461eab-75af-4699-b74c-78c55b5c1184'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:02.451263 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983541c5-201a-4be8-847e-77f2af731aca" -d '{"events": [{"server_uuid": "19fdfcf6-6620-405c-accb-98b5dc85e324", "name": "network-vif-plugged", "status": "completed", "tag": "09461eab-75af-4699-b74c-78c55b5c1184"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:02.458818 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:02.526152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03766023-f4ee-4eab-a85f-6147c9a1a9e8 req-47bcb1f4-f344-4bcd-bab9-28dcccb6daae tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:02.539558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-03766023-f4ee-4eab-a85f-6147c9a1a9e8 req-47bcb1f4-f344-4bcd-bab9-28dcccb6daae tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 945 time: 0.1481619 Nov 09 19:57:02.541567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=09461eab-75af-4699-b74c-78c55b5c1184,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:02.565190 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80005746-17a9-4c2e-95d5-662c34bdf3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:02.586475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80005746-17a9-4c2e-95d5-662c34bdf3b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:02.592240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-80005746-17a9-4c2e-95d5-662c34bdf3b5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae8e6af3-431c-4a46-9d32-3abb509cc83b HTTP/1.1" status: 204 len: 168 time: 0.5738220 Nov 09 19:57:02.592910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513cf3ae-8af8-4d67-ab1b-1232d02b2fe7 None None] Network 64c99bb4-90d7-4a67-a079-d1a5de0b5872 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:57:02.595205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46120) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:02.641575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80005746-17a9-4c2e-95d5-662c34bdf3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8e6af3-431c-4a46-9d32-3abb509cc83b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:02.689901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-03766023-f4ee-4eab-a85f-6147c9a1a9e8 req-6b5ee259-8d4c-45b8-845b-9dd2163f8793 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448264 Nov 09 19:57:02.752396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:02.792094 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635fb14d-f7d6-4aa0-a105-1e57c2bac6a1 x-openstack-request-id: req-635fb14d-f7d6-4aa0-a105-1e57c2bac6a1 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:57:02.792772 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fdfcf6-6620-405c-accb-98b5dc85e324", "name": "network-vif-plugged", "status": "completed", "tag": "09461eab-75af-4699-b74c-78c55b5c1184", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:57:02.793231 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-635fb14d-f7d6-4aa0-a105-1e57c2bac6a1 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:57:02.793838 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fdfcf6-6620-405c-accb-98b5dc85e324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09461eab-75af-4699-b74c-78c55b5c1184', 'code': 200} Nov 09 19:57:02.932188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa37f72-4f5d-4fdf-96a9-668acf3cd1cb None None] DHCP port deletion for 64c99bb4-90d7-4a67-a079-d1a5de0b5872 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:57:02.935529 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba2b18b7-743f-4c1c-b404-51c7d015526f req-d0766cc6-46ec-45da-8a25-bbbe9409927f tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 210 time: 0.0552230 Nov 09 19:57:02.994620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Deleting port effef063-0fc9-463b-8631-88beef2752e2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:02.997116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.026408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418e77c-b09e-4d28-9b64-bd5158a1b926 req-bfea9fb1-1c1b-460e-88cd-552a78969619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:03.032906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8418e77c-b09e-4d28-9b64-bd5158a1b926 req-bfea9fb1-1c1b-460e-88cd-552a78969619 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 1097 time: 0.1845887 Nov 09 19:57:03.076148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-faa37f72-4f5d-4fdf-96a9-668acf3cd1cb None None] Deleting port effef063-0fc9-463b-8631-88beef2752e2 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:03.079601 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-faa37f72-4f5d-4fdf-96a9-668acf3cd1cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.148575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] For port effef063-0fc9-463b-8631-88beef2752e2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=effef063-0fc9-463b-8631-88beef2752e2,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:03.149512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.153177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8418e77c-b09e-4d28-9b64-bd5158a1b926 req-4b27f622-dc9b-42c3-9723-6bfbc5d6fba0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153357 Nov 09 19:57:03.174655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Calling delete_port for effef063-0fc9-463b-8631-88beef2752e2 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:03.205877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-faa37f72-4f5d-4fdf-96a9-668acf3cd1cb None None] For port effef063-0fc9-463b-8631-88beef2752e2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=effef063-0fc9-463b-8631-88beef2752e2,segment=NetworkSegment(eb9fb935-3ee0-470a-b42e-fc3da6ed00ba),segment_id=eb9fb935-3ee0-470a-b42e-fc3da6ed00ba)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:03.206486 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-faa37f72-4f5d-4fdf-96a9-668acf3cd1cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.225162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-faa37f72-4f5d-4fdf-96a9-668acf3cd1cb None None] Calling delete_port for effef063-0fc9-463b-8631-88beef2752e2 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:03.337084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.378873 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-faa37f72-4f5d-4fdf-96a9-668acf3cd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.395927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa37f72-4f5d-4fdf-96a9-668acf3cd1cb None None] No DVR routers for this DVR port effef063-0fc9-463b-8631-88beef2752e2 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:57:03.421461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa37f72-4f5d-4fdf-96a9-668acf3cd1cb None None] Pushing event deleted for resources: {'Port': ['ID=effef063-0fc9-463b-8631-88beef2752e2,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:03.437581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] No DVR routers for this DVR port effef063-0fc9-463b-8631-88beef2752e2 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:57:03.441373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=effef063-0fc9-463b-8631-88beef2752e2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:03.559473 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.585424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c99bb4-90d7-4a67-a079-d1a5de0b5872']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:03.600001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:03.600993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9fb935-3ee0-470a-b42e-fc3da6ed00ba') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:03.614187 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.632799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.641894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:57:03.642571 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:57:03.716948 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:57:03.764937 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.774972 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:03.782327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/64c99bb4-90d7-4a67-a079-d1a5de0b5872 HTTP/1.1" status: 204 len: 168 time: 1.1827073 Nov 09 19:57:03.809594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537efa7-180b-40cf-ad3e-78c7a2815eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=64c99bb4-90d7-4a67-a079-d1a5de0b5872,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:03.863083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e26aa-e620-481d-8c58-9979c41cc2c6 req-c96a629b-a616-4ca4-b509-99b9c2ea1b09 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:03.870599 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd2e26aa-e620-481d-8c58-9979c41cc2c6 req-c96a629b-a616-4ca4-b509-99b9c2ea1b09 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 946 time: 0.0719798 Nov 09 19:57:03.927143 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd2e26aa-e620-481d-8c58-9979c41cc2c6 req-4555cb22-75af-4143-9d3f-52e60f6da4bf tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490263 Nov 09 19:57:04.153589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b94af6cc-abf4-4ee0-9cb7-3796c61c1efe no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:57:04.167820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46158) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:04.172208 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-184b765e-f8d8-46dc-bbd7-5c3893b648e3 req-427ff779-73d2-49e4-9d85-45cc43c7607c tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 210 time: 0.0709879 Nov 09 19:57:04.222382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: b94af6cc-abf4-4ee0-9cb7-3796c61c1efe {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:57:04.224061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b94af6cc-abf4-4ee0-9cb7-3796c61c1efe not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:57:04.225216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device effef063-0fc9-463b-8631-88beef2752e2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:57:04.234386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-733375ee-3dd5-4acc-870e-d7e49e464ed8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c23461390c64813976524a067b18fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652406 Nov 09 19:57:04.235568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46160) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:04.306593 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: effef063-0fc9-463b-8631-88beef2752e2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:57:04.307195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device effef063-0fc9-463b-8631-88beef2752e2 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:57:04.309635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0bd2afeb-4e2b-4181-a975-4aa62f481a48 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:57:04.328870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb6943d4-8bfe-4b1b-892a-31ac18177fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:04.351769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0bd2afeb-4e2b-4181-a975-4aa62f481a48 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:57:04.352358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0bd2afeb-4e2b-4181-a975-4aa62f481a48 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:57:04.370559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb6943d4-8bfe-4b1b-892a-31ac18177fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:04.437035 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb6943d4-8bfe-4b1b-892a-31ac18177fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:04.440619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb6943d4-8bfe-4b1b-892a-31ac18177fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:04.442086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fb6943d4-8bfe-4b1b-892a-31ac18177fa0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73e66827-435f-4086-a38a-e1e045b11eed HTTP/1.1" status: 204 len: 168 time: 0.2053583 Nov 09 19:57:04.451872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6943d4-8bfe-4b1b-892a-31ac18177fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e66827-435f-4086-a38a-e1e045b11eed,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:05.199494 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815991a-d2ed-4490-953e-3645de346b3a req-8a320053-4c36-44fd-a1e5-cf808f4e4c3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:05.203074 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6815991a-d2ed-4490-953e-3645de346b3a req-8a320053-4c36-44fd-a1e5-cf808f4e4c3a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 946 time: 0.1549482 Nov 09 19:57:05.273599 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6815991a-d2ed-4490-953e-3645de346b3a req-09ce7bbd-8133-4ec3-9f10-adf9186950ea tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623088 Nov 09 19:57:05.452077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ae304c0-dc83-4bbf-9c7d-c3cfaad8ff5f req-32978b41-5f4a-40a6-8ddf-21f62f3db4b4 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/ports?device_id=adf4e6aa-7bca-4681-9ea4-b003e379d586 HTTP/1.1" status: 200 len: 210 time: 0.0347035 Nov 09 19:57:09.658738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46378) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:09.879495 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ce8d-0361-4ebe-8dcd-9785db702172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.001355 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ce8d-0361-4ebe-8dcd-9785db702172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.010075 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ce8d-0361-4ebe-8dcd-9785db702172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.043491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0ce8d-0361-4ebe-8dcd-9785db702172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bddf145-83b5-40fe-8db7-91997e1d711c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:10.073741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3ad0ce8d-0361-4ebe-8dcd-9785db702172 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4dde297ffd39427ab369aefeedc812dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131384 Nov 09 19:57:10.076379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46386) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:10.148119 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0383805a-ac52-4e25-9e77-f40b13beb01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.183850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0383805a-ac52-4e25-9e77-f40b13beb01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.276432 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bee3164e-a9be-4dd0-ae2d-886a4d1cc628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.286451 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0383805a-ac52-4e25-9e77-f40b13beb01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.290614 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0383805a-ac52-4e25-9e77-f40b13beb01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.292041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0383805a-ac52-4e25-9e77-f40b13beb01a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bddf145-83b5-40fe-8db7-91997e1d711c HTTP/1.1" status: 204 len: 168 time: 0.2146878 Nov 09 19:57:10.326920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383805a-ac52-4e25-9e77-f40b13beb01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bddf145-83b5-40fe-8db7-91997e1d711c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:10.723806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46406) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:10.739772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36638709-f2da-4cca-8d36-72ed4b9e052e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.847594 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36638709-f2da-4cca-8d36-72ed4b9e052e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.853558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36638709-f2da-4cca-8d36-72ed4b9e052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:10.894605 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-36638709-f2da-4cca-8d36-72ed4b9e052e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba16331e6e8c4f818d83a247ed801324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682761 Nov 09 19:57:10.895816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46408) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:10.905908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36638709-f2da-4cca-8d36-72ed4b9e052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c89c6f4-1846-490b-a538-4e5998896796,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:10.984799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-997a2628-d55f-41c8-8542-1728cee63fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:11.024466 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-997a2628-d55f-41c8-8542-1728cee63fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:11.089663 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-997a2628-d55f-41c8-8542-1728cee63fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:11.092407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-997a2628-d55f-41c8-8542-1728cee63fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:11.096177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-997a2628-d55f-41c8-8542-1728cee63fea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c89c6f4-1846-490b-a538-4e5998896796 HTTP/1.1" status: 204 len: 168 time: 0.1964171 Nov 09 19:57:11.111901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a2628-d55f-41c8-8542-1728cee63fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c89c6f4-1846-490b-a538-4e5998896796,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:13.178730 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e144c804-c469-4140-b6eb-ac29645f2d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:13.488872 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:14.510104 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:15.420105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-b15d86b4-341f-473b-9cec-8ce6e169f590 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:15.427256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-b15d86b4-341f-473b-9cec-8ce6e169f590 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 815 time: 0.2113106 Nov 09 19:57:15.429175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-b45bdfd5-f97b-43b5-a5c1-c35676a37470 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:15.430992 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-b45bdfd5-f97b-43b5-a5c1-c35676a37470 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.1912229 Nov 09 19:57:15.462079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-481564c5-b258-44b6-b150-ecae56799c03 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/quotas/5b8b896b82e8499c9b231a80905ce84d HTTP/1.1" status: 200 len: 375 time: 0.0229218 Nov 09 19:57:15.469530 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-2b086524-041b-4a92-93ec-19350d906017 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/quotas/97846f5d7256493c91d52d33f0b30e83 HTTP/1.1" status: 200 len: 375 time: 0.0341370 Nov 09 19:57:15.530201 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-332f599b-4671-4896-976f-24d54165ae30 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669580 Nov 09 19:57:15.572974 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-fe008b23-1e26-44a6-b19a-ef8c6a188653 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026292 Nov 09 19:57:15.688018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-807f3944-6e68-4d6d-9174-01f8c90151ed service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534162 Nov 09 19:57:15.722701 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-2bb8b7c8-5c18-41f4-a43a-bd7e3c768425 service neutron] 10.222.0.53 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410401 Nov 09 19:57:15.887043 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-410385dc-0860-4c8d-8b50-bad6b6af1a61 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973531 Nov 09 19:57:15.905989 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-c0b96e91-12b4-4115-9e62-0711b3c3cdac service neutron] 10.222.0.53 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811709 Nov 09 19:57:16.247283 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:16.352952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a269d322-3e77-4be3-ab6b-e7fd8a0bc0a5 req-54186aac-a355-4528-9d83-4ab4af504001 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 210 time: 0.0866003 Nov 09 19:57:16.370827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46604) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:16.524742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-78e44b50-465b-4675-8aba-da6d0f4e40f4 req-ca454329-cabc-4a6b-add8-8d87cb1a9cfd tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 210 time: 0.0981219 Nov 09 19:57:16.561697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29a3f564-6414-421e-a182-8c9849276b93 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:16.631997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29a3f564-6414-421e-a182-8c9849276b93 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:16.738049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29a3f564-6414-421e-a182-8c9849276b93 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:16.744710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29a3f564-6414-421e-a182-8c9849276b93 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:16.751559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-29a3f564-6414-421e-a182-8c9849276b93 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "DELETE /v2.0/security-groups/ebc41e2d-1379-483f-b55d-257169868800 HTTP/1.1" status: 204 len: 168 time: 0.3751829 Nov 09 19:57:16.752218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46630) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:16.776502 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-7f9ba3a1-64b8-4f78-99f8-39c9bd3ada5a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] show failed (client error): The resource could not be found. Nov 09 19:57:16.781344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7f9ba3a1-64b8-4f78-99f8-39c9bd3ada5a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "GET /v2.0/security-groups/ebc41e2d-1379-483f-b55d-257169868800 HTTP/1.1" status: 404 len: 347 time: 0.0260651 Nov 09 19:57:16.784563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46632) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:16.784946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3f564-6414-421e-a182-8c9849276b93 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc41e2d-1379-483f-b55d-257169868800,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:17.117345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8412772e-bea4-472b-9c11-5641b138d87e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting port 1e349d34-aec5-4c8a-bafd-ed8a224675c8 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:17.120737 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8412772e-bea4-472b-9c11-5641b138d87e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:17.314830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8412772e-bea4-472b-9c11-5641b138d87e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:17.315188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8412772e-bea4-472b-9c11-5641b138d87e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:17.365985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8412772e-bea4-472b-9c11-5641b138d87e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Calling delete_port for 1e349d34-aec5-4c8a-bafd-ed8a224675c8 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:17.581883 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b58d9c7b-c85e-4df5-a147-84618da038fa req-5551a641-24e8-452e-b935-2a75b9001025 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 210 time: 0.0577908 Nov 09 19:57:17.681673 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73c30e1f-ccf7-4840-aeef-9935e02bbbba req-040a2cca-5449-4b40-901d-216269ccb547 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 210 time: 0.0462570 Nov 09 19:57:17.757077 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8412772e-bea4-472b-9c11-5641b138d87e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:17.877261 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8412772e-bea4-472b-9c11-5641b138d87e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:17.880075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8412772e-bea4-472b-9c11-5641b138d87e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:17.881497 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8412772e-bea4-472b-9c11-5641b138d87e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "DELETE /v2.0/floatingips/d6a05c1f-2754-454e-a2b3-2fd4b8abfaf2 HTTP/1.1" status: 204 len: 168 time: 1.0957508 Nov 09 19:57:17.883040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412772e-bea4-472b-9c11-5641b138d87e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Port': ['ID=1e349d34-aec5-4c8a-bafd-ed8a224675c8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:17.884656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46662) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:18.060324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-26f2dc03-71fe-46d1-a0eb-2a6073758baa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting port 03071954-4d2d-4b87-8754-6a44bd7c714b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:18.061212 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc03-71fe-46d1-a0eb-2a6073758baa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:18.120744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-4ec59633-e2ae-4200-b283-2e64a4dfa3cf tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:18.122656 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-4ec59633-e2ae-4200-b283-2e64a4dfa3cf tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.70 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.2825723 Nov 09 19:57:18.149618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Request body: {'port': {'device_id': 'ba957703-22e9-409f-9e1d-c96627bac83b', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'admin_state_up': True, 'tenant_id': '5b8b896b82e8499c9b231a80905ce84d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:18.320913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc03-71fe-46d1-a0eb-2a6073758baa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:18.335653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Made reservation on behalf of 5b8b896b82e8499c9b231a80905ce84d for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:18.339363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-26f2dc03-71fe-46d1-a0eb-2a6073758baa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Calling delete_port for 03071954-4d2d-4b87-8754-6a44bd7c714b owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:18.351090 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:18.664262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc03-71fe-46d1-a0eb-2a6073758baa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:18.704510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2dc03-71fe-46d1-a0eb-2a6073758baa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Port': ['ID=03071954-4d2d-4b87-8754-6a44bd7c714b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:18.777734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-a73c261c-b950-4d32-beac-1e85ac32c5de tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:18.786904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-a73c261c-b950-4d32-beac-1e85ac32c5de tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 815 time: 0.3885031 Nov 09 19:57:18.822117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Request body: {'port': {'device_id': '768abca2-fc9e-4910-a398-96ddd3fa8714', 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596', 'admin_state_up': True, 'tenant_id': '97846f5d7256493c91d52d33f0b30e83'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:18.860238 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc03-71fe-46d1-a0eb-2a6073758baa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:18.870703 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-26f2dc03-71fe-46d1-a0eb-2a6073758baa tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "DELETE /v2.0/ports/03071954-4d2d-4b87-8754-6a44bd7c714b HTTP/1.1" status: 204 len: 168 time: 0.9848185 Nov 09 19:57:18.873394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46700) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:18.928344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-63454170-fb2b-4297-934f-41faa3e685f4 req-036ac5c8-f541-4443-8c41-2c145a645c9a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 210 time: 0.1571324 Nov 09 19:57:19.102624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f68f5c2c-4e01-420a-af71-680a84029332 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting port 1990eaf1-6c71-48eb-9dd5-36db438adf18 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:19.103173 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f68f5c2c-4e01-420a-af71-680a84029332 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:19.241361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Made reservation on behalf of 97846f5d7256493c91d52d33f0b30e83 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:19.245216 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:19.270726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93336cab-c288-49c2-90d5-5e2e6c6a8de1 req-09826ce9-c1f5-4210-8815-01c55edd92d9 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 210 time: 0.3763442 Nov 09 19:57:19.374111 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f68f5c2c-4e01-420a-af71-680a84029332 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:19.405576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f68f5c2c-4e01-420a-af71-680a84029332 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Calling delete_port for 1990eaf1-6c71-48eb-9dd5-36db438adf18 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:19.473652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Allocated IP 172.20.0.11 (e439c7f8-e1b8-4e07-944e-bdfe01f842f8/9f9a7faa-9b10-4cf3-b806-664c9d502a38/19c27776-746a-45c1-a72d-cc5470a1d752) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:57:19.588806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Allocated IP 172.20.0.11 (d05b2ffc-1e73-4ad9-92fd-8636bbfb0596/79b5a0f8-1587-44bb-bc0e-726f382b13b7/ca296a33-4dd4-469a-ab2a-f43f56d4f41a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:57:19.752762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f68f5c2c-4e01-420a-af71-680a84029332 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:19.832227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f5c2c-4e01-420a-af71-680a84029332 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Port': ['ID=1990eaf1-6c71-48eb-9dd5-36db438adf18,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:19.924559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f68f5c2c-4e01-420a-af71-680a84029332 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:19.930622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f68f5c2c-4e01-420a-af71-680a84029332 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "DELETE /v2.0/ports/1990eaf1-6c71-48eb-9dd5-36db438adf18 HTTP/1.1" status: 204 len: 168 time: 1.0535502 Nov 09 19:57:19.931199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46716) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:19.991831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec0c125-3a76-473e-94a8-ee13fcc7599e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting subnet 49951f22-2f01-4c7f-b333-838c9c0e90da {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:57:20.004262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aec0c125-3a76-473e-94a8-ee13fcc7599e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:20.019276 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:57:20.127325 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aec0c125-3a76-473e-94a8-ee13fcc7599e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:20.407887 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aec0c125-3a76-473e-94a8-ee13fcc7599e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:20.479591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:20.533427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd1179ae-e854-4e81-aa32-b185e052a6c6 req-f229f128-1eb6-4f47-b521-8c6e69b1a018 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 210 time: 0.0409124 Nov 09 19:57:20.535298 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aec0c125-3a76-473e-94a8-ee13fcc7599e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:20.590572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0c125-3a76-473e-94a8-ee13fcc7599e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Subnet': ['ID=49951f22-2f01-4c7f-b333-838c9c0e90da,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:20.594198 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aec0c125-3a76-473e-94a8-ee13fcc7599e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:20.597689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39520297-aa2c-4ce5-9387-27250a19caaa None None] Network 0abcee26-04fe-418b-aa66-b8ce235a5293 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:57:20.598865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aec0c125-3a76-473e-94a8-ee13fcc7599e tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "DELETE /v2.0/subnets/49951f22-2f01-4c7f-b333-838c9c0e90da HTTP/1.1" status: 204 len: 168 time: 0.6664293 Nov 09 19:57:20.601823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46738) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:20.711115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1ce6b5-f995-4435-b268-4897032a1c4a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting subnet 66cc914c-c6e9-4834-bcdf-f7fb576859e1 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:57:20.715076 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce6b5-f995-4435-b268-4897032a1c4a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:20.765450 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:20.791272 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce6b5-f995-4435-b268-4897032a1c4a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:20.805167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe', '09461eab-75af-4699-b74c-78c55b5c1184'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:20.898543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:57:20.910721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:57:20.913846 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:57:21.028917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:21.029662 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.063844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21ed20-5fa9-47ba-89c6-919d68a9ec4e None None] DHCP port deletion for 0abcee26-04fe-418b-aa66-b8ce235a5293 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:57:21.065781 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce6b5-f995-4435-b268-4897032a1c4a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.118584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event updated for resources: {'Port': ['ID=19c27776-746a-45c1-a72d-cc5470a1d752,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:21.191781 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce6b5-f995-4435-b268-4897032a1c4a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.195069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.199744 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.217162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce6b5-f995-4435-b268-4897032a1c4a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.228106 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9a1ce6b5-f995-4435-b268-4897032a1c4a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "DELETE /v2.0/subnets/66cc914c-c6e9-4834-bcdf-f7fb576859e1 HTTP/1.1" status: 204 len: 168 time: 0.6176705 Nov 09 19:57:21.228898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46750) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:21.242711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7099b2-25aa-403f-baf3-34e484045929 None None] Network 91a37a47-a94c-45a8-85e8-d6b01e97f10b requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:57:21.243282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813ce9a-3fd0-428f-994b-a0bea14fe770 req-09f924c1-f498-4a7c-a3b2-d03957a66e8f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:21.245148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4813ce9a-3fd0-428f-994b-a0bea14fe770 req-09f924c1-f498-4a7c-a3b2-d03957a66e8f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 932 time: 0.6916287 Nov 09 19:57:21.248833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-8893b2ea-6f10-4c7f-adb7-b8db509896e7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1067255 Nov 09 19:57:21.252093 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.280992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-804d92c7-12e8-4ce2-8548-c72706f41410 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:57:21.283513 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-804d92c7-12e8-4ce2-8548-c72706f41410 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157022 Nov 09 19:57:21.297658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ce6b5-f995-4435-b268-4897032a1c4a tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Subnet': ['ID=66cc914c-c6e9-4834-bcdf-f7fb576859e1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:21.368358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Request body: {'port': {'device_id': 'ba957703-22e9-409f-9e1d-c96627bac83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:21.425331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['da60d83a-a507-49db-844b-ffce1daf870a', 'd05d85d5-f956-4614-8015-d8356987b416'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:21.434466 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4813ce9a-3fd0-428f-994b-a0bea14fe770 req-dcfc986b-2952-4efe-a1ff-bcb79537495e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775808 Nov 09 19:57:21.442798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.494202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:57:21.511691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:57:21.529804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:57:21.539337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2a21ed20-5fa9-47ba-89c6-919d68a9ec4e None None] Deleting port 400d3553-a852-43c8-8346-f63e1c2959f2 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:21.539669 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2a21ed20-5fa9-47ba-89c6-919d68a9ec4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.565517 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Deleting port 400d3553-a852-43c8-8346-f63e1c2959f2 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:21.570106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.599874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Pushing event updated for resources: {'Port': ['ID=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:21.646183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2a21ed20-5fa9-47ba-89c6-919d68a9ec4e None None] For port 400d3553-a852-43c8-8346-f63e1c2959f2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=400d3553-a852-43c8-8346-f63e1c2959f2,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:21.647213 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2a21ed20-5fa9-47ba-89c6-919d68a9ec4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.702381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2a21ed20-5fa9-47ba-89c6-919d68a9ec4e None None] Calling delete_port for 400d3553-a852-43c8-8346-f63e1c2959f2 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:21.749472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:21.751950 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.757593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] For port 400d3553-a852-43c8-8346-f63e1c2959f2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=400d3553-a852-43c8-8346-f63e1c2959f2,segment=NetworkSegment(dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60),segment_id=dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:21.757855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.873497 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:21.878756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Calling delete_port for 400d3553-a852-43c8-8346-f63e1c2959f2 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:21.895559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-41bef2b0-583b-4be8-9dc7-c694513cc8aa tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0899322 Nov 09 19:57:21.899826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b507dfa1-4c1b-4913-8574-6c4e9a31408c None None] DHCP port deletion for 91a37a47-a94c-45a8-85e8-d6b01e97f10b request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:57:21.924707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Request body: {'port': {'device_id': '768abca2-fc9e-4910-a398-96ddd3fa8714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:22.041719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.101637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538b159-491b-4257-9700-669e42d0b88f req-ed1bcbd0-1040-444c-a704-1a386184ab63 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:22.122572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2538b159-491b-4257-9700-669e42d0b88f req-ed1bcbd0-1040-444c-a704-1a386184ab63 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 932 time: 0.4359775 Nov 09 19:57:22.188772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 400d3553-a852-43c8-8346-f63e1c2959f2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:57:22.277743 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2a21ed20-5fa9-47ba-89c6-919d68a9ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.291111 n-d-817256-1 neutron-server[102297]: INFO neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No ports have port_id starting with 400d3553-a852-43c8-8346-f63e1c2959f2 Nov 09 19:57:22.293953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2538b159-491b-4257-9700-669e42d0b88f req-e53a630d-cdc4-4817-8387-a5e426d466a9 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710021 Nov 09 19:57:22.335362 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.336517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21ed20-5fa9-47ba-89c6-919d68a9ec4e None None] Pushing event deleted for resources: {'Port': ['ID=400d3553-a852-43c8-8346-f63e1c2959f2,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:22.340415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21ed20-5fa9-47ba-89c6-919d68a9ec4e None None] No DVR routers for this DVR port 400d3553-a852-43c8-8346-f63e1c2959f2 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:57:22.353564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f5d1c5da-a423-48cd-9201-73e56255a5ca no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:57:22.401583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] No DVR routers for this DVR port 400d3553-a852-43c8-8346-f63e1c2959f2 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:57:22.409417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Port': ['ID=400d3553-a852-43c8-8346-f63e1c2959f2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:22.653409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b507dfa1-4c1b-4913-8574-6c4e9a31408c None None] Deleting port f5d1c5da-a423-48cd-9201-73e56255a5ca {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:22.653884 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b507dfa1-4c1b-4913-8574-6c4e9a31408c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.688353 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.744632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b507dfa1-4c1b-4913-8574-6c4e9a31408c None None] For port f5d1c5da-a423-48cd-9201-73e56255a5ca, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f5d1c5da-a423-48cd-9201-73e56255a5ca,segment=NetworkSegment(eef3bc75-7667-4252-a9ff-3fe4fa0170d0),segment_id=eef3bc75-7667-4252-a9ff-3fe4fa0170d0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:22.745035 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b507dfa1-4c1b-4913-8574-6c4e9a31408c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.747984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abcee26-04fe-418b-aa66-b8ce235a5293']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:22.766039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b507dfa1-4c1b-4913-8574-6c4e9a31408c None None] Calling delete_port for f5d1c5da-a423-48cd-9201-73e56255a5ca owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:22.769725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:22.770161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3ebd3e-4ee0-40cc-85e8-d88fcde73c60') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:22.803300 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.838141 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.847189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:57:22.848082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:57:22.852143 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:57:22.888687 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b507dfa1-4c1b-4913-8574-6c4e9a31408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.934815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b507dfa1-4c1b-4913-8574-6c4e9a31408c None None] No DVR routers for this DVR port f5d1c5da-a423-48cd-9201-73e56255a5ca on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:57:22.940140 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.947517 n-d-817256-1 neutron-server[102297]: INFO neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No ports have port_id starting with f5d1c5da-a423-48cd-9201-73e56255a5ca Nov 09 19:57:22.958727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae45763-c604-43fa-9388-9dfd9c61de95 req-373248e0-c31e-463f-a5c2-748f722af262 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:22.960865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:22.968135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bae45763-c604-43fa-9388-9dfd9c61de95 req-373248e0-c31e-463f-a5c2-748f722af262 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 932 time: 0.2913284 Nov 09 19:57:22.975864 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "DELETE /v2.0/networks/0abcee26-04fe-418b-aa66-b8ce235a5293 HTTP/1.1" status: 204 len: 168 time: 1.6895726 Nov 09 19:57:22.981585 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46784) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:22.992494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507dfa1-4c1b-4913-8574-6c4e9a31408c None None] Pushing event deleted for resources: {'Port': ['ID=f5d1c5da-a423-48cd-9201-73e56255a5ca,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:23.011818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3393f-f3e8-4864-bc38-05b9e2f994c1 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Network': ['ID=0abcee26-04fe-418b-aa66-b8ce235a5293,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:23.105996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bae45763-c604-43fa-9388-9dfd9c61de95 req-34fff093-f2d4-4e57-8516-1ff6403cd6c9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145937 Nov 09 19:57:23.219624 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.279793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca296a33-4dd4-469a-ab2a-f43f56d4f41a {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:57:23.288032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62f475c0-40e1-40c0-b767-86b9ebec6ff5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:23.289165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c27776-746a-45c1-a72d-cc5470a1d752 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:57:23.318068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.321488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.380557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Transition to ACTIVE for port object ca296a33-4dd4-469a-ab2a-f43f56d4f41a will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:57:23.381602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Transition to ACTIVE for port object 19c27776-746a-45c1-a72d-cc5470a1d752 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:57:23.405652 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.411913 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.535418 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.605235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a37a47-a94c-45a8-85e8-d6b01e97f10b']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:23.652043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:23.652346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef3bc75-7667-4252-a9ff-3fe4fa0170d0') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:23.724633 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.761003 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.770349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:57:23.770851 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:57:23.774771 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:57:23.784753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Pushing event updated for resources: {'Port': ['ID=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:23.882478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413814ba-dfc4-40ba-9bb6-6b2eb96aef86 req-a479899c-b0b8-4409-b629-a9b415282057 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:23.897199 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-413814ba-dfc4-40ba-9bb6-6b2eb96aef86 req-a479899c-b0b8-4409-b629-a9b415282057 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 944 time: 0.3691676 Nov 09 19:57:23.921492 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.930653 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:23.934799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] 10.222.0.53 "DELETE /v2.0/networks/91a37a47-a94c-45a8-85e8-d6b01e97f10b HTTP/1.1" status: 204 len: 168 time: 0.9514976 Nov 09 19:57:23.975553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Pushing event deleted for resources: {'Network': ['ID=91a37a47-a94c-45a8-85e8-d6b01e97f10b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:24.001859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.002407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.017265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.017265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.018821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.018821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.018821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.019229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.019357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.020140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.020140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.020416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e25663-ed3a-45db-b97c-46ed53e14c97 tempest-TaggedBootDevicesTest_v242-1298978474 tempest-TaggedBootDevicesTest_v242-1298978474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:24.203280 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-413814ba-dfc4-40ba-9bb6-6b2eb96aef86 req-698cdb0a-803c-43eb-bba0-f5c5fe7550c9 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532697 Nov 09 19:57:24.204323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Attempting to bind port ca296a33-4dd4-469a-ab2a-f43f56d4f41a on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:57:24.204695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Attempting to bind port ca296a33-4dd4-469a-ab2a-f43f56d4f41a by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:57:24.205043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Attempting to bind port ca296a33-4dd4-469a-ab2a-f43f56d4f41a on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:57:24.239104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=19c27776-746a-45c1-a72d-cc5470a1d752,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:24.280657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Port ca296a33-4dd4-469a-ab2a-f43f56d4f41a on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:57:24.283113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Attempting to bind port ca296a33-4dd4-469a-ab2a-f43f56d4f41a on network d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:57:24.304016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:57:24.304489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Checking segment: {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:57:24.304936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Bound using segment: {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:57:24.305451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Bound port: ca296a33-4dd4-469a-ab2a-f43f56d4f41a, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850a72cc-a329-4272-ab5b-051ac69d9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:57:24.306082 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:24.333181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Attempting to bind port 19c27776-746a-45c1-a72d-cc5470a1d752 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:57:24.333729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Attempting to bind port 19c27776-746a-45c1-a72d-cc5470a1d752 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:57:24.333853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Attempting to bind port 19c27776-746a-45c1-a72d-cc5470a1d752 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:57:24.391689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Port 19c27776-746a-45c1-a72d-cc5470a1d752 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:57:24.393238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Attempting to bind port 19c27776-746a-45c1-a72d-cc5470a1d752 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:57:24.419473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:57:24.419473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Checking segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:57:24.419925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Bound using segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:57:24.420330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Bound port: 19c27776-746a-45c1-a72d-cc5470a1d752, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:57:24.420703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:24.438350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adec14d-b3a6-49a5-b98a-d269ef20ed00 req-ea01ff41-1501-469a-9b01-fa45ac11e531 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:24.440358 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0adec14d-b3a6-49a5-b98a-d269ef20ed00 req-ea01ff41-1501-469a-9b01-fa45ac11e531 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 944 time: 0.1105573 Nov 09 19:57:24.576214 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0adec14d-b3a6-49a5-b98a-d269ef20ed00 req-835e2d4f-2a46-4bb2-b058-baa1b084d4a4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283419 Nov 09 19:57:24.678366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] For port 19c27776-746a-45c1-a72d-cc5470a1d752, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:57:24.704695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] For port ca296a33-4dd4-469a-ab2a-f43f56d4f41a, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:57:24.704695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] For port 19c27776-746a-45c1-a72d-cc5470a1d752, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=19c27776-746a-45c1-a72d-cc5470a1d752,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:57:24.724317 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:24.732530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] For port ca296a33-4dd4-469a-ab2a-f43f56d4f41a, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:57:24.755764 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:24.815230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:24.816330 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:24.818248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] 10.222.0.70 "PUT /v2.0/ports/19c27776-746a-45c1-a72d-cc5470a1d752 HTTP/1.1" status: 200 len: 1092 time: 3.4634361 Nov 09 19:57:24.826797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba957703-22e9-409f-9e1d-c96627bac83b', 'tag': '19c27776-746a-45c1-a72d-cc5470a1d752'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:24.830719 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee78e244-cb28-4b95-a088-d316c951e514" -d '{"events": [{"name": "network-changed", "server_uuid": "ba957703-22e9-409f-9e1d-c96627bac83b", "tag": "19c27776-746a-45c1-a72d-cc5470a1d752"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:24.866562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:24.875902 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:24.879449 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] 10.222.0.70 "PUT /v2.0/ports/ca296a33-4dd4-469a-ab2a-f43f56d4f41a HTTP/1.1" status: 200 len: 1092 time: 2.9602363 Nov 09 19:57:24.946845 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4af1773-7434-4393-907f-630d7c6b9409 x-openstack-request-id: req-c4af1773-7434-4393-907f-630d7c6b9409 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:57:24.947432 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba957703-22e9-409f-9e1d-c96627bac83b", "tag": "19c27776-746a-45c1-a72d-cc5470a1d752", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:57:24.947841 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4af1773-7434-4393-907f-630d7c6b9409 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:57:24.948493 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba957703-22e9-409f-9e1d-c96627bac83b', 'tag': '19c27776-746a-45c1-a72d-cc5470a1d752', 'status': 'completed', 'code': 200} Nov 09 19:57:24.969236 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04922e-676f-45b0-94f9-e8a052a9fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=19c27776-746a-45c1-a72d-cc5470a1d752,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:25.104916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-b181a3fe-843c-4676-ac77-959f6e8d9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:25.107418 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-b181a3fe-843c-4676-ac77-959f6e8d9bfd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 1095 time: 0.2146971 Nov 09 19:57:25.179946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-38eeeca3-1436-4eca-a105-f24b3ddfbca4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c27776-746a-45c1-a72d-cc5470a1d752 HTTP/1.1" status: 200 len: 217 time: 0.0625174 Nov 09 19:57:25.216475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-cfd7396d-62bb-47f1-857f-8a8908c4830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:25.218044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-cfd7396d-62bb-47f1-857f-8a8908c4830c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 1095 time: 0.2615271 Nov 09 19:57:25.353952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:25.354631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Pushing event updated for resources: {'Port': ['ID=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:25.598466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.600068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.601045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.602692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.604467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f7c2a-cffb-4056-876a-bd4c4002bed3 req-a67a282d-bb43-4e14-8acc-608ce483c370 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:25.605108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.607989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.609850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.610971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.612412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.613180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.615527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.616109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3575e02-6894-4d2a-aa24-8020caf998ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:25.618212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e4f7c2a-cffb-4056-876a-bd4c4002bed3 req-a67a282d-bb43-4e14-8acc-608ce483c370 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 944 time: 0.2566023 Nov 09 19:57:25.641937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-d59cc081-4f5d-4dc5-acae-a0ad75a81a23 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca296a33-4dd4-469a-ab2a-f43f56d4f41a HTTP/1.1" status: 200 len: 217 time: 0.3111575 Nov 09 19:57:25.668007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46850) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:25.698810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-1808a5b9-ebc0-4af0-a549-2c674eccdfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:25.700314 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-1808a5b9-ebc0-4af0-a549-2c674eccdfde service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.5058956 Nov 09 19:57:25.732948 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e4f7c2a-cffb-4056-876a-bd4c4002bed3 req-df67d65d-c2bf-4205-be92-9c253382ddbc tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027148 Nov 09 19:57:25.785016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-b03a7071-d59b-490e-9da0-caabfe8782b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764699 Nov 09 19:57:25.797925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-16489aad-4f28-425f-a68b-aa7ecee1dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:25.799593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-16489aad-4f28-425f-a68b-aa7ecee1dd75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79b5a0f8-1587-44bb-bc0e-726f382b13b7 HTTP/1.1" status: 200 len: 855 time: 0.1491823 Nov 09 19:57:25.895141 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-958cfb84-ae89-4e6e-893f-1a5f99736927 service neutron] 10.222.0.70 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998251 Nov 09 19:57:25.897106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7b68f577-8825-474c-89c6-871f26910b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:25.922992 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-216faa26-54b6-4452-8f12-db55a837e589 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302484 Nov 09 19:57:26.024353 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7b68f577-8825-474c-89c6-871f26910b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:26.031449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7b68f577-8825-474c-89c6-871f26910b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:26.086954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-87d25fd7-cc0e-4494-b1e1-929cb50942d9 service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461687 Nov 09 19:57:26.087141 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7b68f577-8825-474c-89c6-871f26910b5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fe271cfeebc4448b39724624c021512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146268 Nov 09 19:57:26.089894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46858) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:26.090049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c56cd-063d-4be5-83db-d63f8e70a183 req-26c0f7d3-e34e-4b3c-92be-384c29abfdc8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:26.092122 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d52c56cd-063d-4be5-83db-d63f8e70a183 req-26c0f7d3-e34e-4b3c-92be-384c29abfdc8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 944 time: 0.3688002 Nov 09 19:57:26.096978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68f577-8825-474c-89c6-871f26910b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3720391b-900c-4f6d-9021-60edec0efb3c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:26.154179 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a333cd4e-4049-4541-96ed-f34d7510aa8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:26.179417 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a333cd4e-4049-4541-96ed-f34d7510aa8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:26.252125 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a333cd4e-4049-4541-96ed-f34d7510aa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:26.256760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d52c56cd-063d-4be5-83db-d63f8e70a183 req-8ef0d543-c89b-4b25-b960-6e8b9fd3d66d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068730 Nov 09 19:57:26.257277 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a333cd4e-4049-4541-96ed-f34d7510aa8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:26.258496 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a333cd4e-4049-4541-96ed-f34d7510aa8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3720391b-900c-4f6d-9021-60edec0efb3c HTTP/1.1" status: 204 len: 168 time: 0.1673858 Nov 09 19:57:26.273665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333cd4e-4049-4541-96ed-f34d7510aa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3720391b-900c-4f6d-9021-60edec0efb3c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:26.340476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b522b80b-5c50-4d66-acff-6a46aa565baa req-0c84eae3-7311-4074-9e49-eb035dc9ff17 service neutron] 10.222.0.70 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162538 Nov 09 19:57:26.369156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f917138-d6cd-49c8-b2f2-66a1f9441ab9 req-d287fccb-fa2a-4dac-ad5d-ee55053908dc service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225571 Nov 09 19:57:26.479085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e244-cb28-4b95-a088-d316c951e514 req-0c201fc5-59b9-47ba-a249-b73a22decc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:26.480934 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee78e244-cb28-4b95-a088-d316c951e514 req-0c201fc5-59b9-47ba-a249-b73a22decc59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 1095 time: 0.0857956 Nov 09 19:57:26.662169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e244-cb28-4b95-a088-d316c951e514 req-302d2337-f51f-4e7a-8f05-9d789b2ff09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:26.663982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee78e244-cb28-4b95-a088-d316c951e514 req-302d2337-f51f-4e7a-8f05-9d789b2ff09b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 907 time: 0.1756439 Nov 09 19:57:26.730023 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee78e244-cb28-4b95-a088-d316c951e514 req-e3edd331-8b4f-47cd-9b00-05202c2723ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c27776-746a-45c1-a72d-cc5470a1d752 HTTP/1.1" status: 200 len: 217 time: 0.0506680 Nov 09 19:57:26.755791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46878) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:26.772015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-208c0673-bb80-4ed6-bb87-dd7a914f2a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:26.830311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78e244-cb28-4b95-a088-d316c951e514 req-559912f7-428d-40dc-b231-24cd4c93be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:26.835846 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee78e244-cb28-4b95-a088-d316c951e514 req-559912f7-428d-40dc-b231-24cd4c93be79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.0970809 Nov 09 19:57:26.898650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee78e244-cb28-4b95-a088-d316c951e514 req-c9961345-562a-4f45-b1df-6505024c01d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549438 Nov 09 19:57:26.970154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768abca2-fc9e-4910-a398-96ddd3fa8714', 'tag': 'ca296a33-4dd4-469a-ab2a-f43f56d4f41a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:26.976214 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32a7a04-84da-45ff-84ff-83a0d2f73df5" -d '{"events": [{"name": "network-changed", "server_uuid": "768abca2-fc9e-4910-a398-96ddd3fa8714", "tag": "ca296a33-4dd4-469a-ab2a-f43f56d4f41a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:27.008672 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-208c0673-bb80-4ed6-bb87-dd7a914f2a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:27.018819 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-208c0673-bb80-4ed6-bb87-dd7a914f2a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:27.066320 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-208c0673-bb80-4ed6-bb87-dd7a914f2a2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=105dc9662bf943e795a7e03a605e37e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088202 Nov 09 19:57:27.072121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46890) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:27.100355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c0673-bb80-4ed6-bb87-dd7a914f2a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d71894-654e-4df4-a4af-dc9856c0c29f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:27.143256 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed9f32a-bde9-4139-aabb-a1f1f2084884 x-openstack-request-id: req-3ed9f32a-bde9-4139-aabb-a1f1f2084884 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:57:27.143651 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768abca2-fc9e-4910-a398-96ddd3fa8714", "tag": "ca296a33-4dd4-469a-ab2a-f43f56d4f41a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:57:27.143922 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ed9f32a-bde9-4139-aabb-a1f1f2084884 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:57:27.144489 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768abca2-fc9e-4910-a398-96ddd3fa8714', 'tag': 'ca296a33-4dd4-469a-ab2a-f43f56d4f41a', 'status': 'completed', 'code': 200} Nov 09 19:57:27.156862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f1876-13dd-4175-9616-a3072a289dbb req-f5927c6d-7752-4ac7-88df-0194dc45cd24 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:27.158492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df8f1876-13dd-4175-9616-a3072a289dbb req-f5927c6d-7752-4ac7-88df-0194dc45cd24 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 944 time: 0.2908401 Nov 09 19:57:27.331438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7a04-84da-45ff-84ff-83a0d2f73df5 req-7953ab93-5a3f-493e-af56-d0689d17a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:27.333048 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f32a7a04-84da-45ff-84ff-83a0d2f73df5 req-7953ab93-5a3f-493e-af56-d0689d17a5a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=97846f5d7256493c91d52d33f0b30e83&device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 1095 time: 0.1582446 Nov 09 19:57:27.341286 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df8f1876-13dd-4175-9616-a3072a289dbb req-5486b9b8-4c92-43f7-a266-b61aa74f2500 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700947 Nov 09 19:57:27.346462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee78e244-cb28-4b95-a088-d316c951e514 req-e0e7aeb4-b636-4dc8-a1de-ccb130262c8a service neutron] 10.222.0.70 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194653 Nov 09 19:57:27.358107 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-44911b05-0068-4690-bd68-6340c82a316e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:27.481356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf5be-f6e3-40b8-94d8-3ec4cf718920 req-2af7ea0a-c83b-4442-8c5a-5438051dcbde tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:27.491677 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2e9bf5be-f6e3-40b8-94d8-3ec4cf718920 req-2af7ea0a-c83b-4442-8c5a-5438051dcbde tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 944 time: 0.1151628 Nov 09 19:57:27.578687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2e9bf5be-f6e3-40b8-94d8-3ec4cf718920 req-d41e86ce-8f3e-4269-8fb2-6dc90b9a1436 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853198 Nov 09 19:57:27.892968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee78e244-cb28-4b95-a088-d316c951e514 req-9bc2d3c2-c474-4d4e-8186-efb656fa066e service neutron] 10.222.0.70 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360475 Nov 09 19:57:27.930020 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-44911b05-0068-4690-bd68-6340c82a316e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:27.986696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7a04-84da-45ff-84ff-83a0d2f73df5 req-d12090d7-7533-439c-960a-d34f6705e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:27.988188 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f32a7a04-84da-45ff-84ff-83a0d2f73df5 req-d12090d7-7533-439c-960a-d34f6705e8e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 200 len: 916 time: 0.6458664 Nov 09 19:57:28.060794 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f32a7a04-84da-45ff-84ff-83a0d2f73df5 req-bd6b5059-30b0-47aa-ad69-82e5f6552cee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca296a33-4dd4-469a-ab2a-f43f56d4f41a HTTP/1.1" status: 200 len: 217 time: 0.0633748 Nov 09 19:57:28.061741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-44911b05-0068-4690-bd68-6340c82a316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:28.065741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-44911b05-0068-4690-bd68-6340c82a316e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:28.067214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-44911b05-0068-4690-bd68-6340c82a316e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9d71894-654e-4df4-a4af-dc9856c0c29f HTTP/1.1" status: 204 len: 168 time: 0.9914443 Nov 09 19:57:28.151734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44911b05-0068-4690-bd68-6340c82a316e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d71894-654e-4df4-a4af-dc9856c0c29f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:28.177596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7a04-84da-45ff-84ff-83a0d2f73df5 req-dbed3020-51bb-473d-9372-7db459f78a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:28.180609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f32a7a04-84da-45ff-84ff-83a0d2f73df5 req-dbed3020-51bb-473d-9372-7db459f78a11 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79b5a0f8-1587-44bb-bc0e-726f382b13b7 HTTP/1.1" status: 200 len: 855 time: 0.1063542 Nov 09 19:57:28.232806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f32a7a04-84da-45ff-84ff-83a0d2f73df5 req-201171d0-46cd-48b4-8f55-b6aae5f86f74 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414703 Nov 09 19:57:28.360038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f32a7a04-84da-45ff-84ff-83a0d2f73df5 req-4cd293cd-e7f6-40c9-a044-fb251f27c282 service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195266 Nov 09 19:57:28.505313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f32a7a04-84da-45ff-84ff-83a0d2f73df5 req-da5f99cb-71c3-4784-9e42-1a648d560009 service neutron] 10.222.0.70 "GET /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372170 Nov 09 19:57:28.540496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8acd4-0132-41ef-a16f-a9a9bb9c4d2d req-3d124628-dd0a-478f-aa1c-f3a82c3d7531 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:28.542851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46e8acd4-0132-41ef-a16f-a9a9bb9c4d2d req-3d124628-dd0a-478f-aa1c-f3a82c3d7531 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 944 time: 0.0733175 Nov 09 19:57:28.595135 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46e8acd4-0132-41ef-a16f-a9a9bb9c4d2d req-7ca31a46-6d8b-4e0d-a38f-9e38b35a919c tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Nov 09 19:57:28.770654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec4e13-7678-4f69-98d3-8282ea9522d9 req-c4b2c015-9dc6-4b95-ae2b-5ca30d5ea530 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:28.791741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32ec4e13-7678-4f69-98d3-8282ea9522d9 req-c4b2c015-9dc6-4b95-ae2b-5ca30d5ea530 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 944 time: 0.0872455 Nov 09 19:57:28.885426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32ec4e13-7678-4f69-98d3-8282ea9522d9 req-637c3ff6-0d41-4eb2-ad17-cea559b5e2c7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923803 Nov 09 19:57:29.797756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fabb4e-6bfc-4a63-a606-bcc7e3f4600b req-a3ff141b-edaa-44ed-a37b-7c9c9e53bf4e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:29.807525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46fabb4e-6bfc-4a63-a606-bcc7e3f4600b req-a3ff141b-edaa-44ed-a37b-7c9c9e53bf4e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 944 time: 0.0809572 Nov 09 19:57:29.867107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ca296a33-4dd4-469a-ab2a-f43f56d4f41a details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:57:29.887876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46fabb4e-6bfc-4a63-a606-bcc7e3f4600b req-c7b2b822-7883-4841-8603-7c0e28687a0f tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788124 Nov 09 19:57:30.218794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ca296a33-4dd4-469a-ab2a-f43f56d4f41a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:30.248229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'ca296a33-4dd4-469a-ab2a-f43f56d4f41a', 'network_id': 'd05b2ffc-1e73-4ad9-92fd-8636bbfb0596', 'port_id': 'ca296a33-4dd4-469a-ab2a-f43f56d4f41a', 'mac_address': 'fa:16:3e:f8:e2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b5a0f8-1587-44bb-bc0e-726f382b13b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:57:30.254900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915e0e5-ae41-47c4-88df-e8c59556380b req-26e366bb-ae62-4ad0-9593-c0ddaac5392f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:30.256565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7915e0e5-ae41-47c4-88df-e8c59556380b req-26e366bb-ae62-4ad0-9593-c0ddaac5392f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 944 time: 0.1523559 Nov 09 19:57:30.343878 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:30.399923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca296a33-4dd4-469a-ab2a-f43f56d4f41a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:57:30.436422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7915e0e5-ae41-47c4-88df-e8c59556380b req-2aa4d414-7d16-446a-9c14-eb92dd7c21d9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430712 Nov 09 19:57:30.461200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ca296a33-4dd4-469a-ab2a-f43f56d4f41a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:30.471410 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:30.472321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 19c27776-746a-45c1-a72d-cc5470a1d752 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:57:30.586176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47002) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:30.713178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 19c27776-746a-45c1-a72d-cc5470a1d752, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=19c27776-746a-45c1-a72d-cc5470a1d752,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:30.741735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '19c27776-746a-45c1-a72d-cc5470a1d752', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'port_id': '19c27776-746a-45c1-a72d-cc5470a1d752', 'mac_address': 'fa:16:3e:2f:6a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9a7faa-9b10-4cf3-b806-664c9d502a38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:57:30.792863 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64e9784b-6f8a-424f-b94f-7748a2222278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:30.825575 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:30.846464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c27776-746a-45c1-a72d-cc5470a1d752 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:57:30.911920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 19c27776-746a-45c1-a72d-cc5470a1d752, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=19c27776-746a-45c1-a72d-cc5470a1d752,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:30.915820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64e9784b-6f8a-424f-b94f-7748a2222278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:30.925733 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-64e9784b-6f8a-424f-b94f-7748a2222278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:30.934495 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:30.958928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:30.973621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.973621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.974233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.974353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.974715 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.975056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.975384 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.975705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.976581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.976581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.976756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.977062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:57:30.978471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-64e9784b-6f8a-424f-b94f-7748a2222278 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15c2fb2288ba400faa3ab01b07440f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908553 Nov 09 19:57:30.981349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47012) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:30.993170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9784b-6f8a-424f-b94f-7748a2222278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f4e860-73ca-459e-890c-0057d3b6162a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:31.057660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=19c27776-746a-45c1-a72d-cc5470a1d752,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:31.150236 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-67bb2f90-3191-4bbd-9a7f-4b0a3197ab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:31.154135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1922200-cc5a-4ca5-8334-69ddbfffa302 req-d42c25e2-6a77-4710-8af8-f50e5ece7913 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:31.158372 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1922200-cc5a-4ca5-8334-69ddbfffa302 req-d42c25e2-6a77-4710-8af8-f50e5ece7913 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 945 time: 0.0998971 Nov 09 19:57:31.244506 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-67bb2f90-3191-4bbd-9a7f-4b0a3197ab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:31.268902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ca296a33-4dd4-469a-ab2a-f43f56d4f41a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:31.273399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47018) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:31.276133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['19c27776-746a-45c1-a72d-cc5470a1d752'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:31.317008 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1922200-cc5a-4ca5-8334-69ddbfffa302 req-e2ef4a84-00bd-44dc-8923-6e1f381ec64a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514859 Nov 09 19:57:31.408381 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-67bb2f90-3191-4bbd-9a7f-4b0a3197ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:31.411199 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-67bb2f90-3191-4bbd-9a7f-4b0a3197ab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:31.414845 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-67bb2f90-3191-4bbd-9a7f-4b0a3197ab9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50f4e860-73ca-459e-890c-0057d3b6162a HTTP/1.1" status: 204 len: 168 time: 0.4296904 Nov 09 19:57:31.427759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb2f90-3191-4bbd-9a7f-4b0a3197ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f4e860-73ca-459e-890c-0057d3b6162a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:31.616892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73e4ad86-929c-4ffd-92ad-5d8e85a6f2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:31.811356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a674be-33c9-4061-8008-8b31dfbd7599 req-d5ea3cc4-b28e-4414-bb65-ce4616cb5e4c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:31.813753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82a674be-33c9-4061-8008-8b31dfbd7599 req-d5ea3cc4-b28e-4414-bb65-ce4616cb5e4c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 945 time: 0.0929568 Nov 09 19:57:31.829413 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73e4ad86-929c-4ffd-92ad-5d8e85a6f2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:31.855878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73e4ad86-929c-4ffd-92ad-5d8e85a6f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:31.917252 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-73e4ad86-929c-4ffd-92ad-5d8e85a6f2c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60daa88de27044c1a383e7afeee5e09e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424997 Nov 09 19:57:31.920259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47036) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:31.931651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4ad86-929c-4ffd-92ad-5d8e85a6f2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab57c4f-4711-4c7a-8860-0b3f29343bd9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:31.981974 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82a674be-33c9-4061-8008-8b31dfbd7599 req-ff4f7d10-ad24-49cf-ad3d-31f24a8b70bc tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420653 Nov 09 19:57:32.043408 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-346d2980-d903-4a0d-b4a2-ee53a0ba38a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:32.089171 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-346d2980-d903-4a0d-b4a2-ee53a0ba38a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:32.224332 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-346d2980-d903-4a0d-b4a2-ee53a0ba38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:32.229977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-346d2980-d903-4a0d-b4a2-ee53a0ba38a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:32.236954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-346d2980-d903-4a0d-b4a2-ee53a0ba38a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ab57c4f-4711-4c7a-8860-0b3f29343bd9 HTTP/1.1" status: 204 len: 168 time: 0.3152180 Nov 09 19:57:32.273975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d2980-d903-4a0d-b4a2-ee53a0ba38a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab57c4f-4711-4c7a-8860-0b3f29343bd9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:32.514281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a547e-a7ec-4c15-956f-e8862cf2dbe7 req-bf8748c0-0b10-4f39-96f2-f5a4a85edf75 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:32.523059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-289a547e-a7ec-4c15-956f-e8862cf2dbe7 req-bf8748c0-0b10-4f39-96f2-f5a4a85edf75 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 945 time: 0.0940130 Nov 09 19:57:32.601387 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-289a547e-a7ec-4c15-956f-e8862cf2dbe7 req-4649c920-e27d-4110-8e40-1dea921dbf81 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773764 Nov 09 19:57:32.806834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47074) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:33.094803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1339638742-network', 'tenant_id': 'df210e04990847ca800d7c5290cd6ef7'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:33.144795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Made reservation on behalf of df210e04990847ca800d7c5290cd6ef7 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:33.147623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:33.162078 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:33.209218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c7fa4-f85c-4a99-8d56-0d97ce4cae80 req-4f52fada-3f62-499d-b26f-63c4558be45b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:33.212795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b7c7fa4-f85c-4a99-8d56-0d97ce4cae80 req-4f52fada-3f62-499d-b26f-63c4558be45b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 945 time: 0.1218691 Nov 09 19:57:33.344446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b7c7fa4-f85c-4a99-8d56-0d97ce4cae80 req-689f9ece-b596-45aa-87f9-79d51e7fcbff tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239257 Nov 09 19:57:33.365563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:33.383574 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:33.428357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:57:33.435118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7951655a-3520-461f-8b72-be1cddf3d636,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:33.462097 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:33.462714 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Added segment 59d87bb9-e6c7-461e-b1c6-21df0ba0840a of type vlan for network fa547064-337b-410f-92c1-34fa082574c6 Nov 09 19:57:33.522611 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:33.604517 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:33.605890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:33.606743 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:33.857837 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0482519 Nov 09 19:57:33.864641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cab69-f7c5-4853-ae2c-c90b96517eb1 req-286c8a4a-53d1-4922-acdd-0d20f4a68462 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:33.864842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47104) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:33.873228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-097cab69-f7c5-4853-ae2c-c90b96517eb1 req-286c8a4a-53d1-4922-acdd-0d20f4a68462 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 945 time: 0.0969152 Nov 09 19:57:33.888856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Request body: {'subnet': {'network_id': 'fa547064-337b-410f-92c1-34fa082574c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1339638742-subnet', 'tenant_id': 'df210e04990847ca800d7c5290cd6ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:33.902037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cb153-bd6c-4e46-aee3-40e9ac30d1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=fa547064-337b-410f-92c1-34fa082574c6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:33.915037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ca296a33-4dd4-469a-ab2a-f43f56d4f41a up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:57:33.962659 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network fa547064-337b-410f-92c1-34fa082574c6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:57:33.990368 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-097cab69-f7c5-4853-ae2c-c90b96517eb1 req-6924ad9d-8186-4499-8c73-f56bae580c8d tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086178 Nov 09 19:57:34.022158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Made reservation on behalf of df210e04990847ca800d7c5290cd6ef7 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:34.025000 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:34.131549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port ca296a33-4dd4-469a-ab2a-f43f56d4f41a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:57:34.148182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port ca296a33-4dd4-469a-ab2a-f43f56d4f41a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:57:34.149160 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:34.357632 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:34.400194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47118) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:34.431604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768abca2-fc9e-4910-a398-96ddd3fa8714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca296a33-4dd4-469a-ab2a-f43f56d4f41a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:34.434306 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ec1d18-eea7-4848-9479-c52012fcd75e" -d '{"events": [{"server_uuid": "768abca2-fc9e-4910-a398-96ddd3fa8714", "name": "network-vif-plugged", "status": "completed", "tag": "ca296a33-4dd4-469a-ab2a-f43f56d4f41a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:34.475098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ca296a33-4dd4-469a-ab2a-f43f56d4f41a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:34.499191 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7afff77-b2dc-443e-8eb2-2dc1ace7cfe6 x-openstack-request-id: req-d7afff77-b2dc-443e-8eb2-2dc1ace7cfe6 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:57:34.499560 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768abca2-fc9e-4910-a398-96ddd3fa8714", "name": "network-vif-plugged", "status": "completed", "tag": "ca296a33-4dd4-469a-ab2a-f43f56d4f41a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:57:34.499940 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7afff77-b2dc-443e-8eb2-2dc1ace7cfe6 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:57:34.500462 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768abca2-fc9e-4910-a398-96ddd3fa8714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca296a33-4dd4-469a-ab2a-f43f56d4f41a', 'code': 200} Nov 09 19:57:34.501711 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:34.502585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 19c27776-746a-45c1-a72d-cc5470a1d752 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:57:34.737551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3f7e-9c6a-4859-b212-6a7005646948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:34.746814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 19c27776-746a-45c1-a72d-cc5470a1d752 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:57:34.755228 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 19c27776-746a-45c1-a72d-cc5470a1d752 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:57:34.755764 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:34.759032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:34.868214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057f14d-9bb4-49c5-89e6-b26ba3197078 req-248220b1-fe37-43af-89ec-fab19d5ad0a1 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:34.881994 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e057f14d-9bb4-49c5-89e6-b26ba3197078 req-248220b1-fe37-43af-89ec-fab19d5ad0a1 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 945 time: 0.1194074 Nov 09 19:57:34.951953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a8fae-7f9f-40df-9aa2-cc1307025533 req-735ad78e-3445-44e3-b8c8-eb2970bcc131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:34.953327 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:34.955529 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-de4a8fae-7f9f-40df-9aa2-cc1307025533 req-735ad78e-3445-44e3-b8c8-eb2970bcc131 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 1097 time: 0.3801363 Nov 09 19:57:35.032880 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-de4a8fae-7f9f-40df-9aa2-cc1307025533 req-70c0e013-b2dc-43a4-979d-c15a94a3b626 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693450 Nov 09 19:57:35.074044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 19c27776-746a-45c1-a72d-cc5470a1d752, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=19c27776-746a-45c1-a72d-cc5470a1d752,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:35.074745 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e057f14d-9bb4-49c5-89e6-b26ba3197078 req-db16b4ef-fbd3-4c02-b0db-b85aa2357c95 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915987 Nov 09 19:57:35.102165 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:35.115079 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3f7e-9c6a-4859-b212-6a7005646948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:35.153652 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3f7e-9c6a-4859-b212-6a7005646948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:35.161222 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:35.230410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=19c27776-746a-45c1-a72d-cc5470a1d752,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:35.276859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048e75c3-94cc-41b0-b15b-113a55745a62,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:35.283494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4c6b3f7e-9c6a-4859-b212-6a7005646948 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8a1522a2e7c4abeb980807b3d98a002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819835 Nov 09 19:57:35.287046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47136) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:35.320898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b3f7e-9c6a-4859-b212-6a7005646948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f84944-0f6d-4121-8332-086f93e45a86,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:35.347883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Checking segment: {'id': '59d87bb9-e6c7-461e-b1c6-21df0ba0840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:57:35.348374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Network hostable DHCP agents. Network: fa547064-337b-410f-92c1-34fa082574c6, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:57:35.355941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284569d-b039-4786-9053-fdfeb2d6f6d4 req-3e9fa64a-8608-49f2-afbd-e61e71c610ee tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:35.365054 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6284569d-b039-4786-9053-fdfeb2d6f6d4 req-3e9fa64a-8608-49f2-afbd-e61e71c610ee tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 946 time: 0.2131069 Nov 09 19:57:35.423192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ece0-001e-470d-95b0-3de5317ceadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:35.430189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6284569d-b039-4786-9053-fdfeb2d6f6d4 req-9d3a4633-3c5b-4372-bd73-a03c7ef475e4 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643384 Nov 09 19:57:35.443231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Network fa547064-337b-410f-92c1-34fa082574c6 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:57:35.461569 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ece0-001e-470d-95b0-3de5317ceadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:35.468436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, fa547064-337b-410f-92c1-34fa082574c6) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:57:35.472879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:35.473477 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:35.481871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4269d77-5894-4143-bd62-b838b61f32c3 None None] Network fa547064-337b-410f-92c1-34fa082574c6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:57:35.508906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8404ecb3-ea7b-4a1d-b3ce-8821206d34a9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6396680 Nov 09 19:57:35.564280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ece0-001e-470d-95b0-3de5317ceadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:35.569554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ece0-001e-470d-95b0-3de5317ceadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:35.580443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f6b9ece0-001e-470d-95b0-3de5317ceadb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76f84944-0f6d-4121-8332-086f93e45a86 HTTP/1.1" status: 204 len: 168 time: 0.2887375 Nov 09 19:57:35.605252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9ece0-001e-470d-95b0-3de5317ceadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f84944-0f6d-4121-8332-086f93e45a86,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:35.745336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666101a-23f2-4e03-85e4-8b3be7dbb679 None None] Network fa547064-337b-410f-92c1-34fa082574c6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:57:36.340925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdac64-d310-406e-9e0e-9b25b5a41346 req-c9bf0039-ea60-4d85-87f0-4c1537a27f33 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:36.343537 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5cdac64-d310-406e-9e0e-9b25b5a41346 req-c9bf0039-ea60-4d85-87f0-4c1537a27f33 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 946 time: 0.0945017 Nov 09 19:57:36.427671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5cdac64-d310-406e-9e0e-9b25b5a41346 req-c2da3b5b-2efe-4a66-abab-fb86eec29616 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710897 Nov 09 19:57:36.501850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba957703-22e9-409f-9e1d-c96627bac83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c27776-746a-45c1-a72d-cc5470a1d752'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:36.504930 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9159268-b0f5-4ff1-b9b7-908d404ceac5" -d '{"events": [{"server_uuid": "ba957703-22e9-409f-9e1d-c96627bac83b", "name": "network-vif-plugged", "status": "completed", "tag": "19c27776-746a-45c1-a72d-cc5470a1d752"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:36.569186 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc8a4ff-b76a-42fe-b41c-1ba68f4db542 x-openstack-request-id: req-dbc8a4ff-b76a-42fe-b41c-1ba68f4db542 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:57:36.569514 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba957703-22e9-409f-9e1d-c96627bac83b", "name": "network-vif-plugged", "status": "completed", "tag": "19c27776-746a-45c1-a72d-cc5470a1d752", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:57:36.569749 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbc8a4ff-b76a-42fe-b41c-1ba68f4db542 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:57:36.570142 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba957703-22e9-409f-9e1d-c96627bac83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c27776-746a-45c1-a72d-cc5470a1d752', 'code': 200} Nov 09 19:57:36.697290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0942b-a9ac-4709-ba27-628f8e9db5cd req-90547577-e819-47e3-9063-7ac1eee1de1a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:36.701319 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07c0942b-a9ac-4709-ba27-628f8e9db5cd req-90547577-e819-47e3-9063-7ac1eee1de1a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 946 time: 0.1658578 Nov 09 19:57:36.735841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ce8e7-06ec-474d-9fde-e3366723b84f req-df5b3b08-351c-4c8c-abe5-68021aae2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:36.737420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea8ce8e7-06ec-474d-9fde-e3366723b84f req-df5b3b08-351c-4c8c-abe5-68021aae2b9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 1097 time: 0.0939074 Nov 09 19:57:36.812874 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07c0942b-a9ac-4709-ba27-628f8e9db5cd req-1cc397c6-d5a4-4fef-af52-b0add6361173 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000855 Nov 09 19:57:36.814359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ea8ce8e7-06ec-474d-9fde-e3366723b84f req-86e65ae9-2947-4b37-835b-1b51453631b1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695443 Nov 09 19:57:37.652766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5e0f3-9a46-4273-8649-c8833664b025 req-25711d70-8011-481f-9ecc-5ce44a48422c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:37.654342 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19d5e0f3-9a46-4273-8649-c8833664b025 req-25711d70-8011-481f-9ecc-5ce44a48422c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 946 time: 0.1271298 Nov 09 19:57:37.771118 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19d5e0f3-9a46-4273-8649-c8833664b025 req-7c4a54c0-2eac-49ea-9f23-54bb8fec2d15 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858974 Nov 09 19:57:38.772289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47244) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:39.016735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c929b-0e0f-499d-a5b4-cd5b05901fae req-a6f6db02-732c-498d-a5d1-515ae0cc9e38 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:39.020227 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a8c929b-0e0f-499d-a5b4-cd5b05901fae req-a6f6db02-732c-498d-a5d1-515ae0cc9e38 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 946 time: 0.1849244 Nov 09 19:57:39.068713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-269c2fd3-57d8-4142-ae8d-ddeb082db874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:39.141773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a8c929b-0e0f-499d-a5b4-cd5b05901fae req-784f0c94-896e-44f8-99cf-ea95fdef17a9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761142 Nov 09 19:57:39.234591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-269c2fd3-57d8-4142-ae8d-ddeb082db874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:39.247995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-269c2fd3-57d8-4142-ae8d-ddeb082db874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:39.302107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-15253018-9dac-4cac-aca6-14f31a7acbe6 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:39.307138 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-15253018-9dac-4cac-aca6-14f31a7acbe6 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/networks?id=fa547064-337b-410f-92c1-34fa082574c6 HTTP/1.1" status: 200 len: 809 time: 0.1273329 Nov 09 19:57:39.309000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c2fd3-57d8-4142-ae8d-ddeb082db874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb190d9-bff6-4e90-becf-631ea9ed7c56,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:39.314129 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-269c2fd3-57d8-4142-ae8d-ddeb082db874 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=979a2dae7ac14bf6b7ded94d48279fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399470 Nov 09 19:57:39.316654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47268) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:39.321935 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-045cc487-7145-483b-8ecc-51a63974404d tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/quotas/df210e04990847ca800d7c5290cd6ef7 HTTP/1.1" status: 200 len: 375 time: 0.0121906 Nov 09 19:57:39.341779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fca8d-47ac-42a8-ab6b-fa41a01c8ecc req-194aebca-a75e-4830-b585-623127f6888d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:39.343359 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-268fca8d-47ac-42a8-ab6b-fa41a01c8ecc req-194aebca-a75e-4830-b585-623127f6888d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 946 time: 0.1058669 Nov 09 19:57:39.366748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-a0422d22-b6b0-4fba-aace-8e82d58f91bf tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df210e04990847ca800d7c5290cd6ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379345 Nov 09 19:57:39.410195 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-268fca8d-47ac-42a8-ab6b-fa41a01c8ecc req-61fa31c8-ac6f-4824-aa7d-ca4e63e6cf63 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587912 Nov 09 19:57:39.413102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bab1567-52a0-46ef-8723-ab639dbdfcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:39.460586 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bab1567-52a0-46ef-8723-ab639dbdfcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:39.496896 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-d7a463a4-569c-4a6c-9bcb-7df3c87aac76 service neutron] 10.222.0.53 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213276 Nov 09 19:57:39.559538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870fe13-f981-4b98-940a-c2164292f19d req-43058c12-b6f4-4006-971b-a4a6b947a36a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:39.568718 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d870fe13-f981-4b98-940a-c2164292f19d req-43058c12-b6f4-4006-971b-a4a6b947a36a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 946 time: 0.0715194 Nov 09 19:57:39.576299 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bab1567-52a0-46ef-8723-ab639dbdfcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:39.580184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bab1567-52a0-46ef-8723-ab639dbdfcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:39.583628 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7bab1567-52a0-46ef-8723-ab639dbdfcfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cb190d9-bff6-4e90-becf-631ea9ed7c56 HTTP/1.1" status: 204 len: 168 time: 0.2637892 Nov 09 19:57:39.598592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab1567-52a0-46ef-8723-ab639dbdfcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb190d9-bff6-4e90-becf-631ea9ed7c56,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:39.646648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47282) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:39.660607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d870fe13-f981-4b98-940a-c2164292f19d req-bc5cecca-b3ad-41dd-b336-3d016c16b930 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781262 Nov 09 19:57:39.673160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-6a7cd41a-bd15-4051-93aa-bb6099558066 service neutron] 10.222.0.53 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672070 Nov 09 19:57:40.055143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47304) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:40.094105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2129018-7ac5-433e-8c41-214606265929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:40.253296 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ed8b7c31-fb73-4da8-8110-550acc924cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:40.319309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2129018-7ac5-433e-8c41-214606265929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:40.325299 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7d37be6-d042-4142-967e-351ba95ac94d req-d7df3a86-e7c0-4275-9b99-a76caaa1c51c tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 210 time: 0.1031613 Nov 09 19:57:40.337157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2129018-7ac5-433e-8c41-214606265929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:40.384652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e2129018-7ac5-433e-8c41-214606265929 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60d32a3c39cf405b91989b21ae183c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251753 Nov 09 19:57:40.385264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47324) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:40.611070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2129018-7ac5-433e-8c41-214606265929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0461c63f-5e59-4afa-b04e-0e87c9c6eb84,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:40.651343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23213d-e807-482d-8301-83092432d18f req-74c08f29-7626-4910-a19e-d4350b5add5f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:40.657625 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb23213d-e807-482d-8301-83092432d18f req-74c08f29-7626-4910-a19e-d4350b5add5f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 946 time: 0.1660213 Nov 09 19:57:40.658843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-945c5de7-0fc7-461d-89fe-bed9ddbc7475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:40.662857 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:40.751806 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-945c5de7-0fc7-461d-89fe-bed9ddbc7475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:40.791566 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb23213d-e807-482d-8301-83092432d18f req-2e9e9753-39b0-4dd0-b35a-39b442c1637f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270390 Nov 09 19:57:40.925375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-945c5de7-0fc7-461d-89fe-bed9ddbc7475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:40.934323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-945c5de7-0fc7-461d-89fe-bed9ddbc7475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:40.936209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-945c5de7-0fc7-461d-89fe-bed9ddbc7475 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0461c63f-5e59-4afa-b04e-0e87c9c6eb84 HTTP/1.1" status: 204 len: 168 time: 0.5503461 Nov 09 19:57:40.957243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c5de7-0fc7-461d-89fe-bed9ddbc7475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0461c63f-5e59-4afa-b04e-0e87c9c6eb84,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:41.198778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] Deleting port ca6c5654-4726-4676-984b-46d02bdb4ad0 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:41.199131 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:41.398841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] For port ca6c5654-4726-4676-984b-46d02bdb4ad0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ca6c5654-4726-4676-984b-46d02bdb4ad0,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:41.399442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:41.424296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] Calling delete_port for ca6c5654-4726-4676-984b-46d02bdb4ad0 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:41.567606 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bfbe1861-378e-4747-854d-bf60021733f9 req-e8b4e3b8-f1c0-4d5d-a1ad-77a5a3af66ac tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 210 time: 0.0831394 Nov 09 19:57:41.711235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-b58a64c8-9dc6-4653-8de4-e10837853967 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:41.712785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-b58a64c8-9dc6-4653-8de4-e10837853967 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 946 time: 0.0998366 Nov 09 19:57:41.856278 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:41.857245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-3b9b749f-9d46-424b-98a0-111f0d7e5739 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Deleting port 19c27776-746a-45c1-a72d-cc5470a1d752 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:41.857802 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-3b9b749f-9d46-424b-98a0-111f0d7e5739 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:41.973337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6c5654-4726-4676-984b-46d02bdb4ad0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:42.012370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-3b9b749f-9d46-424b-98a0-111f0d7e5739 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] For port 19c27776-746a-45c1-a72d-cc5470a1d752, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=19c27776-746a-45c1-a72d-cc5470a1d752,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:42.012761 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-3b9b749f-9d46-424b-98a0-111f0d7e5739 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:42.079772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-3b9b749f-9d46-424b-98a0-111f0d7e5739 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Calling delete_port for 19c27776-746a-45c1-a72d-cc5470a1d752 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:42.144403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032937bb-e4bd-4b73-9d60-912291666283 req-4c074ac5-a6ea-42ff-aef1-1963fd4a5060 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:42.176000 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-032937bb-e4bd-4b73-9d60-912291666283 req-4c074ac5-a6ea-42ff-aef1-1963fd4a5060 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba957703-22e9-409f-9e1d-c96627bac83b HTTP/1.1" status: 200 len: 946 time: 0.2080097 Nov 09 19:57:42.395156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-3b9b749f-9d46-424b-98a0-111f0d7e5739 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:42.412737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['19c27776-746a-45c1-a72d-cc5470a1d752'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:42.417422 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe', '09461eab-75af-4699-b74c-78c55b5c1184'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:42.512191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b749f-9d46-424b-98a0-111f0d7e5739 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event deleted for resources: {'Port': ['ID=19c27776-746a-45c1-a72d-cc5470a1d752,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:42.614906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-032937bb-e4bd-4b73-9d60-912291666283 req-ef5ff051-2153-431a-9816-85652313b773 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272242 Nov 09 19:57:42.632065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-3b9b749f-9d46-424b-98a0-111f0d7e5739 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] No DVR routers for this DVR port 19c27776-746a-45c1-a72d-cc5470a1d752 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:57:42.646093 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-3b9b749f-9d46-424b-98a0-111f0d7e5739 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:42.664640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d85b4049-b16e-4d76-ac05-57e436084ec5 req-3b9b749f-9d46-424b-98a0-111f0d7e5739 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.70 "DELETE /v2.0/ports/19c27776-746a-45c1-a72d-cc5470a1d752 HTTP/1.1" status: 204 len: 173 time: 0.9438617 Nov 09 19:57:42.664947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba957703-22e9-409f-9e1d-c96627bac83b', 'name': 'network-vif-deleted', 'tag': '19c27776-746a-45c1-a72d-cc5470a1d752'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:42.682931 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db4a28-6363-4278-937d-07761e075d39" -d '{"events": [{"server_uuid": "ba957703-22e9-409f-9e1d-c96627bac83b", "name": "network-vif-deleted", "tag": "19c27776-746a-45c1-a72d-cc5470a1d752"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:42.842448 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-95d2c6c1-a712-446b-b0ab-6cd59553f9c6 req-d0206620-8dbc-4028-a3c5-e00a78fac4d9 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 210 time: 0.0719123 Nov 09 19:57:42.985693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:43.051307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-d5a7259d-00f4-443b-b8da-2beeedd2c4d4 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:43.052731 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-d5a7259d-00f4-443b-b8da-2beeedd2c4d4 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.77 "GET /v2.0/networks?id=fa547064-337b-410f-92c1-34fa082574c6 HTTP/1.1" status: 200 len: 809 time: 0.7793024 Nov 09 19:57:43.108502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Request body: {'port': {'device_id': '1b53c7a6-a331-401b-bb73-d0efafcc3007', 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6', 'admin_state_up': True, 'tenant_id': 'df210e04990847ca800d7c5290cd6ef7'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:43.135511 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd2162-0810-498a-a680-1d4473abd05e x-openstack-request-id: req-2fbd2162-0810-498a-a680-1d4473abd05e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:57:43.136181 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba957703-22e9-409f-9e1d-c96627bac83b", "name": "network-vif-deleted", "tag": "19c27776-746a-45c1-a72d-cc5470a1d752", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:57:43.136633 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fbd2162-0810-498a-a680-1d4473abd05e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:57:43.137328 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba957703-22e9-409f-9e1d-c96627bac83b', 'name': 'network-vif-deleted', 'tag': '19c27776-746a-45c1-a72d-cc5470a1d752', 'status': 'completed', 'code': 200} Nov 09 19:57:43.196913 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4660b1f5-e960-4b8a-95a7-0e231fe1d681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:43.351299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Made reservation on behalf of df210e04990847ca800d7c5290cd6ef7 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:43.356134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:43.475658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:43.619565 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] Router 89ff9107-1a04-4686-bcd7-e0f134d56812 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:57:43.815545 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Allocated IP 172.20.0.2 (fa547064-337b-410f-92c1-34fa082574c6/048e75c3-94cc-41b0-b15b-113a55745a62/cf431745-e4ee-443e-855c-b1a5292ab4d1) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:57:43.930683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:57:43.938394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-26f9dea4-45bd-4519-a5d2-5ba80137eeee admin admin] 10.222.0.53 "PUT /v2.0/routers/89ff9107-1a04-4686-bcd7-e0f134d56812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2906697 Nov 09 19:57:43.941457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47468) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:43.944676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] Sync routers for ids ['89ff9107-1a04-4686-bcd7-e0f134d56812'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:57:43.963335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] Routers {'89ff9107-1a04-4686-bcd7-e0f134d56812'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:57:43.964116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:57:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['89ff9107-1a04-4686-bcd7-e0f134d56812'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:44.159598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd1fca-affe-409c-af00-7f2d413bfde4 req-ed2b7975-e16f-4a9f-8a9e-43bd51d63713 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:44.162746 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2cfd1fca-affe-409c-af00-7f2d413bfde4 req-ed2b7975-e16f-4a9f-8a9e-43bd51d63713 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 946 time: 0.1345513 Nov 09 19:57:44.163874 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:44.193282 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:44.237883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2cfd1fca-affe-409c-af00-7f2d413bfde4 req-c13e778e-30fd-430a-b25e-a497cd8db7ee tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680423 Nov 09 19:57:44.310481 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:44.360874 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] Set router 89ff9107-1a04-4686-bcd7-e0f134d56812 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:57:44.381465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Network fa547064-337b-410f-92c1-34fa082574c6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:57:44.386024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:57:44.394930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:57:44.443090 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:44.488801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Pushing event updated for resources: {'Port': ['ID=cf431745-e4ee-443e-855c-b1a5292ab4d1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:44.536395 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-dc7e66dd-9c24-4d13-be1f-b1030240fd74 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1869290 Nov 09 19:57:44.552760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Deleting port 394ec1fe-1de4-40eb-bd1a-f86daf51c932 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:44.553096 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:44.566495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:44.568179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed8b6c-5439-4dc3-9bd0-23ad20904daa req-5d836be2-a792-478a-b9fb-888736fb4dc5 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:44.575901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40ed8b6c-5439-4dc3-9bd0-23ad20904daa req-5d836be2-a792-478a-b9fb-888736fb4dc5 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 931 time: 0.2254410 Nov 09 19:57:44.578841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:44.631581 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-87d74628-fed9-4ba9-bca9-c0dc30fdc622 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5277219 Nov 09 19:57:44.649036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-c3314be9-bf92-4e87-a5dc-565cef9aa244 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:57:44.662638 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-c3314be9-bf92-4e87-a5dc-565cef9aa244 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242233 Nov 09 19:57:44.716182 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:44.756040 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40ed8b6c-5439-4dc3-9bd0-23ad20904daa req-3eb6624c-ddea-4099-86b9-54ff75aeef24 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637216 Nov 09 19:57:44.764247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-e7b50e0b-1e00-4a2b-99a1-70b350c2a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:44.765638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-e7b50e0b-1e00-4a2b-99a1-70b350c2a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:44.766129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-e7b50e0b-1e00-4a2b-99a1-70b350c2a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:44.766657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-e7b50e0b-1e00-4a2b-99a1-70b350c2a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:44.767122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-e7b50e0b-1e00-4a2b-99a1-70b350c2a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:44.767633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-e7b50e0b-1e00-4a2b-99a1-70b350c2a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:44.768101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-e7b50e0b-1e00-4a2b-99a1-70b350c2a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:44.770360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-e7b50e0b-1e00-4a2b-99a1-70b350c2a6d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6492 time: 0.1343474 Nov 09 19:57:44.911522 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:57:41Z', 'revision_number': 5, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port': {'id': '394ec1fe-1de4-40eb-bd1a-f86daf51c932', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:46:13Z', 'updated_at': '2021-11-09T19:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:44.957791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] Checking router: 89ff9107-1a04-4686-bcd7-e0f134d56812 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:57:44.982537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] Routers {'89ff9107-1a04-4686-bcd7-e0f134d56812'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:57:44.984772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:57:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['89ff9107-1a04-4686-bcd7-e0f134d56812'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:44.991837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Request body: {'port': {'device_id': '1b53c7a6-a331-401b-bb73-d0efafcc3007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:45.003652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-63759b80-54a2-4736-8f4d-b32eb8359a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:45.007317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-63759b80-54a2-4736-8f4d-b32eb8359a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:45.007979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-63759b80-54a2-4736-8f4d-b32eb8359a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:45.009831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-63759b80-54a2-4736-8f4d-b32eb8359a04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a324136-2163-42a7-990c-86170143e093&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce HTTP/1.1" status: 200 len: 2294 time: 0.2117310 Nov 09 19:57:45.072982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] For port 394ec1fe-1de4-40eb-bd1a-f86daf51c932, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=394ec1fe-1de4-40eb-bd1a-f86daf51c932,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:45.077681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:45.129191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:45.318799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-cbca4bec-d1c1-4e02-9477-5a57bf0dd287 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 HTTP/1.1" status: 200 len: 1001 time: 0.2935534 Nov 09 19:57:45.409184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] Set router 89ff9107-1a04-4686-bcd7-e0f134d56812 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:57:45.481117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:57:44Z', 'revision_number': 6, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:45.518859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd1275a-0a9e-444a-8b86-953d6fd1056b None None] The sync data for ids ['89ff9107-1a04-4686-bcd7-e0f134d56812'] in n-d-817256-1 is: [{'id': '89ff9107-1a04-4686-bcd7-e0f134d56812', 'name': 'tempest-TaggedBootDevicesTest_v242-2146564803-router', 'tenant_id': '5e646554cb1948bab8888fd628ae596e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:46:12Z', 'updated_at': '2021-11-09T19:57:44Z', 'revision_number': 6, 'project_id': '5e646554cb1948bab8888fd628ae596e', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:57:45.570549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Calling delete_port for 394ec1fe-1de4-40eb-bd1a-f86daf51c932 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:45.740846 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-4fe9db39-6a7c-4239-b067-6f5ac36ae32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:45.743556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-4fe9db39-6a7c-4239-b067-6f5ac36ae32d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d56ed7-cf6d-49cf-942e-853bf70f81d6 HTTP/1.1" status: 200 len: 851 time: 0.4077575 Nov 09 19:57:45.759511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118e1a4-0f5b-422f-b9e7-6b4487d26750 req-33972efc-5bf7-49ad-8fea-d4d4a7d8284c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:45.762360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e118e1a4-0f5b-422f-b9e7-6b4487d26750 req-33972efc-5bf7-49ad-8fea-d4d4a7d8284c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 946 time: 0.2309082 Nov 09 19:57:45.813374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-d95cc0eb-86ff-49b7-803a-8c5733aad2b4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:45.821385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-d95cc0eb-86ff-49b7-803a-8c5733aad2b4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 946 time: 0.4683902 Nov 09 19:57:45.869565 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47554) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:45.962097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 19c27776-746a-45c1-a72d-cc5470a1d752 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:57:45.969363 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e118e1a4-0f5b-422f-b9e7-6b4487d26750 req-b45e68da-1bf2-4135-87b6-7740ea66fdd6 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956279 Nov 09 19:57:46.064064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 19c27776-746a-45c1-a72d-cc5470a1d752 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:57:46.064421 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 19c27776-746a-45c1-a72d-cc5470a1d752 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:57:46.074381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf431745-e4ee-443e-855c-b1a5292ab4d1 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:57:46.097782 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.116021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ca6c5654-4726-4676-984b-46d02bdb4ad0 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:57:46.159255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: ca6c5654-4726-4676-984b-46d02bdb4ad0 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:57:46.159604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ca6c5654-4726-4676-984b-46d02bdb4ad0 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:57:46.176612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-f4ce6249-ed0e-46eb-8941-91cd9bdee3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:46.178172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-f4ce6249-ed0e-46eb-8941-91cd9bdee3c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a324136-2163-42a7-990c-86170143e093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4230864 Nov 09 19:57:46.205002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986788ff-fd32-4cf0-a0e5-d0b1335b3484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.237948 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.357742 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986788ff-fd32-4cf0-a0e5-d0b1335b3484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.362932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986788ff-fd32-4cf0-a0e5-d0b1335b3484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.413842 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-986788ff-fd32-4cf0-a0e5-d0b1335b3484 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b785a7d8bc6e4e85a946b5d00d94c69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410364 Nov 09 19:57:46.415124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986788ff-fd32-4cf0-a0e5-d0b1335b3484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff02fbcf-591d-4510-911c-a0146872484f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:46.417911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47568) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:46.497937 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49a8167d-ccb6-4999-9aaa-81c7b8497ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.527071 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49a8167d-ccb6-4999-9aaa-81c7b8497ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.627707 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49a8167d-ccb6-4999-9aaa-81c7b8497ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.630342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49a8167d-ccb6-4999-9aaa-81c7b8497ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.631722 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-49a8167d-ccb6-4999-9aaa-81c7b8497ff2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff02fbcf-591d-4510-911c-a0146872484f HTTP/1.1" status: 204 len: 168 time: 0.2126803 Nov 09 19:57:46.653844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8167d-ccb6-4999-9aaa-81c7b8497ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff02fbcf-591d-4510-911c-a0146872484f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:46.806219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Transition to ACTIVE for port object cf431745-e4ee-443e-855c-b1a5292ab4d1 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:57:46.809994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91935593-9af6-4789-92b5-d9a78049e68d req-5b94afb0-215c-4222-b8ee-ecec4434e0fa tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:46.812577 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91935593-9af6-4789-92b5-d9a78049e68d req-5b94afb0-215c-4222-b8ee-ecec4434e0fa tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 931 time: 0.9136574 Nov 09 19:57:46.815695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.853925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:46.919143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Pushing event updated for resources: {'Port': ['ID=cf431745-e4ee-443e-855c-b1a5292ab4d1,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:47.068352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Pushing event deleted for resources: {'Port': ['ID=394ec1fe-1de4-40eb-bd1a-f86daf51c932,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:47.142766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Attempting to bind port cf431745-e4ee-443e-855c-b1a5292ab4d1 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:57:47.144269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Attempting to bind port cf431745-e4ee-443e-855c-b1a5292ab4d1 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '59d87bb9-e6c7-461e-b1c6-21df0ba0840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:57:47.150444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Attempting to bind port cf431745-e4ee-443e-855c-b1a5292ab4d1 on network fa547064-337b-410f-92c1-34fa082574c6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:57:47.159710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Port cf431745-e4ee-443e-855c-b1a5292ab4d1 on network fa547064-337b-410f-92c1-34fa082574c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:57:47.160322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Attempting to bind port cf431745-e4ee-443e-855c-b1a5292ab4d1 on network fa547064-337b-410f-92c1-34fa082574c6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:57:47.177817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:57:47.185217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Checking segment: {'id': '59d87bb9-e6c7-461e-b1c6-21df0ba0840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:57:47.186011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Bound using segment: {'id': '59d87bb9-e6c7-461e-b1c6-21df0ba0840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:57:47.187364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Bound port: cf431745-e4ee-443e-855c-b1a5292ab4d1, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d87bb9-e6c7-461e-b1c6-21df0ba0840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:57:47.187900 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.194674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.219768 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91935593-9af6-4789-92b5-d9a78049e68d req-da5d3aac-307f-4eb7-92a8-a5bce6cd30cf tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607528 Nov 09 19:57:47.335136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47594) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:47.391387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f000559-3632-485d-b26b-c00bd3f3c9a9 req-9567595b-07c8-432e-bab3-507037a8ad30 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:47.393238 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f000559-3632-485d-b26b-c00bd3f3c9a9 req-9567595b-07c8-432e-bab3-507037a8ad30 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 946 time: 0.2026994 Nov 09 19:57:47.394569 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbe25f55-6e3b-42ef-bfbd-32cb90871884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.418789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-98c6b766-6121-4beb-8426-24ffa89837fb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Deleting port 09461eab-75af-4699-b74c-78c55b5c1184 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:47.419139 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-98c6b766-6121-4beb-8426-24ffa89837fb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.427070 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.436215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.485949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] For port cf431745-e4ee-443e-855c-b1a5292ab4d1, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:57:47.531273 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f000559-3632-485d-b26b-c00bd3f3c9a9 req-10322f85-df3e-4a8b-b190-2e80abb33128 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027102 Nov 09 19:57:47.541675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] For port cf431745-e4ee-443e-855c-b1a5292ab4d1, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf431745-e4ee-443e-855c-b1a5292ab4d1,segment=NetworkSegment(59d87bb9-e6c7-461e-b1c6-21df0ba0840a),segment_id=59d87bb9-e6c7-461e-b1c6-21df0ba0840a)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:57:47.566847 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.668492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:47.668787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-05887a50-aeb2-4dce-afbe-a222ff7ddd96 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4523375 Nov 09 19:57:47.671049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.673214 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-124303a8-8fef-4142-b116-50bda3719efd service neutron] 10.222.0.77 "PUT /v2.0/ports/cf431745-e4ee-443e-855c-b1a5292ab4d1 HTTP/1.1" status: 200 len: 1091 time: 2.9997799 Nov 09 19:57:47.679820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b53c7a6-a331-401b-bb73-d0efafcc3007', 'tag': 'cf431745-e4ee-443e-855c-b1a5292ab4d1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:47.682468 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb6c60c-d53e-4b93-a137-a6d969836bce" -d '{"events": [{"name": "network-changed", "server_uuid": "1b53c7a6-a331-401b-bb73-d0efafcc3007", "tag": "cf431745-e4ee-443e-855c-b1a5292ab4d1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:47.729210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124303a8-8fef-4142-b116-50bda3719efd service neutron] Pushing event updated for resources: {'Port': ['ID=cf431745-e4ee-443e-855c-b1a5292ab4d1,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:47.752926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.753376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89ff9107-1a04-4686-bcd7-e0f134d56812 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:57:47.804401 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418fff44-7ea5-4994-9665-a36540c0abf8 x-openstack-request-id: req-418fff44-7ea5-4994-9665-a36540c0abf8 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:57:47.805117 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b53c7a6-a331-401b-bb73-d0efafcc3007", "tag": "cf431745-e4ee-443e-855c-b1a5292ab4d1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:57:47.805885 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-418fff44-7ea5-4994-9665-a36540c0abf8 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:57:47.806501 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b53c7a6-a331-401b-bb73-d0efafcc3007', 'tag': 'cf431745-e4ee-443e-855c-b1a5292ab4d1', 'status': 'completed', 'code': 200} Nov 09 19:57:47.813842 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbe25f55-6e3b-42ef-bfbd-32cb90871884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.824547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.828589 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b1404fc9-0c33-4695-81f1-4157ff3140ef admin admin] 10.222.0.53 "DELETE /v2.0/routers/89ff9107-1a04-4686-bcd7-e0f134d56812 HTTP/1.1" status: 204 len: 168 time: 3.8825395 Nov 09 19:57:47.829508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47610) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:47.831787 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbe25f55-6e3b-42ef-bfbd-32cb90871884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.958232 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dbe25f55-6e3b-42ef-bfbd-32cb90871884 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae1289303c6c4440898097588610417a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6205473 Nov 09 19:57:47.963929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47616) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:47.966484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-98c6b766-6121-4beb-8426-24ffa89837fb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] For port 09461eab-75af-4699-b74c-78c55b5c1184, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=09461eab-75af-4699-b74c-78c55b5c1184,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:47.967098 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-98c6b766-6121-4beb-8426-24ffa89837fb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:47.974581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-3a2e2a96-0797-4af4-b062-f90f913a7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:47.976376 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-3a2e2a96-0797-4af4-b062-f90f913a7bf1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df210e04990847ca800d7c5290cd6ef7&device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 1094 time: 0.2375069 Nov 09 19:57:47.982687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-98c6b766-6121-4beb-8426-24ffa89837fb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Calling delete_port for 09461eab-75af-4699-b74c-78c55b5c1184 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:48.150338 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-01748365-20a8-4ce4-a98e-345216ee5143 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf431745-e4ee-443e-855c-b1a5292ab4d1 HTTP/1.1" status: 200 len: 217 time: 0.1573532 Nov 09 19:57:48.153220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-0773e8e0-08aa-43db-ad44-3828d4cc2fc8 admin admin] Deleting subnet 631c072b-443f-46be-a69f-00bb6024fc68 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:57:48.153505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe25f55-6e3b-42ef-bfbd-32cb90871884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec43ff4-4419-4a56-97d9-fd3abad15134,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:48.188499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 394ec1fe-1de4-40eb-bd1a-f86daf51c932 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:57:48.191646 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a064af59-a3a3-4cf2-b7c2-d2c43233a387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:48.205799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0773e8e0-08aa-43db-ad44-3828d4cc2fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:48.243066 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a064af59-a3a3-4cf2-b7c2-d2c43233a387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:48.259928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 394ec1fe-1de4-40eb-bd1a-f86daf51c932 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:57:48.260276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 394ec1fe-1de4-40eb-bd1a-f86daf51c932 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:57:48.270271 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0773e8e0-08aa-43db-ad44-3828d4cc2fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:48.329638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a064af59-a3a3-4cf2-b7c2-d2c43233a387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:48.332514 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a064af59-a3a3-4cf2-b7c2-d2c43233a387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:48.336441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a064af59-a3a3-4cf2-b7c2-d2c43233a387 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fec43ff4-4419-4a56-97d9-fd3abad15134 HTTP/1.1" status: 204 len: 168 time: 0.3590510 Nov 09 19:57:48.350659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064af59-a3a3-4cf2-b7c2-d2c43233a387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec43ff4-4419-4a56-97d9-fd3abad15134,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:48.379290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-32b05f5e-a949-47a1-99dd-41a5a0f134aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:48.394267 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-d4728fe3-2715-4365-b0c6-be7d24f9b016 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926656 Nov 09 19:57:48.408987 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-32b05f5e-a949-47a1-99dd-41a5a0f134aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=048e75c3-94cc-41b0-b15b-113a55745a62 HTTP/1.1" status: 200 len: 849 time: 0.2334194 Nov 09 19:57:48.456191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-a082e152-f400-4789-b459-c8baca0f0c6a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fa547064-337b-410f-92c1-34fa082574c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341403 Nov 09 19:57:48.488719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0773e8e0-08aa-43db-ad44-3828d4cc2fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:48.683742 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-ed7951f4-a0ee-4672-9ede-9661cbaccc25 service neutron] 10.222.0.77 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142096 Nov 09 19:57:48.773060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-ef203090-f3cf-44df-a250-e2b443643d24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 217 time: 0.3778141 Nov 09 19:57:48.901743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-98c6b766-6121-4beb-8426-24ffa89837fb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:48.917050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:48.951101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed84c4-ae10-45f2-8c6c-a175128da9ae req-ac5a6fd0-f0e7-4e5a-9ef5-0f2b2c6e72de tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:48.958752 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-14ed84c4-ae10-45f2-8c6c-a175128da9ae req-ac5a6fd0-f0e7-4e5a-9ef5-0f2b2c6e72de tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 867 time: 0.2002883 Nov 09 19:57:48.987337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1b163c2-c54a-4db8-837e-7438645fd3b4 req-f7669d5f-624b-49f6-a695-e61f3d6fc900 service neutron] 10.222.0.77 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904994 Nov 09 19:57:48.991654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6b766-6121-4beb-8426-24ffa89837fb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event deleted for resources: {'Port': ['ID=09461eab-75af-4699-b74c-78c55b5c1184,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:49.052560 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-14ed84c4-ae10-45f2-8c6c-a175128da9ae req-4abbc01f-529a-40a4-a9e9-cedc449141c9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928309 Nov 09 19:57:49.150843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322291-b657-4853-918a-bac920257f4a req-a98d6373-acd0-4e26-b706-c068968bd53e tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:49.159837 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40322291-b657-4853-918a-bac920257f4a req-a98d6373-acd0-4e26-b706-c068968bd53e tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 943 time: 0.7623882 Nov 09 19:57:49.166248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-0a43b36e-6ade-4e90-af78-f8f4824289e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:49.167854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-0a43b36e-6ade-4e90-af78-f8f4824289e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.2844312 Nov 09 19:57:49.265524 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6c60c-d53e-4b93-a137-a6d969836bce req-b3723ce9-d377-4292-9ae8-4429fbdc1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:49.276819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cb6c60c-d53e-4b93-a137-a6d969836bce req-b3723ce9-d377-4292-9ae8-4429fbdc1501 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=df210e04990847ca800d7c5290cd6ef7&device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 1094 time: 0.2194166 Nov 09 19:57:49.355615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-98c6b766-6121-4beb-8426-24ffa89837fb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] No DVR routers for this DVR port 09461eab-75af-4699-b74c-78c55b5c1184 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:57:49.366836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-98c6b766-6121-4beb-8426-24ffa89837fb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:49.370314 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb414ba9-9952-4f75-934f-0652ecf9b4f9 req-98c6b766-6121-4beb-8426-24ffa89837fb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "DELETE /v2.0/ports/09461eab-75af-4699-b74c-78c55b5c1184 HTTP/1.1" status: 204 len: 173 time: 3.4929271 Nov 09 19:57:49.376882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0773e8e0-08aa-43db-ad44-3828d4cc2fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:49.385766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fdfcf6-6620-405c-accb-98b5dc85e324', 'name': 'network-vif-deleted', 'tag': '09461eab-75af-4699-b74c-78c55b5c1184'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:49.389156 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ff177f-fe4a-4851-8960-d72ed7103344" -d '{"events": [{"server_uuid": "19fdfcf6-6620-405c-accb-98b5dc85e324", "name": "network-vif-deleted", "tag": "09461eab-75af-4699-b74c-78c55b5c1184"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:49.403609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0773e8e0-08aa-43db-ad44-3828d4cc2fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:49.408914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ade199-33e7-48b0-a075-47fdd0da640f None None] Network 90a17b75-3a9f-4fd3-9f10-435fc26e61fd requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:57:49.419527 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0773e8e0-08aa-43db-ad44-3828d4cc2fc8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/631c072b-443f-46be-a69f-00bb6024fc68 HTTP/1.1" status: 204 len: 168 time: 1.5872333 Nov 09 19:57:49.449872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47660) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:49.493987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-9181f483-a007-4593-b0c6-7550dd836693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:49.507085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-9181f483-a007-4593-b0c6-7550dd836693 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2638640 Nov 09 19:57:49.550507 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d40af9-8a9e-45f3-97d1-a92094c7ebcb x-openstack-request-id: req-e9d40af9-8a9e-45f3-97d1-a92094c7ebcb {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:57:49.550848 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fdfcf6-6620-405c-accb-98b5dc85e324", "name": "network-vif-deleted", "tag": "09461eab-75af-4699-b74c-78c55b5c1184", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:57:49.551113 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9d40af9-8a9e-45f3-97d1-a92094c7ebcb {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:57:49.551543 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fdfcf6-6620-405c-accb-98b5dc85e324', 'name': 'network-vif-deleted', 'tag': '09461eab-75af-4699-b74c-78c55b5c1184', 'status': 'completed', 'code': 200} Nov 09 19:57:49.553264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773e8e0-08aa-43db-ad44-3828d4cc2fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=631c072b-443f-46be-a69f-00bb6024fc68,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:49.667988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6c60c-d53e-4b93-a137-a6d969836bce req-0fd479e5-18e0-4040-b0ca-e6f807189c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:49.683524 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cb6c60c-d53e-4b93-a137-a6d969836bce req-0fd479e5-18e0-4040-b0ca-e6f807189c52 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fa547064-337b-410f-92c1-34fa082574c6 HTTP/1.1" status: 200 len: 910 time: 0.3968570 Nov 09 19:57:49.729739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f639e-357b-4898-afed-3b0a921211cb None None] DHCP port deletion for 90a17b75-3a9f-4fd3-9f10-435fc26e61fd request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:57:49.730035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40322291-b657-4853-918a-bac920257f4a req-92edbd9a-7e73-440a-8f1f-727388eda118 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583441 Nov 09 19:57:49.797400 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cb6c60c-d53e-4b93-a137-a6d969836bce req-1dc3a456-5fb4-4b4e-9faa-480177b7c49d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf431745-e4ee-443e-855c-b1a5292ab4d1 HTTP/1.1" status: 200 len: 217 time: 0.1042206 Nov 09 19:57:49.848308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:49.866311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f639e-357b-4898-afed-3b0a921211cb None None] Deleting port 5156739a-7bf0-4846-8fa4-399a22f5d270 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:49.870856 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d8f639e-357b-4898-afed-3b0a921211cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:49.933289 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-cb661cfb-d04e-4a70-8857-d3d69bce9f1e service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065745 Nov 09 19:57:49.961579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9d8f639e-357b-4898-afed-3b0a921211cb None None] For port 5156739a-7bf0-4846-8fa4-399a22f5d270, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5156739a-7bf0-4846-8fa4-399a22f5d270,segment=NetworkSegment(aa1b763d-f835-4580-9e50-2e43f754b2d2),segment_id=aa1b763d-f835-4580-9e50-2e43f754b2d2)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:49.961950 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d8f639e-357b-4898-afed-3b0a921211cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:49.985844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f639e-357b-4898-afed-3b0a921211cb None None] Calling delete_port for 5156739a-7bf0-4846-8fa4-399a22f5d270 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:50.029598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6c60c-d53e-4b93-a137-a6d969836bce req-feaffe08-4af8-43fa-a72a-b1dda0fba962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:50.037261 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cb6c60c-d53e-4b93-a137-a6d969836bce req-feaffe08-4af8-43fa-a72a-b1dda0fba962 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=048e75c3-94cc-41b0-b15b-113a55745a62 HTTP/1.1" status: 200 len: 849 time: 0.2192664 Nov 09 19:57:50.166105 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cb6c60c-d53e-4b93-a137-a6d969836bce req-a4381f51-a308-4400-888b-a23f83e4816f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fa547064-337b-410f-92c1-34fa082574c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992429 Nov 09 19:57:50.185612 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d8f639e-357b-4898-afed-3b0a921211cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:50.255598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Deleting port 5156739a-7bf0-4846-8fa4-399a22f5d270 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:57:50.259434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:50.294569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5156739a-7bf0-4846-8fa4-399a22f5d270 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:57:50.371791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 5156739a-7bf0-4846-8fa4-399a22f5d270 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:57:50.372358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5156739a-7bf0-4846-8fa4-399a22f5d270 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:57:50.379600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 09461eab-75af-4699-b74c-78c55b5c1184 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:57:50.380056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d8f41e55-0651-454b-bf74-85c87c908003 req-2ffcf2ed-f95e-4346-a1da-5e73788ebe8b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdfcf6-6620-405c-accb-98b5dc85e324 HTTP/1.1" status: 200 len: 210 time: 0.0812914 Nov 09 19:57:50.384667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f639e-357b-4898-afed-3b0a921211cb None None] Pushing event deleted for resources: {'Port': ['ID=5156739a-7bf0-4846-8fa4-399a22f5d270,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:50.393750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f639e-357b-4898-afed-3b0a921211cb None None] No DVR routers for this DVR port 5156739a-7bf0-4846-8fa4-399a22f5d270 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:57:50.433552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] For port 5156739a-7bf0-4846-8fa4-399a22f5d270, host n-d-817256-1, got binding levels [] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:50.434088 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:50.459022 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cb6c60c-d53e-4b93-a137-a6d969836bce req-ad3063e3-6758-40bc-9285-afebc191d0b7 service neutron] 10.222.0.77 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864611 Nov 09 19:57:50.463905 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-b776827d-7f56-4b11-b815-9d2d8c7d030f service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034394 Nov 09 19:57:50.473753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Calling delete_port for 5156739a-7bf0-4846-8fa4-399a22f5d270 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:57:50.480861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 09461eab-75af-4699-b74c-78c55b5c1184 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:57:50.489469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 09461eab-75af-4699-b74c-78c55b5c1184 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:57:50.499092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Port 5156739a-7bf0-4846-8fa4-399a22f5d270 was not found and therefore no delete operation was performed {{(pid=102296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 19:57:50.509293 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:50.609239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-814f74cf-c470-4aaa-a6b6-bee010701b82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 217 time: 0.1149836 Nov 09 19:57:50.646635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5156739a-7bf0-4846-8fa4-399a22f5d270,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:50.655651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] No DVR routers for this DVR port 5156739a-7bf0-4846-8fa4-399a22f5d270 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:57:50.785616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-25718b07-6602-467a-ae54-922ecf7d87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:50.787457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-25718b07-6602-467a-ae54-922ecf7d87ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1500258 Nov 09 19:57:50.789128 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:50.848206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a17b75-3a9f-4fd3-9f10-435fc26e61fd']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:50.865476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1b763d-f835-4580-9e50-2e43f754b2d2') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:50.865774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1b763d-f835-4580-9e50-2e43f754b2d2') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:57:50.895063 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:50.930072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-ec67af31-648d-4de7-8f11-8c7d094573c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:50.934244 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-ec67af31-648d-4de7-8f11-8c7d094573c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1350503 Nov 09 19:57:50.940403 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:51.038101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:57:51.039256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:57:51.043208 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:57:51.095419 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:51.177824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:51.187760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:51.195428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/90a17b75-3a9f-4fd3-9f10-435fc26e61fd HTTP/1.1" status: 204 len: 168 time: 1.6845095 Nov 09 19:57:51.219619 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cb6c60c-d53e-4b93-a137-a6d969836bce req-9b25fc1b-9169-408d-961f-c947ae3bb97e service neutron] 10.222.0.77 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7502501 Nov 09 19:57:51.221178 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-66a6fa70-05cd-4810-8c3c-b27ce6f67c5b service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754607 Nov 09 19:57:51.222431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287adeb-b85f-4273-ad0f-d1d5257391f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=90a17b75-3a9f-4fd3-9f10-435fc26e61fd,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:51.233072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3088d-83f0-4348-ba4b-91789352f923 req-fdface10-33fe-42f7-a51f-796dff85b2d1 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:51.235970 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49d3088d-83f0-4348-ba4b-91789352f923 req-fdface10-33fe-42f7-a51f-796dff85b2d1 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 943 time: 0.1248143 Nov 09 19:57:51.328965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49d3088d-83f0-4348-ba4b-91789352f923 req-68ae1291-db5d-49c6-91ba-85eac95b2ad2 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857913 Nov 09 19:57:51.395397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-6b746390-dd2e-4d39-8238-b847f5f2a853 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557715 Nov 09 19:57:51.448868 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-4bf2fdb5-f736-4c20-91e4-39ebd8360d50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce HTTP/1.1" status: 200 len: 217 time: 0.0454164 Nov 09 19:57:51.532459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-9104feb5-fba3-472a-ba3c-4adcc1f409ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:51.534155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-9104feb5-fba3-472a-ba3c-4adcc1f409ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.0785511 Nov 09 19:57:51.607261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47762) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:51.611631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-8723d7a2-18a1-4956-83c5-0b99a62d400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:51.625934 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-8723d7a2-18a1-4956-83c5-0b99a62d400f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823936 Nov 09 19:57:51.677383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1c39721b-cbfb-4a3f-be27-e41f22bb38d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e646554cb1948bab8888fd628ae596e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689018 Nov 09 19:57:51.678302 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:51.716965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:51.786529 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a07eaecd-2ef1-4ce5-853e-65e91df4433a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:51.833056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-4f9fd6db-2078-48f0-af46-e066acc29f1a service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985197 Nov 09 19:57:51.867239 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a07eaecd-2ef1-4ce5-853e-65e91df4433a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:51.958219 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5ca3-cce8-4344-a17f-d6a22aa9c95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:51.960867 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a07eaecd-2ef1-4ce5-853e-65e91df4433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:51.964893 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a07eaecd-2ef1-4ce5-853e-65e91df4433a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:51.966872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a07eaecd-2ef1-4ce5-853e-65e91df4433a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8f424ff-7295-4da7-8601-7cb512f7c6a0 HTTP/1.1" status: 204 len: 168 time: 0.2873559 Nov 09 19:57:52.013946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eaecd-2ef1-4ce5-853e-65e91df4433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f424ff-7295-4da7-8601-7cb512f7c6a0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:52.167767 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-40ee06f9-24c6-443d-bcf0-fc6d325a16f4 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108010 Nov 09 19:57:52.205007 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5ca3-cce8-4344-a17f-d6a22aa9c95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:52.221563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b9ca5ca3-cce8-4344-a17f-d6a22aa9c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:52.234930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-9d59f341-28a6-4407-bd9d-8d559cb0baa7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:52.242111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-9d59f341-28a6-4407-bd9d-8d559cb0baa7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.2883825 Nov 09 19:57:52.245872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-e1a14673-87fa-4982-83b7-d791a20bd96d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d HTTP/1.1" status: 200 len: 217 time: 0.0656061 Nov 09 19:57:52.269612 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-8e70c6ba-4f5f-425e-a268-be928894d52b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/quotas/5b8b896b82e8499c9b231a80905ce84d HTTP/1.1" status: 200 len: 375 time: 0.0262561 Nov 09 19:57:52.275315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b9ca5ca3-cce8-4344-a17f-d6a22aa9c95b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84e7f750b4b645bf953b930ef494e957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564215 Nov 09 19:57:52.277615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca5ca3-cce8-4344-a17f-d6a22aa9c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6fcf37-d0ca-45c3-b2c3-fcbb98368ce5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:52.294922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47800) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:52.296962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cf431745-e4ee-443e-855c-b1a5292ab4d1 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:57:52.367158 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebf96-de01-4397-bf68-640ee43dc6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:52.396510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-4144f87f-700f-4fe4-b681-9a5e2ff37b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:52.398072 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-4144f87f-700f-4fe4-b681-9a5e2ff37b8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1436703 Nov 09 19:57:52.399535 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebf96-de01-4397-bf68-640ee43dc6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:52.419009 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-7ea4ccc5-deb9-410d-8d85-6774185e2395 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1481538 Nov 09 19:57:52.535202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cf431745-e4ee-443e-855c-b1a5292ab4d1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf431745-e4ee-443e-855c-b1a5292ab4d1,segment=NetworkSegment(59d87bb9-e6c7-461e-b1c6-21df0ba0840a),segment_id=59d87bb9-e6c7-461e-b1c6-21df0ba0840a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:52.544602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47810) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:52.559615 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebf96-de01-4397-bf68-640ee43dc6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:52.568874 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebf96-de01-4397-bf68-640ee43dc6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:52.574189 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3d5ebf96-de01-4397-bf68-640ee43dc6e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e6fcf37-d0ca-45c3-b2c3-fcbb98368ce5 HTTP/1.1" status: 204 len: 168 time: 0.2779107 Nov 09 19:57:52.586262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'cf431745-e4ee-443e-855c-b1a5292ab4d1', 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6', 'port_id': 'cf431745-e4ee-443e-855c-b1a5292ab4d1', 'mac_address': 'fa:16:3e:7d:59:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048e75c3-94cc-41b0-b15b-113a55745a62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:57:52.593132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-4772b5b4-8a64-42d8-8731-090faf863229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:52.595539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-4772b5b4-8a64-42d8-8731-090faf863229 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1682343 Nov 09 19:57:52.602480 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ebf96-de01-4397-bf68-640ee43dc6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6fcf37-d0ca-45c3-b2c3-fcbb98368ce5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:52.629026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462032f3-e2ca-479d-b228-c8a989dc5664 req-9b733824-c6e5-4e57-89a9-c941cd797729 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:52.630741 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-462032f3-e2ca-479d-b228-c8a989dc5664 req-9b733824-c6e5-4e57-89a9-c941cd797729 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 943 time: 0.1452012 Nov 09 19:57:52.663937 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:52.704714 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-462032f3-e2ca-479d-b228-c8a989dc5664 req-520877a5-6323-4cf9-8856-42873a5481e1 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620453 Nov 09 19:57:52.756789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf431745-e4ee-443e-855c-b1a5292ab4d1 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:57:52.841907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cf431745-e4ee-443e-855c-b1a5292ab4d1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf431745-e4ee-443e-855c-b1a5292ab4d1,segment=NetworkSegment(59d87bb9-e6c7-461e-b1c6-21df0ba0840a),segment_id=59d87bb9-e6c7-461e-b1c6-21df0ba0840a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:52.846615 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-6649c897-f916-4ec9-96a8-9e4b18a2e7f6 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263945 Nov 09 19:57:52.851297 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:52.929101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f3259a1-08f1-44fd-9ed4-9e33f11f1bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:53.063211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=cf431745-e4ee-443e-855c-b1a5292ab4d1,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:53.135681 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-f44c629a-45b6-4b1a-9888-81ddffb2bb0a service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143912 Nov 09 19:57:53.174452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['cf431745-e4ee-443e-855c-b1a5292ab4d1'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:53.584485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f3259a1-08f1-44fd-9ed4-9e33f11f1bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:53.598367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-84f3c5ba-abed-4829-94ab-010048e49ef5 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7507935 Nov 09 19:57:53.607522 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f3259a1-08f1-44fd-9ed4-9e33f11f1bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:53.675825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47864) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:53.709153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47870) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:53.715906 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7f3259a1-08f1-44fd-9ed4-9e33f11f1bda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e1ebe936ccf4a73adad78509e3298f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1701853 Nov 09 19:57:53.723426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3259a1-08f1-44fd-9ed4-9e33f11f1bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f110d8df-b5d1-4586-b3c2-808c418606eb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:53.749247 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-d5ffbd78-b729-479b-879d-b5cdadf87db1 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994904 Nov 09 19:57:53.854644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea72a97a-e9b5-4e8d-9f35-9df999a2e14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:53.881307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-14260908-network', 'tenant_id': '05013db0facb4cbabacd658bf346111f'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:53.920260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-74b92259-9e2a-47a4-aacc-519526cfa7c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd HTTP/1.1" status: 200 len: 217 time: 0.1582201 Nov 09 19:57:53.961506 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bd4a375-e702-4bbc-8f16-6c54d730e1cb req-06693caa-0d68-4eaa-b138-cb92878b35b9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 210 time: 0.0463219 Nov 09 19:57:54.005203 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea72a97a-e9b5-4e8d-9f35-9df999a2e14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.028215 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-7ea7e0ec-9745-47fd-8aac-febfb2405482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:54.035289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Made reservation on behalf of 05013db0facb4cbabacd658bf346111f for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:54.038640 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.042354 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-7ea7e0ec-9745-47fd-8aac-febfb2405482 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.0910609 Nov 09 19:57:54.101792 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.119445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47892) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:54.167145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7099e-3904-413c-91d9-d5f8adb12ec0 req-3fc6cdfd-bb1d-4bec-9e92-9afdfc807d9e tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:54.168734 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01f7099e-3904-413c-91d9-d5f8adb12ec0 req-3fc6cdfd-bb1d-4bec-9e92-9afdfc807d9e tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 944 time: 0.2721965 Nov 09 19:57:54.187635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-27b39a87-1c8b-4809-ae1b-39aa514ba210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:54.189180 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-27b39a87-1c8b-4809-ae1b-39aa514ba210 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1379423 Nov 09 19:57:54.231504 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea72a97a-e9b5-4e8d-9f35-9df999a2e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.234964 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ea72a97a-e9b5-4e8d-9f35-9df999a2e14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.236117 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ea72a97a-e9b5-4e8d-9f35-9df999a2e14e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f110d8df-b5d1-4586-b3c2-808c418606eb HTTP/1.1" status: 204 len: 168 time: 0.5259471 Nov 09 19:57:54.286050 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01f7099e-3904-413c-91d9-d5f8adb12ec0 req-35b47a61-4401-485d-9178-31c3ff842305 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056194 Nov 09 19:57:54.299388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cf431745-e4ee-443e-855c-b1a5292ab4d1 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:57:54.317145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72a97a-e9b5-4e8d-9f35-9df999a2e14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f110d8df-b5d1-4586-b3c2-808c418606eb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:54.377870 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-217efcd7-1309-40c0-ab47-9344b9367cbf service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806757 Nov 09 19:57:54.391650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4f90e58d-7190-4786-a5c7-a34842d09acd tempest-AgentManagementNegativeTest-999951492 tempest-AgentManagementNegativeTest-999951492-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2710330 Nov 09 19:57:54.410940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.422780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.461826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:57:54.489524 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port cf431745-e4ee-443e-855c-b1a5292ab4d1 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:57:54.490499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.490876 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Added segment d7ea3e42-7fae-4d3b-96a4-b26970912d62 of type vlan for network 837ae2f9-39a3-4146-941f-49ec6220b09a Nov 09 19:57:54.496301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port cf431745-e4ee-443e-855c-b1a5292ab4d1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:57:54.496928 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.500126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:54.606955 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.660674 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.688280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.690400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:54.690687 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-5be2c560-22c7-410b-9301-ebc7b1f0c290 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977417 Nov 09 19:57:54.691614 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.719095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port cf431745-e4ee-443e-855c-b1a5292ab4d1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf431745-e4ee-443e-855c-b1a5292ab4d1,segment=NetworkSegment(59d87bb9-e6c7-461e-b1c6-21df0ba0840a),segment_id=59d87bb9-e6c7-461e-b1c6-21df0ba0840a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:57:54.720537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b53c7a6-a331-401b-bb73-d0efafcc3007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf431745-e4ee-443e-855c-b1a5292ab4d1'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:54.723817 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707ad270-e853-4bbf-a67f-39877d1ce32d" -d '{"events": [{"server_uuid": "1b53c7a6-a331-401b-bb73-d0efafcc3007", "name": "network-vif-plugged", "status": "completed", "tag": "cf431745-e4ee-443e-855c-b1a5292ab4d1"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:54.729396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:54.790760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-ac6ad711-d43a-4c30-9c34-bd4eb8feb93a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 HTTP/1.1" status: 200 len: 217 time: 0.0908966 Nov 09 19:57:54.803956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=cf431745-e4ee-443e-855c-b1a5292ab4d1,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:54.857729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] Pushing event updated for resources: {'Network': ['ID=837ae2f9-39a3-4146-941f-49ec6220b09a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:54.871850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-74a5bf1a-0704-429a-892c-db00ccbfe0b0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1949718 Nov 09 19:57:54.873052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 837ae2f9-39a3-4146-941f-49ec6220b09a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:57:54.874928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47928) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:54.880750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Request body: {'subnet': {'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-14260908-subnet', 'tenant_id': '05013db0facb4cbabacd658bf346111f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:54.891062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-61287947-deff-414d-8cbb-f0ae78553a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:54.892607 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-61287947-deff-414d-8cbb-f0ae78553a0c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.0939946 Nov 09 19:57:54.914701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47930) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:54.927736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Made reservation on behalf of 05013db0facb4cbabacd658bf346111f for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:54.935053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:55.063452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-85f587b0-45da-4bf8-ae0e-8266515ff121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:55.065596 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-85f587b0-45da-4bf8-ae0e-8266515ff121 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1581903 Nov 09 19:57:55.163410 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b67a9b3b-3672-41a3-ab03-5010105b1be3 req-c6baebe1-8ad7-4cdf-912c-f9d585f238cf tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 210 time: 0.0520663 Nov 09 19:57:55.312671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-9795d24d-f56d-4bac-932b-551e659a5692 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384312 Nov 09 19:57:55.344679 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:55.350480 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9504518-2fba-49d5-a925-4b530087d566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:55.355415 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c9dbe6-fa33-4855-9682-7f7b4b84d10a x-openstack-request-id: req-81c9dbe6-fa33-4855-9682-7f7b4b84d10a {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:57:55.355714 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b53c7a6-a331-401b-bb73-d0efafcc3007", "name": "network-vif-plugged", "status": "completed", "tag": "cf431745-e4ee-443e-855c-b1a5292ab4d1", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:57:55.355969 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81c9dbe6-fa33-4855-9682-7f7b4b84d10a {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:57:55.356368 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b53c7a6-a331-401b-bb73-d0efafcc3007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf431745-e4ee-443e-855c-b1a5292ab4d1', 'code': 200} Nov 09 19:57:55.455059 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91d83499-4c67-4933-a0a4-2c0f1f9aa3d2 req-ed964f9c-b273-42f2-bc45-d256f8a1c864 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349449 Nov 09 19:57:55.465779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:55.582336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388655a-2569-4371-baab-8017bbc2ca0c req-2d0c2863-d560-4ec2-8466-463707b85360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:55.586107 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d388655a-2569-4371-baab-8017bbc2ca0c req-2d0c2863-d560-4ec2-8466-463707b85360 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 1096 time: 0.1066940 Nov 09 19:57:55.666923 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d388655a-2569-4371-baab-8017bbc2ca0c req-7730275b-a7ab-46cb-8236-0f0a1ffdfaff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692701 Nov 09 19:57:55.717027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cf7b03-d155-4cdc-82a5-a910e1f0b455,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:55.802275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Checking segment: {'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:57:55.802275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Network hostable DHCP agents. Network: 837ae2f9-39a3-4146-941f-49ec6220b09a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:57:55.829356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af9cc9-25af-4c20-97e7-62d88f31096f req-6d143aa8-4a93-4dd0-ac7b-ed3db5f50a64 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:55.831397 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74af9cc9-25af-4c20-97e7-62d88f31096f req-6d143aa8-4a93-4dd0-ac7b-ed3db5f50a64 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 945 time: 0.2857718 Nov 09 19:57:55.844736 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9504518-2fba-49d5-a925-4b530087d566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:55.880313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-bfe6f6fb-f034-49de-8f04-7a6e4fc57be8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:55.882398 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-bfe6f6fb-f034-49de-8f04-7a6e4fc57be8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.3499773 Nov 09 19:57:55.883478 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9504518-2fba-49d5-a925-4b530087d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:55.913662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47970) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:55.917388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Request body: {'port': {'device_id': '4debd3b6-8dca-4c55-91bb-8aafc912614f', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'admin_state_up': True, 'tenant_id': '5b8b896b82e8499c9b231a80905ce84d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:56.011868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Network 837ae2f9-39a3-4146-941f-49ec6220b09a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:57:56.032164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47976) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:56.032287 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d9504518-2fba-49d5-a925-4b530087d566 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0bcdda8e9b1461fa0d6d126d8c43734&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1124928 Nov 09 19:57:56.036179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9504518-2fba-49d5-a925-4b530087d566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9c2abf-1757-4981-affd-bd4ec3c11678,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:56.048796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74af9cc9-25af-4c20-97e7-62d88f31096f req-43d225ec-7211-4fa1-b0c1-9c35fe7a28ef tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962776 Nov 09 19:57:56.052555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 837ae2f9-39a3-4146-941f-49ec6220b09a) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:57:56.061856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bdf65b-1589-4c10-9263-222afe328a4b None None] Network 837ae2f9-39a3-4146-941f-49ec6220b09a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:57:56.073448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:56.074108 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.084604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-272210518-network', 'tenant_id': '681053a9af544f5aa622d66bdc374ee1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:56.173350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Made reservation on behalf of 681053a9af544f5aa622d66bdc374ee1 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:56.176910 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.184839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-707bce08-302e-475c-a002-8884109e72d2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3079548 Nov 09 19:57:56.189471 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.228567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3fe977e-8dec-42a2-945a-5d3b851e5624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.244416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Made reservation on behalf of 5b8b896b82e8499c9b231a80905ce84d for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:56.255497 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.375512 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b9ba4-3828-4b8c-8055-b2fd770c8539 None None] Network 837ae2f9-39a3-4146-941f-49ec6220b09a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:57:56.408851 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3fe977e-8dec-42a2-945a-5d3b851e5624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.482353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a3fd563-ba7d-4b3e-8af5-88df9cd05035 req-b6958791-fd30-41b9-ae5d-af58a09822a2 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 210 time: 0.1215646 Nov 09 19:57:56.574056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Allocated IP 172.20.0.8 (e439c7f8-e1b8-4e07-944e-bdfe01f842f8/9f9a7faa-9b10-4cf3-b806-664c9d502a38/7786e156-febe-4f61-a199-422af7f48401) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:57:56.603909 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3fe977e-8dec-42a2-945a-5d3b851e5624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.612149 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3fe977e-8dec-42a2-945a-5d3b851e5624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.615853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c3fe977e-8dec-42a2-945a-5d3b851e5624 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf9c2abf-1757-4981-affd-bd4ec3c11678 HTTP/1.1" status: 204 len: 168 time: 0.5847023 Nov 09 19:57:56.621602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.642403 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.646963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe977e-8dec-42a2-945a-5d3b851e5624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9c2abf-1757-4981-affd-bd4ec3c11678,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:56.710312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:56.755219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:57:56.776294 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.776294 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Added segment 60299cba-13aa-411b-861f-9172b9743cae of type vlan for network a019af83-2c3f-4097-a718-236a8353bb28 Nov 09 19:57:56.859833 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.906620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.908375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:56.909095 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.958423 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:56.997373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0823858 Nov 09 19:57:56.998308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48020) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:57.019117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Request body: {'subnet': {'network_id': 'a019af83-2c3f-4097-a718-236a8353bb28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-272210518-subnet', 'tenant_id': '681053a9af544f5aa622d66bdc374ee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:57.024128 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:57:57.043197 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:57.056611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:57:57.065049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e6bad-3d31-4ebc-b39f-c469dca50f7e admin admin] Pushing event updated for resources: {'Network': ['ID=a019af83-2c3f-4097-a718-236a8353bb28,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:57.095423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Made reservation on behalf of 681053a9af544f5aa622d66bdc374ee1 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:57.098475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:57.146504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a019af83-2c3f-4097-a718-236a8353bb28 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:57:57.246466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:57:57.267194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:57:57.270921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:57:57.345035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:57.345676 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:57.369234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event updated for resources: {'Port': ['ID=7786e156-febe-4f61-a199-422af7f48401,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:57.385172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-5869eadf-edce-461b-89f7-73d01329c818 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4906669 Nov 09 19:57:57.396225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:57.428839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Request body: {'port': {'device_id': '4debd3b6-8dca-4c55-91bb-8aafc912614f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:57.542613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Checking segment: {'id': '60299cba-13aa-411b-861f-9172b9743cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a019af83-2c3f-4097-a718-236a8353bb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:57:57.542990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Network hostable DHCP agents. Network: a019af83-2c3f-4097-a718-236a8353bb28, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:57:57.549114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1764549-e482-4075-b583-f57f72215894,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:57.571827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Network a019af83-2c3f-4097-a718-236a8353bb28 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:57:57.585761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a019af83-2c3f-4097-a718-236a8353bb28) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:57:57.597842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e795ba-fdf0-452c-9ffd-7e9eb0e4cce6 None None] Network a019af83-2c3f-4097-a718-236a8353bb28 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:57:57.603874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:57.604976 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:57.631126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b466de08-8cd1-45c6-af3e-c41f0e0eea68 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6286755 Nov 09 19:57:57.735082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-92dfc960-aea8-4421-a0a5-2d1390d701f8 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:57.742458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-92dfc960-aea8-4421-a0a5-2d1390d701f8 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/networks?id=837ae2f9-39a3-4146-941f-49ec6220b09a HTTP/1.1" status: 200 len: 816 time: 0.3540921 Nov 09 19:57:57.788136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-185086cf-761e-4801-866a-3ae335bab2e6 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/quotas/05013db0facb4cbabacd658bf346111f HTTP/1.1" status: 200 len: 375 time: 0.0447743 Nov 09 19:57:57.810964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f598a3d-89b0-43fd-9158-6212ba66c6b6 req-ddda9e6c-d273-4693-8903-b0d760bb07d8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:57.816399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f598a3d-89b0-43fd-9158-6212ba66c6b6 req-ddda9e6c-d273-4693-8903-b0d760bb07d8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 945 time: 0.0952613 Nov 09 19:57:57.836574 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-c9862a17-7bcd-4f2b-8e16-f670a3d42acf tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05013db0facb4cbabacd658bf346111f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469813 Nov 09 19:57:57.846913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:57.890836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d1ffb-2ba3-474c-84e5-cc319b5541df None None] Network a019af83-2c3f-4097-a718-236a8353bb28 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:57:57.929181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9f598a3d-89b0-43fd-9158-6212ba66c6b6 req-8a62f919-262d-49e7-ab65-f6abd9566267 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063907 Nov 09 19:57:58.125066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-5f9d2188-30d8-4277-afb7-09a6055cede8 service neutron] 10.222.0.53 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803528 Nov 09 19:57:58.311140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48078) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:58.364362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e3e3-e91a-468d-b3f2-62fab0011c0e req-eae6d07a-3d3c-4f2e-99c8-3b7d70bd1f08 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:58.367689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf42e3e3-e91a-468d-b3f2-62fab0011c0e req-eae6d07a-3d3c-4f2e-99c8-3b7d70bd1f08 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 931 time: 0.1566436 Nov 09 19:57:58.423997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf42e3e3-e91a-468d-b3f2-62fab0011c0e req-ddf09be7-aafe-4644-beff-151f75743528 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482359 Nov 09 19:57:58.521953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2057680058'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:58.553794 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:58.562845 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:58.596325 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:58.654443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-5d1bf9d6-7a4d-403d-9641-eba4e06af6d3 service neutron] 10.222.0.53 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270298 Nov 09 19:57:58.737208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7786e156-febe-4f61-a199-422af7f48401 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:57:58.784560 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:58.790167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:58.793412 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:58.820139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48102) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:58.823726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:57:58.831744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Transition to ACTIVE for port object 7786e156-febe-4f61-a199-422af7f48401 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:57:58.834155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1825483749-network', 'tenant_id': '8cdffa0ee8b74ca8b6e7863d97b7b3d8'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:58.842961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:58.875357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Made reservation on behalf of 8cdffa0ee8b74ca8b6e7863d97b7b3d8 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:58.877796 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:58.889694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:58.899203 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42518227-ed4e-4772-8d65-07e00680013a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:58.902584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:58.903010 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Added segment fdfa6161-e562-469b-891f-f3de4a828e51 of type vlan for network a3569f24-b25f-4233-bf98-fbac1e555025 Nov 09 19:57:59.043694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.085412 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.094937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:59.095857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.110027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7786e156-febe-4f61-a199-422af7f48401,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:59.201102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8841670 Nov 09 19:57:59.206237 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48114) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:59.225297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:59.244335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Attempting to bind port 7786e156-febe-4f61-a199-422af7f48401 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:57:59.244910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Attempting to bind port 7786e156-febe-4f61-a199-422af7f48401 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:57:59.245255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f8330-9b36-47d8-bb27-34c17eecf9fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Network': ['ID=a3569f24-b25f-4233-bf98-fbac1e555025,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:59.247278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Attempting to bind port 7786e156-febe-4f61-a199-422af7f48401 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:57:59.255293 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.260194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:57:59.265615 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.288625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Port 7786e156-febe-4f61-a199-422af7f48401 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:57:59.289155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Attempting to bind port 7786e156-febe-4f61-a199-422af7f48401 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:57:59.327866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:57:59.367455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:57:59.368221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Checking segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:57:59.368933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Bound using segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:57:59.369831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Bound port: 7786e156-febe-4f61-a199-422af7f48401, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:57:59.370300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a989ab-c400-46fc-a69b-c3f6aec961f4,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:59.373228 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.385984 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.386311 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Added segment bd69fb8c-2fb6-4bc3-97fb-805a8ff9b4b8 of type vlan for network c1ace90b-196e-4c3a-a51a-485bdfa7bf93 Nov 09 19:57:59.557036 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.586266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e3b42-807c-4c44-8dfc-d7528d981ebc req-93fcc89a-90b5-4c78-aff8-84606d78668b tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:59.588069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b68e3b42-807c-4c44-8dfc-d7528d981ebc req-93fcc89a-90b5-4c78-aff8-84606d78668b tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 945 time: 0.2118659 Nov 09 19:57:59.594849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0e7b0ada-56dc-4dff-9229-53d01433d165 req-71cbdf04-b7d8-4412-a92c-e418033d9fc1 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 210 time: 0.1280491 Nov 09 19:57:59.597498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:59.601744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.641421 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.642418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:59.643044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.685870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] For port 7786e156-febe-4f61-a199-422af7f48401, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:57:59.691790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] For port 7786e156-febe-4f61-a199-422af7f48401, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7786e156-febe-4f61-a199-422af7f48401,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:57:59.713474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.742665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9187911 Nov 09 19:57:59.749304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48134) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:57:59.762276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Request body: {'subnet': {'network_id': 'c1ace90b-196e-4c3a-a51a-485bdfa7bf93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1825483749-subnet', 'tenant_id': '8cdffa0ee8b74ca8b6e7863d97b7b3d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:57:59.821732 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b68e3b42-807c-4c44-8dfc-d7528d981ebc req-15c6cc39-eb6e-465b-a19a-11c32b372eba tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604686 Nov 09 19:57:59.831898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492270db-6400-4e5f-a434-3fd4cf8dbd9a admin admin] Pushing event updated for resources: {'Network': ['ID=c1ace90b-196e-4c3a-a51a-485bdfa7bf93,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:57:59.851405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c1ace90b-196e-4c3a-a51a-485bdfa7bf93 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:57:59.858592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41523ced-1c63-49f9-b091-54710a7ea9eb req-2a66aab9-e007-4b7f-97b4-ec2080a1810f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:59.866836 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-41523ced-1c63-49f9-b091-54710a7ea9eb req-2a66aab9-e007-4b7f-97b4-ec2080a1810f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 943 time: 0.1335349 Nov 09 19:57:59.875567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Made reservation on behalf of 8cdffa0ee8b74ca8b6e7863d97b7b3d8 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:57:59.881597 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.929555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:57:59.940066 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:57:59.944760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] 10.222.0.77 "PUT /v2.0/ports/7786e156-febe-4f61-a199-422af7f48401 HTTP/1.1" status: 200 len: 1091 time: 2.5409255 Nov 09 19:57:59.956751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4debd3b6-8dca-4c55-91bb-8aafc912614f', 'tag': '7786e156-febe-4f61-a199-422af7f48401'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:57:59.965341 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606" -d '{"events": [{"name": "network-changed", "server_uuid": "4debd3b6-8dca-4c55-91bb-8aafc912614f", "tag": "7786e156-febe-4f61-a199-422af7f48401"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:57:59.990863 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-41523ced-1c63-49f9-b091-54710a7ea9eb req-a18a98b3-f0e3-49a8-b626-b4e5b3d3638e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228557 Nov 09 19:58:00.137030 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aba8f4-31f5-44ab-b7c5-44c3d8b0e8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7786e156-febe-4f61-a199-422af7f48401,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:00.166610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a4ca369c-dda0-4742-86b2-aafb98c75e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:00.168133 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-a4ca369c-dda0-4742-86b2-aafb98c75e96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 1094 time: 0.1644995 Nov 09 19:58:00.204872 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:00.228887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-b77fd1af-b251-4b87-92ca-2c3cd0358a17 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7786e156-febe-4f61-a199-422af7f48401 HTTP/1.1" status: 200 len: 217 time: 0.0494525 Nov 09 19:58:00.286681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2cee621-eaf5-4ff5-9090-4614b3b70c71,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:00.297418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Checking segment: {'id': 'bd69fb8c-2fb6-4bc3-97fb-805a8ff9b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c1ace90b-196e-4c3a-a51a-485bdfa7bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:00.298002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Network hostable DHCP agents. Network: c1ace90b-196e-4c3a-a51a-485bdfa7bf93, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:58:00.330072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Network c1ace90b-196e-4c3a-a51a-485bdfa7bf93 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:58:00.354843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c1ace90b-196e-4c3a-a51a-485bdfa7bf93) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:00.363886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:00.364680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:00.364978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-dcc68654-60df-45af-8bb8-e0ed9d4352e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:00.369513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc3c0d3-7ccc-4629-9b78-5491b680ee02 None None] Network c1ace90b-196e-4c3a-a51a-485bdfa7bf93 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:00.382468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-dcc68654-60df-45af-8bb8-e0ed9d4352e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.1200187 Nov 09 19:58:00.408512 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-070d769f-5d70-4bcf-b215-ba12a7cbd03f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6413863 Nov 09 19:58:00.421378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:00.547645 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-9851fb7c-a4c1-4e56-8511-5dd4abbbbf4e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560929 Nov 09 19:58:00.651616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-32143373-3106-4480-9a75-d63815e88e63 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:00.653219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-32143373-3106-4480-9a75-d63815e88e63 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 945 time: 0.1605887 Nov 09 19:58:00.663346 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f001b5cf-9bbe-4a3c-8f1f-af4e10892e0c x-openstack-request-id: req-f001b5cf-9bbe-4a3c-8f1f-af4e10892e0c {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:00.664186 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4debd3b6-8dca-4c55-91bb-8aafc912614f", "tag": "7786e156-febe-4f61-a199-422af7f48401", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:00.664667 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f001b5cf-9bbe-4a3c-8f1f-af4e10892e0c {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:00.665440 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4debd3b6-8dca-4c55-91bb-8aafc912614f', 'tag': '7786e156-febe-4f61-a199-422af7f48401', 'status': 'completed', 'code': 200} Nov 09 19:58:00.733950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:00.734752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network hostable DHCP agents. Network: a3569f24-b25f-4233-bf98-fbac1e555025, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:58:00.742286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=d725e28e-31c8-43af-b3ba-501d1436f088,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:00.807427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d59506-8343-4121-8cba-477f2d4e5786 None None] Network c1ace90b-196e-4c3a-a51a-485bdfa7bf93 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:00.811017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-3f2812b6-1746-4c9b-90cd-0116929fca9b service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184467 Nov 09 19:58:00.855663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4e4ff1e-b1c1-43fa-8ee0-7e08d793f2bf req-55cd9daf-fdc1-4278-9168-1f0bd34622a7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 210 time: 0.0811858 Nov 09 19:58:00.908384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-36bef169-91f0-4144-b744-34de6bbb1d2f tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Deleting port cf431745-e4ee-443e-855c-b1a5292ab4d1 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:00.909133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-36bef169-91f0-4144-b744-34de6bbb1d2f tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:00.966996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:58:00.992660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a3569f24-b25f-4233-bf98-fbac1e555025) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:01.009377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad5844-ff7d-4bdd-a470-403d2b8a9f0f None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:01.031143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:01.031820 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:01.060336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5e7e0-2182-4280-b396-e2bd8b8962c9 req-447ffc64-55d2-4ed3-a2db-9763b5868501 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:01.070395 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31b5e7e0-2182-4280-b396-e2bd8b8962c9 req-447ffc64-55d2-4ed3-a2db-9763b5868501 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 945 time: 0.0994387 Nov 09 19:58:01.161996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-36bef169-91f0-4144-b744-34de6bbb1d2f tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] For port cf431745-e4ee-443e-855c-b1a5292ab4d1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=cf431745-e4ee-443e-855c-b1a5292ab4d1,segment=NetworkSegment(59d87bb9-e6c7-461e-b1c6-21df0ba0840a),segment_id=59d87bb9-e6c7-461e-b1c6-21df0ba0840a)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:01.162481 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-36bef169-91f0-4144-b744-34de6bbb1d2f tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:01.185883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-eda793f2-d95e-4171-964d-9273b628d572 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:01.188319 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-eda793f2-d95e-4171-964d-9273b628d572 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/networks?id=a019af83-2c3f-4097-a718-236a8353bb28 HTTP/1.1" status: 200 len: 811 time: 0.1335220 Nov 09 19:58:01.194984 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d98f6f47-50ec-4bcd-bfe9-9ad73154edf3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9876599 Nov 09 19:58:01.203493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48170) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:01.207252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-36bef169-91f0-4144-b744-34de6bbb1d2f tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Calling delete_port for cf431745-e4ee-443e-855c-b1a5292ab4d1 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:01.214106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'name': 'tempest-NetworksTestDHCPv6-874937894'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:01.232838 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-77642a9b-8a54-4362-ae82-fecc587e816b tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/quotas/681053a9af544f5aa622d66bdc374ee1 HTTP/1.1" status: 200 len: 375 time: 0.0270002 Nov 09 19:58:01.252412 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31b5e7e0-2182-4280-b396-e2bd8b8962c9 req-9507cf72-152c-4ad3-a422-d6bd555a34f1 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809895 Nov 09 19:58:01.310763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-ae7941b7-cba8-472a-aff8-3c2954c309b0 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=681053a9af544f5aa622d66bdc374ee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633683 Nov 09 19:58:01.321234 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-913da0a6-90b9-4b49-9b95-458e1d968d70 req-f22f9713-ce7a-487c-b071-5a95fc02c220 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986880 Nov 09 19:58:01.506841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:01.507642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': 'd725e28e-31c8-43af-b3ba-501d1436f088'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:58:01.509064 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:01.512606 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:01.576480 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port b670fcee-ba26-4f01-a9da-ee0a11ac571c yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:58:01.641753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-ad15f170-1551-42e1-9915-f89f0fc476aa service neutron] 10.222.0.53 "GET /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195624 Nov 09 19:58:01.671210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a517c-2bd3-42e4-9d41-7c41de99c084 req-d8ff4e79-f27e-450b-a79a-3a0f011fbccf tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:01.678849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-854a517c-2bd3-42e4-9d41-7c41de99c084 req-d8ff4e79-f27e-450b-a79a-3a0f011fbccf tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 943 time: 0.1580777 Nov 09 19:58:01.703843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-36bef169-91f0-4144-b744-34de6bbb1d2f tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:01.717906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-2a249b6d-3fce-4855-aa74-2c19aef6b6ff tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:01.719800 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-2a249b6d-3fce-4855-aa74-2c19aef6b6ff tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.70 "GET /v2.0/networks?id=837ae2f9-39a3-4146-941f-49ec6220b09a HTTP/1.1" status: 200 len: 816 time: 0.4126980 Nov 09 19:58:01.726689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['cf431745-e4ee-443e-855c-b1a5292ab4d1'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:01.752268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Request body: {'port': {'device_id': 'eafca764-7677-4990-9e0c-6510a24a3500', 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a', 'admin_state_up': True, 'tenant_id': '05013db0facb4cbabacd658bf346111f'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:01.764546 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bef169-91f0-4144-b744-34de6bbb1d2f tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Pushing event deleted for resources: {'Port': ['ID=cf431745-e4ee-443e-855c-b1a5292ab4d1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:01.797352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-368f59db-9eed-43ac-9483-0eb1b747a667 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:01.799038 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-368f59db-9eed-43ac-9483-0eb1b747a667 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.77 "GET /v2.0/networks?id=837ae2f9-39a3-4146-941f-49ec6220b09a HTTP/1.1" status: 200 len: 816 time: 0.1525843 Nov 09 19:58:01.845540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606 req-f7c12846-6c79-4528-bb62-598513d7426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:01.847185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606 req-f7c12846-6c79-4528-bb62-598513d7426a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 1094 time: 0.3417358 Nov 09 19:58:01.859084 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Request body: {'port': {'device_id': '3dec6947-d491-4371-9540-d45d7293810f', 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a', 'admin_state_up': True, 'tenant_id': '05013db0facb4cbabacd658bf346111f'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:01.929703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/d725e28e-31c8-43af-b3ba-501d1436f088/16ea74e6-46dd-4b9d-926d-83eb00f53b69) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:01.946431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-854a517c-2bd3-42e4-9d41-7c41de99c084 req-562f5504-1478-4a66-b618-c454b906f58a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665787 Nov 09 19:58:02.050809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-36bef169-91f0-4144-b744-34de6bbb1d2f tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] No DVR routers for this DVR port cf431745-e4ee-443e-855c-b1a5292ab4d1 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:02.054920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-36bef169-91f0-4144-b744-34de6bbb1d2f tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:02.059332 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-805816e6-85fe-44ee-80b7-8435f271cf34 req-36bef169-91f0-4144-b744-34de6bbb1d2f tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.77 "DELETE /v2.0/ports/cf431745-e4ee-443e-855c-b1a5292ab4d1 HTTP/1.1" status: 204 len: 173 time: 1.3947134 Nov 09 19:58:02.069855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b53c7a6-a331-401b-bb73-d0efafcc3007', 'name': 'network-vif-deleted', 'tag': 'cf431745-e4ee-443e-855c-b1a5292ab4d1'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:02.072224 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08077bcd-8235-4c12-95b2-d75f48a160b8" -d '{"events": [{"server_uuid": "1b53c7a6-a331-401b-bb73-d0efafcc3007", "name": "network-vif-deleted", "tag": "cf431745-e4ee-443e-855c-b1a5292ab4d1"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:02.194940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Made reservation on behalf of 05013db0facb4cbabacd658bf346111f for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:02.208895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:02.254758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0e98e586-75cb-49b7-8204-28ce723f6354 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:02.265182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0e98e586-75cb-49b7-8204-28ce723f6354 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.70 "GET /v2.0/networks?id=837ae2f9-39a3-4146-941f-49ec6220b09a HTTP/1.1" status: 200 len: 816 time: 0.3433769 Nov 09 19:58:02.273035 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:02.274483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Request body: {'port': {'device_id': '2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df', 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a', 'admin_state_up': True, 'tenant_id': '05013db0facb4cbabacd658bf346111f'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:02.282067 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:02.324046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:02.327608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:02.334632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:02.337729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Pushing event updated for resources: {'Port': ['ID=16ea74e6-46dd-4b9d-926d-83eb00f53b69,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:02.362103 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2cf00efc-fcd1-479c-a1e9-d9caf79417b0 req-de7bad3d-7880-456d-9a31-61a2e2ab5ed3 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 210 time: 0.0868409 Nov 09 19:58:02.407925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Attempting to bind port 16ea74e6-46dd-4b9d-926d-83eb00f53b69 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:02.408541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Attempting to bind port 16ea74e6-46dd-4b9d-926d-83eb00f53b69 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:02.409099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Attempting to bind port 16ea74e6-46dd-4b9d-926d-83eb00f53b69 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:02.415643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:02.416310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:02.416875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:02.417415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:02.418055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Bound port: 16ea74e6-46dd-4b9d-926d-83eb00f53b69, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:02.419675 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:02.449602 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fddf5d-a02b-4a58-b1ef-657184dcce56 x-openstack-request-id: req-26fddf5d-a02b-4a58-b1ef-657184dcce56 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:02.449906 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b53c7a6-a331-401b-bb73-d0efafcc3007", "name": "network-vif-deleted", "tag": "cf431745-e4ee-443e-855c-b1a5292ab4d1", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:02.450151 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26fddf5d-a02b-4a58-b1ef-657184dcce56 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:02.450579 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b53c7a6-a331-401b-bb73-d0efafcc3007', 'name': 'network-vif-deleted', 'tag': 'cf431745-e4ee-443e-855c-b1a5292ab4d1', 'status': 'completed', 'code': 200} Nov 09 19:58:02.503937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] For port 16ea74e6-46dd-4b9d-926d-83eb00f53b69, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:02.512689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] For port 16ea74e6-46dd-4b9d-926d-83eb00f53b69, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=16ea74e6-46dd-4b9d-926d-83eb00f53b69,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:02.524489 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:02.644684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c02e5d01-1f3d-4372-90a5-b7a02260e0b1 req-2fb2d163-3b7d-4d13-9525-2d2aa8821a36 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b53c7a6-a331-401b-bb73-d0efafcc3007 HTTP/1.1" status: 200 len: 210 time: 0.0607123 Nov 09 19:58:02.645617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f8806-f0ba-464b-8c2d-8715d016e18d None None] Pushing event updated for resources: {'Port': ['ID=16ea74e6-46dd-4b9d-926d-83eb00f53b69,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:02.685776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Allocated IP 172.20.0.4 (837ae2f9-39a3-4146-941f-49ec6220b09a/d7cf7b03-d155-4cdc-82a5-a910e1f0b455/e10607b0-7a64-4e41-b24e-14db21684b06) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:02.722507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Made reservation on behalf of 05013db0facb4cbabacd658bf346111f for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:02.726817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:02.845678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-55c89153-59fc-41aa-bc13-cf453cc4fc8e service neutron] 10.222.0.53 "GET /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1934071 Nov 09 19:58:02.853831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::37b (a3569f24-b25f-4233-bf98-fbac1e555025/d725e28e-31c8-43af-b3ba-501d1436f088/b670fcee-ba26-4f01-a9da-ee0a11ac571c) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:02.869022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606 req-3ec4306b-cae5-4a64-ba43-299ae9b4e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:02.870530 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606 req-3ec4306b-cae5-4a64-ba43-299ae9b4e85a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 907 time: 0.9309087 Nov 09 19:58:02.944553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606 req-3c617e65-37cf-43f5-ab84-b7ff60aaaa9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7786e156-febe-4f61-a199-422af7f48401 HTTP/1.1" status: 200 len: 217 time: 0.0593452 Nov 09 19:58:02.947391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Made reservation on behalf of 05013db0facb4cbabacd658bf346111f for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:02.951115 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:03.033031 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:03.184157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:03.285177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a75abac-8cd0-44ac-b324-2493f7e2e4cd req-9723d946-75c1-419d-b4c6-46b6592ccdaf tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 210 time: 0.0930192 Nov 09 19:58:03.306791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606 req-bf7e6340-367b-49f3-a395-d925bc15501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:03.308446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606 req-bf7e6340-367b-49f3-a395-d925bc15501d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.3515382 Nov 09 19:58:03.430413 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:03.499785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606 req-64bc5bca-144e-4cca-9e28-d00efda881d2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636150 Nov 09 19:58:03.501707 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:03.700919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed44b0-ffee-4bfb-b0d4-ef955c93f60f req-64fad055-7daa-4689-8c2b-72f3d8f17412 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:03.704077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00baaa0e-27a3-4188-a21e-5799eee42cc8 req-2ea469dc-a6f2-4ba2-91c7-39229f2f1db5 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 210 time: 0.1050844 Nov 09 19:58:03.710172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c5ed44b0-ffee-4bfb-b0d4-ef955c93f60f req-64fad055-7daa-4689-8c2b-72f3d8f17412 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 943 time: 0.6346030 Nov 09 19:58:03.728894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Network 837ae2f9-39a3-4146-941f-49ec6220b09a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:03.732247 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:03.743120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:03.751211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:03.754163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:03.756143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:03.762325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:03.763138 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:03.792061 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5855627 Nov 09 19:58:03.793007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d8986-4bc0-4840-84fc-6d7625eb479c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=b670fcee-ba26-4f01-a9da-ee0a11ac571c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:03.798836 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48210) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:03.864268 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606 req-962342db-d542-4f84-b6cd-9d0e9109ada0 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500903 Nov 09 19:58:03.914533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Allocated IP 172.20.0.9 (837ae2f9-39a3-4146-941f-49ec6220b09a/d7cf7b03-d155-4cdc-82a5-a910e1f0b455/38de6b9e-2802-4c83-81d4-1d314a03d9ad) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:03.976954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab4c9ae-b58b-4991-b5a3-65913a24a855 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:03.978553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:03.979523 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:03.982422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Pushing event updated for resources: {'Port': ['ID=e10607b0-7a64-4e41-b24e-14db21684b06,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:03.984254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab4c9ae-b58b-4991-b5a3-65913a24a855 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:03.988412 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7ab4c9ae-b58b-4991-b5a3-65913a24a855 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1861763 Nov 09 19:58:03.988852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48214) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:04.011337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c5ed44b0-ffee-4bfb-b0d4-ef955c93f60f req-c29c2dba-5a4c-4703-b9ea-9d0e7fc905d8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001037 Nov 09 19:58:04.068741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-54b72dc3-00d5-4499-a5c0-3a08fc891712 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3212793 Nov 09 19:58:04.095914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Request body: {'port': {'device_id': 'eafca764-7677-4990-9e0c-6510a24a3500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:04.233656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02937de8-9462-4f7e-a87a-6cbd60feae1f None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:04.243377 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:04.364044 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbc1d12d-d8d8-4ee3-98e0-8393287f8606 req-dbd331d4-bdc2-48a6-8753-c97d415d80a5 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862666 Nov 09 19:58:04.368847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16ea74e6-46dd-4b9d-926d-83eb00f53b69 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:04.452559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e595a1e-a331-4145-a9d3-6791671cc85d req-89318c4d-e62e-404f-a43e-17b4cfd5677c tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 210 time: 0.0485203 Nov 09 19:58:04.505746 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:04.507703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c743bd01-1e06-4d57-9380-35c0915a7b65 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:04.509279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c743bd01-1e06-4d57-9380-35c0915a7b65 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/networks?id=fa547064-337b-410f-92c1-34fa082574c6 HTTP/1.1" status: 200 len: 809 time: 0.2756655 Nov 09 19:58:04.529931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6f4045f6-6652-4e78-ba23-0eed96a9db67 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port b670fcee-ba26-4f01-a9da-ee0a11ac571c {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:04.530288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f4045f6-6652-4e78-ba23-0eed96a9db67 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:04.547446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-933d4af5-798b-4fd8-961e-43ab282a19c0 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/quotas/df210e04990847ca800d7c5290cd6ef7 HTTP/1.1" status: 200 len: 375 time: 0.0309696 Nov 09 19:58:04.619738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7786e156-febe-4f61-a199-422af7f48401 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:58:04.622068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cf431745-e4ee-443e-855c-b1a5292ab4d1 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:04.644458 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:04.679283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: cf431745-e4ee-443e-855c-b1a5292ab4d1 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:04.679631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device cf431745-e4ee-443e-855c-b1a5292ab4d1 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:04.680565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d9a43c45-bfc2-4786-bf5a-c34ecfb86b5c tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df210e04990847ca800d7c5290cd6ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904949 Nov 09 19:58:04.709474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c2a94eff-6ad3-4f6f-bccc-4a844fc51a3d None None] Provisioning complete for port 16ea74e6-46dd-4b9d-926d-83eb00f53b69 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:04.709744 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c2a94eff-6ad3-4f6f-bccc-4a844fc51a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:04.861419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Network 837ae2f9-39a3-4146-941f-49ec6220b09a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:04.867134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:04.906861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:04.954249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Pushing event updated for resources: {'Port': ['ID=38de6b9e-2802-4c83-81d4-1d314a03d9ad,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:04.970432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7786e156-febe-4f61-a199-422af7f48401, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7786e156-febe-4f61-a199-422af7f48401,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:04.973587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Allocated IP 172.20.0.10 (837ae2f9-39a3-4146-941f-49ec6220b09a/d7cf7b03-d155-4cdc-82a5-a910e1f0b455/e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:04.979862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f4045f6-6652-4e78-ba23-0eed96a9db67 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.005104 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3a1e43c9-ef91-4455-a62e-ddd1b0706071 req-ca948fa7-61fa-4e32-ba3a-c0dc640dfee3 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 210 time: 0.0552700 Nov 09 19:58:05.033275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:05.034068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.067132 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc2c37db-34e8-495f-a65d-6cafee6b37e7 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7970099 Nov 09 19:58:05.081386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Request body: {'port': {'device_id': '2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:05.095293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '7786e156-febe-4f61-a199-422af7f48401', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'port_id': '7786e156-febe-4f61-a199-422af7f48401', 'mac_address': 'fa:16:3e:24:72:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9a7faa-9b10-4cf3-b806-664c9d502a38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:58:05.116982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 16ea74e6-46dd-4b9d-926d-83eb00f53b69 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:05.117445 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.182185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-13a73e87-7805-4ff7-a2a2-374602f61928 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:05.184845 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-13a73e87-7805-4ff7-a2a2-374602f61928 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.77 "GET /v2.0/networks?id=a019af83-2c3f-4097-a718-236a8353bb28 HTTP/1.1" status: 200 len: 811 time: 0.1877718 Nov 09 19:58:05.190242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6f4045f6-6652-4e78-ba23-0eed96a9db67 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for b670fcee-ba26-4f01-a9da-ee0a11ac571c owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:05.203183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Request body: {'port': {'device_id': 'af336833-4be0-4667-87e7-8a98e93c2d21', 'network_id': 'a019af83-2c3f-4097-a718-236a8353bb28', 'admin_state_up': True, 'tenant_id': '681053a9af544f5aa622d66bdc374ee1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:05.231270 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-a48b1864-9e41-47c4-8b8e-1ea20a87f01d service neutron] 10.222.0.53 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489662 Nov 09 19:58:05.242561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.272517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9938f73-9a97-4e28-b372-51e57e31bda2 req-51a026db-8949-4a41-a741-d6f615183f2e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:05.274397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9938f73-9a97-4e28-b372-51e57e31bda2 req-51a026db-8949-4a41-a741-d6f615183f2e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 943 time: 0.1462440 Nov 09 19:58:05.281776 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.308719 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c2a94eff-6ad3-4f6f-bccc-4a844fc51a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.352675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7786e156-febe-4f61-a199-422af7f48401 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:05.375335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9938f73-9a97-4e28-b372-51e57e31bda2 req-f1bb454a-aff9-401d-9c0b-1bdac0576546 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746422 Nov 09 19:58:05.378276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c2a94eff-6ad3-4f6f-bccc-4a844fc51a3d None None] For port 16ea74e6-46dd-4b9d-926d-83eb00f53b69, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=16ea74e6-46dd-4b9d-926d-83eb00f53b69,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:05.454031 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c2a94eff-6ad3-4f6f-bccc-4a844fc51a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.459099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7786e156-febe-4f61-a199-422af7f48401, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7786e156-febe-4f61-a199-422af7f48401,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:05.506749 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.568820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a94eff-6ad3-4f6f-bccc-4a844fc51a3d None None] Pushing event updated for resources: {'Port': ['ID=16ea74e6-46dd-4b9d-926d-83eb00f53b69,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:05.637467 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59951c23-9250-4888-b89b-da04328d19a9 req-7f5a4eaf-0781-4a5c-b0f1-dcda58afa0a0 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 210 time: 0.0645716 Nov 09 19:58:05.684020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7786e156-febe-4f61-a199-422af7f48401,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:05.686177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Made reservation on behalf of 681053a9af544f5aa622d66bdc374ee1 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:05.693733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-31a067d7-18b0-4003-aef6-bdef57a49d0d None None] Provisioning complete for port 16ea74e6-46dd-4b9d-926d-83eb00f53b69 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:05.694311 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-31a067d7-18b0-4003-aef6-bdef57a49d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.697390 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.782543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['7786e156-febe-4f61-a199-422af7f48401'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:05.814984 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-11bef198-0d98-4733-97b5-e21369620ba5 service neutron] 10.222.0.53 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825469 Nov 09 19:58:05.862082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-31a067d7-18b0-4003-aef6-bdef57a49d0d None None] Provisioning complete for port b670fcee-ba26-4f01-a9da-ee0a11ac571c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:05.862466 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-31a067d7-18b0-4003-aef6-bdef57a49d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.915824 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:05.949689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-31a067d7-18b0-4003-aef6-bdef57a49d0d None None] Port b670fcee-ba26-4f01-a9da-ee0a11ac571c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:58:05.976092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f4045f6-6652-4e78-ba23-0eed96a9db67 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:06.067771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4045f6-6652-4e78-ba23-0eed96a9db67 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=b670fcee-ba26-4f01-a9da-ee0a11ac571c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:06.108419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f4045f6-6652-4e78-ba23-0eed96a9db67 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:06.109162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0f8cacd6-78db-4e2e-8dc8-8ac7a2da4655 None None] Could not find standard attr ID for object b670fcee-ba26-4f01-a9da-ee0a11ac571c. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:58:06.127757 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6f4045f6-6652-4e78-ba23-0eed96a9db67 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/b670fcee-ba26-4f01-a9da-ee0a11ac571c HTTP/1.1" status: 204 len: 168 time: 2.1371820 Nov 09 19:58:06.128884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48256) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:06.130976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Allocated IP 172.20.0.11 (a019af83-2c3f-4097-a718-236a8353bb28/b1764549-e482-4075-b583-f57f72215894/de3f2d0d-b343-49e7-a9f9-ed82b95532ef) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:06.156105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:06.271496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16ea74e6-46dd-4b9d-926d-83eb00f53b69 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:06.321468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4cb6e6d0-2620-4f39-af5b-47c5f1059b0b req-218ee112-2cae-4e69-b513-01217e13f8a1 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 210 time: 0.1399851 Nov 09 19:58:06.332273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632aac-2f32-4fb6-a62e-352209d0374e req-988824bf-2dec-4ca0-bf14-5cfd15679051 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:06.334624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92632aac-2f32-4fb6-a62e-352209d0374e req-988824bf-2dec-4ca0-bf14-5cfd15679051 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 932 time: 0.1424849 Nov 09 19:58:06.376268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Network 837ae2f9-39a3-4146-941f-49ec6220b09a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:06.426503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:06.432370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 16ea74e6-46dd-4b9d-926d-83eb00f53b69 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:06.432910 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:06.439685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:06.467546 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92632aac-2f32-4fb6-a62e-352209d0374e req-c751f73f-217f-4836-8ad2-bc715dfb4efb tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231050 Nov 09 19:58:06.529578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:06.530675 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:06.540243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10607b0-7a64-4e41-b24e-14db21684b06 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:06.551077 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:06.567664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Transition to ACTIVE for port object e10607b0-7a64-4e41-b24e-14db21684b06 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:58:06.577746 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:06.658413 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8361943 Nov 09 19:58:06.715703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Request body: {'port': {'device_id': '3dec6947-d491-4371-9540-d45d7293810f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:06.726606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac204a31-5ea0-40c9-8517-32a590d532fe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:06.728261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac204a31-5ea0-40c9-8517-32a590d532fe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:06.729758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Pushing event updated for resources: {'Port': ['ID=e10607b0-7a64-4e41-b24e-14db21684b06,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:06.740882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48272) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:06.742473 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ac204a31-5ea0-40c9-8517-32a590d532fe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5997484 Nov 09 19:58:06.744638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15551899-087d-4929-b09a-c81d14f7081f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Pushing event updated for resources: {'Port': ['ID=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:06.875825 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b31fd61d-1c3c-4f55-a1d4-efde17a81cdb req-ccbce9ae-69e5-4eea-ac64-268d4120d888 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 210 time: 0.0946093 Nov 09 19:58:06.877219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890b509-b815-4528-a201-58a72248bef6 req-777fe674-eeea-418e-8665-fb75046fc489 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:06.885191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b890b509-b815-4528-a201-58a72248bef6 req-777fe674-eeea-418e-8665-fb75046fc489 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 944 time: 0.3129420 Nov 09 19:58:06.942783 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.022265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b890b509-b815-4528-a201-58a72248bef6 req-72e66b97-197f-4752-8739-1e22467b4712 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270323 Nov 09 19:58:07.024477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8debdab-6697-4127-a402-6b2f29c0b5df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet d725e28e-31c8-43af-b3ba-501d1436f088 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:07.054328 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8debdab-6697-4127-a402-6b2f29c0b5df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.073661 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.112229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Attempting to bind port e10607b0-7a64-4e41-b24e-14db21684b06 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:07.112565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Attempting to bind port e10607b0-7a64-4e41-b24e-14db21684b06 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:07.112918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Attempting to bind port e10607b0-7a64-4e41-b24e-14db21684b06 on network 837ae2f9-39a3-4146-941f-49ec6220b09a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:07.133652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38de6b9e-2802-4c83-81d4-1d314a03d9ad {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:07.137784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Port e10607b0-7a64-4e41-b24e-14db21684b06 on network 837ae2f9-39a3-4146-941f-49ec6220b09a not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:58:07.138109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Attempting to bind port e10607b0-7a64-4e41-b24e-14db21684b06 on network 837ae2f9-39a3-4146-941f-49ec6220b09a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:07.146248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.160286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:07.160652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Checking segment: {'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:07.160993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Bound using segment: {'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:07.161433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Bound port: e10607b0-7a64-4e41-b24e-14db21684b06, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:07.161792 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.167319 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8debdab-6697-4127-a402-6b2f29c0b5df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.208645 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.220410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Transition to ACTIVE for port object 38de6b9e-2802-4c83-81d4-1d314a03d9ad will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:58:07.246128 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.305271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Network a019af83-2c3f-4097-a718-236a8353bb28 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:07.313874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:07.317341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Pushing event updated for resources: {'Port': ['ID=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:07.319632 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:07.393132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:07.393779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.406269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=38de6b9e-2802-4c83-81d4-1d314a03d9ad,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:07.429632 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-d4449f7e-d35f-448b-a74a-2b6684fbbd9d tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2321534 Nov 09 19:58:07.438005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] For port e10607b0-7a64-4e41-b24e-14db21684b06, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:07.466290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Request body: {'port': {'device_id': 'af336833-4be0-4667-87e7-8a98e93c2d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:07.475853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] For port e10607b0-7a64-4e41-b24e-14db21684b06, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e10607b0-7a64-4e41-b24e-14db21684b06,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:07.477692 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8debdab-6697-4127-a402-6b2f29c0b5df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.507890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.661117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Pushing event updated for resources: {'Port': ['ID=e10607b0-7a64-4e41-b24e-14db21684b06,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:07.679847 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2bb16d5-66ee-412b-8668-328a64f4109a req-753351de-9733-4bdc-be1e-0f72753ffbde tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 210 time: 0.1240010 Nov 09 19:58:07.708306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:07.708936 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.710506 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-0dde9647-b0f6-4aca-af72-7db7e8e2ef8a service neutron] 10.222.0.70 "PUT /v2.0/ports/e10607b0-7a64-4e41-b24e-14db21684b06 HTTP/1.1" status: 200 len: 1091 time: 3.6293502 Nov 09 19:58:07.723046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafca764-7677-4990-9e0c-6510a24a3500', 'tag': 'e10607b0-7a64-4e41-b24e-14db21684b06'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:07.725387 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988629c7-523c-4b62-80e3-c04e3f11334c" -d '{"events": [{"name": "network-changed", "server_uuid": "eafca764-7677-4990-9e0c-6510a24a3500", "tag": "e10607b0-7a64-4e41-b24e-14db21684b06"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:07.743729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Attempting to bind port 38de6b9e-2802-4c83-81d4-1d314a03d9ad on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:07.744073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Attempting to bind port 38de6b9e-2802-4c83-81d4-1d314a03d9ad by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:07.744188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:07.744405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Attempting to bind port 38de6b9e-2802-4c83-81d4-1d314a03d9ad on network 837ae2f9-39a3-4146-941f-49ec6220b09a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:07.774877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Port 38de6b9e-2802-4c83-81d4-1d314a03d9ad on network 837ae2f9-39a3-4146-941f-49ec6220b09a not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:58:07.775367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Attempting to bind port 38de6b9e-2802-4c83-81d4-1d314a03d9ad on network 837ae2f9-39a3-4146-941f-49ec6220b09a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:07.778592 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.790059 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8debdab-6697-4127-a402-6b2f29c0b5df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.791956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.825095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:07.825438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Checking segment: {'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:07.825836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Bound using segment: {'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:07.826345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Bound port: 38de6b9e-2802-4c83-81d4-1d314a03d9ad, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:07.827362 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.831357 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6560818-7d91-47e0-9336-ddf46421b208 x-openstack-request-id: req-b6560818-7d91-47e0-9336-ddf46421b208 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:07.831653 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafca764-7677-4990-9e0c-6510a24a3500", "tag": "e10607b0-7a64-4e41-b24e-14db21684b06", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:07.831916 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6560818-7d91-47e0-9336-ddf46421b208 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:07.833063 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafca764-7677-4990-9e0c-6510a24a3500', 'tag': 'e10607b0-7a64-4e41-b24e-14db21684b06', 'status': 'completed', 'code': 200} Nov 09 19:58:07.837750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c070392-90f4-4522-8db4-1113d5ea0f4e req-a2493409-aad7-4b66-977d-d46a63e4c825 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:07.838012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8debdab-6697-4127-a402-6b2f29c0b5df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=d725e28e-31c8-43af-b3ba-501d1436f088,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:07.839411 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3c070392-90f4-4522-8db4-1113d5ea0f4e req-a2493409-aad7-4b66-977d-d46a63e4c825 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 932 time: 0.1969764 Nov 09 19:58:07.872217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Transition to ACTIVE for port object e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:58:07.883033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.945827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] For port 38de6b9e-2802-4c83-81d4-1d314a03d9ad, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:07.949150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] For port 38de6b9e-2802-4c83-81d4-1d314a03d9ad, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=38de6b9e-2802-4c83-81d4-1d314a03d9ad,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:07.978989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-2f0fa60e-9c2b-4ef4-97ed-2674a0cd8001 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:07.980486 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-2f0fa60e-9c2b-4ef4-97ed-2674a0cd8001 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.70 "GET /v2.0/networks?id=fa547064-337b-410f-92c1-34fa082574c6 HTTP/1.1" status: 200 len: 809 time: 0.4087319 Nov 09 19:58:07.984594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8debdab-6697-4127-a402-6b2f29c0b5df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.987875 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b8debdab-6697-4127-a402-6b2f29c0b5df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/d725e28e-31c8-43af-b3ba-501d1436f088 HTTP/1.1" status: 204 len: 168 time: 1.2171679 Nov 09 19:58:07.989207 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:07.992645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3829276-ae1e-4a6b-85d2-85f54fa4b35e None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:08.008351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48288) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:08.014759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Request body: {'port': {'device_id': '24362b93-8d79-4a20-8187-1ba13ecc5fd0', 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6', 'admin_state_up': True, 'tenant_id': 'df210e04990847ca800d7c5290cd6ef7'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:08.025421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:08.026056 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:08.027891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] 10.222.0.70 "PUT /v2.0/ports/38de6b9e-2802-4c83-81d4-1d314a03d9ad HTTP/1.1" status: 200 len: 1091 time: 2.9517744 Nov 09 19:58:08.197525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e3087bac-4cca-4d1c-b6f9-11f3f3da7a6a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1684442 Nov 09 19:58:08.216515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48296) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:08.229585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3ac3dea2-70bf-4fae-89c4-4a7fce3efcab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:08.347730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ee37f0-41e9-4fa8-8c48-43441e2ffe21 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:58:08.364147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f395b7-c214-485c-9b25-37bd453d4d4b req-d9d18f14-f1fa-4347-b6fe-d2bb0b4041ae tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:08.365795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1f395b7-c214-485c-9b25-37bd453d4d4b req-d9d18f14-f1fa-4347-b6fe-d2bb0b4041ae tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 932 time: 0.3961346 Nov 09 19:58:08.367905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-92dd06db-8449-40d6-a3fa-642ec8028570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:08.369325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-92dd06db-8449-40d6-a3fa-642ec8028570 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05013db0facb4cbabacd658bf346111f&device_id=eafca764-7677-4990-9e0c-6510a24a3500 HTTP/1.1" status: 200 len: 1094 time: 0.5326929 Nov 09 19:58:08.377464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7786e156-febe-4f61-a199-422af7f48401 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:08.417022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc674288-2779-462e-bcc9-e9bf17e3a1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=38de6b9e-2802-4c83-81d4-1d314a03d9ad,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:08.479431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-77ee37f0-41e9-4fa8-8c48-43441e2ffe21 None None] Deleting port 16ea74e6-46dd-4b9d-926d-83eb00f53b69 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:08.479996 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77ee37f0-41e9-4fa8-8c48-43441e2ffe21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:08.499735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 7786e156-febe-4f61-a199-422af7f48401 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:58:08.532669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Pushing event updated for resources: {'Port': ['ID=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:08.533434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-5d2e2b11-30d8-485a-91a3-f41a056b396a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e10607b0-7a64-4e41-b24e-14db21684b06 HTTP/1.1" status: 200 len: 217 time: 0.1474302 Nov 09 19:58:08.542262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 7786e156-febe-4f61-a199-422af7f48401 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:08.543038 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:08.570450 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3c070392-90f4-4522-8db4-1113d5ea0f4e req-fc5228e4-8789-49dd-919c-1cac2cc4e1be tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7016842 Nov 09 19:58:08.617732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-77ee37f0-41e9-4fa8-8c48-43441e2ffe21 None None] For port 16ea74e6-46dd-4b9d-926d-83eb00f53b69, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=16ea74e6-46dd-4b9d-926d-83eb00f53b69,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:08.618310 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77ee37f0-41e9-4fa8-8c48-43441e2ffe21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:08.645537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-77ee37f0-41e9-4fa8-8c48-43441e2ffe21 None None] Calling delete_port for 16ea74e6-46dd-4b9d-926d-83eb00f53b69 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:08.745996 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:08.807704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4debd3b6-8dca-4c55-91bb-8aafc912614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7786e156-febe-4f61-a199-422af7f48401'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:08.810097 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92346870-1892-4a24-aa5a-0fb83689bee9" -d '{"events": [{"server_uuid": "4debd3b6-8dca-4c55-91bb-8aafc912614f", "name": "network-vif-plugged", "status": "completed", "tag": "7786e156-febe-4f61-a199-422af7f48401"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:08.831626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7786e156-febe-4f61-a199-422af7f48401, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7786e156-febe-4f61-a199-422af7f48401,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:08.846447 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:08.867968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Attempting to bind port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:08.868315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Attempting to bind port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:08.868805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Attempting to bind port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 on network 837ae2f9-39a3-4146-941f-49ec6220b09a {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:08.940175 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77ee37f0-41e9-4fa8-8c48-43441e2ffe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:08.945801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7786e156-febe-4f61-a199-422af7f48401,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:08.958109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 on network 837ae2f9-39a3-4146-941f-49ec6220b09a not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:58:08.958447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Attempting to bind port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 on network 837ae2f9-39a3-4146-941f-49ec6220b09a {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:08.997786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:08.998122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Checking segment: {'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:08.998622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Bound using segment: {'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:08.999347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Bound port: e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ea3e42-7fae-4d3b-96a4-b26970912d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:08.999858 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:09.009305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-7150489f-a63a-426f-a197-e7434fa6f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:09.011144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-7150489f-a63a-426f-a197-e7434fa6f059 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05013db0facb4cbabacd658bf346111f&device_id=2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df HTTP/1.1" status: 200 len: 1094 time: 0.8720496 Nov 09 19:58:09.022822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee37f0-41e9-4fa8-8c48-43441e2ffe21 None None] Pushing event deleted for resources: {'Port': ['ID=16ea74e6-46dd-4b9d-926d-83eb00f53b69,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:09.035603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee37f0-41e9-4fa8-8c48-43441e2ffe21 None None] No DVR routers for this DVR port 16ea74e6-46dd-4b9d-926d-83eb00f53b69 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:09.052282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1f395b7-c214-485c-9b25-37bd453d4d4b req-77c67432-c8fb-417e-910b-f25b25f72057 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551790 Nov 09 19:58:09.087085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f63c7-abe1-4f86-8f9f-8a7ab195c3ab req-093b56eb-ec3a-4add-b47e-c5bf8fdc20e3 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:09.093510 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-044f63c7-abe1-4f86-8f9f-8a7ab195c3ab req-093b56eb-ec3a-4add-b47e-c5bf8fdc20e3 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 945 time: 0.1910954 Nov 09 19:58:09.171735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-879cd7eb-d497-4464-b9e1-18a08e3deabb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38de6b9e-2802-4c83-81d4-1d314a03d9ad HTTP/1.1" status: 200 len: 217 time: 0.1178472 Nov 09 19:58:09.224621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-044f63c7-abe1-4f86-8f9f-8a7ab195c3ab req-b48a842f-e474-4020-9bc1-0601ab16bd97 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161022 Nov 09 19:58:09.231921 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9aec2d9e-08eb-461f-b54d-756e896d1cf2 req-66b3187b-f303-4c3b-b60d-8dda74c6a366 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 210 time: 0.0766177 Nov 09 19:58:09.241976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] For port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:09.252926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] For port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:09.278256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.api [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 19:58:09.278256 n-d-817256-1 neutron-server[102296]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 19:58:09.278256 n-d-817256-1 neutron-server[102296]: [parameters: {'project_id': 'df210e04990847ca800d7c5290cd6ef7', 'id': '99eac66a-a279-44b8-8e4e-2866b8060b74', 'expiration': datetime.datetime(2021, 11, 9, 20, 0, 9, 179842)}] Nov 09 19:58:09.278256 n-d-817256-1 neutron-server[102296]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:58:09.279194 n-d-817256-1 neutron-server[102296]: DEBUG oslo_db.api [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:58:09.280889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-9e6bd9d8-9b02-4c30-ad91-13855e5207ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:09.282858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-9e6bd9d8-9b02-4c30-ad91-13855e5207ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7cf7b03-d155-4cdc-82a5-a910e1f0b455 HTTP/1.1" status: 200 len: 856 time: 0.2878418 Nov 09 19:58:09.302698 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:09.303223 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022d0cc4-0534-457d-9969-1f5d5b6f77b4 x-openstack-request-id: req-022d0cc4-0534-457d-9969-1f5d5b6f77b4 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:09.303571 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4debd3b6-8dca-4c55-91bb-8aafc912614f", "name": "network-vif-plugged", "status": "completed", "tag": "7786e156-febe-4f61-a199-422af7f48401", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:09.303831 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-022d0cc4-0534-457d-9969-1f5d5b6f77b4 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:09.304234 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4debd3b6-8dca-4c55-91bb-8aafc912614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7786e156-febe-4f61-a199-422af7f48401', 'code': 200} Nov 09 19:58:09.323112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac3dea2-70bf-4fae-89c4-4a7fce3efcab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:09.338705 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ac3dea2-70bf-4fae-89c4-4a7fce3efcab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:09.359002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3f2d0d-b343-49e7-a9f9-ed82b95532ef {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:09.374760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:09.375392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:09.376805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] 10.222.0.77 "PUT /v2.0/ports/e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 HTTP/1.1" status: 200 len: 1092 time: 2.6678114 Nov 09 19:58:09.378666 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:09.380755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dec6947-d491-4371-9540-d45d7293810f', 'tag': 'e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:09.380885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-cb2313ec-5f53-4d9f-88cb-0dc24e504044 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=837ae2f9-39a3-4146-941f-49ec6220b09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863073 Nov 09 19:58:09.383136 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda4cd81-38a9-4783-9bcb-df58f8b6502a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dec6947-d491-4371-9540-d45d7293810f", "tag": "e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:09.410311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a120dd6-0423-42c9-ae2f-42baafd2f122 service neutron] Pushing event updated for resources: {'Port': ['ID=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:09.415771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Transition to ACTIVE for port object de3f2d0d-b343-49e7-a9f9-ed82b95532ef will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:58:09.424231 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:09.479841 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214e5055-521d-48a8-b26c-f3439c275729 x-openstack-request-id: req-214e5055-521d-48a8-b26c-f3439c275729 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:09.480214 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dec6947-d491-4371-9540-d45d7293810f", "tag": "e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:09.480397 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-214e5055-521d-48a8-b26c-f3439c275729 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:09.480801 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dec6947-d491-4371-9540-d45d7293810f', 'tag': 'e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30', 'status': 'completed', 'code': 200} Nov 09 19:58:09.513638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Pushing event updated for resources: {'Port': ['ID=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:09.572672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-d7ae506d-e559-4e8b-b196-25db76bc70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:09.574049 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-d7ae506d-e559-4e8b-b196-25db76bc70b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=05013db0facb4cbabacd658bf346111f&device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 1095 time: 0.1100936 Nov 09 19:58:09.638625 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-cc8505ec-ab8f-429c-9de1-41da34e2b2bf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 HTTP/1.1" status: 200 len: 217 time: 0.0505137 Nov 09 19:58:09.663384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Attempting to bind port de3f2d0d-b343-49e7-a9f9-ed82b95532ef on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:09.663592 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-4a8f1743-4f77-4cee-a526-710e4bdd9df2 service neutron] 10.222.0.70 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707169 Nov 09 19:58:09.664068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Attempting to bind port de3f2d0d-b343-49e7-a9f9-ed82b95532ef by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '60299cba-13aa-411b-861f-9172b9743cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a019af83-2c3f-4097-a718-236a8353bb28'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:09.664157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Attempting to bind port de3f2d0d-b343-49e7-a9f9-ed82b95532ef on network a019af83-2c3f-4097-a718-236a8353bb28 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:09.664971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-5871c3ad-231a-4049-9438-879944c5f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:09.666948 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-5871c3ad-231a-4049-9438-879944c5f25c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7cf7b03-d155-4cdc-82a5-a910e1f0b455 HTTP/1.1" status: 200 len: 856 time: 0.4837883 Nov 09 19:58:09.704556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Port de3f2d0d-b343-49e7-a9f9-ed82b95532ef on network a019af83-2c3f-4097-a718-236a8353bb28 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:58:09.704894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Attempting to bind port de3f2d0d-b343-49e7-a9f9-ed82b95532ef on network a019af83-2c3f-4097-a718-236a8353bb28 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:09.735974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:09.736331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Checking segment: {'id': '60299cba-13aa-411b-861f-9172b9743cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a019af83-2c3f-4097-a718-236a8353bb28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:09.736712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Bound using segment: {'id': '60299cba-13aa-411b-861f-9172b9743cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a019af83-2c3f-4097-a718-236a8353bb28'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:09.737154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Bound port: de3f2d0d-b343-49e7-a9f9-ed82b95532ef, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60299cba-13aa-411b-861f-9172b9743cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a019af83-2c3f-4097-a718-236a8353bb28'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:09.737520 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:09.742457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc04371a-fcdc-4a6c-ba3d-a9f1c6c8039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:09.744007 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-fc04371a-fcdc-4a6c-ba3d-a9f1c6c8039b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d7cf7b03-d155-4cdc-82a5-a910e1f0b455 HTTP/1.1" status: 200 len: 856 time: 0.0964284 Nov 09 19:58:09.816517 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-eb16a335-1e77-45c3-a157-8e53bbcf1e74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=837ae2f9-39a3-4146-941f-49ec6220b09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536909 Nov 09 19:58:09.863481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df', 'tag': '38de6b9e-2802-4c83-81d4-1d314a03d9ad'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:09.866050 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac9bf29-babd-4d6c-81e5-a7d301a715bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df", "tag": "38de6b9e-2802-4c83-81d4-1d314a03d9ad"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:09.870555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-b8cae716-1114-429b-bd2f-560da1302373 service neutron] 10.222.0.70 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896586 Nov 09 19:58:09.901341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d0d4-0c3b-4c5e-b7a9-11c2be3e7ae3 req-b073091d-40a2-4e13-83ea-0eacfd86a0fd tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:09.903882 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13d5d0d4-0c3b-4c5e-b7a9-11c2be3e7ae3 req-b073091d-40a2-4e13-83ea-0eacfd86a0fd tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 944 time: 0.2179892 Nov 09 19:58:09.936266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-99aec2f6-571f-4732-a112-7a4917bb13bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=837ae2f9-39a3-4146-941f-49ec6220b09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500276 Nov 09 19:58:09.962825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Made reservation on behalf of df210e04990847ca800d7c5290cd6ef7 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:09.969775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:09.988122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] For port de3f2d0d-b343-49e7-a9f9-ed82b95532ef, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:09.999411 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13d5d0d4-0c3b-4c5e-b7a9-11c2be3e7ae3 req-245a83cd-3a7e-4ab4-bb31-6bdc9306b619 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864813 Nov 09 19:58:10.001741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] For port de3f2d0d-b343-49e7-a9f9-ed82b95532ef, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,segment=NetworkSegment(60299cba-13aa-411b-861f-9172b9743cae),segment_id=60299cba-13aa-411b-861f-9172b9743cae)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:10.026937 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:10.047312 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c17dcb2-8f22-4f9e-8e43-70e515916f1f x-openstack-request-id: req-9c17dcb2-8f22-4f9e-8e43-70e515916f1f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:10.047769 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df", "tag": "38de6b9e-2802-4c83-81d4-1d314a03d9ad", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:10.048119 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c17dcb2-8f22-4f9e-8e43-70e515916f1f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:10.048613 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df', 'tag': '38de6b9e-2802-4c83-81d4-1d314a03d9ad', 'status': 'completed', 'code': 200} Nov 09 19:58:10.106298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcfa79-2da8-486b-a71f-9268963928ec req-e63190ef-32e0-4f2b-a289-72bed25b837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:10.108688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68dcfa79-2da8-486b-a71f-9268963928ec req-e63190ef-32e0-4f2b-a289-72bed25b837f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 1096 time: 0.6937914 Nov 09 19:58:10.134113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:10.135359 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:10.158412 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] 10.222.0.77 "PUT /v2.0/ports/de3f2d0d-b343-49e7-a9f9-ed82b95532ef HTTP/1.1" status: 200 len: 1092 time: 2.6957622 Nov 09 19:58:10.166455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16153cf3-97b5-4c6d-b91f-a7f422ad0da8 service neutron] Pushing event updated for resources: {'Port': ['ID=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:10.173120 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-bc119b48-8e28-443d-8efd-899080ec1659 service neutron] 10.222.0.77 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377078 Nov 09 19:58:10.190261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16ea74e6-46dd-4b9d-926d-83eb00f53b69 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:10.216384 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 16ea74e6-46dd-4b9d-926d-83eb00f53b69 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:10.217050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16ea74e6-46dd-4b9d-926d-83eb00f53b69 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:10.253587 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9f1c-17b5-4150-98c2-94467a2c798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:10.355939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-b248f4be-5942-45b9-91c7-bc4ed8c52aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:10.357659 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-b248f4be-5942-45b9-91c7-bc4ed8c52aa3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=681053a9af544f5aa622d66bdc374ee1&device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 1095 time: 0.1165547 Nov 09 19:58:10.364306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-5cbe9726-22b8-4c50-b4f5-f79f3d428749 service neutron] 10.222.0.77 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826298 Nov 09 19:58:10.376929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988629c7-523c-4b62-80e3-c04e3f11334c req-d561eb8f-0495-4f55-b4dd-cc424ea7cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:10.379307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988629c7-523c-4b62-80e3-c04e3f11334c req-d561eb8f-0495-4f55-b4dd-cc424ea7cf90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05013db0facb4cbabacd658bf346111f&device_id=eafca764-7677-4990-9e0c-6510a24a3500 HTTP/1.1" status: 200 len: 1094 time: 0.4358995 Nov 09 19:58:10.431701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50361dac-a3df-4214-920e-94569b4015b0 req-ca7f2c60-3293-43f9-9a50-f5fc4a5de42b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:10.433191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-50361dac-a3df-4214-920e-94569b4015b0 req-ca7f2c60-3293-43f9-9a50-f5fc4a5de42b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 945 time: 0.1153338 Nov 09 19:58:10.441563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-ce59680f-a099-46a0-8993-e670a4eb48b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3f2d0d-b343-49e7-a9f9-ed82b95532ef HTTP/1.1" status: 200 len: 217 time: 0.0619996 Nov 09 19:58:10.447641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68dcfa79-2da8-486b-a71f-9268963928ec req-07bc94ff-3195-4b7f-bf0d-7fd8261fed20 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868409 Nov 09 19:58:10.459665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-e1c83ef8-8f4f-463c-b484-52af1716b1b6 service neutron] 10.222.0.70 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641879 Nov 09 19:58:10.500669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-50361dac-a3df-4214-920e-94569b4015b0 req-a64401df-d414-464a-9d94-df9b7f051172 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580232 Nov 09 19:58:10.505993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4cd81-38a9-4783-9bcb-df58f8b6502a req-0c136778-14eb-4c11-851d-0cc05e8e053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:10.507504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda4cd81-38a9-4783-9bcb-df58f8b6502a req-0c136778-14eb-4c11-851d-0cc05e8e053b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=05013db0facb4cbabacd658bf346111f&device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 1095 time: 0.0837586 Nov 09 19:58:10.552054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fef814-bc7c-4270-833a-02934843d510 req-acca2345-6e20-460a-8cc3-c1f5846fba97 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:10.553591 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85fef814-bc7c-4270-833a-02934843d510 req-acca2345-6e20-460a-8cc3-c1f5846fba97 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 944 time: 0.3125997 Nov 09 19:58:10.596858 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a2e4889d-8cff-4f99-adf1-c4acd38567d6 req-62dc1a88-b24a-4435-aac5-d18167e5bfa7 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 210 time: 0.0275435 Nov 09 19:58:10.599585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ac3dea2-70bf-4fae-89c4-4a7fce3efcab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:10.644168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Allocated IP 172.20.0.9 (fa547064-337b-410f-92c1-34fa082574c6/048e75c3-94cc-41b0-b15b-113a55745a62/ff1fd4dd-52bb-442e-9b17-8feb77139d16) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:10.697669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-ae4afaeb-2653-4248-bfc3-82b1cd151cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:10.701081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-ae4afaeb-2653-4248-bfc3-82b1cd151cf1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1764549-e482-4075-b583-f57f72215894 HTTP/1.1" status: 200 len: 851 time: 0.0730588 Nov 09 19:58:10.747470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-807e4d32-4995-4623-839d-86ce7a1affe4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a019af83-2c3f-4097-a718-236a8353bb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331697 Nov 09 19:58:10.751064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac3dea2-70bf-4fae-89c4-4a7fce3efcab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:10.784685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3ac3dea2-70bf-4fae-89c4-4a7fce3efcab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:10.796351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da140fda-bd9d-44fb-9d40-7f9568348903 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:10.798855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3dea2-70bf-4fae-89c4-4a7fce3efcab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:10.799472 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ac3dea2-70bf-4fae-89c4-4a7fce3efcab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:10.801828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3dea2-70bf-4fae-89c4-4a7fce3efcab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=1b9c92b3-2b05-416c-bdaa-2c0a6df8bea1,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:10.804279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988629c7-523c-4b62-80e3-c04e3f11334c req-7d7526d9-10f8-479c-a171-42a91d07a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:10.805767 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988629c7-523c-4b62-80e3-c04e3f11334c req-7d7526d9-10f8-479c-a171-42a91d07a2cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=837ae2f9-39a3-4146-941f-49ec6220b09a HTTP/1.1" status: 200 len: 917 time: 0.4127052 Nov 09 19:58:10.808710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85fef814-bc7c-4270-833a-02934843d510 req-df520277-7521-4418-8a93-32e1b763fba2 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189980 Nov 09 19:58:10.891926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ea2b6f9-e6f5-4a26-aa36-c2d45cbed80c req-f64e06ab-9c29-45a8-ad57-fb181a5efe7f service neutron] 10.222.0.70 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165518 Nov 09 19:58:10.893648 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988629c7-523c-4b62-80e3-c04e3f11334c req-2cf39638-0ce8-49f6-8902-d3c48ff443d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e10607b0-7a64-4e41-b24e-14db21684b06 HTTP/1.1" status: 200 len: 217 time: 0.0706363 Nov 09 19:58:10.917135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3ac3dea2-70bf-4fae-89c4-4a7fce3efcab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6894171 Nov 09 19:58:10.928564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48334) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:10.934469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'name': 'tempest-NetworksTestDHCPv6-1327288372'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:11.054044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36af1f7-1067-4fa3-bbb0-934886263aab req-2161cb0a-60bc-4799-89c8-a91c64d0d8f6 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:11.056005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f36af1f7-1067-4fa3-bbb0-934886263aab req-2161cb0a-60bc-4799-89c8-a91c64d0d8f6 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 946 time: 0.1288414 Nov 09 19:58:11.066857 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-7cc91891-bf1d-4469-94f6-b40d4f4663f6 service neutron] 10.222.0.77 "GET /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948256 Nov 09 19:58:11.168092 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '1b9c92b3-2b05-416c-bdaa-2c0a6df8bea1'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:58:11.170800 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:11.198422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988629c7-523c-4b62-80e3-c04e3f11334c req-f4f31989-8b15-45a4-90c5-e9c41582f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:11.199638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988629c7-523c-4b62-80e3-c04e3f11334c req-f4f31989-8b15-45a4-90c5-e9c41582f92b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7cf7b03-d155-4cdc-82a5-a910e1f0b455 HTTP/1.1" status: 200 len: 856 time: 0.2836473 Nov 09 19:58:11.217786 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36fff529-8d04-4d6f-8d76-e7ac61f2bb46 req-11220022-4032-4253-93d0-88713b510039 service neutron] 10.222.0.77 "GET /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339462 Nov 09 19:58:11.225094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4cd81-38a9-4783-9bcb-df58f8b6502a req-73e313c4-e0c3-4c03-b561-2d2d71002a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:11.226665 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda4cd81-38a9-4783-9bcb-df58f8b6502a req-73e313c4-e0c3-4c03-b561-2d2d71002a1c service neutron] 10.222.0.77 "GET /v2.0/networks?id=837ae2f9-39a3-4146-941f-49ec6220b09a HTTP/1.1" status: 200 len: 917 time: 0.5236192 Nov 09 19:58:11.280311 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda4cd81-38a9-4783-9bcb-df58f8b6502a req-722e0c47-c23c-41b0-a22b-f617a44c51dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 HTTP/1.1" status: 200 len: 217 time: 0.0436387 Nov 09 19:58:11.283703 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f36af1f7-1067-4fa3-bbb0-934886263aab req-e57b09e9-cd84-4c95-97cb-e24db1aac59a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075856 Nov 09 19:58:11.313184 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-7ca8a62e-e4e9-4af3-a590-f10fc6dd47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:11.314962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-7ca8a62e-e4e9-4af3-a590-f10fc6dd47fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05013db0facb4cbabacd658bf346111f&device_id=2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df HTTP/1.1" status: 200 len: 1094 time: 0.3246534 Nov 09 19:58:11.330797 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988629c7-523c-4b62-80e3-c04e3f11334c req-124c85c0-e7dd-4d79-9b5b-35dede385495 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=837ae2f9-39a3-4146-941f-49ec6220b09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800579 Nov 09 19:58:11.374060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4cd81-38a9-4783-9bcb-df58f8b6502a req-b399562b-e2ea-413d-a875-5cb06aefd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:11.375640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda4cd81-38a9-4783-9bcb-df58f8b6502a req-b399562b-e2ea-413d-a875-5cb06aefd37e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d7cf7b03-d155-4cdc-82a5-a910e1f0b455 HTTP/1.1" status: 200 len: 856 time: 0.0846028 Nov 09 19:58:11.434493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/1b9c92b3-2b05-416c-bdaa-2c0a6df8bea1/04539af1-e417-413b-949c-b1e69c2f2fe0) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:11.445416 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda4cd81-38a9-4783-9bcb-df58f8b6502a req-440f033c-86a3-4d94-a819-8b65b74a4168 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=837ae2f9-39a3-4146-941f-49ec6220b09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620716 Nov 09 19:58:11.463521 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988629c7-523c-4b62-80e3-c04e3f11334c req-f409b535-de3f-4dfc-9c7b-d6fa26682997 service neutron] 10.222.0.70 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124763 Nov 09 19:58:11.488319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af336833-4be0-4667-87e7-8a98e93c2d21', 'tag': 'de3f2d0d-b343-49e7-a9f9-ed82b95532ef'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:11.497321 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b43fd0-a52d-4d62-94da-cc6af32cea8d" -d '{"events": [{"name": "network-changed", "server_uuid": "af336833-4be0-4667-87e7-8a98e93c2d21", "tag": "de3f2d0d-b343-49e7-a9f9-ed82b95532ef"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:11.688767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d988f-81c4-4c4a-887d-1f3eb246fdc7 req-b3f8fbc7-1ddc-4ceb-b9a7-ad2b59df2134 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:11.690493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d81d988f-81c4-4c4a-887d-1f3eb246fdc7 req-b3f8fbc7-1ddc-4ceb-b9a7-ad2b59df2134 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 944 time: 0.5343814 Nov 09 19:58:11.699486 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:11.708881 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda4cd81-38a9-4783-9bcb-df58f8b6502a req-12fde8e4-1e39-4fb5-87e5-b4311b213c11 service neutron] 10.222.0.77 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540352 Nov 09 19:58:11.715555 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:11.736354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:11.738973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:11.747601 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:11.769508 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:11.837161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Pushing event updated for resources: {'Port': ['ID=04539af1-e417-413b-949c-b1e69c2f2fe0,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:11.843159 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda4cd81-38a9-4783-9bcb-df58f8b6502a req-ff3ea3fd-f19b-42db-9d08-24aa3cea798a service neutron] 10.222.0.77 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216378 Nov 09 19:58:11.846247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:11.849960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:11.858737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4f839-e2b3-44d2-864e-a4d6cf53c6fd req-5ea2eff5-97f9-4ba8-9611-5716e9fd2bbb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:11.859908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Attempting to bind port 04539af1-e417-413b-949c-b1e69c2f2fe0 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:11.860505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Attempting to bind port 04539af1-e417-413b-949c-b1e69c2f2fe0 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:11.861107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Attempting to bind port 04539af1-e417-413b-949c-b1e69c2f2fe0 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:11.868960 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93b4f839-e2b3-44d2-864e-a4d6cf53c6fd req-5ea2eff5-97f9-4ba8-9611-5716e9fd2bbb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 945 time: 0.2331936 Nov 09 19:58:11.872015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d81d988f-81c4-4c4a-887d-1f3eb246fdc7 req-da7d6cfc-25fe-4908-9aaf-b29a12643a23 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602771 Nov 09 19:58:11.872799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:11.873543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:11.874373 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:11.874978 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:11.875660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Bound port: 04539af1-e417-413b-949c-b1e69c2f2fe0, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:11.876260 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:11.945982 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93b4f839-e2b3-44d2-864e-a4d6cf53c6fd req-a87e7b35-d478-4b6d-aaae-f27886085fe9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590227 Nov 09 19:58:11.959464 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b1a313-5c31-4abd-8e0c-0a4e77337a5b x-openstack-request-id: req-f8b1a313-5c31-4abd-8e0c-0a4e77337a5b {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:11.960049 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af336833-4be0-4667-87e7-8a98e93c2d21", "tag": "de3f2d0d-b343-49e7-a9f9-ed82b95532ef", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:11.960442 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8b1a313-5c31-4abd-8e0c-0a4e77337a5b {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:11.961224 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af336833-4be0-4667-87e7-8a98e93c2d21', 'tag': 'de3f2d0d-b343-49e7-a9f9-ed82b95532ef', 'status': 'completed', 'code': 200} Nov 09 19:58:11.978962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] For port 04539af1-e417-413b-949c-b1e69c2f2fe0, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:11.982856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] For port 04539af1-e417-413b-949c-b1e69c2f2fe0, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=04539af1-e417-413b-949c-b1e69c2f2fe0,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:11.988548 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:12.022154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-465a6877-b389-4e0c-9138-c25a659dc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:12.023355 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-465a6877-b389-4e0c-9138-c25a659dc66a service neutron] 10.222.0.70 "GET /v2.0/networks?id=837ae2f9-39a3-4146-941f-49ec6220b09a HTTP/1.1" status: 200 len: 917 time: 0.6914175 Nov 09 19:58:12.026711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port df15d3a6-890a-492f-b116-03b8d30af40f yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:58:12.033572 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988629c7-523c-4b62-80e3-c04e3f11334c req-96abcd3c-b8fe-440c-a4d5-04c5aad205d9 service neutron] 10.222.0.70 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420606 Nov 09 19:58:12.057888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249bd4d-de11-4c3d-9448-5e5dd859cbcc None None] Pushing event updated for resources: {'Port': ['ID=04539af1-e417-413b-949c-b1e69c2f2fe0,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:12.069349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e10607b0-7a64-4e41-b24e-14db21684b06 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:58:12.085969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0a64f55-9c25-494d-ab48-d98de5db46f4 req-09943c6f-f9c8-430f-9384-0960ee6b8975 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 210 time: 0.0940120 Nov 09 19:58:12.147682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43fd0-a52d-4d62-94da-cc6af32cea8d req-62e2732e-1854-48f8-a955-2ada08b36099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:12.149754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47b43fd0-a52d-4d62-94da-cc6af32cea8d req-62e2732e-1854-48f8-a955-2ada08b36099 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=681053a9af544f5aa622d66bdc374ee1&device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 1095 time: 0.1566679 Nov 09 19:58:12.220120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e10607b0-7a64-4e41-b24e-14db21684b06, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e10607b0-7a64-4e41-b24e-14db21684b06,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:12.253089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'e10607b0-7a64-4e41-b24e-14db21684b06', 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a', 'port_id': 'e10607b0-7a64-4e41-b24e-14db21684b06', 'mac_address': 'fa:16:3e:3d:5d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cf7b03-d155-4cdc-82a5-a910e1f0b455', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:58:12.290996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-e01a72f7-ce00-43cd-a3e7-7cadfba95f0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38de6b9e-2802-4c83-81d4-1d314a03d9ad HTTP/1.1" status: 200 len: 217 time: 0.2562802 Nov 09 19:58:12.318474 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:12.351791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43fd0-a52d-4d62-94da-cc6af32cea8d req-7fdff417-76f2-4928-9a9e-2d25dc827dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:12.353546 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47b43fd0-a52d-4d62-94da-cc6af32cea8d req-7fdff417-76f2-4928-9a9e-2d25dc827dcb service neutron] 10.222.0.77 "GET /v2.0/networks?id=a019af83-2c3f-4097-a718-236a8353bb28 HTTP/1.1" status: 200 len: 912 time: 0.1955411 Nov 09 19:58:12.394459 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:12.451878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10607b0-7a64-4e41-b24e-14db21684b06 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:12.468092 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47b43fd0-a52d-4d62-94da-cc6af32cea8d req-36c651dd-4d6d-4a1f-b4e4-3a7176e0a181 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3f2d0d-b343-49e7-a9f9-ed82b95532ef HTTP/1.1" status: 200 len: 217 time: 0.1044569 Nov 09 19:58:12.510395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e10607b0-7a64-4e41-b24e-14db21684b06, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e10607b0-7a64-4e41-b24e-14db21684b06,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:12.522595 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:12.640254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=e10607b0-7a64-4e41-b24e-14db21684b06,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:12.677403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43fd0-a52d-4d62-94da-cc6af32cea8d req-7f6c249f-22c1-4509-9672-1159aea45e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:12.678995 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47b43fd0-a52d-4d62-94da-cc6af32cea8d req-7f6c249f-22c1-4509-9672-1159aea45e32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1764549-e482-4075-b583-f57f72215894 HTTP/1.1" status: 200 len: 851 time: 0.2038865 Nov 09 19:58:12.694253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f482e1-d906-4199-8bd5-7b2b3b12680a req-acb636ff-db10-4448-a01e-af3e77d14834 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:12.698433 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-25f482e1-d906-4199-8bd5-7b2b3b12680a req-acb636ff-db10-4448-a01e-af3e77d14834 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 945 time: 0.1345565 Nov 09 19:58:12.741385 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47b43fd0-a52d-4d62-94da-cc6af32cea8d req-8bd79ac2-4662-4776-ba2f-77c6c8faebb1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a019af83-2c3f-4097-a718-236a8353bb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418885 Nov 09 19:58:12.807371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e10607b0-7a64-4e41-b24e-14db21684b06'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:12.839242 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-25f482e1-d906-4199-8bd5-7b2b3b12680a req-65b3bbb3-62fd-4589-838d-ffc4c5643553 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079819 Nov 09 19:58:12.931046 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47b43fd0-a52d-4d62-94da-cc6af32cea8d req-c498a892-7255-4bb6-98e5-2a4ccb6db69f service neutron] 10.222.0.77 "GET /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795044 Nov 09 19:58:12.964887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Network fa547064-337b-410f-92c1-34fa082574c6 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:12.976448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:13.013429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5c37-18ff-46cf-8797-0a9e74e2b6b4 req-351ef571-763b-4f98-9325-44b9a48a2af6 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:13.018096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52ce5c37-18ff-46cf-8797-0a9e74e2b6b4 req-351ef571-763b-4f98-9325-44b9a48a2af6 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 944 time: 0.7633717 Nov 09 19:58:13.035282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:13.208697 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd0db26b-3cb9-4544-b296-5b8f9dce5edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:13.246776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-a35160eb-2aa7-4cd9-8e83-486787b6f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:13.249066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-a35160eb-2aa7-4cd9-8e83-486787b6f424 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7cf7b03-d155-4cdc-82a5-a910e1f0b455 HTTP/1.1" status: 200 len: 856 time: 0.9464843 Nov 09 19:58:13.272147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Pushing event updated for resources: {'Port': ['ID=ff1fd4dd-52bb-442e-9b17-8feb77139d16,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:13.327777 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-5d0a3321-a63b-4d36-8ccb-a0802f5edb57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=837ae2f9-39a3-4146-941f-49ec6220b09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495799 Nov 09 19:58:13.336127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031ec4f-874e-4150-ab1e-14a304c8fc89 req-2246f743-defb-48c9-ba01-12e5cdb1938b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:13.337650 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a031ec4f-874e-4150-ab1e-14a304c8fc89 req-2246f743-defb-48c9-ba01-12e5cdb1938b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 946 time: 0.1774678 Nov 09 19:58:13.355421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52ce5c37-18ff-46cf-8797-0a9e74e2b6b4 req-09dc547c-bf9c-4c25-addb-66ae3d50a351 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016593 Nov 09 19:58:13.372625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::343 (a3569f24-b25f-4233-bf98-fbac1e555025/1b9c92b3-2b05-416c-bdaa-2c0a6df8bea1/df15d3a6-890a-492f-b116-03b8d30af40f) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:13.409459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-d986d6b7-42da-4874-99ff-651e43a658c4 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:13.411300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-d986d6b7-42da-4874-99ff-651e43a658c4 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 946 time: 0.4650996 Nov 09 19:58:13.415837 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47b43fd0-a52d-4d62-94da-cc6af32cea8d req-619021c8-8b3c-4c5a-a78d-91b8e1f05c7b service neutron] 10.222.0.77 "GET /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658680 Nov 09 19:58:13.440554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a031ec4f-874e-4150-ab1e-14a304c8fc89 req-7a6a4d36-6379-4240-b80e-4e3eef4e83c5 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829163 Nov 09 19:58:13.450317 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:13.626891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b166202-e880-4fb6-a578-b5d56983db9e req-f2daa425-6e79-44e2-8688-ee822e597b94 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:13.627159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:13.627784 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:13.628515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b166202-e880-4fb6-a578-b5d56983db9e req-f2daa425-6e79-44e2-8688-ee822e597b94 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 944 time: 0.0966618 Nov 09 19:58:13.695412 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b166202-e880-4fb6-a578-b5d56983db9e req-c5e6c3ee-3c82-4fdd-b95f-f0a54332c030 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592589 Nov 09 19:58:13.752511 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-d762148d-7e2d-42e6-b958-ff5fcaea192a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7431319 Nov 09 19:58:13.782324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ed7d5-e681-4787-b5ac-53e4aed0658d req-10de94f1-45e9-4f8e-a5e4-c9b2380982b5 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:13.783924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-769ed7d5-e681-4787-b5ac-53e4aed0658d req-10de94f1-45e9-4f8e-a5e4-c9b2380982b5 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 945 time: 0.2337222 Nov 09 19:58:13.806345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Request body: {'port': {'device_id': '24362b93-8d79-4a20-8187-1ba13ecc5fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:13.823999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c6b43faa-4574-4143-8b6f-aa1ec2a74062 None None] Provisioning complete for port 04539af1-e417-413b-949c-b1e69c2f2fe0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:13.824479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c6b43faa-4574-4143-8b6f-aa1ec2a74062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:13.874843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa595c5-37e9-40d6-a0eb-5bc37b252c41 req-75c2c474-ac9c-40a6-bbad-24970a8b1316 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:13.886322 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3fa595c5-37e9-40d6-a0eb-5bc37b252c41 req-75c2c474-ac9c-40a6-bbad-24970a8b1316 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 931 time: 0.1228557 Nov 09 19:58:13.920277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-742a0ce0-9ad2-4c8c-a86e-c453544b7c73 service neutron] 10.222.0.70 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404973 Nov 09 19:58:13.943109 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3fa595c5-37e9-40d6-a0eb-5bc37b252c41 req-0a758f5e-57dc-41c8-9169-80af0997a3f2 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Nov 09 19:58:13.991038 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.013117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 38de6b9e-2802-4c83-81d4-1d314a03d9ad details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:58:14.021384 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c6b43faa-4574-4143-8b6f-aa1ec2a74062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.069030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-acc658e9-cc15-4c22-885f-834a869141d1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Deleting port ca296a33-4dd4-469a-ab2a-f43f56d4f41a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:14.069592 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-acc658e9-cc15-4c22-885f-834a869141d1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.092688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-769ed7d5-e681-4787-b5ac-53e4aed0658d req-e70c0dd2-d965-4c69-94bb-7cd5efba1f3f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929199 Nov 09 19:58:14.115320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c6b43faa-4574-4143-8b6f-aa1ec2a74062 None None] For port 04539af1-e417-413b-949c-b1e69c2f2fe0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=04539af1-e417-413b-949c-b1e69c2f2fe0,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:14.216891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 38de6b9e-2802-4c83-81d4-1d314a03d9ad, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=38de6b9e-2802-4c83-81d4-1d314a03d9ad,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:14.230409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '38de6b9e-2802-4c83-81d4-1d314a03d9ad', 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a', 'port_id': '38de6b9e-2802-4c83-81d4-1d314a03d9ad', 'mac_address': 'fa:16:3e:ca:aa:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cf7b03-d155-4cdc-82a5-a910e1f0b455', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:58:14.233071 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c6b43faa-4574-4143-8b6f-aa1ec2a74062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.293273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 04539af1-e417-413b-949c-b1e69c2f2fe0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:14.402067 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.506812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device de3f2d0d-b343-49e7-a9f9-ed82b95532ef details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:58:14.551745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-acc658e9-cc15-4c22-885f-834a869141d1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] For port ca296a33-4dd4-469a-ab2a-f43f56d4f41a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:14.552575 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-acc658e9-cc15-4c22-885f-834a869141d1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.592812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b43faa-4574-4143-8b6f-aa1ec2a74062 None None] Pushing event updated for resources: {'Port': ['ID=04539af1-e417-413b-949c-b1e69c2f2fe0,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:14.610554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-87bf6a98-cf52-49c5-b90a-73c527ce19d1 service neutron] 10.222.0.70 "GET /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6752434 Nov 09 19:58:14.611761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-acc658e9-cc15-4c22-885f-834a869141d1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Calling delete_port for ca296a33-4dd4-469a-ab2a-f43f56d4f41a owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:14.611888 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.666048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965f740-fa56-46f0-83e8-94c38944c041 req-f1aa3091-3a88-474e-8ff1-cc2564a126dc tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:14.668168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4965f740-fa56-46f0-83e8-94c38944c041 req-f1aa3091-3a88-474e-8ff1-cc2564a126dc tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 944 time: 0.1788533 Nov 09 19:58:14.683123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181163fe-fcda-4cbb-9eca-86f3a325a4c8 req-1f47cb83-548a-4b9d-a028-595b60bbb5a1 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:14.694536 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-181163fe-fcda-4cbb-9eca-86f3a325a4c8 req-1f47cb83-548a-4b9d-a028-595b60bbb5a1 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 945 time: 0.1168866 Nov 09 19:58:14.697515 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.724722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 04539af1-e417-413b-949c-b1e69c2f2fe0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:14.725102 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.729863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38de6b9e-2802-4c83-81d4-1d314a03d9ad {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:14.764741 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-181163fe-fcda-4cbb-9eca-86f3a325a4c8 req-2efa28fa-6523-46aa-913d-f8916b2592d8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690179 Nov 09 19:58:14.818240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 38de6b9e-2802-4c83-81d4-1d314a03d9ad, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=38de6b9e-2802-4c83-81d4-1d314a03d9ad,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:14.826380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.871346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port de3f2d0d-b343-49e7-a9f9-ed82b95532ef, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,segment=NetworkSegment(60299cba-13aa-411b-861f-9172b9743cae),segment_id=60299cba-13aa-411b-861f-9172b9743cae)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:14.889646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:14.892167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'de3f2d0d-b343-49e7-a9f9-ed82b95532ef', 'network_id': 'a019af83-2c3f-4097-a718-236a8353bb28', 'port_id': 'de3f2d0d-b343-49e7-a9f9-ed82b95532ef', 'mac_address': 'fa:16:3e:96:c2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1764549-e482-4075-b583-f57f72215894', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:58:14.917666 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4965f740-fa56-46f0-83e8-94c38944c041 req-5acfc2c2-0fc2-43e5-ade8-e454fc64ce7b tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898375 Nov 09 19:58:14.967558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:14.970770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=38de6b9e-2802-4c83-81d4-1d314a03d9ad,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:14.985403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=df15d3a6-890a-492f-b116-03b8d30af40f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:15.002161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:15.016795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:15.019739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ee68d-6755-42c3-a7a8-35be87f43dc5 req-98319618-2633-4cfc-a876-5225d89737bf tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:15.025381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:15.026165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:15.038397 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-273ee68d-6755-42c3-a7a8-35be87f43dc5 req-98319618-2633-4cfc-a876-5225d89737bf tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=768abca2-fc9e-4910-a398-96ddd3fa8714 HTTP/1.1" status: 200 len: 946 time: 0.1274376 Nov 09 19:58:15.077501 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:15.099309 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6f5f3c11-6c44-4023-aafc-f79ab0ba0954 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1685946 Nov 09 19:58:15.101293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48622) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:15.114481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3f2d0d-b343-49e7-a9f9-ed82b95532ef {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:15.132134 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-273ee68d-6755-42c3-a7a8-35be87f43dc5 req-2ccec909-c3c7-42e9-b431-13b1ab338246 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915308 Nov 09 19:58:15.169626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port de3f2d0d-b343-49e7-a9f9-ed82b95532ef, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,segment=NetworkSegment(60299cba-13aa-411b-861f-9172b9743cae),segment_id=60299cba-13aa-411b-861f-9172b9743cae)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:15.178260 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:15.179249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:58:15.327123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1fd4dd-52bb-442e-9b17-8feb77139d16 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:15.337501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-acc658e9-cc15-4c22-885f-834a869141d1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:15.340527 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:15.383445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:15.389665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c6585-8431-45bc-a8fa-93adaf2960af tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:15.395940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c6585-8431-45bc-a8fa-93adaf2960af tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:15.400509 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8a7c6585-8431-45bc-a8fa-93adaf2960af tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2889390 Nov 09 19:58:15.407352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48648) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:15.417799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33118a79-4ca3-4ae4-9b81-d4c82aeec9fd req-85ed274e-90b5-4411-abc6-7f656f508bde tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:15.426487 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33118a79-4ca3-4ae4-9b81-d4c82aeec9fd req-85ed274e-90b5-4411-abc6-7f656f508bde tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 944 time: 0.3216953 Nov 09 19:58:15.436082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db270859-81ff-44bb-8e35-3af88b7d3c11 req-b00f0742-b7b2-42ad-8e4c-8a2dcac0697a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:15.437942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc658e9-cc15-4c22-885f-834a869141d1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Pushing event deleted for resources: {'Port': ['ID=ca296a33-4dd4-469a-ab2a-f43f56d4f41a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:15.448672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db270859-81ff-44bb-8e35-3af88b7d3c11 req-b00f0742-b7b2-42ad-8e4c-8a2dcac0697a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 931 time: 0.1246774 Nov 09 19:58:15.460547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30', 'network_id': '837ae2f9-39a3-4146-941f-49ec6220b09a', 'port_id': 'e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30', 'mac_address': 'fa:16:3e:43:3b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cf7b03-d155-4cdc-82a5-a910e1f0b455', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:58:15.465356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['38de6b9e-2802-4c83-81d4-1d314a03d9ad'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:15.469246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62f475c0-40e1-40c0-b767-86b9ebec6ff5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:15.474740 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:15.501614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Transition to ACTIVE for port object ff1fd4dd-52bb-442e-9b17-8feb77139d16 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:58:15.521648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:15.553178 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db270859-81ff-44bb-8e35-3af88b7d3c11 req-a4268904-194b-4f54-8105-bcca477e4d31 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024001 Nov 09 19:58:15.574914 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:15.616156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-acc658e9-cc15-4c22-885f-834a869141d1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] No DVR routers for this DVR port ca296a33-4dd4-469a-ab2a-f43f56d4f41a on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:15.644694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:15.646737 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-acc658e9-cc15-4c22-885f-834a869141d1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:15.650353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b7ee74f-884f-4a66-8eed-7f30cd9adafb req-acc658e9-cc15-4c22-885f-834a869141d1 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "DELETE /v2.0/ports/ca296a33-4dd4-469a-ab2a-f43f56d4f41a HTTP/1.1" status: 204 len: 173 time: 2.1024392 Nov 09 19:58:15.651901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768abca2-fc9e-4910-a398-96ddd3fa8714', 'name': 'network-vif-deleted', 'tag': 'ca296a33-4dd4-469a-ab2a-f43f56d4f41a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:15.654247 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c71586-f190-4577-81b0-920e69f11cc0" -d '{"events": [{"server_uuid": "768abca2-fc9e-4910-a398-96ddd3fa8714", "name": "network-vif-deleted", "tag": "ca296a33-4dd4-469a-ab2a-f43f56d4f41a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:15.694703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33118a79-4ca3-4ae4-9b81-d4c82aeec9fd req-2f79ab50-21f1-45df-9c8e-d7c992a63650 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670009 Nov 09 19:58:15.709574 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:15.712743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1fd4dd-52bb-442e-9b17-8feb77139d16,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:15.746778 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:15.793045 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489be112-d5ee-48dc-ad63-74086218c9ce x-openstack-request-id: req-489be112-d5ee-48dc-ad63-74086218c9ce {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:15.793344 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768abca2-fc9e-4910-a398-96ddd3fa8714", "name": "network-vif-deleted", "tag": "ca296a33-4dd4-469a-ab2a-f43f56d4f41a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:15.793600 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-489be112-d5ee-48dc-ad63-74086218c9ce {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:15.794733 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768abca2-fc9e-4910-a398-96ddd3fa8714', 'name': 'network-vif-deleted', 'tag': 'ca296a33-4dd4-469a-ab2a-f43f56d4f41a', 'status': 'completed', 'code': 200} Nov 09 19:58:15.804458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6006d320-be6e-4726-a385-2fcb84bc6363 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port df15d3a6-890a-492f-b116-03b8d30af40f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:15.804812 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6006d320-be6e-4726-a385-2fcb84bc6363 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:15.883566 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Attempting to bind port ff1fd4dd-52bb-442e-9b17-8feb77139d16 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:15.884133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Attempting to bind port ff1fd4dd-52bb-442e-9b17-8feb77139d16 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '59d87bb9-e6c7-461e-b1c6-21df0ba0840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:15.884630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Attempting to bind port ff1fd4dd-52bb-442e-9b17-8feb77139d16 on network fa547064-337b-410f-92c1-34fa082574c6 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:15.910267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Port ff1fd4dd-52bb-442e-9b17-8feb77139d16 on network fa547064-337b-410f-92c1-34fa082574c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:58:15.910811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Attempting to bind port ff1fd4dd-52bb-442e-9b17-8feb77139d16 on network fa547064-337b-410f-92c1-34fa082574c6 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:15.931905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-0894006f-fabb-427c-bde2-059a383bd162 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:15.933643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-0894006f-fabb-427c-bde2-059a383bd162 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 945 time: 0.1117446 Nov 09 19:58:15.952208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f013533c-ed39-410a-9d98-aa8fdcbaf340 None None] Provisioning complete for port df15d3a6-890a-492f-b116-03b8d30af40f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:15.953529 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f013533c-ed39-410a-9d98-aa8fdcbaf340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.008849 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6006d320-be6e-4726-a385-2fcb84bc6363 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.047909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6006d320-be6e-4726-a385-2fcb84bc6363 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for df15d3a6-890a-492f-b116-03b8d30af40f owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:16.056051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e10607b0-7a64-4e41-b24e-14db21684b06 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:16.114823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-c65cafe6-0155-42bc-b292-35dea7de456b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Deleting port 7786e156-febe-4f61-a199-422af7f48401 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:16.116166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-c65cafe6-0155-42bc-b292-35dea7de456b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.129771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:16.210753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['de3f2d0d-b343-49e7-a9f9-ed82b95532ef'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:16.299901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 04539af1-e417-413b-949c-b1e69c2f2fe0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:16.330072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:16.330855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Checking segment: {'id': '59d87bb9-e6c7-461e-b1c6-21df0ba0840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:16.332022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Bound using segment: {'id': '59d87bb9-e6c7-461e-b1c6-21df0ba0840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:16.333085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Bound port: ff1fd4dd-52bb-442e-9b17-8feb77139d16, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d87bb9-e6c7-461e-b1c6-21df0ba0840a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:16.334257 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.407314 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6006d320-be6e-4726-a385-2fcb84bc6363 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.423033 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:16.432098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] For port ff1fd4dd-52bb-442e-9b17-8feb77139d16, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:16.434328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-c65cafe6-0155-42bc-b292-35dea7de456b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] For port 7786e156-febe-4f61-a199-422af7f48401, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7786e156-febe-4f61-a199-422af7f48401,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:16.434828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-c65cafe6-0155-42bc-b292-35dea7de456b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.439669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] For port ff1fd4dd-52bb-442e-9b17-8feb77139d16, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff1fd4dd-52bb-442e-9b17-8feb77139d16,segment=NetworkSegment(59d87bb9-e6c7-461e-b1c6-21df0ba0840a),segment_id=59d87bb9-e6c7-461e-b1c6-21df0ba0840a)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:16.452081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee288708-691f-44aa-a655-0496fb7118b4 req-32b1c11e-c47a-4e66-bca7-b86a6993c933 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:16.453848 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ee288708-691f-44aa-a655-0496fb7118b4 req-32b1c11e-c47a-4e66-bca7-b86a6993c933 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 945 time: 0.3782325 Nov 09 19:58:16.474606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-c65cafe6-0155-42bc-b292-35dea7de456b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Calling delete_port for 7786e156-febe-4f61-a199-422af7f48401 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:16.475237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006d320-be6e-4726-a385-2fcb84bc6363 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=df15d3a6-890a-492f-b116-03b8d30af40f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:16.485123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.571716 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f013533c-ed39-410a-9d98-aa8fdcbaf340 None None] Port df15d3a6-890a-492f-b116-03b8d30af40f cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:58:16.582104 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.606623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ee288708-691f-44aa-a655-0496fb7118b4 req-9290287b-16ec-4be6-a076-d9baeb04150a tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435986 Nov 09 19:58:16.625025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:16.646838 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.649064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 04539af1-e417-413b-949c-b1e69c2f2fe0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:16.650120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.651858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] 10.222.0.70 "PUT /v2.0/ports/ff1fd4dd-52bb-442e-9b17-8feb77139d16 HTTP/1.1" status: 200 len: 1091 time: 2.8621826 Nov 09 19:58:16.665978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6006d320-be6e-4726-a385-2fcb84bc6363 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.677362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6006d320-be6e-4726-a385-2fcb84bc6363 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/df15d3a6-890a-492f-b116-03b8d30af40f HTTP/1.1" status: 204 len: 168 time: 1.2684374 Nov 09 19:58:16.678165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port e10607b0-7a64-4e41-b24e-14db21684b06 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:58:16.689902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48768) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:16.759849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742493b-8bd1-431b-bc51-1588b799f2b6 req-f12807f5-c134-4e80-9b59-0da551f44b2e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:16.764626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c742493b-8bd1-431b-bc51-1588b799f2b6 req-f12807f5-c134-4e80-9b59-0da551f44b2e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=4debd3b6-8dca-4c55-91bb-8aafc912614f HTTP/1.1" status: 200 len: 945 time: 0.8724022 Nov 09 19:58:16.844479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-c65cafe6-0155-42bc-b292-35dea7de456b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.899605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port e10607b0-7a64-4e41-b24e-14db21684b06 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:16.899948 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:16.914295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cafe6-0155-42bc-b292-35dea7de456b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event deleted for resources: {'Port': ['ID=7786e156-febe-4f61-a199-422af7f48401,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:17.051182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b9cb8-4f91-414d-b6e6-8079e0368917 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1fd4dd-52bb-442e-9b17-8feb77139d16,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:17.057680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-c65cafe6-0155-42bc-b292-35dea7de456b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] No DVR routers for this DVR port 7786e156-febe-4f61-a199-422af7f48401 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:17.078063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-c65cafe6-0155-42bc-b292-35dea7de456b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:17.081487 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8006ec7b-10ae-49e0-8029-0b2a614d2ee8 req-c65cafe6-0155-42bc-b292-35dea7de456b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "DELETE /v2.0/ports/7786e156-febe-4f61-a199-422af7f48401 HTTP/1.1" status: 204 len: 173 time: 1.1390009 Nov 09 19:58:17.081966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4debd3b6-8dca-4c55-91bb-8aafc912614f', 'name': 'network-vif-deleted', 'tag': '7786e156-febe-4f61-a199-422af7f48401'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:17.087559 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96304033-1aed-43f6-91b1-f798081a1902" -d '{"events": [{"server_uuid": "4debd3b6-8dca-4c55-91bb-8aafc912614f", "name": "network-vif-deleted", "tag": "7786e156-febe-4f61-a199-422af7f48401"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:17.150076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a233b-84e5-4c52-bd53-cdfe65527715 req-a59b2ac7-54ef-4304-bb9a-9701eb21c300 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:17.151657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-431a233b-84e5-4c52-bd53-cdfe65527715 req-a59b2ac7-54ef-4304-bb9a-9701eb21c300 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 943 time: 0.1923821 Nov 09 19:58:17.266147 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-431a233b-84e5-4c52-bd53-cdfe65527715 req-c5df6906-b3f6-4e5d-a087-f4f51c85b669 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053333 Nov 09 19:58:17.391414 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:17.443270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e10607b0-7a64-4e41-b24e-14db21684b06, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e10607b0-7a64-4e41-b24e-14db21684b06,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:17.445071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafca764-7677-4990-9e0c-6510a24a3500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10607b0-7a64-4e41-b24e-14db21684b06'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:17.447829 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1216f6e-216d-40e1-a4fb-9370e7015139" -d '{"events": [{"server_uuid": "eafca764-7677-4990-9e0c-6510a24a3500", "name": "network-vif-plugged", "status": "completed", "tag": "e10607b0-7a64-4e41-b24e-14db21684b06"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:17.453326 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:17.454365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ca296a33-4dd4-469a-ab2a-f43f56d4f41a no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:17.478551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: ca296a33-4dd4-469a-ab2a-f43f56d4f41a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:17.478914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ca296a33-4dd4-469a-ab2a-f43f56d4f41a not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:17.534843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=e10607b0-7a64-4e41-b24e-14db21684b06,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:17.560202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98b8b1-e84e-403e-9f99-41d2736c6de3 req-e730ad46-9b5d-4bd9-b9fc-09605a118ae8 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:17.570468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b98b8b1-e84e-403e-9f99-41d2736c6de3 req-e730ad46-9b5d-4bd9-b9fc-09605a118ae8 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 945 time: 0.0949924 Nov 09 19:58:17.627801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133709d6-4ee8-4fc5-9072-6464f2aad3e4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:17.629448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133709d6-4ee8-4fc5-9072-6464f2aad3e4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:17.633228 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b98b8b1-e84e-403e-9f99-41d2736c6de3 req-a3569587-3cde-454e-b13c-74a59d4ffdf9 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613952 Nov 09 19:58:17.633919 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48864) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:17.634544 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-133709d6-4ee8-4fc5-9072-6464f2aad3e4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9407640 Nov 09 19:58:17.638980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-bc3137c0-4f1b-4ed5-a6bc-1f7adc929358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:17.640359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-bc3137c0-4f1b-4ed5-a6bc-1f7adc929358 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df210e04990847ca800d7c5290cd6ef7&device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 1094 time: 0.9135294 Nov 09 19:58:17.643982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c742493b-8bd1-431b-bc51-1588b799f2b6 req-7ab4d5fd-0d0c-43cc-869a-6d1d244ce045 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7802708 Nov 09 19:58:17.706489 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310291c2-064c-4649-a27e-854682219396 x-openstack-request-id: req-310291c2-064c-4649-a27e-854682219396 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:17.706810 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4debd3b6-8dca-4c55-91bb-8aafc912614f", "name": "network-vif-deleted", "tag": "7786e156-febe-4f61-a199-422af7f48401", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:17.707068 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-310291c2-064c-4649-a27e-854682219396 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:17.707469 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4debd3b6-8dca-4c55-91bb-8aafc912614f', 'name': 'network-vif-deleted', 'tag': '7786e156-febe-4f61-a199-422af7f48401', 'status': 'completed', 'code': 200} Nov 09 19:58:17.727697 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-48dff58f-74f3-4f7a-bd99-e46132672dee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff1fd4dd-52bb-442e-9b17-8feb77139d16 HTTP/1.1" status: 200 len: 217 time: 0.0748463 Nov 09 19:58:17.749744 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad8d57-8ea4-45ac-97b8-25c2ee77604d x-openstack-request-id: req-23ad8d57-8ea4-45ac-97b8-25c2ee77604d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:17.750318 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafca764-7677-4990-9e0c-6510a24a3500", "name": "network-vif-plugged", "status": "completed", "tag": "e10607b0-7a64-4e41-b24e-14db21684b06", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:17.750844 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23ad8d57-8ea4-45ac-97b8-25c2ee77604d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:17.751489 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafca764-7677-4990-9e0c-6510a24a3500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10607b0-7a64-4e41-b24e-14db21684b06', 'code': 200} Nov 09 19:58:17.768638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c39611-0eb4-4906-8e79-3ba8fbd19ac0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 1b9c92b3-2b05-416c-bdaa-2c0a6df8bea1 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:17.772373 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48c39611-0eb4-4906-8e79-3ba8fbd19ac0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:17.796641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24362b93-8d79-4a20-8187-1ba13ecc5fd0', 'tag': 'ff1fd4dd-52bb-442e-9b17-8feb77139d16'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:17.800199 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "24362b93-8d79-4a20-8187-1ba13ecc5fd0", "tag": "ff1fd4dd-52bb-442e-9b17-8feb77139d16"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:17.810248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe', '7786e156-febe-4f61-a199-422af7f48401'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:17.862344 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48c39611-0eb4-4906-8e79-3ba8fbd19ac0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:17.888703 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a196b0e0-69f3-4d0e-ad5c-6d29289395d4 x-openstack-request-id: req-a196b0e0-69f3-4d0e-ad5c-6d29289395d4 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:17.888999 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24362b93-8d79-4a20-8187-1ba13ecc5fd0", "tag": "ff1fd4dd-52bb-442e-9b17-8feb77139d16", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:17.889509 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a196b0e0-69f3-4d0e-ad5c-6d29289395d4 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:17.890015 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24362b93-8d79-4a20-8187-1ba13ecc5fd0', 'tag': 'ff1fd4dd-52bb-442e-9b17-8feb77139d16', 'status': 'completed', 'code': 200} Nov 09 19:58:17.890263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['da60d83a-a507-49db-844b-ffce1daf870a', 'd05d85d5-f956-4614-8015-d8356987b416'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:17.895099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-2aee4059-dc02-4e9c-b7e9-df35a0cca933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:17.899216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-2aee4059-dc02-4e9c-b7e9-df35a0cca933 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=048e75c3-94cc-41b0-b15b-113a55745a62 HTTP/1.1" status: 200 len: 849 time: 0.1631000 Nov 09 19:58:17.922048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf71e27-577c-403c-99f4-5b5453d0c25e req-ed8949cf-5edc-4091-982c-fff767af70e6 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:17.927481 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5bf71e27-577c-403c-99f4-5b5453d0c25e req-ed8949cf-5edc-4091-982c-fff767af70e6 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 945 time: 0.1307321 Nov 09 19:58:17.950063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-6c603733-e51a-4d01-9f2b-84a756691815 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa547064-337b-410f-92c1-34fa082574c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361569 Nov 09 19:58:17.953512 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b360c59-e7a7-43d6-b897-fbe12ff4ff31 req-df6b93f6-a112-41b1-9d56-20d79364876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:17.954975 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b360c59-e7a7-43d6-b897-fbe12ff4ff31 req-df6b93f6-a112-41b1-9d56-20d79364876c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eafca764-7677-4990-9e0c-6510a24a3500 HTTP/1.1" status: 200 len: 1096 time: 0.1190908 Nov 09 19:58:18.021338 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5bf71e27-577c-403c-99f4-5b5453d0c25e req-6fbf1391-3ebe-4ff1-ba48-e89517e17dea tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884233 Nov 09 19:58:18.056042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 38de6b9e-2802-4c83-81d4-1d314a03d9ad up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:18.064140 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48c39611-0eb4-4906-8e79-3ba8fbd19ac0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:18.128761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b360c59-e7a7-43d6-b897-fbe12ff4ff31 req-88e71b69-6800-4669-874f-a19efab8222e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610434 Nov 09 19:58:18.176395 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-3c352436-14cb-4e67-94b3-20d8c30fad3e service neutron] 10.222.0.70 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994791 Nov 09 19:58:18.176995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48c39611-0eb4-4906-8e79-3ba8fbd19ac0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:18.223603 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48c39611-0eb4-4906-8e79-3ba8fbd19ac0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:18.225972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38526c66-179e-4f53-b0e8-ccae227dffc3 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:18.231189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48876) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:18.231553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-48c39611-0eb4-4906-8e79-3ba8fbd19ac0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/1b9c92b3-2b05-416c-bdaa-2c0a6df8bea1 HTTP/1.1" status: 204 len: 168 time: 0.5916452 Nov 09 19:58:18.233509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c39611-0eb4-4906-8e79-3ba8fbd19ac0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9c92b3-2b05-416c-bdaa-2c0a6df8bea1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:18.277254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-deec3b99-cadf-4b87-82b6-a06c6101f3b3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419097 Nov 09 19:58:18.277496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 38de6b9e-2802-4c83-81d4-1d314a03d9ad completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:58:18.277597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48878) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:18.284603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7246bd64-c56b-4f3a-a11c-f0f070ce5278 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:18.292705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 38de6b9e-2802-4c83-81d4-1d314a03d9ad triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:18.293205 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:18.434179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device de3f2d0d-b343-49e7-a9f9-ed82b95532ef up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:18.499916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe7771-ebcf-4551-8141-586d4eecbb8f req-0ccd5021-2bee-4159-b37b-abf888270e69 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:18.501443 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-01fe7771-ebcf-4551-8141-586d4eecbb8f req-0ccd5021-2bee-4159-b37b-abf888270e69 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 943 time: 0.0953660 Nov 09 19:58:18.556256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7246bd64-c56b-4f3a-a11c-f0f070ce5278 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:18.559925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7246bd64-c56b-4f3a-a11c-f0f070ce5278 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:18.611427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa29ea9d-0e5e-49df-9a6c-45c1fac410aa req-25bb59ea-a39c-4084-8dae-5e92935b08f2 service neutron] 10.222.0.70 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707155 Nov 09 19:58:18.674664 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-01fe7771-ebcf-4551-8141-586d4eecbb8f req-984eed25-ee8c-4652-b847-4d59d5878ad6 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561439 Nov 09 19:58:18.675190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e545e9-e87d-4492-ae78-25a9a6000d0a None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:58:18.678656 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:18.682614 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port de3f2d0d-b343-49e7-a9f9-ed82b95532ef completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:58:18.700064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port de3f2d0d-b343-49e7-a9f9-ed82b95532ef triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:18.700440 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:18.799535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 38de6b9e-2802-4c83-81d4-1d314a03d9ad, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=38de6b9e-2802-4c83-81d4-1d314a03d9ad,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:18.825349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceb3c4-88ad-461e-bd2e-881b55a88f00 req-a6c29ca4-8a89-4a1c-bc84-0e97387fe280 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:18.826348 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:18.833321 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38ceb3c4-88ad-461e-bd2e-881b55a88f00 req-a6c29ca4-8a89-4a1c-bc84-0e97387fe280 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 945 time: 0.1146841 Nov 09 19:58:18.844610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5 req-0daf89b5-17c2-408a-929e-08d02b8de036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:18.849459 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5 req-0daf89b5-17c2-408a-929e-08d02b8de036 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df210e04990847ca800d7c5290cd6ef7&device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 1094 time: 0.1585231 Nov 09 19:58:18.890444 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38ceb3c4-88ad-461e-bd2e-881b55a88f00 req-97425408-fd62-4f61-9939-df3580d5d168 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559306 Nov 09 19:58:19.115110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b5e545e9-e87d-4492-ae78-25a9a6000d0a None None] Deleting port 04539af1-e417-413b-949c-b1e69c2f2fe0 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:19.115484 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5e545e9-e87d-4492-ae78-25a9a6000d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:19.171718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5 req-32e1cfb3-4c4d-4162-88d3-465d90d73c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:19.176392 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5 req-32e1cfb3-4c4d-4162-88d3-465d90d73c67 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa547064-337b-410f-92c1-34fa082574c6 HTTP/1.1" status: 200 len: 910 time: 0.3179505 Nov 09 19:58:19.180398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7246bd64-c56b-4f3a-a11c-f0f070ce5278 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:19.241004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=38de6b9e-2802-4c83-81d4-1d314a03d9ad,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:19.270410 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:19.275498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156c11-3748-4f29-9377-b787bdbd2c49 req-3a07ba78-0647-4792-9869-0f1521382da1 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:19.285095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7246bd64-c56b-4f3a-a11c-f0f070ce5278 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:19.287480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67156c11-3748-4f29-9377-b787bdbd2c49 req-3a07ba78-0647-4792-9869-0f1521382da1 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 945 time: 0.0894349 Nov 09 19:58:19.318182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b5e545e9-e87d-4492-ae78-25a9a6000d0a None None] For port 04539af1-e417-413b-949c-b1e69c2f2fe0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=04539af1-e417-413b-949c-b1e69c2f2fe0,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:19.318644 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5e545e9-e87d-4492-ae78-25a9a6000d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:19.352150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67156c11-3748-4f29-9377-b787bdbd2c49 req-5876a513-f367-4d58-8a84-8d354a23f313 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634525 Nov 09 19:58:19.352360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b5e545e9-e87d-4492-ae78-25a9a6000d0a None None] Calling delete_port for 04539af1-e417-413b-949c-b1e69c2f2fe0 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:19.367120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port de3f2d0d-b343-49e7-a9f9-ed82b95532ef, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,segment=NetworkSegment(60299cba-13aa-411b-861f-9172b9743cae),segment_id=60299cba-13aa-411b-861f-9172b9743cae)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:19.376565 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:19.377700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:19.396795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7246bd64-c56b-4f3a-a11c-f0f070ce5278 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:19.435808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7246bd64-c56b-4f3a-a11c-f0f070ce5278 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:19.436680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7246bd64-c56b-4f3a-a11c-f0f070ce5278 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:19.439939 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5 req-d4a6a622-40f6-47ac-a512-79097c9daa34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff1fd4dd-52bb-442e-9b17-8feb77139d16 HTTP/1.1" status: 200 len: 217 time: 0.1952300 Nov 09 19:58:19.483550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-954ef6ab-0cae-45d0-b6fa-b507669aa49e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:19.490951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-954ef6ab-0cae-45d0-b6fa-b507669aa49e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.4201841 Nov 09 19:58:19.523962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:19.572265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7246bd64-c56b-4f3a-a11c-f0f070ce5278 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2908218 Nov 09 19:58:19.572641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48914) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:19.579010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'name': 'tempest-NetworksTestDHCPv6-420278517'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:19.579248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-b47bc882-9f52-4af8-9a93-965d3ec79329 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/quotas/5b8b896b82e8499c9b231a80905ce84d HTTP/1.1" status: 200 len: 375 time: 0.0873420 Nov 09 19:58:19.581063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246bd64-c56b-4f3a-a11c-f0f070ce5278 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=5a5f138c-55b7-48be-a0e8-013c4c65d8e5,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:19.622852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5e545e9-e87d-4492-ae78-25a9a6000d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:19.623692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5 req-71efca5b-f314-44a5-88c5-ce507f92bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:19.625316 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5 req-71efca5b-f314-44a5-88c5-ce507f92bde3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=048e75c3-94cc-41b0-b15b-113a55745a62 HTTP/1.1" status: 200 len: 849 time: 0.1740360 Nov 09 19:58:19.657135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e545e9-e87d-4492-ae78-25a9a6000d0a None None] Pushing event deleted for resources: {'Port': ['ID=04539af1-e417-413b-949c-b1e69c2f2fe0,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:19.667165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:58:19.668139 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5 req-e5733072-de91-46fb-9539-e4b4e4e95e24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa547064-337b-410f-92c1-34fa082574c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341797 Nov 09 19:58:19.675450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:19.677981 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:19.680916 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-88ec0e1f-a493-4d12-852d-5749e34dd749 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007385 Nov 09 19:58:19.686645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-36ded8e1-e1ce-4272-b42a-4c0746343860 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:58:19.693809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-36ded8e1-e1ce-4272-b42a-4c0746343860 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119171 Nov 09 19:58:19.727790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:19.733417 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:19.753816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port fdc39553-7566-4b8d-b241-e3a261382453 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:58:19.765376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e545e9-e87d-4492-ae78-25a9a6000d0a None None] No DVR routers for this DVR port 04539af1-e417-413b-949c-b1e69c2f2fe0 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:19.767252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de6b9e-2802-4c83-81d4-1d314a03d9ad'}, {'server_uuid': 'af336833-4be0-4667-87e7-8a98e93c2d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3f2d0d-b343-49e7-a9f9-ed82b95532ef'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:19.775967 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c293df-e876-4e81-9d8d-0cf2b7e410f4" -d '{"events": [{"server_uuid": "2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df", "name": "network-vif-plugged", "status": "completed", "tag": "38de6b9e-2802-4c83-81d4-1d314a03d9ad"}, {"server_uuid": "af336833-4be0-4667-87e7-8a98e93c2d21", "name": "network-vif-plugged", "status": "completed", "tag": "de3f2d0d-b343-49e7-a9f9-ed82b95532ef"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:19.800591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9addd510-729a-48a3-8a59-921afcf57001 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:19.880970 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5 req-cf220088-72e0-48fc-8acd-b87c48761772 service neutron] 10.222.0.70 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850293 Nov 09 19:58:19.890547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-2240aaa0-2611-4e61-acc5-5dc4bf2b2271 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954010 Nov 09 19:58:19.900605 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:19.952898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:19.967916 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:20.062653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:20.074843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-f761cfcb-6b9d-4df1-b9ca-25fbd1f245a1 service neutron] 10.222.0.53 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831875 Nov 09 19:58:20.077633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd44ad13-6b9f-4952-b3c4-f07ec614b2b5 req-9f15d211-1e9a-47c6-96c9-6be53e712f87 service neutron] 10.222.0.70 "GET /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773760 Nov 09 19:58:20.114832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '5a5f138c-55b7-48be-a0e8-013c4c65d8e5'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:58:20.115893 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:20.287818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/5a5f138c-55b7-48be-a0e8-013c4c65d8e5/d0a93c1b-c667-4cfa-9e19-b1d661064e69) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:20.329623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcb3fe-484e-4b50-90a5-130de5d05115 req-4d108cfc-196f-404e-86ed-5c156a3e3a1a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:20.337483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72bcb3fe-484e-4b50-90a5-130de5d05115 req-4d108cfc-196f-404e-86ed-5c156a3e3a1a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 943 time: 0.5214937 Nov 09 19:58:20.415135 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-72bcb3fe-484e-4b50-90a5-130de5d05115 req-8a30c82a-eb37-4091-b400-370d42314800 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767055 Nov 09 19:58:20.534035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ad4df-d88b-4619-ab2e-51bf44a8f714 req-86c1db2b-6a1b-449d-b385-5c69ecbdc80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:20.535583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c5ad4df-d88b-4619-ab2e-51bf44a8f714 req-86c1db2b-6a1b-449d-b385-5c69ecbdc80e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df HTTP/1.1" status: 200 len: 1096 time: 0.1092868 Nov 09 19:58:20.537459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d3965-2f94-4ed0-939c-4066ab1554dc req-6038d5f3-2f9e-4019-a8ff-4bd705d4e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:20.539001 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-449d3965-2f94-4ed0-939c-4066ab1554dc req-6038d5f3-2f9e-4019-a8ff-4bd705d4e8ab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 1097 time: 0.0770295 Nov 09 19:58:20.548651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953254e-35c6-4cac-aa4a-0fcd04b026f6 req-8cd134ae-4d90-4c70-b1ef-4a5ac2c4293f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:20.551117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8953254e-35c6-4cac-aa4a-0fcd04b026f6 req-8cd134ae-4d90-4c70-b1ef-4a5ac2c4293f tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 946 time: 0.1107750 Nov 09 19:58:20.558579 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:20.571496 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccb9f23-1c56-4521-a8f8-04678e68937d x-openstack-request-id: req-dccb9f23-1c56-4521-a8f8-04678e68937d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:20.571984 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df", "name": "network-vif-plugged", "status": "completed", "tag": "38de6b9e-2802-4c83-81d4-1d314a03d9ad", "code": 200}, {"server_uuid": "af336833-4be0-4667-87e7-8a98e93c2d21", "name": "network-vif-plugged", "status": "completed", "tag": "de3f2d0d-b343-49e7-a9f9-ed82b95532ef", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:20.572391 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dccb9f23-1c56-4521-a8f8-04678e68937d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:20.572969 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de6b9e-2802-4c83-81d4-1d314a03d9ad', 'code': 200} Nov 09 19:58:20.573361 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af336833-4be0-4667-87e7-8a98e93c2d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3f2d0d-b343-49e7-a9f9-ed82b95532ef', 'code': 200} Nov 09 19:58:20.574827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 04539af1-e417-413b-949c-b1e69c2f2fe0 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:20.596497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7786e156-febe-4f61-a199-422af7f48401 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:20.600603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 04539af1-e417-413b-949c-b1e69c2f2fe0 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:20.601148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 04539af1-e417-413b-949c-b1e69c2f2fe0 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:20.624773 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:20.640943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 7786e156-febe-4f61-a199-422af7f48401 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:20.641489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7786e156-febe-4f61-a199-422af7f48401 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:20.695165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::ab (a3569f24-b25f-4233-bf98-fbac1e555025/5a5f138c-55b7-48be-a0e8-013c4c65d8e5/fdc39553-7566-4b8d-b241-e3a261382453) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:20.707656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:20.711159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:20.720180 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1c5ad4df-d88b-4619-ab2e-51bf44a8f714 req-d69d837b-e36b-4462-8d60-707bddf90a8f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676116 Nov 09 19:58:20.725062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:20.737534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8953254e-35c6-4cac-aa4a-0fcd04b026f6 req-2a741bf9-6aa2-4a74-b09a-a7b7e3aca438 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341810 Nov 09 19:58:20.768601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Pushing event updated for resources: {'Port': ['ID=d0a93c1b-c667-4cfa-9e19-b1d661064e69,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:20.821419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Attempting to bind port d0a93c1b-c667-4cfa-9e19-b1d661064e69 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:20.821906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Attempting to bind port d0a93c1b-c667-4cfa-9e19-b1d661064e69 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:20.823113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Attempting to bind port d0a93c1b-c667-4cfa-9e19-b1d661064e69 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:20.834968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:20.835376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:20.835734 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:20.836266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:20.836789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Bound port: d0a93c1b-c667-4cfa-9e19-b1d661064e69, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:20.837924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:20.964401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90b10d-876d-452d-a521-a2595b23fdef req-676bbf94-6603-4c80-a425-c59f8b1450c7 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:20.969326 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e90b10d-876d-452d-a521-a2595b23fdef req-676bbf94-6603-4c80-a425-c59f8b1450c7 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.0918629 Nov 09 19:58:20.977601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] For port d0a93c1b-c667-4cfa-9e19-b1d661064e69, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:20.982859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] For port d0a93c1b-c667-4cfa-9e19-b1d661064e69, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d0a93c1b-c667-4cfa-9e19-b1d661064e69,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:20.999422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-449d3965-2f94-4ed0-939c-4066ab1554dc req-73375c84-0d39-4703-9c24-b805c8091f3d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481115 Nov 09 19:58:20.999999 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:21.001589 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb3b0659-3080-4740-ada2-698a207435fb req-9f6059d9-24c3-4dad-91bf-b0aa5ae3e274 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 210 time: 0.1439612 Nov 09 19:58:21.081803 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e90b10d-876d-452d-a521-a2595b23fdef req-0e08c3b6-fd36-4c4a-814b-81cac4697742 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036613 Nov 09 19:58:21.120504 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:21.133819 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:21.157538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3966a5-31d6-471c-b558-ef382388ed55 None None] Pushing event updated for resources: {'Port': ['ID=d0a93c1b-c667-4cfa-9e19-b1d661064e69,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:21.181899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:21.274426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e001aa-0798-4467-8e67-7e0b89a20368 req-f3480191-7ad0-4ac9-b03b-0af513c4b403 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:21.274645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:21.278780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:21.284256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:21.289340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09e001aa-0798-4467-8e67-7e0b89a20368 req-f3480191-7ad0-4ac9-b03b-0af513c4b403 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 946 time: 0.0892508 Nov 09 19:58:21.290931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:21.291771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:21.346722 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09e001aa-0798-4467-8e67-7e0b89a20368 req-aaeb84ef-4604-4ff2-88a5-0d14fb48ef2b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562837 Nov 09 19:58:21.352769 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=fdc39553-7566-4b8d-b241-e3a261382453,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:21.370042 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5590bdd9-e51f-4511-a08b-9fb9316469f0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7962794 Nov 09 19:58:21.372940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48948) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:21.486111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f3b7c-4168-4524-a9ef-00b62a1f6fb1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:21.492704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f3b7c-4168-4524-a9ef-00b62a1f6fb1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:21.500144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-969f3b7c-4168-4524-a9ef-00b62a1f6fb1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1250343 Nov 09 19:58:21.502736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48952) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:21.674878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0e001-a8c9-4aa0-9cd3-7b9cdc38cfd3 req-3af7a983-cd97-44f9-a51a-6032b9a2dbe2 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:21.676688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eef0e001-a8c9-4aa0-9cd3-7b9cdc38cfd3 req-3af7a983-cd97-44f9-a51a-6032b9a2dbe2 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 943 time: 0.1222062 Nov 09 19:58:21.711084 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8196931f-3d66-44cb-90e2-8e97b5abebcf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port fdc39553-7566-4b8d-b241-e3a261382453 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:21.711417 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8196931f-3d66-44cb-90e2-8e97b5abebcf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:21.771150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eef0e001-a8c9-4aa0-9cd3-7b9cdc38cfd3 req-2ed42ab6-1430-45e1-b440-ff1aa45de2bd tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868099 Nov 09 19:58:21.826042 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8196931f-3d66-44cb-90e2-8e97b5abebcf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:21.840378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8196931f-3d66-44cb-90e2-8e97b5abebcf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for fdc39553-7566-4b8d-b241-e3a261382453 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:21.946958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96769d3-cc68-4e8e-bbe5-9523d0cbc47f req-78acf57b-5f0e-4a01-bdcd-e8ad3ebffd34 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:21.956337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c96769d3-cc68-4e8e-bbe5-9523d0cbc47f req-78acf57b-5f0e-4a01-bdcd-e8ad3ebffd34 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 946 time: 0.0796916 Nov 09 19:58:22.001319 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c96769d3-cc68-4e8e-bbe5-9523d0cbc47f req-0c17d5e4-4cfe-4369-b71b-94e54f2079db tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417917 Nov 09 19:58:22.025753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff1fd4dd-52bb-442e-9b17-8feb77139d16 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:58:22.081528 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8196931f-3d66-44cb-90e2-8e97b5abebcf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.133622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196931f-3d66-44cb-90e2-8e97b5abebcf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=fdc39553-7566-4b8d-b241-e3a261382453,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:22.194821 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8196931f-3d66-44cb-90e2-8e97b5abebcf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.200305 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8196931f-3d66-44cb-90e2-8e97b5abebcf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/fdc39553-7566-4b8d-b241-e3a261382453 HTTP/1.1" status: 204 len: 168 time: 0.6964624 Nov 09 19:58:22.203747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48964) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:22.292529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9eca0e4-3a96-47b9-bcd3-51ac9cc4a70a req-fd1471e0-9c8c-48c5-bf86-9890194f9e56 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 210 time: 0.0729709 Nov 09 19:58:22.311241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d0a93c1b-c667-4cfa-9e19-b1d661064e69 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:22.336525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-405d2898-8049-4fc5-83a2-0f95602bf547 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:22.338485 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-405d2898-8049-4fc5-83a2-0f95602bf547 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 806 time: 0.3320599 Nov 09 19:58:22.355968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Request body: {'port': {'device_id': '7980c9bd-c28c-4e3f-9124-69e9832462c1', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'admin_state_up': True, 'tenant_id': '5b8b896b82e8499c9b231a80905ce84d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:22.426386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da01fe-7e35-4ee4-9b0b-319172df836c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:22.428093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da01fe-7e35-4ee4-9b0b-319172df836c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:22.432661 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-97da01fe-7e35-4ee4-9b0b-319172df836c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2276330 Nov 09 19:58:22.433472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48968) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:22.473786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b49a3-bd1c-48ff-be77-a1f539c8ab18 req-ae95bf85-5043-4d5f-9cb5-314e4380ebd2 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:22.475627 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a81b49a3-bd1c-48ff-be77-a1f539c8ab18 req-ae95bf85-5043-4d5f-9cb5-314e4380ebd2 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.1991918 Nov 09 19:58:22.487565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ff1fd4dd-52bb-442e-9b17-8feb77139d16, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff1fd4dd-52bb-442e-9b17-8feb77139d16,segment=NetworkSegment(59d87bb9-e6c7-461e-b1c6-21df0ba0840a),segment_id=59d87bb9-e6c7-461e-b1c6-21df0ba0840a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:22.511713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'ff1fd4dd-52bb-442e-9b17-8feb77139d16', 'network_id': 'fa547064-337b-410f-92c1-34fa082574c6', 'port_id': 'ff1fd4dd-52bb-442e-9b17-8feb77139d16', 'mac_address': 'fa:16:3e:89:b7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048e75c3-94cc-41b0-b15b-113a55745a62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:58:22.518220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d0a93c1b-c667-4cfa-9e19-b1d661064e69 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:22.519063 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.549688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-19762d1d-5f68-41d7-93fd-cce50661e1a2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 5a5f138c-55b7-48be-a0e8-013c4c65d8e5 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:22.569673 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19762d1d-5f68-41d7-93fd-cce50661e1a2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.583558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dec6947-d491-4371-9540-d45d7293810f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:22.588810 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06a5e10-a10e-45da-846a-209d2eeb802c" -d '{"events": [{"server_uuid": "3dec6947-d491-4371-9540-d45d7293810f", "name": "network-vif-plugged", "status": "completed", "tag": "e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:22.627527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f56c9-01a1-4d96-89a5-70d5674bb262 req-4a89d8c0-b799-4a70-bf09-d7d8e58b5aae tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:22.629439 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-227f56c9-01a1-4d96-89a5-70d5674bb262 req-4a89d8c0-b799-4a70-bf09-d7d8e58b5aae tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 946 time: 0.0676310 Nov 09 19:58:22.630749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Made reservation on behalf of 5b8b896b82e8499c9b231a80905ce84d for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:22.631460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.634189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.660384 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1fd4dd-52bb-442e-9b17-8feb77139d16 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:22.662811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a81b49a3-bd1c-48ff-be77-a1f539c8ab18 req-ef9f4f1b-cc05-4130-b7a1-944cb93b47fa tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751254 Nov 09 19:58:22.696636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ff1fd4dd-52bb-442e-9b17-8feb77139d16, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff1fd4dd-52bb-442e-9b17-8feb77139d16,segment=NetworkSegment(59d87bb9-e6c7-461e-b1c6-21df0ba0840a),segment_id=59d87bb9-e6c7-461e-b1c6-21df0ba0840a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:22.703852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.736150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada01929-e717-4a1b-b749-b422edea2445 req-bfa491ac-441c-417b-b268-42931b37897e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:22.740471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ada01929-e717-4a1b-b749-b422edea2445 req-bfa491ac-441c-417b-b268-42931b37897e tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 946 time: 0.2087860 Nov 09 19:58:22.744081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19762d1d-5f68-41d7-93fd-cce50661e1a2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.768684 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16b6daa-cc9a-4ab3-b5f0-c002ac70fa80 x-openstack-request-id: req-d16b6daa-cc9a-4ab3-b5f0-c002ac70fa80 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:22.769002 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dec6947-d491-4371-9540-d45d7293810f", "name": "network-vif-plugged", "status": "completed", "tag": "e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:22.769260 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d16b6daa-cc9a-4ab3-b5f0-c002ac70fa80 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:22.769967 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dec6947-d491-4371-9540-d45d7293810f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30', 'code': 200} Nov 09 19:58:22.789399 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.836006 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-227f56c9-01a1-4d96-89a5-70d5674bb262 req-f57cdb61-212e-4d42-81dd-b88f0563a9c4 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879249 Nov 09 19:58:22.880928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ff1fd4dd-52bb-442e-9b17-8feb77139d16,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:22.908336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port d0a93c1b-c667-4cfa-9e19-b1d661064e69, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d0a93c1b-c667-4cfa-9e19-b1d661064e69,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:22.916466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b983920b-cddc-4d57-9457-9d879e0c1534 None None] Provisioning complete for port d0a93c1b-c667-4cfa-9e19-b1d661064e69 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:22.916466 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b983920b-cddc-4d57-9457-9d879e0c1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.945922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:22.981040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Allocated IP 172.20.0.4 (e439c7f8-e1b8-4e07-944e-bdfe01f842f8/9f9a7faa-9b10-4cf3-b806-664c9d502a38/a1ec1b9f-927c-4b91-97f0-609420c32f47) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:22.996767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49720c9e-e10a-44cf-923d-d1636ca98d55 req-ca3c235e-b12b-4459-8fdd-4d3104b54900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:23.002040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49720c9e-e10a-44cf-923d-d1636ca98d55 req-ca3c235e-b12b-4459-8fdd-4d3104b54900 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 1097 time: 0.1492908 Nov 09 19:58:23.036044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ff1fd4dd-52bb-442e-9b17-8feb77139d16'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:23.096869 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49720c9e-e10a-44cf-923d-d1636ca98d55 req-ebcb7b24-58ac-4cbf-92fd-4942c5c89380 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860898 Nov 09 19:58:23.129381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=d0a93c1b-c667-4cfa-9e19-b1d661064e69,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:23.151291 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19762d1d-5f68-41d7-93fd-cce50661e1a2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.209583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34e971-cabf-4693-96e1-d5a835de26a5 req-654d80fa-2831-487e-a670-6e1654bb8aa6 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:23.219053 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d34e971-cabf-4693-96e1-d5a835de26a5 req-654d80fa-2831-487e-a670-6e1654bb8aa6 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 944 time: 0.3220048 Nov 09 19:58:23.246693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-ada01929-e717-4a1b-b749-b422edea2445 req-c3b97628-2dd7-4a66-851f-b3faf531157a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Deleting port d05d85d5-f956-4614-8015-d8356987b416 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:23.246936 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ada01929-e717-4a1b-b749-b422edea2445 req-c3b97628-2dd7-4a66-851f-b3faf531157a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.331852 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.359205 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d34e971-cabf-4693-96e1-d5a835de26a5 req-9b617f0b-1789-473b-89eb-cc8aef31e0a8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394191 Nov 09 19:58:23.375188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce3161-c5f6-46d5-8412-00f9ebfaba70 req-ded32f53-5c74-4864-8b9f-c5072f72d1fb tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:23.377742 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87ce3161-c5f6-46d5-8412-00f9ebfaba70 req-ded32f53-5c74-4864-8b9f-c5072f72d1fb tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 946 time: 0.2682178 Nov 09 19:58:23.382787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-692f6f4c-52c7-4b03-8979-a6ce7aaded8e None None] Could not find standard attr ID for object fdc39553-7566-4b8d-b241-e3a261382453. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:58:23.412422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19762d1d-5f68-41d7-93fd-cce50661e1a2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.449855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19762d1d-5f68-41d7-93fd-cce50661e1a2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5f138c-55b7-48be-a0e8-013c4c65d8e5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:23.457689 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19762d1d-5f68-41d7-93fd-cce50661e1a2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.461022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-19762d1d-5f68-41d7-93fd-cce50661e1a2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/5a5f138c-55b7-48be-a0e8-013c4c65d8e5 HTTP/1.1" status: 204 len: 168 time: 1.0254676 Nov 09 19:58:23.465614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48982) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:23.497887 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-023dee30-79a4-4ddc-9cb7-abb837d6724b req-c27947fb-9ca9-4350-864b-3f1ce022a05f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 210 time: 0.0515125 Nov 09 19:58:23.506439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ada01929-e717-4a1b-b749-b422edea2445 req-c3b97628-2dd7-4a66-851f-b3faf531157a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] For port d05d85d5-f956-4614-8015-d8356987b416, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d05d85d5-f956-4614-8015-d8356987b416,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:23.506822 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ada01929-e717-4a1b-b749-b422edea2445 req-c3b97628-2dd7-4a66-851f-b3faf531157a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.521735 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-ada01929-e717-4a1b-b749-b422edea2445 req-c3b97628-2dd7-4a66-851f-b3faf531157a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Calling delete_port for d05d85d5-f956-4614-8015-d8356987b416 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:23.547480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6557e-d66a-4fb3-a149-99393b778dec None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:23.555672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87ce3161-c5f6-46d5-8412-00f9ebfaba70 req-f1d3671a-3757-4f38-aced-59456b21ebb1 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637347 Nov 09 19:58:23.557661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-393f7f5f-6197-435d-b43c-03162fd97fad tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887361 Nov 09 19:58:23.559220 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.561961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48984) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:23.618757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:23.656931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:23.663832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:23.674952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:23.679618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event updated for resources: {'Port': ['ID=a1ec1b9f-927c-4b91-97f0-609420c32f47,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:23.720258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959aff05-2c18-4b21-847e-5b753d02373c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:23.724200 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-959aff05-2c18-4b21-847e-5b753d02373c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1586063 Nov 09 19:58:23.724340 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ada01929-e717-4a1b-b749-b422edea2445 req-c3b97628-2dd7-4a66-851f-b3faf531157a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.725636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48988) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:23.752903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:23.753801 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.782966 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9253a921-58a2-417b-bd44-5af441c9c09e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4307423 Nov 09 19:58:23.804713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Request body: {'port': {'device_id': '7980c9bd-c28c-4e3f-9124-69e9832462c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:23.839335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b97628-2dd7-4a66-851f-b3faf531157a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Pushing event deleted for resources: {'Port': ['ID=d05d85d5-f956-4614-8015-d8356987b416,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:23.900129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.903805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8c4c83-a089-49e8-9a7f-51725e4df710 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:58:23.929320 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29476767-a235-4ea5-83c2-62664a9fd660 req-886694af-e462-4602-a6e6-1cd22b8e3ee7 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:23.937199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29476767-a235-4ea5-83c2-62664a9fd660 req-886694af-e462-4602-a6e6-1cd22b8e3ee7 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.1522048 Nov 09 19:58:23.942625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada01929-e717-4a1b-b749-b422edea2445 req-c3b97628-2dd7-4a66-851f-b3faf531157a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] No DVR routers for this DVR port d05d85d5-f956-4614-8015-d8356987b416 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:23.947269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ada01929-e717-4a1b-b749-b422edea2445 req-c3b97628-2dd7-4a66-851f-b3faf531157a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.957493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c4c83-a089-49e8-9a7f-51725e4df710 None None] Deleting port d0a93c1b-c667-4cfa-9e19-b1d661064e69 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:23.957872 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4c83-a089-49e8-9a7f-51725e4df710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:23.963977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ada01929-e717-4a1b-b749-b422edea2445 req-c3b97628-2dd7-4a66-851f-b3faf531157a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "DELETE /v2.0/ports/d05d85d5-f956-4614-8015-d8356987b416 HTTP/1.1" status: 204 len: 173 time: 1.2047620 Nov 09 19:58:23.964653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8661de-3e04-4632-b97a-873fde9a1212', 'name': 'network-vif-deleted', 'tag': 'd05d85d5-f956-4614-8015-d8356987b416'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:23.967960 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2c312b-4d97-421c-9879-fb9830388eb9" -d '{"events": [{"server_uuid": "8d8661de-3e04-4632-b97a-873fde9a1212", "name": "network-vif-deleted", "tag": "d05d85d5-f956-4614-8015-d8356987b416"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:23.975301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384cded-640a-4410-b402-d3c33206f9f5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:23.976909 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c384cded-640a-4410-b402-d3c33206f9f5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2432537 Nov 09 19:58:23.988864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48994) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:24.036273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5b866953-c657-442e-9887-b619d75ec40f req-b0a4b99b-1e38-42f8-8754-857816ad4352 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8661de-3e04-4632-b97a-873fde9a1212 HTTP/1.1" status: 200 len: 210 time: 0.0549994 Nov 09 19:58:24.102209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['da60d83a-a507-49db-844b-ffce1daf870a', 'd05d85d5-f956-4614-8015-d8356987b416'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:24.105464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62f475c0-40e1-40c0-b767-86b9ebec6ff5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:24.117002 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a0614-3da8-4961-9572-c4b91a22acda x-openstack-request-id: req-ed1a0614-3da8-4961-9572-c4b91a22acda {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:24.117623 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8661de-3e04-4632-b97a-873fde9a1212", "name": "network-vif-deleted", "tag": "d05d85d5-f956-4614-8015-d8356987b416", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:24.118115 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed1a0614-3da8-4961-9572-c4b91a22acda {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:24.119174 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8661de-3e04-4632-b97a-873fde9a1212', 'name': 'network-vif-deleted', 'tag': 'd05d85d5-f956-4614-8015-d8356987b416', 'status': 'completed', 'code': 200} Nov 09 19:58:24.121240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-45e4ed48-22bc-4e40-b3ad-200dd0d23c27 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311095 Nov 09 19:58:24.126948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48998) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:24.148909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a24f0776-c445-4404-b65d-ff96e28025c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:24.159043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fc8c4c83-a089-49e8-9a7f-51725e4df710 None None] For port d0a93c1b-c667-4cfa-9e19-b1d661064e69, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d0a93c1b-c667-4cfa-9e19-b1d661064e69,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:24.159533 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4c83-a089-49e8-9a7f-51725e4df710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:24.203552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c4c83-a089-49e8-9a7f-51725e4df710 None None] Calling delete_port for d0a93c1b-c667-4cfa-9e19-b1d661064e69 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:24.256701 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29476767-a235-4ea5-83c2-62664a9fd660 req-3b5dd359-f6b9-41da-adb0-9277650fbc54 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185353 Nov 09 19:58:24.311576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d0a93c1b-c667-4cfa-9e19-b1d661064e69 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:24.362865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24f0776-c445-4404-b65d-ff96e28025c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:24.367318 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a24f0776-c445-4404-b65d-ff96e28025c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:24.535187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ec1b9f-927c-4b91-97f0-609420c32f47 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:24.553478 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:24.570348 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fc8c4c83-a089-49e8-9a7f-51725e4df710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:24.615234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Transition to ACTIVE for port object a1ec1b9f-927c-4b91-97f0-609420c32f47 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:58:24.617808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c4c83-a089-49e8-9a7f-51725e4df710 None None] Pushing event deleted for resources: {'Port': ['ID=d0a93c1b-c667-4cfa-9e19-b1d661064e69,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:24.622801 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:24.624970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8c4c83-a089-49e8-9a7f-51725e4df710 None None] No DVR routers for this DVR port d0a93c1b-c667-4cfa-9e19-b1d661064e69 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:24.632942 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:24.651189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa3533-528c-486e-8b11-09a4394d3e95 req-0a5d928f-7f5c-4216-b2e4-06d7d8789421 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:24.652749 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-58fa3533-528c-486e-8b11-09a4394d3e95 req-0a5d928f-7f5c-4216-b2e4-06d7d8789421 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 944 time: 0.1124086 Nov 09 19:58:24.729280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29de47c-834c-4bb6-abd7-ef799decddf2 req-7599aeaf-10d9-4963-883e-ce1f7b3c1c23 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:24.731049 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a29de47c-834c-4bb6-abd7-ef799decddf2 req-7599aeaf-10d9-4963-883e-ce1f7b3c1c23 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.3845847 Nov 09 19:58:24.737444 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-58fa3533-528c-486e-8b11-09a4394d3e95 req-9a59273b-483c-4a7a-8e11-f7e76e6c7fe8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625818 Nov 09 19:58:24.747046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ec1b9f-927c-4b91-97f0-609420c32f47,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:24.756894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.757246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.757591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.757932 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.758264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.758842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.758967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.759279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.759607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.759941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.760267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.760590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:24.821415 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a24f0776-c445-4404-b65d-ff96e28025c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:24.859627 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a29de47c-834c-4bb6-abd7-ef799decddf2 req-33ddbd15-e040-4aad-9d83-b2272d67d0e2 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852087 Nov 09 19:58:24.885102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f0776-c445-4404-b65d-ff96e28025c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:24.888609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Attempting to bind port a1ec1b9f-927c-4b91-97f0-609420c32f47 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:24.889005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-a24f0776-c445-4404-b65d-ff96e28025c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:24.889138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Attempting to bind port a1ec1b9f-927c-4b91-97f0-609420c32f47 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:24.889433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Attempting to bind port a1ec1b9f-927c-4b91-97f0-609420c32f47 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:24.901904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505f1f3-9eae-4ada-bbf9-c4412331d28d req-7d607f1b-c238-4687-b250-a0e97d4abe58 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:24.902920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054889a-452c-427e-89c4-60c8d9bc2268 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:24.903518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3505f1f3-9eae-4ada-bbf9-c4412331d28d req-7d607f1b-c238-4687-b250-a0e97d4abe58 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 943 time: 0.0890865 Nov 09 19:58:24.906490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Port a1ec1b9f-927c-4b91-97f0-609420c32f47 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:58:24.906490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Attempting to bind port a1ec1b9f-927c-4b91-97f0-609420c32f47 on network e439c7f8-e1b8-4e07-944e-bdfe01f842f8 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:24.911937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:24.912272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Checking segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:24.912701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Bound using segment: {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:24.913053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f0776-c445-4404-b65d-ff96e28025c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:24.913170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Bound port: a1ec1b9f-927c-4b91-97f0-609420c32f47, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:24.913510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:24.913731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a24f0776-c445-4404-b65d-ff96e28025c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:24.932102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f0776-c445-4404-b65d-ff96e28025c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=ae9fefe8-078f-4a0c-9b78-3cc466964484,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:24.948659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a24f0776-c445-4404-b65d-ff96e28025c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8185527 Nov 09 19:58:24.951493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49012) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:24.956480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': 'ae9fefe8-078f-4a0c-9b78-3cc466964484', 'ip_address': '2001:db8::c74a:7929:1353:15bf'}], 'name': 'tempest-NetworksTestDHCPv6-1238005497'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:25.004822 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3505f1f3-9eae-4ada-bbf9-c4412331d28d req-15871ae8-daa1-4943-8f38-db531c091567 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890453 Nov 09 19:58:25.050177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] For port a1ec1b9f-927c-4b91-97f0-609420c32f47, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:25.058724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] For port a1ec1b9f-927c-4b91-97f0-609420c32f47, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a1ec1b9f-927c-4b91-97f0-609420c32f47,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:25.066337 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:25.075453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c64ea-62a4-46f1-8802-2265e2e23d59 req-2c88e891-0221-433e-984e-b21e48604db5 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:25.077353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b84c64ea-62a4-46f1-8802-2265e2e23d59 req-2c88e891-0221-433e-984e-b21e48604db5 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 946 time: 0.1173160 Nov 09 19:58:25.130606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:25.131525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:25.133050 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] 10.222.0.77 "PUT /v2.0/ports/a1ec1b9f-927c-4b91-97f0-609420c32f47 HTTP/1.1" status: 200 len: 1091 time: 1.3358402 Nov 09 19:58:25.135534 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7980c9bd-c28c-4e3f-9124-69e9832462c1', 'tag': 'a1ec1b9f-927c-4b91-97f0-609420c32f47'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:25.138608 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7980c9bd-c28c-4e3f-9124-69e9832462c1", "tag": "a1ec1b9f-927c-4b91-97f0-609420c32f47"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:25.166763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:25.206359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b9cc9-dae7-4798-96e1-9d2fde5ff461 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ec1b9f-927c-4b91-97f0-609420c32f47,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:25.221952 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b84c64ea-62a4-46f1-8802-2265e2e23d59 req-7417a6ce-747b-4891-b721-431cb4611550 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335247 Nov 09 19:58:25.229739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': 'ae9fefe8-078f-4a0c-9b78-3cc466964484'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:58:25.231449 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:25.246823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-7fdb513b-7b34-4f77-bc5a-fdc310628d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:25.249461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-7fdb513b-7b34-4f77-bc5a-fdc310628d00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 1094 time: 0.0597522 Nov 09 19:58:25.341669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-783336b0-753c-4aa6-aece-558d794ac772 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1ec1b9f-927c-4b91-97f0-609420c32f47 HTTP/1.1" status: 200 len: 217 time: 0.0844841 Nov 09 19:58:25.377134 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac552f3e-f2a5-4eb3-9cc1-e9d65ac62c92 x-openstack-request-id: req-ac552f3e-f2a5-4eb3-9cc1-e9d65ac62c92 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:25.377630 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7980c9bd-c28c-4e3f-9124-69e9832462c1", "tag": "a1ec1b9f-927c-4b91-97f0-609420c32f47", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:25.383834 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac552f3e-f2a5-4eb3-9cc1-e9d65ac62c92 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:25.384442 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7980c9bd-c28c-4e3f-9124-69e9832462c1', 'tag': 'a1ec1b9f-927c-4b91-97f0-609420c32f47', 'status': 'completed', 'code': 200} Nov 09 19:58:25.440248 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:25.477664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-43cba919-6653-482d-af99-27cd120c5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:25.479572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-43cba919-6653-482d-af99-27cd120c5d23 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.1276672 Nov 09 19:58:25.507621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/ae9fefe8-078f-4a0c-9b78-3cc466964484/82e6ae69-416d-467f-a3da-36b91d9707f9) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:25.545599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-95c27a9a-4610-4c5c-a283-e003c20ab9a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475523 Nov 09 19:58:25.553459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5a4d9-9325-4568-b20e-541c27472fda req-3bae5721-b845-43e5-933c-14a8f545fc55 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:25.561597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7db5a4d9-9325-4568-b20e-541c27472fda req-3bae5721-b845-43e5-933c-14a8f545fc55 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df HTTP/1.1" status: 200 len: 945 time: 0.1414168 Nov 09 19:58:25.693735 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-b4d2037f-33bc-44f3-8e0d-a83a850f9e6b service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284857 Nov 09 19:58:25.706012 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:25.713926 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:25.763990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Pushing event updated for resources: {'Port': ['ID=82e6ae69-416d-467f-a3da-36b91d9707f9,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:25.777733 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:25.785736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:25.787410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:25.792819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7db5a4d9-9325-4568-b20e-541c27472fda req-8cbec7ab-fc35-4792-8bee-1d877b1ab908 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259626 Nov 09 19:58:25.794348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:25.819282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4846-9f49-4511-98a7-6b1b4f817f9f req-7aced328-1b5b-4997-abb8-77f1e62b76c2 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:25.821770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-289c4846-9f49-4511-98a7-6b1b4f817f9f req-7aced328-1b5b-4997-abb8-77f1e62b76c2 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.0847023 Nov 09 19:58:25.826312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 47c9f56e-4945-4519-8c78-9a301d804b1a yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:58:25.876192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Attempting to bind port 82e6ae69-416d-467f-a3da-36b91d9707f9 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:25.876529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Attempting to bind port 82e6ae69-416d-467f-a3da-36b91d9707f9 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:25.879112 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d22070c1-5c51-4484-b5f7-504ba8f39de8 req-388b6fad-512f-4ddf-8fea-4d1b9820cf6b service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759498 Nov 09 19:58:25.882810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Attempting to bind port 82e6ae69-416d-467f-a3da-36b91d9707f9 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:25.896237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-289c4846-9f49-4511-98a7-6b1b4f817f9f req-97596cc0-2a21-4af0-8ec3-aff6bff9c0f5 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629811 Nov 09 19:58:25.902691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:25.903112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:25.903542 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:25.903979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:25.904644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Bound port: 82e6ae69-416d-467f-a3da-36b91d9707f9, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:25.905217 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:26.015001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2 req-f475a747-52b0-4bc5-b467-d0735d72e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.017108 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2 req-f475a747-52b0-4bc5-b467-d0735d72e905 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 1094 time: 0.0587478 Nov 09 19:58:26.028310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57198c-7c07-46b3-bc28-d40c451c190f req-a0aa3689-7fbe-4f31-9320-ce9d5899b708 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.034466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] For port 82e6ae69-416d-467f-a3da-36b91d9707f9, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:26.037927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] For port 82e6ae69-416d-467f-a3da-36b91d9707f9, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=82e6ae69-416d-467f-a3da-36b91d9707f9,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:26.040454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b57198c-7c07-46b3-bc28-d40c451c190f req-a0aa3689-7fbe-4f31-9320-ce9d5899b708 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 945 time: 0.1485834 Nov 09 19:58:26.045224 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:26.050942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff1fd4dd-52bb-442e-9b17-8feb77139d16 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:26.092329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e198c72-6bd6-46d7-83c1-c0fbf78fd5b4 req-76ecd832-07e3-4882-bb4a-460c3f90558d tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.093882 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e198c72-6bd6-46d7-83c1-c0fbf78fd5b4 req-76ecd832-07e3-4882-bb4a-460c3f90558d tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 944 time: 0.1064374 Nov 09 19:58:26.179194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port ff1fd4dd-52bb-442e-9b17-8feb77139d16 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:58:26.181262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1b57198c-7c07-46b3-bc28-d40c451c190f req-65e791f5-6fe1-4242-9c32-dd398bb44095 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389925 Nov 09 19:58:26.196160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port ff1fd4dd-52bb-442e-9b17-8feb77139d16 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:26.198929 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:26.225481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::c74a:7929:1353:15bf (a3569f24-b25f-4233-bf98-fbac1e555025/ae9fefe8-078f-4a0c-9b78-3cc466964484/47c9f56e-4945-4519-8c78-9a301d804b1a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:26.242065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2 req-2c2522ae-b018-4112-94d4-b7773c889472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.243783 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2 req-2c2522ae-b018-4112-94d4-b7773c889472 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 907 time: 0.2005756 Nov 09 19:58:26.249298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e198c72-6bd6-46d7-83c1-c0fbf78fd5b4 req-2bb656d6-fb11-4eaf-916f-ee1a7a2f16c4 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444778 Nov 09 19:58:26.309926 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cc624-6f2e-4978-9bee-7459a060e3c8 None None] Pushing event updated for resources: {'Port': ['ID=82e6ae69-416d-467f-a3da-36b91d9707f9,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:26.322697 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2 req-eb46d1eb-2cf9-4bdc-ac79-a1e41cbd2322 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1ec1b9f-927c-4b91-97f0-609420c32f47 HTTP/1.1" status: 200 len: 217 time: 0.0707946 Nov 09 19:58:26.397440 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:26.437647 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24362b93-8d79-4a20-8187-1ba13ecc5fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1fd4dd-52bb-442e-9b17-8feb77139d16'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:26.440721 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffdff24-f6ae-4a6b-8c0c-2f11631c0312" -d '{"events": [{"server_uuid": "24362b93-8d79-4a20-8187-1ba13ecc5fd0", "name": "network-vif-plugged", "status": "completed", "tag": "ff1fd4dd-52bb-442e-9b17-8feb77139d16"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:26.445152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2 req-62b86442-09c2-4113-8f2a-d8c41f18ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.448438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2 req-62b86442-09c2-4113-8f2a-d8c41f18ba6e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 0.1138911 Nov 09 19:58:26.461454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ff1fd4dd-52bb-442e-9b17-8feb77139d16, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff1fd4dd-52bb-442e-9b17-8feb77139d16,segment=NetworkSegment(59d87bb9-e6c7-461e-b1c6-21df0ba0840a),segment_id=59d87bb9-e6c7-461e-b1c6-21df0ba0840a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:26.462733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb01a2-af0f-4353-bcb8-6886379358b2 req-b03d5561-bbe1-4822-ab94-b6a89af5edd3 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.470898 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:26.473051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d05d85d5-f956-4614-8015-d8356987b416 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:26.475353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4dbb01a2-af0f-4353-bcb8-6886379358b2 req-b03d5561-bbe1-4822-ab94-b6a89af5edd3 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=eafca764-7677-4990-9e0c-6510a24a3500 HTTP/1.1" status: 200 len: 945 time: 0.1508317 Nov 09 19:58:26.511576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b0063-c53a-4278-8063-7ddff86ab817 req-b252cbd7-5989-4de1-9c33-b1f96431ce26 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.522198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2 req-cf54c727-f3da-47b1-a492-a88a2af8391e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418985 Nov 09 19:58:26.522415 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a98b0063-c53a-4278-8063-7ddff86ab817 req-b252cbd7-5989-4de1-9c33-b1f96431ce26 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 943 time: 0.1490448 Nov 09 19:58:26.577955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d05d85d5-f956-4614-8015-d8356987b416 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:26.578564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d05d85d5-f956-4614-8015-d8356987b416 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:26.605451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a98b0063-c53a-4278-8063-7ddff86ab817 req-3ed05813-8c78-4cff-aef2-39daf87e3d66 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824642 Nov 09 19:58:26.608798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ff1fd4dd-52bb-442e-9b17-8feb77139d16,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:26.624401 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:26.672793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2 req-d67bc368-d1de-4337-8c9a-cbf17b07b825 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310868 Nov 09 19:58:26.678071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4dbb01a2-af0f-4353-bcb8-6886379358b2 req-2787840e-b740-4397-a76d-1a992ad93874 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015476 Nov 09 19:58:26.704766 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:26.767039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:26.770983 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bc9032-c40d-4a43-8b17-a1d29a262c0d x-openstack-request-id: req-96bc9032-c40d-4a43-8b17-a1d29a262c0d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:26.771677 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24362b93-8d79-4a20-8187-1ba13ecc5fd0", "name": "network-vif-plugged", "status": "completed", "tag": "ff1fd4dd-52bb-442e-9b17-8feb77139d16", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:26.772144 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96bc9032-c40d-4a43-8b17-a1d29a262c0d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:26.772377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:26.773200 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24362b93-8d79-4a20-8187-1ba13ecc5fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1fd4dd-52bb-442e-9b17-8feb77139d16', 'code': 200} Nov 09 19:58:26.796686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:26.802276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.802907 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:26.837864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=47c9f56e-4945-4519-8c78-9a301d804b1a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:26.861445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.861798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.862059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cee7bfa-7c4b-4005-b4da-ab9a0a2866f2 req-1c538782-8fcc-46f9-83ce-798cb99696b9 service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756122 Nov 09 19:58:26.862189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.862424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.862925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.863262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.863603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.864405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.864734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.865061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.865391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.865714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:26.871820 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c6830af6-c707-4c7d-839d-8ed484697a17 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9192891 Nov 09 19:58:26.876673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49042) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:26.923723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1acb6-8d53-46db-9c12-d0295b57c39e req-f086ba27-98bf-4f8b-bb0c-95d4db3b264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.930057 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3bc1acb6-8d53-46db-9c12-d0295b57c39e req-f086ba27-98bf-4f8b-bb0c-95d4db3b264f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0838034 Nov 09 19:58:26.984440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3bc1acb6-8d53-46db-9c12-d0295b57c39e req-e7f6c3c3-3b42-42f5-b2a6-147fc59c53f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469656 Nov 09 19:58:26.988052 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0299859-7181-414b-8fdd-0a6e01bfac83 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.994614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0299859-7181-414b-8fdd-0a6e01bfac83 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:26.996263 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f0299859-7181-414b-8fdd-0a6e01bfac83 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1185913 Nov 09 19:58:26.999890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49050) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:27.095018 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e82d54-bbd4-47df-84d2-44c3a172baa6 req-9ab96697-1a40-4689-b0b6-9a2800f3fe21 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:27.096586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20e82d54-bbd4-47df-84d2-44c3a172baa6 req-9ab96697-1a40-4689-b0b6-9a2800f3fe21 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.0700848 Nov 09 19:58:27.137341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a18d0-7854-41a5-a441-10e8cc686a07 req-bf702af8-9183-4f82-99a1-3a86c64dc2cc tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:27.145394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f78a18d0-7854-41a5-a441-10e8cc686a07 req-bf702af8-9183-4f82-99a1-3a86c64dc2cc tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=eafca764-7677-4990-9e0c-6510a24a3500 HTTP/1.1" status: 200 len: 945 time: 0.1053519 Nov 09 19:58:27.147206 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20e82d54-bbd4-47df-84d2-44c3a172baa6 req-a4704271-932a-4683-ad7c-7b3632bf7f3c tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 Nov 09 19:58:27.197803 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f78a18d0-7854-41a5-a441-10e8cc686a07 req-6a9c496d-aa4a-4005-be5e-4bd808befb3b tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515425 Nov 09 19:58:27.203505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-213e3d83-dde6-45bd-a4a8-3e57eafa382d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 47c9f56e-4945-4519-8c78-9a301d804b1a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:27.203923 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-213e3d83-dde6-45bd-a4a8-3e57eafa382d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:27.394125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-7cbd12e9-292a-4620-8f06-eb76c6807150 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:27.401484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-7cbd12e9-292a-4620-8f06-eb76c6807150 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 945 time: 0.1944416 Nov 09 19:58:27.408506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-213e3d83-dde6-45bd-a4a8-3e57eafa382d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:27.455089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-213e3d83-dde6-45bd-a4a8-3e57eafa382d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 47c9f56e-4945-4519-8c78-9a301d804b1a owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:27.473030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95fdce-bdf4-4348-8678-6392262639cd req-fa0f579c-3f85-4344-8a3c-97beee5db4e7 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:27.474756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff95fdce-bdf4-4348-8678-6392262639cd req-fa0f579c-3f85-4344-8a3c-97beee5db4e7 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 945 time: 0.1610029 Nov 09 19:58:27.506921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39678f25-714b-4f01-a527-e59dfb27b3a5 req-df785f58-2171-466a-971b-57df4cf53fef tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:27.508591 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39678f25-714b-4f01-a527-e59dfb27b3a5 req-df785f58-2171-466a-971b-57df4cf53fef tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 945 time: 0.1048138 Nov 09 19:58:27.516980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70548e5b-5739-491d-9669-f8e868e84176 req-5c7009ae-707b-4d9a-bc79-5aa76c527b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:27.518499 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70548e5b-5739-491d-9669-f8e868e84176 req-5c7009ae-707b-4d9a-bc79-5aa76c527b4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=681053a9af544f5aa622d66bdc374ee1&device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 1097 time: 0.1055670 Nov 09 19:58:27.611849 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39678f25-714b-4f01-a527-e59dfb27b3a5 req-5b63e9a1-591b-4b71-8088-3d2b74e2d5c0 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923245 Nov 09 19:58:27.635375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff95fdce-bdf4-4348-8678-6392262639cd req-7f8b8ea6-b8d5-461e-be1f-ab3665a14227 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404986 Nov 09 19:58:27.658958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-08a26bbe-0cbb-4301-8f25-578fb603944a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Deleting port da60d83a-a507-49db-844b-ffce1daf870a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:27.659268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-08a26bbe-0cbb-4301-8f25-578fb603944a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:27.681469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70548e5b-5739-491d-9669-f8e868e84176 req-902293ca-43f2-4831-a74d-f2d70b3b3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:27.682997 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70548e5b-5739-491d-9669-f8e868e84176 req-902293ca-43f2-4831-a74d-f2d70b3b3133 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a019af83-2c3f-4097-a718-236a8353bb28 HTTP/1.1" status: 200 len: 912 time: 0.1561565 Nov 09 19:58:27.776661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70548e5b-5739-491d-9669-f8e868e84176 req-31c57362-30fb-4f6d-8357-60928d5fee66 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3f2d0d-b343-49e7-a9f9-ed82b95532ef HTTP/1.1" status: 200 len: 217 time: 0.0858598 Nov 09 19:58:27.866043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c1fc6858-aef8-4314-b406-6b0b2a69595e None None] Provisioning complete for port 82e6ae69-416d-467f-a3da-36b91d9707f9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:27.866614 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6858-aef8-4314-b406-6b0b2a69595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:27.876762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224075-78e0-4f95-a1f5-17a48812f7ce req-3edb2bfb-e112-4245-8ea4-20f319d84293 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:27.878620 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1224075-78e0-4f95-a1f5-17a48812f7ce req-3edb2bfb-e112-4245-8ea4-20f319d84293 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.1198666 Nov 09 19:58:27.886010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70548e5b-5739-491d-9669-f8e868e84176 req-f08333a1-29d2-4183-ab71-de641260d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:27.887598 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70548e5b-5739-491d-9669-f8e868e84176 req-f08333a1-29d2-4183-ab71-de641260d13f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1764549-e482-4075-b583-f57f72215894 HTTP/1.1" status: 200 len: 851 time: 0.0817692 Nov 09 19:58:27.911168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-08a26bbe-0cbb-4301-8f25-578fb603944a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] For port da60d83a-a507-49db-844b-ffce1daf870a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=da60d83a-a507-49db-844b-ffce1daf870a,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:27.911760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-08a26bbe-0cbb-4301-8f25-578fb603944a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:27.929232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-08a26bbe-0cbb-4301-8f25-578fb603944a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Calling delete_port for da60d83a-a507-49db-844b-ffce1daf870a owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:27.939982 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70548e5b-5739-491d-9669-f8e868e84176 req-53cf4eef-391c-4aa6-bcd0-34c7bc418f20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a019af83-2c3f-4097-a718-236a8353bb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378206 Nov 09 19:58:27.942943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823db8b-d92a-43dd-af0d-263980df232b req-a6216b2f-a517-451d-85da-baee5a777925 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:27.944597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b823db8b-d92a-43dd-af0d-263980df232b req-a6216b2f-a517-451d-85da-baee5a777925 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 943 time: 0.1989915 Nov 09 19:58:28.017740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-213e3d83-dde6-45bd-a4a8-3e57eafa382d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.024246 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1224075-78e0-4f95-a1f5-17a48812f7ce req-af29d4dd-a239-4356-8fac-2a05585d4f1e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318431 Nov 09 19:58:28.065400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e3d83-dde6-45bd-a4a8-3e57eafa382d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=47c9f56e-4945-4519-8c78-9a301d804b1a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:28.112381 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-213e3d83-dde6-45bd-a4a8-3e57eafa382d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.115690 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-213e3d83-dde6-45bd-a4a8-3e57eafa382d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/47c9f56e-4945-4519-8c78-9a301d804b1a HTTP/1.1" status: 204 len: 168 time: 1.1144264 Nov 09 19:58:28.118378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49068) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:28.141069 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b823db8b-d92a-43dd-af0d-263980df232b req-45d01175-72d0-44bb-8906-36b3581c18d2 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817565 Nov 09 19:58:28.168347 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6858-aef8-4314-b406-6b0b2a69595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.219307 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70548e5b-5739-491d-9669-f8e868e84176 req-fabfbcde-0592-4392-bc29-405798f7a539 service neutron] 10.222.0.77 "GET /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718213 Nov 09 19:58:28.224827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c1fc6858-aef8-4314-b406-6b0b2a69595e None None] For port 82e6ae69-416d-467f-a3da-36b91d9707f9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=82e6ae69-416d-467f-a3da-36b91d9707f9,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:28.233602 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6858-aef8-4314-b406-6b0b2a69595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.315468 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 82e6ae69-416d-467f-a3da-36b91d9707f9 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:28.323957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc6858-aef8-4314-b406-6b0b2a69595e None None] Pushing event updated for resources: {'Port': ['ID=82e6ae69-416d-467f-a3da-36b91d9707f9,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:28.327093 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-08a26bbe-0cbb-4301-8f25-578fb603944a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.367519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['da60d83a-a507-49db-844b-ffce1daf870a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:28.371375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62f475c0-40e1-40c0-b767-86b9ebec6ff5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:28.381516 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70548e5b-5739-491d-9669-f8e868e84176 req-c67f4bc9-384c-48d4-b616-8a8a7dad355f service neutron] 10.222.0.77 "GET /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406889 Nov 09 19:58:28.385278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee0559-9163-43fd-95f1-5be969f1b9dc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:28.386989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee0559-9163-43fd-95f1-5be969f1b9dc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:28.388947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e3ee0559-9163-43fd-95f1-5be969f1b9dc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2688882 Nov 09 19:58:28.394097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49074) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:28.407051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a26bbe-0cbb-4301-8f25-578fb603944a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Pushing event deleted for resources: {'Port': ['ID=da60d83a-a507-49db-844b-ffce1daf870a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:28.463110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4396a-c0c7-4a97-b190-b086dd147ff7 req-55dbf3bb-065a-4e38-b437-bdb051730b38 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:28.463346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-713046a2-f10b-4c34-979a-0c577f844d1a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet ae9fefe8-078f-4a0c-9b78-3cc466964484 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:28.467271 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-713046a2-f10b-4c34-979a-0c577f844d1a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.471495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-84e4396a-c0c7-4a97-b190-b086dd147ff7 req-55dbf3bb-065a-4e38-b437-bdb051730b38 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=eafca764-7677-4990-9e0c-6510a24a3500 HTTP/1.1" status: 200 len: 945 time: 0.1476283 Nov 09 19:58:28.474375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-08a26bbe-0cbb-4301-8f25-578fb603944a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] No DVR routers for this DVR port da60d83a-a507-49db-844b-ffce1daf870a on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:28.478340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-18e10003-9398-4cd0-9225-d8d931431bee None None] Could not find standard attr ID for object 47c9f56e-4945-4519-8c78-9a301d804b1a. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:58:28.480924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-08a26bbe-0cbb-4301-8f25-578fb603944a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.484263 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d0de8b87-4e26-4099-9845-1c9c98d0e2d8 req-08a26bbe-0cbb-4301-8f25-578fb603944a tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.70 "DELETE /v2.0/ports/da60d83a-a507-49db-844b-ffce1daf870a HTTP/1.1" status: 204 len: 173 time: 1.0649939 Nov 09 19:58:28.484718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd366859a-76bc-4ab1-b691-e446569f5d2f', 'name': 'network-vif-deleted', 'tag': 'da60d83a-a507-49db-844b-ffce1daf870a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:28.487030 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57d4881-5064-4d94-8285-d3b87b2bc4ba" -d '{"events": [{"server_uuid": "d366859a-76bc-4ab1-b691-e446569f5d2f", "name": "network-vif-deleted", "tag": "da60d83a-a507-49db-844b-ffce1daf870a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:28.497132 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a1ec1b9f-927c-4b91-97f0-609420c32f47 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:58:28.528486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-713046a2-f10b-4c34-979a-0c577f844d1a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.556330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-84e4396a-c0c7-4a97-b190-b086dd147ff7 req-835ef1b2-cfe2-48e6-80d0-f04d95a6d248 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836794 Nov 09 19:58:28.572264 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6a9f45-a515-4a2c-acdf-329844d28359 x-openstack-request-id: req-6c6a9f45-a515-4a2c-acdf-329844d28359 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:28.572599 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d366859a-76bc-4ab1-b691-e446569f5d2f", "name": "network-vif-deleted", "tag": "da60d83a-a507-49db-844b-ffce1daf870a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:28.572836 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c6a9f45-a515-4a2c-acdf-329844d28359 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:28.573241 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd366859a-76bc-4ab1-b691-e446569f5d2f', 'name': 'network-vif-deleted', 'tag': 'da60d83a-a507-49db-844b-ffce1daf870a', 'status': 'completed', 'code': 200} Nov 09 19:58:28.629496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 82e6ae69-416d-467f-a3da-36b91d9707f9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:28.629868 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.659245 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-713046a2-f10b-4c34-979a-0c577f844d1a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.795379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e2661ce-9efe-4202-84e4-453a7e954199 req-b4148386-4cb9-46ab-b06e-8d32295f38a2 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=d366859a-76bc-4ab1-b691-e446569f5d2f HTTP/1.1" status: 200 len: 210 time: 0.0439413 Nov 09 19:58:28.801249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-713046a2-f10b-4c34-979a-0c577f844d1a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.817221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70a557-f98e-41d1-8878-06d7ef7fc127 req-e48dc4be-cf6f-4c72-9cc5-8c4975f01f25 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:28.819204 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca70a557-f98e-41d1-8878-06d7ef7fc127 req-e48dc4be-cf6f-4c72-9cc5-8c4975f01f25 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0787773 Nov 09 19:58:28.829612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-713046a2-f10b-4c34-979a-0c577f844d1a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:28.832689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a1ec1b9f-927c-4b91-97f0-609420c32f47, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a1ec1b9f-927c-4b91-97f0-609420c32f47,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:28.833647 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-713046a2-f10b-4c34-979a-0c577f844d1a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/ae9fefe8-078f-4a0c-9b78-3cc466964484 HTTP/1.1" status: 204 len: 168 time: 0.4384968 Nov 09 19:58:28.837893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-706a6184-5598-46d2-b353-2c13b545938d tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:28.839494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-706a6184-5598-46d2-b353-2c13b545938d tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.70 "GET /v2.0/ports?device_id=eafca764-7677-4990-9e0c-6510a24a3500 HTTP/1.1" status: 200 len: 945 time: 0.1402059 Nov 09 19:58:28.840176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49082) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:28.842648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b107a-8b99-48dd-96cb-e963998b1509 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:28.887992 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-67f64b09-cd1c-4e39-afe3-e20713add703 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467205 Nov 09 19:58:28.892011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713046a2-f10b-4c34-979a-0c577f844d1a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9fefe8-078f-4a0c-9b78-3cc466964484,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:28.898355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'a1ec1b9f-927c-4b91-97f0-609420c32f47', 'network_id': 'e439c7f8-e1b8-4e07-944e-bdfe01f842f8', 'port_id': 'a1ec1b9f-927c-4b91-97f0-609420c32f47', 'mac_address': 'fa:16:3e:42:fc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9a7faa-9b10-4cf3-b806-664c9d502a38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:58:28.902340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49084) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:28.921235 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca70a557-f98e-41d1-8878-06d7ef7fc127 req-3dcff918-6eb9-4051-9cc6-b16356236021 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930836 Nov 09 19:58:28.962032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fd0937e6-d825-45d2-b2e8-cd9e3d705092 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:29.110426 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:29.184003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ec1b9f-927c-4b91-97f0-609420c32f47 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:58:29.237783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a1ec1b9f-927c-4b91-97f0-609420c32f47, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a1ec1b9f-927c-4b91-97f0-609420c32f47,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:29.248352 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:29.261474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4cf9f-ae1a-4758-85c0-e19a676d69b1 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:58:29.264406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0937e6-d825-45d2-b2e8-cd9e3d705092 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:29.269186 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd0937e6-d825-45d2-b2e8-cd9e3d705092 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:29.343722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281a563-edb5-460f-a6db-1866c698eddd req-919abd56-5334-4e85-b6b7-634a2fe0d8b0 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:29.345879 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4281a563-edb5-460f-a6db-1866c698eddd req-919abd56-5334-4e85-b6b7-634a2fe0d8b0 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 944 time: 0.0746171 Nov 09 19:58:29.400397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a1ec1b9f-927c-4b91-97f0-609420c32f47,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:29.425686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4281a563-edb5-460f-a6db-1866c698eddd req-31b6b416-d53d-457f-a3c3-88799e397d9f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722046 Nov 09 19:58:29.431772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bba4cf9f-ae1a-4758-85c0-e19a676d69b1 None None] Deleting port 82e6ae69-416d-467f-a3da-36b91d9707f9 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:29.432326 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bba4cf9f-ae1a-4758-85c0-e19a676d69b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:29.517347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['a1ec1b9f-927c-4b91-97f0-609420c32f47'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:29.523643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-d9260acb-2901-4c82-8d50-df9c24e8e3b2 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Deleting port e10607b0-7a64-4e41-b24e-14db21684b06 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:29.523643 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-d9260acb-2901-4c82-8d50-df9c24e8e3b2 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:29.589205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bba4cf9f-ae1a-4758-85c0-e19a676d69b1 None None] For port 82e6ae69-416d-467f-a3da-36b91d9707f9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=82e6ae69-416d-467f-a3da-36b91d9707f9,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:29.589939 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bba4cf9f-ae1a-4758-85c0-e19a676d69b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:29.607720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1163e5-55d6-4dab-9e12-1b1996989309 req-f2361fc9-50c7-49d4-9c40-47498a7c1ce9 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:29.609872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be1163e5-55d6-4dab-9e12-1b1996989309 req-f2361fc9-50c7-49d4-9c40-47498a7c1ce9 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.3808973 Nov 09 19:58:29.614036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bba4cf9f-ae1a-4758-85c0-e19a676d69b1 None None] Calling delete_port for 82e6ae69-416d-467f-a3da-36b91d9707f9 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:29.759236 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be1163e5-55d6-4dab-9e12-1b1996989309 req-7cd2b9b6-be81-4b6c-8169-85986017c157 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318135 Nov 09 19:58:29.791252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975db11-28c0-42f8-9172-65695d97529d req-31f61ae5-65d6-47f8-b6ca-a0267461530a tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:29.793063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f975db11-28c0-42f8-9172-65695d97529d req-31f61ae5-65d6-47f8-b6ca-a0267461530a tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=eafca764-7677-4990-9e0c-6510a24a3500 HTTP/1.1" status: 200 len: 945 time: 0.1171076 Nov 09 19:58:29.798717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-d9260acb-2901-4c82-8d50-df9c24e8e3b2 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] For port e10607b0-7a64-4e41-b24e-14db21684b06, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e10607b0-7a64-4e41-b24e-14db21684b06,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:29.799350 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-d9260acb-2901-4c82-8d50-df9c24e8e3b2 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:29.804696 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bba4cf9f-ae1a-4758-85c0-e19a676d69b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:29.819530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-d9260acb-2901-4c82-8d50-df9c24e8e3b2 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Calling delete_port for e10607b0-7a64-4e41-b24e-14db21684b06 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:29.824227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4cf9f-ae1a-4758-85c0-e19a676d69b1 None None] No DVR routers for this DVR port 82e6ae69-416d-467f-a3da-36b91d9707f9 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:29.868947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4cf9f-ae1a-4758-85c0-e19a676d69b1 None None] Pushing event deleted for resources: {'Port': ['ID=82e6ae69-416d-467f-a3da-36b91d9707f9,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:29.870422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f975db11-28c0-42f8-9172-65695d97529d req-53388977-ae46-4a5f-a18c-45df4330bcdf tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713832 Nov 09 19:58:29.960497 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd0937e6-d825-45d2-b2e8-cd9e3d705092 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:30.016771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0937e6-d825-45d2-b2e8-cd9e3d705092 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:30.023244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-fd0937e6-d825-45d2-b2e8-cd9e3d705092 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:30.026271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0937e6-d825-45d2-b2e8-cd9e3d705092 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:30.026896 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd0937e6-d825-45d2-b2e8-cd9e3d705092 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:30.036704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa8233-f4a9-4cde-bae3-b811690d86f1 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:30.062856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0937e6-d825-45d2-b2e8-cd9e3d705092 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=7e299c11-7e5e-43d5-a9fb-9636c2bc3d91,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:30.086756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9353c7e-5036-4f05-96b2-67aeced04bdb req-356a26b9-e9e9-456b-bf6d-dd49a8e91476 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:30.092674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fd0937e6-d825-45d2-b2e8-cd9e3d705092 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1368968 Nov 09 19:58:30.093413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49128) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:30.098524 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9353c7e-5036-4f05-96b2-67aeced04bdb req-356a26b9-e9e9-456b-bf6d-dd49a8e91476 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0910127 Nov 09 19:58:30.116070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': '7e299c11-7e5e-43d5-a9fb-9636c2bc3d91', 'ip_address': '2001:db8::2429:6e2d:1ae6:b469'}], 'name': 'tempest-NetworksTestDHCPv6-1783799824'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:30.162672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b9353c7e-5036-4f05-96b2-67aeced04bdb req-10a4ddce-cdd0-4d12-8b97-56cb5629382d tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617990 Nov 09 19:58:30.307170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 82e6ae69-416d-467f-a3da-36b91d9707f9 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:30.365717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-d9260acb-2901-4c82-8d50-df9c24e8e3b2 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:30.373860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 82e6ae69-416d-467f-a3da-36b91d9707f9 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:30.374051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 82e6ae69-416d-467f-a3da-36b91d9707f9 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:30.389451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:30.391396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:30.393550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['38de6b9e-2802-4c83-81d4-1d314a03d9ad'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:30.400331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:30.479665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9260acb-2901-4c82-8d50-df9c24e8e3b2 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Pushing event deleted for resources: {'Port': ['ID=e10607b0-7a64-4e41-b24e-14db21684b06,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:30.490538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port ca783058-38a7-42de-958f-5762284cb5cb yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:58:30.500945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a1ec1b9f-927c-4b91-97f0-609420c32f47 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:30.512523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '7e299c11-7e5e-43d5-a9fb-9636c2bc3d91'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:58:30.513613 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:30.573344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-d9260acb-2901-4c82-8d50-df9c24e8e3b2 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] No DVR routers for this DVR port e10607b0-7a64-4e41-b24e-14db21684b06 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:30.579836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-d9260acb-2901-4c82-8d50-df9c24e8e3b2 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:30.584251 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf670a13-e8f1-44ca-9a7b-5e8b385c177e req-d9260acb-2901-4c82-8d50-df9c24e8e3b2 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.70 "DELETE /v2.0/ports/e10607b0-7a64-4e41-b24e-14db21684b06 HTTP/1.1" status: 204 len: 173 time: 1.7356658 Nov 09 19:58:30.584919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafca764-7677-4990-9e0c-6510a24a3500', 'name': 'network-vif-deleted', 'tag': 'e10607b0-7a64-4e41-b24e-14db21684b06'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:30.587671 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb26caa7-085f-47c5-9526-f37ef8bab076" -d '{"events": [{"server_uuid": "eafca764-7677-4990-9e0c-6510a24a3500", "name": "network-vif-deleted", "tag": "e10607b0-7a64-4e41-b24e-14db21684b06"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:30.830374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::2429:6e2d:1ae6:b469 (a3569f24-b25f-4233-bf98-fbac1e555025/7e299c11-7e5e-43d5-a9fb-9636c2bc3d91/ca783058-38a7-42de-958f-5762284cb5cb) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:30.950535 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19afa26b-584c-4f0b-8f72-e9d65d426671 x-openstack-request-id: req-19afa26b-584c-4f0b-8f72-e9d65d426671 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:30.951558 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafca764-7677-4990-9e0c-6510a24a3500", "name": "network-vif-deleted", "tag": "e10607b0-7a64-4e41-b24e-14db21684b06", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:30.951705 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19afa26b-584c-4f0b-8f72-e9d65d426671 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:30.952154 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafca764-7677-4990-9e0c-6510a24a3500', 'name': 'network-vif-deleted', 'tag': 'e10607b0-7a64-4e41-b24e-14db21684b06', 'status': 'completed', 'code': 200} Nov 09 19:58:30.975353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1028-5f7c-4b35-86c9-962f099a618a req-9609bcff-8123-4395-9e44-c1cfd1a9095a tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:30.993945 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfff1028-5f7c-4b35-86c9-962f099a618a req-9609bcff-8123-4395-9e44-c1cfd1a9095a tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.0798409 Nov 09 19:58:31.009266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ccb5d-ef91-4eb1-99ad-6783fee45c12 req-c31cce00-18f1-447e-b6af-18929aed38d4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:31.016827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff1ccb5d-ef91-4eb1-99ad-6783fee45c12 req-c31cce00-18f1-447e-b6af-18929aed38d4 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 944 time: 0.4383664 Nov 09 19:58:31.038790 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port a1ec1b9f-927c-4b91-97f0-609420c32f47 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:58:31.057673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port a1ec1b9f-927c-4b91-97f0-609420c32f47 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:31.058040 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:31.068616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfff1028-5f7c-4b35-86c9-962f099a618a req-466285f2-9f39-40ab-a972-b8bf92559e8b tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736754 Nov 09 19:58:31.097791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:31.207375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:31.296925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=ca783058-38a7-42de-958f-5762284cb5cb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:31.335146 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-23b366f3-81f4-42b0-85b6-2cde814296ad req-2d7679ff-0f96-49fb-ae5e-077023f82f9d tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=eafca764-7677-4990-9e0c-6510a24a3500 HTTP/1.1" status: 200 len: 210 time: 0.0788453 Nov 09 19:58:31.370742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/7e299c11-7e5e-43d5-a9fb-9636c2bc3d91/80076591-36d6-4105-833c-067bf7100011) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:31.380881 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:31.392620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:31.415501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:31.435975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:31.452977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:31.453692 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:31.459877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7980c9bd-c28c-4e3f-9124-69e9832462c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ec1b9f-927c-4b91-97f0-609420c32f47'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:31.462093 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6344636-a2a2-4236-bb34-df41ae819b09" -d '{"events": [{"server_uuid": "7980c9bd-c28c-4e3f-9124-69e9832462c1", "name": "network-vif-plugged", "status": "completed", "tag": "a1ec1b9f-927c-4b91-97f0-609420c32f47"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:31.485567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a1ec1b9f-927c-4b91-97f0-609420c32f47, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a1ec1b9f-927c-4b91-97f0-609420c32f47,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:31.499493 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:31.520702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff1ccb5d-ef91-4eb1-99ad-6783fee45c12 req-56b0ce26-1dcd-4378-99fe-423ffb9c6dd6 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029037 Nov 09 19:58:31.537156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-950f8f04-0c94-4644-a96e-d116569712ca tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4418836 Nov 09 19:58:31.539795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49166) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:31.611172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c6542-9f4d-493e-9cca-006be4349b40 req-84a7b903-3c55-4a33-b7fe-82582375c2f9 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:31.620391 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-849c6542-9f4d-493e-9cca-006be4349b40 req-84a7b903-3c55-4a33-b7fe-82582375c2f9 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.70 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 945 time: 0.3221757 Nov 09 19:58:31.713080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f8637-35ce-4ab4-a95a-913debbf58b0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:31.716304 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6b5f8637-35ce-4ab4-a95a-913debbf58b0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1751623 Nov 09 19:58:31.723336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49170) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:31.745185 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150d4e1c-c3fa-47f2-91bb-ba2cc116ef59 x-openstack-request-id: req-150d4e1c-c3fa-47f2-91bb-ba2cc116ef59 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:31.745514 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7980c9bd-c28c-4e3f-9124-69e9832462c1", "name": "network-vif-plugged", "status": "completed", "tag": "a1ec1b9f-927c-4b91-97f0-609420c32f47", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:31.745730 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-150d4e1c-c3fa-47f2-91bb-ba2cc116ef59 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:31.746122 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7980c9bd-c28c-4e3f-9124-69e9832462c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ec1b9f-927c-4b91-97f0-609420c32f47', 'code': 200} Nov 09 19:58:31.847655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a1ec1b9f-927c-4b91-97f0-609420c32f47,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:31.862792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.863261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.863753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.864096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.864436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.864768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.865348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.865688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.866021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.866421 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.866775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.867393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:58:31.891356 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:31.896070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-849c6542-9f4d-493e-9cca-006be4349b40 req-8f3f2414-4d81-4310-8763-d6cb2efaf5b8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Deleting port ff1fd4dd-52bb-442e-9b17-8feb77139d16 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:31.896648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-849c6542-9f4d-493e-9cca-006be4349b40 req-8f3f2414-4d81-4310-8763-d6cb2efaf5b8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:31.900571 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:31.947159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:31.951043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:31.955040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:31.963290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Pushing event updated for resources: {'Port': ['ID=80076591-36d6-4105-833c-067bf7100011,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:32.022091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff008c8b-dc10-48fb-802b-e3f2f06a5a29 req-f8c56bbd-4ab3-4124-ac50-4bfe70826b81 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:32.024659 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff008c8b-dc10-48fb-802b-e3f2f06a5a29 req-f8c56bbd-4ab3-4124-ac50-4bfe70826b81 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 945 time: 0.3000998 Nov 09 19:58:32.032699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92344759-b387-4c2e-9092-a96aea9627f5 req-ce40846d-376b-41dd-8b6b-8f677e823a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:32.034489 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-92344759-b387-4c2e-9092-a96aea9627f5 req-ce40846d-376b-41dd-8b6b-8f677e823a36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 1096 time: 0.2087359 Nov 09 19:58:32.045491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Attempting to bind port 80076591-36d6-4105-833c-067bf7100011 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:32.046151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Attempting to bind port 80076591-36d6-4105-833c-067bf7100011 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:32.047319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Attempting to bind port 80076591-36d6-4105-833c-067bf7100011 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:32.056214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:32.056637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:32.056945 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:32.057380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:32.057868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Bound port: 80076591-36d6-4105-833c-067bf7100011, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:32.069225 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:32.079105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-849c6542-9f4d-493e-9cca-006be4349b40 req-8f3f2414-4d81-4310-8763-d6cb2efaf5b8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] For port ff1fd4dd-52bb-442e-9b17-8feb77139d16, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ff1fd4dd-52bb-442e-9b17-8feb77139d16,segment=NetworkSegment(59d87bb9-e6c7-461e-b1c6-21df0ba0840a),segment_id=59d87bb9-e6c7-461e-b1c6-21df0ba0840a)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:32.079730 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-849c6542-9f4d-493e-9cca-006be4349b40 req-8f3f2414-4d81-4310-8763-d6cb2efaf5b8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:32.081377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2df50ccf-fd7a-4a0e-a398-45beb31d9e6f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port ca783058-38a7-42de-958f-5762284cb5cb {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:32.081722 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2df50ccf-fd7a-4a0e-a398-45beb31d9e6f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:32.126357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f06ef6-f654-4198-847a-5b51070a46f8 req-0abdb08d-e029-4122-ba94-fa22c17ff2c4 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:32.140424 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-36f06ef6-f654-4198-847a-5b51070a46f8 req-0abdb08d-e029-4122-ba94-fa22c17ff2c4 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.3400004 Nov 09 19:58:32.187750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] For port 80076591-36d6-4105-833c-067bf7100011, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:32.192505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] For port 80076591-36d6-4105-833c-067bf7100011, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=80076591-36d6-4105-833c-067bf7100011,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:32.195885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device da60d83a-a507-49db-844b-ffce1daf870a no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:32.196447 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff008c8b-dc10-48fb-802b-e3f2f06a5a29 req-f39986f6-5ecf-448d-8dbf-b6b29fbf853c tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/security-groups?id=7951655a-3520-461f-8b72-be1cddf3d636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560483 Nov 09 19:58:32.218045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-849c6542-9f4d-493e-9cca-006be4349b40 req-8f3f2414-4d81-4310-8763-d6cb2efaf5b8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Calling delete_port for ff1fd4dd-52bb-442e-9b17-8feb77139d16 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:32.230286 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-92344759-b387-4c2e-9092-a96aea9627f5 req-0ac2c2ac-3c8d-41b2-b597-0d7654d46156 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798210 Nov 09 19:58:32.265066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: da60d83a-a507-49db-844b-ffce1daf870a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:32.265420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device da60d83a-a507-49db-844b-ffce1daf870a not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:32.265851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e10607b0-7a64-4e41-b24e-14db21684b06 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:32.269392 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:32.284634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-36f06ef6-f654-4198-847a-5b51070a46f8 req-d9b78606-8315-46de-9f99-bf9fdad737ec tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494370 Nov 09 19:58:32.302482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2df50ccf-fd7a-4a0e-a398-45beb31d9e6f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:32.318938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2df50ccf-fd7a-4a0e-a398-45beb31d9e6f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for ca783058-38a7-42de-958f-5762284cb5cb owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:32.321751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: e10607b0-7a64-4e41-b24e-14db21684b06 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:32.322101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e10607b0-7a64-4e41-b24e-14db21684b06 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:32.441596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9fc7e-e54d-4918-97af-f59b379a6158 None None] Pushing event updated for resources: {'Port': ['ID=80076591-36d6-4105-833c-067bf7100011,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:32.522494 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-849c6542-9f4d-493e-9cca-006be4349b40 req-8f3f2414-4d81-4310-8763-d6cb2efaf5b8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:32.534425 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ff1fd4dd-52bb-442e-9b17-8feb77139d16'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:32.574622 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2df50ccf-fd7a-4a0e-a398-45beb31d9e6f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:32.605818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f2414-4d81-4310-8763-d6cb2efaf5b8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Pushing event deleted for resources: {'Port': ['ID=ff1fd4dd-52bb-442e-9b17-8feb77139d16,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:32.638954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df50ccf-fd7a-4a0e-a398-45beb31d9e6f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=ca783058-38a7-42de-958f-5762284cb5cb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:32.704674 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2df50ccf-fd7a-4a0e-a398-45beb31d9e6f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:32.711584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2df50ccf-fd7a-4a0e-a398-45beb31d9e6f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/ca783058-38a7-42de-958f-5762284cb5cb HTTP/1.1" status: 204 len: 168 time: 0.9857564 Nov 09 19:58:32.724952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49194) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:32.754821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-849c6542-9f4d-493e-9cca-006be4349b40 req-8f3f2414-4d81-4310-8763-d6cb2efaf5b8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] No DVR routers for this DVR port ff1fd4dd-52bb-442e-9b17-8feb77139d16 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:32.761601 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-849c6542-9f4d-493e-9cca-006be4349b40 req-8f3f2414-4d81-4310-8763-d6cb2efaf5b8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:32.768583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-849c6542-9f4d-493e-9cca-006be4349b40 req-8f3f2414-4d81-4310-8763-d6cb2efaf5b8 tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.70 "DELETE /v2.0/ports/ff1fd4dd-52bb-442e-9b17-8feb77139d16 HTTP/1.1" status: 204 len: 173 time: 1.1445708 Nov 09 19:58:32.831066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec02e8e-6af1-4a9a-9eda-6ce6e164b02d req-236eeec7-5eb6-44b1-8d8a-8ae9a7236ff2 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:32.846350 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fec02e8e-6af1-4a9a-9eda-6ce6e164b02d req-236eeec7-5eb6-44b1-8d8a-8ae9a7236ff2 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.1555507 Nov 09 19:58:32.889429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f118b-e834-43b8-ae8e-2c58572b1df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:32.902262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f118b-e834-43b8-ae8e-2c58572b1df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:32.910478 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9d5f118b-e834-43b8-ae8e-2c58572b1df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1802704 Nov 09 19:58:32.911623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49198) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:32.930142 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fec02e8e-6af1-4a9a-9eda-6ce6e164b02d req-ae7e10df-55d3-4bdb-992c-0cb45743543b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821900 Nov 09 19:58:32.952972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24362b93-8d79-4a20-8187-1ba13ecc5fd0', 'name': 'network-vif-deleted', 'tag': 'ff1fd4dd-52bb-442e-9b17-8feb77139d16'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:32.955817 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91958ebd-2a70-42eb-a1e8-dd2271c0431f" -d '{"events": [{"server_uuid": "24362b93-8d79-4a20-8187-1ba13ecc5fd0", "name": "network-vif-deleted", "tag": "ff1fd4dd-52bb-442e-9b17-8feb77139d16"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:33.020131 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754d15d5-700f-45e9-b74d-0c4490340211 x-openstack-request-id: req-754d15d5-700f-45e9-b74d-0c4490340211 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:33.020484 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24362b93-8d79-4a20-8187-1ba13ecc5fd0", "name": "network-vif-deleted", "tag": "ff1fd4dd-52bb-442e-9b17-8feb77139d16", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:33.020745 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-754d15d5-700f-45e9-b74d-0c4490340211 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:33.021144 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24362b93-8d79-4a20-8187-1ba13ecc5fd0', 'name': 'network-vif-deleted', 'tag': 'ff1fd4dd-52bb-442e-9b17-8feb77139d16', 'status': 'completed', 'code': 200} Nov 09 19:58:33.041769 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83896fa-050c-4de0-ad6d-3133034ece53 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 7e299c11-7e5e-43d5-a9fb-9636c2bc3d91 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:33.047707 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b83896fa-050c-4de0-ad6d-3133034ece53 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:33.101589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b83896fa-050c-4de0-ad6d-3133034ece53 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:33.257947 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b83896fa-050c-4de0-ad6d-3133034ece53 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:33.398963 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b83896fa-050c-4de0-ad6d-3133034ece53 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:33.468106 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb65a1fb-74bb-45a3-9763-26af6fd56573 req-208dcc28-2fe4-4068-a964-45901927816a tempest-VolumesActionsTest-80282800 tempest-VolumesActionsTest-80282800-project] 10.222.0.53 "GET /v2.0/ports?device_id=24362b93-8d79-4a20-8187-1ba13ecc5fd0 HTTP/1.1" status: 200 len: 210 time: 0.1008039 Nov 09 19:58:33.894894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd85c6-5bdc-40f9-b0fb-176e88c00af0 req-f3737964-e43f-40a3-a0a5-3a669a29b8aa tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:33.901555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd85c6-5bdc-40f9-b0fb-176e88c00af0 req-f3737964-e43f-40a3-a0a5-3a669a29b8aa tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:33.903501 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-73fd85c6-5bdc-40f9-b0fb-176e88c00af0 req-f3737964-e43f-40a3-a0a5-3a669a29b8aa tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df&device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 1682 time: 0.0833199 Nov 09 19:58:33.978739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83896fa-050c-4de0-ad6d-3133034ece53 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=7e299c11-7e5e-43d5-a9fb-9636c2bc3d91,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:33.984500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-73fd85c6-5bdc-40f9-b0fb-176e88c00af0 req-6b4a4a97-2627-411a-83bf-c307f48a02a8 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680244 Nov 09 19:58:34.002125 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b83896fa-050c-4de0-ad6d-3133034ece53 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:34.005427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b83896fa-050c-4de0-ad6d-3133034ece53 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/7e299c11-7e5e-43d5-a9fb-9636c2bc3d91 HTTP/1.1" status: 204 len: 168 time: 1.0912576 Nov 09 19:58:34.008198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49240) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:34.023365 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:58:34.067205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-98c22477-809b-4ab4-8b88-3fffe58c6403 None None] Provisioning complete for port 80076591-36d6-4105-833c-067bf7100011 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:34.070934 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-98c22477-809b-4ab4-8b88-3fffe58c6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:34.090259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ffeeb29a-681a-42b4-a97f-fd30b80c49b5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745976 Nov 09 19:58:34.090259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49242) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:34.095793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a7d1d-4ca4-45ae-ad75-e2e5717c25c8 req-f646e69a-87e9-4347-9871-3d48ccaa027f tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:34.097378 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba7a7d1d-4ca4-45ae-ad75-e2e5717c25c8 req-f646e69a-87e9-4347-9871-3d48ccaa027f tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.1069348 Nov 09 19:58:34.155974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-80895901-2210-42e0-9719-82c2e95d336c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:34.189359 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba7a7d1d-4ca4-45ae-ad75-e2e5717c25c8 req-03a4c11f-5f5a-4fb9-bb32-8ab1851e6fa8 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810122 Nov 09 19:58:34.299266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 80076591-36d6-4105-833c-067bf7100011 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:34.329770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c7409-879b-4822-9446-70d1ce229f9d req-25988ad0-55c2-4df4-8bf7-1e0fc5027f24 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:34.331672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a64c7409-879b-4822-9446-70d1ce229f9d req-25988ad0-55c2-4df4-8bf7-1e0fc5027f24 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.2541280 Nov 09 19:58:34.343812 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-98c22477-809b-4ab4-8b88-3fffe58c6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:34.409066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a64c7409-879b-4822-9446-70d1ce229f9d req-a9bcdbaa-a31e-4fc6-878d-51467b14a80d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639882 Nov 09 19:58:34.412384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80895901-2210-42e0-9719-82c2e95d336c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:34.422475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80895901-2210-42e0-9719-82c2e95d336c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:34.435369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-98c22477-809b-4ab4-8b88-3fffe58c6403 None None] For port 80076591-36d6-4105-833c-067bf7100011, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=80076591-36d6-4105-833c-067bf7100011,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:34.446098 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-98c22477-809b-4ab4-8b88-3fffe58c6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:34.500981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 80076591-36d6-4105-833c-067bf7100011 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:34.501402 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:34.536462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39526c5d-ee62-412b-80a4-ae8d038af0a9 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:34.626361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ed5e7-1a7b-447a-adca-394ff5ac5599 req-ea4cdde4-5dad-4ba6-bb85-38e2c7009934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:34.627927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e4ed5e7-1a7b-447a-adca-394ff5ac5599 req-ea4cdde4-5dad-4ba6-bb85-38e2c7009934 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=681053a9af544f5aa622d66bdc374ee1&device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 1097 time: 0.1316047 Nov 09 19:58:34.631705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c22477-809b-4ab4-8b88-3fffe58c6403 None None] Pushing event updated for resources: {'Port': ['ID=80076591-36d6-4105-833c-067bf7100011,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:34.641080 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-50a74f79-30bf-4deb-9ae3-5dda04e9499c None None] Could not find standard attr ID for object ca783058-38a7-42de-958f-5762284cb5cb. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:58:34.886311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d7b99-c579-491b-9b84-8f0c1d5efa48 req-2500d5a9-2f99-4c30-b834-1f8cae5b9861 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:34.890465 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba5d7b99-c579-491b-9b84-8f0c1d5efa48 req-2500d5a9-2f99-4c30-b834-1f8cae5b9861 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.2590189 Nov 09 19:58:34.898387 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc8fad-be75-4b61-86be-e838f4ea19b6 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:58:34.902502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ed5e7-1a7b-447a-adca-394ff5ac5599 req-27d6a80c-f0a7-40ee-a2b3-7ec26b352143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:34.905063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e4ed5e7-1a7b-447a-adca-394ff5ac5599 req-27d6a80c-f0a7-40ee-a2b3-7ec26b352143 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a019af83-2c3f-4097-a718-236a8353bb28 HTTP/1.1" status: 200 len: 912 time: 0.2695544 Nov 09 19:58:35.001389 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e4ed5e7-1a7b-447a-adca-394ff5ac5599 req-fe9c5dd5-c660-43b9-a29b-d9ded944870f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de3f2d0d-b343-49e7-a9f9-ed82b95532ef HTTP/1.1" status: 200 len: 217 time: 0.0882492 Nov 09 19:58:35.051425 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc8fad-be75-4b61-86be-e838f4ea19b6 None None] Deleting port 80076591-36d6-4105-833c-067bf7100011 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:35.053646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8fad-be75-4b61-86be-e838f4ea19b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:35.157705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ed5e7-1a7b-447a-adca-394ff5ac5599 req-c2579582-1e31-4438-a494-13d80a3d1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:35.159492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e4ed5e7-1a7b-447a-adca-394ff5ac5599 req-c2579582-1e31-4438-a494-13d80a3d1ca4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b1764549-e482-4075-b583-f57f72215894 HTTP/1.1" status: 200 len: 851 time: 0.1500714 Nov 09 19:58:35.226783 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba5d7b99-c579-491b-9b84-8f0c1d5efa48 req-9663e0b9-de66-4f0a-a054-2eb76f0d7738 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106940 Nov 09 19:58:35.248506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80895901-2210-42e0-9719-82c2e95d336c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:35.253898 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e4ed5e7-1a7b-447a-adca-394ff5ac5599 req-e0959fed-fd86-44c3-b6a3-7221e8488b92 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a019af83-2c3f-4097-a718-236a8353bb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850196 Nov 09 19:58:35.295686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9bdc8fad-be75-4b61-86be-e838f4ea19b6 None None] For port 80076591-36d6-4105-833c-067bf7100011, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=80076591-36d6-4105-833c-067bf7100011,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:35.296881 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8fad-be75-4b61-86be-e838f4ea19b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:35.325236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc8fad-be75-4b61-86be-e838f4ea19b6 None None] Calling delete_port for 80076591-36d6-4105-833c-067bf7100011 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:35.379745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80895901-2210-42e0-9719-82c2e95d336c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:35.381658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-80895901-2210-42e0-9719-82c2e95d336c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:35.385187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80895901-2210-42e0-9719-82c2e95d336c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:35.386214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80895901-2210-42e0-9719-82c2e95d336c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:35.405096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80895901-2210-42e0-9719-82c2e95d336c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=5081450c-0731-4b56-9df7-1e2580f16d91,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:35.460303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84baf5-627e-49be-a70a-3ad0953797cc req-85fe246a-698f-4944-be64-1a460b0a817a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:35.462789 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa84baf5-627e-49be-a70a-3ad0953797cc req-85fe246a-698f-4944-be64-1a460b0a817a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.1670532 Nov 09 19:58:35.475221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-80895901-2210-42e0-9719-82c2e95d336c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3256900 Nov 09 19:58:35.475942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49296) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:35.483149 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': '5081450c-0731-4b56-9df7-1e2580f16d91', 'ip_address': '2001:db8::2f8a:bf40:400f:29e2'}], 'name': 'tempest-NetworksTestDHCPv6-509412168'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:35.548804 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9bdc8fad-be75-4b61-86be-e838f4ea19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:35.550126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e4ed5e7-1a7b-447a-adca-394ff5ac5599 req-ad4e7aca-0077-4167-9df9-cf3301969fc2 service neutron] 10.222.0.77 "GET /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876458 Nov 09 19:58:35.612467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc8fad-be75-4b61-86be-e838f4ea19b6 None None] Pushing event deleted for resources: {'Port': ['ID=80076591-36d6-4105-833c-067bf7100011,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:35.614285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc8fad-be75-4b61-86be-e838f4ea19b6 None None] No DVR routers for this DVR port 80076591-36d6-4105-833c-067bf7100011 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:35.638791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4087c-4087-4af3-bacd-6c82565419b9 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:35.697502 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa84baf5-627e-49be-a70a-3ad0953797cc req-a5a40c74-0594-40d1-b439-3458092248ff tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179127 Nov 09 19:58:35.761633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:35.826367 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e4ed5e7-1a7b-447a-adca-394ff5ac5599 req-d44a40cb-949c-461c-9a70-f84d6b89053a service neutron] 10.222.0.77 "GET /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651198 Nov 09 19:58:35.871517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cb696-99cf-4aba-8057-1148b63a627d req-8bce7b51-b6ba-42c7-aebc-db93ca06b380 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:35.881980 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-483cb696-99cf-4aba-8057-1148b63a627d req-8bce7b51-b6ba-42c7-aebc-db93ca06b380 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 946 time: 0.1996906 Nov 09 19:58:35.947109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-483cb696-99cf-4aba-8057-1148b63a627d req-60f09987-b934-40e3-a211-1f882eef4cff tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642314 Nov 09 19:58:35.983299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '5081450c-0731-4b56-9df7-1e2580f16d91'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:58:35.984256 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:35.997198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:36.069253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 7931ff6f-3006-42cc-bac8-3665e3df2062 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:58:36.191517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff1fd4dd-52bb-442e-9b17-8feb77139d16 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:36.221658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80095d3-a452-44cf-b42f-c31fd52ed9a7 req-a3aa22bf-337d-4dab-b73d-bcd9d4e5186e tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:36.225069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 80076591-36d6-4105-833c-067bf7100011 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:36.230032 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c80095d3-a452-44cf-b42f-c31fd52ed9a7 req-a3aa22bf-337d-4dab-b73d-bcd9d4e5186e tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df HTTP/1.1" status: 200 len: 945 time: 0.1190808 Nov 09 19:58:36.302161 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c80095d3-a452-44cf-b42f-c31fd52ed9a7 req-1dedcaa2-634a-4e2c-856a-030027ce8e3c tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654743 Nov 09 19:58:36.319033 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: ff1fd4dd-52bb-442e-9b17-8feb77139d16 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:36.319725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ff1fd4dd-52bb-442e-9b17-8feb77139d16 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:36.331979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 80076591-36d6-4105-833c-067bf7100011 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:36.332334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 80076591-36d6-4105-833c-067bf7100011 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:36.448071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/5081450c-0731-4b56-9df7-1e2580f16d91/abb76cc2-257f-43e3-a9e3-c13b60a050c8) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:36.683007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3832d-77d7-47ab-870b-ae83da30c3b2 req-025bdbde-e0b3-4799-b38f-48bacfb82e0a tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:36.684516 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfb3832d-77d7-47ab-870b-ae83da30c3b2 req-025bdbde-e0b3-4799-b38f-48bacfb82e0a tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.0907466 Nov 09 19:58:36.708877 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:36.727568 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:36.762504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfb3832d-77d7-47ab-870b-ae83da30c3b2 req-67c971fb-4f15-4dc5-ad86-47b689d7ca5e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 Nov 09 19:58:36.771491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb31b51-688d-405b-9e35-40a1930f3fa7 req-cf1b0bf4-44ff-410b-8370-56538ed84562 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:36.774083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb31b51-688d-405b-9e35-40a1930f3fa7 req-cf1b0bf4-44ff-410b-8370-56538ed84562 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.6930130 Nov 09 19:58:36.817635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:36.824192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:36.834166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:36.852260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Pushing event updated for resources: {'Port': ['ID=abb76cc2-257f-43e3-a9e3-c13b60a050c8,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:36.899286 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fb31b51-688d-405b-9e35-40a1930f3fa7 req-4886a23e-12e6-431d-addf-9edbc52bf233 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077757 Nov 09 19:58:36.931767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::2f8a:bf40:400f:29e2 (a3569f24-b25f-4233-bf98-fbac1e555025/5081450c-0731-4b56-9df7-1e2580f16d91/7931ff6f-3006-42cc-bac8-3665e3df2062) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:36.969553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Attempting to bind port abb76cc2-257f-43e3-a9e3-c13b60a050c8 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:36.971419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Attempting to bind port abb76cc2-257f-43e3-a9e3-c13b60a050c8 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:36.971419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Attempting to bind port abb76cc2-257f-43e3-a9e3-c13b60a050c8 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:36.985018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:36.985345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:36.985760 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:36.986160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:36.987931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Bound port: abb76cc2-257f-43e3-a9e3-c13b60a050c8, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:36.988335 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:37.051298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-dc923037-163d-48aa-8db3-b9f4a05207dd tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:37.053396 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-dc923037-163d-48aa-8db3-b9f4a05207dd tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.77 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 946 time: 0.1969979 Nov 09 19:58:37.151125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] For port abb76cc2-257f-43e3-a9e3-c13b60a050c8, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:37.162282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-d3e91368-213a-49a3-8b6b-9ec993ff1645 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:37.164973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-d3e91368-213a-49a3-8b6b-9ec993ff1645 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df HTTP/1.1" status: 200 len: 945 time: 0.2263401 Nov 09 19:58:37.168591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] For port abb76cc2-257f-43e3-a9e3-c13b60a050c8, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=abb76cc2-257f-43e3-a9e3-c13b60a050c8,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:37.181927 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:37.286365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-f3619d89-930b-4472-81f4-e4f5fec8be0b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Deleting port 62f475c0-40e1-40c0-b767-86b9ebec6ff5 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:37.286909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-f3619d89-930b-4472-81f4-e4f5fec8be0b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:37.372279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819f672-f84b-46f0-9891-601127c6e53b None None] Pushing event updated for resources: {'Port': ['ID=abb76cc2-257f-43e3-a9e3-c13b60a050c8,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:37.459522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ab51a-4576-4418-9e33-06c90141fbe4 req-e18a131c-b7dd-48d8-9127-58b06a85f788 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:37.460541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e1ab51a-4576-4418-9e33-06c90141fbe4 req-e18a131c-b7dd-48d8-9127-58b06a85f788 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.1019840 Nov 09 19:58:37.482951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-f3619d89-930b-4472-81f4-e4f5fec8be0b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] For port 62f475c0-40e1-40c0-b767-86b9ebec6ff5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62f475c0-40e1-40c0-b767-86b9ebec6ff5,segment=NetworkSegment(850a72cc-a329-4272-ab5b-051ac69d9e21),segment_id=850a72cc-a329-4272-ab5b-051ac69d9e21)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:37.485087 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-f3619d89-930b-4472-81f4-e4f5fec8be0b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:37.511680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-f3619d89-930b-4472-81f4-e4f5fec8be0b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Calling delete_port for 62f475c0-40e1-40c0-b767-86b9ebec6ff5 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:37.533760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:37.647920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ee109-d64f-4198-b7e1-22492fb81eb0 req-36a6fdbd-2afe-4b6b-a073-93765bebe457 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:37.654930 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-725ee109-d64f-4198-b7e1-22492fb81eb0 req-36a6fdbd-2afe-4b6b-a073-93765bebe457 tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfc3b93-5069-4e22-8577-b1ee822ef684 HTTP/1.1" status: 200 len: 946 time: 0.5747786 Nov 09 19:58:37.778582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:37.809672 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-f3619d89-930b-4472-81f4-e4f5fec8be0b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:37.824997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62f475c0-40e1-40c0-b767-86b9ebec6ff5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:37.858748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-725ee109-d64f-4198-b7e1-22492fb81eb0 req-95b309a7-ebde-4a9b-803a-2f8731001e6b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.53 "GET /v2.0/security-groups?id=66efc97f-35cb-44e9-9f07-649667a8a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828558 Nov 09 19:58:37.905886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=7931ff6f-3006-42cc-bac8-3665e3df2062,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:37.922129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:37.924758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-8a998662-38d2-4249-b1cc-d0ba62c7ab24 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Deleting port 38de6b9e-2802-4c83-81d4-1d314a03d9ad {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:37.925387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-8a998662-38d2-4249-b1cc-d0ba62c7ab24 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:37.930429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:37.945425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:37.951794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e1ab51a-4576-4418-9e33-06c90141fbe4 req-f9c3ac30-e0e1-4653-b219-aeec3f506111 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765904 Nov 09 19:58:37.952427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:37.953142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:37.989775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3619d89-930b-4472-81f4-e4f5fec8be0b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Pushing event deleted for resources: {'Port': ['ID=62f475c0-40e1-40c0-b767-86b9ebec6ff5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:38.044251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-98ac821e-064d-42b8-a0aa-df976254d5de tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:38.046376 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-98ac821e-064d-42b8-a0aa-df976254d5de tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dec6947-d491-4371-9540-d45d7293810f HTTP/1.1" status: 200 len: 946 time: 0.3059564 Nov 09 19:58:38.098965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-f3619d89-930b-4472-81f4-e4f5fec8be0b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] No DVR routers for this DVR port 62f475c0-40e1-40c0-b767-86b9ebec6ff5 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:38.103527 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-f3619d89-930b-4472-81f4-e4f5fec8be0b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:38.113294 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4842ee3a-fdd5-45a4-9293-3222cfc5a42a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6361730 Nov 09 19:58:38.124502 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8a6deb69-7040-4eef-982a-8d059cfc2125 req-f3619d89-930b-4472-81f4-e4f5fec8be0b tempest-AttachVolumeNegativeTest-554587857 tempest-AttachVolumeNegativeTest-554587857-project] 10.222.0.77 "DELETE /v2.0/ports/62f475c0-40e1-40c0-b767-86b9ebec6ff5 HTTP/1.1" status: 204 len: 173 time: 1.0573847 Nov 09 19:58:38.128623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc3b93-5069-4e22-8577-b1ee822ef684', 'name': 'network-vif-deleted', 'tag': '62f475c0-40e1-40c0-b767-86b9ebec6ff5'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:38.132537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49400) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:38.136444 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94523738-068d-4a98-bc23-ae96cf6f2e45" -d '{"events": [{"server_uuid": "2cfc3b93-5069-4e22-8577-b1ee822ef684", "name": "network-vif-deleted", "tag": "62f475c0-40e1-40c0-b767-86b9ebec6ff5"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:38.349897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device abb76cc2-257f-43e3-a9e3-c13b60a050c8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:38.355439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef654b-87cf-4d3a-bc19-bafee828bc74 req-8dba3525-9422-4236-a84a-f6fc2788045d tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:38.369740 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ebef654b-87cf-4d3a-bc19-bafee828bc74 req-8dba3525-9422-4236-a84a-f6fc2788045d tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df HTTP/1.1" status: 200 len: 945 time: 0.4250288 Nov 09 19:58:38.389477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-8a998662-38d2-4249-b1cc-d0ba62c7ab24 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] For port 38de6b9e-2802-4c83-81d4-1d314a03d9ad, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=38de6b9e-2802-4c83-81d4-1d314a03d9ad,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:38.390124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-8a998662-38d2-4249-b1cc-d0ba62c7ab24 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:38.447081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d529fea-f456-4b29-821e-1add5b3d0763 req-233e0496-2337-4dc0-8957-647d26b60df3 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:38.456027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d529fea-f456-4b29-821e-1add5b3d0763 req-233e0496-2337-4dc0-8957-647d26b60df3 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.1420863 Nov 09 19:58:38.474011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-d0c572e5-f4e8-477c-9cb9-bb195dcf76e4 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Deleting port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:38.474362 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-d0c572e5-f4e8-477c-9cb9-bb195dcf76e4 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:38.493579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-8a998662-38d2-4249-b1cc-d0ba62c7ab24 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Calling delete_port for 38de6b9e-2802-4c83-81d4-1d314a03d9ad owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:38.515225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f43a579-422a-470e-91e4-51b8a9fe6cb8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:38.525347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port abb76cc2-257f-43e3-a9e3-c13b60a050c8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:38.526321 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:38.535324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f43a579-422a-470e-91e4-51b8a9fe6cb8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:38.537024 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9f43a579-422a-470e-91e4-51b8a9fe6cb8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3898420 Nov 09 19:58:38.539829 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49412) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:38.578743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-d0c572e5-f4e8-477c-9cb9-bb195dcf76e4 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] For port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,segment=NetworkSegment(d7ea3e42-7fae-4d3b-96a4-b26970912d62),segment_id=d7ea3e42-7fae-4d3b-96a4-b26970912d62)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:38.578743 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-d0c572e5-f4e8-477c-9cb9-bb195dcf76e4 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:38.595909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-d0c572e5-f4e8-477c-9cb9-bb195dcf76e4 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Calling delete_port for e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:38.795245 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:38.837468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-d0c572e5-f4e8-477c-9cb9-bb195dcf76e4 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:38.868141 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ebef654b-87cf-4d3a-bc19-bafee828bc74 req-a2414360-8408-4c7f-a17a-51c19b977e91 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/security-groups?id=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974892 Nov 09 19:58:38.871888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:38.924816 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-8a998662-38d2-4249-b1cc-d0ba62c7ab24 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:38.969238 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e88a793-24c6-413c-a6a3-211d745289d4 x-openstack-request-id: req-6e88a793-24c6-413c-a6a3-211d745289d4 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:38.969552 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfc3b93-5069-4e22-8577-b1ee822ef684", "name": "network-vif-deleted", "tag": "62f475c0-40e1-40c0-b767-86b9ebec6ff5", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:38.969818 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e88a793-24c6-413c-a6a3-211d745289d4 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:38.971620 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfc3b93-5069-4e22-8577-b1ee822ef684', 'name': 'network-vif-deleted', 'tag': '62f475c0-40e1-40c0-b767-86b9ebec6ff5', 'status': 'completed', 'code': 200} Nov 09 19:58:38.973399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c572e5-f4e8-477c-9cb9-bb195dcf76e4 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Pushing event deleted for resources: {'Port': ['ID=e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:38.988679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port abb76cc2-257f-43e3-a9e3-c13b60a050c8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=abb76cc2-257f-43e3-a9e3-c13b60a050c8,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:38.990828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:38.994782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49418) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:39.011834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a998662-38d2-4249-b1cc-d0ba62c7ab24 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Pushing event deleted for resources: {'Port': ['ID=38de6b9e-2802-4c83-81d4-1d314a03d9ad,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:39.062254 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.140067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-8a998662-38d2-4249-b1cc-d0ba62c7ab24 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] No DVR routers for this DVR port 38de6b9e-2802-4c83-81d4-1d314a03d9ad on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:39.146755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-8a998662-38d2-4249-b1cc-d0ba62c7ab24 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.150749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0f32d95-447c-4d3f-a862-4c1770a57fc0 req-8a998662-38d2-4249-b1cc-d0ba62c7ab24 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.70 "DELETE /v2.0/ports/38de6b9e-2802-4c83-81d4-1d314a03d9ad HTTP/1.1" status: 204 len: 173 time: 1.9576771 Nov 09 19:58:39.154906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df', 'name': 'network-vif-deleted', 'tag': '38de6b9e-2802-4c83-81d4-1d314a03d9ad'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:39.157615 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51bbd41-5af2-4898-9c89-5e84b69a917b" -d '{"events": [{"server_uuid": "2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df", "name": "network-vif-deleted", "tag": "38de6b9e-2802-4c83-81d4-1d314a03d9ad"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:39.178213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-d0c572e5-f4e8-477c-9cb9-bb195dcf76e4 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] No DVR routers for this DVR port e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:39.200826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-d0c572e5-f4e8-477c-9cb9-bb195dcf76e4 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.205851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d97b1e91-e632-40f2-b715-997bbe0e18b7 req-d0c572e5-f4e8-477c-9cb9-bb195dcf76e4 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.77 "DELETE /v2.0/ports/e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 HTTP/1.1" status: 204 len: 173 time: 1.1402845 Nov 09 19:58:39.227795 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d529fea-f456-4b29-821e-1add5b3d0763 req-f67dcae9-e1d4-4e4f-bcec-c4a2dcce0f99 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7707925 Nov 09 19:58:39.251549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=abb76cc2-257f-43e3-a9e3-c13b60a050c8,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:39.296954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-734b2c60-9945-4068-94c6-66c2bb845cc2 admin admin] Deleting subnet 79b5a0f8-1587-44bb-bc0e-726f382b13b7 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:39.312304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-734b2c60-9945-4068-94c6-66c2bb845cc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.317100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-da258df1-bf97-4557-9afa-148eb29ab88a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 7931ff6f-3006-42cc-bac8-3665e3df2062 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:39.321537 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da258df1-bf97-4557-9afa-148eb29ab88a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.327006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-154586e6-dbef-4180-8356-cd25abc34825 None None] Provisioning complete for port abb76cc2-257f-43e3-a9e3-c13b60a050c8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:39.327387 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-154586e6-dbef-4180-8356-cd25abc34825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.393389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-734b2c60-9945-4068-94c6-66c2bb845cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.476963 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-734b2c60-9945-4068-94c6-66c2bb845cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.531977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da258df1-bf97-4557-9afa-148eb29ab88a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.565566 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7de664d-634a-4aab-90b3-35f665e73af7 x-openstack-request-id: req-a7de664d-634a-4aab-90b3-35f665e73af7 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:39.565995 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df", "name": "network-vif-deleted", "tag": "38de6b9e-2802-4c83-81d4-1d314a03d9ad", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:39.566285 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7de664d-634a-4aab-90b3-35f665e73af7 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:39.566784 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df', 'name': 'network-vif-deleted', 'tag': '38de6b9e-2802-4c83-81d4-1d314a03d9ad', 'status': 'completed', 'code': 200} Nov 09 19:58:39.574966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-da258df1-bf97-4557-9afa-148eb29ab88a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 7931ff6f-3006-42cc-bac8-3665e3df2062 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:39.584768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ca0cd-75a1-4faa-a438-68ec798ee268 req-5aa17245-b2ad-41dd-97f0-5a78076430bd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:39.594821 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb0ca0cd-75a1-4faa-a438-68ec798ee268 req-5aa17245-b2ad-41dd-97f0-5a78076430bd tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.4497423 Nov 09 19:58:39.610070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-734b2c60-9945-4068-94c6-66c2bb845cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.700848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-734b2c60-9945-4068-94c6-66c2bb845cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.714444 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-734b2c60-9945-4068-94c6-66c2bb845cc2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/79b5a0f8-1587-44bb-bc0e-726f382b13b7 HTTP/1.1" status: 204 len: 168 time: 0.7181458 Nov 09 19:58:39.715118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49436) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:39.719631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b2c60-9945-4068-94c6-66c2bb845cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b5a0f8-1587-44bb-bc0e-726f382b13b7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:39.742477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb0ca0cd-75a1-4faa-a438-68ec798ee268 req-162ae8c9-8855-4e39-9073-87132d167d66 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462553 Nov 09 19:58:39.795716 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bd040ec5-6d47-410c-abc7-6267905e0b85 None None] Provisioning complete for port 7931ff6f-3006-42cc-bac8-3665e3df2062 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:39.797392 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd040ec5-6d47-410c-abc7-6267905e0b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:39.884156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bd040ec5-6d47-410c-abc7-6267905e0b85 None None] Port 7931ff6f-3006-42cc-bac8-3665e3df2062 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:58:39.892372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.016871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.063704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05b2ffc-1e73-4ad9-92fd-8636bbfb0596']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:40.085121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850a72cc-a329-4272-ab5b-051ac69d9e21') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:40.085697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850a72cc-a329-4272-ab5b-051ac69d9e21') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:40.110354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da258df1-bf97-4557-9afa-148eb29ab88a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.113836 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ced705a3-b156-4ed8-b955-479f7f7c81ec req-b046850a-58c8-4ad7-b78b-70b75983b566 tempest-ListServersNegativeTestJSON-764128994 tempest-ListServersNegativeTestJSON-764128994-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d904b67-45ec-4e0d-8d9e-60e3e7a3c7df HTTP/1.1" status: 200 len: 210 time: 0.0629468 Nov 09 19:58:40.117107 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.131049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 38de6b9e-2802-4c83-81d4-1d314a03d9ad no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:40.145640 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.157525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:58:40.159240 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:58:40.162810 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:58:40.212449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850764-f613-466f-91df-c29942300ba9 req-cd27ba44-a309-4d6c-ad36-970cbcd6c4ef tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:40.219657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 38de6b9e-2802-4c83-81d4-1d314a03d9ad {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:40.221233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 38de6b9e-2802-4c83-81d4-1d314a03d9ad not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:40.224048 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd850764-f613-466f-91df-c29942300ba9 req-cd27ba44-a309-4d6c-ad36-970cbcd6c4ef tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.2465842 Nov 09 19:58:40.226150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da258df1-bf97-4557-9afa-148eb29ab88a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=7931ff6f-3006-42cc-bac8-3665e3df2062,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:40.284159 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-02d59965-a2e7-4801-b0fa-6f32278eb166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.317257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device abb76cc2-257f-43e3-a9e3-c13b60a050c8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:40.331950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.342943 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd850764-f613-466f-91df-c29942300ba9 req-8321c758-9db4-49c2-99ac-d4d9db3ee519 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142409 Nov 09 19:58:40.344313 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da258df1-bf97-4557-9afa-148eb29ab88a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.355988 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.361522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-da258df1-bf97-4557-9afa-148eb29ab88a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/7931ff6f-3006-42cc-bac8-3665e3df2062 HTTP/1.1" status: 204 len: 168 time: 1.4921434 Nov 09 19:58:40.365027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49448) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:40.368861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d05b2ffc-1e73-4ad9-92fd-8636bbfb0596 HTTP/1.1" status: 204 len: 168 time: 0.6458490 Nov 09 19:58:40.390046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c15f9d-8103-4b07-b83d-9b69bc632122 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05b2ffc-1e73-4ad9-92fd-8636bbfb0596,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:40.468518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port abb76cc2-257f-43e3-a9e3-c13b60a050c8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:40.468518 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.495274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca6601a-8965-4c83-8370-01b8418ae252 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:40.506370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca6601a-8965-4c83-8370-01b8418ae252 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:40.512488 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49460) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:40.514951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1ca6601a-8965-4c83-8370-01b8418ae252 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1479788 Nov 09 19:58:40.538221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62f475c0-40e1-40c0-b767-86b9ebec6ff5 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:40.572886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 62f475c0-40e1-40c0-b767-86b9ebec6ff5 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:40.573448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62f475c0-40e1-40c0-b767-86b9ebec6ff5 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:40.574132 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:40.639349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-218d568b-4c67-4b81-8d11-cbdec9a4a8e3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 5081450c-0731-4b56-9df7-1e2580f16d91 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:40.642652 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-218d568b-4c67-4b81-8d11-cbdec9a4a8e3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.649222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:40.649699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:40.707711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-218d568b-4c67-4b81-8d11-cbdec9a4a8e3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:40.769337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49468) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:40.930036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86861b-3f7d-48d9-aa7e-185828a12d81 req-045d11bc-d8b4-4edc-bd28-c61249daf454 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:40.939890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b86861b-3f7d-48d9-aa7e-185828a12d81 req-045d11bc-d8b4-4edc-bd28-c61249daf454 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.0674045 Nov 09 19:58:40.943458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e478ea35-1e1d-41c3-9256-b7eb38276274 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97846f5d7256493c91d52d33f0b30e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706100 Nov 09 19:58:40.944585 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49472) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:40.965249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-218d568b-4c67-4b81-8d11-cbdec9a4a8e3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.026560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b86861b-3f7d-48d9-aa7e-185828a12d81 req-7c9b4061-c0dd-4775-be09-25cd3e7a3c52 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853641 Nov 09 19:58:41.035968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dec6947-d491-4371-9540-d45d7293810f', 'name': 'network-vif-deleted', 'tag': 'e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:41.038351 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c36fbce-8182-4e83-97ac-f82ec20e2d67" -d '{"events": [{"server_uuid": "3dec6947-d491-4371-9540-d45d7293810f", "name": "network-vif-deleted", "tag": "e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:41.095616 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d230073-9718-4fc3-b637-0c965f28db03 x-openstack-request-id: req-2d230073-9718-4fc3-b637-0c965f28db03 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:41.096005 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dec6947-d491-4371-9540-d45d7293810f", "name": "network-vif-deleted", "tag": "e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:41.096259 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d230073-9718-4fc3-b637-0c965f28db03 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:41.096655 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dec6947-d491-4371-9540-d45d7293810f', 'name': 'network-vif-deleted', 'tag': 'e0972ccc-ace5-4241-9ee7-2c4a2ca3ae30', 'status': 'completed', 'code': 200} Nov 09 19:58:41.122881 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39fa873d-884b-455a-93d1-5988bbcd3943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.189159 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39fa873d-884b-455a-93d1-5988bbcd3943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.208004 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-218d568b-4c67-4b81-8d11-cbdec9a4a8e3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.260824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d568b-4c67-4b81-8d11-cbdec9a4a8e3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=5081450c-0731-4b56-9df7-1e2580f16d91,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:41.267941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-218d568b-4c67-4b81-8d11-cbdec9a4a8e3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.269511 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba44f93-5889-4d13-8832-bfd9747a7ada None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:41.271973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-218d568b-4c67-4b81-8d11-cbdec9a4a8e3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/5081450c-0731-4b56-9df7-1e2580f16d91 HTTP/1.1" status: 204 len: 168 time: 0.7570758 Nov 09 19:58:41.274969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49484) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:41.318815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39fa873d-884b-455a-93d1-5988bbcd3943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.322081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-39fa873d-884b-455a-93d1-5988bbcd3943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.323285 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-39fa873d-884b-455a-93d1-5988bbcd3943 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66efc97f-35cb-44e9-9f07-649667a8a5fb HTTP/1.1" status: 204 len: 168 time: 0.3778720 Nov 09 19:58:41.328616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49486) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:41.342109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ef5f3153-c436-4ed2-84b0-ed4a7f2d2ad0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659430 Nov 09 19:58:41.342871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49490) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:41.447099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b997c8f-2b3a-4fd4-9a18-06d6cecf5a52 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:41.452661 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6b997c8f-2b3a-4fd4-9a18-06d6cecf5a52 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1087570 Nov 09 19:58:41.453556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49494) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:41.466783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa873d-884b-455a-93d1-5988bbcd3943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66efc97f-35cb-44e9-9f07-649667a8a5fb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:41.517172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b98d90a-a2f3-4a02-9cad-18d9022c7ce4 admin admin] Deleting subnet d7cf7b03-d155-4cdc-82a5-a910e1f0b455 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:41.527539 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b98d90a-a2f3-4a02-9cad-18d9022c7ce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.552257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8e0d73-0dee-45ce-9a56-a5262929079c None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:58:41.695342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60629e-b507-4049-ae2f-82b78c3b2bad req-693aa059-2041-4df3-9bde-1e2658b1b9e2 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:41.697856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-de60629e-b507-4049-ae2f-82b78c3b2bad req-693aa059-2041-4df3-9bde-1e2658b1b9e2 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.1338444 Nov 09 19:58:41.702193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a39bda1-a94d-4cf5-a748-dc06f732f51c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:41.707174 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7a39bda1-a94d-4cf5-a748-dc06f732f51c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2527966 Nov 09 19:58:41.710722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49506) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:41.732861 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b98d90a-a2f3-4a02-9cad-18d9022c7ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.734670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e0d73-0dee-45ce-9a56-a5262929079c None None] Deleting port abb76cc2-257f-43e3-a9e3-c13b60a050c8 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:41.736200 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d8e0d73-0dee-45ce-9a56-a5262929079c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.779158 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-de60629e-b507-4049-ae2f-82b78c3b2bad req-1d94ef52-cdf7-4ec5-a27d-5729a5616603 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699670 Nov 09 19:58:41.847147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49510) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:41.852806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7266488e-3e30-4908-90ec-f7497d7d9709 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:41.861327 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3e0f882b-fc81-4271-9566-2d285b67d762 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429904 Nov 09 19:58:41.970837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4d8e0d73-0dee-45ce-9a56-a5262929079c None None] For port abb76cc2-257f-43e3-a9e3-c13b60a050c8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=abb76cc2-257f-43e3-a9e3-c13b60a050c8,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:41.971245 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d8e0d73-0dee-45ce-9a56-a5262929079c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:41.980429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-1169a4ce-2550-469b-abb9-7d70308208c7 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:41.983762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-1169a4ce-2550-469b-abb9-7d70308208c7 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.77 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.2326353 Nov 09 19:58:41.989319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b98d90a-a2f3-4a02-9cad-18d9022c7ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.000554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e0d73-0dee-45ce-9a56-a5262929079c None None] Calling delete_port for abb76cc2-257f-43e3-a9e3-c13b60a050c8 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:42.055676 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b98d90a-a2f3-4a02-9cad-18d9022c7ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.065351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7266488e-3e30-4908-90ec-f7497d7d9709 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:42.069490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7266488e-3e30-4908-90ec-f7497d7d9709 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.176519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98d90a-a2f3-4a02-9cad-18d9022c7ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7cf7b03-d155-4cdc-82a5-a910e1f0b455,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:42.210504 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b98d90a-a2f3-4a02-9cad-18d9022c7ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.212477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device abb76cc2-257f-43e3-a9e3-c13b60a050c8 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:42.214230 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3b98d90a-a2f3-4a02-9cad-18d9022c7ce4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d7cf7b03-d155-4cdc-82a5-a910e1f0b455 HTTP/1.1" status: 204 len: 168 time: 0.8746386 Nov 09 19:58:42.220158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49526) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:42.321527 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4d8e0d73-0dee-45ce-9a56-a5262929079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.381791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e0d73-0dee-45ce-9a56-a5262929079c None None] Pushing event deleted for resources: {'Port': ['ID=abb76cc2-257f-43e3-a9e3-c13b60a050c8,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:42.386953 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e0d73-0dee-45ce-9a56-a5262929079c None None] No DVR routers for this DVR port abb76cc2-257f-43e3-a9e3-c13b60a050c8 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:42.417522 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.473978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.509243 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7266488e-3e30-4908-90ec-f7497d7d9709 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.571286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7266488e-3e30-4908-90ec-f7497d7d9709 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:42.578854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dde6d-e217-458c-889b-059bf331e2c2 req-6290cfe8-8bf2-4d1f-9ae2-6706cdf1575f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:42.581299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7266488e-3e30-4908-90ec-f7497d7d9709 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:42.594805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7266488e-3e30-4908-90ec-f7497d7d9709 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:42.595421 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7266488e-3e30-4908-90ec-f7497d7d9709 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.595850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce476e3-2ca0-45eb-aded-dabc082c5634 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:42.596518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc3dde6d-e217-458c-889b-059bf331e2c2 req-6290cfe8-8bf2-4d1f-9ae2-6706cdf1575f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.3806815 Nov 09 19:58:42.655516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266488e-3e30-4908-90ec-f7497d7d9709 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=a48f26e0-03cc-48cf-b065-26763183065b,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:42.671773 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7266488e-3e30-4908-90ec-f7497d7d9709 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8211560 Nov 09 19:58:42.672431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49540) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:42.688151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': 'a48f26e0-03cc-48cf-b065-26763183065b', 'ip_address': '2001:db8::76fa:3edb:e50f:7db5'}], 'name': 'tempest-NetworksTestDHCPv6-127460908'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:42.715681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.744209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837ae2f9-39a3-4146-941f-49ec6220b09a']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:42.749062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-3f23a96e-6be7-43ce-839d-a7c81758ff7e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Deleting port de3f2d0d-b343-49e7-a9f9-ed82b95532ef {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:42.749062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-3f23a96e-6be7-43ce-839d-a7c81758ff7e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.988321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-3f23a96e-6be7-43ce-839d-a7c81758ff7e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] For port de3f2d0d-b343-49e7-a9f9-ed82b95532ef, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,segment=NetworkSegment(60299cba-13aa-411b-861f-9172b9743cae),segment_id=60299cba-13aa-411b-861f-9172b9743cae)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:42.988759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-3f23a96e-6be7-43ce-839d-a7c81758ff7e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:42.994031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': 'a48f26e0-03cc-48cf-b065-26763183065b'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:58:42.995289 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:43.020859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-3f23a96e-6be7-43ce-839d-a7c81758ff7e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Calling delete_port for de3f2d0d-b343-49e7-a9f9-ed82b95532ef owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:43.026013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:43.146894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ea3e42-7fae-4d3b-96a4-b26970912d62') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:43.161075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ea3e42-7fae-4d3b-96a4-b26970912d62') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:43.211333 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:43.238077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc3dde6d-e217-458c-889b-059bf331e2c2 req-9815b8d2-280d-43cd-a0c4-9257eabcb9b9 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380699 Nov 09 19:58:43.286653 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:43.305562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea23d3-424b-4796-be53-6222d9e595ec req-0b19fc1a-7d47-4382-b8cf-878c8cf670e6 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:43.317756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14ea23d3-424b-4796-be53-6222d9e595ec req-0b19fc1a-7d47-4382-b8cf-878c8cf670e6 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 946 time: 0.3080828 Nov 09 19:58:43.318505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:58:43.319154 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:58:43.321215 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:58:43.353096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/a48f26e0-03cc-48cf-b065-26763183065b/6e6999b8-0978-462f-979c-fc2d71072c7d) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:43.424637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:43.452683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:43.469077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] 10.222.0.53 "DELETE /v2.0/networks/837ae2f9-39a3-4146-941f-49ec6220b09a HTTP/1.1" status: 204 len: 168 time: 1.2364290 Nov 09 19:58:43.472654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830484c-0a0d-4fab-ad2a-899ade7a2a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=837ae2f9-39a3-4146-941f-49ec6220b09a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:43.498240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14ea23d3-424b-4796-be53-6222d9e595ec req-71c723a2-9e27-48e8-ab9a-6932c18b37d6 tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754029 Nov 09 19:58:43.509496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:43.550911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 4d3c3680-bec5-473d-b102-eef6fdaf52d1 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:58:43.566986 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-3f23a96e-6be7-43ce-839d-a7c81758ff7e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:43.641350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23a96e-6be7-43ce-839d-a7c81758ff7e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Pushing event deleted for resources: {'Port': ['ID=de3f2d0d-b343-49e7-a9f9-ed82b95532ef,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:43.727596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-3f23a96e-6be7-43ce-839d-a7c81758ff7e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] No DVR routers for this DVR port de3f2d0d-b343-49e7-a9f9-ed82b95532ef on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:43.734671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-3f23a96e-6be7-43ce-839d-a7c81758ff7e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:43.761425 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-141ce316-48cc-48e6-b08e-494e25ce6d3c req-3f23a96e-6be7-43ce-839d-a7c81758ff7e tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.77 "DELETE /v2.0/ports/de3f2d0d-b343-49e7-a9f9-ed82b95532ef HTTP/1.1" status: 204 len: 173 time: 1.7153058 Nov 09 19:58:43.762212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af336833-4be0-4667-87e7-8a98e93c2d21', 'name': 'network-vif-deleted', 'tag': 'de3f2d0d-b343-49e7-a9f9-ed82b95532ef'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:58:43.771949 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212a5f9d-93bb-48b4-a962-5ddb658b228a" -d '{"events": [{"server_uuid": "af336833-4be0-4667-87e7-8a98e93c2d21", "name": "network-vif-deleted", "tag": "de3f2d0d-b343-49e7-a9f9-ed82b95532ef"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:58:43.876097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49572) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:43.973424 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e817429d-d84f-4b4b-baed-1f64d499134c x-openstack-request-id: req-e817429d-d84f-4b4b-baed-1f64d499134c {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:58:43.973718 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af336833-4be0-4667-87e7-8a98e93c2d21", "name": "network-vif-deleted", "tag": "de3f2d0d-b343-49e7-a9f9-ed82b95532ef", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:58:43.975084 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e817429d-d84f-4b4b-baed-1f64d499134c {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:58:43.977095 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af336833-4be0-4667-87e7-8a98e93c2d21', 'name': 'network-vif-deleted', 'tag': 'de3f2d0d-b343-49e7-a9f9-ed82b95532ef', 'status': 'completed', 'code': 200} Nov 09 19:58:44.001747 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3b4e9fd3-76ee-4cac-be77-23f44ee1bf6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05013db0facb4cbabacd658bf346111f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238689 Nov 09 19:58:44.004208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49578) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:44.030120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['de3f2d0d-b343-49e7-a9f9-ed82b95532ef'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:58:44.074413 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a582f904-f72f-42f3-91f9-516f9abf7fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.102844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3554deb8-9832-462e-b8c6-0fd1873bfbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.118158 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.159033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3554deb8-9832-462e-b8c6-0fd1873bfbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.259804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3554deb8-9832-462e-b8c6-0fd1873bfbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.267121 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3554deb8-9832-462e-b8c6-0fd1873bfbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.271770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3554deb8-9832-462e-b8c6-0fd1873bfbdb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/206cc36d-c0b4-4672-bb42-ae9d0af9d6bb HTTP/1.1" status: 204 len: 168 time: 0.2663414 Nov 09 19:58:44.336981 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.338286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554deb8-9832-462e-b8c6-0fd1873bfbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206cc36d-c0b4-4672-bb42-ae9d0af9d6bb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:44.380674 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.491743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:44.499122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:44.515097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:44.520748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Pushing event updated for resources: {'Port': ['ID=6e6999b8-0978-462f-979c-fc2d71072c7d,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:44.617271 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.641507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::76fa:3edb:e50f:7db5 (a3569f24-b25f-4233-bf98-fbac1e555025/a48f26e0-03cc-48cf-b065-26763183065b/4d3c3680-bec5-473d-b102-eef6fdaf52d1) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:44.671861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1620a-c2a0-4b0f-a10e-6adabe656bc2 req-a1e4054f-01db-43af-a897-a5fce94e214a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:44.673821 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-44d1620a-c2a0-4b0f-a10e-6adabe656bc2 req-a1e4054f-01db-43af-a897-a5fce94e214a tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.1926203 Nov 09 19:58:44.703775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Attempting to bind port 6e6999b8-0978-462f-979c-fc2d71072c7d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:44.704153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Attempting to bind port 6e6999b8-0978-462f-979c-fc2d71072c7d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:44.704538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Attempting to bind port 6e6999b8-0978-462f-979c-fc2d71072c7d on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:44.719739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:44.720126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:44.720539 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.720934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:44.722603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Bound port: 6e6999b8-0978-462f-979c-fc2d71072c7d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:44.723013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:44.800851 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-44d1620a-c2a0-4b0f-a10e-6adabe656bc2 req-11135bd6-1806-4543-ba8c-4ff789cde783 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191692 Nov 09 19:58:44.833119 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3c5a54c7-d8c1-4c4a-aa67-1d1233182629 req-3bbfb220-2898-4ed3-b86b-3935cf29ca4a tempest-TestServerAdvancedOps-764018677 tempest-TestServerAdvancedOps-764018677-project] 10.222.0.53 "GET /v2.0/ports?device_id=af336833-4be0-4667-87e7-8a98e93c2d21 HTTP/1.1" status: 200 len: 210 time: 0.1152496 Nov 09 19:58:44.910336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] For port 6e6999b8-0978-462f-979c-fc2d71072c7d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:44.913793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] For port 6e6999b8-0978-462f-979c-fc2d71072c7d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6e6999b8-0978-462f-979c-fc2d71072c7d,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:44.922844 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:45.077963 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:45.094298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a297c-ea23-4cf6-9404-9194e5f12fb3 None None] Pushing event updated for resources: {'Port': ['ID=6e6999b8-0978-462f-979c-fc2d71072c7d,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:45.213193 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:45.349382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=4d3c3680-bec5-473d-b102-eef6fdaf52d1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:45.368122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:45.369927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:45.373773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:45.380205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:45.380895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:45.401927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9f2f90da-457d-4c63-a2f7-1d6060e9d869 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7280722 Nov 09 19:58:45.410384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49622) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:45.415732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-63232f4f-77b0-46d2-bdf8-862541b27359 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': 'a48f26e0-03cc-48cf-b065-26763183065b', 'ip_address': '2001:db8::76fa:3edb:e50f:7db5'}], 'name': 'tempest-NetworksTestDHCPv6-980852516'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:45.683662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63232f4f-77b0-46d2-bdf8-862541b27359 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:45.689144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63232f4f-77b0-46d2-bdf8-862541b27359 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:45.717531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-63232f4f-77b0-46d2-bdf8-862541b27359 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 44cc50ed-d28e-4741-808d-d9a58e55cb99 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:58:45.963538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49652) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:46.070234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9120b6a-7784-4342-a312-1dafe62da472 admin admin] Deleting subnet b1764549-e482-4075-b583-f57f72215894 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:46.082761 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9120b6a-7784-4342-a312-1dafe62da472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.098166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49656) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:46.194483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52775995-84ad-4b5c-af2e-7eaecf7b3d1f req-df0a585e-29ec-4d81-a417-c7ce41d3550d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:46.198043 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52775995-84ad-4b5c-af2e-7eaecf7b3d1f req-df0a585e-29ec-4d81-a417-c7ce41d3550d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.1831827 Nov 09 19:58:46.202109 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-63232f4f-77b0-46d2-bdf8-862541b27359 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 19:58:46.206715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63232f4f-77b0-46d2-bdf8-862541b27359 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:58:46.232175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9120b6a-7784-4342-a312-1dafe62da472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.250679 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.340746 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9120b6a-7784-4342-a312-1dafe62da472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.358590 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-63232f4f-77b0-46d2-bdf8-862541b27359 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9428513 Nov 09 19:58:46.359318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49664) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:46.382823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6e6999b8-0978-462f-979c-fc2d71072c7d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:46.468832 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9120b6a-7784-4342-a312-1dafe62da472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.476338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-12573427-network', 'tenant_id': 'e5ceafd5244341b8b7599c3fff518170'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:46.496733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6e6999b8-0978-462f-979c-fc2d71072c7d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:46.497678 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.529365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9120b6a-7784-4342-a312-1dafe62da472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1764549-e482-4075-b583-f57f72215894,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:46.539052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9120b6a-7784-4342-a312-1dafe62da472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.548173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Made reservation on behalf of e5ceafd5244341b8b7599c3fff518170 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:46.549590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device de3f2d0d-b343-49e7-a9f9-ed82b95532ef no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:46.550051 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e9120b6a-7784-4342-a312-1dafe62da472 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b1764549-e482-4075-b583-f57f72215894 HTTP/1.1" status: 204 len: 168 time: 0.5838797 Nov 09 19:58:46.551529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49668) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:46.551966 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.563933 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.618537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: de3f2d0d-b343-49e7-a9f9-ed82b95532ef {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:46.620125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device de3f2d0d-b343-49e7-a9f9-ed82b95532ef not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:46.655597 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.659758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-52775995-84ad-4b5c-af2e-7eaecf7b3d1f req-1389c44b-88b7-4f99-ad0d-6d801d46e7d8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318197 Nov 09 19:58:46.673197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318fc705-58f0-451b-88a2-da0431ab1a4e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:46.679768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318fc705-58f0-451b-88a2-da0431ab1a4e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:46.685186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-318fc705-58f0-451b-88a2-da0431ab1a4e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3205423 Nov 09 19:58:46.685997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49672) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:46.772183 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.786747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.801533 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.843793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 6e6999b8-0978-462f-979c-fc2d71072c7d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6e6999b8-0978-462f-979c-fc2d71072c7d,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:46.871379 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:46.937792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdea0931-38bb-4e87-90e0-665a0cea31c8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:47.031676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=6e6999b8-0978-462f-979c-fc2d71072c7d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:47.036509 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.086920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:58:47.118794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a019af83-2c3f-4097-a718-236a8353bb28']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:47.120847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.121586 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Added segment 839f41fb-9b1e-4dd7-9be0-d31df5484602 of type vlan for network 7f714f92-db71-47b8-b48f-73ddf66b87cc Nov 09 19:58:47.139683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60299cba-13aa-411b-861f-9172b9743cae') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:47.140193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60299cba-13aa-411b-861f-9172b9743cae') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:47.197405 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.202408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-01aa2ab9-a09f-4204-8b6d-2ce4e1802d05 None None] Provisioning complete for port 6e6999b8-0978-462f-979c-fc2d71072c7d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:47.202815 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-01aa2ab9-a09f-4204-8b6d-2ce4e1802d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.234462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-55418c7f-0c4d-434e-b9e0-f52cfc613f28 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 4d3c3680-bec5-473d-b102-eef6fdaf52d1 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:47.235077 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-55418c7f-0c4d-434e-b9e0-f52cfc613f28 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.240258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.266547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:58:47.267132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:58:47.269329 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:58:47.406147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.414487 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.424310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] 10.222.0.53 "DELETE /v2.0/networks/a019af83-2c3f-4097-a718-236a8353bb28 HTTP/1.1" status: 204 len: 168 time: 0.8717072 Nov 09 19:58:47.425862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49702) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:47.474330 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-55418c7f-0c4d-434e-b9e0-f52cfc613f28 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.475282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5894ad-4adb-499c-8203-92f2968d9dea admin admin] Pushing event deleted for resources: {'Network': ['ID=a019af83-2c3f-4097-a718-236a8353bb28,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:47.536485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-3780c3d4-8cbd-4fd8-8fd7-8521850b495b admin admin] Deleting subnet c2cee621-eaf5-4ff5-9090-4614b3b70c71 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:47.548095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-55418c7f-0c4d-434e-b9e0-f52cfc613f28 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 4d3c3680-bec5-473d-b102-eef6fdaf52d1 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:47.565586 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3780c3d4-8cbd-4fd8-8fd7-8521850b495b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.673452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3780c3d4-8cbd-4fd8-8fd7-8521850b495b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.720747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.744249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c34d933e-dc95-4490-b2ed-c7e2a1ec787c None None] Provisioning complete for port 4d3c3680-bec5-473d-b102-eef6fdaf52d1 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:47.745496 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c34d933e-dc95-4490-b2ed-c7e2a1ec787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.759364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3780c3d4-8cbd-4fd8-8fd7-8521850b495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.812381 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.820363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:47.821033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.835736 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3780c3d4-8cbd-4fd8-8fd7-8521850b495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.856297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c34d933e-dc95-4490-b2ed-c7e2a1ec787c None None] Port 4d3c3680-bec5-473d-b102-eef6fdaf52d1 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:58:47.875374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780c3d4-8cbd-4fd8-8fd7-8521850b495b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2cee621-eaf5-4ff5-9090-4614b3b70c71,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:47.900411 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3780c3d4-8cbd-4fd8-8fd7-8521850b495b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:47.905161 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3780c3d4-8cbd-4fd8-8fd7-8521850b495b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c2cee621-eaf5-4ff5-9090-4614b3b70c71 HTTP/1.1" status: 204 len: 168 time: 0.4588671 Nov 09 19:58:47.910541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49718) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:47.934305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49720) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:47.940507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Request body: {'subnet': {'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-12573427-subnet', 'tenant_id': 'e5ceafd5244341b8b7599c3fff518170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:47.944300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8408322 Nov 09 19:58:47.979929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Made reservation on behalf of e5ceafd5244341b8b7599c3fff518170 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:47.987644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:48.099366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68270507-6400-49a7-bc84-cd7045eb8b92 admin admin] Pushing event updated for resources: {'Network': ['ID=7f714f92-db71-47b8-b48f-73ddf66b87cc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:48.112868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 7f714f92-db71-47b8-b48f-73ddf66b87cc details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:58:48.200700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-55418c7f-0c4d-434e-b9e0-f52cfc613f28 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:48.224719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:48.281598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55418c7f-0c4d-434e-b9e0-f52cfc613f28 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=4d3c3680-bec5-473d-b102-eef6fdaf52d1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:48.290386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ddae-76b9-41ed-bc5c-1007ed95956d req-ad9ae88a-e517-4afd-bf87-a20611384a44 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:48.302563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3372ddae-76b9-41ed-bc5c-1007ed95956d req-ad9ae88a-e517-4afd-bf87-a20611384a44 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.4181678 Nov 09 19:58:48.333520 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6e6999b8-0978-462f-979c-fc2d71072c7d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:48.354406 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:48.375418 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-55418c7f-0c4d-434e-b9e0-f52cfc613f28 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:48.393428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-55418c7f-0c4d-434e-b9e0-f52cfc613f28 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/4d3c3680-bec5-473d-b102-eef6fdaf52d1 HTTP/1.1" status: 204 len: 168 time: 1.7037225 Nov 09 19:58:48.394687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49728) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:48.455140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6e6999b8-0978-462f-979c-fc2d71072c7d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:48.455417 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:48.456182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Checking segment: {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:48.457026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Network hostable DHCP agents. Network: 7f714f92-db71-47b8-b48f-73ddf66b87cc, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:58:48.463049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3caead73-e47a-466c-8a18-a778ff749776,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:48.499607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Network 7f714f92-db71-47b8-b48f-73ddf66b87cc is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:58:48.543064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 7f714f92-db71-47b8-b48f-73ddf66b87cc) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:48.560736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a293f11-a072-4e94-8c80-d313c6ac1b2b None None] Network 7f714f92-db71-47b8-b48f-73ddf66b87cc requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:48.569041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:48.571323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:48.628853 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d24fd46f-a046-4a74-a87a-4f546f2e0319 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6860144 Nov 09 19:58:48.797969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:48.854057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ace90b-196e-4c3a-a51a-485bdfa7bf93']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:48.873873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd69fb8c-2fb6-4bc3-97fb-805a8ff9b4b8') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:48.875289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd69fb8c-2fb6-4bc3-97fb-805a8ff9b4b8') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:58:48.909553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cccc8b-bc90-4dd3-8af0-f4f2ec7afe19 None None] Network 7f714f92-db71-47b8-b48f-73ddf66b87cc requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:48.928401 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:48.950884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:48.958389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:58:48.959109 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: timer() Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:58:49.496558 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:58:49.499830 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3372ddae-76b9-41ed-bc5c-1007ed95956d req-32507609-0383-4cbd-af3b-c9579ed85fed tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1443100 Nov 09 19:58:49.542046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa5c25-6493-4c11-b381-b7ae4129b250 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:49.543660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa5c25-6493-4c11-b381-b7ae4129b250 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:49.545456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b9fa5c25-6493-4c11-b381-b7ae4129b250 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1507013 Nov 09 19:58:49.548508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49766) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:49.573156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:49.636568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:49.636568 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] 10.222.0.53 "DELETE /v2.0/networks/c1ace90b-196e-4c3a-a51a-485bdfa7bf93 HTTP/1.1" status: 204 len: 168 time: 1.6910028 Nov 09 19:58:49.690411 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-2b7da71c-77d0-471c-82da-85eb9099b167 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2267044 Nov 09 19:58:49.707815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca345638-e28d-4c4d-ab57-dbc18f51911c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ace90b-196e-4c3a-a51a-485bdfa7bf93,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:49.748329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbff07a-67e4-4639-89e4-0d1a2f1985c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet a48f26e0-03cc-48cf-b065-26763183065b {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:49.752858 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-abbff07a-67e4-4639-89e4-0d1a2f1985c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:49.770413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-b73829b6-7afd-44cf-a307-c5ee43e08f71 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:49.787459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-b73829b6-7afd-44cf-a307-c5ee43e08f71 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/networks?id=7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 200 len: 811 time: 0.2574275 Nov 09 19:58:49.822019 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-abbff07a-67e4-4639-89e4-0d1a2f1985c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:49.840285 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-b5951392-f2d1-4bf4-881f-4bb1e4348bc2 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/quotas/e5ceafd5244341b8b7599c3fff518170 HTTP/1.1" status: 200 len: 375 time: 0.0518553 Nov 09 19:58:49.887272 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-65ca4be3-7bb4-41bb-b9a7-5afab620bea5 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5ceafd5244341b8b7599c3fff518170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450573 Nov 09 19:58:49.900954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-cc322390-3e35-41ad-b596-7d3d566ff21a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 19:58:49.902167 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-cc322390-3e35-41ad-b596-7d3d566ff21a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118403 Nov 09 19:58:49.930777 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-8480b127-7734-438c-b1ca-e4813c06d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:49.932310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-8480b127-7734-438c-b1ca-e4813c06d6e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5b8b896b82e8499c9b231a80905ce84d&device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 1096 time: 0.1427977 Nov 09 19:58:49.932788 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49786) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:50.135429 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-abbff07a-67e4-4639-89e4-0d1a2f1985c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:50.153226 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c81fe44c-3f8f-451b-b802-2e66acd2f08a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=681053a9af544f5aa622d66bdc374ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172616 Nov 09 19:58:50.174152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49794) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:50.257731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-abbff07a-67e4-4639-89e4-0d1a2f1985c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:50.291925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbff07a-67e4-4639-89e4-0d1a2f1985c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=a48f26e0-03cc-48cf-b065-26763183065b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:50.298841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-8497c0e3-06d7-4378-aba6-30a1b2e2b109 service neutron] 10.222.0.53 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867548 Nov 09 19:58:50.314958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-abbff07a-67e4-4639-89e4-0d1a2f1985c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:50.323672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf1009a-c619-42dc-8e2a-c48d5695655f None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:50.325448 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-abbff07a-67e4-4639-89e4-0d1a2f1985c4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/a48f26e0-03cc-48cf-b065-26763183065b HTTP/1.1" status: 204 len: 168 time: 0.7661622 Nov 09 19:58:50.326279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49798) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:50.417563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-25feda79-2430-4462-95d9-a957414b41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:50.420326 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-25feda79-2430-4462-95d9-a957414b41ac service neutron] 10.222.0.77 "GET /v2.0/networks?id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 200 len: 907 time: 0.4398487 Nov 09 19:58:50.434112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dda7a906-e609-4b69-8674-31a9bc700d99 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031682 Nov 09 19:58:50.438981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49800) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:50.444265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d02c36c2-559e-4a8d-ba57-d9ebed0602ae tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:50.712440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b2df53-9223-4ae5-ba80-f3dd198d2f58 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:58:50.735842 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2235fea-1af1-4c27-968b-d4e771396d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:50.764187 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2235fea-1af1-4c27-968b-d4e771396d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:50.768894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02c36c2-559e-4a8d-ba57-d9ebed0602ae tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:50.775917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d02c36c2-559e-4a8d-ba57-d9ebed0602ae tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:50.819044 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-32cd8e8c-ed80-4c15-97aa-117406d503dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe HTTP/1.1" status: 200 len: 217 time: 0.3639085 Nov 09 19:58:50.859935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f4b2df53-9223-4ae5-ba80-f3dd198d2f58 None None] Deleting port 6e6999b8-0978-462f-979c-fc2d71072c7d {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:50.861535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f4b2df53-9223-4ae5-ba80-f3dd198d2f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:50.950975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f4b2df53-9223-4ae5-ba80-f3dd198d2f58 None None] For port 6e6999b8-0978-462f-979c-fc2d71072c7d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6e6999b8-0978-462f-979c-fc2d71072c7d,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:50.951677 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f4b2df53-9223-4ae5-ba80-f3dd198d2f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:50.970318 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f4b2df53-9223-4ae5-ba80-f3dd198d2f58 None None] Calling delete_port for 6e6999b8-0978-462f-979c-fc2d71072c7d owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:51.071338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f275f-3730-4028-9b70-9d1c387b31e1 req-0c0ddee0-40d5-4f25-b593-e4e596e31932 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:51.083710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d87f275f-3730-4028-9b70-9d1c387b31e1 req-0c0ddee0-40d5-4f25-b593-e4e596e31932 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.3799312 Nov 09 19:58:51.196561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:51.234626 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f4b2df53-9223-4ae5-ba80-f3dd198d2f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:51.235116 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d87f275f-3730-4028-9b70-9d1c387b31e1 req-fd0249d1-9b79-48ca-898a-ee9ceadd5c49 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421516 Nov 09 19:58:51.358614 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2df53-9223-4ae5-ba80-f3dd198d2f58 None None] Pushing event deleted for resources: {'Port': ['ID=6e6999b8-0978-462f-979c-fc2d71072c7d,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:51.364304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2df53-9223-4ae5-ba80-f3dd198d2f58 None None] No DVR routers for this DVR port 6e6999b8-0978-462f-979c-fc2d71072c7d on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:51.474063 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d02c36c2-559e-4a8d-ba57-d9ebed0602ae tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:51.540673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c36c2-559e-4a8d-ba57-d9ebed0602ae tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:51.548250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d02c36c2-559e-4a8d-ba57-d9ebed0602ae tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:51.557823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c36c2-559e-4a8d-ba57-d9ebed0602ae tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:51.558713 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d02c36c2-559e-4a8d-ba57-d9ebed0602ae tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:51.563724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea94c4d-7357-40a7-9c5b-ae1300b0ed6c None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:51.574057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c36c2-559e-4a8d-ba57-d9ebed0602ae tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=30c23484-cc49-4b3e-a259-66738fe02674,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:51.624627 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d02c36c2-559e-4a8d-ba57-d9ebed0602ae tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1841381 Nov 09 19:58:51.627253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49828) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:51.632728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e4322b68-5517-4ec4-9392-afbc48b1f898 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': '30c23484-cc49-4b3e-a259-66738fe02674', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1679136498'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:51.879118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2235fea-1af1-4c27-968b-d4e771396d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:51.896244 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2235fea-1af1-4c27-968b-d4e771396d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:51.899898 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a2235fea-1af1-4c27-968b-d4e771396d64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f HTTP/1.1" status: 204 len: 168 time: 1.7204995 Nov 09 19:58:51.925930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2235fea-1af1-4c27-968b-d4e771396d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9e3131-42f6-47eb-ac0b-46ba2ba22b1f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:51.944608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-cc51b931-22b6-43b0-a752-13d211527659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:51.946187 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-cc51b931-22b6-43b0-a752-13d211527659 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 200 len: 846 time: 1.1145017 Nov 09 19:58:51.966807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4322b68-5517-4ec4-9392-afbc48b1f898 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:51.979933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '30c23484-cc49-4b3e-a259-66738fe02674'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:58:51.987780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:52.057500 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-d7496348-31a0-4634-8ae5-207e989d2cb1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e439c7f8-e1b8-4e07-944e-bdfe01f842f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952711 Nov 09 19:58:52.077343 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-b85cc24c-cbd0-4b2a-8ea3-7ab626b4f972 service neutron] 10.222.0.53 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7774909 Nov 09 19:58:52.315857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4322b68-5517-4ec4-9392-afbc48b1f898 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:52.365299 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-f09b1418-97f7-4380-b8fd-27e4a671ee9d service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852681 Nov 09 19:58:52.395091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-e4322b68-5517-4ec4-9392-afbc48b1f898 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port ec3c427e-dead-4ef2-bc26-4aa17700d7c9 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:58:52.532355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/30c23484-cc49-4b3e-a259-66738fe02674/1d137c49-4993-457c-a17f-56ab64609f9b) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:52.639630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c381a36-86b0-43ca-84a8-ed9a7143f4f8 req-84aabdb6-8c2c-4789-a86d-0b00ca6d39ce service neutron] 10.222.0.77 "GET /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666700 Nov 09 19:58:52.787228 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6e6999b8-0978-462f-979c-fc2d71072c7d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:52.817472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49856) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:52.863927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bd71e-52dd-492d-9ae8-5a7cc8a74cac req-70e6c920-a81f-4213-b802-9549c7b4c19f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:52.866805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 6e6999b8-0978-462f-979c-fc2d71072c7d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:52.867342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6e6999b8-0978-462f-979c-fc2d71072c7d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:52.882061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-600bd71e-52dd-492d-9ae8-5a7cc8a74cac req-70e6c920-a81f-4213-b802-9549c7b4c19f tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.3608496 Nov 09 19:58:52.882721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-52f40256-6573-4690-960d-ee3cae4950fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8cdffa0ee8b74ca8b6e7863d97b7b3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637290 Nov 09 19:58:52.885088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49862) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:53.025655 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-600bd71e-52dd-492d-9ae8-5a7cc8a74cac req-b0dcece6-65a6-4950-92a1-dce401a560f0 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412132 Nov 09 19:58:53.040598 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2e7a-3c64-4b5a-81b4-d27999f54128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:53.077920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2e7a-3c64-4b5a-81b4-d27999f54128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:53.099711 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:53.119487 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:53.126191 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4322b68-5517-4ec4-9392-afbc48b1f898 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 19:58:53.131422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4322b68-5517-4ec4-9392-afbc48b1f898 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 19:58:53.204608 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2e7a-3c64-4b5a-81b4-d27999f54128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:53.209686 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2e7a-3c64-4b5a-81b4-d27999f54128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:53.211769 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6ebe2e7a-3c64-4b5a-81b4-d27999f54128 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29a989ab-c400-46fc-a69b-c3f6aec961f4 HTTP/1.1" status: 204 len: 168 time: 0.3257413 Nov 09 19:58:53.243846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe2e7a-3c64-4b5a-81b4-d27999f54128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a989ab-c400-46fc-a69b-c3f6aec961f4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:53.262251 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa1c8da1-eb19-4a7b-b71d-a269afc5887a req-d4b3ab92-658c-459c-b50a-ab327a451244 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 210 time: 0.1197398 Nov 09 19:58:53.277382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e4322b68-5517-4ec4-9392-afbc48b1f898 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6462913 Nov 09 19:58:53.279254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49884) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:53.316459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:53.339320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:53.379666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738d9d6-551a-4ffe-a8e5-67276de3fc37 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:53.382912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a738d9d6-551a-4ffe-a8e5-67276de3fc37 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1003861 Nov 09 19:58:53.383997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49890) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:53.390683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:53.428569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Pushing event updated for resources: {'Port': ['ID=1d137c49-4993-457c-a17f-56ab64609f9b,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:53.505834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Attempting to bind port 1d137c49-4993-457c-a17f-56ab64609f9b on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:53.506681 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Attempting to bind port 1d137c49-4993-457c-a17f-56ab64609f9b by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:53.507678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Attempting to bind port 1d137c49-4993-457c-a17f-56ab64609f9b on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:53.515603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:58:53.516718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:53.517580 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:53.519040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:58:53.521061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Bound port: 1d137c49-4993-457c-a17f-56ab64609f9b, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:58:53.521703 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:53.571519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f39405-deb8-498f-8f9b-7730343dc24e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:53.574542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f39405-deb8-498f-8f9b-7730343dc24e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:53.584321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49898) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:53.584893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-01f39405-deb8-498f-8f9b-7730343dc24e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1995428 Nov 09 19:58:53.665387 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] For port 1d137c49-4993-457c-a17f-56ab64609f9b, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:58:53.673499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] For port 1d137c49-4993-457c-a17f-56ab64609f9b, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1d137c49-4993-457c-a17f-56ab64609f9b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:58:53.720678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fba2587-fb6e-4414-b9eb-fc0404004487 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 30c23484-cc49-4b3e-a259-66738fe02674 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:58:53.734224 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3fba2587-fb6e-4414-b9eb-fc0404004487 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:53.735687 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:53.837719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f0ae4-7d52-4543-b62b-a89fd4b97288 None None] Pushing event updated for resources: {'Port': ['ID=1d137c49-4993-457c-a17f-56ab64609f9b,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:53.846141 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3fba2587-fb6e-4414-b9eb-fc0404004487 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:54.151044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3fba2587-fb6e-4414-b9eb-fc0404004487 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:54.519403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa91cbcc-96ed-4c1b-9b71-7bbc3e618e14 req-fe1c2656-59ae-4b0b-a71e-b929b2f0e4d0 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 210 time: 0.0445631 Nov 09 19:58:54.613163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfa82b-9457-498e-b91c-c8b59d74dded req-90ab64fa-5520-472a-a579-9e095c0ab056 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:54.645578 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7cfa82b-9457-498e-b91c-c8b59d74dded req-90ab64fa-5520-472a-a579-9e095c0ab056 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.3610981 Nov 09 19:58:54.665016 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3fba2587-fb6e-4414-b9eb-fc0404004487 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:54.741696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3fba2587-fb6e-4414-b9eb-fc0404004487 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:54.744963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3fba2587-fb6e-4414-b9eb-fc0404004487 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/30c23484-cc49-4b3e-a259-66738fe02674 HTTP/1.1" status: 204 len: 168 time: 1.1588392 Nov 09 19:58:54.748108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba2587-fb6e-4414-b9eb-fc0404004487 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=30c23484-cc49-4b3e-a259-66738fe02674,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:54.748502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49936) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:54.820687 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7cfa82b-9457-498e-b91c-c8b59d74dded req-eab21a2c-9582-4028-a2b1-93f1cf09dc8b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649094 Nov 09 19:58:54.889816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49944) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:54.890924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-87386634-a933-4dff-a95c-b59e44508a4a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409955 Nov 09 19:58:54.899391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ffe17712-e45e-4490-b398-8c2a59be3476 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:55.361382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:55.408581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49962) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:55.450888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe17712-e45e-4490-b398-8c2a59be3476 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:55.454632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ffe17712-e45e-4490-b398-8c2a59be3476 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:55.671709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-351952082-network', 'tenant_id': '93208427bc274a8b8137372b5d73943b'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:55.753015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Made reservation on behalf of 93208427bc274a8b8137372b5d73943b for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:55.760293 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:55.774211 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:55.818065 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802f48b-7b41-4366-96c2-dfad26bfa94b None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:55.892568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-a54dbbbf-59ef-4279-9dbf-0d9843db972e tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:55.894733 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-a54dbbbf-59ef-4279-9dbf-0d9843db972e tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.70 "GET /v2.0/networks?id=7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 200 len: 811 time: 0.6833189 Nov 09 19:58:55.904220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-81396409-44dd-44b8-be75-08d967ec2ef9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:55.910647 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-81396409-44dd-44b8-be75-08d967ec2ef9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.70 "GET /v2.0/networks?id=7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 200 len: 811 time: 0.4321260 Nov 09 19:58:55.943237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:55.959485 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:55.967414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Request body: {'port': {'device_id': 'e4548ea4-aaa0-407f-8ce3-1bd06dad5c93', 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc', 'admin_state_up': True, 'tenant_id': 'e5ceafd5244341b8b7599c3fff518170'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:55.985672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c7ed2387-4213-4ce9-9813-f7ec599dd34c None None] Provisioning complete for port 1d137c49-4993-457c-a17f-56ab64609f9b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:55.986351 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2387-4213-4ce9-9813-f7ec599dd34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.046665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838ee448-c616-45bc-81d5-5f826718165b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:56.137338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:58:56.199138 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.201582 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Added segment 31d01194-0909-45ee-9330-9d1798c87a3f of type vlan for network f371d5ab-06e0-49e5-9339-f059f28199e8 Nov 09 19:58:56.222549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8aaec5a1-4e66-455d-ba4b-9f6fac163f6c req-a6256162-db8d-4eb4-9517-1cda7961a165 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 210 time: 0.2798223 Nov 09 19:58:56.266328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Request body: {'port': {'device_id': 'b097f6cf-b69a-4eed-bc04-6b3e44599bf6', 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc', 'admin_state_up': True, 'tenant_id': 'e5ceafd5244341b8b7599c3fff518170'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:56.409617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1d137c49-4993-457c-a17f-56ab64609f9b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:58:56.421107 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.491139 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.492219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:56.492795 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.502873 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2387-4213-4ce9-9813-f7ec599dd34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.524813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d00cb-b26c-4f80-aef4-ac65d7173950 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:58:56.538043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f5b15-ec38-45ff-be14-e653c03b0e44 req-87d40f36-b5f7-4470-be15-246eecb6ccf0 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:56.549970 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a59f5b15-ec38-45ff-be14-e653c03b0e44 req-87d40f36-b5f7-4470-be15-246eecb6ccf0 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.5061476 Nov 09 19:58:56.556379 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1466155 Nov 09 19:58:56.576602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49990) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:56.591547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Request body: {'subnet': {'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-351952082-subnet', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:56.695857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c7ed2387-4213-4ce9-9813-f7ec599dd34c None None] For port 1d137c49-4993-457c-a17f-56ab64609f9b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1d137c49-4993-457c-a17f-56ab64609f9b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:56.700805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1d137c49-4993-457c-a17f-56ab64609f9b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:58:56.701184 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.711692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Made reservation on behalf of e5ceafd5244341b8b7599c3fff518170 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:56.716410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.775583 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2387-4213-4ce9-9813-f7ec599dd34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.835329 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a59f5b15-ec38-45ff-be14-e653c03b0e44 req-3d2d88da-b0b2-4815-a0db-f407d529a14b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843156 Nov 09 19:58:56.853413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137954b4-5d2a-4d20-bf6c-d7ae9de98b86 admin admin] Pushing event updated for resources: {'Network': ['ID=f371d5ab-06e0-49e5-9339-f059f28199e8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:56.884414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Made reservation on behalf of 93208427bc274a8b8137372b5d73943b for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:56.891112 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.894616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network f371d5ab-06e0-49e5-9339-f059f28199e8 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:58:56.913527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-084d00cb-b26c-4f80-aef4-ac65d7173950 None None] Deleting port 1d137c49-4993-457c-a17f-56ab64609f9b {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:58:56.915573 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-084d00cb-b26c-4f80-aef4-ac65d7173950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:56.994154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Made reservation on behalf of e5ceafd5244341b8b7599c3fff518170 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:58:56.998593 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:57.208769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-084d00cb-b26c-4f80-aef4-ac65d7173950 None None] For port 1d137c49-4993-457c-a17f-56ab64609f9b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1d137c49-4993-457c-a17f-56ab64609f9b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:58:57.209292 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-084d00cb-b26c-4f80-aef4-ac65d7173950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:57.248053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-084d00cb-b26c-4f80-aef4-ac65d7173950 None None] Calling delete_port for 1d137c49-4993-457c-a17f-56ab64609f9b owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:58:57.254369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed2387-4213-4ce9-9813-f7ec599dd34c None None] Pushing event updated for resources: {'Port': ['ID=1d137c49-4993-457c-a17f-56ab64609f9b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:57.394053 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-084d00cb-b26c-4f80-aef4-ac65d7173950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:57.462469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d00cb-b26c-4f80-aef4-ac65d7173950 None None] Pushing event deleted for resources: {'Port': ['ID=1d137c49-4993-457c-a17f-56ab64609f9b,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:57.468120 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05e0d1cf-e8b5-4a8c-9cbb-040f0f1c836e req-7110c13f-6d78-41ae-8836-cca3f5e202f8 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 210 time: 0.0399129 Nov 09 19:58:57.468342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d00cb-b26c-4f80-aef4-ac65d7173950 None None] No DVR routers for this DVR port 1d137c49-4993-457c-a17f-56ab64609f9b on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:58:57.505483 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:57.544855 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ffe17712-e45e-4490-b398-8c2a59be3476 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:57.661434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe17712-e45e-4490-b398-8c2a59be3476 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:57.680699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Allocated IP 172.20.0.2 (7f714f92-db71-47b8-b48f-73ddf66b87cc/3caead73-e47a-466c-8a18-a778ff749776/8d52c07c-cf4b-4d27-a847-905f29273a9d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:57.691603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ffe17712-e45e-4490-b398-8c2a59be3476 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:57.708187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4cf51e-e3cf-4e25-951e-75adccf486ec,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:57.713643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1043f8-77e6-4eaf-9230-39bfdec6ae95 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:57.869374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe17712-e45e-4490-b398-8c2a59be3476 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:57.872302 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ffe17712-e45e-4490-b398-8c2a59be3476 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:57.935312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50024) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:57.941269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5d2bf0fb-a279-4da5-bf78-5bf34f6d492e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-821677815', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:57.946609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ffe17712-e45e-4490-b398-8c2a59be3476 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0395627 Nov 09 19:58:57.991140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:58:57.991658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Network hostable DHCP agents. Network: f371d5ab-06e0-49e5-9339-f059f28199e8, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:58:58.057897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:58:58.070759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '70e38b4a-3f01-453c-8260-c22762e47e9a'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:58:58.071879 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.092951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, f371d5ab-06e0-49e5-9339-f059f28199e8) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:58.099010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe17712-e45e-4490-b398-8c2a59be3476 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=70e38b4a-3f01-453c-8260-c22762e47e9a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:58.108489 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf0fb-a279-4da5-bf78-5bf34f6d492e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.109713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf0fb-a279-4da5-bf78-5bf34f6d492e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.120022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:58.124097 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.129759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb792c90-1cba-4e34-b8c3-9494342325bc None None] Network f371d5ab-06e0-49e5-9339-f059f28199e8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:58:58.243282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.259746 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f8e142c7-6069-426f-91e6-1f3afcb3b783 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6733205 Nov 09 19:58:58.269902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50042) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:58.302121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:58.367768 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf0fb-a279-4da5-bf78-5bf34f6d492e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.378007 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.379254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.390462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629ac5e-2c8d-4f3b-a8cd-ad72b5ce2581 req-b1eed3b9-a455-479c-8e89-a333fe12351d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:58.393390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5629ac5e-2c8d-4f3b-a8cd-ad72b5ce2581 req-b1eed3b9-a455-479c-8e89-a333fe12351d tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.4165783 Nov 09 19:58:58.398030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf0fb-a279-4da5-bf78-5bf34f6d492e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.503740 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5629ac5e-2c8d-4f3b-a8cd-ad72b5ce2581 req-eb941632-fcaa-4473-b389-da4c2c9f94ba tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921290 Nov 09 19:58:58.535506 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf0fb-a279-4da5-bf78-5bf34f6d492e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.539935 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5d2bf0fb-a279-4da5-bf78-5bf34f6d492e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6027887 Nov 09 19:58:58.540605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50052) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:58.590568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.728442 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:58.853190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Network 7f714f92-db71-47b8-b48f-73ddf66b87cc is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:58.858454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1d137c49-4993-457c-a17f-56ab64609f9b no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:58:58.909622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50064) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:58:58.941176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:58.944332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:58.949462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1d137c49-4993-457c-a17f-56ab64609f9b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:58:58.950476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1d137c49-4993-457c-a17f-56ab64609f9b not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:58:59.127275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/70e38b4a-3f01-453c-8260-c22762e47e9a/1e579bb2-a711-4cca-b0b3-fac42807cc6d) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:59.144415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:59.146333 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:59.165158 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f820a94-1e70-4cde-a441-16ec79d43583 req-cefc8ac8-622f-4efa-bc04-0301ce305099 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 210 time: 0.4194951 Nov 09 19:58:59.194471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Pushing event updated for resources: {'Port': ['ID=8d52c07c-cf4b-4d27-a847-905f29273a9d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:59.210369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Allocated IP 172.20.0.8 (7f714f92-db71-47b8-b48f-73ddf66b87cc/3caead73-e47a-466c-8a18-a778ff749776/80d22eaf-0a8c-4316-98c9-e0806a0c784a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:58:59.255825 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5302f407-9204-4495-b748-526e63dd76b9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3179622 Nov 09 19:58:59.264529 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:59.315550 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:59.333186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Request body: {'port': {'device_id': 'e4548ea4-aaa0-407f-8ce3-1bd06dad5c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:58:59.345227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:59.383123 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:59.493309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8bad0bbd-4b2c-47f4-8db5-4db11baa658d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:59.626976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:58:59.672227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:58:59.693696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:58:59.731026 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-f371d5ab-06e0-49e5-9339-f059f28199e8', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:58:59.735844 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:58:59.843667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Pushing event updated for resources: {'Port': ['ID=1e579bb2-a711-4cca-b0b3-fac42807cc6d,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:58:59.920501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1158f4-5d40-404d-b003-1b1b0faa028b req-d9a7d293-1494-419d-93c1-1dad8b621051 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:58:59.925230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Attempting to bind port 1e579bb2-a711-4cca-b0b3-fac42807cc6d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:58:59.926318 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Attempting to bind port 1e579bb2-a711-4cca-b0b3-fac42807cc6d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:58:59.926915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Attempting to bind port 1e579bb2-a711-4cca-b0b3-fac42807cc6d on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:58:59.932559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8e1158f4-5d40-404d-b003-1b1b0faa028b req-d9a7d293-1494-419d-93c1-1dad8b621051 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.2563138 Nov 09 19:58:59.980249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::1 (a3569f24-b25f-4233-bf98-fbac1e555025/70e38b4a-3f01-453c-8260-c22762e47e9a/3af20c84-6060-4a91-962f-02ed9a06bc70) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:00.078800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:00.078800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:00.078800 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.078800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:00.079362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Bound port: 1e579bb2-a711-4cca-b0b3-fac42807cc6d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:00.079362 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.080863 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.208872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8e1158f4-5d40-404d-b003-1b1b0faa028b req-8ec0e1df-83a4-4499-9a96-a3bfe284ccc3 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554891 Nov 09 19:59:00.253702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Allocated IP 172.20.0.2 (f371d5ab-06e0-49e5-9339-f059f28199e8/1e4cf51e-e3cf-4e25-951e-75adccf486ec/419446bf-11f0-4b9a-b4cd-378ae2477248) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:00.279424 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] For port 1e579bb2-a711-4cca-b0b3-fac42807cc6d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:00.284250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] For port 1e579bb2-a711-4cca-b0b3-fac42807cc6d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1e579bb2-a711-4cca-b0b3-fac42807cc6d,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:00.303509 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.376413 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.400019 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34d9d6f2-b013-4fa1-ac62-b499acf9844b req-09a31564-6460-4bfc-874d-903084ef52b4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 210 time: 0.0605788 Nov 09 19:59:00.467860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.494191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf668e4-63bb-4a53-ac29-50359ae3568b None None] Pushing event updated for resources: {'Port': ['ID=1e579bb2-a711-4cca-b0b3-fac42807cc6d,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:00.532317 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:00.538282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:00.552090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:00.552731 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.556293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=3af20c84-6060-4a91-962f-02ed9a06bc70,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:00.705273 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.721449 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.738900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8bad0bbd-4b2c-47f4-8db5-4db11baa658d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.766268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8bad0bbd-4b2c-47f4-8db5-4db11baa658d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.799370 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.827107 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:00.864399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8bad0bbd-4b2c-47f4-8db5-4db11baa658d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0dcb0e74fc5e4600bed9eab68a0dc06a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8144076 Nov 09 19:59:00.882274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50098) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:00.920207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Pushing event updated for resources: {'Port': ['ID=419446bf-11f0-4b9a-b4cd-378ae2477248,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:00.929413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:00.930624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:00.933526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:01.044166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad0bbd-4b2c-47f4-8db5-4db11baa658d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ad2baa-8b17-4e80-a8d1-c726c3c4a29e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:01.116280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Attempting to bind port 419446bf-11f0-4b9a-b4cd-378ae2477248 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:01.118807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Attempting to bind port 419446bf-11f0-4b9a-b4cd-378ae2477248 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:01.119824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Attempting to bind port 419446bf-11f0-4b9a-b4cd-378ae2477248 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:01.166877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:01.178025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:01.178946 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:01.179728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Bound using segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:01.180789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Bound port: 419446bf-11f0-4b9a-b4cd-378ae2477248, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:01.181567 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:01.198159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:01.200509 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:01.399712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ce453823-f898-49de-a1d8-952340465e43 None None] For port 419446bf-11f0-4b9a-b4cd-378ae2477248, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:01.426195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ce453823-f898-49de-a1d8-952340465e43 None None] For port 419446bf-11f0-4b9a-b4cd-378ae2477248, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=419446bf-11f0-4b9a-b4cd-378ae2477248,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:01.453279 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:01.637724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Pushing event updated for resources: {'Port': ['ID=80d22eaf-0a8c-4316-98c9-e0806a0c784a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:01.681202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce453823-f898-49de-a1d8-952340465e43 None None] Pushing event updated for resources: {'Port': ['ID=419446bf-11f0-4b9a-b4cd-378ae2477248,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:01.748321 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:01.771806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-776c551c-b748-45db-8c8d-eb040935e91c req-51bdc6d5-ab0e-46ac-bf8e-bd74e52c8b08 service neutron] (102296) timed out ('10.222.0.77', 65375) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 19:59:01.869273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Network 7f714f92-db71-47b8-b48f-73ddf66b87cc is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:01.872911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:01.906723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:01.940882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b135e16-3ec7-4b29-8a85-91a5018866b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:01.998999 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:02.020769 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:02.032126 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:02.091115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:02.091757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:02.092429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6dd22-b1d1-4eb0-8885-4b2c3dfba94a req-c5d2a00d-cbf1-445b-90ba-bb9fd8baa18c tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:02.094466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fdb6dd22-b1d1-4eb0-8885-4b2c3dfba94a req-c5d2a00d-cbf1-445b-90ba-bb9fd8baa18c tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 931 time: 0.3223503 Nov 09 19:59:02.310180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58811534-dca1-4d83-a5bb-bbcf42e139da req-dea8b968-217e-480a-b82f-f5e49c3f0592 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:02.326596 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58811534-dca1-4d83-a5bb-bbcf42e139da req-dea8b968-217e-480a-b82f-f5e49c3f0592 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.6493311 Nov 09 19:59:02.364102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fdb6dd22-b1d1-4eb0-8885-4b2c3dfba94a req-73bf8241-3a7f-4dcf-8d2c-753931345bfc tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235670 Nov 09 19:59:02.390041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-87f51ded-dcbc-497d-b2f3-abf47b93e187 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2764359 Nov 09 19:59:02.396556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b135e16-3ec7-4b29-8a85-91a5018866b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:02.460436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Request body: {'port': {'device_id': 'b097f6cf-b69a-4eed-bc04-6b3e44599bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:02.490297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1e579bb2-a711-4cca-b0b3-fac42807cc6d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:02.527112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=3af20c84-6060-4a91-962f-02ed9a06bc70,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:02.571415 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58811534-dca1-4d83-a5bb-bbcf42e139da req-6cdb79fa-8beb-450a-92f7-1e95bc521c97 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467177 Nov 09 19:59:02.639704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1e579bb2-a711-4cca-b0b3-fac42807cc6d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:02.640209 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:02.643275 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:02.698383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:02.708204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:02.764996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-07fffe0a-16c4-4807-9c54-dbe59fda55b8 None None] Provisioning complete for port 1e579bb2-a711-4cca-b0b3-fac42807cc6d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:02.766622 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07fffe0a-16c4-4807-9c54-dbe59fda55b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:02.770679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Allocated IP 172.25.6.247 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/effba14c-d6cd-4549-b349-caddc276e51c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:03.060610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Router 097264de-496a-4b22-b9e7-1dddcd8c1172 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:59:03.224572 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07fffe0a-16c4-4807-9c54-dbe59fda55b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:03.226787 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:03.318998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-07fffe0a-16c4-4807-9c54-dbe59fda55b8 None None] For port 1e579bb2-a711-4cca-b0b3-fac42807cc6d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1e579bb2-a711-4cca-b0b3-fac42807cc6d,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:03.332951 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07fffe0a-16c4-4807-9c54-dbe59fda55b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:03.345672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:59:03.360583 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Sync routers for ids ['097264de-496a-4b22-b9e7-1dddcd8c1172'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:59:03.377045 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b4080ed7-91af-4b8a-a1f3-ccaee9357679 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "PUT /v2.0/routers/097264de-496a-4b22-b9e7-1dddcd8c1172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8353484 Nov 09 19:59:03.377719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50140) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:03.378649 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Routers {'097264de-496a-4b22-b9e7-1dddcd8c1172'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:03.379511 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:58:44Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['097264de-496a-4b22-b9e7-1dddcd8c1172'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:03.471388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d52c07c-cf4b-4d27-a847-905f29273a9d {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:59:03.523599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3984951c-e1b9-4a51-9d54-5de989129463 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:03.536446 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:03.541872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3984951c-e1b9-4a51-9d54-5de989129463 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports/3af20c84-6060-4a91-962f-02ed9a06bc70 HTTP/1.1" status: 200 len: 911 time: 0.1630580 Nov 09 19:59:03.542423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50150) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:03.570788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b135e16-3ec7-4b29-8a85-91a5018866b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:03.573598 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b135e16-3ec7-4b29-8a85-91a5018866b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:03.577698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4b135e16-3ec7-4b29-8a85-91a5018866b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42ad2baa-8b17-4e80-a8d1-c726c3c4a29e HTTP/1.1" status: 204 len: 168 time: 2.6864033 Nov 09 19:59:03.623282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d69e332c-671d-4d27-9e28-2293f7066ff6 None None] Provisioning complete for port 3af20c84-6060-4a91-962f-02ed9a06bc70 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:03.623952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d69e332c-671d-4d27-9e28-2293f7066ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:03.704588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b135e16-3ec7-4b29-8a85-91a5018866b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ad2baa-8b17-4e80-a8d1-c726c3c4a29e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:03.707456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Transition to ACTIVE for port object 8d52c07c-cf4b-4d27-a847-905f29273a9d will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:59:03.752579 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:03.771344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf30e73-02ad-4dcd-b384-4df5142900b0 req-a240bab9-5919-47ee-ac37-2bb344cf3b60 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:03.773188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ecf30e73-02ad-4dcd-b384-4df5142900b0 req-a240bab9-5919-47ee-ac37-2bb344cf3b60 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 931 time: 0.2285945 Nov 09 19:59:03.800680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:59:03.801330 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:59:03.809759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5048b78-a2b1-435d-b7aa-a3c22cb7ed17 None None] Network f371d5ab-06e0-49e5-9339-f059f28199e8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:59:03.817582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fffe0a-16c4-4807-9c54-dbe59fda55b8 None None] Pushing event updated for resources: {'Port': ['ID=1e579bb2-a711-4cca-b0b3-fac42807cc6d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:03.821363 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Set router 097264de-496a-4b22-b9e7-1dddcd8c1172 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:03.894234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d69e332c-671d-4d27-9e28-2293f7066ff6 None None] Port 3af20c84-6060-4a91-962f-02ed9a06bc70 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:59:03.898814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486e0230-6c88-45ce-9eed-c6ba30cd0815 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:03.910955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486e0230-6c88-45ce-9eed-c6ba30cd0815 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:03.912662 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-486e0230-6c88-45ce-9eed-c6ba30cd0815 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3366244 Nov 09 19:59:03.919551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50160) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:03.945246 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:04.038710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Pushing event updated for resources: {'Port': ['ID=8d52c07c-cf4b-4d27-a847-905f29273a9d,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:04.195975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eaff547e-f365-480c-9bd2-b171e49bfd76 None None] Provisioning complete for port 3af20c84-6060-4a91-962f-02ed9a06bc70 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:04.196347 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eaff547e-f365-480c-9bd2-b171e49bfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:04.221917 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ecf30e73-02ad-4dcd-b384-4df5142900b0 req-19fdd4f8-5e61-411b-8412-257a803ea746 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287250 Nov 09 19:59:04.302971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-eaff547e-f365-480c-9bd2-b171e49bfd76 None None] Port 3af20c84-6060-4a91-962f-02ed9a06bc70 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:59:04.394288 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097264de-496a-4b22-b9e7-1dddcd8c1172', 'name': 'tempest-NetworksTestDHCPv6-router-821677815', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:00Z', 'revision_number': 2, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'gw_port_host': None, '_interfaces': [{'id': '3af20c84-6060-4a91-962f-02ed9a06bc70', 'name': '', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'mac_address': 'fa:16:3e:10:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097264de-496a-4b22-b9e7-1dddcd8c1172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '70e38b4a-3f01-453c-8260-c22762e47e9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:58:59Z', 'updated_at': '2021-11-09T19:59:01Z', 'revision_number': 2, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'subnets': [{'id': '70e38b4a-3f01-453c-8260-c22762e47e9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:04.408277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eaff547e-f365-480c-9bd2-b171e49bfd76 None None] Provisioning complete for port 419446bf-11f0-4b9a-b4cd-378ae2477248 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:04.408735 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eaff547e-f365-480c-9bd2-b171e49bfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:04.464220 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:04.485320 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Checking router: 097264de-496a-4b22-b9e7-1dddcd8c1172 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:59:04.485664 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Updating router 097264de-496a-4b22-b9e7-1dddcd8c1172 port 3af20c84-6060-4a91-962f-02ed9a06bc70 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:59:04.529717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 419446bf-11f0-4b9a-b4cd-378ae2477248 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:04.560284 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:04.600509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924bb84-9414-4e82-bb01-2e4825e6bd64 req-e8676138-dc1a-4321-98ee-03e8ed524854 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:04.602404 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4924bb84-9414-4e82-bb01-2e4825e6bd64 req-e8676138-dc1a-4321-98ee-03e8ed524854 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.6557283 Nov 09 19:59:04.652353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Attempting to bind port 8d52c07c-cf4b-4d27-a847-905f29273a9d on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:04.652820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Attempting to bind port 8d52c07c-cf4b-4d27-a847-905f29273a9d by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:04.653378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Attempting to bind port 8d52c07c-cf4b-4d27-a847-905f29273a9d on network 7f714f92-db71-47b8-b48f-73ddf66b87cc {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:04.755713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:04.759455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eaff547e-f365-480c-9bd2-b171e49bfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:04.822650 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 419446bf-11f0-4b9a-b4cd-378ae2477248 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:04.824553 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:04.878342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d22eaf-0a8c-4316-98c9-e0806a0c784a {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:59:04.894832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:04.938037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Transition to ACTIVE for port object 80d22eaf-0a8c-4316-98c9-e0806a0c784a will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:59:04.948407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Port 8d52c07c-cf4b-4d27-a847-905f29273a9d on network 7f714f92-db71-47b8-b48f-73ddf66b87cc not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:59:04.954620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Attempting to bind port 8d52c07c-cf4b-4d27-a847-905f29273a9d on network 7f714f92-db71-47b8-b48f-73ddf66b87cc {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:04.986841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Pushing event updated for resources: {'Port': ['ID=effba14c-d6cd-4549-b349-caddc276e51c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:05.009115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4924bb84-9414-4e82-bb01-2e4825e6bd64 req-63dc28bf-a9bc-47d6-98ab-411a0942821b tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997319 Nov 09 19:59:05.010362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-eaff547e-f365-480c-9bd2-b171e49bfd76 None None] For port 419446bf-11f0-4b9a-b4cd-378ae2477248, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=419446bf-11f0-4b9a-b4cd-378ae2477248,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:05.011565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:05.026068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:05.030306 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eaff547e-f365-480c-9bd2-b171e49bfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:05.067241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:05.089284 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:05.259023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff547e-f365-480c-9bd2-b171e49bfd76 None None] Pushing event updated for resources: {'Port': ['ID=419446bf-11f0-4b9a-b4cd-378ae2477248,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:05.281640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2685139d-0305-450d-9e5c-0cdb68bcbf50 None None] Provisioning complete for port 419446bf-11f0-4b9a-b4cd-378ae2477248 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:05.281977 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2685139d-0305-450d-9e5c-0cdb68bcbf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:05.348946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:05.352527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Checking segment: {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:05.356333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Bound using segment: {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:05.358269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Bound port: 8d52c07c-cf4b-4d27-a847-905f29273a9d, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:05.362253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:05.493475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1e579bb2-a711-4cca-b0b3-fac42807cc6d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:05.512224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Pushing event updated for resources: {'Port': ['ID=80d22eaf-0a8c-4316-98c9-e0806a0c784a,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:05.613022 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:05.638273 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:05.650347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1e579bb2-a711-4cca-b0b3-fac42807cc6d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:05.651020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:05.666376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eadb6-491c-42cd-9cea-7d120f608a7e req-06d45569-c2b2-470b-a14f-4c9e1602729c tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:05.672698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-720eadb6-491c-42cd-9cea-7d120f608a7e req-06d45569-c2b2-470b-a14f-4c9e1602729c tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 943 time: 0.3174684 Nov 09 19:59:05.769182 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Pushing event updated for resources: {'Port': ['ID=3af20c84-6060-4a91-962f-02ed9a06bc70,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:05.865605 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.865864 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.866195 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.866543 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.905495 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.905856 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.906202 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.906549 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.906890 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.912856 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.915066 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:05.916950 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:06.000187 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-720eadb6-491c-42cd-9cea-7d120f608a7e req-8f4da6e4-01db-4265-b176-421ea71f6cb4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187814 Nov 09 19:59:06.008400 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Attempting to bind port 3af20c84-6060-4a91-962f-02ed9a06bc70 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:06.008763 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Attempting to bind port 3af20c84-6060-4a91-962f-02ed9a06bc70 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:06.009357 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Attempting to bind port 3af20c84-6060-4a91-962f-02ed9a06bc70 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:06.037315 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:06.038002 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:06.038612 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:06.039176 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:06.039829 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Bound port: 3af20c84-6060-4a91-962f-02ed9a06bc70, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:06.040571 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:06.054031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 419446bf-11f0-4b9a-b4cd-378ae2477248 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:06.279090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 419446bf-11f0-4b9a-b4cd-378ae2477248 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:06.279395 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:06.302844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 3af20c84-6060-4a91-962f-02ed9a06bc70 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:06.303197 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:06.352085 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] For port 3af20c84-6060-4a91-962f-02ed9a06bc70, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:06.362934 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] For port 3af20c84-6060-4a91-962f-02ed9a06bc70, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3af20c84-6060-4a91-962f-02ed9a06bc70,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:06.393549 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:06.629773 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Routers {'097264de-496a-4b22-b9e7-1dddcd8c1172'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:06.630542 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:58:44Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['097264de-496a-4b22-b9e7-1dddcd8c1172'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:06.651343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] For port 3af20c84-6060-4a91-962f-02ed9a06bc70, host n-d-817256-1, got binding levels [] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:06.651923 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:06.663565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-14316c77-0490-4b94-b66c-bcb664b5c00b None None] Provisioning complete for port 3af20c84-6060-4a91-962f-02ed9a06bc70 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:06.663955 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14316c77-0490-4b94-b66c-bcb664b5c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:06.691197 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 3af20c84-6060-4a91-962f-02ed9a06bc70 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:59:06.814847 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658db00-c44e-4aec-a550-1729106d71b9 None None] Pushing event updated for resources: {'Port': ['ID=3af20c84-6060-4a91-962f-02ed9a06bc70,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:06.851686 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14316c77-0490-4b94-b66c-bcb664b5c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:06.873637 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] Set router 097264de-496a-4b22-b9e7-1dddcd8c1172 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:06.947268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-14316c77-0490-4b94-b66c-bcb664b5c00b None None] For port 3af20c84-6060-4a91-962f-02ed9a06bc70, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3af20c84-6060-4a91-962f-02ed9a06bc70,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:06.958186 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14316c77-0490-4b94-b66c-bcb664b5c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:07.104451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14316c77-0490-4b94-b66c-bcb664b5c00b None None] Pushing event updated for resources: {'Port': ['ID=3af20c84-6060-4a91-962f-02ed9a06bc70,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:07.123584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-35761aef-e67a-49b2-bb3e-00b6f87b5711 None None] Provisioning complete for port 3af20c84-6060-4a91-962f-02ed9a06bc70 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:07.125357 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-35761aef-e67a-49b2-bb3e-00b6f87b5711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:07.287758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:07.318288 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:07.356967 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097264de-496a-4b22-b9e7-1dddcd8c1172', 'name': 'tempest-NetworksTestDHCPv6-router-821677815', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:00Z', 'revision_number': 2, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'gw_port_host': None, '_interfaces': [{'id': '3af20c84-6060-4a91-962f-02ed9a06bc70', 'name': '', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'mac_address': 'fa:16:3e:10:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097264de-496a-4b22-b9e7-1dddcd8c1172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '70e38b4a-3f01-453c-8260-c22762e47e9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:58:59Z', 'updated_at': '2021-11-09T19:59:06Z', 'revision_number': 4, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'subnets': [{'id': '70e38b4a-3f01-453c-8260-c22762e47e9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:07.459186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=3af20c84-6060-4a91-962f-02ed9a06bc70,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:07.472076 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9e754-8587-4d39-b687-40bc3e9a8178 None None] The sync data for ids ['097264de-496a-4b22-b9e7-1dddcd8c1172'] in n-d-817256-1 is: [{'id': '097264de-496a-4b22-b9e7-1dddcd8c1172', 'name': 'tempest-NetworksTestDHCPv6-router-821677815', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:00Z', 'revision_number': 2, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'gw_port_host': None, '_interfaces': [{'id': '3af20c84-6060-4a91-962f-02ed9a06bc70', 'name': '', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'mac_address': 'fa:16:3e:10:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097264de-496a-4b22-b9e7-1dddcd8c1172', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '70e38b4a-3f01-453c-8260-c22762e47e9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:58:59Z', 'updated_at': '2021-11-09T19:59:06Z', 'revision_number': 4, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'subnets': [{'id': '70e38b4a-3f01-453c-8260-c22762e47e9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:59:07.602131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] For port 8d52c07c-cf4b-4d27-a847-905f29273a9d, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:07.619880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] For port 8d52c07c-cf4b-4d27-a847-905f29273a9d, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8d52c07c-cf4b-4d27-a847-905f29273a9d,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:07.782785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93ecd1-4f09-449b-998f-8e1aef958411 req-921badff-2ae3-418c-b7d8-4557fd6d9332 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:07.790656 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a93ecd1-4f09-449b-998f-8e1aef958411 req-921badff-2ae3-418c-b7d8-4557fd6d9332 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 2.3446641 Nov 09 19:59:07.834506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:07.997735 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:08.007492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:08.009329 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] 10.222.0.70 "PUT /v2.0/ports/8d52c07c-cf4b-4d27-a847-905f29273a9d HTTP/1.1" status: 200 len: 1091 time: 8.6882305 Nov 09 19:59:08.037901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4548ea4-aaa0-407f-8ce3-1bd06dad5c93', 'tag': '8d52c07c-cf4b-4d27-a847-905f29273a9d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:08.040759 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2cef90-6d10-43eb-83a9-60c438780e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4548ea4-aaa0-407f-8ce3-1bd06dad5c93", "tag": "8d52c07c-cf4b-4d27-a847-905f29273a9d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:08.064457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Attempting to bind port 80d22eaf-0a8c-4316-98c9-e0806a0c784a on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:08.076910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Attempting to bind port 80d22eaf-0a8c-4316-98c9-e0806a0c784a by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:08.077333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Attempting to bind port 80d22eaf-0a8c-4316-98c9-e0806a0c784a on network 7f714f92-db71-47b8-b48f-73ddf66b87cc {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:08.159154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a93ecd1-4f09-449b-998f-8e1aef958411 req-39ceb3df-87bc-4c6d-8978-4f19d1b9e1e6 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673584 Nov 09 19:59:08.255387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:08.257483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da9116-0eb9-468f-ab5f-2067a2c68d21 service neutron] Pushing event updated for resources: {'Port': ['ID=8d52c07c-cf4b-4d27-a847-905f29273a9d,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:08.314678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Port 80d22eaf-0a8c-4316-98c9-e0806a0c784a on network 7f714f92-db71-47b8-b48f-73ddf66b87cc not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:59:08.315010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Attempting to bind port 80d22eaf-0a8c-4316-98c9-e0806a0c784a on network 7f714f92-db71-47b8-b48f-73ddf66b87cc {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:08.368668 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462646c4-6282-440a-b8fd-91746c05d665 x-openstack-request-id: req-462646c4-6282-440a-b8fd-91746c05d665 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:08.369763 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4548ea4-aaa0-407f-8ce3-1bd06dad5c93", "tag": "8d52c07c-cf4b-4d27-a847-905f29273a9d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:08.370213 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-462646c4-6282-440a-b8fd-91746c05d665 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:08.371325 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4548ea4-aaa0-407f-8ce3-1bd06dad5c93', 'tag': '8d52c07c-cf4b-4d27-a847-905f29273a9d', 'status': 'completed', 'code': 200} Nov 09 19:59:08.379263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:08.387442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Checking segment: {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:08.390919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Bound using segment: {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:08.391688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Bound port: 80d22eaf-0a8c-4316-98c9-e0806a0c784a, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:08.392342 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:08.455050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:08.489451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835bc0b-2cce-4fdf-9e79-48f66e950426 req-9bc2321a-ac9f-45f3-b117-863fc94d43d7 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:08.514761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1835bc0b-2cce-4fdf-9e79-48f66e950426 req-9bc2321a-ac9f-45f3-b117-863fc94d43d7 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 943 time: 1.2398670 Nov 09 19:59:08.702432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-4ef4533a-b6f6-4512-90d5-475b1dd8cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:08.705968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-4ef4533a-b6f6-4512-90d5-475b1dd8cc42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5ceafd5244341b8b7599c3fff518170&device_id=e4548ea4-aaa0-407f-8ce3-1bd06dad5c93 HTTP/1.1" status: 200 len: 1094 time: 0.6208575 Nov 09 19:59:08.800563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1835bc0b-2cce-4fdf-9e79-48f66e950426 req-cd99449f-4915-4122-9b00-68ed5fa56e79 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839706 Nov 09 19:59:08.804709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Router 73d4bc03-1b57-418d-8885-4d98d2e74089 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:59:08.807526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-d1867fb1-a4ca-44c3-9049-0b15579f2af9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d52c07c-cf4b-4d27-a847-905f29273a9d HTTP/1.1" status: 200 len: 217 time: 0.0810349 Nov 09 19:59:08.815537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Router 097264de-496a-4b22-b9e7-1dddcd8c1172 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:59:08.865979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9726380-15aa-4b0d-a193-fa07bc95501a req-38904956-71bd-430e-86c4-b859f200f60e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:08.867999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9726380-15aa-4b0d-a193-fa07bc95501a req-38904956-71bd-430e-86c4-b859f200f60e tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.2595778 Nov 09 19:59:08.870747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] For port 80d22eaf-0a8c-4316-98c9-e0806a0c784a, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:09.019873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-a65dbadb-f357-4a80-adad-a53f3457ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:09.021315 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-a65dbadb-f357-4a80-adad-a53f3457ffb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3caead73-e47a-466c-8a18-a778ff749776 HTTP/1.1" status: 200 len: 851 time: 0.1971035 Nov 09 19:59:09.029840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] For port 80d22eaf-0a8c-4316-98c9-e0806a0c784a, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=80d22eaf-0a8c-4316-98c9-e0806a0c784a,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:09.128944 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:09.131972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:59:09.144116 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5af70eb8-d94a-43ae-bfd6-69d29d2c5419 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "PUT /v2.0/routers/097264de-496a-4b22-b9e7-1dddcd8c1172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2168555 Nov 09 19:59:09.146447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50282) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:09.163728 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9726380-15aa-4b0d-a193-fa07bc95501a req-8cf71e73-af0a-4a7b-9365-71e1872b2d92 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618501 Nov 09 19:59:09.166063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-6ea74981-1f6a-423a-a4a6-9a62d882fee0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f714f92-db71-47b8-b48f-73ddf66b87cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897884 Nov 09 19:59:09.257360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6279b64-7dfb-491e-b8c4-b69ffb352215 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:09.263201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6279b64-7dfb-491e-b8c4-b69ffb352215 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:09.267443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e6279b64-7dfb-491e-b8c4-b69ffb352215 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1194100 Nov 09 19:59:09.270383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50292) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:09.327526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:09.330143 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:09.331665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] 10.222.0.70 "PUT /v2.0/ports/80d22eaf-0a8c-4316-98c9-e0806a0c784a HTTP/1.1" status: 200 len: 1091 time: 6.8760104 Nov 09 19:59:09.440710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-545ff9e5-b0ad-47c4-9ae2-9e46cce49c7f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 70e38b4a-3f01-453c-8260-c22762e47e9a {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:59:09.445158 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545ff9e5-b0ad-47c4-9ae2-9e46cce49c7f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:09.535602 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545ff9e5-b0ad-47c4-9ae2-9e46cce49c7f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:09.774637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545ff9e5-b0ad-47c4-9ae2-9e46cce49c7f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:09.793166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2136c4-9a80-4c0e-8a75-79ccdcdb3b69 service neutron] Pushing event updated for resources: {'Port': ['ID=80d22eaf-0a8c-4316-98c9-e0806a0c784a,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:09.846645 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-85744774-8f4c-404e-a9a7-534f2fad93d9 service neutron] 10.222.0.70 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716504 Nov 09 19:59:09.871639 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545ff9e5-b0ad-47c4-9ae2-9e46cce49c7f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:09.897763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-545ff9e5-b0ad-47c4-9ae2-9e46cce49c7f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:09.905516 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-545ff9e5-b0ad-47c4-9ae2-9e46cce49c7f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/70e38b4a-3f01-453c-8260-c22762e47e9a HTTP/1.1" status: 204 len: 168 time: 0.6338174 Nov 09 19:59:09.912999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6458d2a-0c5d-4379-aad9-9761fe2fc016 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:59:09.948965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50314) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:09.971739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ff9e5-b0ad-47c4-9ae2-9e46cce49c7f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=70e38b4a-3f01-453c-8260-c22762e47e9a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:09.980461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:59:09.990334 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Sync routers for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:59:09.992496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-b5dec385-6507-4621-b2c8-778b99b98b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:09.994237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-b5dec385-6507-4621-b2c8-778b99b98b80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5ceafd5244341b8b7599c3fff518170&device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 1094 time: 0.3921738 Nov 09 19:59:10.008035 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:10.008672 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:58:44Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:10.086475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa102d-6626-47c7-8701-a843b8602817 None None] Sync routers for ids ['097264de-496a-4b22-b9e7-1dddcd8c1172'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:59:10.136630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d667e7-2bc6-480a-8b98-cc474b98dfa7 req-af176277-393f-43d3-9b50-034502bdbc75 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:10.148039 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15d667e7-2bc6-480a-8b98-cc474b98dfa7 req-af176277-393f-43d3-9b50-034502bdbc75 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.4745755 Nov 09 19:59:10.187213 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-5e3b72e8-b5d3-428c-8664-c33648aa3918 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80d22eaf-0a8c-4316-98c9-e0806a0c784a HTTP/1.1" status: 200 len: 217 time: 0.1545022 Nov 09 19:59:10.241552 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:10.242867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9ad85afb-b9ad-4de4-b829-78408e9f6159 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.9694331 Nov 09 19:59:10.254284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50316) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:10.274425 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-15d667e7-2bc6-480a-8b98-cc474b98dfa7 req-daa624e1-ce29-4d6d-acb2-d38c18e32925 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080472 Nov 09 19:59:10.287888 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:10.303956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa102d-6626-47c7-8701-a843b8602817 None None] Routers {'097264de-496a-4b22-b9e7-1dddcd8c1172'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:10.304600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-60aa102d-6626-47c7-8701-a843b8602817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:58:44Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['097264de-496a-4b22-b9e7-1dddcd8c1172'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:10.312803 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a6e28b73-32bc-4f0a-8018-87e5dd094334 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3621390 Nov 09 19:59:10.316650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50320) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:10.320897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-716efd13-925c-4640-bf3f-561f5ddc511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:10.322743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-716efd13-925c-4640-bf3f-561f5ddc511e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3caead73-e47a-466c-8a18-a778ff749776 HTTP/1.1" status: 200 len: 851 time: 0.1205466 Nov 09 19:59:10.359682 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-cd3974bb-099a-48aa-954d-6f363cfe8713 service neutron] 10.222.0.70 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685261 Nov 09 19:59:10.396895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b097f6cf-b69a-4eed-bc04-6b3e44599bf6', 'tag': '80d22eaf-0a8c-4316-98c9-e0806a0c784a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:10.402809 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934418ed-6ddd-4f05-bd29-559a9274319f" -d '{"events": [{"name": "network-changed", "server_uuid": "b097f6cf-b69a-4eed-bc04-6b3e44599bf6", "tag": "80d22eaf-0a8c-4316-98c9-e0806a0c784a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:10.424393 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-07af7ee5-c971-4fd3-a35c-777687bdabcd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f714f92-db71-47b8-b48f-73ddf66b87cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918252 Nov 09 19:59:10.663226 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ff04ab-f7ea-46e1-a76d-4960134c2248 x-openstack-request-id: req-f4ff04ab-f7ea-46e1-a76d-4960134c2248 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:10.663226 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b097f6cf-b69a-4eed-bc04-6b3e44599bf6", "tag": "80d22eaf-0a8c-4316-98c9-e0806a0c784a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:10.663226 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4ff04ab-f7ea-46e1-a76d-4960134c2248 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:10.663226 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b097f6cf-b69a-4eed-bc04-6b3e44599bf6', 'tag': '80d22eaf-0a8c-4316-98c9-e0806a0c784a', 'status': 'completed', 'code': 200} Nov 09 19:59:10.707253 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-734670ed-e898-43cd-99f0-8b8d9d2e46ef tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:10.721076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a3ea9-4718-426c-8c67-26d068e38619 req-6ab8ddf8-4499-4b6e-abe7-8a604f52891b tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:10.723152 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-734a3ea9-4718-426c-8c67-26d068e38619 req-6ab8ddf8-4499-4b6e-abe7-8a604f52891b tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 943 time: 0.7528250 Nov 09 19:59:10.768534 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:05Z', 'revision_number': 3, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:10.870900 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Checking router: 73d4bc03-1b57-418d-8885-4d98d2e74089 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:59:10.871355 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Updating router 73d4bc03-1b57-418d-8885-4d98d2e74089 port effba14c-d6cd-4549-b349-caddc276e51c binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:59:10.913265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cef90-6d10-43eb-83a9-60c438780e0a req-06177b2a-fe85-4809-93b3-b1b74b07bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:10.923946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b2cef90-6d10-43eb-83a9-60c438780e0a req-06177b2a-fe85-4809-93b3-b1b74b07bf50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5ceafd5244341b8b7599c3fff518170&device_id=e4548ea4-aaa0-407f-8ce3-1bd06dad5c93 HTTP/1.1" status: 200 len: 1094 time: 0.4936352 Nov 09 19:59:10.980083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-a52d20fd-1536-4e8d-a7de-121b67beef52 service neutron] 10.222.0.70 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116079 Nov 09 19:59:10.998001 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:11.041075 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd8c-d8b4-49ae-ab19-27eca824e3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:11.071602 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:59:11.082642 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-734670ed-e898-43cd-99f0-8b8d9d2e46ef tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:11.084924 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-734670ed-e898-43cd-99f0-8b8d9d2e46ef tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:11.110219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-60aa102d-6626-47c7-8701-a843b8602817 None None] Set router 097264de-496a-4b22-b9e7-1dddcd8c1172 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:11.181081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-734a3ea9-4718-426c-8c67-26d068e38619 req-500a22b9-536a-4fbe-ad69-699f67282e82 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123652 Nov 09 19:59:11.185556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-734670ed-e898-43cd-99f0-8b8d9d2e46ef tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:11.186536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734670ed-e898-43cd-99f0-8b8d9d2e46ef tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Fanout notify agent at l3_agent the message router_deleted on router 097264de-496a-4b22-b9e7-1dddcd8c1172 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:59:11.201454 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-734670ed-e898-43cd-99f0-8b8d9d2e46ef tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:11.202870 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-734670ed-e898-43cd-99f0-8b8d9d2e46ef tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/routers/097264de-496a-4b22-b9e7-1dddcd8c1172 HTTP/1.1" status: 204 len: 168 time: 0.8822162 Nov 09 19:59:11.206428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50336) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:11.213498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f160ff6d-8d7a-41d7-bba0-ae5df19e0ef0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:11.382916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cef90-6d10-43eb-83a9-60c438780e0a req-8d3d3976-393d-4589-9da6-805e3e24b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:11.384631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b2cef90-6d10-43eb-83a9-60c438780e0a req-8d3d3976-393d-4589-9da6-805e3e24b4d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 200 len: 912 time: 0.4407375 Nov 09 19:59:11.407210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-60aa102d-6626-47c7-8701-a843b8602817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097264de-496a-4b22-b9e7-1dddcd8c1172', 'name': 'tempest-NetworksTestDHCPv6-router-821677815', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:07Z', 'revision_number': 3, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:11.484905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-9763ba2f-4a90-4f92-bceb-3829d293ade6 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:11.487191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-9763ba2f-4a90-4f92-bceb-3829d293ade6 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.6547120 Nov 09 19:59:11.505976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa102d-6626-47c7-8701-a843b8602817 None None] Checking router: 097264de-496a-4b22-b9e7-1dddcd8c1172 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:59:11.525374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b2cef90-6d10-43eb-83a9-60c438780e0a req-31bc0978-1ab8-4db1-82ec-5e7e67b7203e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d52c07c-cf4b-4d27-a847-905f29273a9d HTTP/1.1" status: 200 len: 217 time: 0.1245925 Nov 09 19:59:11.576284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa102d-6626-47c7-8701-a843b8602817 None None] Routers set() bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:11.578051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa102d-6626-47c7-8701-a843b8602817 None None] Router IDs set() for agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 19:59:11.578051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_agentschedulers_db [None req-60aa102d-6626-47c7-8701-a843b8602817 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'097264de-496a-4b22-b9e7-1dddcd8c1172'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:58:44Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent'). {{(pid=102297) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 19:59:11.578051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa102d-6626-47c7-8701-a843b8602817 None None] The sync data for ids ['097264de-496a-4b22-b9e7-1dddcd8c1172'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:59:11.740573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b35e89-d2c7-49ac-a78a-4864f525f747 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:59:11.769450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-823d4b30-b31b-46ef-af4f-d918e17f3848 req-de8e5296-5a13-4a3e-9853-9f1656a65ee6 service neutron] 10.222.0.70 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488761 Nov 09 19:59:11.805175 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:11.814292 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:11.821745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cef90-6d10-43eb-83a9-60c438780e0a req-89a79e9a-0ff2-4fdd-92a9-89265cd147bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:11.826982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b2cef90-6d10-43eb-83a9-60c438780e0a req-89a79e9a-0ff2-4fdd-92a9-89265cd147bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3caead73-e47a-466c-8a18-a778ff749776 HTTP/1.1" status: 200 len: 851 time: 0.2612529 Nov 09 19:59:11.847259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab84939-ac05-42c0-86ca-153d2367e21e req-3b769e96-bc02-4f29-abb7-ae549faabea0 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:11.852532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ab84939-ac05-42c0-86ca-153d2367e21e req-3b769e96-bc02-4f29-abb7-ae549faabea0 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.3359401 Nov 09 19:59:11.906351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-50b35e89-d2c7-49ac-a78a-4864f525f747 None None] Deleting port 1e579bb2-a711-4cca-b0b3-fac42807cc6d {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:11.906947 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-50b35e89-d2c7-49ac-a78a-4864f525f747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:12.003360 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907c940-4803-433f-aa6e-a01ed2683fe8 None None] Pushing event updated for resources: {'Port': ['ID=effba14c-d6cd-4549-b349-caddc276e51c,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:12.026156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-50b35e89-d2c7-49ac-a78a-4864f525f747 None None] For port 1e579bb2-a711-4cca-b0b3-fac42807cc6d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1e579bb2-a711-4cca-b0b3-fac42807cc6d,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:12.028339 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-50b35e89-d2c7-49ac-a78a-4864f525f747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:12.029146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b2cef90-6d10-43eb-83a9-60c438780e0a req-a773214c-8838-417c-8dcf-fa08b126ea83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f714f92-db71-47b8-b48f-73ddf66b87cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754637 Nov 09 19:59:12.044173 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Attempting to bind port effba14c-d6cd-4549-b349-caddc276e51c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:12.044541 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Attempting to bind port effba14c-d6cd-4549-b349-caddc276e51c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:12.044888 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Attempting to bind port effba14c-d6cd-4549-b349-caddc276e51c on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:12.045286 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-50b35e89-d2c7-49ac-a78a-4864f525f747 None None] Calling delete_port for 1e579bb2-a711-4cca-b0b3-fac42807cc6d owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:59:12.052369 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:12.052737 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:12.053135 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:12.053523 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:12.053981 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Bound port: effba14c-d6cd-4549-b349-caddc276e51c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:12.054356 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:12.114842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f160ff6d-8d7a-41d7-bba0-ae5df19e0ef0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:12.119637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f160ff6d-8d7a-41d7-bba0-ae5df19e0ef0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:12.136831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ab84939-ac05-42c0-86ca-153d2367e21e req-50167c7e-5a4b-4909-83be-df6563ae08cb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582033 Nov 09 19:59:12.190189 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-50b35e89-d2c7-49ac-a78a-4864f525f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:12.192719 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] For port effba14c-d6cd-4549-b349-caddc276e51c, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:12.197064 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] For port effba14c-d6cd-4549-b349-caddc276e51c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=effba14c-d6cd-4549-b349-caddc276e51c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:12.214966 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:12.249572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b35e89-d2c7-49ac-a78a-4864f525f747 None None] No DVR routers for this DVR port 1e579bb2-a711-4cca-b0b3-fac42807cc6d on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:59:12.267989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8d52c07c-cf4b-4d27-a847-905f29273a9d details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:59:12.298129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b35e89-d2c7-49ac-a78a-4864f525f747 None None] Pushing event deleted for resources: {'Port': ['ID=1e579bb2-a711-4cca-b0b3-fac42807cc6d,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:12.317772 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907c940-4803-433f-aa6e-a01ed2683fe8 None None] Pushing event updated for resources: {'Port': ['ID=effba14c-d6cd-4549-b349-caddc276e51c,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:12.336081 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:12.337220 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:58:44Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:12.367828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934418ed-6ddd-4f05-bd29-559a9274319f req-372e8cdc-a580-4790-ab2c-fd1b89af7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:12.369363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-934418ed-6ddd-4f05-bd29-559a9274319f req-372e8cdc-a580-4790-ab2c-fd1b89af7ac9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5ceafd5244341b8b7599c3fff518170&device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 1094 time: 0.5146935 Nov 09 19:59:12.642947 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:12.656039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8d52c07c-cf4b-4d27-a847-905f29273a9d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8d52c07c-cf4b-4d27-a847-905f29273a9d,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:12.680841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '8d52c07c-cf4b-4d27-a847-905f29273a9d', 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc', 'port_id': '8d52c07c-cf4b-4d27-a847-905f29273a9d', 'mac_address': 'fa:16:3e:c6:19:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caead73-e47a-466c-8a18-a778ff749776', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:59:12.695741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b2cef90-6d10-43eb-83a9-60c438780e0a req-73b6f504-1df1-4120-a3fb-8c6d62e91f0e service neutron] 10.222.0.70 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565669 Nov 09 19:59:12.762715 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:12.822156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d52c07c-cf4b-4d27-a847-905f29273a9d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:59:12.872704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8d52c07c-cf4b-4d27-a847-905f29273a9d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8d52c07c-cf4b-4d27-a847-905f29273a9d,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:12.891210 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:13.006703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-6fb70cde-f093-4f6c-a100-ce822a1aab88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Deleting port a1ec1b9f-927c-4b91-97f0-609420c32f47 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:13.006703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-6fb70cde-f093-4f6c-a100-ce822a1aab88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:13.007025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9054e4-730b-4f1c-b89a-540ab6e14f5e req-dfcf1047-34be-4ae6-96c3-da7659a194ad tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:13.007025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa9054e4-730b-4f1c-b89a-540ab6e14f5e req-dfcf1047-34be-4ae6-96c3-da7659a194ad tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 943 time: 0.5620494 Nov 09 19:59:13.019315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8d52c07c-cf4b-4d27-a847-905f29273a9d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:13.119313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934418ed-6ddd-4f05-bd29-559a9274319f req-b4897a65-6131-4c6d-9001-074f02d4fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:13.122109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-934418ed-6ddd-4f05-bd29-559a9274319f req-b4897a65-6131-4c6d-9001-074f02d4fa11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 200 len: 912 time: 0.7333903 Nov 09 19:59:13.137453 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:05Z', 'revision_number': 3, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:13.161354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['8d52c07c-cf4b-4d27-a847-905f29273a9d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:59:13.203927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-934418ed-6ddd-4f05-bd29-559a9274319f req-bb16e8c5-525e-41da-875c-a78e793c807d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80d22eaf-0a8c-4316-98c9-e0806a0c784a HTTP/1.1" status: 200 len: 217 time: 0.0738010 Nov 09 19:59:13.223782 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c9d666-0730-48ee-902c-4f6511dbf21e None None] The sync data for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 is: [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:05Z', 'revision_number': 3, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:59:13.226904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa9054e4-730b-4f1c-b89a-540ab6e14f5e req-14aca69d-144a-46eb-a622-8d7f856182d3 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574354 Nov 09 19:59:13.249759 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b2cef90-6d10-43eb-83a9-60c438780e0a req-92615274-bf34-4144-b5f6-f6c1331b5427 service neutron] 10.222.0.70 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451398 Nov 09 19:59:13.295060 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a49b05dd-7c50-49f6-ab15-c95151043d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:13.353427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934418ed-6ddd-4f05-bd29-559a9274319f req-84632808-14fe-468a-8967-84680b5f2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:13.368224 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-934418ed-6ddd-4f05-bd29-559a9274319f req-84632808-14fe-468a-8967-84680b5f2d76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3caead73-e47a-466c-8a18-a778ff749776 HTTP/1.1" status: 200 len: 851 time: 0.1302044 Nov 09 19:59:13.500516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-934418ed-6ddd-4f05-bd29-559a9274319f req-dcfefee1-1a3f-48ca-a081-065ea2ea5531 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7f714f92-db71-47b8-b48f-73ddf66b87cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220002 Nov 09 19:59:13.515935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1e579bb2-a711-4cca-b0b3-fac42807cc6d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:59:13.550373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-6fb70cde-f093-4f6c-a100-ce822a1aab88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] For port a1ec1b9f-927c-4b91-97f0-609420c32f47, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a1ec1b9f-927c-4b91-97f0-609420c32f47,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:13.550970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-6fb70cde-f093-4f6c-a100-ce822a1aab88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:13.588957 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:13.592340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1e579bb2-a711-4cca-b0b3-fac42807cc6d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:59:13.592691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1e579bb2-a711-4cca-b0b3-fac42807cc6d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:59:13.593117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3af20c84-6060-4a91-962f-02ed9a06bc70 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:59:13.625199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 3af20c84-6060-4a91-962f-02ed9a06bc70 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:59:13.625539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3af20c84-6060-4a91-962f-02ed9a06bc70 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:59:13.720951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-6fb70cde-f093-4f6c-a100-ce822a1aab88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Calling delete_port for a1ec1b9f-927c-4b91-97f0-609420c32f47 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:59:13.797919 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f160ff6d-8d7a-41d7-bba0-ae5df19e0ef0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:13.895839 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-934418ed-6ddd-4f05-bd29-559a9274319f req-1a7cbea4-07ab-446a-b79a-a1c1271f279a service neutron] 10.222.0.70 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843555 Nov 09 19:59:14.124237 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160ff6d-8d7a-41d7-bba0-ae5df19e0ef0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:14.148748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f160ff6d-8d7a-41d7-bba0-ae5df19e0ef0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:14.151938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f160ff6d-8d7a-41d7-bba0-ae5df19e0ef0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:14.152581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f160ff6d-8d7a-41d7-bba0-ae5df19e0ef0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:14.158948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8456a4-0409-4318-859e-ceee7f3436c8 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:59:14.161953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:14.265911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 80d22eaf-0a8c-4316-98c9-e0806a0c784a details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:59:14.384888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160ff6d-8d7a-41d7-bba0-ae5df19e0ef0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=5190314d-f346-45e3-98d6-90e5f5692649,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:14.532531 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f160ff6d-8d7a-41d7-bba0-ae5df19e0ef0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3230669 Nov 09 19:59:14.536661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 80d22eaf-0a8c-4316-98c9-e0806a0c784a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=80d22eaf-0a8c-4316-98c9-e0806a0c784a,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:14.542310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0921c-a62f-4137-81a4-3a1c65d125b1 req-31247cd1-291f-43ff-acbc-83ed1caa1bbc tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:14.551469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aad0921c-a62f-4137-81a4-3a1c65d125b1 req-31247cd1-291f-43ff-acbc-83ed1caa1bbc tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 945 time: 0.8751693 Nov 09 19:59:14.561207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50410) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:14.573267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8d52c07c-cf4b-4d27-a847-905f29273a9d up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:14.578780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-12212181-1b69-4a02-b388-e9e08f22365e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2115774092', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:14.594385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '80d22eaf-0a8c-4316-98c9-e0806a0c784a', 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc', 'port_id': '80d22eaf-0a8c-4316-98c9-e0806a0c784a', 'mac_address': 'fa:16:3e:30:79:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caead73-e47a-466c-8a18-a778ff749776', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:59:14.695666 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:14.702552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a1ec1b9f-927c-4b91-97f0-609420c32f47 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:59:14.793714 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-6fb70cde-f093-4f6c-a100-ce822a1aab88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:14.828500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:59:14.844571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: a1ec1b9f-927c-4b91-97f0-609420c32f47 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:59:14.844967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a1ec1b9f-927c-4b91-97f0-609420c32f47 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:59:14.879154 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:14.940069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d22eaf-0a8c-4316-98c9-e0806a0c784a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:59:15.057350 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12212181-1b69-4a02-b388-e9e08f22365e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.061742 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12212181-1b69-4a02-b388-e9e08f22365e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.068970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86db8e-53b9-4f62-93e5-97d67cc28a7b req-fa899112-5f7e-49fd-b637-38464d3618f7 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:15.096146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c86db8e-53b9-4f62-93e5-97d67cc28a7b req-fa899112-5f7e-49fd-b637-38464d3618f7 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 943 time: 0.3440738 Nov 09 19:59:15.107868 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-934418ed-6ddd-4f05-bd29-559a9274319f req-ba0fb5fa-0f4e-4d04-b6cc-40c0a3e85277 service neutron] 10.222.0.70 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2038844 Nov 09 19:59:15.119767 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aad0921c-a62f-4137-81a4-3a1c65d125b1 req-c34bb9fb-9531-4951-a5ba-6986881519a8 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655591 Nov 09 19:59:15.120606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb70cde-f093-4f6c-a100-ce822a1aab88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event deleted for resources: {'Port': ['ID=a1ec1b9f-927c-4b91-97f0-609420c32f47,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:15.174000 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c86db8e-53b9-4f62-93e5-97d67cc28a7b req-3f1155ae-fbc3-462d-b7dd-f5eead9fbac4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766597 Nov 09 19:59:15.187682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 8d52c07c-cf4b-4d27-a847-905f29273a9d completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:59:15.194811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 80d22eaf-0a8c-4316-98c9-e0806a0c784a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=80d22eaf-0a8c-4316-98c9-e0806a0c784a,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:15.269176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Allocated IP 172.20.0.1 (f371d5ab-06e0-49e5-9339-f059f28199e8/1e4cf51e-e3cf-4e25-951e-75adccf486ec/cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:15.274071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 8d52c07c-cf4b-4d27-a847-905f29273a9d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:15.275098 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.276922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.388775 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.621069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device effba14c-d6cd-4549-b349-caddc276e51c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:15.629341 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.657033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:15.664876 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '5190314d-f346-45e3-98d6-90e5f5692649'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:59:15.666254 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.677147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12212181-1b69-4a02-b388-e9e08f22365e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.691969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:15.760623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:15.764453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-6fb70cde-f093-4f6c-a100-ce822a1aab88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] No DVR routers for this DVR port a1ec1b9f-927c-4b91-97f0-609420c32f47 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:59:15.771364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12212181-1b69-4a02-b388-e9e08f22365e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.793562 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-6fb70cde-f093-4f6c-a100-ce822a1aab88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.793562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd8c01e2-f383-4396-b4f5-f43967553ea8 req-6fb70cde-f093-4f6c-a100-ce822a1aab88 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "DELETE /v2.0/ports/a1ec1b9f-927c-4b91-97f0-609420c32f47 HTTP/1.1" status: 204 len: 173 time: 4.2887475 Nov 09 19:59:15.796719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7980c9bd-c28c-4e3f-9124-69e9832462c1', 'name': 'network-vif-deleted', 'tag': 'a1ec1b9f-927c-4b91-97f0-609420c32f47'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:15.799956 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3058fce-eda2-49dd-92dc-d8d9654375b9" -d '{"events": [{"server_uuid": "7980c9bd-c28c-4e3f-9124-69e9832462c1", "name": "network-vif-deleted", "tag": "a1ec1b9f-927c-4b91-97f0-609420c32f47"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:15.835343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12212181-1b69-4a02-b388-e9e08f22365e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:15.863294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-12212181-1b69-4a02-b388-e9e08f22365e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2911692 Nov 09 19:59:15.863524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50442) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:15.956952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Pushing event updated for resources: {'Port': ['ID=cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:15.957186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['80d22eaf-0a8c-4316-98c9-e0806a0c784a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:59:15.975814 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42d5240-4e6b-4067-aeea-6a60e01658e7 x-openstack-request-id: req-c42d5240-4e6b-4067-aeea-6a60e01658e7 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:15.976191 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7980c9bd-c28c-4e3f-9124-69e9832462c1", "name": "network-vif-deleted", "tag": "a1ec1b9f-927c-4b91-97f0-609420c32f47", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:15.976438 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c42d5240-4e6b-4067-aeea-6a60e01658e7 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:15.977049 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7980c9bd-c28c-4e3f-9124-69e9832462c1', 'name': 'network-vif-deleted', 'tag': 'a1ec1b9f-927c-4b91-97f0-609420c32f47', 'status': 'completed', 'code': 200} Nov 09 19:59:15.992318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:16.227575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=80d22eaf-0a8c-4316-98c9-e0806a0c784a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:16.339651 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:16.399216 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:16.423266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-93b0d4c0-bea8-45f4-b2a0-3ab50de1e56f None None] Provisioning complete for port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:16.424007 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-93b0d4c0-bea8-45f4-b2a0-3ab50de1e56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:16.446657 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a499e44-6163-4886-9abb-4e0908bc756b req-d6ec5d4a-abf7-4a0d-b153-80fe1ae876d7 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=7980c9bd-c28c-4e3f-9124-69e9832462c1 HTTP/1.1" status: 200 len: 210 time: 0.1049819 Nov 09 19:59:16.475527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-93b0d4c0-bea8-45f4-b2a0-3ab50de1e56f None None] Port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:59:16.487943 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:16.541101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port effba14c-d6cd-4549-b349-caddc276e51c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:16.541549 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:16.567799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/5190314d-f346-45e3-98d6-90e5f5692649/e94ffe53-d4d9-43cc-a242-28a903ef3ef7) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:16.622655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4548ea4-aaa0-407f-8ce3-1bd06dad5c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d52c07c-cf4b-4d27-a847-905f29273a9d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:16.625093 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d887d4-8daf-4668-a7c3-c60eb1773a4b" -d '{"events": [{"server_uuid": "e4548ea4-aaa0-407f-8ce3-1bd06dad5c93", "name": "network-vif-plugged", "status": "completed", "tag": "8d52c07c-cf4b-4d27-a847-905f29273a9d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:16.666880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8d52c07c-cf4b-4d27-a847-905f29273a9d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8d52c07c-cf4b-4d27-a847-905f29273a9d,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:16.702248 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:16.830393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7c7db-85fa-4656-860a-db2eaf7c4d19 req-2294a29e-6f0f-4680-9335-f8dbe62aaaca tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:16.834863 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-04a7c7db-85fa-4656-860a-db2eaf7c4d19 req-2294a29e-6f0f-4680-9335-f8dbe62aaaca tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 944 time: 0.2774963 Nov 09 19:59:16.925595 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:16.992868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-04a7c7db-85fa-4656-860a-db2eaf7c4d19 req-48048330-1adb-4e12-a413-b349e4bc3cf7 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503685 Nov 09 19:59:17.158097 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0758fc-7da0-4f35-9fd1-5c691557889b x-openstack-request-id: req-7e0758fc-7da0-4f35-9fd1-5c691557889b {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:17.158377 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4548ea4-aaa0-407f-8ce3-1bd06dad5c93", "name": "network-vif-plugged", "status": "completed", "tag": "8d52c07c-cf4b-4d27-a847-905f29273a9d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:17.158680 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e0758fc-7da0-4f35-9fd1-5c691557889b {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:17.159085 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4548ea4-aaa0-407f-8ce3-1bd06dad5c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d52c07c-cf4b-4d27-a847-905f29273a9d', 'code': 200} Nov 09 19:59:17.165126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8d52c07c-cf4b-4d27-a847-905f29273a9d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:17.345412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e898f9-1f0d-4a1b-8086-71d80a704758 req-77bba5a7-aa59-400d-a5b6-72d9d592128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:17.349752 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3e898f9-1f0d-4a1b-8086-71d80a704758 req-77bba5a7-aa59-400d-a5b6-72d9d592128f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e4548ea4-aaa0-407f-8ce3-1bd06dad5c93 HTTP/1.1" status: 200 len: 1096 time: 0.2241538 Nov 09 19:59:17.570904 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:17.573374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3e898f9-1f0d-4a1b-8086-71d80a704758 req-7d8d21ea-57c5-4089-b742-d478b54e9575 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139835 Nov 09 19:59:17.669869 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:17.718987 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:17.733314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port effba14c-d6cd-4549-b349-caddc276e51c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=effba14c-d6cd-4549-b349-caddc276e51c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:17.785198 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:17.824003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::1 (a3569f24-b25f-4233-bf98-fbac1e555025/5190314d-f346-45e3-98d6-90e5f5692649/b46ce4ee-89e6-4bae-a66c-5868696fab6c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:17.888355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Pushing event updated for resources: {'Port': ['ID=e94ffe53-d4d9-43cc-a242-28a903ef3ef7,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:17.939771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:17.952089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:18.021745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:18.047052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:18.049215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=effba14c-d6cd-4549-b349-caddc276e51c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:18.074465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:18.224091 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:18.253316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Pushing event updated for resources: {'Port': ['ID=cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:18.280336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 80d22eaf-0a8c-4316-98c9-e0806a0c784a up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:18.346897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Attempting to bind port e94ffe53-d4d9-43cc-a242-28a903ef3ef7 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:18.347275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Attempting to bind port e94ffe53-d4d9-43cc-a242-28a903ef3ef7 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:18.347635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Attempting to bind port e94ffe53-d4d9-43cc-a242-28a903ef3ef7 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:18.370050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:18.370785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:18.375257 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:18.375854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:18.376533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Bound port: e94ffe53-d4d9-43cc-a242-28a903ef3ef7, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:18.377088 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:18.428001 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:18.428493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:18.432911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:18.499574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04a069-7caf-4846-90a5-1940b26e6611 req-4cc7fc3d-8536-4791-9b59-a97b79be525e tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:18.510778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc04a069-7caf-4846-90a5-1940b26e6611 req-4cc7fc3d-8536-4791-9b59-a97b79be525e tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 944 time: 0.2540288 Nov 09 19:59:18.560576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 80d22eaf-0a8c-4316-98c9-e0806a0c784a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:59:18.584764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 80d22eaf-0a8c-4316-98c9-e0806a0c784a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:18.585471 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:18.679921 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc04a069-7caf-4846-90a5-1940b26e6611 req-28ea98d8-4098-4242-8e23-5440be1dbeb4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653824 Nov 09 19:59:18.693485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:18.838842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-100787a0-2ba5-4daa-803f-934458660434 None None] For port e94ffe53-d4d9-43cc-a242-28a903ef3ef7, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:18.848443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:18.851464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Router 73d4bc03-1b57-418d-8885-4d98d2e74089 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:59:18.852262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:18.860336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-100787a0-2ba5-4daa-803f-934458660434 None None] For port e94ffe53-d4d9-43cc-a242-28a903ef3ef7, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e94ffe53-d4d9-43cc-a242-28a903ef3ef7,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:18.861837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:18.862493 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:18.881148 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:19.001947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:59:19.012751 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-87c788b0-e35a-447a-a466-8289bce931ca admin admin] 10.222.0.53 "PUT /v2.0/routers/73d4bc03-1b57-418d-8885-4d98d2e74089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7475848 Nov 09 19:59:19.109686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Sync routers for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:59:19.116733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=b46ce4ee-89e6-4bae-a66c-5868696fab6c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:19.234936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:19.236909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:59:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:19.424620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:19.498067 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:19.522335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100787a0-2ba5-4daa-803f-934458660434 None None] Pushing event updated for resources: {'Port': ['ID=e94ffe53-d4d9-43cc-a242-28a903ef3ef7,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:19.540703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a3fcff2d-221c-44cc-b159-f77d3dd81f3b None None] Provisioning complete for port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:19.545847 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3fcff2d-221c-44cc-b159-f77d3dd81f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:19.920123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 80d22eaf-0a8c-4316-98c9-e0806a0c784a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=80d22eaf-0a8c-4316-98c9-e0806a0c784a,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:19.930179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097f6cf-b69a-4eed-bc04-6b3e44599bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d22eaf-0a8c-4316-98c9-e0806a0c784a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:19.932553 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8167d9-9b4c-4f96-a2af-b12ef1930a98" -d '{"events": [{"server_uuid": "b097f6cf-b69a-4eed-bc04-6b3e44599bf6", "name": "network-vif-plugged", "status": "completed", "tag": "80d22eaf-0a8c-4316-98c9-e0806a0c784a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:19.962035 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:20.053350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=80d22eaf-0a8c-4316-98c9-e0806a0c784a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:20.067306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcff2d-221c-44cc-b159-f77d3dd81f3b None None] Port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:59:20.097175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:20.163254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbff954-bb3c-47d7-82ca-1694110a0639 req-5a36af1b-f3f7-4309-9198-eb06d7725abb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:20.175506 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4bbff954-bb3c-47d7-82ca-1694110a0639 req-5a36af1b-f3f7-4309-9198-eb06d7725abb tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 945 time: 0.2671301 Nov 09 19:59:20.270127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d15ce-da19-488b-bc52-aea78e6b45a3 req-356b8907-2b90-43e6-b172-e557ddc74589 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:20.271750 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-525d15ce-da19-488b-bc52-aea78e6b45a3 req-356b8907-2b90-43e6-b172-e557ddc74589 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 945 time: 0.3779454 Nov 09 19:59:20.316613 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4bbff954-bb3c-47d7-82ca-1694110a0639 req-976b606d-0ea6-4457-8c85-8e74f2328f60 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288931 Nov 09 19:59:20.409264 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e94ffe53-d4d9-43cc-a242-28a903ef3ef7 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:20.437963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-525d15ce-da19-488b-bc52-aea78e6b45a3 req-8431f904-0494-4109-8e80-26403f5e52cc tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731199 Nov 09 19:59:20.462123 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f6165-c9bf-4991-9d94-335a2aa2adae x-openstack-request-id: req-6b0f6165-c9bf-4991-9d94-335a2aa2adae {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:20.462123 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097f6cf-b69a-4eed-bc04-6b3e44599bf6", "name": "network-vif-plugged", "status": "completed", "tag": "80d22eaf-0a8c-4316-98c9-e0806a0c784a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:20.462123 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b0f6165-c9bf-4991-9d94-335a2aa2adae {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:20.466425 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097f6cf-b69a-4eed-bc04-6b3e44599bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d22eaf-0a8c-4316-98c9-e0806a0c784a', 'code': 200} Nov 09 19:59:20.662574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:20.688652 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:20.689694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:20.759437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e94ffe53-d4d9-43cc-a242-28a903ef3ef7 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:20.759933 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:20.799750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50604) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:20.805052 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-396401216-network', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:20.881935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=b46ce4ee-89e6-4bae-a66c-5868696fab6c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:20.900937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Made reservation on behalf of eda9bbe08b91449cb4f7b00b9e4f4ed4 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:20.915306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:20.955463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:20.962439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:20.967510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:20.984262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28ac60-6321-4b48-977f-23c920e43608 req-e5a1d7a8-524b-451c-a889-90cd57d21f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:20.991612 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2a28ac60-6321-4b48-977f-23c920e43608 req-e5a1d7a8-524b-451c-a889-90cd57d21f55 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 1096 time: 0.4629471 Nov 09 19:59:20.995060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 2, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:21.049682 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:21.106811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Checking router: 73d4bc03-1b57-418d-8885-4d98d2e74089 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:59:21.107173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Updating router 73d4bc03-1b57-418d-8885-4d98d2e74089 port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:59:21.196468 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c1e3a7f5-2a86-4b05-ab6c-a59b82a15c0f None None] Provisioning complete for port e94ffe53-d4d9-43cc-a242-28a903ef3ef7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:21.197118 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a7f5-2a86-4b05-ab6c-a59b82a15c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:21.287415 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:21.321973 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:21.384173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2a28ac60-6321-4b48-977f-23c920e43608 req-55e70e46-e2d7-4214-a1da-cdc1f5fc9160 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623208 Nov 09 19:59:21.436690 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-fe83c558-b6eb-4ea6-b93a-46a1409837fe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:21.438301 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-fe83c558-b6eb-4ea6-b93a-46a1409837fe tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 945 time: 0.2268970 Nov 09 19:59:21.534007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port e94ffe53-d4d9-43cc-a242-28a903ef3ef7, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e94ffe53-d4d9-43cc-a242-28a903ef3ef7,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:21.596484 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:21.597312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device effba14c-d6cd-4549-b349-caddc276e51c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:21.627134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:21.642675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Router ac1e927c-8dd0-4486-9330-c021e1cbd0c9 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:59:21.693078 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:21.716496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=e94ffe53-d4d9-43cc-a242-28a903ef3ef7,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:21.726947 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a7f5-2a86-4b05-ab6c-a59b82a15c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:21.807563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf28612-eea8-48fb-9a01-f830f0ab6b12 req-43e31a9d-a065-46d7-8d2c-791ec31f308c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:21.820121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcf28612-eea8-48fb-9a01-f830f0ab6b12 req-43e31a9d-a065-46d7-8d2c-791ec31f308c tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 945 time: 0.3246448 Nov 09 19:59:21.853498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 19:59:21.898412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7ed1ea-e092-4199-95b6-33d5a216ee1e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:21.951152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-1a115d67-cc24-44c8-b31b-0cfdabbe5892 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Deleting port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:21.951518 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-1a115d67-cc24-44c8-b31b-0cfdabbe5892 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:21.959136 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcf28612-eea8-48fb-9a01-f830f0ab6b12 req-2df2e9e4-1f46-4fbb-b4c3-f4df2cae0429 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376317 Nov 09 19:59:22.007818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:59:22.022144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-641f28ad-481f-4f8d-83c2-1c61452daa1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "PUT /v2.0/routers/ac1e927c-8dd0-4486-9330-c021e1cbd0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1572435 Nov 09 19:59:22.026339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50634) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:22.028231 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Sync routers for ids ['ac1e927c-8dd0-4486-9330-c021e1cbd0c9'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:59:22.056524 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Routers {'ac1e927c-8dd0-4486-9330-c021e1cbd0c9'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:22.061586 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:59:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ac1e927c-8dd0-4486-9330-c021e1cbd0c9'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:22.134458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864fe27e-59a5-450b-9f9c-bf0a88894d89 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:22.136579 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-864fe27e-59a5-450b-9f9c-bf0a88894d89 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports/b46ce4ee-89e6-4bae-a66c-5868696fab6c HTTP/1.1" status: 200 len: 911 time: 0.1083972 Nov 09 19:59:22.141572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50636) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:22.206936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432e997-d1b7-467d-b123-790c175f1637 req-643f6246-e6fe-47f7-a5d4-28325fc3fe4b tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:22.216710 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d432e997-d1b7-467d-b123-790c175f1637 req-643f6246-e6fe-47f7-a5d4-28325fc3fe4b tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 945 time: 0.5398240 Nov 09 19:59:22.229683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:22.231806 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Added segment 13efc0f7-f3e3-4146-9ca7-2a06c72093c1 of type vlan for network 7b992d45-be45-49a0-ab1d-ef1084008dd4 Nov 09 19:59:22.281349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae995f-9f93-4398-a7e3-2ee32a13315c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:22.287585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae995f-9f93-4398-a7e3-2ee32a13315c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:22.299196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-03ae995f-9f93-4398-a7e3-2ee32a13315c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1560180 Nov 09 19:59:22.307696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50644) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:22.418887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d432e997-d1b7-467d-b123-790c175f1637 req-05714f84-8598-4025-8ca5-4828fccc1d11 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011743 Nov 09 19:59:22.476258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:22.483687 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-c1e3a7f5-2a86-4b05-ab6c-a59b82a15c0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:59:22.483687 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-c1e3a7f5-2a86-4b05-ab6c-a59b82a15c0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:59:22.570911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port effba14c-d6cd-4549-b349-caddc276e51c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:22.574645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:22.581123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:22.582223 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:22.582897 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:22.584448 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Set router ac1e927c-8dd0-4486-9330-c021e1cbd0c9 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:22.789252 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:22.850874 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:22.894764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-1a115d67-cc24-44c8-b31b-0cfdabbe5892 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] For port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,segment=NetworkSegment(cbaf9b39-f481-46d1-8533-7b15cf5e9ff1),segment_id=cbaf9b39-f481-46d1-8533-7b15cf5e9ff1)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:22.898815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-1a115d67-cc24-44c8-b31b-0cfdabbe5892 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:22.937618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50656) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:22.938128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1360769 Nov 09 19:59:22.968334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac951d83-72d3-4322-919a-3ce87f808fe1 None None] Pushing event updated for resources: {'Port': ['ID=cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:22.977104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Request body: {'subnet': {'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-396401216-subnet', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:22.979635 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5cb7e-ebdb-456d-86a9-ccfb7d61a064 admin admin] Pushing event updated for resources: {'Network': ['ID=7b992d45-be45-49a0-ab1d-ef1084008dd4,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:22.999262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-1a115d67-cc24-44c8-b31b-0cfdabbe5892 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Calling delete_port for dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:59:23.180075 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 7b992d45-be45-49a0-ab1d-ef1084008dd4 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 19:59:23.227611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e94ffe53-d4d9-43cc-a242-28a903ef3ef7 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:23.251090 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1e927c-8dd0-4486-9330-c021e1cbd0c9', 'name': 'tempest-NetworksTestDHCPv6-router-2115774092', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:15Z', 'updated_at': '2021-11-09T19:59:19Z', 'revision_number': 2, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'gw_port_host': None, '_interfaces': [{'id': 'b46ce4ee-89e6-4bae-a66c-5868696fab6c', 'name': '', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'mac_address': 'fa:16:3e:b3:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1e927c-8dd0-4486-9330-c021e1cbd0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5190314d-f346-45e3-98d6-90e5f5692649', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:17Z', 'updated_at': '2021-11-09T19:59:20Z', 'revision_number': 2, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'subnets': [{'id': '5190314d-f346-45e3-98d6-90e5f5692649', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:23.310961 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Checking router: ac1e927c-8dd0-4486-9330-c021e1cbd0c9 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:59:23.312928 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Updating router ac1e927c-8dd0-4486-9330-c021e1cbd0c9 port b46ce4ee-89e6-4bae-a66c-5868696fab6c binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:59:23.319713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Made reservation on behalf of eda9bbe08b91449cb4f7b00b9e4f4ed4 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:23.324785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:23.341992 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:23.512850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-1a115d67-cc24-44c8-b31b-0cfdabbe5892 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:23.599094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Attempting to bind port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:23.606667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Attempting to bind port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:23.607477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Attempting to bind port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:23.639170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:23.701012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:23.701429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:23.703462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a115d67-cc24-44c8-b31b-0cfdabbe5892 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Pushing event deleted for resources: {'Port': ['ID=dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:23.718665 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:23.720521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Bound using segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:23.725459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Bound port: cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:23.725868 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:23.774394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0608e0-ff01-41de-a070-624e22d78ff3 req-b7823200-7c39-4cc5-b327-b71151769639 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:23.783772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c0608e0-ff01-41de-a070-624e22d78ff3 req-b7823200-7c39-4cc5-b327-b71151769639 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/ports?device_id=16becacc-db92-403f-b630-b20515569d08 HTTP/1.1" status: 200 len: 867 time: 0.6601899 Nov 09 19:59:23.867815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=035c1f1f-ca0f-4fcc-be2d-65a36394a87a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:23.872371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ed9451e6-6d0a-4af4-8dcc-a2df98913937 None None] Provisioning complete for port b46ce4ee-89e6-4bae-a66c-5868696fab6c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:23.872761 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ed9451e6-6d0a-4af4-8dcc-a2df98913937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:23.896217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b609e-7e35-4a85-9844-b2fed6ebb90d req-3dbeaabe-581d-4f21-88b9-51c3a1bb8080 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:23.899713 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc8b609e-7e35-4a85-9844-b2fed6ebb90d req-3dbeaabe-581d-4f21-88b9-51c3a1bb8080 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 945 time: 0.2487395 Nov 09 19:59:23.945539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c0608e0-ff01-41de-a070-624e22d78ff3 req-e862e6ac-953d-4e36-aafa-722876e06a86 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.53 "GET /v2.0/security-groups?id=48111f15-8d40-4a2d-a7f1-0b113e8fd7db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556003 Nov 09 19:59:23.982948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Checking segment: {'id': '13efc0f7-f3e3-4146-9ca7-2a06c72093c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:23.983448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Network hostable DHCP agents. Network: 7b992d45-be45-49a0-ab1d-ef1084008dd4, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 19:59:24.000313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-1a115d67-cc24-44c8-b31b-0cfdabbe5892 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] No DVR routers for this DVR port dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:59:24.005654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-1a115d67-cc24-44c8-b31b-0cfdabbe5892 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:24.011122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3a654c6d-9fb6-43f8-a6d6-d9dc40f8daf7 req-1a115d67-cc24-44c8-b31b-0cfdabbe5892 tempest-ServersTestJSON-22231615 tempest-ServersTestJSON-22231615-project] 10.222.0.77 "DELETE /v2.0/ports/dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe HTTP/1.1" status: 204 len: 173 time: 2.5182307 Nov 09 19:59:24.011904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16becacc-db92-403f-b630-b20515569d08', 'name': 'network-vif-deleted', 'tag': 'dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:24.029967 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303ed708-1cc0-4440-b8db-eacfe458bf5f" -d '{"events": [{"server_uuid": "16becacc-db92-403f-b630-b20515569d08", "name": "network-vif-deleted", "tag": "dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:24.100412 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc8b609e-7e35-4a85-9844-b2fed6ebb90d req-c0ed622a-1f65-4561-bd4c-40248194c5be tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913004 Nov 09 19:59:24.153919 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:24.169861 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e743fc4-4566-40a7-b3bc-a23ffe2cbb70 x-openstack-request-id: req-0e743fc4-4566-40a7-b3bc-a23ffe2cbb70 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:24.170170 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16becacc-db92-403f-b630-b20515569d08", "name": "network-vif-deleted", "tag": "dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:24.170420 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e743fc4-4566-40a7-b3bc-a23ffe2cbb70 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:24.170964 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16becacc-db92-403f-b630-b20515569d08', 'name': 'network-vif-deleted', 'tag': 'dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe', 'status': 'completed', 'code': 200} Nov 09 19:59:24.171868 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:24.207058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] For port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:24.218745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Network 7b992d45-be45-49a0-ab1d-ef1084008dd4 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 19:59:24.257993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] For port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:24.260238 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:24.273154 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:24.274833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 7b992d45-be45-49a0-ab1d-ef1084008dd4) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:24.281923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:24.283748 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:24.327591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d982b69-0fec-41be-a75e-861ad0bb413b None None] Network 7b992d45-be45-49a0-ab1d-ef1084008dd4 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:59:24.351816 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb9f6-a669-4014-9cdf-63f55eb5c812 None None] Pushing event updated for resources: {'Port': ['ID=b46ce4ee-89e6-4bae-a66c-5868696fab6c,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:24.470697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ba8c8-524a-40c9-8b75-441c390f83f3 req-2d20d1c0-1c60-4d60-bcc6-943e8c0894fb tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:24.489110 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-115ba8c8-524a-40c9-8b75-441c390f83f3 req-2d20d1c0-1c60-4d60-bcc6-943e8c0894fb tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4548ea4-aaa0-407f-8ce3-1bd06dad5c93 HTTP/1.1" status: 200 len: 945 time: 0.1590576 Nov 09 19:59:24.501523 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-023a7eaf-f727-426f-a9d9-81868b846a42 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5596087 Nov 09 19:59:24.504551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50700) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:24.509608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-396401216-router', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:24.551877 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Attempting to bind port b46ce4ee-89e6-4bae-a66c-5868696fab6c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:24.552241 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Attempting to bind port b46ce4ee-89e6-4bae-a66c-5868696fab6c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:24.559971 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Attempting to bind port b46ce4ee-89e6-4bae-a66c-5868696fab6c on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:24.596155 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:24.596534 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:24.596941 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:24.597331 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:24.597822 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Bound port: b46ce4ee-89e6-4bae-a66c-5868696fab6c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:24.598189 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:24.666431 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-115ba8c8-524a-40c9-8b75-441c390f83f3 req-8f4f15d1-a471-4b68-83e3-11a8190384be tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763275 Nov 09 19:59:24.867857 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] For port b46ce4ee-89e6-4bae-a66c-5868696fab6c, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:24.876502 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] For port b46ce4ee-89e6-4bae-a66c-5868696fab6c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b46ce4ee-89e6-4bae-a66c-5868696fab6c,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:24.885339 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:25.072186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50730) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:25.132366 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Routers {'ac1e927c-8dd0-4486-9330-c021e1cbd0c9'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:25.133000 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:59:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ac1e927c-8dd0-4486-9330-c021e1cbd0c9'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:25.143105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:59:25.244871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Deleting subnet 9f9a7faa-9b10-4cf3-b806-664c9d502a38 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:59:25.258726 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:25.281385 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bb9f6-a669-4014-9cdf-63f55eb5c812 None None] Pushing event updated for resources: {'Port': ['ID=b46ce4ee-89e6-4bae-a66c-5868696fab6c,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:25.404553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:25.428919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ed9451e6-6d0a-4af4-8dcc-a2df98913937 None None] Port b46ce4ee-89e6-4bae-a66c-5868696fab6c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:59:25.486033 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e94ffe53-d4d9-43cc-a242-28a903ef3ef7 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:25.486311 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:25.503985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:59:25.511475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device dc8d959e-3a43-4055-bd67-f2d3fe1c4ebe not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:59:25.569734 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] Set router ac1e927c-8dd0-4486-9330-c021e1cbd0c9 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:25.642474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:25.812548 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:25.828692 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:25.829596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac951d83-72d3-4322-919a-3ce87f808fe1 None None] Pushing event updated for resources: {'Port': ['ID=cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:25.905281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9a7faa-9b10-4cf3-b806-664c9d502a38,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:25.908568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:25.909609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:25.921216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:25.921855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:59:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:25.922621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.922976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.923321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.923658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.923994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.924320 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.924653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.924984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.925311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.925635 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.925959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.926282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:25.938129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:25.944271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b774eb72-134b-4d37-b341-5ed8306e09b8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9f9a7faa-9b10-4cf3-b806-664c9d502a38 HTTP/1.1" status: 204 len: 168 time: 0.8707588 Nov 09 19:59:25.949742 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50756) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:25.991682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] Provisioning complete for port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:25.991682 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.090117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-7b992d45-be45-49a0-ab1d-ef1084008dd4', 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'fixed_ips': [{'subnet_id': '035c1f1f-ca0f-4fcc-be2d-65a36394a87a'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:59:26.091009 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.163149 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.184096 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1e927c-8dd0-4486-9330-c021e1cbd0c9', 'name': 'tempest-NetworksTestDHCPv6-router-2115774092', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:15Z', 'updated_at': '2021-11-09T19:59:19Z', 'revision_number': 2, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'gw_port_host': None, '_interfaces': [{'id': 'b46ce4ee-89e6-4bae-a66c-5868696fab6c', 'name': '', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'mac_address': 'fa:16:3e:b3:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1e927c-8dd0-4486-9330-c021e1cbd0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5190314d-f346-45e3-98d6-90e5f5692649', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:17Z', 'updated_at': '2021-11-09T19:59:24Z', 'revision_number': 4, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'subnets': [{'id': '5190314d-f346-45e3-98d6-90e5f5692649', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:26.242842 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27361f33-1e08-4325-a8e4-ac4712c2d500 None None] The sync data for ids ['ac1e927c-8dd0-4486-9330-c021e1cbd0c9'] in n-d-817256-1 is: [{'id': 'ac1e927c-8dd0-4486-9330-c021e1cbd0c9', 'name': 'tempest-NetworksTestDHCPv6-router-2115774092', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:15Z', 'updated_at': '2021-11-09T19:59:19Z', 'revision_number': 2, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'gw_port_host': None, '_interfaces': [{'id': 'b46ce4ee-89e6-4bae-a66c-5868696fab6c', 'name': '', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'mac_address': 'fa:16:3e:b3:83:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1e927c-8dd0-4486-9330-c021e1cbd0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '5190314d-f346-45e3-98d6-90e5f5692649', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:17Z', 'updated_at': '2021-11-09T19:59:24Z', 'revision_number': 4, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'subnets': [{'id': '5190314d-f346-45e3-98d6-90e5f5692649', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:59:26.247143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-3af23e85-a7f2-4496-938a-6eeb4a8233a6 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:26.257476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-3af23e85-a7f2-4496-938a-6eeb4a8233a6 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/networks?id=7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 200 len: 811 time: 0.3520432 Nov 09 19:59:26.283914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-132f6119-3cd0-4b38-a3ae-960244456a81 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/quotas/e5ceafd5244341b8b7599c3fff518170 HTTP/1.1" status: 200 len: 375 time: 0.0247886 Nov 09 19:59:26.286626 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.315681 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e439c7f8-e1b8-4e07-944e-bdfe01f842f8']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:26.339280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:26.340593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbaf9b39-f481-46d1-8533-7b15cf5e9ff1') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:26.353924 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.379581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.389535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:59:26.390212 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:59:26.392743 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:59:26.411488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.462914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Allocated IP 172.20.0.2 (7b992d45-be45-49a0-ab1d-ef1084008dd4/035c1f1f-ca0f-4fcc-be2d-65a36394a87a/01e2ba39-9d5a-4078-8427-bed5d0915eab) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:26.587193 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-145f2891-3bdc-498e-887d-158a1882d60f tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5ceafd5244341b8b7599c3fff518170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3022747 Nov 09 19:59:26.591944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.602826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.608334 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] 10.222.0.53 "DELETE /v2.0/networks/e439c7f8-e1b8-4e07-944e-bdfe01f842f8 HTTP/1.1" status: 204 len: 168 time: 0.6573963 Nov 09 19:59:26.689102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdc4dd-e4ec-49c2-b83c-6f507f8cf1cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e439c7f8-e1b8-4e07-944e-bdfe01f842f8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:26.728103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-42cfec16-d1c7-4170-8829-5ec19b0e892d tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:26.729613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-42cfec16-d1c7-4170-8829-5ec19b0e892d tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.70 "GET /v2.0/ports?device_id=e4548ea4-aaa0-407f-8ce3-1bd06dad5c93 HTTP/1.1" status: 200 len: 945 time: 0.2971778 Nov 09 19:59:26.778617 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.831707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:26.860354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:26.984506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50776) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:27.012042 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.143650 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d8f05756-9115-4137-8331-24eebfe6b08e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b8b896b82e8499c9b231a80905ce84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541965 Nov 09 19:59:27.146301 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50784) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:27.271620 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7762adf-ce02-4344-aa4d-53f4d4cb4b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.309486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b46ce4ee-89e6-4bae-a66c-5868696fab6c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:27.324846 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7762adf-ce02-4344-aa4d-53f4d4cb4b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.427275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port b46ce4ee-89e6-4bae-a66c-5868696fab6c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:27.429578 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.432548 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7762adf-ce02-4344-aa4d-53f4d4cb4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.436761 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7762adf-ce02-4344-aa4d-53f4d4cb4b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.438700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e7762adf-ce02-4344-aa4d-53f4d4cb4b56 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48111f15-8d40-4a2d-a7f1-0b113e8fd7db HTTP/1.1" status: 204 len: 168 time: 0.2931905 Nov 09 19:59:27.476911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7762adf-ce02-4344-aa4d-53f4d4cb4b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48111f15-8d40-4a2d-a7f1-0b113e8fd7db,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:27.502451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Network 7b992d45-be45-49a0-ab1d-ef1084008dd4 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:27.507776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:27.540727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:27.544021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-d6e13639-bb46-4f77-a90c-831d1e6a3259 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:27.546423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-d6e13639-bb46-4f77-a90c-831d1e6a3259 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.70 "GET /v2.0/ports?device_id=b097f6cf-b69a-4eed-bc04-6b3e44599bf6 HTTP/1.1" status: 200 len: 945 time: 0.6731386 Nov 09 19:59:27.612189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Pushing event updated for resources: {'Port': ['ID=01e2ba39-9d5a-4078-8427-bed5d0915eab,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:27.650906 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.680947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Deleting port 8d52c07c-cf4b-4d27-a847-905f29273a9d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:27.681544 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.804935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] For port 8d52c07c-cf4b-4d27-a847-905f29273a9d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8d52c07c-cf4b-4d27-a847-905f29273a9d,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:27.805415 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.823276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Calling delete_port for 8d52c07c-cf4b-4d27-a847-905f29273a9d owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:59:27.843155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] For port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:27.848999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b46ce4ee-89e6-4bae-a66c-5868696fab6c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:27.849894 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.857214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:24Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:27.940846 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c78291f-29fc-4f6d-a650-497e278e65da None None] The sync data for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 is: [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:24Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:59:27.945560 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:27.974622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Attempting to bind port 01e2ba39-9d5a-4078-8427-bed5d0915eab on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:27.976394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Attempting to bind port 01e2ba39-9d5a-4078-8427-bed5d0915eab by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '13efc0f7-f3e3-4146-9ca7-2a06c72093c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:27.976883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Attempting to bind port 01e2ba39-9d5a-4078-8427-bed5d0915eab on network 7b992d45-be45-49a0-ab1d-ef1084008dd4 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:28.059879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-68e77937-abdc-4f39-b481-76f37b13ea44 service neutron] 10.222.0.53 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3738394 Nov 09 19:59:28.075882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:28.077216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Checking segment: {'id': '13efc0f7-f3e3-4146-9ca7-2a06c72093c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:28.078197 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:28.078973 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:28.080587 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Bound using segment: {'id': '13efc0f7-f3e3-4146-9ca7-2a06c72093c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:28.083985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Bound port: 01e2ba39-9d5a-4078-8427-bed5d0915eab, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13efc0f7-f3e3-4146-9ca7-2a06c72093c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:28.083985 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:28.120317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['8d52c07c-cf4b-4d27-a847-905f29273a9d', '80d22eaf-0a8c-4316-98c9-e0806a0c784a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:59:28.137091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] Provisioning complete for port b46ce4ee-89e6-4bae-a66c-5868696fab6c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:28.137091 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:28.369272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] Pushing event updated for resources: {'Port': ['ID=cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:28.498791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Pushing event deleted for resources: {'Port': ['ID=8d52c07c-cf4b-4d27-a847-905f29273a9d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:28.553588 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-c28f1df6-7577-404a-8717-8898ab36b7ae service neutron] 10.222.0.53 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831202 Nov 09 19:59:28.574751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] For port b46ce4ee-89e6-4bae-a66c-5868696fab6c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b46ce4ee-89e6-4bae-a66c-5868696fab6c,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:28.575250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:28.628453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.628805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.629154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.629498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.629840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.630177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.630527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.642595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.642854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.643199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.643540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.643881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:28.798202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for b46ce4ee-89e6-4bae-a66c-5868696fab6c owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:59:28.975674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] No DVR routers for this DVR port 8d52c07c-cf4b-4d27-a847-905f29273a9d on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:59:28.976529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] For port 01e2ba39-9d5a-4078-8427-bed5d0915eab, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:28.988931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] For port 01e2ba39-9d5a-4078-8427-bed5d0915eab, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=01e2ba39-9d5a-4078-8427-bed5d0915eab,segment=NetworkSegment(13efc0f7-f3e3-4146-9ca7-2a06c72093c1),segment_id=13efc0f7-f3e3-4146-9ca7-2a06c72093c1)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:29.007815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:29.021165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4908748e-e3bf-493b-bcae-f5e722ad62e8 req-8e3cbf4a-6ca3-42c6-92f7-30bb7d93e424 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.70 "DELETE /v2.0/ports/8d52c07c-cf4b-4d27-a847-905f29273a9d HTTP/1.1" status: 204 len: 173 time: 2.1466238 Nov 09 19:59:29.028005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4548ea4-aaa0-407f-8ce3-1bd06dad5c93', 'name': 'network-vif-deleted', 'tag': '8d52c07c-cf4b-4d27-a847-905f29273a9d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:29.037545 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13db7362-a359-44b1-93bd-db0c49fc745c" -d '{"events": [{"server_uuid": "e4548ea4-aaa0-407f-8ce3-1bd06dad5c93", "name": "network-vif-deleted", "tag": "8d52c07c-cf4b-4d27-a847-905f29273a9d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:29.090176 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:29.127256 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:29.224978 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:29.370180 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f85886-87f0-4c91-a1b5-b6fd1e7397d6 x-openstack-request-id: req-a1f85886-87f0-4c91-a1b5-b6fd1e7397d6 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:29.371807 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4548ea4-aaa0-407f-8ce3-1bd06dad5c93", "name": "network-vif-deleted", "tag": "8d52c07c-cf4b-4d27-a847-905f29273a9d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:29.372221 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1f85886-87f0-4c91-a1b5-b6fd1e7397d6 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:29.374223 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4548ea4-aaa0-407f-8ce3-1bd06dad5c93', 'name': 'network-vif-deleted', 'tag': '8d52c07c-cf4b-4d27-a847-905f29273a9d', 'status': 'completed', 'code': 200} Nov 09 19:59:29.569382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-1eee8945-41f1-493e-af49-b201d94e3a57 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Deleting port 80d22eaf-0a8c-4316-98c9-e0806a0c784a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:29.570045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] For port b46ce4ee-89e6-4bae-a66c-5868696fab6c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b46ce4ee-89e6-4bae-a66c-5868696fab6c,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:29.570185 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-1eee8945-41f1-493e-af49-b201d94e3a57 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:29.787525 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31570c7-19be-4eeb-99fc-07c64b01e801 None None] Pushing event updated for resources: {'Port': ['ID=01e2ba39-9d5a-4078-8427-bed5d0915eab,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:29.849029 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:29.852707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:59:29.853076 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:59:29.952557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b132d088-4ac6-4a7d-9f74-d1fdefd44503 req-a2d1fe8e-a396-4544-b94f-777c82918540 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 210 time: 0.3693151 Nov 09 19:59:30.123250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f18e6f70-b913-4123-9c4c-ae4e2aa5958e None None] Provisioning complete for port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:30.123917 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f18e6f70-b913-4123-9c4c-ae4e2aa5958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:30.310763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259c8d4-e7ee-45d8-be16-5c0ce238e86c None None] Pushing event updated for resources: {'Port': ['ID=b46ce4ee-89e6-4bae-a66c-5868696fab6c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:30.373480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8d52c07c-cf4b-4d27-a847-905f29273a9d no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:59:30.411351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-1eee8945-41f1-493e-af49-b201d94e3a57 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] For port 80d22eaf-0a8c-4316-98c9-e0806a0c784a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=80d22eaf-0a8c-4316-98c9-e0806a0c784a,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:30.414778 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-1eee8945-41f1-493e-af49-b201d94e3a57 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:30.456993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-1eee8945-41f1-493e-af49-b201d94e3a57 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Calling delete_port for 80d22eaf-0a8c-4316-98c9-e0806a0c784a owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:59:30.706141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 8d52c07c-cf4b-4d27-a847-905f29273a9d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:59:30.706495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8d52c07c-cf4b-4d27-a847-905f29273a9d not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:59:30.706946 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 80d22eaf-0a8c-4316-98c9-e0806a0c784a no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:59:30.791722 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:30.943535 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:31.057233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f18e6f70-b913-4123-9c4c-ae4e2aa5958e None None] Provisioning complete for port b46ce4ee-89e6-4bae-a66c-5868696fab6c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:31.058780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f18e6f70-b913-4123-9c4c-ae4e2aa5958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:31.146176 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6aa7155-aeb5-4251-a745-021b6cf29d21 req-5571203b-d20b-4fb8-8bad-f43de4f17575 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 210 time: 0.0877788 Nov 09 19:59:31.311645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b46ce4ee-89e6-4bae-a66c-5868696fab6c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:31.315919 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-1eee8945-41f1-493e-af49-b201d94e3a57 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:31.517272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50968) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:31.885203 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88d632d1-ec4f-4a94-ab69-513156e45767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:31.959840 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:32.103609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88d632d1-ec4f-4a94-ab69-513156e45767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:32.125749 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88d632d1-ec4f-4a94-ab69-513156e45767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:32.221366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b46ce4ee-89e6-4bae-a66c-5868696fab6c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:32.221744 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:32.275242 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-88d632d1-ec4f-4a94-ab69-513156e45767 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c46be7f7c254534b113caf15f6a2da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564521 Nov 09 19:59:32.281383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50984) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:32.285064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d632d1-ec4f-4a94-ab69-513156e45767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f5f0aa-5724-4364-b638-bf0606c00f8b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:32.408028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Could not find standard attr ID for object b46ce4ee-89e6-4bae-a66c-5868696fab6c. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:59:32.414220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c7c0cd-f8d3-4995-a587-50b8b7ade703 None None] Network 7b992d45-be45-49a0-ab1d-ef1084008dd4 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:59:32.417398 n-d-817256-1 neutron-server[102297]: INFO neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No ports have port_id starting with b46ce4ee-89e6-4bae-a66c-5868696fab6c Nov 09 19:59:32.423805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Allocated IP 172.25.6.83 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/e8865467-6e8a-4db7-9cbf-a3607282c980) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:32.431385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 01e2ba39-9d5a-4078-8427-bed5d0915eab up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:32.466071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7cd25383-8e66-43c3-b509-1c691e237620 req-4f95781e-e4d3-4831-a3d6-0170b940df88 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 210 time: 0.1832604 Nov 09 19:59:32.546367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a2e1d0d0-60ce-4d20-a767-4c5352401b99 None None] Provisioning complete for port 01e2ba39-9d5a-4078-8427-bed5d0915eab triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:32.547160 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a2e1d0d0-60ce-4d20-a767-4c5352401b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:32.669666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee8945-41f1-493e-af49-b201d94e3a57 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Pushing event deleted for resources: {'Port': ['ID=80d22eaf-0a8c-4316-98c9-e0806a0c784a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:32.697832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:32.757807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=b46ce4ee-89e6-4bae-a66c-5868696fab6c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:32.864372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-b02b8731-72b3-479b-b72a-a4d71d51eded tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:32.869500 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-b02b8731-72b3-479b-b72a-a4d71d51eded tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.77 "GET /v2.0/networks?id=7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 200 len: 811 time: 0.5410168 Nov 09 19:59:32.917669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 01e2ba39-9d5a-4078-8427-bed5d0915eab triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:32.918696 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:32.939508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Request body: {'port': {'device_id': 'defdad5e-9bb7-4f14-b3ee-73ca56456455', 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc', 'admin_state_up': True, 'tenant_id': 'e5ceafd5244341b8b7599c3fff518170'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:33.103980 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.168483 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.169633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-1eee8945-41f1-493e-af49-b201d94e3a57 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] No DVR routers for this DVR port 80d22eaf-0a8c-4316-98c9-e0806a0c784a on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:59:33.181076 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73ab1458-18bc-407b-91c0-e97f91d21714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.201237 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-1eee8945-41f1-493e-af49-b201d94e3a57 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.207058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 01e2ba39-9d5a-4078-8427-bed5d0915eab, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=01e2ba39-9d5a-4078-8427-bed5d0915eab,segment=NetworkSegment(13efc0f7-f3e3-4146-9ca7-2a06c72093c1),segment_id=13efc0f7-f3e3-4146-9ca7-2a06c72093c1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:33.207276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43f30bdc-7902-4222-aaa7-13fd76c849ec req-1eee8945-41f1-493e-af49-b201d94e3a57 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.70 "DELETE /v2.0/ports/80d22eaf-0a8c-4316-98c9-e0806a0c784a HTTP/1.1" status: 204 len: 173 time: 5.6438725 Nov 09 19:59:33.208118 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a2e1d0d0-60ce-4d20-a767-4c5352401b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.209714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097f6cf-b69a-4eed-bc04-6b3e44599bf6', 'name': 'network-vif-deleted', 'tag': '80d22eaf-0a8c-4316-98c9-e0806a0c784a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:33.224026 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca56eda-0c97-4fc7-b7ce-81a0183f1044" -d '{"events": [{"server_uuid": "b097f6cf-b69a-4eed-bc04-6b3e44599bf6", "name": "network-vif-deleted", "tag": "80d22eaf-0a8c-4316-98c9-e0806a0c784a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:33.260949 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.265206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:33.328619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73ab1458-18bc-407b-91c0-e97f91d21714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.344469 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5502c46-ecbe-4ded-9252-e84ce591abbf x-openstack-request-id: req-d5502c46-ecbe-4ded-9252-e84ce591abbf {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:33.346903 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097f6cf-b69a-4eed-bc04-6b3e44599bf6", "name": "network-vif-deleted", "tag": "80d22eaf-0a8c-4316-98c9-e0806a0c784a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:33.347177 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5502c46-ecbe-4ded-9252-e84ce591abbf {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:33.348066 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097f6cf-b69a-4eed-bc04-6b3e44599bf6', 'name': 'network-vif-deleted', 'tag': '80d22eaf-0a8c-4316-98c9-e0806a0c784a', 'status': 'completed', 'code': 200} Nov 09 19:59:33.352741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Made reservation on behalf of e5ceafd5244341b8b7599c3fff518170 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:33.367252 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.466040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.518580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Router ac1e927c-8dd0-4486-9330-c021e1cbd0c9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:59:33.522983 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-a2e1d0d0-60ce-4d20-a767-4c5352401b99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 19:59:33.528129 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-a2e1d0d0-60ce-4d20-a767-4c5352401b99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 19:59:33.600111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51006) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:33.615557 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=01e2ba39-9d5a-4078-8427-bed5d0915eab,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:33.640763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.648131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:59:33.660843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7d17f505-9fae-4ac9-815f-8de0b785225f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "PUT /v2.0/routers/ac1e927c-8dd0-4486-9330-c021e1cbd0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3513923 Nov 09 19:59:33.661510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.662086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.662875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51008) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:33.663335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.663801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.665690 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.666196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.668293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.670241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.670722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.671181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.675510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.685238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 19:59:33.691241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] Sync routers for ids ['ac1e927c-8dd0-4486-9330-c021e1cbd0c9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:59:33.705879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:33.721393 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:33.725095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:33.728761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:33.729395 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.732239 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] Routers {'ac1e927c-8dd0-4486-9330-c021e1cbd0c9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:33.733108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:59:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ac1e927c-8dd0-4486-9330-c021e1cbd0c9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:33.793505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d76262f3-0070-4763-ad96-4fb621894d72 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:33.797842 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d76262f3-0070-4763-ad96-4fb621894d72 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.77 "GET /v2.0/networks?id=7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 200 len: 811 time: 0.9273541 Nov 09 19:59:33.828000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Request body: {'port': {'device_id': 'c91314ac-3038-4569-8a75-9db06e75cb31', 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc', 'admin_state_up': True, 'tenant_id': 'e5ceafd5244341b8b7599c3fff518170'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:33.953617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73ab1458-18bc-407b-91c0-e97f91d21714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.957213 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-73ab1458-18bc-407b-91c0-e97f91d21714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:33.960661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-73ab1458-18bc-407b-91c0-e97f91d21714 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4f5f0aa-5724-4364-b638-bf0606c00f8b HTTP/1.1" status: 204 len: 168 time: 1.6743076 Nov 09 19:59:34.014165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab1458-18bc-407b-91c0-e97f91d21714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f5f0aa-5724-4364-b638-bf0606c00f8b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:34.050272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] Set router ac1e927c-8dd0-4486-9330-c021e1cbd0c9 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:34.061634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1160dd6-c3b0-4b5f-b402-4412d0abe8bd req-972cf4bc-dc53-4d29-b1f3-15db91d62da6 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 210 time: 0.3995380 Nov 09 19:59:34.176290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=e8865467-6e8a-4db7-9cbf-a3607282c980,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:34.184862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1191a-30a8-4070-928d-9a56efc52304 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:34.186951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1191a-30a8-4070-928d-9a56efc52304 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:34.191454 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dda1191a-30a8-4070-928d-9a56efc52304 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5244162 Nov 09 19:59:34.217126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51016) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:34.258094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1e927c-8dd0-4486-9330-c021e1cbd0c9', 'name': 'tempest-NetworksTestDHCPv6-router-2115774092', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:15Z', 'updated_at': '2021-11-09T19:59:31Z', 'revision_number': 3, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:34.296719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a4c2a7-9afb-4131-8722-3ed2eb7e36f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 5190314d-f346-45e3-98d6-90e5f5692649 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:59:34.297284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] Checking router: ac1e927c-8dd0-4486-9330-c021e1cbd0c9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:59:34.305103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2a7-9afb-4131-8722-3ed2eb7e36f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:34.360226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2a7-9afb-4131-8722-3ed2eb7e36f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:34.365168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] Routers {'ac1e927c-8dd0-4486-9330-c021e1cbd0c9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:34.366356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:59:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ac1e927c-8dd0-4486-9330-c021e1cbd0c9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:34.473866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] Set router ac1e927c-8dd0-4486-9330-c021e1cbd0c9 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:34.502856 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2a7-9afb-4131-8722-3ed2eb7e36f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:34.534157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:34.546625 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1e927c-8dd0-4486-9330-c021e1cbd0c9', 'name': 'tempest-NetworksTestDHCPv6-router-2115774092', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:15Z', 'updated_at': '2021-11-09T19:59:31Z', 'revision_number': 3, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:34.578269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a097f72-0134-4984-8e4e-f19502a80874 None None] The sync data for ids ['ac1e927c-8dd0-4486-9330-c021e1cbd0c9'] in n-d-817256-1 is: [{'id': 'ac1e927c-8dd0-4486-9330-c021e1cbd0c9', 'name': 'tempest-NetworksTestDHCPv6-router-2115774092', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:15Z', 'updated_at': '2021-11-09T19:59:31Z', 'revision_number': 3, 'project_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:59:34.604412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7144a238-baf1-41c8-8494-1df892fafaa2 None None] Provisioning complete for port 01e2ba39-9d5a-4078-8427-bed5d0915eab triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:34.605399 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7144a238-baf1-41c8-8494-1df892fafaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:34.681769 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-707ddfd8-271c-4ec7-9230-e23ae067184a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:34.735011 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2a7-9afb-4131-8722-3ed2eb7e36f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:34.797897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Allocated IP 172.20.0.4 (7f714f92-db71-47b8-b48f-73ddf66b87cc/3caead73-e47a-466c-8a18-a778ff749776/806865d8-8bb4-4761-a175-26fbd899978f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:34.802958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fdc770-0b72-4e2d-94f8-801f34928fb3 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:59:34.819786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69a4c2a7-9afb-4131-8722-3ed2eb7e36f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:34.828774 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-69a4c2a7-9afb-4131-8722-3ed2eb7e36f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/5190314d-f346-45e3-98d6-90e5f5692649 HTTP/1.1" status: 204 len: 168 time: 0.6105595 Nov 09 19:59:34.834182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51032) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:34.899217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4c2a7-9afb-4131-8722-3ed2eb7e36f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=5190314d-f346-45e3-98d6-90e5f5692649,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:35.042118 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 01e2ba39-9d5a-4078-8427-bed5d0915eab up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:35.118667 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-707ddfd8-271c-4ec7-9230-e23ae067184a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.119787 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Made reservation on behalf of e5ceafd5244341b8b7599c3fff518170 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:35.130177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.208956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 01e2ba39-9d5a-4078-8427-bed5d0915eab triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:35.209370 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.254342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51040) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:35.300114 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-707ddfd8-271c-4ec7-9230-e23ae067184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.317915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cb2cbc-cf1d-4f00-a0af-d4e33e79f379 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:59:35.392677 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9528a057-bf4d-4755-987f-c2af5183fce7 req-aac26389-d52b-463e-b86b-2eac13579c56 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 210 time: 0.1034000 Nov 09 19:59:35.408212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-707ddfd8-271c-4ec7-9230-e23ae067184a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f35ff814bbca45008ea4fb6553e305e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7852867 Nov 09 19:59:35.428604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.430766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51046) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:35.454288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb2cbc-cf1d-4f00-a0af-d4e33e79f379 None None] Deleting port e94ffe53-d4d9-43cc-a242-28a903ef3ef7 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:35.459156 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2cbc-cf1d-4f00-a0af-d4e33e79f379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.502111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ddfd8-271c-4ec7-9230-e23ae067184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7b229-a16c-4841-8e84-903356a06717,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:35.630304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b0cb2cbc-cf1d-4f00-a0af-d4e33e79f379 None None] For port e94ffe53-d4d9-43cc-a242-28a903ef3ef7, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e94ffe53-d4d9-43cc-a242-28a903ef3ef7,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:35.634800 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2cbc-cf1d-4f00-a0af-d4e33e79f379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.656166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2161a1d1-daef-4cfb-88ef-6a4af33ff4e1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8207142 Nov 09 19:59:35.662491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51052) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:35.670792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb2cbc-cf1d-4f00-a0af-d4e33e79f379 None None] Calling delete_port for e94ffe53-d4d9-43cc-a242-28a903ef3ef7 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:59:35.722200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-7565f5b4-507f-4b6e-b424-662578965bdb admin admin] Deleting subnet 048e75c3-94cc-41b0-b15b-113a55745a62 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:59:35.743196 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7565f5b4-507f-4b6e-b424-662578965bdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.754871 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b14d3a3a-bf3d-4615-ab23-404a7c2b6ab5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.872728 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2cbc-cf1d-4f00-a0af-d4e33e79f379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.918021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb2cbc-cf1d-4f00-a0af-d4e33e79f379 None None] Pushing event deleted for resources: {'Port': ['ID=e94ffe53-d4d9-43cc-a242-28a903ef3ef7,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:35.919506 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7565f5b4-507f-4b6e-b424-662578965bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:35.942271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb2cbc-cf1d-4f00-a0af-d4e33e79f379 None None] No DVR routers for this DVR port e94ffe53-d4d9-43cc-a242-28a903ef3ef7 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:59:36.011568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7565f5b4-507f-4b6e-b424-662578965bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.076099 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7565f5b4-507f-4b6e-b424-662578965bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.105921 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8722249a-ae4b-4712-a10b-9e0c6da7c045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.121260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565f5b4-507f-4b6e-b424-662578965bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048e75c3-94cc-41b0-b15b-113a55745a62,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:36.144759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7565f5b4-507f-4b6e-b424-662578965bdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.151342 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7565f5b4-507f-4b6e-b424-662578965bdb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/048e75c3-94cc-41b0-b15b-113a55745a62 HTTP/1.1" status: 204 len: 168 time: 0.8891640 Nov 09 19:59:36.152026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51060) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:36.161075 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b14d3a3a-bf3d-4615-ab23-404a7c2b6ab5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.178558 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b14d3a3a-bf3d-4615-ab23-404a7c2b6ab5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.237790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.279587 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8722249a-ae4b-4712-a10b-9e0c6da7c045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.307315 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b14d3a3a-bf3d-4615-ab23-404a7c2b6ab5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.308680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14d3a3a-bf3d-4615-ab23-404a7c2b6ab5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Fanout notify agent at l3_agent the message router_deleted on router ac1e927c-8dd0-4486-9330-c021e1cbd0c9 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 19:59:36.315773 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.343374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b14d3a3a-bf3d-4615-ab23-404a7c2b6ab5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.345074 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b14d3a3a-bf3d-4615-ab23-404a7c2b6ab5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/routers/ac1e927c-8dd0-4486-9330-c021e1cbd0c9 HTTP/1.1" status: 204 len: 168 time: 0.6778910 Nov 09 19:59:36.346983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 19:59:36.350342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51066) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:36.415445 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.512891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b46ce4ee-89e6-4bae-a66c-5868696fab6c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:59:36.550715 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: b46ce4ee-89e6-4bae-a66c-5868696fab6c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:59:36.551055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b46ce4ee-89e6-4bae-a66c-5868696fab6c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:59:36.551755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e94ffe53-d4d9-43cc-a242-28a903ef3ef7 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:59:36.570082 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cb92c033-68eb-4436-8703-5a9d8245af83 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2104640 Nov 09 19:59:36.607357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: e94ffe53-d4d9-43cc-a242-28a903ef3ef7 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 19:59:36.607981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e94ffe53-d4d9-43cc-a242-28a903ef3ef7 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 19:59:36.613929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51072) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:36.732928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Network 7f714f92-db71-47b8-b48f-73ddf66b87cc is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:36.743407 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.757789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:36.760482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:36.803112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Allocated IP 172.20.0.2 (7f714f92-db71-47b8-b48f-73ddf66b87cc/3caead73-e47a-466c-8a18-a778ff749776/93179932-b6f1-4812-bcc9-868af39490c1) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:36.819236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Pushing event updated for resources: {'Port': ['ID=806865d8-8bb4-4761-a175-26fbd899978f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:36.843226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa547064-337b-410f-92c1-34fa082574c6']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:36.849856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8722249a-ae4b-4712-a10b-9e0c6da7c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.850878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ebf2e-8900-471d-a87c-bb8583e02b7d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:36.851016 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8722249a-ae4b-4712-a10b-9e0c6da7c045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.852056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8722249a-ae4b-4712-a10b-9e0c6da7c045 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ce7b229-a16c-4841-8e84-903356a06717 HTTP/1.1" status: 204 len: 168 time: 1.4191642 Nov 09 19:59:36.856443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d53ebf2e-8900-471d-a87c-bb8583e02b7d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2259960 Nov 09 19:59:36.865293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51082) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:36.888311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d87bb9-e6c7-461e-b1c6-21df0ba0840a') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:36.888603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d87bb9-e6c7-461e-b1c6-21df0ba0840a') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:36.902075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cacc4dc8-a2b8-4d3d-96ab-206512bb66d5 req-2d1868d1-0690-4d3c-952a-241757383b00 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 210 time: 0.0979886 Nov 09 19:59:36.925254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722249a-ae4b-4712-a10b-9e0c6da7c045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7b229-a16c-4841-8e84-903356a06717,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:36.953140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:36.954029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.966404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c41e640d-913f-4a9b-84ab-1c821a5a84c9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934961 Nov 09 19:59:36.968248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51086) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:36.969621 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:36.974547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:36.997462 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:37.012856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:59:37.013310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-25fdd8eb-7721-4e92-a5d0-062f5b256d97 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1024551 Nov 09 19:59:37.023379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 19:59:37.023772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: timer() Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 19:59:37.025791 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 19:59:37.032295 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Sync routers for ids ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:59:37.051528 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Routers {'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:37.058791 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:59:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:37.103891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Request body: {'port': {'device_id': 'defdad5e-9bb7-4f14-b3ee-73ca56456455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:37.180365 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:37.191612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:37.199036 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] 10.222.0.53 "DELETE /v2.0/networks/fa547064-337b-410f-92c1-34fa082574c6 HTTP/1.1" status: 204 len: 168 time: 1.0428760 Nov 09 19:59:37.234661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:37.235908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e8e40a24-8ff5-433d-94a5-d2f9769bbfb0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.7301583 Nov 09 19:59:37.243014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51094) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:37.264435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f16292-873f-4edd-b6e3-a413461ff04d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa547064-337b-410f-92c1-34fa082574c6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:37.270593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:37.297842 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:37.416201 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Set router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:37.426898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:37.432513 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:37.475872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:37.533880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Network 7f714f92-db71-47b8-b48f-73ddf66b87cc is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:37.545826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:37.755488 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'name': 'tempest-TestVolumeBootPattern-396401216-router', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:25Z', 'updated_at': '2021-11-09T19:59:34Z', 'revision_number': 3, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'gw_port': {'id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:30Z', 'updated_at': '2021-11-09T19:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:37.797305 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Checking router: eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:59:37.797658 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Updating router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a port e8865467-6e8a-4db7-9cbf-a3607282c980 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:59:37.806849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51108) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:37.830913 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:38.336391 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-13f148eb-5886-4574-8807-379e0a727b78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df210e04990847ca800d7c5290cd6ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5267243 Nov 09 19:59:38.358150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51128) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:38.424105 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:38.435380 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:38.486235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:38.582864 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Attempting to bind port e8865467-6e8a-4db7-9cbf-a3607282c980 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:38.583277 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Attempting to bind port e8865467-6e8a-4db7-9cbf-a3607282c980 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:38.583599 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Attempting to bind port e8865467-6e8a-4db7-9cbf-a3607282c980 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:38.588804 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968031fd-96f3-45c6-8cc4-97aa523cf325 None None] Pushing event updated for resources: {'Port': ['ID=e8865467-6e8a-4db7-9cbf-a3607282c980,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:38.591878 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:38.598331 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:38.598981 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:38.599520 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:38.600157 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Bound port: e8865467-6e8a-4db7-9cbf-a3607282c980, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:38.600728 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:38.605607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Pushing event updated for resources: {'Port': ['ID=93179932-b6f1-4812-bcc9-868af39490c1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:38.664843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:38.666088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:38.677866 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] For port e8865467-6e8a-4db7-9cbf-a3607282c980, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:38.684611 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] For port e8865467-6e8a-4db7-9cbf-a3607282c980, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e8865467-6e8a-4db7-9cbf-a3607282c980,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:38.704673 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:38.731002 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-d9d6631e-9a45-4032-bcab-529b9ee07ee4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9075742 Nov 09 19:59:38.772752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Request body: {'port': {'device_id': 'c91314ac-3038-4569-8a75-9db06e75cb31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:38.822482 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968031fd-96f3-45c6-8cc4-97aa523cf325 None None] Pushing event updated for resources: {'Port': ['ID=e8865467-6e8a-4db7-9cbf-a3607282c980,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:38.868595 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Routers {'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:38.871671 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:59:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:38.924940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806865d8-8bb4-4761-a175-26fbd899978f {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:59:38.945727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:38.962106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:38.969049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d9c29-84c2-49f7-88ae-c77979b81b1b req-06ba1343-790e-447c-82cd-8bac2df4ebcf tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:38.971776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff2d9c29-84c2-49f7-88ae-c77979b81b1b req-06ba1343-790e-447c-82cd-8bac2df4ebcf tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 931 time: 0.8317914 Nov 09 19:59:38.995350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Transition to ACTIVE for port object 806865d8-8bb4-4761-a175-26fbd899978f will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:59:39.087786 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-02758f75-b2b7-44df-b6e4-32ed20d0c57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:39.154011 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] Set router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:39.224680 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:39.303819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.objects.ports [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 19:59:39.305763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:39.367836 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff2d9c29-84c2-49f7-88ae-c77979b81b1b req-fc3af136-7045-45b8-9f4e-1f06af7d244f tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604014 Nov 09 19:59:39.406740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:39.407115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Pushing event updated for resources: {'Port': ['ID=806865d8-8bb4-4761-a175-26fbd899978f,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:39.487856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:39.497838 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce54840-5859-4558-9463-fd12e8d18584 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:59:39.499077 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-02758f75-b2b7-44df-b6e4-32ed20d0c57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:39.521128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:39.522005 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:39.633150 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6636438 Nov 09 19:59:39.633723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe8f2e-1fcc-44d5-8a38-fb2f404a445d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=f82d26a7-7730-4bb8-9ea0-40072f4112a9,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:39.637014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51158) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:39.641545 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'name': 'tempest-TestVolumeBootPattern-396401216-router', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:25Z', 'updated_at': '2021-11-09T19:59:34Z', 'revision_number': 3, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'gw_port': {'id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:30Z', 'updated_at': '2021-11-09T19:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:39.647319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b7399d5c-f93c-47c8-a936-1c62e5304594 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:39.692220 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Attempting to bind port 806865d8-8bb4-4761-a175-26fbd899978f on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:39.693159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Attempting to bind port 806865d8-8bb4-4761-a175-26fbd899978f by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:39.693799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Attempting to bind port 806865d8-8bb4-4761-a175-26fbd899978f on network 7f714f92-db71-47b8-b48f-73ddf66b87cc {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:39.708332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Port 806865d8-8bb4-4761-a175-26fbd899978f on network 7f714f92-db71-47b8-b48f-73ddf66b87cc not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:59:39.714931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Attempting to bind port 806865d8-8bb4-4761-a175-26fbd899978f on network 7f714f92-db71-47b8-b48f-73ddf66b87cc {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:39.730128 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab75f499-3a4e-44e6-9106-49b6991052d3 None None] The sync data for ids ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'] in n-d-817256-1 is: [{'id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'name': 'tempest-TestVolumeBootPattern-396401216-router', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:25Z', 'updated_at': '2021-11-09T19:59:34Z', 'revision_number': 3, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'gw_port': {'id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:30Z', 'updated_at': '2021-11-09T19:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:59:39.763008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:39.763349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Checking segment: {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:39.767152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Bound using segment: {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:39.768227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Bound port: 806865d8-8bb4-4761-a175-26fbd899978f, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:39.768611 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:39.825895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-02758f75-b2b7-44df-b6e4-32ed20d0c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:39.829359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-02758f75-b2b7-44df-b6e4-32ed20d0c57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:39.830821 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-02758f75-b2b7-44df-b6e4-32ed20d0c57c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7951655a-3520-461f-8b72-be1cddf3d636 HTTP/1.1" status: 204 len: 168 time: 1.4241419 Nov 09 19:59:39.864902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02758f75-b2b7-44df-b6e4-32ed20d0c57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7951655a-3520-461f-8b72-be1cddf3d636,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:39.873203 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:39.927632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': 'f82d26a7-7730-4bb8-9ea0-40072f4112a9'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:59:39.929192 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:39.937343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7399d5c-f93c-47c8-a936-1c62e5304594 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:39.942648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b7399d5c-f93c-47c8-a936-1c62e5304594 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:40.056106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] For port 806865d8-8bb4-4761-a175-26fbd899978f, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:40.069803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93179932-b6f1-4812-bcc9-868af39490c1 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:59:40.102563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:40.115522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] For port 806865d8-8bb4-4761-a175-26fbd899978f, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=806865d8-8bb4-4761-a175-26fbd899978f,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:40.143712 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:40.267655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Pushing event updated for resources: {'Port': ['ID=806865d8-8bb4-4761-a175-26fbd899978f,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:40.283321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Transition to ACTIVE for port object 93179932-b6f1-4812-bcc9-868af39490c1 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 19:59:40.297948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:40.300962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:40.308467 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-0f336916-1bd9-4f36-9c1f-bb6c58594f73 service neutron] 10.222.0.77 "PUT /v2.0/ports/806865d8-8bb4-4761-a175-26fbd899978f HTTP/1.1" status: 200 len: 1091 time: 3.2525678 Nov 09 19:59:40.308896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defdad5e-9bb7-4f14-b3ee-73ca56456455', 'tag': '806865d8-8bb4-4761-a175-26fbd899978f'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:40.311610 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd15f23b-d986-4ae2-a2c4-568256f7f09a" -d '{"events": [{"name": "network-changed", "server_uuid": "defdad5e-9bb7-4f14-b3ee-73ca56456455", "tag": "806865d8-8bb4-4761-a175-26fbd899978f"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:40.324939 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:40.423522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Pushing event updated for resources: {'Port': ['ID=93179932-b6f1-4812-bcc9-868af39490c1,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:40.519301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-33717d68-ea6c-46b1-a206-b84036a36eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:40.539392 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1158a6a9-7156-4e9a-8944-835fd6881bce x-openstack-request-id: req-1158a6a9-7156-4e9a-8944-835fd6881bce {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:40.539700 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defdad5e-9bb7-4f14-b3ee-73ca56456455", "tag": "806865d8-8bb4-4761-a175-26fbd899978f", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:40.539964 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1158a6a9-7156-4e9a-8944-835fd6881bce {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:40.540396 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defdad5e-9bb7-4f14-b3ee-73ca56456455', 'tag': '806865d8-8bb4-4761-a175-26fbd899978f', 'status': 'completed', 'code': 200} Nov 09 19:59:40.629091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e8865467-6e8a-4db7-9cbf-a3607282c980 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:40.803748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6f26f48f-607a-464c-ae02-3b83467ad60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:40.809003 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6f26f48f-607a-464c-ae02-3b83467ad60f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5ceafd5244341b8b7599c3fff518170&device_id=defdad5e-9bb7-4f14-b3ee-73ca56456455 HTTP/1.1" status: 200 len: 1094 time: 0.3876553 Nov 09 19:59:40.817618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Allocated IP 2001:db8::f816:3eff:fe8d:a980 (a3569f24-b25f-4233-bf98-fbac1e555025/f82d26a7-7730-4bb8-9ea0-40072f4112a9/7477f5fe-0fd7-408e-bdb9-723c07f911ff) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:40.822006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e8865467-6e8a-4db7-9cbf-a3607282c980 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:40.823882 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:40.888221 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b7399d5c-f93c-47c8-a936-1c62e5304594 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:40.899332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Allocated IP 172.20.0.1 (7b992d45-be45-49a0-ab1d-ef1084008dd4/035c1f1f-ca0f-4fcc-be2d-65a36394a87a/b889ca00-afa9-4a58-a4fb-9102756c792e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:40.904302 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0ee95-3f80-4ccb-b78d-36bdc78db792 req-19be596d-7d28-475c-87db-01d6d5335361 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:40.920157 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-25f0ee95-3f80-4ccb-b78d-36bdc78db792 req-19be596d-7d28-475c-87db-01d6d5335361 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 943 time: 0.3394730 Nov 09 19:59:40.969056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7399d5c-f93c-47c8-a936-1c62e5304594 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=ec94a77c-f04b-4cdc-b157-b61cac7e423b,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:40.982690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7399d5c-f93c-47c8-a936-1c62e5304594 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:40.986808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b7399d5c-f93c-47c8-a936-1c62e5304594 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:40.994795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7399d5c-f93c-47c8-a936-1c62e5304594 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:40.996305 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b7399d5c-f93c-47c8-a936-1c62e5304594 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.036258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-97756d84-4c90-4e51-91d6-b4cc7f9784c2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=806865d8-8bb4-4761-a175-26fbd899978f HTTP/1.1" status: 200 len: 217 time: 0.1738069 Nov 09 19:59:41.104026 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b7399d5c-f93c-47c8-a936-1c62e5304594 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4614303 Nov 09 19:59:41.107268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51198) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:41.114661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:63:94:7e', 'name': 'tempest-NetworksTestDHCPv6-1686335826'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:41.186222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Attempting to bind port 93179932-b6f1-4812-bcc9-868af39490c1 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:41.186609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Attempting to bind port 93179932-b6f1-4812-bcc9-868af39490c1 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:41.186953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Attempting to bind port 93179932-b6f1-4812-bcc9-868af39490c1 on network 7f714f92-db71-47b8-b48f-73ddf66b87cc {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:41.226976 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-25f0ee95-3f80-4ccb-b78d-36bdc78db792 req-86cfaa5b-a67b-490f-b857-1f751db510db tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058178 Nov 09 19:59:41.237796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Port 93179932-b6f1-4812-bcc9-868af39490c1 on network 7f714f92-db71-47b8-b48f-73ddf66b87cc not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 19:59:41.238134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Attempting to bind port 93179932-b6f1-4812-bcc9-868af39490c1 on network 7f714f92-db71-47b8-b48f-73ddf66b87cc {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:41.255582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-c5c120d4-975e-48d0-a4c5-8284c3ad60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:41.261679 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-c5c120d4-975e-48d0-a4c5-8284c3ad60bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3caead73-e47a-466c-8a18-a778ff749776 HTTP/1.1" status: 200 len: 851 time: 0.2097442 Nov 09 19:59:41.262796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:41.263136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Checking segment: {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:41.263525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Bound using segment: {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:41.263983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Bound port: 93179932-b6f1-4812-bcc9-868af39490c1, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839f41fb-9b1e-4dd7-9be0-d31df5484602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:41.264351 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.276877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.328208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-590322bb-f127-446c-9e7c-a35d579dbd55 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7f714f92-db71-47b8-b48f-73ddf66b87cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458992 Nov 09 19:59:41.353782 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.383406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:41.408656 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.431617 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.529160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] For port 93179932-b6f1-4812-bcc9-868af39490c1, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:41.532234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Pushing event updated for resources: {'Port': ['ID=7477f5fe-0fd7-408e-bdb9-723c07f911ff,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:41.534692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] For port 93179932-b6f1-4812-bcc9-868af39490c1, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=93179932-b6f1-4812-bcc9-868af39490c1,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:41.552103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.554559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Pushing event updated for resources: {'Port': ['ID=b889ca00-afa9-4a58-a4fb-9102756c792e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:41.580341 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.584056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Network 7b992d45-be45-49a0-ab1d-ef1084008dd4 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:41.598919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:41.600861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:41.601478 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-60c4aa72-9409-4a21-8ddf-4fbe9c0e90d7 service neutron] 10.222.0.77 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182748 Nov 09 19:59:41.602408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:41.605731 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:41.605939 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.607480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] 10.222.0.77 "PUT /v2.0/ports/93179932-b6f1-4812-bcc9-868af39490c1 HTTP/1.1" status: 200 len: 1091 time: 2.8522875 Nov 09 19:59:41.608382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:41.609044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:41.650730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port e8865467-6e8a-4db7-9cbf-a3607282c980, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e8865467-6e8a-4db7-9cbf-a3607282c980,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:41.704110 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.761244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476f592-eafd-4fc5-9f62-283a7e10c92e service neutron] Pushing event updated for resources: {'Port': ['ID=93179932-b6f1-4812-bcc9-868af39490c1,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:41.764806 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.783854 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.824948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=e8865467-6e8a-4db7-9cbf-a3607282c980,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:41.835796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-1b1f4dbf-c35e-45d3-8635-6bd4eb62279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:41.837328 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-1b1f4dbf-c35e-45d3-8635-6bd4eb62279a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5ceafd5244341b8b7599c3fff518170&device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 1094 time: 0.1649523 Nov 09 19:59:41.847123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Attempting to bind port 7477f5fe-0fd7-408e-bdb9-723c07f911ff on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:41.847806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Attempting to bind port 7477f5fe-0fd7-408e-bdb9-723c07f911ff by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:41.848394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Attempting to bind port 7477f5fe-0fd7-408e-bdb9-723c07f911ff on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:41.855563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:41.856397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:41.857073 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.857690 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:41.858397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Bound port: 7477f5fe-0fd7-408e-bdb9-723c07f911ff, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:41.859443 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:41.884066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-faa06106-7315-41e8-a48b-e7855eafcbcd service neutron] 10.222.0.77 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663848 Nov 09 19:59:41.962507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-80c05b99-2e1c-45f7-91cd-38408e9fd41b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93179932-b6f1-4812-bcc9-868af39490c1 HTTP/1.1" status: 200 len: 217 time: 0.1094804 Nov 09 19:59:41.993060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 1ee11987-ddae-416b-adb0-3c54812f89b4 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:59:41.999860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] For port 7477f5fe-0fd7-408e-bdb9-723c07f911ff, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:42.016181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] For port 7477f5fe-0fd7-408e-bdb9-723c07f911ff, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7477f5fe-0fd7-408e-bdb9-723c07f911ff,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:42.029588 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:42.305107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-1abad0c1-e072-481d-bd71-24394fcd9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:42.312311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bcac8-97ad-44ac-b51f-b982f7903ed6 None None] Pushing event updated for resources: {'Port': ['ID=7477f5fe-0fd7-408e-bdb9-723c07f911ff,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:42.316666 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-1abad0c1-e072-481d-bd71-24394fcd9738 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3caead73-e47a-466c-8a18-a778ff749776 HTTP/1.1" status: 200 len: 851 time: 0.3451941 Nov 09 19:59:42.361524 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15f23b-d986-4ae2-a2c4-568256f7f09a req-1d033516-6b51-499c-8d17-3c0039f29869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:42.363010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb5db4cc-4f44-4e2a-ae52-c72151b183ea None None] Provisioning complete for port b889ca00-afa9-4a58-a4fb-9102756c792e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:42.363389 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb5db4cc-4f44-4e2a-ae52-c72151b183ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:42.373867 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd15f23b-d986-4ae2-a2c4-568256f7f09a req-1d033516-6b51-499c-8d17-3c0039f29869 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5ceafd5244341b8b7599c3fff518170&device_id=defdad5e-9bb7-4f14-b3ee-73ca56456455 HTTP/1.1" status: 200 len: 1094 time: 0.4011710 Nov 09 19:59:42.426229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 172.20.0.2 (a3569f24-b25f-4233-bf98-fbac1e555025/ec94a77c-f04b-4cdc-b157-b61cac7e423b/1ee11987-ddae-416b-adb0-3c54812f89b4) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:42.451959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::f816:3eff:fe63:947e (a3569f24-b25f-4233-bf98-fbac1e555025/f82d26a7-7730-4bb8-9ea0-40072f4112a9/1ee11987-ddae-416b-adb0-3c54812f89b4) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:42.458333 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-f2a2d8ab-3aef-4eb7-a5c5-b9a0707ea8f0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7f714f92-db71-47b8-b48f-73ddf66b87cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293790 Nov 09 19:59:42.501574 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-eb5db4cc-4f44-4e2a-ae52-c72151b183ea None None] Port b889ca00-afa9-4a58-a4fb-9102756c792e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:59:42.593588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e8865467-6e8a-4db7-9cbf-a3607282c980 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:42.599240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91314ac-3038-4569-8a75-9db06e75cb31', 'tag': '93179932-b6f1-4812-bcc9-868af39490c1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:42.605312 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954" -d '{"events": [{"name": "network-changed", "server_uuid": "c91314ac-3038-4569-8a75-9db06e75cb31", "tag": "93179932-b6f1-4812-bcc9-868af39490c1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:42.802745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e8865467-6e8a-4db7-9cbf-a3607282c980 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:42.807345 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:42.828569 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc6b34f-4e04-49c8-990b-85e3e9435c1b x-openstack-request-id: req-dcc6b34f-4e04-49c8-990b-85e3e9435c1b {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:42.828963 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91314ac-3038-4569-8a75-9db06e75cb31", "tag": "93179932-b6f1-4812-bcc9-868af39490c1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:42.829284 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcc6b34f-4e04-49c8-990b-85e3e9435c1b {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:42.829827 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91314ac-3038-4569-8a75-9db06e75cb31', 'tag': '93179932-b6f1-4812-bcc9-868af39490c1', 'status': 'completed', 'code': 200} Nov 09 19:59:42.971072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15f23b-d986-4ae2-a2c4-568256f7f09a req-6c3e962e-b60b-4cea-a402-1c5b8116506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:42.975826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd15f23b-d986-4ae2-a2c4-568256f7f09a req-6c3e962e-b60b-4cea-a402-1c5b8116506f service neutron] 10.222.0.77 "GET /v2.0/networks?id=7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 200 len: 912 time: 0.5924897 Nov 09 19:59:43.183280 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd8efaa8-a80b-4b27-8b84-edaeb427c8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:43.304222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd15f23b-d986-4ae2-a2c4-568256f7f09a req-0359e61d-6b67-46f5-9634-a943e2737b2b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=806865d8-8bb4-4761-a175-26fbd899978f HTTP/1.1" status: 200 len: 217 time: 0.1870120 Nov 09 19:59:43.451704 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:43.480536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2b54c-3f8f-42c3-87fc-d4fd62b9a93b req-82164f2c-202d-46c8-8d54-5791acb3d1ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:43.482769 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8b2b54c-3f8f-42c3-87fc-d4fd62b9a93b req-82164f2c-202d-46c8-8d54-5791acb3d1ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 943 time: 1.0234404 Nov 09 19:59:43.484545 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15f23b-d986-4ae2-a2c4-568256f7f09a req-f6a5d33d-bedf-4df5-9da5-6c4b4f37e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:43.486985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd15f23b-d986-4ae2-a2c4-568256f7f09a req-f6a5d33d-bedf-4df5-9da5-6c4b4f37e330 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3caead73-e47a-466c-8a18-a778ff749776 HTTP/1.1" status: 200 len: 851 time: 0.1130385 Nov 09 19:59:43.490274 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-aa9297de-9a74-48e8-ab1b-a89a552df316 service neutron] 10.222.0.77 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8573592 Nov 09 19:59:43.516000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:43.549294 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:43.653399 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31f63ad3-ba9e-4974-9d84-152bb7951bf0 req-3ade0dae-56d6-4ac2-9da6-0b2a67661fc3 service neutron] 10.222.0.77 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184249 Nov 09 19:59:43.701620 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd15f23b-d986-4ae2-a2c4-568256f7f09a req-418e34d0-1105-4b0b-887b-97d2ddaf7e02 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7f714f92-db71-47b8-b48f-73ddf66b87cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788237 Nov 09 19:59:43.710437 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8b2b54c-3f8f-42c3-87fc-d4fd62b9a93b req-997c3772-d3cd-461d-ab05-f7e7eee3487c tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187498 Nov 09 19:59:43.800864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:43.927120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=1ee11987-ddae-416b-adb0-3c54812f89b4,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:43.969367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:43.974351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:43.981167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:44.029744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954 req-7e34f89c-f64a-45e2-a93b-a45d0d4f5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:44.031409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954 req-7e34f89c-f64a-45e2-a93b-a45d0d4f5cd9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5ceafd5244341b8b7599c3fff518170&device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 1094 time: 0.2614069 Nov 09 19:59:44.052611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:44.053412 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:44.072219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69376033-e7a8-4aac-be2d-25791353309c None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:59:44.151779 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c8e2a7e7-b03c-4353-81d0-18d7728c0a19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0431609 Nov 09 19:59:44.164948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51414) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:44.203153 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:44.219283 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd15f23b-d986-4ae2-a2c4-568256f7f09a req-c23d730c-4f61-4218-8103-a24b91f50e80 service neutron] 10.222.0.77 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943721 Nov 09 19:59:44.263810 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:44.401117 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:44.416705 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd15f23b-d986-4ae2-a2c4-568256f7f09a req-f9efdca4-50bc-4ae1-9535-0c129e9be578 service neutron] 10.222.0.77 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885021 Nov 09 19:59:44.453634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-275f1b71-f9f8-4358-81a8-b44383a9b663 None None] Provisioning complete for port 7477f5fe-0fd7-408e-bdb9-723c07f911ff triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:44.455048 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-275f1b71-f9f8-4358-81a8-b44383a9b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:44.513017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954 req-40367eda-438e-4751-8372-e79d0a2b4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:44.514640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954 req-40367eda-438e-4751-8372-e79d0a2b4af8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 200 len: 912 time: 0.4738460 Nov 09 19:59:44.629193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f0c0a-b25d-4928-89ae-6cd57d48c34d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:44.637643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f0c0a-b25d-4928-89ae-6cd57d48c34d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:44.639546 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d44f0c0a-b25d-4928-89ae-6cd57d48c34d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4679496 Nov 09 19:59:44.649706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51466) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:44.657372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7477f5fe-0fd7-408e-bdb9-723c07f911ff up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:44.668730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954 req-f1c2b0b4-0074-42b7-b872-79bc32f02146 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93179932-b6f1-4812-bcc9-868af39490c1 HTTP/1.1" status: 200 len: 217 time: 0.1448853 Nov 09 19:59:44.731942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Pushing event updated for resources: {'Port': ['ID=b889ca00-afa9-4a58-a4fb-9102756c792e,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:44.769957 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:44.812455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954 req-5041f371-5d24-4cd1-be9e-7fe9faad0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:44.823467 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954 req-5041f371-5d24-4cd1-be9e-7fe9faad0336 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3caead73-e47a-466c-8a18-a778ff749776 HTTP/1.1" status: 200 len: 851 time: 0.1411712 Nov 09 19:59:44.867466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 806865d8-8bb4-4761-a175-26fbd899978f details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:59:44.904889 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954 req-519d4ee2-36a0-4015-8314-8fbddc66a82f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7f714f92-db71-47b8-b48f-73ddf66b87cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708256 Nov 09 19:59:44.971590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Network 7b992d45-be45-49a0-ab1d-ef1084008dd4 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:44.976530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:45.019064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4c83a78e-7a69-410e-a3f1-ef36218dcb41 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 1ee11987-ddae-416b-adb0-3c54812f89b4 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:45.019649 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c83a78e-7a69-410e-a3f1-ef36218dcb41 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:45.096578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7477f5fe-0fd7-408e-bdb9-723c07f911ff triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:45.097704 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:45.173700 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.resource_extend [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:59:45.195367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de81925-9bce-4339-b62b-afefc9c6d82e req-341ae99b-30f6-4be0-b5d7-2cfbd075838f tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:45.203528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5de81925-9bce-4339-b62b-afefc9c6d82e req-341ae99b-30f6-4be0-b5d7-2cfbd075838f tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 943 time: 0.3019965 Nov 09 19:59:45.253386 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-275f1b71-f9f8-4358-81a8-b44383a9b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:45.315806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954 req-dc887c82-a747-4e11-90b2-a3366e7230b5 service neutron] 10.222.0.77 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911831 Nov 09 19:59:45.344863 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5de81925-9bce-4339-b62b-afefc9c6d82e req-ac80143d-a73c-4733-8907-acf721e1c72e tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402307 Nov 09 19:59:45.444698 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 19:59:45.490893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-275f1b71-f9f8-4358-81a8-b44383a9b663 None None] For port 7477f5fe-0fd7-408e-bdb9-723c07f911ff, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7477f5fe-0fd7-408e-bdb9-723c07f911ff,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:45.523385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef8732-fa32-4ea5-aead-5de8c5882550 None None] Update dhcp port {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': 'f82d26a7-7730-4bb8-9ea0-40072f4112a9', 'ip_address': '2001:db8::f816:3eff:fe8d:a980'}, {'subnet_id': 'ec94a77c-f04b-4cdc-b157-b61cac7e423b'}], 'binding:host_id': 'n-d-817256-1'}, 'id': '7477f5fe-0fd7-408e-bdb9-723c07f911ff'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 19:59:45.537790 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-275f1b71-f9f8-4358-81a8-b44383a9b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:45.555756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6bde765c-ce6a-49b5-9c66-04dc3a7a7954 req-3c06f1a3-6eca-4570-a992-ee3b69124dd9 service neutron] 10.222.0.77 "GET /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058406 Nov 09 19:59:45.739562 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dfef8732-fa32-4ea5-aead-5de8c5882550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:45.805853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 19:59:45.813679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d989d496-a93f-4a38-9863-2fd644be27be admin admin] 10.222.0.53 "PUT /v2.0/routers/eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5694492 Nov 09 19:59:45.837791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c83a78e-7a69-410e-a3f1-ef36218dcb41 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:45.852950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4c83a78e-7a69-410e-a3f1-ef36218dcb41 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 1ee11987-ddae-416b-adb0-3c54812f89b4 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:59:45.890288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-315973b2-692c-4b9b-85ec-1ec3ae9f3b2f None None] Provisioning complete for port b889ca00-afa9-4a58-a4fb-9102756c792e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:45.890965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-315973b2-692c-4b9b-85ec-1ec3ae9f3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:45.893076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Sync routers for ids ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 19:59:46.000732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 806865d8-8bb4-4761-a175-26fbd899978f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=806865d8-8bb4-4761-a175-26fbd899978f,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:46.005610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-315973b2-692c-4b9b-85ec-1ec3ae9f3b2f None None] Port b889ca00-afa9-4a58-a4fb-9102756c792e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:59:46.046359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f1b71-f9f8-4358-81a8-b44383a9b663 None None] Pushing event updated for resources: {'Port': ['ID=7477f5fe-0fd7-408e-bdb9-723c07f911ff,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:46.063334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '806865d8-8bb4-4761-a175-26fbd899978f', 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc', 'port_id': '806865d8-8bb4-4761-a175-26fbd899978f', 'mac_address': 'fa:16:3e:61:4e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caead73-e47a-466c-8a18-a778ff749776', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:59:46.124112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Routers {'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:46.125288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:59:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:46.289684 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:46.346495 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c83a78e-7a69-410e-a3f1-ef36218dcb41 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:46.491432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83a78e-7a69-410e-a3f1-ef36218dcb41 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=1ee11987-ddae-416b-adb0-3c54812f89b4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:46.563005 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:46.570489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7477f5fe-0fd7-408e-bdb9-723c07f911ff up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:46.632541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf6f1-4c8a-4575-8e83-e18638672d28 req-5b176917-1f44-457f-8389-dfa62be98880 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:46.639232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806865d8-8bb4-4761-a175-26fbd899978f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:59:46.647813 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49acf6f1-4c8a-4575-8e83-e18638672d28 req-5b176917-1f44-457f-8389-dfa62be98880 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 943 time: 0.1696939 Nov 09 19:59:46.671160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-dfef8732-fa32-4ea5-aead-5de8c5882550 None None] Allocated IP 172.20.0.3 (a3569f24-b25f-4233-bf98-fbac1e555025/ec94a77c-f04b-4cdc-b157-b61cac7e423b/7477f5fe-0fd7-408e-bdb9-723c07f911ff) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:46.706135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Set router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:46.770451 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49acf6f1-4c8a-4575-8e83-e18638672d28 req-7153f55b-2342-4321-a550-123d0196c1c1 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198959 Nov 09 19:59:46.774013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51678) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:46.814807 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c83a78e-7a69-410e-a3f1-ef36218dcb41 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:46.840465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 806865d8-8bb4-4761-a175-26fbd899978f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=806865d8-8bb4-4761-a175-26fbd899978f,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:46.840665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4c83a78e-7a69-410e-a3f1-ef36218dcb41 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/1ee11987-ddae-416b-adb0-3c54812f89b4 HTTP/1.1" status: 204 len: 168 time: 2.1861584 Nov 09 19:59:46.842418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51696) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:46.890357 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:46.959697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2786ffda-ee33-4bf0-bb39-24bef8312399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:46.996875 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 93179932-b6f1-4812-bcc9-868af39490c1 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 19:59:47.011935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b9543-bd2b-48b5-83aa-01ac4a51744c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.016172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b9543-bd2b-48b5-83aa-01ac4a51744c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.021654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b9543-bd2b-48b5-83aa-01ac4a51744c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.025943 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a36b9543-bd2b-48b5-83aa-01ac4a51744c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1796038 Nov 09 19:59:47.028743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51720) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:47.102108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7477f5fe-0fd7-408e-bdb9-723c07f911ff triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:47.102486 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.135469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2786ffda-ee33-4bf0-bb39-24bef8312399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.142890 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2786ffda-ee33-4bf0-bb39-24bef8312399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.233481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786ffda-ee33-4bf0-bb39-24bef8312399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bfc5d6-46a6-4b0d-8811-c5550f03df01,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:47.250384 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2786ffda-ee33-4bf0-bb39-24bef8312399 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d5a0d4843cb4e9baca8fbf65370274e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751959 Nov 09 19:59:47.251146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51744) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:47.288133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-70196f11-1da4-490f-8c1c-c44910d158e0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet ec94a77c-f04b-4cdc-b157-b61cac7e423b {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:59:47.301667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['806865d8-8bb4-4761-a175-26fbd899978f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:59:47.302148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-521d4bf5-ff6a-4665-aab7-e2067c6a8ec9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1601124 Nov 09 19:59:47.375277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.resource_extend [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 19:59:47.459599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=806865d8-8bb4-4761-a175-26fbd899978f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:47.487225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-dfef8732-fa32-4ea5-aead-5de8c5882550 None None] For port 7477f5fe-0fd7-408e-bdb9-723c07f911ff, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7477f5fe-0fd7-408e-bdb9-723c07f911ff,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:47.489950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9c70-43db-438d-85ca-0c595f88be47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.551192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-709ec69e-bdc7-49b9-9b8f-33a7b6292083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.552748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9c70-43db-438d-85ca-0c595f88be47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.554587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-709ec69e-bdc7-49b9-9b8f-33a7b6292083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.555438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-709ec69e-bdc7-49b9-9b8f-33a7b6292083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.556065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-709ec69e-bdc7-49b9-9b8f-33a7b6292083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.559042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-709ec69e-bdc7-49b9-9b8f-33a7b6292083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.559693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-709ec69e-bdc7-49b9-9b8f-33a7b6292083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.562725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-709ec69e-bdc7-49b9-9b8f-33a7b6292083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.568728 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-709ec69e-bdc7-49b9-9b8f-33a7b6292083 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6492 time: 0.1821964 Nov 09 19:59:47.672810 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9c70-43db-438d-85ca-0c595f88be47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.677802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad6b9c70-43db-438d-85ca-0c595f88be47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.681208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ad6b9c70-43db-438d-85ca-0c595f88be47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79bfc5d6-46a6-4b0d-8811-c5550f03df01 HTTP/1.1" status: 204 len: 168 time: 0.4286954 Nov 09 19:59:47.714522 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dfef8732-fa32-4ea5-aead-5de8c5882550 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.721602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b9c70-43db-438d-85ca-0c595f88be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bfc5d6-46a6-4b0d-8811-c5550f03df01,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:47.725296 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70196f11-1da4-490f-8c1c-c44910d158e0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.825601 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dfef8732-fa32-4ea5-aead-5de8c5882550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.947124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70196f11-1da4-490f-8c1c-c44910d158e0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:47.960973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-11aeb7c1-a420-4a5e-b4bc-c1b270a73e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.962851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-11aeb7c1-a420-4a5e-b4bc-c1b270a73e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.964905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-11aeb7c1-a420-4a5e-b4bc-c1b270a73e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:47.969439 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-11aeb7c1-a420-4a5e-b4bc-c1b270a73e22 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a324136-2163-42a7-990c-86170143e093&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce HTTP/1.1" status: 200 len: 2294 time: 0.3578017 Nov 09 19:59:48.010644 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 19:59:48.039885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1776c-fd23-4326-bfd8-2851f973db3c req-4609cd75-3c7d-4af5-8901-c10b17269b22 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:48.046693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 93179932-b6f1-4812-bcc9-868af39490c1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=93179932-b6f1-4812-bcc9-868af39490c1,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:48.050640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-80c1776c-fd23-4326-bfd8-2851f973db3c req-4609cd75-3c7d-4af5-8901-c10b17269b22 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 943 time: 0.1097925 Nov 09 19:59:48.128735 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-80c1776c-fd23-4326-bfd8-2851f973db3c req-c2fac3b3-6189-496a-9709-c6b2e720b051 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759275 Nov 09 19:59:48.228484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-14c91e3e-4311-4d06-b9a6-328ecb06ff1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 HTTP/1.1" status: 200 len: 1001 time: 0.1843123 Nov 09 19:59:48.271937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '93179932-b6f1-4812-bcc9-868af39490c1', 'network_id': '7f714f92-db71-47b8-b48f-73ddf66b87cc', 'port_id': '93179932-b6f1-4812-bcc9-868af39490c1', 'mac_address': 'fa:16:3e:40:e8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caead73-e47a-466c-8a18-a778ff749776', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 19:59:48.305542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70196f11-1da4-490f-8c1c-c44910d158e0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:48.384730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-1789f575-a009-4ccb-a066-3c4bec75af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:48.387631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-1789f575-a009-4ccb-a066-3c4bec75af1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d56ed7-cf6d-49cf-942e-853bf70f81d6 HTTP/1.1" status: 200 len: 851 time: 0.1310382 Nov 09 19:59:48.418485 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:48.483828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93179932-b6f1-4812-bcc9-868af39490c1 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 19:59:48.495369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef8732-fa32-4ea5-aead-5de8c5882550 None None] Pushing event updated for resources: {'Port': ['ID=7477f5fe-0fd7-408e-bdb9-723c07f911ff,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:48.537694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-5367bc56-3dd8-4093-9f86-ac7e79bdb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:48.539581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-5367bc56-3dd8-4093-9f86-ac7e79bdb1e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a324136-2163-42a7-990c-86170143e093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413960 Nov 09 19:59:48.557020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 93179932-b6f1-4812-bcc9-868af39490c1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=93179932-b6f1-4812-bcc9-868af39490c1,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:48.570215 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:48.648402 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'name': 'tempest-TestVolumeBootPattern-396401216-router', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:25Z', 'updated_at': '2021-11-09T19:59:43Z', 'revision_number': 4, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'gw_port': {'id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:30Z', 'updated_at': '2021-11-09T19:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'b889ca00-afa9-4a58-a4fb-9102756c792e', 'name': '', 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'mac_address': 'fa:16:3e:2c:0b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '035c1f1f-ca0f-4fcc-be2d-65a36394a87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:39Z', 'updated_at': '2021-11-09T19:59:43Z', 'revision_number': 2, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'subnets': [{'id': '035c1f1f-ca0f-4fcc-be2d-65a36394a87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:48.674369 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70196f11-1da4-490f-8c1c-c44910d158e0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:48.680232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=93179932-b6f1-4812-bcc9-868af39490c1,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:48.684603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51830) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:48.696411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Checking router: eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 19:59:48.704187 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98ca546b-f71d-42f9-a3c9-5a11f3ced88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:48.704799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Updating router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a port b889ca00-afa9-4a58-a4fb-9102756c792e binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 19:59:48.732972 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70196f11-1da4-490f-8c1c-c44910d158e0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:48.742134 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-70196f11-1da4-490f-8c1c-c44910d158e0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/ec94a77c-f04b-4cdc-b157-b61cac7e423b HTTP/1.1" status: 204 len: 168 time: 1.7066393 Nov 09 19:59:48.744371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51834) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:48.795982 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:48.807679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70196f11-1da4-490f-8c1c-c44910d158e0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=ec94a77c-f04b-4cdc-b157-b61cac7e423b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:48.880642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ac19b9-52a1-4ef3-a3b4-948aef2beca5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet f82d26a7-7730-4bb8-9ea0-40072f4112a9 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 19:59:48.890647 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56ac19b9-52a1-4ef3-a3b4-948aef2beca5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:48.898025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-285ce3f2-cf0c-4808-8ee8-7bd409f5427d service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491943 Nov 09 19:59:49.081238 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56ac19b9-52a1-4ef3-a3b4-948aef2beca5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:49.186152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-dd7d37b2-eddd-4551-8fd2-a1665ea73e62 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761471 Nov 09 19:59:49.250552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-a18a150f-4e9d-4bce-9801-32be24219f75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 217 time: 0.0563781 Nov 09 19:59:49.383613 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['93179932-b6f1-4812-bcc9-868af39490c1'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 19:59:49.389079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-481f0afb-d9c0-4243-bbc0-26997ed3270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:49.391807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-481f0afb-d9c0-4243-bbc0-26997ed3270d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1331654 Nov 09 19:59:49.528838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-ca17d429-b025-49b2-9727-c7ec845be6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:49.531942 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56ac19b9-52a1-4ef3-a3b4-948aef2beca5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:49.534134 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-ca17d429-b025-49b2-9727-c7ec845be6e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311178 Nov 09 19:59:49.668303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cd3f0b-ddda-4a99-8ebb-f755a47573fb None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:59:49.670559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-95a7d9ae-f738-4a54-984b-04188c9a5971 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321816 Nov 09 19:59:49.720077 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:49.798588 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:49.820269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f52e7a-86d9-4d1f-b29d-da8ca40ce8e4 req-aae09913-5ab5-4dc2-bb33-b2c1f1700112 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:49.821937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9f52e7a-86d9-4d1f-b29d-da8ca40ce8e4 req-aae09913-5ab5-4dc2-bb33-b2c1f1700112 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 944 time: 0.4770603 Nov 09 19:59:49.858615 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98ca546b-f71d-42f9-a3c9-5a11f3ced88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:49.868775 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56ac19b9-52a1-4ef3-a3b4-948aef2beca5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:49.928961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-b56670e9-a7fc-45e0-ac2a-5fa559501cc5 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479506 Nov 09 19:59:49.950955 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-98ca546b-f71d-42f9-a3c9-5a11f3ced88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:49.979575 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56ac19b9-52a1-4ef3-a3b4-948aef2beca5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:49.986039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-56ac19b9-52a1-4ef3-a3b4-948aef2beca5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/f82d26a7-7730-4bb8-9ea0-40072f4112a9 HTTP/1.1" status: 204 len: 168 time: 1.2399356 Nov 09 19:59:50.019744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51858) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:50.025797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e866a7-1f78-4b2a-bb46-af8dfc2aa141 None None] Pushing event updated for resources: {'Port': ['ID=b889ca00-afa9-4a58-a4fb-9102756c792e,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:50.033166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-ff5fae95-8ddb-4865-8ec1-f6d2c9631f2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 217 time: 0.0968966 Nov 09 19:59:50.058943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca546b-f71d-42f9-a3c9-5a11f3ced88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757df720-813d-49ca-8484-62969238d6b7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:50.074808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac19b9-52a1-4ef3-a3b4-948aef2beca5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=f82d26a7-7730-4bb8-9ea0-40072f4112a9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:50.075601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c1b5c5b5-2957-4a5e-a6f2-1e0a3673623f None None] Provisioning complete for port 7477f5fe-0fd7-408e-bdb9-723c07f911ff triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:50.076084 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c1b5c5b5-2957-4a5e-a6f2-1e0a3673623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:50.130052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-98ca546b-f71d-42f9-a3c9-5a11f3ced88e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c33addfd54fb45ed887a6f38856598af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4435339 Nov 09 19:59:50.151857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51862) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:50.157896 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9f52e7a-86d9-4d1f-b29d-da8ca40ce8e4 req-865ee6c4-36ef-4684-8241-2247aeb9c1fa tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140464 Nov 09 19:59:50.182804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca61738f-7a95-4da1-b92d-58d6142ddf81 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1585958 Nov 09 19:59:50.185148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51868) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:50.194428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:50.334457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Attempting to bind port b889ca00-afa9-4a58-a4fb-9102756c792e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:50.335085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Attempting to bind port b889ca00-afa9-4a58-a4fb-9102756c792e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '13efc0f7-f3e3-4146-9ca7-2a06c72093c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:50.335757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Attempting to bind port b889ca00-afa9-4a58-a4fb-9102756c792e on network 7b992d45-be45-49a0-ab1d-ef1084008dd4 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:50.359055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc9e856-6b25-4bc9-a4d2-9612b79799e2 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 19:59:50.396982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-353f7d8a-9f0e-4bac-9c0c-163e18b2b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:50.403322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-353f7d8a-9f0e-4bac-9c0c-163e18b2b576 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.2504871 Nov 09 19:59:50.470497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:50.479062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:50.528581 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d9bde23-3b51-4483-9f38-c40d65662c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:50.593397 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d9bde23-3b51-4483-9f38-c40d65662c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:50.633342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-fea18ca7-0463-4701-9f75-fd6a108daf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:50.637738 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-fea18ca7-0463-4701-9f75-fd6a108daf31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2222998 Nov 09 19:59:50.770023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:50.770655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Checking segment: {'id': '13efc0f7-f3e3-4146-9ca7-2a06c72093c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:50.770996 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:50.771739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Bound using segment: {'id': '13efc0f7-f3e3-4146-9ca7-2a06c72093c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:50.772311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Bound port: b889ca00-afa9-4a58-a4fb-9102756c792e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13efc0f7-f3e3-4146-9ca7-2a06c72093c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:50.772770 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:50.780815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7477f5fe-0fd7-408e-bdb9-723c07f911ff no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 19:59:50.892917 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-dd5042c8-f5b0-4dcb-b8b5-7d0fd97bcb94 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390873 Nov 09 19:59:50.966045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 93179932-b6f1-4812-bcc9-868af39490c1 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:51.036531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c1b5c5b5-2957-4a5e-a6f2-1e0a3673623f None None] Could not find standard attr ID for object 1ee11987-ddae-416b-adb0-3c54812f89b4. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 19:59:51.058091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d9bde23-3b51-4483-9f38-c40d65662c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:51.060719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d9bde23-3b51-4483-9f38-c40d65662c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:51.064385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1d9bde23-3b51-4483-9f38-c40d65662c00 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/757df720-813d-49ca-8484-62969238d6b7 HTTP/1.1" status: 204 len: 168 time: 0.8761659 Nov 09 19:59:51.111241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bde23-3b51-4483-9f38-c40d65662c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757df720-813d-49ca-8484-62969238d6b7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:51.183735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.objects.ports [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 19:59:51.205294 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:51.241389 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-ce902ef2-25e7-424b-bd4c-37b61f00fef7 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393121 Nov 09 19:59:51.368679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-c4fae74b-cdfc-4903-8ca9-5325e2a01609 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:51.373184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-c4fae74b-cdfc-4903-8ca9-5325e2a01609 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.4446244 Nov 09 19:59:51.374851 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-2a7c4571-e976-4f38-a0c0-e640f5118281 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce HTTP/1.1" status: 200 len: 217 time: 0.1109910 Nov 09 19:59:51.391217 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:51.391991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0ccbd164-4b25-40cd-a94d-601357d24f65 None None] Provisioning complete for port b889ca00-afa9-4a58-a4fb-9102756c792e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:51.392355 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ccbd164-4b25-40cd-a94d-601357d24f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:51.444423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-73402c1c-f459-4c96-8310-c96c5fa1cfc2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/quotas/93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 375 time: 0.0648649 Nov 09 19:59:51.491453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-4469e2d6-121d-4550-8459-a0d184d01f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:51.493324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-4469e2d6-121d-4550-8459-a0d184d01f4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.0919547 Nov 09 19:59:51.531585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 7477f5fe-0fd7-408e-bdb9-723c07f911ff, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7477f5fe-0fd7-408e-bdb9-723c07f911ff,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:51.545809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] For port b889ca00-afa9-4a58-a4fb-9102756c792e, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:51.553438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9e856-6b25-4bc9-a4d2-9612b79799e2 None None] Deleting port 7477f5fe-0fd7-408e-bdb9-723c07f911ff {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:51.553823 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e856-6b25-4bc9-a4d2-9612b79799e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:51.564482 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:51.635126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-3457a912-555f-404c-8342-44c772e6cac8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1772680 Nov 09 19:59:51.680549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] For port b889ca00-afa9-4a58-a4fb-9102756c792e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b889ca00-afa9-4a58-a4fb-9102756c792e,segment=NetworkSegment(13efc0f7-f3e3-4146-9ca7-2a06c72093c1),segment_id=13efc0f7-f3e3-4146-9ca7-2a06c72093c1)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:51.728291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0ccbd164-4b25-40cd-a94d-601357d24f65 None None] Port b889ca00-afa9-4a58-a4fb-9102756c792e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:59:51.744171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae254d2-6963-4653-ad18-8f0b622a8125 req-0da95ae7-76c2-41d7-925f-63227e95fa99 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:51.756568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ae254d2-6963-4653-ad18-8f0b622a8125 req-0da95ae7-76c2-41d7-925f-63227e95fa99 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 944 time: 0.3746924 Nov 09 19:59:51.765769 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:51.783416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-de2198c1-07d6-4345-a2dd-ebe6ada29122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:51.784961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-de2198c1-07d6-4345-a2dd-ebe6ada29122 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2659092 Nov 09 19:59:51.828592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 93179932-b6f1-4812-bcc9-868af39490c1 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:59:51.833266 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ae254d2-6963-4653-ad18-8f0b622a8125 req-423b5675-5a78-4e1d-b7a7-2790cc74e994 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737598 Nov 09 19:59:51.895002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 93179932-b6f1-4812-bcc9-868af39490c1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:51.896031 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:51.988236 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:52.033123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=7477f5fe-0fd7-408e-bdb9-723c07f911ff,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:52.116614 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-5cc26584-dfe3-45a3-8754-0c23c8ad6b27 service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800727 Nov 09 19:59:52.132577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Routers {'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 19:59:52.133246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T19:59:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:52.137113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-e1bc871f-bece-4317-8885-17933a8913cc service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327963 Nov 09 19:59:52.337245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51920) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:52.364792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] For port 7477f5fe-0fd7-408e-bdb9-723c07f911ff, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7477f5fe-0fd7-408e-bdb9-723c07f911ff,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:52.439226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3fc9e856-6b25-4bc9-a4d2-9612b79799e2 None None] For port 7477f5fe-0fd7-408e-bdb9-723c07f911ff, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7477f5fe-0fd7-408e-bdb9-723c07f911ff,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:52.439475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:52.439632 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e856-6b25-4bc9-a4d2-9612b79799e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:52.450831 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:52.451658 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:52.503167 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-1d2c7af3-d630-4ea4-994e-2556cfcb7392 service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753631 Nov 09 19:59:52.514054 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-2a319e14-8d28-4533-a30a-057bac64411f service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574164 Nov 09 19:59:52.516093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9e856-6b25-4bc9-a4d2-9612b79799e2 None None] Calling delete_port for 7477f5fe-0fd7-408e-bdb9-723c07f911ff owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 19:59:52.645035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:52.645262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] Set router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 19:59:52.677323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:52.712949 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-546c3304-a2f1-4d61-9c21-eb0b9e55c7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:52.734621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:52.735240 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:52.810330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=7477f5fe-0fd7-408e-bdb9-723c07f911ff,revision_number=9']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:52.824744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=a426fbf9-fe20-4e74-8522-f75f6a23693a,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:52.860240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f56a8f50-22c4-4eb4-846c-ad5d339a6cbd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6730523 Nov 09 19:59:52.862472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51944) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:52.868583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-40e1d919-ecc3-4c18-a2fa-4b2e93b9abfc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:52.912087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e866a7-1f78-4b2a-bb46-af8dfc2aa141 None None] Pushing event updated for resources: {'Port': ['ID=b889ca00-afa9-4a58-a4fb-9102756c792e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:53.032880 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-fddfb1b2-bbe6-459f-a33b-a4927ce586f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d HTTP/1.1" status: 200 len: 217 time: 0.5087533 Nov 09 19:59:53.169721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3797dfc-13d3-4f68-9cca-1f8ab52948d4 req-c4416c40-6ed9-4382-8bbd-aab5c0c37951 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:53.171339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3797dfc-13d3-4f68-9cca-1f8ab52948d4 req-c4416c40-6ed9-4382-8bbd-aab5c0c37951 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 944 time: 0.1727104 Nov 09 19:59:53.206841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-546c3304-a2f1-4d61-9c21-eb0b9e55c7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:53.220108 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-546c3304-a2f1-4d61-9c21-eb0b9e55c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:53.228138 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f490dc5-769f-47cb-88bb-e066f0ca79fe req-5382d444-790b-4567-8450-cbf90875f9d1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.1727626 Nov 09 19:59:53.246247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-088094a9-42e2-4410-b837-10658a9afe6b None None] Provisioning complete for port b889ca00-afa9-4a58-a4fb-9102756c792e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:53.246646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-088094a9-42e2-4410-b837-10658a9afe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:53.263858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-d999b940-dc29-47c1-8522-b41e56de3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:53.269391 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-d999b940-dc29-47c1-8522-b41e56de3271 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.2276328 Nov 09 19:59:53.307163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c3304-a2f1-4d61-9c21-eb0b9e55c7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369a19e9-af9a-4a30-a231-ce119a0950dd,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:53.349564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e1d919-ecc3-4c18-a2fa-4b2e93b9abfc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:53.353240 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-40e1d919-ecc3-4c18-a2fa-4b2e93b9abfc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:53.407364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3797dfc-13d3-4f68-9cca-1f8ab52948d4 req-c598779c-561b-4a0a-b8a0-c3a5a90d707b tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225630 Nov 09 19:59:53.414351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-63135285-e363-431c-aaa6-62eb3007dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:53.429111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-63135285-e363-431c-aaa6-62eb3007dddd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1504498 Nov 09 19:59:53.487346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-546c3304-a2f1-4d61-9c21-eb0b9e55c7cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa469b2490e94b96b728408cf16ef399&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1487722 Nov 09 19:59:53.505642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51960) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:53.621929 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-7e43cf5b-bcde-4083-939a-b77554b57dd9 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710374 Nov 09 19:59:53.622925 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:53.654457 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e856-6b25-4bc9-a4d2-9612b79799e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:53.669093 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-088094a9-42e2-4410-b837-10658a9afe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:53.781781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'name': 'tempest-TestVolumeBootPattern-396401216-router', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:25Z', 'updated_at': '2021-11-09T19:59:43Z', 'revision_number': 4, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'gw_port': {'id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:30Z', 'updated_at': '2021-11-09T19:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'b889ca00-afa9-4a58-a4fb-9102756c792e', 'name': '', 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'mac_address': 'fa:16:3e:2c:0b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '035c1f1f-ca0f-4fcc-be2d-65a36394a87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:39Z', 'updated_at': '2021-11-09T19:59:51Z', 'revision_number': 4, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'subnets': [{'id': '035c1f1f-ca0f-4fcc-be2d-65a36394a87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 19:59:53.788029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9e856-6b25-4bc9-a4d2-9612b79799e2 None None] Pushing event deleted for resources: {'Port': ['ID=7477f5fe-0fd7-408e-bdb9-723c07f911ff,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:53.799038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9e856-6b25-4bc9-a4d2-9612b79799e2 None None] No DVR routers for this DVR port 7477f5fe-0fd7-408e-bdb9-723c07f911ff on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 19:59:53.859985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91314ac-3038-4569-8a75-9db06e75cb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93179932-b6f1-4812-bcc9-868af39490c1'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:53.862831 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36e7ee1-0f70-4c52-a9c4-a1c1017c7fab" -d '{"events": [{"server_uuid": "c91314ac-3038-4569-8a75-9db06e75cb31", "name": "network-vif-plugged", "status": "completed", "tag": "93179932-b6f1-4812-bcc9-868af39490c1"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:53.871389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd5d85c-55be-4e5d-b3f9-294c5f5193b1 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 19:59:53.908813 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-2573f212-13ec-44e6-941b-c5ab31170a81 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791569 Nov 09 19:59:54.038549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3260a15-0743-4c00-8032-7f739233c169 None None] The sync data for ids ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'] in n-d-817256-1 is: [{'id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'name': 'tempest-TestVolumeBootPattern-396401216-router', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:25Z', 'updated_at': '2021-11-09T19:59:43Z', 'revision_number': 4, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'gw_port': {'id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:30Z', 'updated_at': '2021-11-09T19:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'b889ca00-afa9-4a58-a4fb-9102756c792e', 'name': '', 'network_id': '7b992d45-be45-49a0-ab1d-ef1084008dd4', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'mac_address': 'fa:16:3e:2c:0b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '035c1f1f-ca0f-4fcc-be2d-65a36394a87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:39Z', 'updated_at': '2021-11-09T19:59:51Z', 'revision_number': 4, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'subnets': [{'id': '035c1f1f-ca0f-4fcc-be2d-65a36394a87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 19:59:54.112377 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d546c1e1-b05b-4593-b131-d55d50647a5c x-openstack-request-id: req-d546c1e1-b05b-4593-b131-d55d50647a5c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:54.113175 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91314ac-3038-4569-8a75-9db06e75cb31", "name": "network-vif-plugged", "status": "completed", "tag": "93179932-b6f1-4812-bcc9-868af39490c1", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:54.113638 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d546c1e1-b05b-4593-b131-d55d50647a5c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:54.114338 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91314ac-3038-4569-8a75-9db06e75cb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93179932-b6f1-4812-bcc9-868af39490c1', 'code': 200} Nov 09 19:59:54.126793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 93179932-b6f1-4812-bcc9-868af39490c1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=93179932-b6f1-4812-bcc9-868af39490c1,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:54.192520 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-75a6d357-e660-4560-91d0-4fa874f7ab2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd HTTP/1.1" status: 200 len: 217 time: 0.2410591 Nov 09 19:59:54.224739 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:54.225626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 806865d8-8bb4-4761-a175-26fbd899978f up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:54.254330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-088094a9-42e2-4410-b837-10658a9afe6b None None] For port b889ca00-afa9-4a58-a4fb-9102756c792e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b889ca00-afa9-4a58-a4fb-9102756c792e,segment=NetworkSegment(13efc0f7-f3e3-4146-9ca7-2a06c72093c1),segment_id=13efc0f7-f3e3-4146-9ca7-2a06c72093c1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:54.356560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-6e48ec91-8bb2-421a-8837-a6c37e50bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:54.365353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-6e48ec91-8bb2-421a-8837-a6c37e50bc7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.1719167 Nov 09 19:59:54.392536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': 'a426fbf9-fe20-4e74-8522-f75f6a23693a'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 19:59:54.397602 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:54.410115 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-088094a9-42e2-4410-b837-10658a9afe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:54.611333 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e3e3844-a958-40b7-8cde-ae13c751e40a req-eb5d74ac-af40-472e-8b19-8da9e320efac tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.1560454 Nov 09 19:59:54.648301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-fe77234a-aced-45e3-977c-afa303edb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:54.649831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-fe77234a-aced-45e3-977c-afa303edb3b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2748399 Nov 09 19:59:54.704651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b889ca00-afa9-4a58-a4fb-9102756c792e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:54.884758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=93179932-b6f1-4812-bcc9-868af39490c1,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:54.950380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96e5b4d-2a3b-4cef-9704-f17947bf0806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:55.071567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 806865d8-8bb4-4761-a175-26fbd899978f completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 19:59:55.118573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 806865d8-8bb4-4761-a175-26fbd899978f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:55.119024 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:55.165898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad1856-fff8-4af3-af56-d8df6b659651 req-62d5c23e-d6b5-461a-b18b-42ebd3089fb9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:55.173208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0aad1856-fff8-4af3-af56-d8df6b659651 req-62d5c23e-d6b5-461a-b18b-42ebd3089fb9 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 945 time: 0.3838673 Nov 09 19:59:55.199279 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96e5b4d-2a3b-4cef-9704-f17947bf0806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:55.266079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-ee4cb5bc-c4da-46e7-a96a-07ba2af8169f service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029122 Nov 09 19:59:55.310713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b889ca00-afa9-4a58-a4fb-9102756c792e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:55.311092 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:55.395224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423db1b-fcf2-4c21-9c4b-8ef3bc7298eb req-61d0fb56-23df-448a-8356-6d5bb13f5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:55.424089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a423db1b-fcf2-4c21-9c4b-8ef3bc7298eb req-61d0fb56-23df-448a-8356-6d5bb13f5695 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 1096 time: 0.6128941 Nov 09 19:59:55.426991 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96e5b4d-2a3b-4cef-9704-f17947bf0806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:55.433273 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96e5b4d-2a3b-4cef-9704-f17947bf0806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:55.440383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d96e5b4d-2a3b-4cef-9704-f17947bf0806 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/369a19e9-af9a-4a30-a231-ce119a0950dd HTTP/1.1" status: 204 len: 168 time: 1.9328566 Nov 09 19:59:55.619235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e5b4d-2a3b-4cef-9704-f17947bf0806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369a19e9-af9a-4a30-a231-ce119a0950dd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:55.720902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0aad1856-fff8-4af3-af56-d8df6b659651 req-9edaabf2-a063-497b-8cb4-fcdc5e413523 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121274 Nov 09 19:59:55.737859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-5551ccdc-864f-4ab3-af8d-82789e1d4127 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:55.747353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-5551ccdc-864f-4ab3-af8d-82789e1d4127 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.8327587 Nov 09 19:59:55.784660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'port': {'device_id': '34f94edc-b004-4061-8b68-054add6c47a7', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'admin_state_up': True, 'tenant_id': '93208427bc274a8b8137372b5d73943b'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:55.797286 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a423db1b-fcf2-4c21-9c4b-8ef3bc7298eb req-6425204a-d153-4196-bf24-7f40b23d2314 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440511 Nov 09 19:59:55.933020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-e304efdd-296b-4b44-9784-4bf274aa58b6 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169238 Nov 09 19:59:56.107226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-40e1d919-ecc3-4c18-a2fa-4b2e93b9abfc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:56.311231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-c96e8ed9-ada4-4151-9718-765c51177a1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 HTTP/1.1" status: 200 len: 217 time: 0.2731507 Nov 09 19:59:56.327133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1d919-ecc3-4c18-a2fa-4b2e93b9abfc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:56.330952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-40e1d919-ecc3-4c18-a2fa-4b2e93b9abfc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:56.349944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1d919-ecc3-4c18-a2fa-4b2e93b9abfc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:56.350601 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-40e1d919-ecc3-4c18-a2fa-4b2e93b9abfc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:56.425311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1d919-ecc3-4c18-a2fa-4b2e93b9abfc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=a35ea2c6-0ee2-46bf-b273-13940cd10835,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:56.430017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088094a9-42e2-4410-b837-10658a9afe6b None None] Pushing event updated for resources: {'Port': ['ID=b889ca00-afa9-4a58-a4fb-9102756c792e,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:56.451106 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05be458f-4852-41bc-b322-e1a2f89fa2e7 req-f5e71b2a-c120-4f88-9f4b-787cdeef39c6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.6472826 Nov 09 19:59:56.483148 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-40e1d919-ecc3-4c18-a2fa-4b2e93b9abfc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6192045 Nov 09 19:59:56.487783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52028) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:56.507618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Allocated IP 2001:db8::f816:3eff:fec7:c57d (a3569f24-b25f-4233-bf98-fbac1e555025/a426fbf9-fe20-4e74-8522-f75f6a23693a/f83250b5-0bce-413a-9402-9be62e662d25) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:56.509638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:9e:61:76', 'name': 'tempest-NetworksTestDHCPv6-1068486961'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:56.667075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-2bdad106-289b-457f-ab60-b8ea79d9a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:56.668606 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-2bdad106-289b-457f-ab60-b8ea79d9a1b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.2601624 Nov 09 19:59:56.969511 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:56.997498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-6a610068-f0b0-453a-b0df-6e30aef2ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:56.999877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-6a610068-f0b0-453a-b0df-6e30aef2ff0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3096395 Nov 09 19:59:57.031253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:57.056243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52038) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:57.152527 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-314bbdae-8bdf-4e48-8c00-9f2006bfd60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:57.297723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ca93f-d775-4a86-9408-44f9d0fede37 req-30aefdb5-f5f1-42ae-b7a1-ccc269da4e31 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:57.313745 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a17ca93f-d775-4a86-9408-44f9d0fede37 req-30aefdb5-f5f1-42ae-b7a1-ccc269da4e31 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 945 time: 0.3973832 Nov 09 19:59:57.352073 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-936d053b-ee61-4a13-a4ba-39c11d8ef71a service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301992 Nov 09 19:59:57.361838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52042) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:57.445540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Made reservation on behalf of 93208427bc274a8b8137372b5d73943b for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 19:59:57.449724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:57.477196 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:57.643033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:57.643294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defdad5e-9bb7-4f14-b3ee-73ca56456455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806865d8-8bb4-4761-a175-26fbd899978f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 19:59:57.645434 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d89dd41-f1c9-4a4f-bf58-ddd5783933e9" -d '{"events": [{"server_uuid": "defdad5e-9bb7-4f14-b3ee-73ca56456455", "name": "network-vif-plugged", "status": "completed", "tag": "806865d8-8bb4-4761-a175-26fbd899978f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 19:59:57.649038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b889ca00-afa9-4a58-a4fb-9102756c792e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:57.668810 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:57.673762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 806865d8-8bb4-4761-a175-26fbd899978f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=806865d8-8bb4-4761-a175-26fbd899978f,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 19:59:57.673949 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46d2947a-88f6-402b-8d25-252b34ef7018 req-5af165ec-c9b8-47d4-af5b-189de058127d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.0713665 Nov 09 19:59:57.698930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 4238e63e-3ee5-462f-8b07-df6a73b5672f yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 19:59:57.702018 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:57.776912 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-24a15d37-d793-4fbd-95da-cfc8b4a15fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:57.802928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=806865d8-8bb4-4761-a175-26fbd899978f,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:57.817111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1b258a4-e69f-4dbc-8522-4470b60558c7 req-cd430984-62f2-4b90-af1c-c81c02b9b24e service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541898 Nov 09 19:59:57.821646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:57.851552 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 19:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2245465-d5d5-4e79-a948-0d8d3ea801cf x-openstack-request-id: req-a2245465-d5d5-4e79-a948-0d8d3ea801cf {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 19:59:57.851830 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defdad5e-9bb7-4f14-b3ee-73ca56456455", "name": "network-vif-plugged", "status": "completed", "tag": "806865d8-8bb4-4761-a175-26fbd899978f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 19:59:57.852093 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2245465-d5d5-4e79-a948-0d8d3ea801cf {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 19:59:57.853137 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defdad5e-9bb7-4f14-b3ee-73ca56456455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806865d8-8bb4-4761-a175-26fbd899978f', 'code': 200} Nov 09 19:59:57.936309 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 172.20.0.11 (a3569f24-b25f-4233-bf98-fbac1e555025/a35ea2c6-0ee2-46bf-b273-13940cd10835/4238e63e-3ee5-462f-8b07-df6a73b5672f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:57.944131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::f816:3eff:fe9e:6176 (a3569f24-b25f-4233-bf98-fbac1e555025/a426fbf9-fe20-4e74-8522-f75f6a23693a/4238e63e-3ee5-462f-8b07-df6a73b5672f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:57.962605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:57.971872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:57.974883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:57.992769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Pushing event updated for resources: {'Port': ['ID=f83250b5-0bce-413a-9402-9be62e662d25,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:57.995065 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-24a15d37-d793-4fbd-95da-cfc8b4a15fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.009239 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-24a15d37-d793-4fbd-95da-cfc8b4a15fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.076962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b889ca00-afa9-4a58-a4fb-9102756c792e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:58.077389 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.101753 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-24a15d37-d793-4fbd-95da-cfc8b4a15fca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29489fcea28849c388bcb2ab88be1b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7375152 Nov 09 19:59:58.102766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52054) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:58.128508 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.145553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a15d37-d793-4fbd-95da-cfc8b4a15fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16b5b53-5a36-4aa2-aea9-a6143420cdc2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:58.196708 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Attempting to bind port f83250b5-0bce-413a-9402-9be62e662d25 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 19:59:58.208104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.210776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Attempting to bind port f83250b5-0bce-413a-9402-9be62e662d25 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 19:59:58.211314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Attempting to bind port f83250b5-0bce-413a-9402-9be62e662d25 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 19:59:58.222809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.20.0.12 (f371d5ab-06e0-49e5-9339-f059f28199e8/1e4cf51e-e3cf-4e25-951e-75adccf486ec/56d295b5-ca94-4242-bd9b-c6961c7721c8) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 19:59:58.255952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 19:59:58.267873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:58.268544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 19:59:58.269215 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.271721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 19:59:58.272918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Bound port: f83250b5-0bce-413a-9402-9be62e662d25, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 19:59:58.275160 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.281998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:58.288567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:58.314376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1b73ac6-10ce-43b3-b189-0f08eed58b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.359435 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1b73ac6-10ce-43b3-b189-0f08eed58b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.436688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:58.437223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.447111 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1b73ac6-10ce-43b3-b189-0f08eed58b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.450827 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1b73ac6-10ce-43b3-b189-0f08eed58b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.452179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d1b73ac6-10ce-43b3-b189-0f08eed58b4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c16b5b53-5a36-4aa2-aea9-a6143420cdc2 HTTP/1.1" status: 204 len: 168 time: 0.3457162 Nov 09 19:59:58.470192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] For port f83250b5-0bce-413a-9402-9be62e662d25, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 19:59:58.474537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] For port f83250b5-0bce-413a-9402-9be62e662d25, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f83250b5-0bce-413a-9402-9be62e662d25,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 19:59:58.474734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48e2af-7387-4497-b9f8-a5429c1c6801 req-65efc653-f4fc-4834-99f8-3c11d324bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:58.476208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0b48e2af-7387-4497-b9f8-a5429c1c6801 req-65efc653-f4fc-4834-99f8-3c11d324bc45 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=defdad5e-9bb7-4f14-b3ee-73ca56456455 HTTP/1.1" status: 200 len: 1096 time: 0.3107181 Nov 09 19:59:58.491095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a17ca93f-d775-4a86-9408-44f9d0fede37 req-efb30fb4-491e-4c6b-9fb5-351517337e90 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1691372 Nov 09 19:59:58.511718 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.614551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=4238e63e-3ee5-462f-8b07-df6a73b5672f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:58.635209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-314bbdae-8bdf-4e48-8c00-9f2006bfd60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.651309 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-01d0aa0b-b6e6-495a-bdff-f045b6dc25ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1617651 Nov 09 19:59:58.653629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-314bbdae-8bdf-4e48-8c00-9f2006bfd60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.673189 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0b48e2af-7387-4497-b9f8-a5429c1c6801 req-f6efe4ba-579a-47d9-b773-d64f537d4180 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658046 Nov 09 19:59:58.698553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52062) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:58.716189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1784c62-3313-4f5e-903b-2050cf4988f7 None None] Pushing event updated for resources: {'Port': ['ID=f83250b5-0bce-413a-9402-9be62e662d25,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:58.734899 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.846773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bbdae-8bdf-4e48-8c00-9f2006bfd60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adb0273-6155-44a5-9b4c-148808c24fae,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:58.869125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b73ac6-10ce-43b3-b189-0f08eed58b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16b5b53-5a36-4aa2-aea9-a6143420cdc2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:58.876880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:58.914430 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-314bbdae-8bdf-4e48-8c00-9f2006bfd60f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7af07fa7da8401c8c0b8f0c6f3b8d69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8515944 Nov 09 19:59:58.920508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52070) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:59.020136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=56d295b5-ca94-4242-bd9b-c6961c7721c8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:59.059580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 19:59:59.062893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 19:59:59.075028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 19:59:59.149954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bda342-e334-4d7a-afc8-fea6dcdad9f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:59.164855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bda342-e334-4d7a-afc8-fea6dcdad9f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:59.169142 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-18bda342-e334-4d7a-afc8-fea6dcdad9f8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3599842 Nov 09 19:59:59.170047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52072) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:59.172638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d9857-cbb6-406f-84fe-4b358d755740 req-79ab5e7a-d543-469b-b499-0001c11a80ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:59.181212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e7d9857-cbb6-406f-84fe-4b358d755740 req-79ab5e7a-d543-469b-b499-0001c11a80ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 932 time: 0.3968937 Nov 09 19:59:59.183980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a70ddc2b-f37e-4cc4-bf9d-d02c5db249a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.217950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a70ddc2b-f37e-4cc4-bf9d-d02c5db249a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.232408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 19:59:59.235890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.320910 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-7387bbeb-d7b6-4d6a-8549-7e581cd6c925 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5480032 Nov 09 19:59:59.335979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Request body: {'port': {'device_id': '34f94edc-b004-4061-8b68-054add6c47a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 19:59:59.356062 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e7d9857-cbb6-406f-84fe-4b358d755740 req-b25bb12a-5ea5-45e0-bfbf-ec7408a993fe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724937 Nov 09 19:59:59.394602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52076) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 19:59:59.420939 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb9e-f581-41a5-a9a4-dddf7cb59377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.421112 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a70ddc2b-f37e-4cc4-bf9d-d02c5db249a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.433401 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a70ddc2b-f37e-4cc4-bf9d-d02c5db249a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.437761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a70ddc2b-f37e-4cc4-bf9d-d02c5db249a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3adb0273-6155-44a5-9b4c-148808c24fae HTTP/1.1" status: 204 len: 168 time: 0.5114496 Nov 09 19:59:59.500109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ddc2b-f37e-4cc4-bf9d-d02c5db249a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adb0273-6155-44a5-9b4c-148808c24fae,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 19:59:59.591924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb9e-f581-41a5-a9a4-dddf7cb59377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.637868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb9e-f581-41a5-a9a4-dddf7cb59377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.657388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f83250b5-0bce-413a-9402-9be62e662d25 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 19:59:59.663599 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.669170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7791c64e-0c20-4c7e-98d6-e189af8961ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 4238e63e-3ee5-462f-8b07-df6a73b5672f {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 19:59:59.669950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7791c64e-0c20-4c7e-98d6-e189af8961ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.674670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb330057-f17a-488b-b365-3a6248b31875 None None] Provisioning complete for port 56d295b5-ca94-4242-bd9b-c6961c7721c8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:59.675461 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb330057-f17a-488b-b365-3a6248b31875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.899856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-eb330057-f17a-488b-b365-3a6248b31875 None None] Port 56d295b5-ca94-4242-bd9b-c6961c7721c8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 19:59:59.904725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f83250b5-0bce-413a-9402-9be62e662d25 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 19:59:59.905618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.962402 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7791c64e-0c20-4c7e-98d6-e189af8961ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 19:59:59.996652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7791c64e-0c20-4c7e-98d6-e189af8961ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 4238e63e-3ee5-462f-8b07-df6a73b5672f owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:00.122448 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:00.226906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port f83250b5-0bce-413a-9402-9be62e662d25, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f83250b5-0bce-413a-9402-9be62e662d25,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:00.236554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:00.254346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d295b5-ca94-4242-bd9b-c6961c7721c8 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:00:00.279820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:00.382566 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=f83250b5-0bce-413a-9402-9be62e662d25,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:00.469158 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2fb6bb9e-f581-41a5-a9a4-dddf7cb59377 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=278b08b06a3f49daa8716cbb27a285e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0738933 Nov 09 20:00:00.480614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52098) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:00.492392 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6bb9e-f581-41a5-a9a4-dddf7cb59377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0c0815-e212-433a-9eec-b8ceaac10e8c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:00.520165 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7791c64e-0c20-4c7e-98d6-e189af8961ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:00.525061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Transition to ACTIVE for port object 56d295b5-ca94-4242-bd9b-c6961c7721c8 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:00:00.550398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:00.614167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149b11f7-9ee4-4e3d-bfa7-74ee12f883e5 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:00.661422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c25314-d336-4abb-b0e2-8713549b1396 req-c801fa89-8167-4fca-aaf8-53f352dea0bb tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:00.665530 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c25314-d336-4abb-b0e2-8713549b1396 req-c801fa89-8167-4fca-aaf8-53f352dea0bb tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 945 time: 0.3394277 Nov 09 20:00:00.726201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791c64e-0c20-4c7e-98d6-e189af8961ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=4238e63e-3ee5-462f-8b07-df6a73b5672f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:00.817305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f243262-ff0b-4b59-8b38-f00e567805c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:00.940652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Pushing event updated for resources: {'Port': ['ID=56d295b5-ca94-4242-bd9b-c6961c7721c8,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:00.974763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-369e2182-49b7-4a1a-a939-49fc52501b82 None None] Provisioning complete for port f83250b5-0bce-413a-9402-9be62e662d25 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:00.982659 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-369e2182-49b7-4a1a-a939-49fc52501b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:01.082719 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f243262-ff0b-4b59-8b38-f00e567805c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:01.090733 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1c25314-d336-4abb-b0e2-8713549b1396 req-7afb587f-8ae2-4a6d-9e69-8c056328e04e tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001219 Nov 09 20:00:01.128713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Attempting to bind port 56d295b5-ca94-4242-bd9b-c6961c7721c8 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:00:01.130246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Attempting to bind port 56d295b5-ca94-4242-bd9b-c6961c7721c8 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:00:01.130915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Attempting to bind port 56d295b5-ca94-4242-bd9b-c6961c7721c8 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:00:01.145532 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Port 56d295b5-ca94-4242-bd9b-c6961c7721c8 on network f371d5ab-06e0-49e5-9339-f059f28199e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:00:01.148321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Attempting to bind port 56d295b5-ca94-4242-bd9b-c6961c7721c8 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:00:01.166755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 19, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:00:01.167305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:00:01.167714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Bound using segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:00:01.168175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Bound port: 56d295b5-ca94-4242-bd9b-c6961c7721c8, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:00:01.168547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:01.170594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917db5c2-5977-4a76-bf3f-9a0f758aa65f req-1de7648d-1dd8-4b16-9f55-2d52f6ea4354 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:01.172182 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-917db5c2-5977-4a76-bf3f-9a0f758aa65f req-1de7648d-1dd8-4b16-9f55-2d52f6ea4354 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 944 time: 0.5945101 Nov 09 20:00:01.295923 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7791c64e-0c20-4c7e-98d6-e189af8961ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:01.309213 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7791c64e-0c20-4c7e-98d6-e189af8961ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/4238e63e-3ee5-462f-8b07-df6a73b5672f HTTP/1.1" status: 204 len: 168 time: 2.1330142 Nov 09 20:00:01.313583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52124) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:01.357763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-917db5c2-5977-4a76-bf3f-9a0f758aa65f req-60befb96-8ce6-456a-a6a8-434347063577 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499095 Nov 09 20:00:01.397491 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f243262-ff0b-4b59-8b38-f00e567805c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:01.403179 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8f243262-ff0b-4b59-8b38-f00e567805c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:01.406672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8f243262-ff0b-4b59-8b38-f00e567805c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab0c0815-e212-433a-9eec-b8ceaac10e8c HTTP/1.1" status: 204 len: 168 time: 0.9104552 Nov 09 20:00:01.454792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f243262-ff0b-4b59-8b38-f00e567805c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0c0815-e212-433a-9eec-b8ceaac10e8c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:01.486550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] For port 56d295b5-ca94-4242-bd9b-c6961c7721c8, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:00:01.524807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] For port 56d295b5-ca94-4242-bd9b-c6961c7721c8, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=56d295b5-ca94-4242-bd9b-c6961c7721c8,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:00:01.540243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5cc87-267f-4013-83a4-d47c00399ead tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:01.544340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5cc87-267f-4013-83a4-d47c00399ead tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:01.549596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5cc87-267f-4013-83a4-d47c00399ead tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:01.554791 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a4b5cc87-267f-4013-83a4-d47c00399ead tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2379608 Nov 09 20:00:01.555714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52130) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:01.561957 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:01.677996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:01.678648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:01.680076 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] 10.222.0.70 "PUT /v2.0/ports/56d295b5-ca94-4242-bd9b-c6961c7721c8 HTTP/1.1" status: 200 len: 1092 time: 2.3576772 Nov 09 20:00:01.701156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f94edc-b004-4061-8b68-054add6c47a7', 'tag': '56d295b5-ca94-4242-bd9b-c6961c7721c8'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:00:01.708863 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12be6b7-fb29-4139-84f6-a23f798a8f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "34f94edc-b004-4061-8b68-054add6c47a7", "tag": "56d295b5-ca94-4242-bd9b-c6961c7721c8"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:00:01.731356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f83250b5-0bce-413a-9402-9be62e662d25 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:01.796531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985d18-6942-4737-b19b-f5884af0aeba req-761d01e8-b990-458b-9bef-c02e945b8a8d tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:01.805055 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e985d18-6942-4737-b19b-f5884af0aeba req-761d01e8-b990-458b-9bef-c02e945b8a8d tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=defdad5e-9bb7-4f14-b3ee-73ca56456455 HTTP/1.1" status: 200 len: 945 time: 0.3691471 Nov 09 20:00:01.826903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebb2c1a-9af4-487e-849e-089e36decdac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet a35ea2c6-0ee2-46bf-b273-13940cd10835 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:01.829892 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668dd40-a306-4a23-92d4-d4389701da57 None None] Update dhcp port {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': 'a426fbf9-fe20-4e74-8522-f75f6a23693a', 'ip_address': '2001:db8::f816:3eff:fec7:c57d'}, {'subnet_id': 'a35ea2c6-0ee2-46bf-b273-13940cd10835'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'f83250b5-0bce-413a-9402-9be62e662d25'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 20:00:01.835622 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ebb2c1a-9af4-487e-849e-089e36decdac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:01.859590 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c31c40-e3df-4e69-9387-dc13afb7bd8e x-openstack-request-id: req-89c31c40-e3df-4e69-9387-dc13afb7bd8e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:00:01.860318 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f94edc-b004-4061-8b68-054add6c47a7", "tag": "56d295b5-ca94-4242-bd9b-c6961c7721c8", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:00:01.861380 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89c31c40-e3df-4e69-9387-dc13afb7bd8e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:00:01.862617 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f94edc-b004-4061-8b68-054add6c47a7', 'tag': '56d295b5-ca94-4242-bd9b-c6961c7721c8', 'status': 'completed', 'code': 200} Nov 09 20:00:01.911071 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a668dd40-a306-4a23-92d4-d4389701da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:01.985490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f83250b5-0bce-413a-9402-9be62e662d25 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:01.987129 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:02.010319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ebb2c1a-9af4-487e-849e-089e36decdac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:02.147074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baf22a-d80f-470c-af7f-3601d7595da1 service neutron] Pushing event updated for resources: {'Port': ['ID=56d295b5-ca94-4242-bd9b-c6961c7721c8,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:02.168762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e985d18-6942-4737-b19b-f5884af0aeba req-9102b31b-ae0e-4e1c-8e98-1f473a77a3d8 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253067 Nov 09 20:00:02.204453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-40d46ecc-1ae4-4077-81bb-5851a1c12233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:02.211837 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-40d46ecc-1ae4-4077-81bb-5851a1c12233 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 1095 time: 0.4057620 Nov 09 20:00:02.225119 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ebb2c1a-9af4-487e-849e-089e36decdac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:02.373488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-6eabc72a-eb21-4dc2-8533-72a1884e312d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d295b5-ca94-4242-bd9b-c6961c7721c8 HTTP/1.1" status: 200 len: 217 time: 0.1515391 Nov 09 20:00:02.408458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ebb2c1a-9af4-487e-849e-089e36decdac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:02.495558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb2c1a-9af4-487e-849e-089e36decdac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=a35ea2c6-0ee2-46bf-b273-13940cd10835,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:02.499044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8ebb2c1a-9af4-487e-849e-089e36decdac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:02.519247 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8ebb2c1a-9af4-487e-849e-089e36decdac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/a35ea2c6-0ee2-46bf-b273-13940cd10835 HTTP/1.1" status: 204 len: 168 time: 0.9622595 Nov 09 20:00:02.522855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52160) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server [None req-a668dd40-a306-4a23-92d4-d4389701da57 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a35ea2c6-0ee2-46bf-b273-13940cd10835: This subnet is being modified by another concurrent operation. Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise exception Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a35ea2c6-0ee2-46bf-b273-13940cd10835: This subnet is being modified by another concurrent operation. Nov 09 20:00:02.544033 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Nov 09 20:00:02.737983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-f162928d-4f8a-43b0-98d9-58868abae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:02.742394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e7f4c3-7ff9-4641-8853-a151995b65b9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet a426fbf9-fe20-4e74-8522-f75f6a23693a {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:02.753368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-962fd1c7-16b1-42e5-b371-a4e03c0faf41 None None] Provisioning complete for port f83250b5-0bce-413a-9402-9be62e662d25 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:02.753758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-f162928d-4f8a-43b0-98d9-58868abae889 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.3683748 Nov 09 20:00:02.754993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29e7f4c3-7ff9-4641-8853-a151995b65b9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:02.755249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-962fd1c7-16b1-42e5-b371-a4e03c0faf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:02.872759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29e7f4c3-7ff9-4641-8853-a151995b65b9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:02.926703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52170) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:02.955608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba1d32-30fa-48ae-8e34-f4b52326f171 req-7bf15007-7cb8-4c28-9ad6-28b9f26c7750 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:02.966496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6fba1d32-30fa-48ae-8e34-f4b52326f171 req-7bf15007-7cb8-4c28-9ad6-28b9f26c7750 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 944 time: 0.4028566 Nov 09 20:00:03.011138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-72f9b9fd-9150-409f-8cbc-901f13ba9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:03.012643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-72f9b9fd-9150-409f-8cbc-901f13ba9d92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2503884 Nov 09 20:00:03.095693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7bcb1ce4-f5df-4964-bca1-5dd5c06b954b None None] Could not find standard attr ID for object 4238e63e-3ee5-462f-8b07-df6a73b5672f. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:00:03.098576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7bcb1ce4-f5df-4964-bca1-5dd5c06b954b None None] Could not find standard attr ID for object 1ee11987-ddae-416b-adb0-3c54812f89b4. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:00:03.152598 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6fba1d32-30fa-48ae-8e34-f4b52326f171 req-46ccf459-34c5-477e-9858-85df7d8ceefe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504285 Nov 09 20:00:03.204465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29e7f4c3-7ff9-4641-8853-a151995b65b9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:03.216313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-61d52af8-c7b4-45c6-9d8a-a34d993e493f service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929162 Nov 09 20:00:03.386866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae28d0-d1a8-45d3-a8c9-2a9e8c215ec3 None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:00:03.489011 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd45c9b6-4b78-4620-bd76-31cdd9a46604 req-b4b16d2b-9e32-45fb-b32c-10721d37adf9 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636948 Nov 09 20:00:03.540585 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf76ff-4445-4967-af6d-e43b7dd7fd4a req-51d09c61-4ee7-4d1f-8358-82b24a3de5b6 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:03.560798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ecf76ff-4445-4967-af6d-e43b7dd7fd4a req-51d09c61-4ee7-4d1f-8358-82b24a3de5b6 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=defdad5e-9bb7-4f14-b3ee-73ca56456455 HTTP/1.1" status: 200 len: 945 time: 0.2507079 Nov 09 20:00:03.613288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29e7f4c3-7ff9-4641-8853-a151995b65b9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:03.627559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-e36a4bbc-7044-49d6-9b6f-689ed94dd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:03.629557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-e36a4bbc-7044-49d6-9b6f-689ed94dd1c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 1095 time: 0.0828118 Nov 09 20:00:03.641688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f83250b5-0bce-413a-9402-9be62e662d25 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:03.767873 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-29e7f4c3-7ff9-4641-8853-a151995b65b9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:03.796424 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-29e7f4c3-7ff9-4641-8853-a151995b65b9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/a426fbf9-fe20-4e74-8522-f75f6a23693a HTTP/1.1" status: 204 len: 168 time: 1.2717481 Nov 09 20:00:03.799498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7f4c3-7ff9-4641-8853-a151995b65b9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=a426fbf9-fe20-4e74-8522-f75f6a23693a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:03.816554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52196) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:03.876668 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ecf76ff-4445-4967-af6d-e43b7dd7fd4a req-88c287e0-282b-42c9-82b7-37fd67b2a7a3 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062012 Nov 09 20:00:03.925063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-b2e2ae76-8cd0-459b-8f70-375706611a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:03.926624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-b2e2ae76-8cd0-459b-8f70-375706611a28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.2882295 Nov 09 20:00:03.946426 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-494e2f32-d32b-4d6f-abab-8205b9cfab1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:03.964930 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-df9b4b3b-1ecf-4110-99e5-f37c3661f50e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338315 Nov 09 20:00:03.967986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52202) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:04.004838 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:04.016107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7e0466af-3558-427e-bb35-fa00e5242fa1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:04.027515 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-13fce583-f69b-4a1a-acc1-c465015732c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56d295b5-ca94-4242-bd9b-c6961c7721c8 HTTP/1.1" status: 200 len: 217 time: 0.0866826 Nov 09 20:00:04.079306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port f83250b5-0bce-413a-9402-9be62e662d25, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f83250b5-0bce-413a-9402-9be62e662d25,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:04.085707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae28d0-d1a8-45d3-a8c9-2a9e8c215ec3 None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:00:04.113662 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:04.175246 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-494e2f32-d32b-4d6f-abab-8205b9cfab1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:04.193437 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-494e2f32-d32b-4d6f-abab-8205b9cfab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:04.246304 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-494e2f32-d32b-4d6f-abab-8205b9cfab1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b575e8d603542a4bad2f5f9dfbf4642&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3158939 Nov 09 20:00:04.248048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e2f32-d32b-4d6f-abab-8205b9cfab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a36e14-7a4a-4194-940e-674f5da49d03,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:04.250753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52214) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:04.261983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-fdd3da41-4371-4cc6-a8bc-6c53750fc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:04.265560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-fdd3da41-4371-4cc6-a8bc-6c53750fc27f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.2248337 Nov 09 20:00:04.340609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-7060488a-3b5d-463e-bed8-2d502e4cccb3 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:04.347093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-7060488a-3b5d-463e-bed8-2d502e4cccb3 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.77 "GET /v2.0/ports?device_id=defdad5e-9bb7-4f14-b3ee-73ca56456455 HTTP/1.1" status: 200 len: 945 time: 0.3885100 Nov 09 20:00:04.446320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0466af-3558-427e-bb35-fa00e5242fa1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:04.450917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e0466af-3558-427e-bb35-fa00e5242fa1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:04.512739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=f83250b5-0bce-413a-9402-9be62e662d25,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:04.555641 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ed7c-158b-4f1e-8e7f-c76ebd9125fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:04.623347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-f84ab105-e5e8-48de-99ad-431a886c8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:04.627050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-f84ab105-e5e8-48de-99ad-431a886c8e57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3501337 Nov 09 20:00:04.734361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ed7c-158b-4f1e-8e7f-c76ebd9125fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:04.818700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a670d-5c2d-4def-88b7-ea00fb4ebc2a req-ce91e3a4-5829-48dd-a887-6debd08c0063 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:04.828752 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-229a670d-5c2d-4def-88b7-ea00fb4ebc2a req-ce91e3a4-5829-48dd-a887-6debd08c0063 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 944 time: 0.4717569 Nov 09 20:00:04.944404 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ed7c-158b-4f1e-8e7f-c76ebd9125fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:04.959260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ed7c-158b-4f1e-8e7f-c76ebd9125fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:04.967064 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5ed5ed7c-158b-4f1e-8e7f-c76ebd9125fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0a36e14-7a4a-4194-940e-674f5da49d03 HTTP/1.1" status: 204 len: 168 time: 0.7033820 Nov 09 20:00:05.019662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5ed7c-158b-4f1e-8e7f-c76ebd9125fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a36e14-7a4a-4194-940e-674f5da49d03,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:05.074278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-229a670d-5c2d-4def-88b7-ea00fb4ebc2a req-b5ac2335-b6c1-43f1-9601-bc7df4213b70 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394211 Nov 09 20:00:05.099393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-4f96096a-85b2-4ad0-b8ef-db6f76b522ab tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:05.101863 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-4f96096a-85b2-4ad0-b8ef-db6f76b522ab tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.77 "GET /v2.0/ports?device_id=c91314ac-3038-4569-8a75-9db06e75cb31 HTTP/1.1" status: 200 len: 945 time: 0.6579273 Nov 09 20:00:05.190815 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-0c811f23-65c1-408d-b355-9113a6f6eea8 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369823 Nov 09 20:00:05.260566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-523df703-048d-4db0-bfff-97cd27bbe2f4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Deleting port 806865d8-8bb4-4761-a175-26fbd899978f {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:05.261286 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-523df703-048d-4db0-bfff-97cd27bbe2f4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:05.483391 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e0466af-3558-427e-bb35-fa00e5242fa1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:05.497426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260b4aa7-e8dd-4c6e-aaa7-3eb1291f3129 None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:00:05.559000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4194e4-2424-49e1-ae9a-5bcdb03cf6d2 req-6980073f-16d6-4217-8758-8dfb6d37ba02 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:05.573198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0b4194e4-2424-49e1-ae9a-5bcdb03cf6d2 req-6980073f-16d6-4217-8758-8dfb6d37ba02 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=defdad5e-9bb7-4f14-b3ee-73ca56456455 HTTP/1.1" status: 200 len: 945 time: 0.4690795 Nov 09 20:00:05.583364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-523df703-048d-4db0-bfff-97cd27bbe2f4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] For port 806865d8-8bb4-4761-a175-26fbd899978f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=806865d8-8bb4-4761-a175-26fbd899978f,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:05.584452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-523df703-048d-4db0-bfff-97cd27bbe2f4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:05.607308 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d12be6b7-fb29-4139-84f6-a23f798a8f0f req-9ffba85d-3b1c-4966-a3fb-0bb09d8dac0b service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031444 Nov 09 20:00:05.637976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-523df703-048d-4db0-bfff-97cd27bbe2f4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Calling delete_port for 806865d8-8bb4-4761-a175-26fbd899978f owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:05.669063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0466af-3558-427e-bb35-fa00e5242fa1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:05.673600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7e0466af-3558-427e-bb35-fa00e5242fa1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:05.685359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0466af-3558-427e-bb35-fa00e5242fa1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:05.687888 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e0466af-3558-427e-bb35-fa00e5242fa1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:05.728777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b4aa7-e8dd-4c6e-aaa7-3eb1291f3129 None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:00:05.732720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7e0466af-3558-427e-bb35-fa00e5242fa1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7220104 Nov 09 20:00:05.738507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52246) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:05.750579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:05.806661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0466af-3558-427e-bb35-fa00e5242fa1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=37314d50-1c39-4efe-9e1d-a1d001ac11bd,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:05.855240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0b4194e4-2424-49e1-ae9a-5bcdb03cf6d2 req-ad357143-bc2d-44c1-9376-514f14e01eaa tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdea0931-38bb-4e87-90e0-665a0cea31c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807879 Nov 09 20:00:05.880927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-f3d417ce-4b7b-4e0c-a0e1-07a8477180ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Deleting port 93179932-b6f1-4812-bcc9-868af39490c1 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:05.883947 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-f3d417ce-4b7b-4e0c-a0e1-07a8477180ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:05.903443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52252) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:06.033252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b3b1d2b2-a25a-4d73-8973-efb50edc1668 None None] Provisioning complete for port f83250b5-0bce-413a-9402-9be62e662d25 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:06.034120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d2b2-a25a-4d73-8973-efb50edc1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:06.139471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:06.143700 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e199e8f-4648-4698-be0f-4bca1bbdfc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:06.151697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:06.391786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-f3d417ce-4b7b-4e0c-a0e1-07a8477180ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] For port 93179932-b6f1-4812-bcc9-868af39490c1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=93179932-b6f1-4812-bcc9-868af39490c1,segment=NetworkSegment(839f41fb-9b1e-4dd7-9be0-d31df5484602),segment_id=839f41fb-9b1e-4dd7-9be0-d31df5484602)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:06.392921 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-f3d417ce-4b7b-4e0c-a0e1-07a8477180ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:06.409948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-f3d417ce-4b7b-4e0c-a0e1-07a8477180ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Calling delete_port for 93179932-b6f1-4812-bcc9-868af39490c1 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:06.649536 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d2b2-a25a-4d73-8973-efb50edc1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:06.800726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0522786-3e99-47fa-80d7-4951ad46f350 None None] Update dhcp port {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': '37314d50-1c39-4efe-9e1d-a1d001ac11bd'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'f83250b5-0bce-413a-9402-9be62e662d25'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 20:00:06.904722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0a5ab-8444-4e88-86bf-af4bca26dabe req-ce7fc379-fc0f-446b-bb66-7b6850e5a885 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:06.910731 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05f0a5ab-8444-4e88-86bf-af4bca26dabe req-ce7fc379-fc0f-446b-bb66-7b6850e5a885 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 944 time: 0.5488067 Nov 09 20:00:06.922162 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0522786-3e99-47fa-80d7-4951ad46f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:06.925147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b3b1d2b2-a25a-4d73-8973-efb50edc1668 None None] For port f83250b5-0bce-413a-9402-9be62e662d25, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f83250b5-0bce-413a-9402-9be62e662d25,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:06.971468 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d2b2-a25a-4d73-8973-efb50edc1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:06.979758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-523df703-048d-4db0-bfff-97cd27bbe2f4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.059362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb1f635a-6c9d-4ccc-b694-f88b59fb39ee req-d7f46594-bae4-4664-909b-66569dad9142 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=defdad5e-9bb7-4f14-b3ee-73ca56456455 HTTP/1.1" status: 200 len: 210 time: 0.0408914 Nov 09 20:00:07.144776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['806865d8-8bb4-4761-a175-26fbd899978f', '93179932-b6f1-4812-bcc9-868af39490c1'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:00:07.150452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e199e8f-4648-4698-be0f-4bca1bbdfc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.185894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e199e8f-4648-4698-be0f-4bca1bbdfc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.239125 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-f3d417ce-4b7b-4e0c-a0e1-07a8477180ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.286095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8e199e8f-4648-4698-be0f-4bca1bbdfc36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a95004af9da429e8a6b7dc29cd4614c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3799958 Nov 09 20:00:07.292604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52292) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:07.372865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1d2b2-a25a-4d73-8973-efb50edc1668 None None] Pushing event updated for resources: {'Port': ['ID=f83250b5-0bce-413a-9402-9be62e662d25,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:07.388686 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e91d327-3fd5-41c8-b08c-62488d45572d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.424687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e199e8f-4648-4698-be0f-4bca1bbdfc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b60db4-7383-4bba-9c71-7730967385f1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:07.438785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e91d327-3fd5-41c8-b08c-62488d45572d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.443821 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-05f0a5ab-8444-4e88-86bf-af4bca26dabe req-937b8dac-1193-4da4-adf6-3789f582d500 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058572 Nov 09 20:00:07.452618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523df703-048d-4db0-bfff-97cd27bbe2f4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Pushing event deleted for resources: {'Port': ['ID=806865d8-8bb4-4761-a175-26fbd899978f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:07.530964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d417ce-4b7b-4e0c-a0e1-07a8477180ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Pushing event deleted for resources: {'Port': ['ID=93179932-b6f1-4812-bcc9-868af39490c1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:07.570166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-523df703-048d-4db0-bfff-97cd27bbe2f4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] No DVR routers for this DVR port 806865d8-8bb4-4761-a175-26fbd899978f on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:00:07.574568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-523df703-048d-4db0-bfff-97cd27bbe2f4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.584473 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2bbcda0b-eedb-407d-9f02-0e94956df49a req-523df703-048d-4db0-bfff-97cd27bbe2f4 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.77 "DELETE /v2.0/ports/806865d8-8bb4-4761-a175-26fbd899978f HTTP/1.1" status: 204 len: 173 time: 3.2257645 Nov 09 20:00:07.586503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-c0522786-3e99-47fa-80d7-4951ad46f350 None None] Allocated IP 172.20.0.2 (a3569f24-b25f-4233-bf98-fbac1e555025/37314d50-1c39-4efe-9e1d-a1d001ac11bd/f83250b5-0bce-413a-9402-9be62e662d25) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:07.600658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defdad5e-9bb7-4f14-b3ee-73ca56456455', 'name': 'network-vif-deleted', 'tag': '806865d8-8bb4-4761-a175-26fbd899978f'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:00:07.604619 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bf4807-32c4-4ef7-b490-0136af9274f1" -d '{"events": [{"server_uuid": "defdad5e-9bb7-4f14-b3ee-73ca56456455", "name": "network-vif-deleted", "tag": "806865d8-8bb4-4761-a175-26fbd899978f"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:00:07.667904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-f3d417ce-4b7b-4e0c-a0e1-07a8477180ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] No DVR routers for this DVR port 93179932-b6f1-4812-bcc9-868af39490c1 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:00:07.671767 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-f3d417ce-4b7b-4e0c-a0e1-07a8477180ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.677106 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30ad195f-82ae-4a08-b69a-49a286c326b3 req-f3d417ce-4b7b-4e0c-a0e1-07a8477180ce tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.77 "DELETE /v2.0/ports/93179932-b6f1-4812-bcc9-868af39490c1 HTTP/1.1" status: 204 len: 173 time: 2.5327137 Nov 09 20:00:07.746254 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4a0d0e-547f-4576-b8b6-1e6162ed5794 x-openstack-request-id: req-8f4a0d0e-547f-4576-b8b6-1e6162ed5794 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:00:07.746584 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defdad5e-9bb7-4f14-b3ee-73ca56456455", "name": "network-vif-deleted", "tag": "806865d8-8bb4-4761-a175-26fbd899978f", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:00:07.746844 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f4a0d0e-547f-4576-b8b6-1e6162ed5794 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:00:07.747402 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defdad5e-9bb7-4f14-b3ee-73ca56456455', 'name': 'network-vif-deleted', 'tag': '806865d8-8bb4-4761-a175-26fbd899978f', 'status': 'completed', 'code': 200} Nov 09 20:00:07.773014 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e91d327-3fd5-41c8-b08c-62488d45572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.776091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e91d327-3fd5-41c8-b08c-62488d45572d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.789190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e91d327-3fd5-41c8-b08c-62488d45572d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53b60db4-7383-4bba-9c71-7730967385f1 HTTP/1.1" status: 204 len: 168 time: 0.4941711 Nov 09 20:00:07.847526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c0522786-3e99-47fa-80d7-4951ad46f350 None None] For port f83250b5-0bce-413a-9402-9be62e662d25, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f83250b5-0bce-413a-9402-9be62e662d25,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:07.876198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91d327-3fd5-41c8-b08c-62488d45572d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b60db4-7383-4bba-9c71-7730967385f1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:07.881786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.objects.ports [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:00:07.932640 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0522786-3e99-47fa-80d7-4951ad46f350 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:07.939664 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0522786-3e99-47fa-80d7-4951ad46f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:08.104891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0522786-3e99-47fa-80d7-4951ad46f350 None None] Pushing event updated for resources: {'Port': ['ID=f83250b5-0bce-413a-9402-9be62e662d25,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:08.215826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:08.304518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6088cf89-8e02-4ae4-bcda-d6c121c441a4 req-1b2f6f0f-b9d7-484f-b0f2-5b9cba8144d2 tempest-MultipleCreateTestJSON-850626169 tempest-MultipleCreateTestJSON-850626169-project] 10.222.0.53 "GET /v2.0/ports?device_id=defdad5e-9bb7-4f14-b3ee-73ca56456455 HTTP/1.1" status: 200 len: 210 time: 0.0484505 Nov 09 20:00:08.625939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] For port f83250b5-0bce-413a-9402-9be62e662d25, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f83250b5-0bce-413a-9402-9be62e662d25,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:08.660759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a5a1c-241b-472e-945d-fcdb66533220 req-ef02c177-c59b-4b42-9b4c-840d5da16631 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:08.671912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b66a5a1c-241b-472e-945d-fcdb66533220 req-ef02c177-c59b-4b42-9b4c-840d5da16631 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 944 time: 0.0844278 Nov 09 20:00:08.701688 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:08.715828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:08.716758 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:08.914676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:08.920908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=f83250b5-0bce-413a-9402-9be62e662d25,revision_number=9']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:08.927225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:08.937271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:08.938173 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:08.966493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=ebdf28fa-6cae-4779-bdbb-a196251e000a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:08.985972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7e0e7ac2-0a5d-4b96-bd1d-462b0774c804 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2452748 Nov 09 20:00:08.991477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52336) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:08.998011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:c0:9d:8b', 'name': 'tempest-NetworksTestDHCPv6-512127906'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:09.043172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 93179932-b6f1-4812-bcc9-868af39490c1 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:09.082179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 93179932-b6f1-4812-bcc9-868af39490c1 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:00:09.082557 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 93179932-b6f1-4812-bcc9-868af39490c1 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:00:09.082980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 806865d8-8bb4-4761-a175-26fbd899978f no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:09.121797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 806865d8-8bb4-4761-a175-26fbd899978f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:00:09.124594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 806865d8-8bb4-4761-a175-26fbd899978f not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:00:09.136687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b66a5a1c-241b-472e-945d-fcdb66533220 req-a56d31cb-9dbc-4510-a88c-184c495d79cc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623363 Nov 09 20:00:09.227877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf5e2b-4170-45e1-b1c0-b10349bd8963 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:09.239192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:09.386171 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:09.437560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 3872b457-127f-48c8-bd3f-e0d2e8284523 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:00:09.468047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52354) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:09.571677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4981b322-6f5b-4db9-a7d9-1d36ff3400c4 None None] Provisioning complete for port f83250b5-0bce-413a-9402-9be62e662d25 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:09.574253 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4981b322-6f5b-4db9-a7d9-1d36ff3400c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:09.591693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a25a35a-808d-4fdb-a706-d4bb44a14bd5 admin admin] Deleting subnet 3caead73-e47a-466c-8a18-a778ff749776 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:09.621708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a25a35a-808d-4fdb-a706-d4bb44a14bd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:09.698394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f83250b5-0bce-413a-9402-9be62e662d25 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:09.766659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a25a35a-808d-4fdb-a706-d4bb44a14bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:09.832721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91314ac-3038-4569-8a75-9db06e75cb31', 'name': 'network-vif-deleted', 'tag': '93179932-b6f1-4812-bcc9-868af39490c1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:00:09.840191 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad00c958-7e1e-4824-82c7-a23d11e19912" -d '{"events": [{"server_uuid": "c91314ac-3038-4569-8a75-9db06e75cb31", "name": "network-vif-deleted", "tag": "93179932-b6f1-4812-bcc9-868af39490c1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:00:09.863883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f83250b5-0bce-413a-9402-9be62e662d25 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:09.864358 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:09.915107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 172.20.0.4 (a3569f24-b25f-4233-bf98-fbac1e555025/37314d50-1c39-4efe-9e1d-a1d001ac11bd/3872b457-127f-48c8-bd3f-e0d2e8284523) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:09.917437 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a25a35a-808d-4fdb-a706-d4bb44a14bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:09.928267 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a10cfe8-e0e2-475f-9d87-ea7c703ac7e9 x-openstack-request-id: req-9a10cfe8-e0e2-475f-9d87-ea7c703ac7e9 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:00:09.929125 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91314ac-3038-4569-8a75-9db06e75cb31", "name": "network-vif-deleted", "tag": "93179932-b6f1-4812-bcc9-868af39490c1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:00:09.929392 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a10cfe8-e0e2-475f-9d87-ea7c703ac7e9 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:00:09.930723 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91314ac-3038-4569-8a75-9db06e75cb31', 'name': 'network-vif-deleted', 'tag': '93179932-b6f1-4812-bcc9-868af39490c1', 'status': 'completed', 'code': 200} Nov 09 20:00:09.939428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::f816:3eff:fec0:9d8b (a3569f24-b25f-4233-bf98-fbac1e555025/ebdf28fa-6cae-4779-bdbb-a196251e000a/3872b457-127f-48c8-bd3f-e0d2e8284523) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:10.103964 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a25a35a-808d-4fdb-a706-d4bb44a14bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.168566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25a35a-808d-4fdb-a706-d4bb44a14bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3caead73-e47a-466c-8a18-a778ff749776,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:10.177230 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a25a35a-808d-4fdb-a706-d4bb44a14bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.188015 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0a25a35a-808d-4fdb-a706-d4bb44a14bd5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3caead73-e47a-466c-8a18-a778ff749776 HTTP/1.1" status: 204 len: 168 time: 0.7188025 Nov 09 20:00:10.192270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52374) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:10.246386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.254387 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a7cc80b1-9d2e-4acb-9993-f96d86e1c322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.315258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.363145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:10.367260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.404105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:10.412429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:10.493467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.519065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f714f92-db71-47b8-b48f-73ddf66b87cc']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:00:10.530702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839f41fb-9b1e-4dd7-9be0-d31df5484602') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:00:10.531243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839f41fb-9b1e-4dd7-9be0-d31df5484602') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:00:10.534657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ff67a-f57c-472b-baed-b0590df4ee32 req-301b58d2-66b1-4b4d-9394-5588efd41fe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:10.542425 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.563355 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.565013 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f43ff67a-f57c-472b-baed-b0590df4ee32 req-301b58d2-66b1-4b4d-9394-5588efd41fe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 944 time: 0.2482727 Nov 09 20:00:10.581376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:00:10.581816 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:00:10.593412 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:00:10.639587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=3872b457-127f-48c8-bd3f-e0d2e8284523,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:10.751264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:10.756121 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.775254 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.801519 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:10.815694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f43ff67a-f57c-472b-baed-b0590df4ee32 req-b7f6a68c-b7d0-4875-be35-3d2a4de2ea0a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459726 Nov 09 20:00:10.820863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa054443-8aef-4d3c-bc5e-5ad594a42332 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:10.833720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-67c00143-ac81-43dc-8575-bd3198b1a3db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8410249 Nov 09 20:00:10.838150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52388) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:10.862005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7f714f92-db71-47b8-b48f-73ddf66b87cc HTTP/1.1" status: 204 len: 168 time: 0.6646295 Nov 09 20:00:10.890843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aacad2-165e-43f2-92dc-55f16c0cf4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f714f92-db71-47b8-b48f-73ddf66b87cc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:10.966839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154cc899-10ef-4d5f-8a43-bf4ec120e654 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:10.981810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154cc899-10ef-4d5f-8a43-bf4ec120e654 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:10.990050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-154cc899-10ef-4d5f-8a43-bf4ec120e654 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1470120 Nov 09 20:00:10.991240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52392) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:11.070142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1378301c-afa7-4ee4-a4b4-450474142dde None None] Provisioning complete for port f83250b5-0bce-413a-9402-9be62e662d25 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:11.070142 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1378301c-afa7-4ee4-a4b4-450474142dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:11.152676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f6525-3ac6-4cff-af22-c6764a0ba200 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 3872b457-127f-48c8-bd3f-e0d2e8284523 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:11.153048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6525-3ac6-4cff-af22-c6764a0ba200 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:11.354186 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6525-3ac6-4cff-af22-c6764a0ba200 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:11.371726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f6525-3ac6-4cff-af22-c6764a0ba200 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 3872b457-127f-48c8-bd3f-e0d2e8284523 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:11.484484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52400) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:11.561465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5d9e04a0-d735-4712-aa22-297cea090470 None None] Provisioning complete for port 3872b457-127f-48c8-bd3f-e0d2e8284523 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:11.562470 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d9e04a0-d735-4712-aa22-297cea090470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:11.629389 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52404) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:11.647604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e04a0-d735-4712-aa22-297cea090470 None None] Port 3872b457-127f-48c8-bd3f-e0d2e8284523 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:00:11.684104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5d9e04a0-d735-4712-aa22-297cea090470 None None] Provisioning complete for port f83250b5-0bce-413a-9402-9be62e662d25 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:11.686198 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d9e04a0-d735-4712-aa22-297cea090470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:11.757247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52406) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:11.768328 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0ae0ad69-bea8-44cc-b424-e446bc6909c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5ceafd5244341b8b7599c3fff518170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1228039 Nov 09 20:00:11.841933 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6525-3ac6-4cff-af22-c6764a0ba200 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:11.958347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f6525-3ac6-4cff-af22-c6764a0ba200 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=3872b457-127f-48c8-bd3f-e0d2e8284523,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:11.971894 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-42b62999-2104-4054-9d6c-f26dd34973d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.019447 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-42b62999-2104-4054-9d6c-f26dd34973d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.100848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b5d1c059-c6a9-4307-9eaf-aef621cd67e4 None None] Could not find standard attr ID for object 3872b457-127f-48c8-bd3f-e0d2e8284523. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:00:12.156568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6525-3ac6-4cff-af22-c6764a0ba200 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.166568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ba9f6525-3ac6-4cff-af22-c6764a0ba200 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/3872b457-127f-48c8-bd3f-e0d2e8284523 HTTP/1.1" status: 204 len: 168 time: 1.1674266 Nov 09 20:00:12.167245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52418) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:12.207046 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-42b62999-2104-4054-9d6c-f26dd34973d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.211853 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-42b62999-2104-4054-9d6c-f26dd34973d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.217063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-42b62999-2104-4054-9d6c-f26dd34973d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdea0931-38bb-4e87-90e0-665a0cea31c8 HTTP/1.1" status: 204 len: 168 time: 0.4584429 Nov 09 20:00:12.249315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421743f-8a58-4c60-b9eb-4cef420e5433 req-5eb3b538-f721-420f-8bc6-02e913e2bde5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:12.251691 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3421743f-8a58-4c60-b9eb-4cef420e5433 req-5eb3b538-f721-420f-8bc6-02e913e2bde5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 944 time: 0.2086282 Nov 09 20:00:12.262483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b62999-2104-4054-9d6c-f26dd34973d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdea0931-38bb-4e87-90e0-665a0cea31c8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:12.311247 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-52fa0320-b04d-462c-8b64-270f9f779585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.318292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53424dba-006e-4367-9bc8-5ea7f321b8a5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:12.322939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53424dba-006e-4367-9bc8-5ea7f321b8a5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:12.328377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53424dba-006e-4367-9bc8-5ea7f321b8a5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:12.338737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-53424dba-006e-4367-9bc8-5ea7f321b8a5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1681309 Nov 09 20:00:12.343659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52422) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:12.355613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3421743f-8a58-4c60-b9eb-4cef420e5433 req-87b31e83-812d-423f-b4a8-e8d1c68d0d75 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749097 Nov 09 20:00:12.481993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb67adbf-1098-4a20-a07b-be8bbc9d3c2a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 37314d50-1c39-4efe-9e1d-a1d001ac11bd {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:12.494947 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb67adbf-1098-4a20-a07b-be8bbc9d3c2a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.548160 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-52fa0320-b04d-462c-8b64-270f9f779585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.560828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-52fa0320-b04d-462c-8b64-270f9f779585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.585650 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb67adbf-1098-4a20-a07b-be8bbc9d3c2a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.595802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa0320-b04d-462c-8b64-270f9f779585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3c45f5-d9bb-47a7-835a-c9572e91ae1a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:12.624709 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-52fa0320-b04d-462c-8b64-270f9f779585 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6a636fe97f741a3a5011977fec48bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1361706 Nov 09 20:00:12.626163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52426) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:12.705782 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-407d5c2f-ca60-4b98-8229-409af91f7dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.741433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-407d5c2f-ca60-4b98-8229-409af91f7dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.763864 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb67adbf-1098-4a20-a07b-be8bbc9d3c2a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.797864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-407d5c2f-ca60-4b98-8229-409af91f7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.800930 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-407d5c2f-ca60-4b98-8229-409af91f7dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.807296 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-407d5c2f-ca60-4b98-8229-409af91f7dfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a3c45f5-d9bb-47a7-835a-c9572e91ae1a HTTP/1.1" status: 204 len: 168 time: 0.1747417 Nov 09 20:00:12.821008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d5c2f-ca60-4b98-8229-409af91f7dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3c45f5-d9bb-47a7-835a-c9572e91ae1a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:12.857126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52434) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:12.892383 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb67adbf-1098-4a20-a07b-be8bbc9d3c2a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.925402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67adbf-1098-4a20-a07b-be8bbc9d3c2a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=37314d50-1c39-4efe-9e1d-a1d001ac11bd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:12.927431 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb67adbf-1098-4a20-a07b-be8bbc9d3c2a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:12.935757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c40e46-065f-40e5-bf6f-1892919e75f5 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:12.939200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52440) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:12.946864 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fb67adbf-1098-4a20-a07b-be8bbc9d3c2a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/37314d50-1c39-4efe-9e1d-a1d001ac11bd HTTP/1.1" status: 204 len: 168 time: 0.5948241 Nov 09 20:00:13.128415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e175871-e8b0-4dd4-b1bd-b50bff23bba2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet ebdf28fa-6cae-4779-bdbb-a196251e000a {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:13.140044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e175871-e8b0-4dd4-b1bd-b50bff23bba2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:13.206005 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de66b654-d882-4ac4-a57f-8c4fd5a9ea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:13.206432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e175871-e8b0-4dd4-b1bd-b50bff23bba2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:13.354316 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e175871-e8b0-4dd4-b1bd-b50bff23bba2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:13.458659 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:13.554806 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e175871-e8b0-4dd4-b1bd-b50bff23bba2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:13.569624 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98ba0c1e-6006-4e35-8240-bd36e3130d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:13.612780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175871-e8b0-4dd4-b1bd-b50bff23bba2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdf28fa-6cae-4779-bdbb-a196251e000a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:13.615749 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e175871-e8b0-4dd4-b1bd-b50bff23bba2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:13.624094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e175871-e8b0-4dd4-b1bd-b50bff23bba2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/ebdf28fa-6cae-4779-bdbb-a196251e000a HTTP/1.1" status: 204 len: 168 time: 0.6836081 Nov 09 20:00:13.627640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52456) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:13.677341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73be3d-bf4b-4eca-9d86-d2e1b8c13d12 req-e1598395-f738-4477-b548-b4065bbeb1ac tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:13.678937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b73be3d-bf4b-4eca-9d86-d2e1b8c13d12 req-e1598395-f738-4477-b548-b4065bbeb1ac tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 944 time: 0.1940467 Nov 09 20:00:13.704845 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d223687b-d949-4070-8afc-08e17ccfafc8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758984 Nov 09 20:00:13.705485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52458) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:13.742810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-77574c4a-3fac-42e5-a7d7-9b6c059a33d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:13.756539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52462) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:13.767207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b73be3d-bf4b-4eca-9d86-d2e1b8c13d12 req-ef7e4a37-01a0-45f6-954f-fea9b20599d8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763798 Nov 09 20:00:13.787783 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c9bad89-0c52-4de1-9c70-4e27f09e54a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:13.849990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98ba0c1e-6006-4e35-8240-bd36e3130d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:13.857664 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98ba0c1e-6006-4e35-8240-bd36e3130d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.016622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77574c4a-3fac-42e5-a7d7-9b6c059a33d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:14.032485 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77574c4a-3fac-42e5-a7d7-9b6c059a33d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.201470 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c9bad89-0c52-4de1-9c70-4e27f09e54a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.212143 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c9bad89-0c52-4de1-9c70-4e27f09e54a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.215630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba0c1e-6006-4e35-8240-bd36e3130d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b1c535-5be2-478d-8ecd-dfce01956c26,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:14.240612 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-98ba0c1e-6006-4e35-8240-bd36e3130d35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1d0f6c66d71449e890902672480b8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3820651 Nov 09 20:00:14.241251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52472) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:14.282889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bad89-0c52-4de1-9c70-4e27f09e54a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66822717-a3ee-4b6c-a925-5bae920d6229,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:14.301698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a13a0-291a-4f0b-9ba1-fefe95b0ae07 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:14.348896 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8c9bad89-0c52-4de1-9c70-4e27f09e54a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05e99916b92346668443f0a803285c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909338 Nov 09 20:00:14.352558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52476) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:14.429287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb799f3e-bc2c-46fa-aacb-95a939dd06c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.495633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-24d2b413-8366-4812-a08a-3cd741a44ec4 None None] Provisioning complete for port f83250b5-0bce-413a-9402-9be62e662d25 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:14.496356 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-24d2b413-8366-4812-a08a-3cd741a44ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.506489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb799f3e-bc2c-46fa-aacb-95a939dd06c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.546606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 56d295b5-ca94-4242-bd9b-c6961c7721c8 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:00:14.573584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-67d6318d-9a1a-4dcd-b62e-59f25ea1203d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.606213 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.633046 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-67d6318d-9a1a-4dcd-b62e-59f25ea1203d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.637189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77574c4a-3fac-42e5-a7d7-9b6c059a33d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.713731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb799f3e-bc2c-46fa-aacb-95a939dd06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.716631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb799f3e-bc2c-46fa-aacb-95a939dd06c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.717815 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bb799f3e-bc2c-46fa-aacb-95a939dd06c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28b1c535-5be2-478d-8ecd-dfce01956c26 HTTP/1.1" status: 204 len: 168 time: 0.4360201 Nov 09 20:00:14.725633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77574c4a-3fac-42e5-a7d7-9b6c059a33d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:14.738482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-77574c4a-3fac-42e5-a7d7-9b6c059a33d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:14.742271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb799f3e-bc2c-46fa-aacb-95a939dd06c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b1c535-5be2-478d-8ecd-dfce01956c26,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:14.748134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77574c4a-3fac-42e5-a7d7-9b6c059a33d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:14.751048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77574c4a-3fac-42e5-a7d7-9b6c059a33d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.770315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77574c4a-3fac-42e5-a7d7-9b6c059a33d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=f25b9f63-d116-4389-a9c4-faaaf958b26c,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:14.786475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b39a18-61e4-4ee7-9c0f-4ed9609b85ea None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:00:14.787622 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-67d6318d-9a1a-4dcd-b62e-59f25ea1203d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.790496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-67d6318d-9a1a-4dcd-b62e-59f25ea1203d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.793037 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-67d6318d-9a1a-4dcd-b62e-59f25ea1203d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66822717-a3ee-4b6c-a925-5bae920d6229 HTTP/1.1" status: 204 len: 168 time: 0.4386525 Nov 09 20:00:14.803897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 56d295b5-ca94-4242-bd9b-c6961c7721c8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=56d295b5-ca94-4242-bd9b-c6961c7721c8,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:14.823071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-77574c4a-3fac-42e5-a7d7-9b6c059a33d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1154642 Nov 09 20:00:14.827998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52492) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:14.830437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6318d-9a1a-4dcd-b62e-59f25ea1203d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66822717-a3ee-4b6c-a925-5bae920d6229,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:14.846749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:14.857743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '56d295b5-ca94-4242-bd9b-c6961c7721c8', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'port_id': '56d295b5-ca94-4242-bd9b-c6961c7721c8', 'mac_address': 'fa:16:3e:01:51:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:00:14.905545 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:14.953313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d295b5-ca94-4242-bd9b-c6961c7721c8 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:00:15.010012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-29b39a18-61e4-4ee7-9c0f-4ed9609b85ea None None] Deleting port f83250b5-0bce-413a-9402-9be62e662d25 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:15.015099 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29b39a18-61e4-4ee7-9c0f-4ed9609b85ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.025728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162321b0-3cea-4581-96b5-13d8f874e794 req-11b08278-ca25-491f-9f24-b1a8744587ba tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:15.030292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:15.032045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-162321b0-3cea-4581-96b5-13d8f874e794 req-11b08278-ca25-491f-9f24-b1a8744587ba tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 944 time: 0.1111338 Nov 09 20:00:15.037315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 56d295b5-ca94-4242-bd9b-c6961c7721c8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=56d295b5-ca94-4242-bd9b-c6961c7721c8,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:15.059334 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.114177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-162321b0-3cea-4581-96b5-13d8f874e794 req-804a555d-f1d9-474a-9730-70cb73c3bb8c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665362 Nov 09 20:00:15.273526 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.297686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52502) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:15.374145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=56d295b5-ca94-4242-bd9b-c6961c7721c8,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:15.491622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-29b39a18-61e4-4ee7-9c0f-4ed9609b85ea None None] For port f83250b5-0bce-413a-9402-9be62e662d25, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f83250b5-0bce-413a-9402-9be62e662d25,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:15.492084 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29b39a18-61e4-4ee7-9c0f-4ed9609b85ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.528548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-29b39a18-61e4-4ee7-9c0f-4ed9609b85ea None None] Calling delete_port for f83250b5-0bce-413a-9402-9be62e662d25 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:15.549018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f83250b5-0bce-413a-9402-9be62e662d25 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:15.585188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['56d295b5-ca94-4242-bd9b-c6961c7721c8'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:00:15.612472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1527812122-network', 'tenant_id': '68e1d4f9de5c4f1a8a65ba5b56bbeb7d'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:15.661150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Made reservation on behalf of 68e1d4f9de5c4f1a8a65ba5b56bbeb7d for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:15.665263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.692401 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.816319 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29b39a18-61e4-4ee7-9c0f-4ed9609b85ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.857294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.objects.ports [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:00:15.859812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.869704 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.882409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b39a18-61e4-4ee7-9c0f-4ed9609b85ea None None] No DVR routers for this DVR port f83250b5-0bce-413a-9402-9be62e662d25 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:00:15.884345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b39a18-61e4-4ee7-9c0f-4ed9609b85ea None None] Pushing event deleted for resources: {'Port': ['ID=f83250b5-0bce-413a-9402-9be62e662d25,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:15.897825 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.909699 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.917428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64146914-0935-49a4-9cb9-3cdd563f0962 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:15.953527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:15.959973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:15.960855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:00:15.968844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:15.969463 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:15.991280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c746fc-1de7-4155-bf2e-410e758e5708,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:16.008534 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:16.009117 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Added segment 7b29875e-20ef-4355-90c4-c72d38f7f416 of type vlan for network bf41f61b-2998-4996-a2e1-36dcf464d691 Nov 09 20:00:16.061102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=aa3b3e2f-031d-4332-8810-b54e65263b69,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:16.089188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d627744d-92ab-47b6-8b3f-be165504683a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2587483 Nov 09 20:00:16.093051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52526) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:16.099035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:c6:60:e4', 'name': 'tempest-NetworksTestDHCPv6-1528100712'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:16.125381 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:16.133087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': 'aa3b3e2f-031d-4332-8810-b54e65263b69'}, {'subnet_id': 'f25b9f63-d116-4389-a9c4-faaaf958b26c'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:00:16.138880 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:16.160574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:16.162853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:16.163983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:16.287576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] Pushing event updated for resources: {'Network': ['ID=bf41f61b-2998-4996-a2e1-36dcf464d691,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:16.361380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network bf41f61b-2998-4996-a2e1-36dcf464d691 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:00:16.365155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b79501ce-63ed-4cf0-a2d4-4b104198db05 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0655680 Nov 09 20:00:16.368020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52536) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:16.375241 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:16.377779 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Request body: {'subnet': {'network_id': 'bf41f61b-2998-4996-a2e1-36dcf464d691', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1527812122-subnet', 'tenant_id': '68e1d4f9de5c4f1a8a65ba5b56bbeb7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:16.477313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9161f5c-0b95-4fc8-8de1-dca00544d74a req-31a2e3cf-972b-4ef1-8ac3-fa92f43f21ba tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:16.491272 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9161f5c-0b95-4fc8-8de1-dca00544d74a req-31a2e3cf-972b-4ef1-8ac3-fa92f43f21ba tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 945 time: 0.2106612 Nov 09 20:00:16.516855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Made reservation on behalf of 68e1d4f9de5c4f1a8a65ba5b56bbeb7d for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:16.519675 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:16.560455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:16.687194 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9161f5c-0b95-4fc8-8de1-dca00544d74a req-3b738b68-fb7f-42d0-9589-1f9e486f9e3f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949558 Nov 09 20:00:16.764605 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:16.796629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 69e76ef7-8376-4265-8252-bf4c7ca16e28 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:00:16.864231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Allocated IP 172.20.0.2 (a3569f24-b25f-4233-bf98-fbac1e555025/f25b9f63-d116-4389-a9c4-faaaf958b26c/2127047c-a832-40bd-ab27-b61ec600702d) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:16.878263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Allocated IP 2001:db8::f816:3eff:fe47:45a0 (a3569f24-b25f-4233-bf98-fbac1e555025/aa3b3e2f-031d-4332-8810-b54e65263b69/2127047c-a832-40bd-ab27-b61ec600702d) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:16.948895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:17.021356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a80cbda-0d86-4e70-9ad1-3b1a89edffeb,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:17.029866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Checking segment: {'id': '7b29875e-20ef-4355-90c4-c72d38f7f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bf41f61b-2998-4996-a2e1-36dcf464d691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:00:17.030214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Network hostable DHCP agents. Network: bf41f61b-2998-4996-a2e1-36dcf464d691, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:00:17.052761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Network bf41f61b-2998-4996-a2e1-36dcf464d691 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:00:17.069878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, bf41f61b-2998-4996-a2e1-36dcf464d691) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:17.077321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:17.079272 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:17.106173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-88b0dcfd-2b9c-4985-af42-397d1b6e6744 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7349081 Nov 09 20:00:17.110395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861095e1-ab7b-4393-b1df-1c922a30b77a None None] Network bf41f61b-2998-4996-a2e1-36dcf464d691 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:17.179719 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:17.191886 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:17.267628 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:17.269919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Pushing event updated for resources: {'Port': ['ID=2127047c-a832-40bd-ab27-b61ec600702d,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:17.290130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:17.295461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:17.406153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db332fa-4a64-4b03-9d6b-3b4bfa919ef7 None None] Network bf41f61b-2998-4996-a2e1-36dcf464d691 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:17.407152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 172.20.0.10 (a3569f24-b25f-4233-bf98-fbac1e555025/f25b9f63-d116-4389-a9c4-faaaf958b26c/69e76ef7-8376-4265-8252-bf4c7ca16e28) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:17.433121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Attempting to bind port 2127047c-a832-40bd-ab27-b61ec600702d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:00:17.433470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Attempting to bind port 2127047c-a832-40bd-ab27-b61ec600702d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:00:17.433726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Attempting to bind port 2127047c-a832-40bd-ab27-b61ec600702d on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:00:17.434074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::f816:3eff:fec6:60e4 (a3569f24-b25f-4233-bf98-fbac1e555025/aa3b3e2f-031d-4332-8810-b54e65263b69/69e76ef7-8376-4265-8252-bf4c7ca16e28) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:17.483419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:00:17.483969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:00:17.484379 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:17.484779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:00:17.485274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Bound port: 2127047c-a832-40bd-ab27-b61ec600702d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:00:17.485660 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:17.653730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] For port 2127047c-a832-40bd-ab27-b61ec600702d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:00:17.705641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] For port 2127047c-a832-40bd-ab27-b61ec600702d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2127047c-a832-40bd-ab27-b61ec600702d,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:00:17.717403 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:17.801345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce6e0a-80c7-466c-a41a-a87a231cd436 None None] Pushing event updated for resources: {'Port': ['ID=2127047c-a832-40bd-ab27-b61ec600702d,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:17.804875 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:17.854553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:17.905368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8a301-23b7-4757-bda7-5bee80e1f3c9 req-8a6495c8-279d-487d-a564-757e64fcd606 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:17.908910 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5c8a301-23b7-4757-bda7-5bee80e1f3c9 req-8a6495c8-279d-487d-a564-757e64fcd606 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 945 time: 0.0976267 Nov 09 20:00:17.939623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=69e76ef7-8376-4265-8252-bf4c7ca16e28,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:17.956353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:17.957955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:17.960526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:18.026745 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e5c8a301-23b7-4757-bda7-5bee80e1f3c9 req-c94786fc-c486-4080-bcc3-9d9d96440983 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109514 Nov 09 20:00:18.070942 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:18.071635 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:18.104681 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0e8d9699-ed9a-40c6-a1dc-d0fbbb3bf932 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0100591 Nov 09 20:00:18.107586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52584) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:18.193348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665993e-7cc5-4363-a18b-689c55b38c84 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:18.201456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665993e-7cc5-4363-a18b-689c55b38c84 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:18.205868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4665993e-7cc5-4363-a18b-689c55b38c84 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0943534 Nov 09 20:00:18.206131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52586) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:18.357004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-14fbf14e-7ff6-4be1-bd1e-49fc064f635d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 69e76ef7-8376-4265-8252-bf4c7ca16e28 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:18.358147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14fbf14e-7ff6-4be1-bd1e-49fc064f635d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:18.499503 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14fbf14e-7ff6-4be1-bd1e-49fc064f635d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:18.522585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 56d295b5-ca94-4242-bd9b-c6961c7721c8 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:18.539944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-14fbf14e-7ff6-4be1-bd1e-49fc064f635d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 69e76ef7-8376-4265-8252-bf4c7ca16e28 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:18.632988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 56d295b5-ca94-4242-bd9b-c6961c7721c8 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:00:18.641492 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 56d295b5-ca94-4242-bd9b-c6961c7721c8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:18.644262 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:18.929718 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:18.986363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f94edc-b004-4061-8b68-054add6c47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d295b5-ca94-4242-bd9b-c6961c7721c8'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:00:18.990932 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-bcce653c-c670-4983-b076-74a7d3a53204 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:18.992856 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d47d90e-552a-4af5-8ca0-a87ff8bf4263" -d '{"events": [{"server_uuid": "34f94edc-b004-4061-8b68-054add6c47a7", "name": "network-vif-plugged", "status": "completed", "tag": "56d295b5-ca94-4242-bd9b-c6961c7721c8"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:00:19.001088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-bcce653c-c670-4983-b076-74a7d3a53204 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/networks?id=bf41f61b-2998-4996-a2e1-36dcf464d691 HTTP/1.1" status: 200 len: 822 time: 0.3834774 Nov 09 20:00:19.028449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 56d295b5-ca94-4242-bd9b-c6961c7721c8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=56d295b5-ca94-4242-bd9b-c6961c7721c8,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:19.041253 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:19.062202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-dc173d87-e020-4fe2-a5b8-becd1751167f tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/quotas/68e1d4f9de5c4f1a8a65ba5b56bbeb7d HTTP/1.1" status: 200 len: 375 time: 0.0601981 Nov 09 20:00:19.117976 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ef70c4-c7d5-4aae-9827-224bd1410392 x-openstack-request-id: req-80ef70c4-c7d5-4aae-9827-224bd1410392 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:00:19.118323 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f94edc-b004-4061-8b68-054add6c47a7", "name": "network-vif-plugged", "status": "completed", "tag": "56d295b5-ca94-4242-bd9b-c6961c7721c8", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:00:19.118555 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80ef70c4-c7d5-4aae-9827-224bd1410392 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:00:19.119498 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f94edc-b004-4061-8b68-054add6c47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d295b5-ca94-4242-bd9b-c6961c7721c8', 'code': 200} Nov 09 20:00:19.124513 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-c83fb0f1-b2a3-4693-8bde-533c84900112 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=68e1d4f9de5c4f1a8a65ba5b56bbeb7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436380 Nov 09 20:00:19.194607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=56d295b5-ca94-4242-bd9b-c6961c7721c8,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:19.247660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe9396-68ca-43fb-9c17-8e3e091a7d3f req-b611d2e6-587b-4aa1-b658-d38139dbbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:19.250500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-24fe9396-68ca-43fb-9c17-8e3e091a7d3f req-b611d2e6-587b-4aa1-b658-d38139dbbe5a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 1097 time: 0.0706289 Nov 09 20:00:19.265019 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14fbf14e-7ff6-4be1-bd1e-49fc064f635d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:19.330603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbf14e-7ff6-4be1-bd1e-49fc064f635d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=69e76ef7-8376-4265-8252-bf4c7ca16e28,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:19.368684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-24fe9396-68ca-43fb-9c17-8e3e091a7d3f req-f2c73c69-1aed-41ed-8678-248f84a7248e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023984 Nov 09 20:00:19.416878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb472f9-cbd3-4120-891b-029892c2d90d req-786dd33b-cf49-4867-94db-65986a647e79 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:19.429570 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cb472f9-cbd3-4120-891b-029892c2d90d req-786dd33b-cf49-4867-94db-65986a647e79 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 946 time: 0.1250446 Nov 09 20:00:19.510463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cb472f9-cbd3-4120-891b-029892c2d90d req-9c4763de-aff5-46e8-adef-fa3705f27759 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780869 Nov 09 20:00:19.566677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62daa6b0-df21-4126-a952-521441010e52 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:19.662267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bd9ed4d5-c04b-4044-90f1-767d43a65de7 None None] Provisioning complete for port 2127047c-a832-40bd-ab27-b61ec600702d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:19.662779 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd9ed4d5-c04b-4044-90f1-767d43a65de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:19.662975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14fbf14e-7ff6-4be1-bd1e-49fc064f635d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:19.667192 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-14fbf14e-7ff6-4be1-bd1e-49fc064f635d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/69e76ef7-8376-4265-8252-bf4c7ca16e28 HTTP/1.1" status: 204 len: 168 time: 1.4600384 Nov 09 20:00:19.669982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52634) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:19.739519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2127047c-a832-40bd-ab27-b61ec600702d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:19.813636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125d094-00e2-48d6-9105-d6b54964cf81 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:19.823068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125d094-00e2-48d6-9105-d6b54964cf81 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:19.830061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125d094-00e2-48d6-9105-d6b54964cf81 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:19.841500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f125d094-00e2-48d6-9105-d6b54964cf81 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1698625 Nov 09 20:00:19.843311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52640) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:19.852969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-015386dc-6559-4bc8-b823-e5387866261b service neutron] 10.222.0.53 "GET /v2.0/networks/bf41f61b-2998-4996-a2e1-36dcf464d691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7196064 Nov 09 20:00:19.965919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2127047c-a832-40bd-ab27-b61ec600702d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:19.965919 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.030337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c1fa02-3dca-42df-b80d-c5005e61f114 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet aa3b3e2f-031d-4332-8810-b54e65263b69 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:20.035158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03c1fa02-3dca-42df-b80d-c5005e61f114 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.098421 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03c1fa02-3dca-42df-b80d-c5005e61f114 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.121857 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-ae6e7bc6-7314-47e0-b57e-925cca1a0554 service neutron] 10.222.0.53 "GET /v2.0/networks/bf41f61b-2998-4996-a2e1-36dcf464d691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494745 Nov 09 20:00:20.126702 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd9ed4d5-c04b-4044-90f1-767d43a65de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.228630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bd9ed4d5-c04b-4044-90f1-767d43a65de7 None None] For port 2127047c-a832-40bd-ab27-b61ec600702d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2127047c-a832-40bd-ab27-b61ec600702d,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:20.239619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03c1fa02-3dca-42df-b80d-c5005e61f114 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.240719 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd9ed4d5-c04b-4044-90f1-767d43a65de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.317317 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52656) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:20.349085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ed4d5-c04b-4044-90f1-767d43a65de7 None None] Pushing event updated for resources: {'Port': ['ID=2127047c-a832-40bd-ab27-b61ec600702d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:20.439157 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0b808503-5a92-4ba9-8cea-e49011d205bb req-45ff18da-16a9-4e10-b6d5-efe25ea58436 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 210 time: 0.0674987 Nov 09 20:00:20.461995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03c1fa02-3dca-42df-b80d-c5005e61f114 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.516292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1fa02-3dca-42df-b80d-c5005e61f114 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3b3e2f-031d-4332-8810-b54e65263b69,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:20.519995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03c1fa02-3dca-42df-b80d-c5005e61f114 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.531964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-03c1fa02-3dca-42df-b80d-c5005e61f114 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/aa3b3e2f-031d-4332-8810-b54e65263b69 HTTP/1.1" status: 204 len: 168 time: 0.6854312 Nov 09 20:00:20.534486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52666) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:20.649485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966925a-a94d-4de4-897b-87468a2a1484 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:20.656183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-6116c00f-bc5a-4f12-a9a8-e57302db526c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet f25b9f63-d116-4389-a9c4-faaaf958b26c {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:20.660063 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6116c00f-bc5a-4f12-a9a8-e57302db526c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.709171 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6116c00f-bc5a-4f12-a9a8-e57302db526c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.734252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e75808-4e65-4625-9f06-6311ea4901d7 req-186eda54-1085-4cc4-b72b-56ddf55011e4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:20.739928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39e75808-4e65-4625-9f06-6311ea4901d7 req-186eda54-1085-4cc4-b72b-56ddf55011e4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 946 time: 0.1100273 Nov 09 20:00:20.746486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-292dc7da-325f-4b50-ab89-584586adb8c3 None None] Provisioning complete for port 2127047c-a832-40bd-ab27-b61ec600702d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:20.747216 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-292dc7da-325f-4b50-ab89-584586adb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.822862 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39e75808-4e65-4625-9f06-6311ea4901d7 req-6a30c877-e3f4-4df9-bcca-98c692194e53 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702918 Nov 09 20:00:20.825410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d26475a-9e66-47f7-94e1-64b545b77800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.926739 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d26475a-9e66-47f7-94e1-64b545b77800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.934637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d26475a-9e66-47f7-94e1-64b545b77800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:20.968967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6116c00f-bc5a-4f12-a9a8-e57302db526c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:21.007391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26475a-9e66-47f7-94e1-64b545b77800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6263aec5-dce0-45fa-b09f-f25344ee0bd4,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:21.067926 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0d26475a-9e66-47f7-94e1-64b545b77800 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21a3d7e9ca5e4f87a67c76da1363d4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7501836 Nov 09 20:00:21.070687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52688) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:21.123066 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:21.126704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a795c6-b543-4a6b-9835-a238318cc986 req-9ee9a03c-f91e-4a53-8f81-9fe704ad72db tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:21.139441 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42a795c6-b543-4a6b-9835-a238318cc986 req-9ee9a03c-f91e-4a53-8f81-9fe704ad72db tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 946 time: 0.1725922 Nov 09 20:00:21.163647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6116c00f-bc5a-4f12-a9a8-e57302db526c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:21.246996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116c00f-bc5a-4f12-a9a8-e57302db526c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=f25b9f63-d116-4389-a9c4-faaaf958b26c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:21.257626 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6116c00f-bc5a-4f12-a9a8-e57302db526c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:21.265279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52700) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:21.265580 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6116c00f-bc5a-4f12-a9a8-e57302db526c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/f25b9f63-d116-4389-a9c4-faaaf958b26c HTTP/1.1" status: 204 len: 168 time: 0.7299459 Nov 09 20:00:21.284206 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01c13a9c-f2e4-49bd-8688-51758c979151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:21.307962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42a795c6-b543-4a6b-9835-a238318cc986 req-807654d5-58ce-4a0d-af5a-9d0026f4afd3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659222 Nov 09 20:00:21.380025 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01c13a9c-f2e4-49bd-8688-51758c979151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:21.397688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8996e73b-fd80-4e76-9232-33bf00c50c94 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268864 Nov 09 20:00:21.397995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52712) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:21.534454 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01c13a9c-f2e4-49bd-8688-51758c979151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:21.538276 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-01c13a9c-f2e4-49bd-8688-51758c979151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:21.542332 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-01c13a9c-f2e4-49bd-8688-51758c979151 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6263aec5-dce0-45fa-b09f-f25344ee0bd4 HTTP/1.1" status: 204 len: 168 time: 0.4662650 Nov 09 20:00:21.579047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c13a9c-f2e4-49bd-8688-51758c979151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6263aec5-dce0-45fa-b09f-f25344ee0bd4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:21.697763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2127047c-a832-40bd-ab27-b61ec600702d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:21.717872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77aa7ef2-2e23-4311-b0df-cc90a01bf107 req-19caa418-89c1-4e04-a432-0ceaaacf2d26 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 210 time: 0.0829272 Nov 09 20:00:21.721277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093743b0-759a-4667-935d-a4718af579f9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:21.726227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52726) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:21.734262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-093743b0-759a-4667-935d-a4718af579f9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3347938 Nov 09 20:00:21.787936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89946897-4e05-49f2-968e-ac52cf113ff9 req-3636a3b2-3543-4e76-a0ba-426d386a2351 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:21.797971 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89946897-4e05-49f2-968e-ac52cf113ff9 req-3636a3b2-3543-4e76-a0ba-426d386a2351 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 946 time: 0.2973878 Nov 09 20:00:21.880589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0102ec-9e3f-4e80-b42c-a15a9d40d86c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:21.889238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52734) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:21.890031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6e0102ec-9e3f-4e80-b42c-a15a9d40d86c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1623108 Nov 09 20:00:21.914973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89946897-4e05-49f2-968e-ac52cf113ff9 req-378b2e50-c956-475e-a1eb-942097ad20ed tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108408 Nov 09 20:00:22.047359 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a58358d9-3475-479d-975d-047f1a2ba215 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294959 Nov 09 20:00:22.054390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52742) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:22.063445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c31ff13c-36b4-438b-9e2d-82352af6c0df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:22.273675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2127047c-a832-40bd-ab27-b61ec600702d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:22.274265 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:22.342466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c660348-33d2-4009-b3ed-5b09899744a6 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:22.487263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31ff13c-36b4-438b-9e2d-82352af6c0df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:22.491485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31ff13c-36b4-438b-9e2d-82352af6c0df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:22.495649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-82811d95-fb66-4fbc-bdd5-34ac3d975a58 None None] Provisioning complete for port 2127047c-a832-40bd-ab27-b61ec600702d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:22.496030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-82811d95-fb66-4fbc-bdd5-34ac3d975a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:22.496405 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31ff13c-36b4-438b-9e2d-82352af6c0df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:00:22.497451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31ff13c-36b4-438b-9e2d-82352af6c0df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:00:22.597780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c31ff13c-36b4-438b-9e2d-82352af6c0df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5417869 Nov 09 20:00:22.598435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52768) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:22.626258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31c771-bf79-4555-aa51-99269eb369f4 req-1e1b74b8-ceb3-4785-996c-0fba7140b6ac tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:22.631935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-78668808-44b6-47ea-82ea-dc9662f6948f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:22.642639 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed31c771-bf79-4555-aa51-99269eb369f4 req-1e1b74b8-ceb3-4785-996c-0fba7140b6ac tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 946 time: 0.1410747 Nov 09 20:00:22.722046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed31c771-bf79-4555-aa51-99269eb369f4 req-516362a4-4169-4fe0-b574-1d559854a0d9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774903 Nov 09 20:00:22.724086 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52772) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:22.747912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad888af9-e94f-44eb-b1fd-d23cd5ba7ab7 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:00:22.840115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ad888af9-e94f-44eb-b1fd-d23cd5ba7ab7 None None] Deleting port 2127047c-a832-40bd-ab27-b61ec600702d {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:22.840505 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ad888af9-e94f-44eb-b1fd-d23cd5ba7ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:22.887075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa50-c640-4d92-afa5-af3ef5058b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:22.952708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-4ed8b447-95ab-42dc-8ae3-c0fe75b8f033 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:22.954790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-4ed8b447-95ab-42dc-8ae3-c0fe75b8f033 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.77 "GET /v2.0/networks?id=bf41f61b-2998-4996-a2e1-36dcf464d691 HTTP/1.1" status: 200 len: 822 time: 0.7868428 Nov 09 20:00:22.956929 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e933a93a-c297-4fe7-9d05-8c1f9a632f51 req-bc46c94e-0f0c-427f-8698-e199b64ede2c tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 210 time: 0.0790362 Nov 09 20:00:22.977471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ad888af9-e94f-44eb-b1fd-d23cd5ba7ab7 None None] For port 2127047c-a832-40bd-ab27-b61ec600702d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2127047c-a832-40bd-ab27-b61ec600702d,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:22.977886 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ad888af9-e94f-44eb-b1fd-d23cd5ba7ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:22.998903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Request body: {'port': {'device_id': '994a016f-7761-4136-b66e-197541e44d27', 'network_id': 'bf41f61b-2998-4996-a2e1-36dcf464d691', 'admin_state_up': True, 'tenant_id': '68e1d4f9de5c4f1a8a65ba5b56bbeb7d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:23.005316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ad888af9-e94f-44eb-b1fd-d23cd5ba7ab7 None None] Calling delete_port for 2127047c-a832-40bd-ab27-b61ec600702d owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:23.130027 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ad888af9-e94f-44eb-b1fd-d23cd5ba7ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.135335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78668808-44b6-47ea-82ea-dc9662f6948f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:23.139062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-78668808-44b6-47ea-82ea-dc9662f6948f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.141087 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-78668808-44b6-47ea-82ea-dc9662f6948f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:00:23.141626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78668808-44b6-47ea-82ea-dc9662f6948f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:00:23.162838 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad888af9-e94f-44eb-b1fd-d23cd5ba7ab7 None None] Pushing event deleted for resources: {'Port': ['ID=2127047c-a832-40bd-ab27-b61ec600702d,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:23.178745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad888af9-e94f-44eb-b1fd-d23cd5ba7ab7 None None] No DVR routers for this DVR port 2127047c-a832-40bd-ab27-b61ec600702d on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:00:23.194784 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-78668808-44b6-47ea-82ea-dc9662f6948f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5907018 Nov 09 20:00:23.195788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52780) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:23.206773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-749c8165-3e85-491d-ac52-bfc33d984c9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:23.326576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Made reservation on behalf of 68e1d4f9de5c4f1a8a65ba5b56bbeb7d for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:23.330845 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.373443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749c8165-3e85-491d-ac52-bfc33d984c9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:23.384003 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa50-c640-4d92-afa5-af3ef5058b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.396152 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b87eaa50-c640-4d92-afa5-af3ef5058b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.397661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-749c8165-3e85-491d-ac52-bfc33d984c9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.403327 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-749c8165-3e85-491d-ac52-bfc33d984c9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:00:23.405089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749c8165-3e85-491d-ac52-bfc33d984c9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:00:23.435997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-749c8165-3e85-491d-ac52-bfc33d984c9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2388220 Nov 09 20:00:23.438942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52786) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:23.445116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-795a3626-3155-43dd-94c4-605c3cf28738 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:23.489353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b87eaa50-c640-4d92-afa5-af3ef5058b42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6dd266ee0664bb7aa2d14a0c2c811d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7354960 Nov 09 20:00:23.493203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52792) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:23.543256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eaa50-c640-4d92-afa5-af3ef5058b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17f9287-1a8e-4d97-ab83-b64e1c530459,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:23.587062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe910-6df0-433a-81df-64cdaf89b9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.591964 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2127047c-a832-40bd-ab27-b61ec600702d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:23.631987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 2127047c-a832-40bd-ab27-b61ec600702d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:00:23.631987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2127047c-a832-40bd-ab27-b61ec600702d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:00:23.642681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe910-6df0-433a-81df-64cdaf89b9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.695314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795a3626-3155-43dd-94c4-605c3cf28738 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:23.699173 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-795a3626-3155-43dd-94c4-605c3cf28738 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.700587 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-795a3626-3155-43dd-94c4-605c3cf28738 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:00:23.701020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795a3626-3155-43dd-94c4-605c3cf28738 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:00:23.734675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Allocated IP 172.20.0.14 (bf41f61b-2998-4996-a2e1-36dcf464d691/6a80cbda-0d86-4e70-9ad1-3b1a89edffeb/a6c9a483-18b5-4294-9cf4-463c9a6b941b) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:23.739579 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-795a3626-3155-43dd-94c4-605c3cf28738 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2988529 Nov 09 20:00:23.742505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52804) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:23.755647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-67a14214-30e9-4a2f-8e18-da0c01d505d0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:23.762216 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe910-6df0-433a-81df-64cdaf89b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.765374 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e0fe910-6df0-433a-81df-64cdaf89b9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:23.768372 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5e0fe910-6df0-433a-81df-64cdaf89b9f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a17f9287-1a8e-4d97-ab83-b64e1c530459 HTTP/1.1" status: 204 len: 168 time: 0.2736049 Nov 09 20:00:23.810205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fe910-6df0-433a-81df-64cdaf89b9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17f9287-1a8e-4d97-ab83-b64e1c530459,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:24.048078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-ab701df1-5ee3-4d84-8edf-c1e13a7fa8be tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:24.058335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-ab701df1-5ee3-4d84-8edf-c1e13a7fa8be tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 946 time: 0.1880028 Nov 09 20:00:24.224812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a14214-30e9-4a2f-8e18-da0c01d505d0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:24.230817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-67a14214-30e9-4a2f-8e18-da0c01d505d0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:24.232972 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a14214-30e9-4a2f-8e18-da0c01d505d0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:00:24.233592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a14214-30e9-4a2f-8e18-da0c01d505d0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:00:24.238781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ecba8d9e-fcb9-4e4a-b2bd-3ceee15c67fc req-951b0dfb-2585-4988-b3a8-18ebfbf15115 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 210 time: 0.0921314 Nov 09 20:00:24.296227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-67a14214-30e9-4a2f-8e18-da0c01d505d0 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5524812 Nov 09 20:00:24.300727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52818) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:24.318632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-610efe2c-78b3-4994-aefa-5de640468eb4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:24.458014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-f330bedb-d894-4d66-99fa-675a6282a193 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port 56d295b5-ca94-4242-bd9b-c6961c7721c8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:24.458014 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-f330bedb-d894-4d66-99fa-675a6282a193 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:24.488484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0edc6-ea5a-44ea-89a6-ea3095b2dd75 req-055e3343-f029-49c1-81e0-8feddd881664 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:24.507632 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71c0edc6-ea5a-44ea-89a6-ea3095b2dd75 req-055e3343-f029-49c1-81e0-8feddd881664 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 946 time: 0.5239196 Nov 09 20:00:24.574121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610efe2c-78b3-4994-aefa-5de640468eb4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:24.580527 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-610efe2c-78b3-4994-aefa-5de640468eb4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:24.582143 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-610efe2c-78b3-4994-aefa-5de640468eb4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:00:24.582629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610efe2c-78b3-4994-aefa-5de640468eb4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:00:24.620134 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71c0edc6-ea5a-44ea-89a6-ea3095b2dd75 req-cc851c46-e874-47ec-a89a-98ee9cf1598e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094980 Nov 09 20:00:24.626854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:24.629701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-610efe2c-78b3-4994-aefa-5de640468eb4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3210044 Nov 09 20:00:24.630627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52826) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:24.670268 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:24.735116 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-310a413b-1d8b-4227-9ba1-21f91420c5d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1013653 Nov 09 20:00:24.735116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-f330bedb-d894-4d66-99fa-675a6282a193 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] For port 56d295b5-ca94-4242-bd9b-c6961c7721c8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=56d295b5-ca94-4242-bd9b-c6961c7721c8,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:24.735687 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-f330bedb-d894-4d66-99fa-675a6282a193 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:24.737778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52834) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:24.789845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Pushing event updated for resources: {'Port': ['ID=a6c9a483-18b5-4294-9cf4-463c9a6b941b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:24.808522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Network bf41f61b-2998-4996-a2e1-36dcf464d691 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:24.810159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:24.815743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:24.830141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-f330bedb-d894-4d66-99fa-675a6282a193 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for 56d295b5-ca94-4242-bd9b-c6961c7721c8 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:24.933462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:24.938938 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:24.988761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-3d6ee255-9c7f-45a2-99c4-f43afb2d4860 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0132325 Nov 09 20:00:25.008242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Request body: {'port': {'device_id': '994a016f-7761-4136-b66e-197541e44d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:25.011183 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:00:25.118309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-f330bedb-d894-4d66-99fa-675a6282a193 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:25.178053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:25.190036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330bedb-d894-4d66-99fa-675a6282a193 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=56d295b5-ca94-4242-bd9b-c6961c7721c8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:25.239634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c1a7c3-7a51-4ebd-b660-3e6ae30906e8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:25.241261 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a6c1a7c3-7a51-4ebd-b660-3e6ae30906e8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5024545 Nov 09 20:00:25.244578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52850) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:25.282034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-f330bedb-d894-4d66-99fa-675a6282a193 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] No DVR routers for this DVR port 56d295b5-ca94-4242-bd9b-c6961c7721c8 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:00:25.288344 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-f330bedb-d894-4d66-99fa-675a6282a193 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:25.298778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90698f2a-3e9e-438e-b8a3-4ba22532fd8b req-f330bedb-d894-4d66-99fa-675a6282a193 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "DELETE /v2.0/ports/56d295b5-ca94-4242-bd9b-c6961c7721c8 HTTP/1.1" status: 204 len: 173 time: 1.2323124 Nov 09 20:00:25.299647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f94edc-b004-4061-8b68-054add6c47a7', 'name': 'network-vif-deleted', 'tag': '56d295b5-ca94-4242-bd9b-c6961c7721c8'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:00:25.302333 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8accbca1-2644-480d-91f1-322274a58ebe" -d '{"events": [{"server_uuid": "34f94edc-b004-4061-8b68-054add6c47a7", "name": "network-vif-deleted", "tag": "56d295b5-ca94-4242-bd9b-c6961c7721c8"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:00:25.396389 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdecd8d-b0b3-4804-980f-97b830af4302 x-openstack-request-id: req-4bdecd8d-b0b3-4804-980f-97b830af4302 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:00:25.396825 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f94edc-b004-4061-8b68-054add6c47a7", "name": "network-vif-deleted", "tag": "56d295b5-ca94-4242-bd9b-c6961c7721c8", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:00:25.398040 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bdecd8d-b0b3-4804-980f-97b830af4302 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:00:25.398468 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f94edc-b004-4061-8b68-054add6c47a7', 'name': 'network-vif-deleted', 'tag': '56d295b5-ca94-4242-bd9b-c6961c7721c8', 'status': 'completed', 'code': 200} Nov 09 20:00:25.401526 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:25.560890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f11a23f6-d6f6-41a9-b88d-a33851b3aafd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910237 Nov 09 20:00:25.567831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52862) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:25.577764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:25.746616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b71b28-24f3-4bc8-aff3-579574a42a3c req-08460fdf-30dc-462a-8d11-a30fd2022f68 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:25.755846 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36b71b28-24f3-4bc8-aff3-579574a42a3c req-08460fdf-30dc-462a-8d11-a30fd2022f68 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 932 time: 0.2846322 Nov 09 20:00:25.891249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36b71b28-24f3-4bc8-aff3-579574a42a3c req-4e020e3b-e8ed-40ce-b552-cf766e958cf0 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277683 Nov 09 20:00:26.207352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c9a483-18b5-4294-9cf4-463c9a6b941b {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:00:26.224486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:26.241325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Transition to ACTIVE for port object a6c9a483-18b5-4294-9cf4-463c9a6b941b will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:00:26.252662 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:26.304331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-058f3bb2-9f10-4b42-8661-fd30aff8e545 req-d17fca24-5071-4554-a1f0-d7f60097ad09 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.0571325 Nov 09 20:00:26.378096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:26.391717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:26.456627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c9a483-18b5-4294-9cf4-463c9a6b941b,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:26.469392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.469828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.470179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.470564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.471038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.471383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.471843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.472186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.472512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.472840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.473168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.473494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:26.487832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Attempting to bind port a6c9a483-18b5-4294-9cf4-463c9a6b941b on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:00:26.488447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Attempting to bind port a6c9a483-18b5-4294-9cf4-463c9a6b941b by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '7b29875e-20ef-4355-90c4-c72d38f7f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bf41f61b-2998-4996-a2e1-36dcf464d691'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:00:26.489048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Attempting to bind port a6c9a483-18b5-4294-9cf4-463c9a6b941b on network bf41f61b-2998-4996-a2e1-36dcf464d691 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:00:26.497032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Port a6c9a483-18b5-4294-9cf4-463c9a6b941b on network bf41f61b-2998-4996-a2e1-36dcf464d691 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:00:26.497597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Attempting to bind port a6c9a483-18b5-4294-9cf4-463c9a6b941b on network bf41f61b-2998-4996-a2e1-36dcf464d691 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:00:26.509551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:00:26.510205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Checking segment: {'id': '7b29875e-20ef-4355-90c4-c72d38f7f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bf41f61b-2998-4996-a2e1-36dcf464d691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:00:26.510967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Bound using segment: {'id': '7b29875e-20ef-4355-90c4-c72d38f7f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bf41f61b-2998-4996-a2e1-36dcf464d691'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:00:26.512126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Bound port: a6c9a483-18b5-4294-9cf4-463c9a6b941b, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b29875e-20ef-4355-90c4-c72d38f7f416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bf41f61b-2998-4996-a2e1-36dcf464d691'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:00:26.513068 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:26.561661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 56d295b5-ca94-4242-bd9b-c6961c7721c8 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:26.621039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 56d295b5-ca94-4242-bd9b-c6961c7721c8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:00:26.622586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 56d295b5-ca94-4242-bd9b-c6961c7721c8 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:00:26.665341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] For port a6c9a483-18b5-4294-9cf4-463c9a6b941b, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:00:26.669869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] For port a6c9a483-18b5-4294-9cf4-463c9a6b941b, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a6c9a483-18b5-4294-9cf4-463c9a6b941b,segment=NetworkSegment(7b29875e-20ef-4355-90c4-c72d38f7f416),segment_id=7b29875e-20ef-4355-90c4-c72d38f7f416)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:00:26.682217 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:26.746804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:26.755622 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:26.761171 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] 10.222.0.77 "PUT /v2.0/ports/a6c9a483-18b5-4294-9cf4-463c9a6b941b HTTP/1.1" status: 200 len: 1092 time: 1.7583339 Nov 09 20:00:26.761907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994a016f-7761-4136-b66e-197541e44d27', 'tag': 'a6c9a483-18b5-4294-9cf4-463c9a6b941b'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:00:26.769070 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "994a016f-7761-4136-b66e-197541e44d27", "tag": "a6c9a483-18b5-4294-9cf4-463c9a6b941b"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:00:26.891037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3ae6c-b615-412a-8fb8-1db962aaada5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c9a483-18b5-4294-9cf4-463c9a6b941b,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:26.924006 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a0dcc2-9424-4643-ad1b-cb5b149dd446 x-openstack-request-id: req-a2a0dcc2-9424-4643-ad1b-cb5b149dd446 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:00:26.928362 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994a016f-7761-4136-b66e-197541e44d27", "tag": "a6c9a483-18b5-4294-9cf4-463c9a6b941b", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:00:26.929444 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2a0dcc2-9424-4643-ad1b-cb5b149dd446 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:00:26.931814 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994a016f-7761-4136-b66e-197541e44d27', 'tag': 'a6c9a483-18b5-4294-9cf4-463c9a6b941b', 'status': 'completed', 'code': 200} Nov 09 20:00:26.986861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-f0b127c2-0da4-4e93-929b-c3ae4e6e9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:26.990476 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-f0b127c2-0da4-4e93-929b-c3ae4e6e9d96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=68e1d4f9de5c4f1a8a65ba5b56bbeb7d&device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 1095 time: 0.1544201 Nov 09 20:00:26.997144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52894) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:27.043465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.objects.ports [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:00:27.046322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:27.115325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-dd0754fb-04f1-464a-a24c-2722e9176eb9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6c9a483-18b5-4294-9cf4-463c9a6b941b HTTP/1.1" status: 200 len: 217 time: 0.1106184 Nov 09 20:00:27.166178 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:27.181750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:27.193317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae18305-a694-4534-9dd2-a0a9b674d703 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:27.209968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:27.210608 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:27.254249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-bb969a04-4ddd-4bc1-b596-5681c4423bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:27.259803 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-bb969a04-4ddd-4bc1-b596-5681c4423bce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6a80cbda-0d86-4e70-9ad1-3b1a89edffeb HTTP/1.1" status: 200 len: 862 time: 0.1322274 Nov 09 20:00:27.281815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=d5952592-fb90-4d05-8ef7-38cb61157ee9,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:27.305591 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-caddaf5d-25f8-406a-8404-219a6474a0db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7368667 Nov 09 20:00:27.308476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52908) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:27.329711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:16:00:a1', 'name': 'tempest-NetworksTestDHCPv6-943752513'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:27.334773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-add2f8a6-738a-4d98-8044-1ef31098fd08 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf41f61b-2998-4996-a2e1-36dcf464d691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623918 Nov 09 20:00:27.617534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9816b21-285d-44fa-9899-73a3398ff4c2 req-9a22f924-bd58-4edb-bcc3-0b71dc33b68c tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:27.626546 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9816b21-285d-44fa-9899-73a3398ff4c2 req-9a22f924-bd58-4edb-bcc3-0b71dc33b68c tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 944 time: 0.5809438 Nov 09 20:00:27.666889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': 'd5952592-fb90-4d05-8ef7-38cb61157ee9'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:00:27.668733 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:27.724474 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-7398ea1d-6905-47c5-8096-8de0fc56beec service neutron] 10.222.0.77 "GET /v2.0/networks/bf41f61b-2998-4996-a2e1-36dcf464d691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773746 Nov 09 20:00:27.736195 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68b48782-8d02-4f24-91e0-a908405c0f79 req-25ce5301-0abb-43ef-bff3-49d0bede13a1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.1696649 Nov 09 20:00:27.809007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:27.881363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d533c175-b59e-40b6-963e-6f8ab0b353c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:27.908424 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9816b21-285d-44fa-9899-73a3398ff4c2 req-0234158d-9827-42f9-b7a1-43af29bad630 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488606 Nov 09 20:00:28.045524 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.061148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Allocated IP 2001:db8::f816:3eff:fea3:37c2 (a3569f24-b25f-4233-bf98-fbac1e555025/d5952592-fb90-4d05-8ef7-38cb61157ee9/782f377c-a6b7-43df-87e0-90708321ef22) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:28.065798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d533c175-b59e-40b6-963e-6f8ab0b353c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.097345 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d533c175-b59e-40b6-963e-6f8ab0b353c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.110815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 52ffd17e-4da2-4a12-8fbc-439536960c3f yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:00:28.162968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533c175-b59e-40b6-963e-6f8ab0b353c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde0ac00-05e0-49b2-835a-c0617dea3e3e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:28.258193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d533c175-b59e-40b6-963e-6f8ab0b353c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d51794d0db244fe48a8304c928755b05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2598321 Nov 09 20:00:28.258361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52930) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:28.284978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-29b9f719-e2b9-45b6-84c9-66e4c26c9de3 req-dc063369-4450-416d-86eb-6eb3b8726126 service neutron] 10.222.0.77 "GET /v2.0/networks/bf41f61b-2998-4996-a2e1-36dcf464d691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476880 Nov 09 20:00:28.464673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7 req-4dbd22b3-ecc5-4663-9973-f45a781c9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:28.464883 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.466282 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7 req-4dbd22b3-ecc5-4663-9973-f45a781c9174 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=68e1d4f9de5c4f1a8a65ba5b56bbeb7d&device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 1095 time: 0.1124971 Nov 09 20:00:28.543779 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.546544 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.560084 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.637053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:28.640070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:28.643812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:28.662804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Pushing event updated for resources: {'Port': ['ID=782f377c-a6b7-43df-87e0-90708321ef22,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:28.737658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Attempting to bind port 782f377c-a6b7-43df-87e0-90708321ef22 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:00:28.740489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Attempting to bind port 782f377c-a6b7-43df-87e0-90708321ef22 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:00:28.740887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Attempting to bind port 782f377c-a6b7-43df-87e0-90708321ef22 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:00:28.756430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:00:28.758630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7 req-3a207636-0a15-43eb-9a1d-820c55b2ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:28.759968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:00:28.759968 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.760660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:00:28.762419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Bound port: 782f377c-a6b7-43df-87e0-90708321ef22, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:00:28.766623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7 req-3a207636-0a15-43eb-9a1d-820c55b2ec89 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bf41f61b-2998-4996-a2e1-36dcf464d691 HTTP/1.1" status: 200 len: 923 time: 0.2837186 Nov 09 20:00:28.766804 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.831019 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.835270 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:28.843398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cde0ac00-05e0-49b2-835a-c0617dea3e3e HTTP/1.1" status: 204 len: 168 time: 0.5786328 Nov 09 20:00:28.850274 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7 req-47172581-0891-4a60-bd87-bb9eb41ffa88 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6c9a483-18b5-4294-9cf4-463c9a6b941b HTTP/1.1" status: 200 len: 217 time: 0.0735641 Nov 09 20:00:28.910688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde0ac00-05e0-49b2-835a-c0617dea3e3e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:28.930260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.930654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.931529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.931879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.932226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.932563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.932910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.933243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.933569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.939567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.939567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.939567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f097d-5266-458c-9696-1d07cfb86123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:28.962576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7 req-db252d14-905a-4ab0-8b1b-05f18fd3f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:28.967458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7 req-db252d14-905a-4ab0-8b1b-05f18fd3f9af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6a80cbda-0d86-4e70-9ad1-3b1a89edffeb HTTP/1.1" status: 200 len: 862 time: 0.1094160 Nov 09 20:00:28.970833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::f816:3eff:fe16:a1 (a3569f24-b25f-4233-bf98-fbac1e555025/d5952592-fb90-4d05-8ef7-38cb61157ee9/52ffd17e-4da2-4a12-8fbc-439536960c3f) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:29.054932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] For port 782f377c-a6b7-43df-87e0-90708321ef22, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:00:29.079500 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7 req-5c8fb19d-c4ea-4a8b-8ec1-c488885b60c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bf41f61b-2998-4996-a2e1-36dcf464d691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946474 Nov 09 20:00:29.107353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] For port 782f377c-a6b7-43df-87e0-90708321ef22, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=782f377c-a6b7-43df-87e0-90708321ef22,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:00:29.131306 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:29.156927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-75d8c71c-2ea1-4158-8368-c26c46195e8c req-f91f8e45-ffc2-4355-8b05-ff3f75ad138e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.0922167 Nov 09 20:00:29.309284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11f52e-d5f3-43ec-a2cb-4761641e1ad1 None None] Pushing event updated for resources: {'Port': ['ID=782f377c-a6b7-43df-87e0-90708321ef22,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:29.433961 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:29.484272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d55fa-9ed5-4408-beee-aac077ddad2d req-bac0941a-4d28-4de5-8e76-a759653b1167 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:29.485927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f39d55fa-9ed5-4408-beee-aac077ddad2d req-bac0941a-4d28-4de5-8e76-a759653b1167 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 944 time: 0.3127983 Nov 09 20:00:29.558985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7 req-07717307-c32b-44c3-a262-9b1e46dc3c8f service neutron] 10.222.0.77 "GET /v2.0/networks/bf41f61b-2998-4996-a2e1-36dcf464d691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680707 Nov 09 20:00:29.606288 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:29.628754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f39d55fa-9ed5-4408-beee-aac077ddad2d req-09dd8070-9b9b-4b08-9038-e6fad43cc067 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249275 Nov 09 20:00:29.659540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:29.663021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:29.668715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:29.677169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:29.677969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:29.766629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.4470460 Nov 09 20:00:29.768183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53006) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:29.825893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cd57644-90f7-4ef9-8a79-796ddeaba4c7 req-a1490b0d-714a-4dd4-a024-a2d400a8fb58 service neutron] 10.222.0.77 "GET /v2.0/networks/bf41f61b-2998-4996-a2e1-36dcf464d691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514558 Nov 09 20:00:29.857472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb0595-4371-461e-aa61-bd3db4d7c3a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=52ffd17e-4da2-4a12-8fbc-439536960c3f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:29.893422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc74b3-d7ad-470e-9b98-9d2de8e36519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:29.899488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc74b3-d7ad-470e-9b98-9d2de8e36519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:29.905962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-26dc74b3-d7ad-470e-9b98-9d2de8e36519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1217124 Nov 09 20:00:29.908757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53016) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:30.072998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ef648f41-1b4b-400f-9d09-dbed41537c9c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 52ffd17e-4da2-4a12-8fbc-439536960c3f {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:30.077384 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef648f41-1b4b-400f-9d09-dbed41537c9c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:30.252744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef648f41-1b4b-400f-9d09-dbed41537c9c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:30.275362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ef648f41-1b4b-400f-9d09-dbed41537c9c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 52ffd17e-4da2-4a12-8fbc-439536960c3f owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:30.372241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d52bc84-e1b4-4456-b651-702ad530978c req-b907bfe7-cb40-4f1e-aa4f-6f556c8492c1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.0510659 Nov 09 20:00:30.494877 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef648f41-1b4b-400f-9d09-dbed41537c9c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:30.528020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef648f41-1b4b-400f-9d09-dbed41537c9c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=52ffd17e-4da2-4a12-8fbc-439536960c3f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:30.600133 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef648f41-1b4b-400f-9d09-dbed41537c9c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:30.606138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ef648f41-1b4b-400f-9d09-dbed41537c9c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/52ffd17e-4da2-4a12-8fbc-439536960c3f HTTP/1.1" status: 204 len: 168 time: 0.6962867 Nov 09 20:00:30.608959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53040) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:30.781354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f7829-f85e-46ae-9a01-f574844a2a89 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:30.784941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f7829-f85e-46ae-9a01-f574844a2a89 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:30.789621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-558f7829-f85e-46ae-9a01-f574844a2a89 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1789179 Nov 09 20:00:30.792864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53046) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:30.870945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53048) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:30.941852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-9723c6f0-fbbc-4d30-afd5-b9222e7167d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet d5952592-fb90-4d05-8ef7-38cb61157ee9 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:30.944507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9723c6f0-fbbc-4d30-afd5-b9222e7167d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:30.967527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfb62c-1cb5-4714-ae98-17bb2d0336b4 req-da9483f1-71ad-490a-afec-ed88495241d9 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:30.976430 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10bfb62c-1cb5-4714-ae98-17bb2d0336b4 req-da9483f1-71ad-490a-afec-ed88495241d9 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 944 time: 0.1848822 Nov 09 20:00:31.057761 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9723c6f0-fbbc-4d30-afd5-b9222e7167d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:31.095751 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10bfb62c-1cb5-4714-ae98-17bb2d0336b4 req-3bd5793a-aefa-493c-8ae6-f8c21ad445d4 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180167 Nov 09 20:00:31.184278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a6c9a483-18b5-4294-9cf4-463c9a6b941b details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:00:31.292918 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9723c6f0-fbbc-4d30-afd5-b9222e7167d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:31.373593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9723c6f0-fbbc-4d30-afd5-b9222e7167d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:31.406845 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9723c6f0-fbbc-4d30-afd5-b9222e7167d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:31.415960 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9723c6f0-fbbc-4d30-afd5-b9222e7167d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/d5952592-fb90-4d05-8ef7-38cb61157ee9 HTTP/1.1" status: 204 len: 168 time: 0.6218996 Nov 09 20:00:31.417032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53098) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:31.474849 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8bca07cd-2d8a-4686-9515-e459017b13bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:31.526614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723c6f0-fbbc-4d30-afd5-b9222e7167d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=d5952592-fb90-4d05-8ef7-38cb61157ee9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:31.589046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9b0eee16-2855-45e3-a48c-f656d9e9f68b None None] Provisioning complete for port 782f377c-a6b7-43df-87e0-90708321ef22 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:31.589443 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9b0eee16-2855-45e3-a48c-f656d9e9f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:31.659945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cd13352b-1b50-4822-8ae9-bf2a61e3bcf7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2354355 Nov 09 20:00:31.661095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53102) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:31.709605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:31.711176 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91a90317-60d9-4f5f-baf8-f2f6e4e11509 req-e5dcb9ba-2c3c-44de-8021-12e8a7e5dfa1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.1192970 Nov 09 20:00:31.803549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 782f377c-a6b7-43df-87e0-90708321ef22 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:31.913536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cac94a-08dd-42f2-b8a2-848fde6a8612 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:32.161188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a6c9a483-18b5-4294-9cf4-463c9a6b941b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a6c9a483-18b5-4294-9cf4-463c9a6b941b,segment=NetworkSegment(7b29875e-20ef-4355-90c4-c72d38f7f416),segment_id=7b29875e-20ef-4355-90c4-c72d38f7f416)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:32.172348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:32.176313 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:32.270894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'a6c9a483-18b5-4294-9cf4-463c9a6b941b', 'network_id': 'bf41f61b-2998-4996-a2e1-36dcf464d691', 'port_id': 'a6c9a483-18b5-4294-9cf4-463c9a6b941b', 'mac_address': 'fa:16:3e:f9:73:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a80cbda-0d86-4e70-9ad1-3b1a89edffeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:00:32.279180 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8bca07cd-2d8a-4686-9515-e459017b13bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:32.345707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167abff3-11f5-4724-b0d7-84b30d04e5eb req-9d5059ef-3019-4ef5-9d58-9e73da1bd59f tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:32.348471 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-167abff3-11f5-4724-b0d7-84b30d04e5eb req-9d5059ef-3019-4ef5-9d58-9e73da1bd59f tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 944 time: 0.0911078 Nov 09 20:00:32.379765 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8bca07cd-2d8a-4686-9515-e459017b13bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:32.396454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53124) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:32.483792 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-167abff3-11f5-4724-b0d7-84b30d04e5eb req-ca0c456a-3498-44a2-8d4a-f85c31ada05c tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283250 Nov 09 20:00:32.523620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 782f377c-a6b7-43df-87e0-90708321ef22 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:32.530299 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:32.575897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca07cd-2d8a-4686-9515-e459017b13bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716afec8-d371-4463-b926-33144c933168,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:32.613613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53150) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:32.614360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8bca07cd-2d8a-4686-9515-e459017b13bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cc9a25ac5de4ffe86966c787cd44489&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7373841 Nov 09 20:00:32.634640 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9b0eee16-2855-45e3-a48c-f656d9e9f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:32.775199 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-487d5b20-9f53-4c03-acb8-d7979bef6971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:32.822328 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:32.839297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9b0eee16-2855-45e3-a48c-f656d9e9f68b None None] For port 782f377c-a6b7-43df-87e0-90708321ef22, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=782f377c-a6b7-43df-87e0-90708321ef22,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:32.887964 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9b0eee16-2855-45e3-a48c-f656d9e9f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:32.894994 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-487d5b20-9f53-4c03-acb8-d7979bef6971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.031268 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-487d5b20-9f53-4c03-acb8-d7979bef6971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.035858 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-487d5b20-9f53-4c03-acb8-d7979bef6971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.050158 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-487d5b20-9f53-4c03-acb8-d7979bef6971 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/716afec8-d371-4463-b926-33144c933168 HTTP/1.1" status: 204 len: 168 time: 0.4332867 Nov 09 20:00:33.067707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-156664310-network', 'tenant_id': 'ae69b140cf504f5b96c97a06a10816de'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:33.085074 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8c582f4b-15d0-4a0c-985e-83b2d2f89636 req-5bf91d74-ebdb-4044-939e-2152f5d11b7b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.1600633 Nov 09 20:00:33.102495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0eee16-2855-45e3-a48c-f656d9e9f68b None None] Pushing event updated for resources: {'Port': ['ID=782f377c-a6b7-43df-87e0-90708321ef22,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:33.109959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:00:33.134751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5b20-9f53-4c03-acb8-d7979bef6971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716afec8-d371-4463-b926-33144c933168,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:33.146154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2adec054-cb29-453f-bd32-e45c5af96f04 None None] Could not find standard attr ID for object 52ffd17e-4da2-4a12-8fbc-439536960c3f. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:00:33.166620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Made reservation on behalf of ae69b140cf504f5b96c97a06a10816de for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:33.176763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.182721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c9a483-18b5-4294-9cf4-463c9a6b941b {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:00:33.193185 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.302844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.objects.ports [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:00:33.329348 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.336886 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.356935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a6c9a483-18b5-4294-9cf4-463c9a6b941b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a6c9a483-18b5-4294-9cf4-463c9a6b941b,segment=NetworkSegment(7b29875e-20ef-4355-90c4-c72d38f7f416),segment_id=7b29875e-20ef-4355-90c4-c72d38f7f416)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:33.425301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.444753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0914beee-c6bf-4c17-9f13-815b6f81aac9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:33.487471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:00:33.515285 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.517974 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Added segment c6ae8a2a-563c-4e2c-83c8-4da05062aa3a of type vlan for network de5f32a8-93e2-4b59-8619-90f97d43680a Nov 09 20:00:33.600056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.600856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a6c9a483-18b5-4294-9cf4-463c9a6b941b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:33.696096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Deleting port 782f377c-a6b7-43df-87e0-90708321ef22 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:33.700991 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.737622 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.785319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.787671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:33.789645 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:33.858832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['a6c9a483-18b5-4294-9cf4-463c9a6b941b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:00:33.910736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 782f377c-a6b7-43df-87e0-90708321ef22 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:33.960811 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5579665 Nov 09 20:00:33.974805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53182) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:33.998320 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Request body: {'subnet': {'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-156664310-subnet', 'tenant_id': 'ae69b140cf504f5b96c97a06a10816de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:34.033034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0587fd-8318-45b5-b116-791b4c7e6f9b admin admin] Pushing event updated for resources: {'Network': ['ID=de5f32a8-93e2-4b59-8619-90f97d43680a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:34.044431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9678798-7f12-4699-a4fd-301f82abe372 req-f8650b51-fdcd-43bc-b8a0-79318f70b38a tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:34.046088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e9678798-7f12-4699-a4fd-301f82abe372 req-f8650b51-fdcd-43bc-b8a0-79318f70b38a tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 945 time: 0.3819067 Nov 09 20:00:34.051694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53184) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:34.157984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a914d58f-4a5b-4740-ab2c-9a2f8bccf8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.173061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network de5f32a8-93e2-4b59-8619-90f97d43680a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:00:34.175247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] For port 782f377c-a6b7-43df-87e0-90708321ef22, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=782f377c-a6b7-43df-87e0-90708321ef22,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:34.189042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Made reservation on behalf of ae69b140cf504f5b96c97a06a10816de for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:34.193041 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.232524 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e9678798-7f12-4699-a4fd-301f82abe372 req-77b0a6fb-19e5-41f9-be64-02b66a65ad30 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603348 Nov 09 20:00:34.313196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] For port 782f377c-a6b7-43df-87e0-90708321ef22, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=782f377c-a6b7-43df-87e0-90708321ef22,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:34.313816 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.331860 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.355213 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.356014 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.437405 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.457183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Calling delete_port for 782f377c-a6b7-43df-87e0-90708321ef22 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:34.469068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=965e6d8f-2f6e-4eb8-88b0-934c6a90f120,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:34.522725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f1dd8168-6876-4d23-bb4e-6c7cd3405086 req-5ee7e6b5-f993-4d79-8210-f897f7bceb2b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f94edc-b004-4061-8b68-054add6c47a7 HTTP/1.1" status: 200 len: 210 time: 0.0692065 Nov 09 20:00:34.532370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:34.536803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:34.544496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:34.545356 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.591166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9223909 Nov 09 20:00:34.592210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f31384-e5c9-48f5-8bd4-f07dac19bb73 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=782f377c-a6b7-43df-87e0-90708321ef22,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:34.604764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53198) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:34.608861 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a914d58f-4a5b-4740-ab2c-9a2f8bccf8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.611577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:f2:50:3d', 'name': 'tempest-NetworksTestDHCPv6-124284741'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:34.620802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a914d58f-4a5b-4740-ab2c-9a2f8bccf8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.665994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914d58f-4a5b-4740-ab2c-9a2f8bccf8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8f94f9-09e8-453b-b401-4e75c2e524c7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:34.706315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a914d58f-4a5b-4740-ab2c-9a2f8bccf8e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6616a3170dc644639e37389c102284cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6448584 Nov 09 20:00:34.708722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53202) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:34.745769 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:00:34.746144 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:00:34.762399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:34.846979 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.861386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.878169 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.889292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Pushing event deleted for resources: {'Port': ['ID=782f377c-a6b7-43df-87e0-90708321ef22,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:34.903335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] No DVR routers for this DVR port 782f377c-a6b7-43df-87e0-90708321ef22 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:00:34.918622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.919022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.920033 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.920472 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.920991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.921432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.921768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.922571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.923051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5c670aa9-ec42-48d1-aad6-1f95e06ac2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:34.923176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.923630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.931817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 5387547c-aa4e-479b-8587-695946fd7678 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:00:34.936271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.936890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fa49e4-31a4-4414-aabd-f7293d7e0dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:00:34.945312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0ab4f-a1a4-434e-acbb-712f7f313353 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:34.975139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e5c201-ef82-4c67-b3e6-29c385687fd9,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:35.010341 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5c670aa9-ec42-48d1-aad6-1f95e06ac2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:35.028636 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Checking segment: {'id': 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:00:35.029086 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Network hostable DHCP agents. Network: de5f32a8-93e2-4b59-8619-90f97d43680a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:00:35.065461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Network de5f32a8-93e2-4b59-8619-90f97d43680a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:00:35.079393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, de5f32a8-93e2-4b59-8619-90f97d43680a) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:35.084443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:35.085189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:35.104913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ad559b-4f4c-44e6-893b-c081096f0388 None None] Network de5f32a8-93e2-4b59-8619-90f97d43680a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:35.115290 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-290052a5-5d9c-4608-b084-8a61b4c55996 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1239145 Nov 09 20:00:35.117545 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5c670aa9-ec42-48d1-aad6-1f95e06ac2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:35.121642 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5c670aa9-ec42-48d1-aad6-1f95e06ac2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:35.124080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5c670aa9-ec42-48d1-aad6-1f95e06ac2b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e8f94f9-09e8-453b-b401-4e75c2e524c7 HTTP/1.1" status: 204 len: 168 time: 0.4141750 Nov 09 20:00:35.138355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c670aa9-ec42-48d1-aad6-1f95e06ac2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8f94f9-09e8-453b-b401-4e75c2e524c7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:35.157269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::f816:3eff:fef2:503d (a3569f24-b25f-4233-bf98-fbac1e555025/965e6d8f-2f6e-4eb8-88b0-934c6a90f120/5387547c-aa4e-479b-8587-695946fd7678) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:35.362507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Port 782f377c-a6b7-43df-87e0-90708321ef22 update to DOWN by agent not found {{(pid=102297) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 09 20:00:35.442547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a6c9a483-18b5-4294-9cf4-463c9a6b941b up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:35.463026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9441545-8a55-4709-bc07-9f30aedbab02 req-5f0d41e5-6e38-4a07-aa22-245b8a58ec20 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:35.465783 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9441545-8a55-4709-bc07-9f30aedbab02 req-5f0d41e5-6e38-4a07-aa22-245b8a58ec20 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 945 time: 0.0896001 Nov 09 20:00:35.554927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:35.602150 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a9441545-8a55-4709-bc07-9f30aedbab02 req-385f8611-5fd5-42e1-946d-1d2bdd001875 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243453 Nov 09 20:00:35.658268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:35.731873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:35.741727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:35.746916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:35.753259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:35.754150 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:35.777561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=5387547c-aa4e-479b-8587-695946fd7678,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:35.788384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-56358a2e-6c30-43d2-be37-f7b57c6c934e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1817126 Nov 09 20:00:35.795350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53234) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:35.808055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '965e6d8f-2f6e-4eb8-88b0-934c6a90f120'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:00:35.808936 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:35.864698 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef3c25-f211-4e6b-a548-2f77729f4c1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:35.870601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5aef3c25-f211-4e6b-a548-2f77729f4c1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0738506 Nov 09 20:00:35.879701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53238) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:35.916234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea5fb39-b6ed-48e4-80f1-8d6e914e2255 None None] Network de5f32a8-93e2-4b59-8619-90f97d43680a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:36.160581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1ac22630-77ed-4f42-ac86-a7d91f9eece9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 5387547c-aa4e-479b-8587-695946fd7678 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:36.161223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1ac22630-77ed-4f42-ac86-a7d91f9eece9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:36.190157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port a6c9a483-18b5-4294-9cf4-463c9a6b941b completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:00:36.226377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port a6c9a483-18b5-4294-9cf4-463c9a6b941b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:36.226780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:36.263999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Allocated IP 2001:db8::f816:3eff:fed3:b9f1 (a3569f24-b25f-4233-bf98-fbac1e555025/965e6d8f-2f6e-4eb8-88b0-934c6a90f120/bb58b2fc-5999-45d8-a2c6-3075b381e058) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:36.343636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1ac22630-77ed-4f42-ac86-a7d91f9eece9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:36.389791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1ac22630-77ed-4f42-ac86-a7d91f9eece9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 5387547c-aa4e-479b-8587-695946fd7678 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:36.561782 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:36.636973 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1ac22630-77ed-4f42-ac86-a7d91f9eece9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:36.666372 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:36.804975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac22630-77ed-4f42-ac86-a7d91f9eece9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=5387547c-aa4e-479b-8587-695946fd7678,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:36.841727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Pushing event updated for resources: {'Port': ['ID=bb58b2fc-5999-45d8-a2c6-3075b381e058,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:36.868066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:36.872562 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1ac22630-77ed-4f42-ac86-a7d91f9eece9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:36.881403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1ac22630-77ed-4f42-ac86-a7d91f9eece9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/5387547c-aa4e-479b-8587-695946fd7678 HTTP/1.1" status: 204 len: 168 time: 0.9999611 Nov 09 20:00:36.882988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53270) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:36.923328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:36.969290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:36.982936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1ce6-25b6-407e-beeb-5033a6f81d5b req-196d9b64-acc0-4ff3-8cab-63e1febf5743 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:37.001952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f18a1ce6-25b6-407e-beeb-5033a6f81d5b req-196d9b64-acc0-4ff3-8cab-63e1febf5743 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 945 time: 0.1484721 Nov 09 20:00:37.030663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fc67f9-4b70-4e43-b71b-5700c452a417 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:37.039052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fc67f9-4b70-4e43-b71b-5700c452a417 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:37.044233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-46fc67f9-4b70-4e43-b71b-5700c452a417 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1601918 Nov 09 20:00:37.051139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53278) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:37.090438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f18a1ce6-25b6-407e-beeb-5033a6f81d5b req-4e4d5500-2355-4f0e-a98a-814de53f5ed5 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875018 Nov 09 20:00:37.151278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31b568c-197d-4a57-b42b-e74d2f845df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 965e6d8f-2f6e-4eb8-88b0-934c6a90f120 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:37.155072 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b31b568c-197d-4a57-b42b-e74d2f845df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:37.219298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b31b568c-197d-4a57-b42b-e74d2f845df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:37.220451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Attempting to bind port bb58b2fc-5999-45d8-a2c6-3075b381e058 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:00:37.221359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Attempting to bind port bb58b2fc-5999-45d8-a2c6-3075b381e058 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:00:37.222736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Attempting to bind port bb58b2fc-5999-45d8-a2c6-3075b381e058 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:00:37.250130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:00:37.250871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:00:37.252277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:37.253655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:00:37.255550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Bound port: bb58b2fc-5999-45d8-a2c6-3075b381e058, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:00:37.260053 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:37.262718 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:37.380594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994a016f-7761-4136-b66e-197541e44d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c9a483-18b5-4294-9cf4-463c9a6b941b'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:00:37.388403 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fb48ee-ac25-4704-a6ce-0be12b497c23" -d '{"events": [{"server_uuid": "994a016f-7761-4136-b66e-197541e44d27", "name": "network-vif-plugged", "status": "completed", "tag": "a6c9a483-18b5-4294-9cf4-463c9a6b941b"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:00:37.432152 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b31b568c-197d-4a57-b42b-e74d2f845df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:37.449887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a6c9a483-18b5-4294-9cf4-463c9a6b941b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a6c9a483-18b5-4294-9cf4-463c9a6b941b,segment=NetworkSegment(7b29875e-20ef-4355-90c4-c72d38f7f416),segment_id=7b29875e-20ef-4355-90c4-c72d38f7f416)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:37.477249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:37.531673 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf42fad-525b-48b9-a3a0-b3ec68290ded x-openstack-request-id: req-abf42fad-525b-48b9-a3a0-b3ec68290ded {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:00:37.532515 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994a016f-7761-4136-b66e-197541e44d27", "name": "network-vif-plugged", "status": "completed", "tag": "a6c9a483-18b5-4294-9cf4-463c9a6b941b", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:00:37.534849 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abf42fad-525b-48b9-a3a0-b3ec68290ded {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:00:37.536117 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994a016f-7761-4136-b66e-197541e44d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c9a483-18b5-4294-9cf4-463c9a6b941b', 'code': 200} Nov 09 20:00:37.570561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b31b568c-197d-4a57-b42b-e74d2f845df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:37.609481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] For port bb58b2fc-5999-45d8-a2c6-3075b381e058, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:00:37.630809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b568c-197d-4a57-b42b-e74d2f845df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=965e6d8f-2f6e-4eb8-88b0-934c6a90f120,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:37.638460 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b31b568c-197d-4a57-b42b-e74d2f845df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:37.643621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b31b568c-197d-4a57-b42b-e74d2f845df1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/965e6d8f-2f6e-4eb8-88b0-934c6a90f120 HTTP/1.1" status: 204 len: 168 time: 0.5908058 Nov 09 20:00:37.646942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53292) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:37.663953 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] For port bb58b2fc-5999-45d8-a2c6-3075b381e058, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bb58b2fc-5999-45d8-a2c6-3075b381e058,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:00:37.704133 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:37.717874 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a6c9a483-18b5-4294-9cf4-463c9a6b941b,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:37.755774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee2c7-6710-4110-8a07-6b73149eda1d req-d8294fd6-23c2-42ab-8fee-5142566f551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:37.763817 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53cee2c7-6710-4110-8a07-6b73149eda1d req-d8294fd6-23c2-42ab-8fee-5142566f551d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 1097 time: 0.1617212 Nov 09 20:00:37.779433 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-999b8fda-b977-43c9-b5b3-86677c06f2ab tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1290166 Nov 09 20:00:37.781480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53296) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:37.816715 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91328dd8-06aa-4e92-9d02-6d3bb7c5afaf None None] Pushing event updated for resources: {'Port': ['ID=bb58b2fc-5999-45d8-a2c6-3075b381e058,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:37.900667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5a6201-6852-4d86-9c67-ea891450e0a4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:37.902137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9a5a6201-6852-4d86-9c67-ea891450e0a4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1147766 Nov 09 20:00:37.908738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53300) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:37.947196 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53cee2c7-6710-4110-8a07-6b73149eda1d req-fdc69ce7-1365-404e-b629-5a297efdbbfb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740947 Nov 09 20:00:38.066825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5162fb8e-eda6-4e6e-a5c9-5d62ef0d8840 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:38.074526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5162fb8e-eda6-4e6e-a5c9-5d62ef0d8840 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1640713 Nov 09 20:00:38.077285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53306) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:38.252868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53312) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:38.253090 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6dd80b9c-93ff-4ce6-8cef-e8b7f3737045 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1745491 Nov 09 20:00:38.261638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:38.475774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:38.481006 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:38.548217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e61e3-2f70-487e-985f-5a3c09f073d4 req-9a69b27d-ef82-4ef0-a28f-f524d6e42197 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:38.549783 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b83e61e3-2f70-487e-985f-5a3c09f073d4 req-9a69b27d-ef82-4ef0-a28f-f524d6e42197 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 946 time: 0.1340530 Nov 09 20:00:38.676020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b83e61e3-2f70-487e-985f-5a3c09f073d4 req-4d003acc-c70d-4882-8538-c9f7e0235673 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142263 Nov 09 20:00:39.277193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.objects.ports [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:00:39.479730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53364) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:39.482222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff888a38-a519-4658-843e-d4470bcf77f8 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:39.576493 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:39.693630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8d540b50-0540-4d7f-9976-49aa48133244 None None] Provisioning complete for port bb58b2fc-5999-45d8-a2c6-3075b381e058 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:39.694921 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8d540b50-0540-4d7f-9976-49aa48133244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:39.847999 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa8c9-111f-4106-a3a6-e0e7ecfc7514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:39.935711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bb58b2fc-5999-45d8-a2c6-3075b381e058 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:40.003161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba7726-d516-46f9-bbb9-5c0ab729c16b req-216d4b45-5138-490d-876d-64ffd8bfb0b2 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:40.005238 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61ba7726-d516-46f9-bbb9-5c0ab729c16b req-216d4b45-5138-490d-876d-64ffd8bfb0b2 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 946 time: 0.1868038 Nov 09 20:00:40.072645 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa8c9-111f-4106-a3a6-e0e7ecfc7514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.089326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa8c9-111f-4106-a3a6-e0e7ecfc7514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.116892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] For port bb58b2fc-5999-45d8-a2c6-3075b381e058, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bb58b2fc-5999-45d8-a2c6-3075b381e058,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:40.188231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fa8c9-111f-4106-a3a6-e0e7ecfc7514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d021ba21-6707-4410-a122-8014a0fcb973,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:40.195016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61ba7726-d516-46f9-bbb9-5c0ab729c16b req-3851a748-329a-43d0-9dbd-ba33ac3e6075 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713285 Nov 09 20:00:40.199011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fd9fa8c9-111f-4106-a3a6-e0e7ecfc7514 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f85dea42039d40b7a44a535a47be7a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178748 Nov 09 20:00:40.201706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53386) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:40.235002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.246292 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.247101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.282622 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ea1303c2-a92c-4ca0-a602-9ee722ab5f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.284773 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8d540b50-0540-4d7f-9976-49aa48133244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.308359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bb58b2fc-5999-45d8-a2c6-3075b381e058 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:40.308956 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.454690 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-8d540b50-0540-4d7f-9976-49aa48133244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:00:40.455279 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-8d540b50-0540-4d7f-9976-49aa48133244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:00:40.457683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=bb58b2fc-5999-45d8-a2c6-3075b381e058,revision_number=5']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:40.461626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=a6d704f3-a21f-4fb2-8b85-b091e33ff813,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:40.484440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:40.485994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:40.489407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:40.489632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.510921 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.511509 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b62491a5-4107-489e-bf2b-716da2a189a1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2552085 Nov 09 20:00:40.513216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53402) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:40.526488 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:d1:dd:76', 'name': 'tempest-NetworksTestDHCPv6-1615265324'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:40.535538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e99e789-8585-413f-b663-a8ec44144a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.598919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port bb58b2fc-5999-45d8-a2c6-3075b381e058, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bb58b2fc-5999-45d8-a2c6-3075b381e058,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:40.606645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.800406 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e99e789-8585-413f-b663-a8ec44144a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.829389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=bb58b2fc-5999-45d8-a2c6-3075b381e058,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:40.909400 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e99e789-8585-413f-b663-a8ec44144a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.913710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e99e789-8585-413f-b663-a8ec44144a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:40.920936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5e99e789-8585-413f-b663-a8ec44144a2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d021ba21-6707-4410-a122-8014a0fcb973 HTTP/1.1" status: 204 len: 168 time: 0.7161057 Nov 09 20:00:40.963106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ff54-bb38-497f-84d4-512e106bb9f1 req-87868d6d-7b9b-42da-99f6-74711e23e865 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:40.980359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e18ff54-bb38-497f-84d4-512e106bb9f1 req-87868d6d-7b9b-42da-99f6-74711e23e865 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 946 time: 0.1426761 Nov 09 20:00:41.012244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99e789-8585-413f-b663-a8ec44144a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d021ba21-6707-4410-a122-8014a0fcb973,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:41.029471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe51a9f-e921-44b0-8cd2-3e7fdc17c67a None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:41.043307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:41.165916 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e18ff54-bb38-497f-84d4-512e106bb9f1 req-b2858ede-2806-4418-baed-95320cb4d441 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765397 Nov 09 20:00:41.400822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:41.560376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0b951bd3-4e79-4c24-bd94-042ccee6f03f None None] Provisioning complete for port bb58b2fc-5999-45d8-a2c6-3075b381e058 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:41.560914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port ea7c5716-86e0-46f6-a4e2-6a7a028cd3df yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:00:41.561707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0b951bd3-4e79-4c24-bd94-042ccee6f03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:41.757392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53446) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:41.816627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efdeefa6-9986-4624-b02e-0907c3bb5623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:41.841565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bb58b2fc-5999-45d8-a2c6-3075b381e058 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:42.023161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bb58b2fc-5999-45d8-a2c6-3075b381e058 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:42.023532 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:42.087357 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efdeefa6-9986-4624-b02e-0907c3bb5623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:42.097405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53484) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:42.195602 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efdeefa6-9986-4624-b02e-0907c3bb5623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:42.313452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53498) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:42.327183 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-efdeefa6-9986-4624-b02e-0907c3bb5623 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d472c7a65ae04a658f1e67abd181dda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519924 Nov 09 20:00:42.388899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::f816:3eff:fed1:dd76 (a3569f24-b25f-4233-bf98-fbac1e555025/a6d704f3-a21f-4fb2-8b85-b091e33ff813/ea7c5716-86e0-46f6-a4e2-6a7a028cd3df) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:42.396263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2f20b7bd-c69c-495b-8eb4-d10658cee0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:42.428151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdeefa6-9986-4624-b02e-0907c3bb5623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a407e136-dee6-49ad-9d10-ed7a2b1b4649,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:42.459830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-37ee9018-51fe-407d-867e-d69a28e9d804 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:42.461608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-37ee9018-51fe-407d-867e-d69a28e9d804 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.77 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 946 time: 0.3640454 Nov 09 20:00:42.489259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ee911244-a416-4420-b211-62eb2b66d4a4 None None] Provisioning complete for port bb58b2fc-5999-45d8-a2c6-3075b381e058 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:42.489900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ee911244-a416-4420-b211-62eb2b66d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:42.739706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b1c18-9724-4e79-ba51-d4faf1d452a0 req-09349dca-e828-4c86-aa1d-b4e2cd1285c5 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:42.757246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0e4b1c18-9724-4e79-ba51-d4faf1d452a0 req-09349dca-e828-4c86-aa1d-b4e2cd1285c5 tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 946 time: 0.3669713 Nov 09 20:00:42.875877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2f20b7bd-c69c-495b-8eb4-d10658cee0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:42.898340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-05133ded-7163-495b-ad07-30b2f9ca6960 None None] Could not find standard attr ID for object 5387547c-aa4e-479b-8587-695946fd7678. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:00:42.906037 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-45b41227-9023-4455-acdd-b8c47b4dac41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:42.920492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2f20b7bd-c69c-495b-8eb4-d10658cee0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:42.956821 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2f20b7bd-c69c-495b-8eb4-d10658cee0b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6b8907c91e141789a7b63ed39759a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8583112 Nov 09 20:00:42.965923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53512) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:43.020077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0e4b1c18-9724-4e79-ba51-d4faf1d452a0 req-dff6d8b6-1c7e-4bd2-8caf-8b932e1aadaf tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8c746fc-1de7-4155-bf2e-410e758e5708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542574 Nov 09 20:00:43.057274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-45b41227-9023-4455-acdd-b8c47b4dac41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.146194 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.161251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20b7bd-c69c-495b-8eb4-d10658cee0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6f304f-da13-477c-88ed-8ea67b74dad5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:43.189598 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f491356-46d2-49e9-9252-02b0744c70fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.197449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.230262 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5d22-43d7-427c-bd31-150e60670f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.241731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-45b41227-9023-4455-acdd-b8c47b4dac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.244739 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-45b41227-9023-4455-acdd-b8c47b4dac41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.245954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-45b41227-9023-4455-acdd-b8c47b4dac41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a407e136-dee6-49ad-9d10-ed7a2b1b4649 HTTP/1.1" status: 204 len: 168 time: 0.9314876 Nov 09 20:00:43.284516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b41227-9023-4455-acdd-b8c47b4dac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a407e136-dee6-49ad-9d10-ed7a2b1b4649,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:43.309708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:43.314429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:43.319235 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5d22-43d7-427c-bd31-150e60670f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.326430 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:43.332160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:43.332804 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.406646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-e179b4ef-93f2-4f14-b989-5e326dd0582b tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Deleting port a6c9a483-18b5-4294-9cf4-463c9a6b941b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:43.411033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-e179b4ef-93f2-4f14-b989-5e326dd0582b tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.445771 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5d22-43d7-427c-bd31-150e60670f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.454207 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5d22-43d7-427c-bd31-150e60670f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.456666 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8a9b5d22-43d7-427c-bd31-150e60670f87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d6f304f-da13-477c-88ed-8ea67b74dad5 HTTP/1.1" status: 204 len: 168 time: 0.4880373 Nov 09 20:00:43.467093 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.489376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=ea7c5716-86e0-46f6-a4e2-6a7a028cd3df,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:43.492953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b5d22-43d7-427c-bd31-150e60670f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6f304f-da13-477c-88ed-8ea67b74dad5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:43.575986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53554) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:43.576229 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b1b38e3-ae66-424e-a4a1-1783c8b959dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0616620 Nov 09 20:00:43.656291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-e179b4ef-93f2-4f14-b989-5e326dd0582b tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] For port a6c9a483-18b5-4294-9cf4-463c9a6b941b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a6c9a483-18b5-4294-9cf4-463c9a6b941b,segment=NetworkSegment(7b29875e-20ef-4355-90c4-c72d38f7f416),segment_id=7b29875e-20ef-4355-90c4-c72d38f7f416)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:43.656581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-e179b4ef-93f2-4f14-b989-5e326dd0582b tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.678655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-e179b4ef-93f2-4f14-b989-5e326dd0582b tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Calling delete_port for a6c9a483-18b5-4294-9cf4-463c9a6b941b owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:43.681196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b86ceb7-a3e1-430a-871b-ce0e3d8a3b72 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:43.696228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b86ceb7-a3e1-430a-871b-ce0e3d8a3b72 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:43.705754 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7b86ceb7-a3e1-430a-871b-ce0e3d8a3b72 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1281869 Nov 09 20:00:43.708406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53556) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:43.749256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53558) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:43.777359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f3d84607-3ed4-4cad-b79d-942c9142fea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.831035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2f0df99f-872d-4ebf-8407-cc31a015e46c None None] Provisioning complete for port ea7c5716-86e0-46f6-a4e2-6a7a028cd3df triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:43.831408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2f0df99f-872d-4ebf-8407-cc31a015e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.896283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2f0df99f-872d-4ebf-8407-cc31a015e46c None None] Port ea7c5716-86e0-46f6-a4e2-6a7a028cd3df cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:00:43.968229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-e179b4ef-93f2-4f14-b989-5e326dd0582b tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:43.985854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['a6c9a483-18b5-4294-9cf4-463c9a6b941b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:00:44.016715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f906776c-9337-4e71-9a5a-428df6348e19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port ea7c5716-86e0-46f6-a4e2-6a7a028cd3df {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:44.022085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f906776c-9337-4e71-9a5a-428df6348e19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.063767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179b4ef-93f2-4f14-b989-5e326dd0582b tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Pushing event deleted for resources: {'Port': ['ID=a6c9a483-18b5-4294-9cf4-463c9a6b941b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:44.126069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53568) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:44.129040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-e179b4ef-93f2-4f14-b989-5e326dd0582b tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] No DVR routers for this DVR port a6c9a483-18b5-4294-9cf4-463c9a6b941b on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:00:44.137718 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-e179b4ef-93f2-4f14-b989-5e326dd0582b tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.142279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcf41443-bbee-4906-b401-ab1c689f86ae req-e179b4ef-93f2-4f14-b989-5e326dd0582b tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.77 "DELETE /v2.0/ports/a6c9a483-18b5-4294-9cf4-463c9a6b941b HTTP/1.1" status: 204 len: 173 time: 1.6678615 Nov 09 20:00:44.176928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994a016f-7761-4136-b66e-197541e44d27', 'name': 'network-vif-deleted', 'tag': 'a6c9a483-18b5-4294-9cf4-463c9a6b941b'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:00:44.178460 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657bd142-fdfe-4393-96ed-ad2786c4fdc3" -d '{"events": [{"server_uuid": "994a016f-7761-4136-b66e-197541e44d27", "name": "network-vif-deleted", "tag": "a6c9a483-18b5-4294-9cf4-463c9a6b941b"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:00:44.184029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d726af01-e02d-487d-8d4c-9c00d43e3866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.279895 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d40beb-1357-4cfa-b24d-40b8c75f1bcf x-openstack-request-id: req-e0d40beb-1357-4cfa-b24d-40b8c75f1bcf {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:00:44.279895 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994a016f-7761-4136-b66e-197541e44d27", "name": "network-vif-deleted", "tag": "a6c9a483-18b5-4294-9cf4-463c9a6b941b", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:00:44.280796 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0d40beb-1357-4cfa-b24d-40b8c75f1bcf {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:00:44.281999 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994a016f-7761-4136-b66e-197541e44d27', 'name': 'network-vif-deleted', 'tag': 'a6c9a483-18b5-4294-9cf4-463c9a6b941b', 'status': 'completed', 'code': 200} Nov 09 20:00:44.333077 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f906776c-9337-4e71-9a5a-428df6348e19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.333665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d726af01-e02d-487d-8d4c-9c00d43e3866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.343798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d726af01-e02d-487d-8d4c-9c00d43e3866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.349289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f906776c-9337-4e71-9a5a-428df6348e19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for ea7c5716-86e0-46f6-a4e2-6a7a028cd3df owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:44.380827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726af01-e02d-487d-8d4c-9c00d43e3866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3d6eaf-4db6-4465-955e-0039becca6f8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:44.428365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d726af01-e02d-487d-8d4c-9c00d43e3866 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=547cafecffac415d829dd830dd9cf41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008235 Nov 09 20:00:44.429978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53572) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:44.500506 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-470960d1-7e28-4a50-b014-36bc2cddcf61 req-b60816f2-b2c1-4289-9966-51cc03cdfdca tempest-ServerAddressesNegativeTestJSON-1325023874 tempest-ServerAddressesNegativeTestJSON-1325023874-project] 10.222.0.53 "GET /v2.0/ports?device_id=994a016f-7761-4136-b66e-197541e44d27 HTTP/1.1" status: 200 len: 210 time: 0.0502589 Nov 09 20:00:44.502724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f3d84607-3ed4-4cad-b79d-942c9142fea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.540560 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f3d84607-3ed4-4cad-b79d-942c9142fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.572429 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4899dda-58d2-40c3-a5d9-d149aea5eeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.585004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d84607-3ed4-4cad-b79d-942c9142fea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6872f5ab-3f0e-46d8-8fa0-c64cfe78d0dd,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:44.594769 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.649860 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f3d84607-3ed4-4cad-b79d-942c9142fea7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88621a7f45724a26bbf27341ebe6a72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8988197 Nov 09 20:00:44.653983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53578) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:44.654212 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4899dda-58d2-40c3-a5d9-d149aea5eeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.700841 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f906776c-9337-4e71-9a5a-428df6348e19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.755956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4899dda-58d2-40c3-a5d9-d149aea5eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.761873 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4899dda-58d2-40c3-a5d9-d149aea5eeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.765573 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e4899dda-58d2-40c3-a5d9-d149aea5eeb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af3d6eaf-4db6-4465-955e-0039becca6f8 HTTP/1.1" status: 204 len: 168 time: 0.3313501 Nov 09 20:00:44.765710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906776c-9337-4e71-9a5a-428df6348e19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=ea7c5716-86e0-46f6-a4e2-6a7a028cd3df,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:44.796275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4899dda-58d2-40c3-a5d9-d149aea5eeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3d6eaf-4db6-4465-955e-0039becca6f8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:44.832399 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f906776c-9337-4e71-9a5a-428df6348e19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.836306 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f906776c-9337-4e71-9a5a-428df6348e19 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/ea7c5716-86e0-46f6-a4e2-6a7a028cd3df HTTP/1.1" status: 204 len: 168 time: 1.1265204 Nov 09 20:00:44.839016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53582) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:44.961773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de5ee5ed-302a-4773-a255-4b919d11c873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:44.988949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de5ee5ed-302a-4773-a255-4b919d11c873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:45.040428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cf45e-d14e-437f-ba83-288e29deff09 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:45.042370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cf45e-d14e-437f-ba83-288e29deff09 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:45.047009 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b44cf45e-d14e-437f-ba83-288e29deff09 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2069507 Nov 09 20:00:45.047329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53586) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:45.052715 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de5ee5ed-302a-4773-a255-4b919d11c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:45.061747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de5ee5ed-302a-4773-a255-4b919d11c873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:45.062928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-de5ee5ed-302a-4773-a255-4b919d11c873 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6872f5ab-3f0e-46d8-8fa0-c64cfe78d0dd HTTP/1.1" status: 204 len: 168 time: 0.4077532 Nov 09 20:00:45.088094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ee5ed-302a-4773-a255-4b919d11c873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6872f5ab-3f0e-46d8-8fa0-c64cfe78d0dd,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:45.179557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-d145b7bc-3b49-4853-ad2c-3554edefbe08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet a6d704f3-a21f-4fb2-8b85-b091e33ff813 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:45.189683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d145b7bc-3b49-4853-ad2c-3554edefbe08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:45.288553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d145b7bc-3b49-4853-ad2c-3554edefbe08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:45.431556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d145b7bc-3b49-4853-ad2c-3554edefbe08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:45.525592 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d145b7bc-3b49-4853-ad2c-3554edefbe08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:45.582129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145b7bc-3b49-4853-ad2c-3554edefbe08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d704f3-a21f-4fb2-8b85-b091e33ff813,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:45.586274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d145b7bc-3b49-4853-ad2c-3554edefbe08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:45.593371 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d145b7bc-3b49-4853-ad2c-3554edefbe08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/a6d704f3-a21f-4fb2-8b85-b091e33ff813 HTTP/1.1" status: 204 len: 168 time: 0.5432987 Nov 09 20:00:45.594146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53608) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:45.609257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4624fa4-8322-4f39-a67a-d28d591a72b9 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:45.668048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53612) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:45.817308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd66d0a-69ae-4721-9199-15c205b1b5e2 admin admin] Deleting subnet 6a80cbda-0d86-4e70-9ad1-3b1a89edffeb {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:45.832081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bd66d0a-69ae-4721-9199-15c205b1b5e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:45.927637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bd66d0a-69ae-4721-9199-15c205b1b5e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.025590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba0b40b-9666-4a25-8ae3-6fdc7ae4d0c0 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:00:46.073596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bd66d0a-69ae-4721-9199-15c205b1b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.207416 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-eba0b40b-9666-4a25-8ae3-6fdc7ae4d0c0 None None] Deleting port bb58b2fc-5999-45d8-a2c6-3075b381e058 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:46.207827 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eba0b40b-9666-4a25-8ae3-6fdc7ae4d0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.239594 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bd66d0a-69ae-4721-9199-15c205b1b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.270603 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3bd66d0a-69ae-4721-9199-15c205b1b5e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.274586 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-183e6900-bba1-4b1a-b2f2-690a36b08e15 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6763694 Nov 09 20:00:46.276170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53636) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:46.281156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3bd66d0a-69ae-4721-9199-15c205b1b5e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6a80cbda-0d86-4e70-9ad1-3b1a89edffeb HTTP/1.1" status: 204 len: 168 time: 0.6097429 Nov 09 20:00:46.281338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:46.285484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53638) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:46.348113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd66d0a-69ae-4721-9199-15c205b1b5e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a80cbda-0d86-4e70-9ad1-3b1a89edffeb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:46.402739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-eba0b40b-9666-4a25-8ae3-6fdc7ae4d0c0 None None] For port bb58b2fc-5999-45d8-a2c6-3075b381e058, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bb58b2fc-5999-45d8-a2c6-3075b381e058,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:46.404675 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eba0b40b-9666-4a25-8ae3-6fdc7ae4d0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.433802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-eba0b40b-9666-4a25-8ae3-6fdc7ae4d0c0 None None] Calling delete_port for bb58b2fc-5999-45d8-a2c6-3075b381e058 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:46.437544 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.551691 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eba0b40b-9666-4a25-8ae3-6fdc7ae4d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.578999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:46.583386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.595991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0b40b-9666-4a25-8ae3-6fdc7ae4d0c0 None None] Pushing event deleted for resources: {'Port': ['ID=bb58b2fc-5999-45d8-a2c6-3075b381e058,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:46.599454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0b40b-9666-4a25-8ae3-6fdc7ae4d0c0 None None] No DVR routers for this DVR port bb58b2fc-5999-45d8-a2c6-3075b381e058 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:00:46.612940 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.687181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.766210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf41f61b-2998-4996-a2e1-36dcf464d691']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:00:46.793618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b29875e-20ef-4355-90c4-c72d38f7f416') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:00:46.794056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b29875e-20ef-4355-90c4-c72d38f7f416') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:00:46.810114 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.839378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.861025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:00:46.862685 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:00:46.888275 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:00:47.054125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:47.060794 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:47.065859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] 10.222.0.53 "DELETE /v2.0/networks/bf41f61b-2998-4996-a2e1-36dcf464d691 HTTP/1.1" status: 204 len: 168 time: 0.7776630 Nov 09 20:00:47.114081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2e510-f090-4a81-9fc9-0b4da0603c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=bf41f61b-2998-4996-a2e1-36dcf464d691,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:47.365122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.objects.ports [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:00:47.367681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:47.407664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:47.411426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:47.417824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:47.418536 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:47.425928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ac70a-02af-4497-b8c1-ba66e4e1a8d8 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:47.449244 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1719804 Nov 09 20:00:47.450554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2ee7e-6119-457d-93c9-a0a6c15efa78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=787631a3-a73f-401e-974a-8c4b58346adf,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:47.451852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53670) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:47.459305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:64:01:dc', 'name': 'tempest-NetworksTestDHCPv6-879699415'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:47.491680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a6c9a483-18b5-4294-9cf4-463c9a6b941b no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:47.499418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53674) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:47.518539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: a6c9a483-18b5-4294-9cf4-463c9a6b941b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:00:47.519168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a6c9a483-18b5-4294-9cf4-463c9a6b941b not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:00:47.635023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53676) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:47.638151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f05289bf-3598-417d-a051-be65c3617c29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68e1d4f9de5c4f1a8a65ba5b56bbeb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305861 Nov 09 20:00:47.762541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '787631a3-a73f-401e-974a-8c4b58346adf'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:00:47.762541 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:47.823119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:47.841828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd42f919-9f7d-4d08-a694-25e55f48558f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:47.887432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bb58b2fc-5999-45d8-a2c6-3075b381e058 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:47.918238 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd42f919-9f7d-4d08-a694-25e55f48558f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:47.940025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: bb58b2fc-5999-45d8-a2c6-3075b381e058 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:00:47.940527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bb58b2fc-5999-45d8-a2c6-3075b381e058 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:00:48.073092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:48.096660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Allocated IP 2001:db8::f816:3eff:fed4:1eff (a3569f24-b25f-4233-bf98-fbac1e555025/787631a3-a73f-401e-974a-8c4b58346adf/15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:48.125036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 4759880a-d986-445e-bbee-6d812137240c yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:00:48.225261 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd42f919-9f7d-4d08-a694-25e55f48558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:48.227950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd42f919-9f7d-4d08-a694-25e55f48558f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:48.232341 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cd42f919-9f7d-4d08-a694-25e55f48558f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8c746fc-1de7-4155-bf2e-410e758e5708 HTTP/1.1" status: 204 len: 168 time: 0.5957708 Nov 09 20:00:48.245172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42f919-9f7d-4d08-a694-25e55f48558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c746fc-1de7-4155-bf2e-410e758e5708,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:48.459036 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:48.477525 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:48.566293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::f816:3eff:fe64:1dc (a3569f24-b25f-4233-bf98-fbac1e555025/787631a3-a73f-401e-974a-8c4b58346adf/4759880a-d986-445e-bbee-6d812137240c) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:48.584236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:48.623852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:48.628669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Pushing event updated for resources: {'Port': ['ID=15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:48.632639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:48.763970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Attempting to bind port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:00:48.764638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Attempting to bind port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:00:48.764742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Attempting to bind port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:00:48.778548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:00:48.778933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:00:48.779335 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:48.779732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:00:48.780200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Bound port: 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:00:48.780605 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:48.901487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] For port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:00:48.904715 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] For port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:00:48.918500 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:48.928769 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:49.008140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c425c2a-283a-48e8-bd0c-8148e3177996 None None] Pushing event updated for resources: {'Port': ['ID=15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:49.106941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:49.213796 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e33539cb-f243-42f8-8bdb-ca3c7521f489 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1410570 Nov 09 20:00:49.257292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=4759880a-d986-445e-bbee-6d812137240c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:49.291239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:49.301910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:49.307184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:49.314486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.318591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:49.349949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3f111828-12c9-482e-9f66-65d577a53bfe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8964777 Nov 09 20:00:49.350694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53720) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:49.530228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-ef60fae7-6de3-4595-83a4-12fb49cc3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.530228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-ef60fae7-6de3-4595-83a4-12fb49cc3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.530228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-ef60fae7-6de3-4595-83a4-12fb49cc3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.530228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-ef60fae7-6de3-4595-83a4-12fb49cc3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.530228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-ef60fae7-6de3-4595-83a4-12fb49cc3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.531023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-ef60fae7-6de3-4595-83a4-12fb49cc3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.531555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-ef60fae7-6de3-4595-83a4-12fb49cc3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.533638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-ef60fae7-6de3-4595-83a4-12fb49cc3f66 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6492 time: 0.2159159 Nov 09 20:00:49.546725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeebf1d-f337-4efd-8af5-1ff8c7ad52b3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.553107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeebf1d-f337-4efd-8af5-1ff8c7ad52b3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.555896 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4aeebf1d-f337-4efd-8af5-1ff8c7ad52b3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2035923 Nov 09 20:00:49.558645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53728) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:49.933022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:49.965152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e57247e0-d28b-4bc1-957a-6396e52493fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.967866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e57247e0-d28b-4bc1-957a-6396e52493fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.968603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e57247e0-d28b-4bc1-957a-6396e52493fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:49.975750 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e57247e0-d28b-4bc1-957a-6396e52493fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a324136-2163-42a7-990c-86170143e093&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce HTTP/1.1" status: 200 len: 2294 time: 0.4030516 Nov 09 20:00:50.089324 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:50.089784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.225987 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-cf9b134a-d43c-4ec9-8954-e9860d62747c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 HTTP/1.1" status: 200 len: 1001 time: 0.2359877 Nov 09 20:00:50.275885 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.287077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53746) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:50.380031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:50.387319 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.474031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e17fb-257e-4153-9786-770393e511e8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 4759880a-d986-445e-bbee-6d812137240c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:50.474382 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ff6e17fb-257e-4153-9786-770393e511e8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.535866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1929300307-network', 'tenant_id': '6797e185ea8641eca30144bc4a229c4d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:50.575116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Made reservation on behalf of 6797e185ea8641eca30144bc4a229c4d for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:50.577780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.597956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.668567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-61be70ce-36a5-4245-bcb7-8ed3bdac63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:50.673424 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-61be70ce-36a5-4245-bcb7-8ed3bdac63e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d56ed7-cf6d-49cf-942e-853bf70f81d6 HTTP/1.1" status: 200 len: 851 time: 0.4413745 Nov 09 20:00:50.676733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:50.771787 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.786734 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.804462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d1c6d90f-6ee9-4e63-91c8-ff167b5295ab None None] Provisioning complete for port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:50.806046 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1c6d90f-6ee9-4e63-91c8-ff167b5295ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.864428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:00:50.891946 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ff6e17fb-257e-4153-9786-770393e511e8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.941732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:50.956543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e17fb-257e-4153-9786-770393e511e8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 4759880a-d986-445e-bbee-6d812137240c owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:50.972840 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:50.974799 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Added segment 894d4741-3292-47b7-a5eb-36aa31ef5139 of type vlan for network 9cec3415-ed34-40ad-a6c1-250114e3180f Nov 09 20:00:51.067161 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:51.075275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e47a906f-874a-410d-a222-216ac47b5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:51.076828 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e47a906f-874a-410d-a222-216ac47b5ba1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a324136-2163-42a7-990c-86170143e093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3958912 Nov 09 20:00:51.118360 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:51.123657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:51.124560 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:51.145618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:51.239291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-de722a85-3785-44be-91a2-dc36ce27947c None None] Provisioning complete for port 4759880a-d986-445e-bbee-6d812137240c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:51.241347 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de722a85-3785-44be-91a2-dc36ce27947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:51.264464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-d57f6a13-c477-4186-a190-a53e56263020 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735837 Nov 09 20:00:51.284207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9954035 Nov 09 20:00:51.289079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53764) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:51.307826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Request body: {'subnet': {'network_id': '9cec3415-ed34-40ad-a6c1-250114e3180f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1929300307-subnet', 'tenant_id': '6797e185ea8641eca30144bc4a229c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:51.311502 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-de722a85-3785-44be-91a2-dc36ce27947c None None] Port 4759880a-d986-445e-bbee-6d812137240c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:00:51.335643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a81326-2946-48df-b5c6-c0313604461e admin admin] Pushing event updated for resources: {'Network': ['ID=9cec3415-ed34-40ad-a6c1-250114e3180f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:51.351908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 9cec3415-ed34-40ad-a6c1-250114e3180f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:00:51.510542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Made reservation on behalf of 6797e185ea8641eca30144bc4a229c4d for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:51.510542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:51.601006 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-7f6b41bb-fdb7-46a7-bc8a-6bc795e1eb48 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278286 Nov 09 20:00:51.670215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-31d6d28e-f6a6-4c10-aa79-2976908e328b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 217 time: 0.0571868 Nov 09 20:00:51.694882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ff6e17fb-257e-4153-9786-770393e511e8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:51.761548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e17fb-257e-4153-9786-770393e511e8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=4759880a-d986-445e-bbee-6d812137240c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:51.812009 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ff6e17fb-257e-4153-9786-770393e511e8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:51.824326 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ff6e17fb-257e-4153-9786-770393e511e8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/4759880a-d986-445e-bbee-6d812137240c HTTP/1.1" status: 204 len: 168 time: 2.2644846 Nov 09 20:00:51.826818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53776) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:51.827330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:51.939212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:51.941629 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:51.948475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:51.957837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-de0cec8e-cf7a-4629-a518-800542ae4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:51.959810 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-de0cec8e-cf7a-4629-a518-800542ae4715 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.2829707 Nov 09 20:00:51.993710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4a53de-8ee8-4f20-b19f-ea302d47c763 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:52.006845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4a53de-8ee8-4f20-b19f-ea302d47c763 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:52.020402 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9b4a53de-8ee8-4f20-b19f-ea302d47c763 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1918697 Nov 09 20:00:52.020947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53778) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:52.122367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-0734e8df-eb47-482c-875e-c3e79c353a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:52.124265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-0734e8df-eb47-482c-875e-c3e79c353a46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339829 Nov 09 20:00:52.147821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db30219-6da4-4ada-a68d-452e5aa42548,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:52.235556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-87645b0b-0e46-4b3c-a08c-c63f6c787546 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 787631a3-a73f-401e-974a-8c4b58346adf {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:52.246582 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87645b0b-0e46-4b3c-a08c-c63f6c787546 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:52.314339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Checking segment: {'id': '894d4741-3292-47b7-a5eb-36aa31ef5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9cec3415-ed34-40ad-a6c1-250114e3180f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:00:52.318763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Network hostable DHCP agents. Network: 9cec3415-ed34-40ad-a6c1-250114e3180f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:00:52.379025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Network 9cec3415-ed34-40ad-a6c1-250114e3180f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:00:52.429524 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87645b0b-0e46-4b3c-a08c-c63f6c787546 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:52.452447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 9cec3415-ed34-40ad-a6c1-250114e3180f) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:52.467540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:52.468407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5b2161-6a6c-44e4-af86-97c297046f76 None None] Network 9cec3415-ed34-40ad-a6c1-250114e3180f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:52.471775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:52.505287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-c723bf9e-5e65-4699-9432-aee2d568a1be service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452361 Nov 09 20:00:52.630303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5f2e0c96-2921-43ae-834a-0ff25aaaf110 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3399611 Nov 09 20:00:52.703911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87645b0b-0e46-4b3c-a08c-c63f6c787546 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:52.849044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-51c2a308-25d1-4b36-bac1-af5a7c49bb28 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342259 Nov 09 20:00:52.851784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed56c3cc-e3a1-4ce3-882c-4a23aca86fe8 None None] Network 9cec3415-ed34-40ad-a6c1-250114e3180f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:52.878063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87645b0b-0e46-4b3c-a08c-c63f6c787546 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:52.917749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-8b3c3172-051a-41da-a119-60eb4ed512d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 217 time: 0.0612681 Nov 09 20:00:52.952037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87645b0b-0e46-4b3c-a08c-c63f6c787546 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=787631a3-a73f-401e-974a-8c4b58346adf,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:52.954889 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-87645b0b-0e46-4b3c-a08c-c63f6c787546 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:52.958963 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-87645b0b-0e46-4b3c-a08c-c63f6c787546 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/787631a3-a73f-401e-974a-8c4b58346adf HTTP/1.1" status: 204 len: 168 time: 0.9370952 Nov 09 20:00:52.962578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53796) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:53.078323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1923a73b-b58c-4f07-a140-b1e2c091511d None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:53.102925 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-be1aecb5-e376-4a56-b622-c001c834a6a3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372092 Nov 09 20:00:53.106994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53802) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:53.112605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e9bdebb5-2b52-4fa2-a6ec-c076332b009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:53.120903 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e9bdebb5-2b52-4fa2-a6ec-c076332b009e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1955671 Nov 09 20:00:53.274892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5c1b1-f35c-4c3e-8411-583d0f4e57ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:53.279746 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-87e5c1b1-f35c-4c3e-8411-583d0f4e57ec tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1712084 Nov 09 20:00:53.282386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53804) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:53.284440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-47869105-7aa0-46e4-93aa-fc3db1801748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:53.291630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-47869105-7aa0-46e4-93aa-fc3db1801748 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1618056 Nov 09 20:00:53.488145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e641626-f2b9-4ca6-b851-5b96c5ad15fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:53.489676 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3e641626-f2b9-4ca6-b851-5b96c5ad15fb tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1981955 Nov 09 20:00:53.492582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53812) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:53.501449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5174d47f-a9e8-4e26-80f0-3f532470e2d3 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:00:53.540173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53814) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:53.544567 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8916784c-decb-4f93-b9a9-d33bcb2d2b81 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502071 Nov 09 20:00:53.547121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a7862b22-fe09-483b-b11f-40c5afe220d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:53.653823 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-02f85d45-2af1-4bbc-a15a-02edcea76fe9 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478775 Nov 09 20:00:53.705745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5174d47f-a9e8-4e26-80f0-3f532470e2d3 None None] Deleting port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:53.706207 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5174d47f-a9e8-4e26-80f0-3f532470e2d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:53.867280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:54.002751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7862b22-fe09-483b-b11f-40c5afe220d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:54.019966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7862b22-fe09-483b-b11f-40c5afe220d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:54.026148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-0097b04e-720e-4689-a88f-8a1f68c74aa0 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620238 Nov 09 20:00:54.027323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5174d47f-a9e8-4e26-80f0-3f532470e2d3 None None] For port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:54.028049 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5174d47f-a9e8-4e26-80f0-3f532470e2d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:54.056225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5174d47f-a9e8-4e26-80f0-3f532470e2d3 None None] Calling delete_port for 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:54.142889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-56e91204-9a66-44d3-a92e-6014c97677b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce HTTP/1.1" status: 200 len: 217 time: 0.1085613 Nov 09 20:00:54.161616 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:54.208619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:54.217251 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:54.370883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-6826f5da-3e33-46b3-8ae5-4db8d2c49c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:54.376722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:54.379895 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-6826f5da-3e33-46b3-8ae5-4db8d2c49c52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.2221944 Nov 09 20:00:54.465085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5174d47f-a9e8-4e26-80f0-3f532470e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:54.538375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-6cbc4e43-bb3c-44a7-b484-dd00cb66fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:54.544860 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-6cbc4e43-bb3c-44a7-b484-dd00cb66fe8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1589224 Nov 09 20:00:54.555918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174d47f-a9e8-4e26-80f0-3f532470e2d3 None None] Pushing event deleted for resources: {'Port': ['ID=15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:54.564649 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7862b22-fe09-483b-b11f-40c5afe220d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:54.575683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174d47f-a9e8-4e26-80f0-3f532470e2d3 None None] No DVR routers for this DVR port 15cfc78a-d0bf-4c2d-9c4c-fb7a36481d12 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:00:54.644877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7862b22-fe09-483b-b11f-40c5afe220d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:54.652365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a7862b22-fe09-483b-b11f-40c5afe220d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:54.664561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e460800-0f79-4e44-b4d9-1d0da387b2ea None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:54.665460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7862b22-fe09-483b-b11f-40c5afe220d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:54.666472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7862b22-fe09-483b-b11f-40c5afe220d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:54.700329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7862b22-fe09-483b-b11f-40c5afe220d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=0d0ec202-2c11-4bf9-b810-5f2acdaca645,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:54.712014 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a7862b22-fe09-483b-b11f-40c5afe220d7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1693928 Nov 09 20:00:54.722000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53848) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:54.729996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:66:84:80', 'name': 'tempest-NetworksTestDHCPv6-227139487'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:54.730177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-f72e9d3b-103c-4d10-b032-779d793ec3ff service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706731 Nov 09 20:00:55.007076 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-1495db7a-3b9d-4070-90d9-ccd34d07c9e9 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691300 Nov 09 20:00:55.064059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '0d0ec202-2c11-4bf9-b810-5f2acdaca645'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:00:55.065545 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:55.098437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:55.131411 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-18f262ba-f2ff-4ab9-9f63-88fe4381f19e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d HTTP/1.1" status: 200 len: 217 time: 0.1153874 Nov 09 20:00:55.287177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-1cc012d1-80f3-48a2-a581-516097a7d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:55.289308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:55.292349 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-1cc012d1-80f3-48a2-a581-516097a7d8ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1520722 Nov 09 20:00:55.349767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 6b5dac9a-a9b6-46b5-9c98-64c18de2b129 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:00:55.370186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-c7568f82-6ac4-409f-82e9-e6702edb1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:55.372625 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-c7568f82-6ac4-409f-82e9-e6702edb1b3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736573 Nov 09 20:00:55.420971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/0d0ec202-2c11-4bf9-b810-5f2acdaca645/95f0eb56-5e53-4456-b8f5-81e7089f8cbc) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:55.438767 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:55.582112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e2b744bc-1a1c-40da-908b-f8b747d5b947 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001572 Nov 09 20:00:55.652247 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:55.674319 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:55.736592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:55.739931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:55.745496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:55.759766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Pushing event updated for resources: {'Port': ['ID=95f0eb56-5e53-4456-b8f5-81e7089f8cbc,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:55.765508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-3c691ae5-ae12-4097-a094-034491bae896 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747460 Nov 09 20:00:55.811176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::3c (a3569f24-b25f-4233-bf98-fbac1e555025/0d0ec202-2c11-4bf9-b810-5f2acdaca645/6b5dac9a-a9b6-46b5-9c98-64c18de2b129) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:55.819612 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-b50780e9-e7cc-404e-a189-c8a2eca280f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd HTTP/1.1" status: 200 len: 217 time: 0.0462143 Nov 09 20:00:55.874133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Attempting to bind port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:00:55.874524 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Attempting to bind port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:00:55.877255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Attempting to bind port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:00:55.888272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:00:55.893009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:00:55.893461 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:55.893881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:00:55.894388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Bound port: 95f0eb56-5e53-4456-b8f5-81e7089f8cbc, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:00:55.894925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-b1cad997-627d-418d-8736-686f63e337c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:55.897573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-b1cad997-627d-418d-8736-686f63e337c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.0692885 Nov 09 20:00:55.904491 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:55.966898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-78171517-7f6e-4b6b-a1c1-555117ec08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:55.969044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-78171517-7f6e-4b6b-a1c1-555117ec08cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0631299 Nov 09 20:00:56.102997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] For port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:00:56.111769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] For port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=95f0eb56-5e53-4456-b8f5-81e7089f8cbc,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:00:56.121782 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:56.168517 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:56.218977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:56.255300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-e8b358f8-91d6-4b62-ac74-21cdce927727 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773590 Nov 09 20:00:56.286258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f82765-0abd-42e9-985e-8af8fddc247d None None] Pushing event updated for resources: {'Port': ['ID=95f0eb56-5e53-4456-b8f5-81e7089f8cbc,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:56.299981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:56.307108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:56.309431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:00:56.316639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:56.317301 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:56.340308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=6b5dac9a-a9b6-46b5-9c98-64c18de2b129,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:56.354067 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a96ca602-5b5b-4195-8927-cead4b2cc1db tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6302402 Nov 09 20:00:56.356832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53898) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:56.451367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b5215-bcfe-4580-93aa-d1103bad54a8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:56.457895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b5215-bcfe-4580-93aa-d1103bad54a8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:56.462987 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ef1b5215-bcfe-4580-93aa-d1103bad54a8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1051383 Nov 09 20:00:56.463742 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53900) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:56.486072 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-1b229414-fc4a-41d3-ae8f-a888755d96db service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227423 Nov 09 20:00:56.606284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-5cccd094-e319-4b75-bc2f-928708814468 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 HTTP/1.1" status: 200 len: 217 time: 0.1097138 Nov 09 20:00:56.697753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ab07ca3d-31bb-446e-806b-196af2b5ee08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 6b5dac9a-a9b6-46b5-9c98-64c18de2b129 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:56.698101 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab07ca3d-31bb-446e-806b-196af2b5ee08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:56.717366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-4d28b247-a2c1-4630-9208-e437f4a1cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:56.719406 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-4d28b247-a2c1-4630-9208-e437f4a1cef9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.1043212 Nov 09 20:00:56.830945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-52e3ec98-f29d-467a-9d9e-f1aa25234567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:56.832617 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-52e3ec98-f29d-467a-9d9e-f1aa25234567 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991604 Nov 09 20:00:56.855627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab07ca3d-31bb-446e-806b-196af2b5ee08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:56.883043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ab07ca3d-31bb-446e-806b-196af2b5ee08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 6b5dac9a-a9b6-46b5-9c98-64c18de2b129 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:56.958233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-93b2c0cf-853f-4a21-882f-7a057c77a207 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176405 Nov 09 20:00:57.111592 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f7ea4bd-22ce-46af-a65c-90652346f436 req-bd090e24-7874-42c8-b3a5-4d05cb1f0b4e service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432080 Nov 09 20:00:57.130703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab07ca3d-31bb-446e-806b-196af2b5ee08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:57.186575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07ca3d-31bb-446e-806b-196af2b5ee08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=6b5dac9a-a9b6-46b5-9c98-64c18de2b129,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:57.243700 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab07ca3d-31bb-446e-806b-196af2b5ee08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:57.248469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab07ca3d-31bb-446e-806b-196af2b5ee08 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/6b5dac9a-a9b6-46b5-9c98-64c18de2b129 HTTP/1.1" status: 204 len: 168 time: 0.7814825 Nov 09 20:00:57.249115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53918) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:57.362861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58095fc-32bc-4286-ba37-f0f142a49457 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:57.365889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58095fc-32bc-4286-ba37-f0f142a49457 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:57.370696 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d58095fc-32bc-4286-ba37-f0f142a49457 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1172826 Nov 09 20:00:57.370984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53922) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:57.443912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05ebbfd-36a7-4403-8e1d-2716226f6aa4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 0d0ec202-2c11-4bf9-b810-5f2acdaca645 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:00:57.449170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a05ebbfd-36a7-4403-8e1d-2716226f6aa4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:57.525306 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a05ebbfd-36a7-4403-8e1d-2716226f6aa4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:57.661888 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a05ebbfd-36a7-4403-8e1d-2716226f6aa4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:57.767057 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a05ebbfd-36a7-4403-8e1d-2716226f6aa4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:57.801017 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a05ebbfd-36a7-4403-8e1d-2716226f6aa4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:57.804222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a05ebbfd-36a7-4403-8e1d-2716226f6aa4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/0d0ec202-2c11-4bf9-b810-5f2acdaca645 HTTP/1.1" status: 204 len: 168 time: 0.4322848 Nov 09 20:00:57.807213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53930) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:57.828924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ebbfd-36a7-4403-8e1d-2716226f6aa4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0ec202-2c11-4bf9-b810-5f2acdaca645,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:57.874936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2111526b-29a3-4239-8b87-77255c5cf32b None None] Provisioning complete for port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:57.875500 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2111526b-29a3-4239-8b87-77255c5cf32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:57.904204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53934) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:57.905384 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4a4d7427-c07e-4c77-bb20-c1d36eba69de tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961185 Nov 09 20:00:57.914048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 95f0eb56-5e53-4456-b8f5-81e7089f8cbc up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:00:57.997325 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba715fb0-acd6-4a8f-82ed-f3295ab89c57 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:57.999816 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ba715fb0-acd6-4a8f-82ed-f3295ab89c57 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0943971 Nov 09 20:00:58.002563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53936) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:58.061178 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2111526b-29a3-4239-8b87-77255c5cf32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:58.110829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:00:58.111477 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:58.122379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275e2e35-69bf-4741-8940-932a023efb2a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:58.124907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-275e2e35-69bf-4741-8940-932a023efb2a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1208255 Nov 09 20:00:58.134213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53942) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:58.206324 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2111526b-29a3-4239-8b87-77255c5cf32b None None] For port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=95f0eb56-5e53-4456-b8f5-81e7089f8cbc,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:58.216743 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2111526b-29a3-4239-8b87-77255c5cf32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:58.273652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53946) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:58.279657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-32784a60-61b2-4279-8a97-639393757a90 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337543 Nov 09 20:00:58.285276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:58.291413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65560976-a387-4223-a00b-6d754e61224f None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:58.381017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8cd1ab13-1aa2-4803-bc8d-02e5cc77462a None None] Could not find standard attr ID for object 6b5dac9a-a9b6-46b5-9c98-64c18de2b129. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:00:58.385856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111526b-29a3-4239-8b87-77255c5cf32b None None] Pushing event updated for resources: {'Port': ['ID=95f0eb56-5e53-4456-b8f5-81e7089f8cbc,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:58.521288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:58.527856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:58.592018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f72c83-bcd0-4851-a4d0-c2af09a5cbd6 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:00:58.705120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-16f72c83-bcd0-4851-a4d0-c2af09a5cbd6 None None] Deleting port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:00:58.705872 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-16f72c83-bcd0-4851-a4d0-c2af09a5cbd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:58.846028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-16f72c83-bcd0-4851-a4d0-c2af09a5cbd6 None None] For port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=95f0eb56-5e53-4456-b8f5-81e7089f8cbc,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:00:58.846717 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-16f72c83-bcd0-4851-a4d0-c2af09a5cbd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:58.871579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-16f72c83-bcd0-4851-a4d0-c2af09a5cbd6 None None] Calling delete_port for 95f0eb56-5e53-4456-b8f5-81e7089f8cbc owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:00:59.011572 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-16f72c83-bcd0-4851-a4d0-c2af09a5cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:59.062200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72c83-bcd0-4851-a4d0-c2af09a5cbd6 None None] Pushing event deleted for resources: {'Port': ['ID=95f0eb56-5e53-4456-b8f5-81e7089f8cbc,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:59.066100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.objects.ports [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:00:59.067673 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:59.087259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f72c83-bcd0-4851-a4d0-c2af09a5cbd6 None None] No DVR routers for this DVR port 95f0eb56-5e53-4456-b8f5-81e7089f8cbc on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:00:59.164798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:00:59.165966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=cdbc6e86-a419-422a-b4ad-af7e07b1f28f,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:00:59.168769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:00:59.171444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:00:59.172044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:59.180880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b7d518-7187-4d4c-a3a8-cbdad8f09b1d None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:00:59.210295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8fd2e2a0-f824-4a49-b066-ceb633397b86 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9352131 Nov 09 20:00:59.217981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53976) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:59.223979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-2a40b02c-1d07-4cb5-88db-787f6c382b2d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:00:59.533122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': 'cdbc6e86-a419-422a-b4ad-af7e07b1f28f'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:00:59.537262 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:59.756217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a40b02c-1d07-4cb5-88db-787f6c382b2d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:00:59.761667 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2a40b02c-1d07-4cb5-88db-787f6c382b2d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:00:59.812441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 95f0eb56-5e53-4456-b8f5-81e7089f8cbc no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:00:59.849812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 95f0eb56-5e53-4456-b8f5-81e7089f8cbc {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:00:59.851157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 95f0eb56-5e53-4456-b8f5-81e7089f8cbc not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:00:59.854173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Allocated IP 2001:db8::f816:3eff:fe52:5adb (a3569f24-b25f-4233-bf98-fbac1e555025/cdbc6e86-a419-422a-b4ad-af7e07b1f28f/fe7cdf58-d470-4668-99c9-b60287bfe40b) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:00:59.886666 n-d-817256-1 neutron-server[102296]: INFO neutron.db.ipam_backend_mixin [None req-2a40b02c-1d07-4cb5-88db-787f6c382b2d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cdbc6e86-a419-422a-b4ad-af7e07b1f28f (CIDR: 2001:db8::/64) Nov 09 20:00:59.892584 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a40b02c-1d07-4cb5-88db-787f6c382b2d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:00:59.893492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a40b02c-1d07-4cb5-88db-787f6c382b2d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:00:59.923063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2a40b02c-1d07-4cb5-88db-787f6c382b2d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7012303 Nov 09 20:00:59.923424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53988) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:00:59.931527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-50c3f6b3-280c-4a9c-b251-c85eb24b0f59 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:00.079722 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:00.090362 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:00.131992 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c3f6b3-280c-4a9c-b251-c85eb24b0f59 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:00.137350 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-50c3f6b3-280c-4a9c-b251-c85eb24b0f59 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:00.159921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:00.168928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:00.172623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:00.303603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Pushing event updated for resources: {'Port': ['ID=fe7cdf58-d470-4668-99c9-b60287bfe40b,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:00.312405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Attempting to bind port fe7cdf58-d470-4668-99c9-b60287bfe40b on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:00.313652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Attempting to bind port fe7cdf58-d470-4668-99c9-b60287bfe40b by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:00.316116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Attempting to bind port fe7cdf58-d470-4668-99c9-b60287bfe40b on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:00.328420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:01:00.328781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:00.329120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:00.329514 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:01:00.330006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Bound port: fe7cdf58-d470-4668-99c9-b60287bfe40b, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:01:00.330413 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:00.462303 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-50c3f6b3-280c-4a9c-b251-c85eb24b0f59 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:00.481059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] For port fe7cdf58-d470-4668-99c9-b60287bfe40b, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:00.486262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] For port fe7cdf58-d470-4668-99c9-b60287bfe40b, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe7cdf58-d470-4668-99c9-b60287bfe40b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:01:00.496611 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:00.532893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3f6b3-280c-4a9c-b251-c85eb24b0f59 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:00.536363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-50c3f6b3-280c-4a9c-b251-c85eb24b0f59 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:00.541376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3f6b3-280c-4a9c-b251-c85eb24b0f59 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:00.541968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-50c3f6b3-280c-4a9c-b251-c85eb24b0f59 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:00.555818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3f6b3-280c-4a9c-b251-c85eb24b0f59 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=ac7de2ba-86ca-44b3-8a5f-ed28e891bc27,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:00.572938 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-50c3f6b3-280c-4a9c-b251-c85eb24b0f59 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6448524 Nov 09 20:01:00.573375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54000) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:00.581792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:bb:36:a4', 'name': 'tempest-NetworksTestDHCPv6-1941307755'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:00.685671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf14ae-56b4-4b99-b916-6ed9c68389c8 None None] Pushing event updated for resources: {'Port': ['ID=fe7cdf58-d470-4668-99c9-b60287bfe40b,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:00.730125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:00.852356 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:00.878927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 813c007e-4550-4c4c-a268-9b12cb844247 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:01.247534 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8:0:1::308 (a3569f24-b25f-4233-bf98-fbac1e555025/ac7de2ba-86ca-44b3-8a5f-ed28e891bc27/813c007e-4550-4c4c-a268-9b12cb844247) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:01.268449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::f816:3eff:febb:36a4 (a3569f24-b25f-4233-bf98-fbac1e555025/cdbc6e86-a419-422a-b4ad-af7e07b1f28f/813c007e-4550-4c4c-a268-9b12cb844247) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:01.970899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe7cdf58-d470-4668-99c9-b60287bfe40b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:02.016645 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:01:02.162291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:02.162702 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:02.195056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54084) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:02.287746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-64554c70-157b-425f-b636-07306d982be4 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:02.289455 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-64554c70-157b-425f-b636-07306d982be4 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/networks?id=9cec3415-ed34-40ad-a6c1-250114e3180f HTTP/1.1" status: 200 len: 810 time: 0.9013143 Nov 09 20:01:02.328285 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:02.334422 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5acc1f-8f93-46b6-bf19-58d674f3c255 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:02.334693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:02.416568 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port fe7cdf58-d470-4668-99c9-b60287bfe40b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe7cdf58-d470-4668-99c9-b60287bfe40b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:02.422976 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:02.432867 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:02.439100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6a57cdd4-d3c8-4633-8e79-4fdb9be924ed None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:02.439513 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6a57cdd4-d3c8-4633-8e79-4fdb9be924ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:02.458217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:02.462712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:02.499542 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-3c57eb68-995c-46cd-8971-163aea7e86f5 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/quotas/6797e185ea8641eca30144bc4a229c4d HTTP/1.1" status: 200 len: 375 time: 0.0875843 Nov 09 20:01:02.500500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:02.506543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:02.507338 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:02.557915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=fe7cdf58-d470-4668-99c9-b60287bfe40b,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:02.591013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-ab49f8c4-c883-4b6c-bfe1-80ac27a687c1 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6797e185ea8641eca30144bc4a229c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733483 Nov 09 20:01:02.632094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=813c007e-4550-4c4c-a268-9b12cb844247,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:02.710404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-048910a3-ea65-411f-8790-4eff68282e65 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1351192 Nov 09 20:01:02.728957 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b39c536-378a-414c-9c3d-f34be03d65c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:02.733976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54096) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:02.832470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-fea93298-f12b-42a7-af8f-29811aa06a7a service neutron] 10.222.0.53 "GET /v2.0/networks/9cec3415-ed34-40ad-a6c1-250114e3180f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724713 Nov 09 20:01:03.075337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-894221ee-7373-4da0-b3d7-0b340dfd15d9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 813c007e-4550-4c4c-a268-9b12cb844247 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:03.076181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-894221ee-7373-4da0-b3d7-0b340dfd15d9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:03.124799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-7f3a21c0-07f6-4f56-9f49-81ee794c2afd service neutron] 10.222.0.53 "GET /v2.0/networks/9cec3415-ed34-40ad-a6c1-250114e3180f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884114 Nov 09 20:01:03.209830 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b39c536-378a-414c-9c3d-f34be03d65c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:03.225702 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b39c536-378a-414c-9c3d-f34be03d65c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:03.273265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c9de2-8b99-476f-abd3-29bf95d19a9d None None] Update dhcp port {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': 'cdbc6e86-a419-422a-b4ad-af7e07b1f28f', 'ip_address': '2001:db8::f816:3eff:fe52:5adb'}, {'subnet_id': 'ac7de2ba-86ca-44b3-8a5f-ed28e891bc27'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'fe7cdf58-d470-4668-99c9-b60287bfe40b'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 20:01:03.334578 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9de2-8b99-476f-abd3-29bf95d19a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:03.364769 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-894221ee-7373-4da0-b3d7-0b340dfd15d9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:03.381469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6b39c536-378a-414c-9c3d-f34be03d65c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5efc06643aba41f3b0c591287562bc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1838171 Nov 09 20:01:03.384655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54116) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:03.427435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-894221ee-7373-4da0-b3d7-0b340dfd15d9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 813c007e-4550-4c4c-a268-9b12cb844247 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:03.431094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39c536-378a-414c-9c3d-f34be03d65c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e18500-b157-49c3-b8bb-4395f73a7ee6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:03.511899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c635c40-72d7-4502-9509-b5515c4e6c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:03.560748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c635c40-72d7-4502-9509-b5515c4e6c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:03.682043 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c635c40-72d7-4502-9509-b5515c4e6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:03.685618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c635c40-72d7-4502-9509-b5515c4e6c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:03.689432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9c635c40-72d7-4502-9509-b5515c4e6c3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67e18500-b157-49c3-b8bb-4395f73a7ee6 HTTP/1.1" status: 204 len: 168 time: 0.3034165 Nov 09 20:01:03.710031 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c635c40-72d7-4502-9509-b5515c4e6c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e18500-b157-49c3-b8bb-4395f73a7ee6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:03.788308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-894221ee-7373-4da0-b3d7-0b340dfd15d9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:03.841884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894221ee-7373-4da0-b3d7-0b340dfd15d9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=813c007e-4550-4c4c-a268-9b12cb844247,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:03.896045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19c7b95d-c366-4165-ae27-837e27fe4d33 req-90867452-e3a0-4cdd-b641-abe47f2235d6 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 210 time: 0.0720463 Nov 09 20:01:03.986232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-9b3c9de2-8b99-476f-abd3-29bf95d19a9d None None] Allocated IP 2001:db8:0:1::2 (a3569f24-b25f-4233-bf98-fbac1e555025/ac7de2ba-86ca-44b3-8a5f-ed28e891bc27/fe7cdf58-d470-4668-99c9-b60287bfe40b) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:03.994650 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-894221ee-7373-4da0-b3d7-0b340dfd15d9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:04.000550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe7cdf58-d470-4668-99c9-b60287bfe40b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:04.001017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54140) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:04.004857 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-894221ee-7373-4da0-b3d7-0b340dfd15d9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/813c007e-4550-4c4c-a268-9b12cb844247 HTTP/1.1" status: 204 len: 168 time: 1.2634504 Nov 09 20:01:04.145535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df84becd-64fa-4337-9123-b10e6ea634c6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:04.149477 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-df84becd-64fa-4337-9123-b10e6ea634c6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1441238 Nov 09 20:01:04.150473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54150) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:04.251668 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f777f6-e745-4d02-8251-cc7e7dec693d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:04.253831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c4f777f6-e745-4d02-8251-cc7e7dec693d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1020944 Nov 09 20:01:04.256569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54152) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:04.369431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:04.370855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:04.374045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a18b323-f996-4da6-b8e7-dd528d227966 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:04.380423 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a18b323-f996-4da6-b8e7-dd528d227966 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:04.382167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a18b323-f996-4da6-b8e7-dd528d227966 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:04.385193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3a18b323-f996-4da6-b8e7-dd528d227966 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1275699 Nov 09 20:01:04.388458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54166) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:04.490676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9b3c9de2-8b99-476f-abd3-29bf95d19a9d None None] For port fe7cdf58-d470-4668-99c9-b60287bfe40b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe7cdf58-d470-4668-99c9-b60287bfe40b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:04.571086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-3252bbb3-feef-440e-a72b-af47a5e9db3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet ac7de2ba-86ca-44b3-8a5f-ed28e891bc27 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:04.578485 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9de2-8b99-476f-abd3-29bf95d19a9d None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:04.589796 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3252bbb3-feef-440e-a72b-af47a5e9db3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:04.601854 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9de2-8b99-476f-abd3-29bf95d19a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:04.720089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9de2-8b99-476f-abd3-29bf95d19a9d None None] Pushing event updated for resources: {'Port': ['ID=fe7cdf58-d470-4668-99c9-b60287bfe40b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:04.800000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3252bbb3-feef-440e-a72b-af47a5e9db3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:05.120493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b60fcc8c-bc07-4cd4-84af-14da806e03e1 req-83397e5f-ffae-446c-b191-2a29130934c6 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 210 time: 0.1158316 Nov 09 20:01:05.182534 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3252bbb3-feef-440e-a72b-af47a5e9db3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:05.434059 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3252bbb3-feef-440e-a72b-af47a5e9db3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:05.562225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3252bbb3-feef-440e-a72b-af47a5e9db3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:05.574789 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3252bbb3-feef-440e-a72b-af47a5e9db3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/ac7de2ba-86ca-44b3-8a5f-ed28e891bc27 HTTP/1.1" status: 204 len: 168 time: 1.1847248 Nov 09 20:01:05.576981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54220) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:05.585870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252bbb3-feef-440e-a72b-af47a5e9db3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7de2ba-86ca-44b3-8a5f-ed28e891bc27,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:05.716905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb9a-2a39-4cc7-adb6-00b946be6041 req-2312c443-92dc-485a-8d6b-97a689d8b41f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:05.730532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37c90d6-8947-4ec0-972f-0ad8f3cf81bc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet cdbc6e86-a419-422a-b4ad-af7e07b1f28f {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:05.741694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b37c90d6-8947-4ec0-972f-0ad8f3cf81bc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:05.743378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb9a-2a39-4cc7-adb6-00b946be6041 req-2312c443-92dc-485a-8d6b-97a689d8b41f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:05.771272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb9a-2a39-4cc7-adb6-00b946be6041 req-2312c443-92dc-485a-8d6b-97a689d8b41f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:05.791123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb9a-2a39-4cc7-adb6-00b946be6041 req-2312c443-92dc-485a-8d6b-97a689d8b41f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:05.803367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb9a-2a39-4cc7-adb6-00b946be6041 req-2312c443-92dc-485a-8d6b-97a689d8b41f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:05.858074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe7cdf58-d470-4668-99c9-b60287bfe40b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:05.861251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb9a-2a39-4cc7-adb6-00b946be6041 req-2312c443-92dc-485a-8d6b-97a689d8b41f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:05.870999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84acb9a-2a39-4cc7-adb6-00b946be6041 req-2312c443-92dc-485a-8d6b-97a689d8b41f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:05.884301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f84acb9a-2a39-4cc7-adb6-00b946be6041 req-2312c443-92dc-485a-8d6b-97a689d8b41f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5435 time: 0.3234477 Nov 09 20:01:05.959508 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b37c90d6-8947-4ec0-972f-0ad8f3cf81bc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:05.963365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f84acb9a-2a39-4cc7-adb6-00b946be6041 req-e9c37847-b085-4be3-871b-8ff7d4971343 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762362 Nov 09 20:01:05.986278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf3d7b0-1490-4276-8fe4-78b2285313c8 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:06.341234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e1c20638-3eab-43f1-a8e2-ea486bdad3af None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:06.341690 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e1c20638-3eab-43f1-a8e2-ea486bdad3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:06.412152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2a7f1dca-eb58-49fe-88d4-92f24f3f6f1e req-0466bc70-31fd-4271-b03d-7574d2117f9c tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 210 time: 0.1141155 Nov 09 20:01:06.439267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b37c90d6-8947-4ec0-972f-0ad8f3cf81bc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:06.513740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145a345-d489-4fb3-91a1-b26f0bbd5ef1 req-115bdfac-ab62-49b4-ac2b-b33cc557d7ff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:06.521978 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:06.525227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145a345-d489-4fb3-91a1-b26f0bbd5ef1 req-115bdfac-ab62-49b4-ac2b-b33cc557d7ff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:06.542422 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:06.544510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145a345-d489-4fb3-91a1-b26f0bbd5ef1 req-115bdfac-ab62-49b4-ac2b-b33cc557d7ff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:06.562705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145a345-d489-4fb3-91a1-b26f0bbd5ef1 req-115bdfac-ab62-49b4-ac2b-b33cc557d7ff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:06.573755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145a345-d489-4fb3-91a1-b26f0bbd5ef1 req-115bdfac-ab62-49b4-ac2b-b33cc557d7ff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:06.593388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145a345-d489-4fb3-91a1-b26f0bbd5ef1 req-115bdfac-ab62-49b4-ac2b-b33cc557d7ff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:06.602498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145a345-d489-4fb3-91a1-b26f0bbd5ef1 req-115bdfac-ab62-49b4-ac2b-b33cc557d7ff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:06.604518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8145a345-d489-4fb3-91a1-b26f0bbd5ef1 req-115bdfac-ab62-49b4-ac2b-b33cc557d7ff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5435 time: 0.4749484 Nov 09 20:01:06.767047 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b37c90d6-8947-4ec0-972f-0ad8f3cf81bc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:06.873471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-9d3129d0-d4a4-4215-8c96-7c5ac9ff4bf7 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:06.878454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-9d3129d0-d4a4-4215-8c96-7c5ac9ff4bf7 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.77 "GET /v2.0/networks?id=9cec3415-ed34-40ad-a6c1-250114e3180f HTTP/1.1" status: 200 len: 810 time: 0.7902617 Nov 09 20:01:06.886404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c90d6-8947-4ec0-972f-0ad8f3cf81bc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbc6e86-a419-422a-b4ad-af7e07b1f28f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:06.896610 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b37c90d6-8947-4ec0-972f-0ad8f3cf81bc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:06.901237 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b37c90d6-8947-4ec0-972f-0ad8f3cf81bc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/cdbc6e86-a419-422a-b4ad-af7e07b1f28f HTTP/1.1" status: 204 len: 168 time: 1.3226461 Nov 09 20:01:06.904257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54328) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:06.931664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Request body: {'port': {'device_id': 'c0d3557f-874c-414c-a895-14300496e40b', 'network_id': '9cec3415-ed34-40ad-a6c1-250114e3180f', 'admin_state_up': True, 'tenant_id': '6797e185ea8641eca30144bc4a229c4d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:07.071755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e1c20638-3eab-43f1-a8e2-ea486bdad3af None None] Could not find standard attr ID for object 813c007e-4550-4c4c-a268-9b12cb844247. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:01:07.117622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-77f4ef54-0be6-49d8-82c7-943775c49b0c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2087305 Nov 09 20:01:07.119497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54340) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:07.142282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:07.142840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Made reservation on behalf of 6797e185ea8641eca30144bc4a229c4d for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:07.147123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:07.365095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3153f636-b1ea-4aae-95c7-e223b9ff0642 None None] Update dhcp port {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': 'cdbc6e86-a419-422a-b4ad-af7e07b1f28f'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'fe7cdf58-d470-4668-99c9-b60287bfe40b'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 20:01:07.369149 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:07.377900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:07.458497 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3153f636-b1ea-4aae-95c7-e223b9ff0642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:07.568446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Allocated IP 172.20.0.11 (9cec3415-ed34-40ad-a6c1-250114e3180f/0db30219-6da4-4ada-a68d-452e5aa42548/eeb00b71-6b56-475c-b5ff-126653e82b96) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:07.611563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-653b8841-b2f5-4a3f-8061-efa5e9647aa7 req-e0e7973d-44bd-4114-9f60-70b904fc5b32 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 210 time: 0.0478528 Nov 09 20:01:07.885418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd7c5c-8c5f-4d24-9a73-15137bfd4737 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:07.910914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54372) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:08.073570 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:08.122964 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:08.194570 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f48075aa-9dd7-41d0-8c6c-c73308ebc232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:08.223005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.objects.ports [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:01:08.233077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8722fdf5-6515-4590-9a5b-718e6ea350d6 None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:08.234154 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8722fdf5-6515-4590-9a5b-718e6ea350d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:08.256644 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Pushing event updated for resources: {'Port': ['ID=eeb00b71-6b56-475c-b5ff-126653e82b96,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:08.316814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Network 9cec3415-ed34-40ad-a6c1-250114e3180f is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:08.318405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:08.324243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:08.416076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e348f7-038e-425b-802b-12f584c0fcc1 None None] Update dhcp port {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': '0352fabd-6ed7-4129-ae07-ebdac26f29b6'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'fe7cdf58-d470-4668-99c9-b60287bfe40b'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 20:01:08.449582 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-65e348f7-038e-425b-802b-12f584c0fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:08.488126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:08.488870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:08.527145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-cf5f7c3f-d916-431f-a051-7e3119c0c56e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6072559 Nov 09 20:01:08.547312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Request body: {'port': {'device_id': 'c0d3557f-874c-414c-a895-14300496e40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:08.593687 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f48075aa-9dd7-41d0-8c6c-c73308ebc232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:08.656409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f48075aa-9dd7-41d0-8c6c-c73308ebc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:08.694715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:08.745193 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:09.033230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] For port fe7cdf58-d470-4668-99c9-b60287bfe40b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe7cdf58-d470-4668-99c9-b60287bfe40b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:09.095324 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-65e348f7-038e-425b-802b-12f584c0fcc1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe52:5adb-03d50f59-7a8c-4b27-8337-79e2810013 {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:01:09.097820 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-65e348f7-038e-425b-802b-12f584c0fcc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:01:09.125500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f48075aa-9dd7-41d0-8c6c-c73308ebc232 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=193d78d836564011b80aebd22518c503&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2073593 Nov 09 20:01:09.130290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54410) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:09.131430 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:09.134328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48075aa-9dd7-41d0-8c6c-c73308ebc232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7545f28-ccd7-4625-9518-25a3307ef41b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:09.152396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:09.154387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:09.274070 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0923b3-64d7-4d78-8703-0ad3b1fab7b1 req-0b126955-f31f-4eda-8243-c18573056910 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:09.291558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c0923b3-64d7-4d78-8703-0ad3b1fab7b1 req-0b126955-f31f-4eda-8243-c18573056910 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 932 time: 0.2840319 Nov 09 20:01:09.491376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:09.517297 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c0923b3-64d7-4d78-8703-0ad3b1fab7b1 req-ea9075a9-35e0-4149-939e-431b238f0867 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207263 Nov 09 20:01:09.534378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:09.562647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:09.563383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:09.606932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=fe7cdf58-d470-4668-99c9-b60287bfe40b,revision_number=8']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:09.626417 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c08be1ff-635e-4eb1-b806-cb05b2853bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:09.637113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=0352fabd-6ed7-4129-ae07-ebdac26f29b6,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:09.647314 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-65e348f7-038e-425b-802b-12f584c0fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:09.654933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54430) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:09.677894 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0011f6b3-6c94-44a7-b328-89771542e519 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5533192 Nov 09 20:01:09.684444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c08be1ff-635e-4eb1-b806-cb05b2853bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:09.686288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54432) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:09.694092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-58148435-0ae6-4d29-b75a-d46685672561 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:09.788689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb00b71-6b56-475c-b5ff-126653e82b96 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:01:09.825208 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:09.845937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Transition to ACTIVE for port object eeb00b71-6b56-475c-b5ff-126653e82b96 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:01:09.907835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe7cdf58-d470-4668-99c9-b60287bfe40b no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:01:09.918961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:09.963987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfb23-081d-4180-8f3e-79c1b95539ba req-8258be3f-c358-4815-85da-a654fc024e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:09.964509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfb23-081d-4180-8f3e-79c1b95539ba req-8258be3f-c358-4815-85da-a654fc024e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:09.965005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfb23-081d-4180-8f3e-79c1b95539ba req-8258be3f-c358-4815-85da-a654fc024e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:09.965486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfb23-081d-4180-8f3e-79c1b95539ba req-8258be3f-c358-4815-85da-a654fc024e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:09.965962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfb23-081d-4180-8f3e-79c1b95539ba req-8258be3f-c358-4815-85da-a654fc024e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:09.967424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfb23-081d-4180-8f3e-79c1b95539ba req-8258be3f-c358-4815-85da-a654fc024e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:09.973194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfb23-081d-4180-8f3e-79c1b95539ba req-8258be3f-c358-4815-85da-a654fc024e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:09.975753 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b52dfb23-081d-4180-8f3e-79c1b95539ba req-8258be3f-c358-4815-85da-a654fc024e6d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6492 time: 0.3152382 Nov 09 20:01:10.016999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb00b71-6b56-475c-b5ff-126653e82b96,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:10.049899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b52dfb23-081d-4180-8f3e-79c1b95539ba req-b4254b9e-fb8e-45fe-b28f-ae36e2c81b71 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649948 Nov 09 20:01:10.216360 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:10.263201 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c08be1ff-635e-4eb1-b806-cb05b2853bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:10.266035 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c08be1ff-635e-4eb1-b806-cb05b2853bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:10.267300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c08be1ff-635e-4eb1-b806-cb05b2853bf9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7545f28-ccd7-4625-9518-25a3307ef41b HTTP/1.1" status: 204 len: 168 time: 1.1241686 Nov 09 20:01:10.307706 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4c4eb449-c05a-4bd5-972c-b150f73f0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:10.322238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08be1ff-635e-4eb1-b806-cb05b2853bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7545f28-ccd7-4625-9518-25a3307ef41b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:10.438554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58148435-0ae6-4d29-b75a-d46685672561 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:10.454163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58148435-0ae6-4d29-b75a-d46685672561 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:10.512163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Attempting to bind port eeb00b71-6b56-475c-b5ff-126653e82b96 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:10.513228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Attempting to bind port eeb00b71-6b56-475c-b5ff-126653e82b96 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '894d4741-3292-47b7-a5eb-36aa31ef5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9cec3415-ed34-40ad-a6c1-250114e3180f'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:10.513898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Attempting to bind port eeb00b71-6b56-475c-b5ff-126653e82b96 on network 9cec3415-ed34-40ad-a6c1-250114e3180f {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:10.534464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-65e348f7-038e-425b-802b-12f584c0fcc1 None None] For port fe7cdf58-d470-4668-99c9-b60287bfe40b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe7cdf58-d470-4668-99c9-b60287bfe40b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:10.649040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Port eeb00b71-6b56-475c-b5ff-126653e82b96 on network 9cec3415-ed34-40ad-a6c1-250114e3180f not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:10.649580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Attempting to bind port eeb00b71-6b56-475c-b5ff-126653e82b96 on network 9cec3415-ed34-40ad-a6c1-250114e3180f {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:10.672613 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-65e348f7-038e-425b-802b-12f584c0fcc1 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:10.685079 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-65e348f7-038e-425b-802b-12f584c0fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:10.715782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:01:10.720470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Checking segment: {'id': '894d4741-3292-47b7-a5eb-36aa31ef5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9cec3415-ed34-40ad-a6c1-250114e3180f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:10.722674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Bound using segment: {'id': '894d4741-3292-47b7-a5eb-36aa31ef5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9cec3415-ed34-40ad-a6c1-250114e3180f'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:01:10.726072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Bound port: eeb00b71-6b56-475c-b5ff-126653e82b96, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894d4741-3292-47b7-a5eb-36aa31ef5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9cec3415-ed34-40ad-a6c1-250114e3180f'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:01:10.728518 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:10.818261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fea336-151f-499b-a242-0b76a42a3ef8 req-0b97d420-dbbe-426a-97eb-3460b98b97ae tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:10.820428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09fea336-151f-499b-a242-0b76a42a3ef8 req-0b97d420-dbbe-426a-97eb-3460b98b97ae tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 944 time: 0.1525538 Nov 09 20:01:10.978469 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:01:10.979403 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:01:10.988829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e348f7-038e-425b-802b-12f584c0fcc1 None None] Pushing event updated for resources: {'Port': ['ID=fe7cdf58-d470-4668-99c9-b60287bfe40b,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:11.008748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09fea336-151f-499b-a242-0b76a42a3ef8 req-372a693b-09dc-431e-b922-ac8de4a57076 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791832 Nov 09 20:01:11.074463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] For port eeb00b71-6b56-475c-b5ff-126653e82b96, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:11.078641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] For port eeb00b71-6b56-475c-b5ff-126653e82b96, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=eeb00b71-6b56-475c-b5ff-126653e82b96,segment=NetworkSegment(894d4741-3292-47b7-a5eb-36aa31ef5139),segment_id=894d4741-3292-47b7-a5eb-36aa31ef5139)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:01:11.092459 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:11.115261 n-d-817256-1 neutron-server[102295]: INFO neutron.db.ipam_backend_mixin [None req-58148435-0ae6-4d29-b75a-d46685672561 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0352fabd-6ed7-4129-ae07-ebdac26f29b6 (CIDR: 2001:db8::/64) Nov 09 20:01:11.291007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:11.294251 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:11.296860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] 10.222.0.77 "PUT /v2.0/ports/eeb00b71-6b56-475c-b5ff-126653e82b96 HTTP/1.1" status: 200 len: 1092 time: 2.7547629 Nov 09 20:01:11.298471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d3557f-874c-414c-a895-14300496e40b', 'tag': 'eeb00b71-6b56-475c-b5ff-126653e82b96'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:01:11.315968 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83d43a9-6eb4-40ba-8c28-403c62d890e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d3557f-874c-414c-a895-14300496e40b", "tag": "eeb00b71-6b56-475c-b5ff-126653e82b96"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:01:11.327935 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-58148435-0ae6-4d29-b75a-d46685672561 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:01:11.328646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58148435-0ae6-4d29-b75a-d46685672561 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:11.356952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e26da-b3e8-4cba-a1a5-b0f15f6d9786 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb00b71-6b56-475c-b5ff-126653e82b96,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:11.449355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-58148435-0ae6-4d29-b75a-d46685672561 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7597561 Nov 09 20:01:11.451603 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36916a2-6663-43ff-b3da-004850cba1bc x-openstack-request-id: req-f36916a2-6663-43ff-b3da-004850cba1bc {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:01:11.452108 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d3557f-874c-414c-a895-14300496e40b", "tag": "eeb00b71-6b56-475c-b5ff-126653e82b96", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:01:11.452404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54488) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:11.452898 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f36916a2-6663-43ff-b3da-004850cba1bc {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:01:11.452898 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d3557f-874c-414c-a895-14300496e40b', 'tag': 'eeb00b71-6b56-475c-b5ff-126653e82b96', 'status': 'completed', 'code': 200} Nov 09 20:01:11.461890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c299e818-60d6-43de-8781-666ec4c3acd6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:11.510734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-fb973327-b3f8-48b5-becd-3427817b301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:11.519403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-fb973327-b3f8-48b5-becd-3427817b301d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6797e185ea8641eca30144bc4a229c4d&device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 1095 time: 0.1522191 Nov 09 20:01:11.606992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:11.667492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-d16c02d9-a61b-4fde-8865-527965beda54 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeb00b71-6b56-475c-b5ff-126653e82b96 HTTP/1.1" status: 200 len: 217 time: 0.1187987 Nov 09 20:01:11.702266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port fe7cdf58-d470-4668-99c9-b60287bfe40b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe7cdf58-d470-4668-99c9-b60287bfe40b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:11.713724 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:11.753022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c299e818-60d6-43de-8781-666ec4c3acd6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:11.760996 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c299e818-60d6-43de-8781-666ec4c3acd6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:11.873149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-e84fb76d-3255-451c-a594-82163e9bf527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:11.878446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-e84fb76d-3255-451c-a594-82163e9bf527 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0db30219-6da4-4ada-a68d-452e5aa42548 HTTP/1.1" status: 200 len: 850 time: 0.2085807 Nov 09 20:01:11.880294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=fe7cdf58-d470-4668-99c9-b60287bfe40b,revision_number=10']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:11.983016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-4e4ffe6c-9b79-4ff0-a80f-7bb697a61b1c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cec3415-ed34-40ad-a6c1-250114e3180f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877848 Nov 09 20:01:12.052736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe7cdf58-d470-4668-99c9-b60287bfe40b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:12.124201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a6ef54-3f43-4a95-83a8-9c02f42f2381 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:12.287777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b87df-26e6-4650-abae-d5565c0e681c req-e21754f1-ffa6-4664-bc14-88de7f64a054 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:12.296316 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-414b87df-26e6-4650-abae-d5565c0e681c req-e21754f1-ffa6-4664-bc14-88de7f64a054 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 944 time: 0.0769982 Nov 09 20:01:12.325145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-4299e2a7-0c57-4ebf-9193-0ded8aa8f6d2 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec3415-ed34-40ad-a6c1-250114e3180f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334615 Nov 09 20:01:12.353517 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-414b87df-26e6-4650-abae-d5565c0e681c req-3602e282-3e7c-46ae-8a7d-3141d2719f0e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500753 Nov 09 20:01:12.478216 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-faca6a74-edc1-46a8-af5f-d57b2a901349 req-d2736bf0-7e99-4b0c-8644-51d9b830bbf8 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec3415-ed34-40ad-a6c1-250114e3180f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404920 Nov 09 20:01:12.484295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c299e818-60d6-43de-8781-666ec4c3acd6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:12.530294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3fd1fdc7-198e-4e98-bb61-2c682de214bd None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:12.532043 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3fd1fdc7-198e-4e98-bb61-2c682de214bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:12.659211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c299e818-60d6-43de-8781-666ec4c3acd6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:12.659774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d43a9-6eb4-40ba-8c28-403c62d890e0 req-727d811e-6162-435f-b3d5-21c63860eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:12.668068 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a83d43a9-6eb4-40ba-8c28-403c62d890e0 req-727d811e-6162-435f-b3d5-21c63860eafa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6797e185ea8641eca30144bc4a229c4d&device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 1095 time: 0.1060286 Nov 09 20:01:12.671647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c299e818-60d6-43de-8781-666ec4c3acd6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:12.676142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c299e818-60d6-43de-8781-666ec4c3acd6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:12.679172 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c299e818-60d6-43de-8781-666ec4c3acd6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:12.693215 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299e818-60d6-43de-8781-666ec4c3acd6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=e8c39002-de16-492d-824d-dae82dda9251,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:12.717631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c299e818-60d6-43de-8781-666ec4c3acd6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2600965 Nov 09 20:01:12.719292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54536) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:12.747079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:de:dd:c4', 'name': 'tempest-NetworksTestDHCPv6-1608538913'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:12.971813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d43a9-6eb4-40ba-8c28-403c62d890e0 req-cef9593e-6564-4aed-931e-97160a19eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:12.973568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a83d43a9-6eb4-40ba-8c28-403c62d890e0 req-cef9593e-6564-4aed-931e-97160a19eb11 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cec3415-ed34-40ad-a6c1-250114e3180f HTTP/1.1" status: 200 len: 911 time: 0.2996614 Nov 09 20:01:13.099275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:13.135017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a83d43a9-6eb4-40ba-8c28-403c62d890e0 req-6a7dd79e-77fc-4681-ac9e-fbc04e159c8a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeb00b71-6b56-475c-b5ff-126653e82b96 HTTP/1.1" status: 200 len: 217 time: 0.1505513 Nov 09 20:01:13.252340 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0394-d0db-4ab6-bd7b-e92384025477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:13.288626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d43a9-6eb4-40ba-8c28-403c62d890e0 req-58d65a32-4b4a-4173-a58f-06ea32436d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:13.294111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:13.294494 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:13.305566 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a83d43a9-6eb4-40ba-8c28-403c62d890e0 req-58d65a32-4b4a-4173-a58f-06ea32436d32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0db30219-6da4-4ada-a68d-452e5aa42548 HTTP/1.1" status: 200 len: 850 time: 0.1425076 Nov 09 20:01:13.380428 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3fd1fdc7-198e-4e98-bb61-2c682de214bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:13.415695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a83d43a9-6eb4-40ba-8c28-403c62d890e0 req-cea41c37-f662-44d4-ba67-334bfe907144 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cec3415-ed34-40ad-a6c1-250114e3180f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092167 Nov 09 20:01:13.457282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:13.522880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:13.621065 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:13.630404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3fd1fdc7-198e-4e98-bb61-2c682de214bd None None] For port fe7cdf58-d470-4668-99c9-b60287bfe40b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe7cdf58-d470-4668-99c9-b60287bfe40b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:13.659664 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3fd1fdc7-198e-4e98-bb61-2c682de214bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:13.669237 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32671-96b1-4045-9d1a-6cbcee6176af req-d98b1025-f942-4ab9-b60c-b47d7f64c311 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:13.677207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ca32671-96b1-4045-9d1a-6cbcee6176af req-d98b1025-f942-4ab9-b60c-b47d7f64c311 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 944 time: 0.1414671 Nov 09 20:01:13.742931 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a83d43a9-6eb4-40ba-8c28-403c62d890e0 req-517893ac-6e38-4b29-8554-6ec6440790bc service neutron] 10.222.0.77 "GET /v2.0/networks/9cec3415-ed34-40ad-a6c1-250114e3180f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135304 Nov 09 20:01:13.803198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ca32671-96b1-4045-9d1a-6cbcee6176af req-b75c1232-cbe1-4f25-9713-4965d417b615 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247241 Nov 09 20:01:13.917048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54600) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:13.971211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a83d43a9-6eb4-40ba-8c28-403c62d890e0 req-5deea87a-e8ea-48a9-afc7-39fd572c3383 service neutron] 10.222.0.77 "GET /v2.0/networks/9cec3415-ed34-40ad-a6c1-250114e3180f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855037 Nov 09 20:01:14.011583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03924505-0986-430e-adbe-f2e71d93dac3 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:14.052664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8:0:1::1ee (a3569f24-b25f-4233-bf98-fbac1e555025/e8c39002-de16-492d-824d-dae82dda9251/66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:14.061113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::f816:3eff:fede:ddc4 (a3569f24-b25f-4233-bf98-fbac1e555025/0352fabd-6ed7-4129-ae07-ebdac26f29b6/66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:14.297462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe7cdf58-d470-4668-99c9-b60287bfe40b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:14.452371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9324b879-f013-46a1-bd79-2b6b79b79ba2 None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:14.452763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9324b879-f013-46a1-bd79-2b6b79b79ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:14.493446 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:14.642685 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a89a074a-00b0-41cf-9610-6462671fba21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:14.682789 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:14.735430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:14.740129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1fdc7-198e-4e98-bb61-2c682de214bd None None] Pushing event updated for resources: {'Port': ['ID=fe7cdf58-d470-4668-99c9-b60287bfe40b,revision_number=11']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:14.743422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:14.751669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:14.760306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:14.763008 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:14.792592 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0701761 Nov 09 20:01:14.796715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54634) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:14.803565 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:14.812197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fa512-8f96-4b38-903e-1d9bb251f1d4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:14.901860 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a89a074a-00b0-41cf-9610-6462671fba21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:14.917055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a89a074a-00b0-41cf-9610-6462671fba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:14.978859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a89a074a-00b0-41cf-9610-6462671fba21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f889e88322fa4c4c8c8fc006a24d3d25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0604649 Nov 09 20:01:14.980740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54640) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:15.003910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a074a-00b0-41cf-9610-6462671fba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b2287f-2f1f-494e-be5e-60db61c06ade,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:15.053406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-12d140b4-bf9d-451b-b80b-db9ce39d85f4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:15.053754 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12d140b4-bf9d-451b-b80b-db9ce39d85f4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:15.053882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:15.054169 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:15.104879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7941-99f2-4bdb-bd57-530d88c8ad97 req-f4b36e68-6d4d-4ce3-a96f-3103b8d28ea6 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:15.113070 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d5b7941-99f2-4bdb-bd57-530d88c8ad97 req-f4b36e68-6d4d-4ce3-a96f-3103b8d28ea6 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 944 time: 0.1656897 Nov 09 20:01:15.209443 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4990469a-20b5-40b6-b40a-a862839748b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:15.255016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d5b7941-99f2-4bdb-bd57-530d88c8ad97 req-9835247a-ccf2-4257-b267-ef5815e2008d tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407011 Nov 09 20:01:15.264178 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12d140b4-bf9d-451b-b80b-db9ce39d85f4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:15.291833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-12d140b4-bf9d-451b-b80b-db9ce39d85f4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:15.311588 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4990469a-20b5-40b6-b40a-a862839748b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:15.415254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4990469a-20b5-40b6-b40a-a862839748b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:15.418183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4990469a-20b5-40b6-b40a-a862839748b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:15.424725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4990469a-20b5-40b6-b40a-a862839748b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3b2287f-2f1f-494e-be5e-60db61c06ade HTTP/1.1" status: 204 len: 168 time: 0.4391880 Nov 09 20:01:15.454788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990469a-20b5-40b6-b40a-a862839748b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b2287f-2f1f-494e-be5e-60db61c06ade,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:15.630670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54662) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:15.682503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device eeb00b71-6b56-475c-b5ff-126653e82b96 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:01:15.911870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port eeb00b71-6b56-475c-b5ff-126653e82b96, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=eeb00b71-6b56-475c-b5ff-126653e82b96,segment=NetworkSegment(894d4741-3292-47b7-a5eb-36aa31ef5139),segment_id=894d4741-3292-47b7-a5eb-36aa31ef5139)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:15.944782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8dbd1-6765-4fea-90c2-6f97e490e1c3 None None] Update dhcp port {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'fixed_ips': [{'subnet_id': '0352fabd-6ed7-4129-ae07-ebdac26f29b6', 'ip_address': '2001:db8::f816:3eff:fe52:5adb'}, {'subnet_id': 'e8c39002-de16-492d-824d-dae82dda9251'}], 'binding:host_id': 'n-d-817256-1'}, 'id': 'fe7cdf58-d470-4668-99c9-b60287bfe40b'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 20:01:15.950491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'eeb00b71-6b56-475c-b5ff-126653e82b96', 'network_id': '9cec3415-ed34-40ad-a6c1-250114e3180f', 'port_id': 'eeb00b71-6b56-475c-b5ff-126653e82b96', 'mac_address': 'fa:16:3e:45:ca:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db30219-6da4-4ada-a68d-452e5aa42548', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:01:16.099282 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.105679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe7cdf58-d470-4668-99c9-b60287bfe40b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:16.112317 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4ad8dbd1-6765-4fea-90c2-6f97e490e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.129435 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31672058-a1d6-4d4d-8096-a11c01d524fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.192721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb00b71-6b56-475c-b5ff-126653e82b96 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:01:16.205310 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12d140b4-bf9d-451b-b80b-db9ce39d85f4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.260218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port eeb00b71-6b56-475c-b5ff-126653e82b96, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=eeb00b71-6b56-475c-b5ff-126653e82b96,segment=NetworkSegment(894d4741-3292-47b7-a5eb-36aa31ef5139),segment_id=894d4741-3292-47b7-a5eb-36aa31ef5139)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:16.298147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d140b4-bf9d-451b-b80b-db9ce39d85f4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:16.344836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-12d140b4-bf9d-451b-b80b-db9ce39d85f4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.352056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-12d140b4-bf9d-451b-b80b-db9ce39d85f4 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6 HTTP/1.1" status: 204 len: 168 time: 1.5507944 Nov 09 20:01:16.353003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54686) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:16.406104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e12e8-23c7-46f1-8468-4bc583adacda tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:16.408278 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31672058-a1d6-4d4d-8096-a11c01d524fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.410953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4b1e12e8-23c7-46f1-8468-4bc583adacda tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0562992 Nov 09 20:01:16.412884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54688) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:16.418760 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.424610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31672058-a1d6-4d4d-8096-a11c01d524fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.472205 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.501586 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-31672058-a1d6-4d4d-8096-a11c01d524fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=119190020feb471e9ade7dd3d495ba6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8696761 Nov 09 20:01:16.503934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54694) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:16.531170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:16.531546 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.548407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db484396-d657-4692-a001-86b0f76bcfb1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:16.556336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-db484396-d657-4692-a001-86b0f76bcfb1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.1418726 Nov 09 20:01:16.556529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54696) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:16.598607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ee7c-8455-431a-83c5-c4c14a4ef232 req-47c73b70-99f3-42e2-b3fc-5e982e112b4f tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:16.604461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02d0ee7c-8455-431a-83c5-c4c14a4ef232 req-47c73b70-99f3-42e2-b3fc-5e982e112b4f tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 945 time: 0.1414239 Nov 09 20:01:16.657747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb45ebf-7c43-4e07-954f-516039e31a12 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:16.660310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb45ebf-7c43-4e07-954f-516039e31a12 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:16.661795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb45ebf-7c43-4e07-954f-516039e31a12 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:16.664487 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bfb45ebf-7c43-4e07-954f-516039e31a12 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1052916 Nov 09 20:01:16.669840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31672058-a1d6-4d4d-8096-a11c01d524fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fffcfa1-14b2-47cc-a18f-7cfaac8ba2dc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:16.680437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54702) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:16.706579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=eeb00b71-6b56-475c-b5ff-126653e82b96,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:16.725639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['eeb00b71-6b56-475c-b5ff-126653e82b96'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:01:16.792836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e434e4d-30a9-4ef4-8149-acda80a682ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.799148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-4ad8dbd1-6765-4fea-90c2-6f97e490e1c3 None None] Allocated IP 2001:db8:0:1::2 (a3569f24-b25f-4233-bf98-fbac1e555025/e8c39002-de16-492d-824d-dae82dda9251/fe7cdf58-d470-4668-99c9-b60287bfe40b) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:16.832491 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e434e4d-30a9-4ef4-8149-acda80a682ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.950568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e434e4d-30a9-4ef4-8149-acda80a682ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.959683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e434e4d-30a9-4ef4-8149-acda80a682ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:16.964168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7e434e4d-30a9-4ef4-8149-acda80a682ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fffcfa1-14b2-47cc-a18f-7cfaac8ba2dc HTTP/1.1" status: 204 len: 168 time: 0.4566996 Nov 09 20:01:16.972421 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02d0ee7c-8455-431a-83c5-c4c14a4ef232 req-240757f6-f9c2-4e8a-8659-3eba366f354b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604548 Nov 09 20:01:16.986099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e434e4d-30a9-4ef4-8149-acda80a682ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fffcfa1-14b2-47cc-a18f-7cfaac8ba2dc,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:16.993902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e491a8fb-8217-4201-a502-81ccc37f6c5a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 0352fabd-6ed7-4129-ae07-ebdac26f29b6 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:17.255686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4ad8dbd1-6765-4fea-90c2-6f97e490e1c3 None None] For port fe7cdf58-d470-4668-99c9-b60287bfe40b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe7cdf58-d470-4668-99c9-b60287bfe40b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:17.294821 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4ad8dbd1-6765-4fea-90c2-6f97e490e1c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:17.307312 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e491a8fb-8217-4201-a502-81ccc37f6c5a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:17.310323 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4ad8dbd1-6765-4fea-90c2-6f97e490e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:17.384145 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e491a8fb-8217-4201-a502-81ccc37f6c5a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:17.575990 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e491a8fb-8217-4201-a502-81ccc37f6c5a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:17.657903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8dbd1-6765-4fea-90c2-6f97e490e1c3 None None] Pushing event updated for resources: {'Port': ['ID=fe7cdf58-d470-4668-99c9-b60287bfe40b,revision_number=12']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:17.707134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e491a8fb-8217-4201-a502-81ccc37f6c5a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:17.775390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491a8fb-8217-4201-a502-81ccc37f6c5a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=0352fabd-6ed7-4129-ae07-ebdac26f29b6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:17.778127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e491a8fb-8217-4201-a502-81ccc37f6c5a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:17.781937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e491a8fb-8217-4201-a502-81ccc37f6c5a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/0352fabd-6ed7-4129-ae07-ebdac26f29b6 HTTP/1.1" status: 204 len: 168 time: 1.0965347 Nov 09 20:01:17.784496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54752) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:17.807244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54754) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:17.832992 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35c4c66f-3217-473d-a404-438a6948232f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:17.915488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-77685a24-ef15-40ac-8753-0f6436672c1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet e8c39002-de16-492d-824d-dae82dda9251 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:17.923312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-77685a24-ef15-40ac-8753-0f6436672c1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.035985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35c4c66f-3217-473d-a404-438a6948232f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.036926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-77685a24-ef15-40ac-8753-0f6436672c1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.053746 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35c4c66f-3217-473d-a404-438a6948232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.131220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe7cdf58-d470-4668-99c9-b60287bfe40b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:18.178928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-35c4c66f-3217-473d-a404-438a6948232f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6b0ab4fae054325bf526431a5e3b663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663077 Nov 09 20:01:18.183194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:18.191645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4c66f-3217-473d-a404-438a6948232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57613bdd-82fc-43a6-83c3-712863853dc4,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:18.274997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:18.275735 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.342319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9361e923-b22b-4b59-a7f0-d4d2f6933783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.380824 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9361e923-b22b-4b59-a7f0-d4d2f6933783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.383402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbea24-b620-455e-a3b6-a7453c87498b req-4f202d3c-1f87-4203-891a-270058e31363 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:18.386063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eccbea24-b620-455e-a3b6-a7453c87498b req-4f202d3c-1f87-4203-891a-270058e31363 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 945 time: 0.2362714 Nov 09 20:01:18.453516 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-77685a24-ef15-40ac-8753-0f6436672c1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.508502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9361e923-b22b-4b59-a7f0-d4d2f6933783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.511493 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9361e923-b22b-4b59-a7f0-d4d2f6933783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.511633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eccbea24-b620-455e-a3b6-a7453c87498b req-483932ed-1285-418e-a031-ed9254463443 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174960 Nov 09 20:01:18.520127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9361e923-b22b-4b59-a7f0-d4d2f6933783 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57613bdd-82fc-43a6-83c3-712863853dc4 HTTP/1.1" status: 204 len: 168 time: 0.3312082 Nov 09 20:01:18.545176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361e923-b22b-4b59-a7f0-d4d2f6933783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57613bdd-82fc-43a6-83c3-712863853dc4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:18.586425 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-77685a24-ef15-40ac-8753-0f6436672c1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.627697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77685a24-ef15-40ac-8753-0f6436672c1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c39002-de16-492d-824d-dae82dda9251,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:18.650220 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-77685a24-ef15-40ac-8753-0f6436672c1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:18.656558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591840f-0014-4408-9864-9880941ad01b None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:18.673430 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54776) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:18.688712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-77685a24-ef15-40ac-8753-0f6436672c1c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/e8c39002-de16-492d-824d-dae82dda9251 HTTP/1.1" status: 204 len: 168 time: 0.8889732 Nov 09 20:01:18.784798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-05c3e2a8-739d-4edc-8af6-b2340093c756 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101139 Nov 09 20:01:18.788002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54784) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:18.795169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-61500a22-8d17-44cd-8276-53c44efdb940 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:18.914960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54790) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:18.932675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d503179a-d662-4a5a-9b64-cb998d0b4c7a None None] Provisioning complete for port fe7cdf58-d470-4668-99c9-b60287bfe40b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:18.933184 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d503179a-d662-4a5a-9b64-cb998d0b4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.056551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61500a22-8d17-44cd-8276-53c44efdb940 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:19.060551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-61500a22-8d17-44cd-8276-53c44efdb940 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.202653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d503179a-d662-4a5a-9b64-cb998d0b4c7a None None] Could not find standard attr ID for object 66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:01:19.270643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf662364-cdd2-4b79-ba92-8efdbbdbf595 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:01:19.362362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cf662364-cdd2-4b79-ba92-8efdbbdbf595 None None] Deleting port fe7cdf58-d470-4668-99c9-b60287bfe40b {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:19.362886 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cf662364-cdd2-4b79-ba92-8efdbbdbf595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.383256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-330208634'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:19.505897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cf662364-cdd2-4b79-ba92-8efdbbdbf595 None None] For port fe7cdf58-d470-4668-99c9-b60287bfe40b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fe7cdf58-d470-4668-99c9-b60287bfe40b,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:19.506293 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cf662364-cdd2-4b79-ba92-8efdbbdbf595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.515560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Made reservation on behalf of 1d09c8d7fb3d4862903407d4abb4cc80 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:19.521203 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.524316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cf662364-cdd2-4b79-ba92-8efdbbdbf595 None None] Calling delete_port for fe7cdf58-d470-4668-99c9-b60287bfe40b owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:19.526780 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-61500a22-8d17-44cd-8276-53c44efdb940 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.548311 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.608675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61500a22-8d17-44cd-8276-53c44efdb940 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:19.637354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-61500a22-8d17-44cd-8276-53c44efdb940 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:19.646581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61500a22-8d17-44cd-8276-53c44efdb940 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:19.647396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-61500a22-8d17-44cd-8276-53c44efdb940 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.660221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device eeb00b71-6b56-475c-b5ff-126653e82b96 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:19.692686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61500a22-8d17-44cd-8276-53c44efdb940 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=086030b3-dcd4-4e48-ba27-c40f540b03be,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:19.731818 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-61500a22-8d17-44cd-8276-53c44efdb940 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9414420 Nov 09 20:01:19.732520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54818) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:19.739227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8aed6d01-a5b3-4c97-b4d0-60253237c691 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:19.838412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4618eb-5408-4e2b-a483-0f7cc1bee5bb req-633d00e1-38ec-4284-9bd0-6d09fc3b2e29 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:19.846567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.847279 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cf662364-cdd2-4b79-ba92-8efdbbdbf595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.847866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb4618eb-5408-4e2b-a483-0f7cc1bee5bb req-633d00e1-38ec-4284-9bd0-6d09fc3b2e29 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 945 time: 0.2052062 Nov 09 20:01:19.856291 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.918028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:01:19.936448 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb4618eb-5408-4e2b-a483-0f7cc1bee5bb req-140c2a76-899d-4a11-ba94-13a43e36651a tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872979 Nov 09 20:01:19.948288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87140af8-c458-43dd-834f-ae4ce7bb5288,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:19.961423 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:19.962986 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Added segment 900a7856-882d-45ea-a140-b6d6630a7371 of type vlan for network 29b4ebe0-6406-424c-914b-124c50cbe04c Nov 09 20:01:19.974993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf662364-cdd2-4b79-ba92-8efdbbdbf595 None None] Pushing event deleted for resources: {'Port': ['ID=fe7cdf58-d470-4668-99c9-b60287bfe40b,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:19.981283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port eeb00b71-6b56-475c-b5ff-126653e82b96 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:01:19.989576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf662364-cdd2-4b79-ba92-8efdbbdbf595 None None] No DVR routers for this DVR port fe7cdf58-d470-4668-99c9-b60287bfe40b on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:01:20.004654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port eeb00b71-6b56-475c-b5ff-126653e82b96 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:20.005368 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:20.010045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192355b4-844e-46ce-980e-a858a835b00d None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:20.091167 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:20.153341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:20.158014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aed6d01-a5b3-4c97-b4d0-60253237c691 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:20.166293 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8aed6d01-a5b3-4c97-b4d0-60253237c691 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:20.166561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:20.167282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:20.199014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe7cdf58-d470-4668-99c9-b60287bfe40b no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:01:20.291407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: fe7cdf58-d470-4668-99c9-b60287bfe40b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:01:20.292068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fe7cdf58-d470-4668-99c9-b60287bfe40b not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:01:20.317401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4008269 Nov 09 20:01:20.318216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54838) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:20.329734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Request body: {'subnet': {'network_id': '29b4ebe0-6406-424c-914b-124c50cbe04c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:20.365213 n-d-817256-1 neutron-server[102295]: INFO neutron.db.ipam_backend_mixin [None req-8aed6d01-a5b3-4c97-b4d0-60253237c691 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 086030b3-dcd4-4e48-ba27-c40f540b03be (CIDR: 2001:db8::/64) Nov 09 20:01:20.369771 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aed6d01-a5b3-4c97-b4d0-60253237c691 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:01:20.370387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aed6d01-a5b3-4c97-b4d0-60253237c691 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:20.392738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d87e6-124b-4a46-9ff3-ae3921810ecd tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Pushing event updated for resources: {'Network': ['ID=29b4ebe0-6406-424c-914b-124c50cbe04c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:20.411869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 29b4ebe0-6406-424c-914b-124c50cbe04c details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:01:20.418645 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8aed6d01-a5b3-4c97-b4d0-60253237c691 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6847215 Nov 09 20:01:20.421277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54842) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:20.432823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:20.478726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Made reservation on behalf of 1d09c8d7fb3d4862903407d4abb4cc80 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:20.482875 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:20.732338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:20.736242 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:20.877734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:21.056989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Pushing event updated for resources: {'Subnet': ['ID=4fed206c-5410-40ff-8e5e-58f920afe42b,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:21.062703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Checking segment: {'id': '900a7856-882d-45ea-a140-b6d6630a7371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29b4ebe0-6406-424c-914b-124c50cbe04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:21.064773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Network hostable DHCP agents. Network: 29b4ebe0-6406-424c-914b-124c50cbe04c, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:01:21.185286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Network 29b4ebe0-6406-424c-914b-124c50cbe04c is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:01:21.247298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 29b4ebe0-6406-424c-914b-124c50cbe04c) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:21.254082 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:21.273602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6765ef-e482-419d-a1a9-96036dc62d7b req-fcc73957-36b1-416c-ad08-094554cfa41d tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:21.275672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4824768b-5c07-42d7-bf04-3bb7000a46f4 None None] Network 29b4ebe0-6406-424c-914b-124c50cbe04c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:21.277774 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a6765ef-e482-419d-a1a9-96036dc62d7b req-fcc73957-36b1-416c-ad08-094554cfa41d tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 945 time: 0.1921871 Nov 09 20:01:21.280030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:21.280919 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:21.327855 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6efaea24-e947-415c-bc7b-e9afb7f3ed06 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0035534 Nov 09 20:01:21.331162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54864) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:21.339796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Request body: {'port': {'network_id': '29b4ebe0-6406-424c-914b-124c50cbe04c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2093263288'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:21.366415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '086030b3-dcd4-4e48-ba27-c40f540b03be'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:01:21.370488 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:21.429633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a6765ef-e482-419d-a1a9-96036dc62d7b req-6a2434bd-c574-47da-8026-ac4e0264da22 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331692 Nov 09 20:01:21.536225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.objects.ports [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:01:21.562744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:21.586409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Made reservation on behalf of 1d09c8d7fb3d4862903407d4abb4cc80 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:21.591373 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:21.649056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] device_id is not set on port ae368b45-1445-4ee2-8f2c-9fc2481d4e00 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:21.700986 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:21.743278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:21.748026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:21.762007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:21.773419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:21.803327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=6c40e030-a46c-433d-bdf4-2b09a7060c09,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:21.828331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-354d1318-04b7-4210-b097-abcb0465fec5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4056997 Nov 09 20:01:21.832516 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54876) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:21.839347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:a6:64:76', 'name': 'tempest-NetworksTestDHCPv6-972539914'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:21.893663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d3557f-874c-414c-a895-14300496e40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb00b71-6b56-475c-b5ff-126653e82b96'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:01:21.896885 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e894ee6c-f7c9-4139-b96f-7aae06f429f1" -d '{"events": [{"server_uuid": "c0d3557f-874c-414c-a895-14300496e40b", "name": "network-vif-plugged", "status": "completed", "tag": "eeb00b71-6b56-475c-b5ff-126653e82b96"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:01:22.034132 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0880522-dd28-4957-98ba-74c357c906a5 x-openstack-request-id: req-c0880522-dd28-4957-98ba-74c357c906a5 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:01:22.034559 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d3557f-874c-414c-a895-14300496e40b", "name": "network-vif-plugged", "status": "completed", "tag": "eeb00b71-6b56-475c-b5ff-126653e82b96", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:01:22.035974 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0880522-dd28-4957-98ba-74c357c906a5 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:01:22.036523 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d3557f-874c-414c-a895-14300496e40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb00b71-6b56-475c-b5ff-126653e82b96', 'code': 200} Nov 09 20:01:22.095590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port eeb00b71-6b56-475c-b5ff-126653e82b96, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=eeb00b71-6b56-475c-b5ff-126653e82b96,segment=NetworkSegment(894d4741-3292-47b7-a5eb-36aa31ef5139),segment_id=894d4741-3292-47b7-a5eb-36aa31ef5139)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:22.128451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Allocated IP 172.20.0.11 (29b4ebe0-6406-424c-914b-124c50cbe04c/4fed206c-5410-40ff-8e5e-58f920afe42b/ae368b45-1445-4ee2-8f2c-9fc2481d4e00) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:22.188125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:22.341062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-29b4ebe0-6406-424c-914b-124c50cbe04c', 'network_id': '29b4ebe0-6406-424c-914b-124c50cbe04c', 'tenant_id': '1d09c8d7fb3d4862903407d4abb4cc80', 'fixed_ips': [{'subnet_id': '4fed206c-5410-40ff-8e5e-58f920afe42b'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:01:22.343292 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:22.344953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676b137-2cf3-45a0-b085-be0d7e78a63a req-0540006c-99f7-485f-9283-b588a293e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:22.347443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5676b137-2cf3-45a0-b085-be0d7e78a63a req-0540006c-99f7-485f-9283-b588a293e5d4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 1096 time: 0.2762995 Nov 09 20:01:22.357167 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:22.501441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5676b137-2cf3-45a0-b085-be0d7e78a63a req-7523a54a-e47b-452d-8b62-91cf781dd7be service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382222 Nov 09 20:01:22.517270 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:22.529214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:22.559466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port 75891135-96f4-4392-b51a-78ec680dd94d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:22.678287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:22.740566 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fa81c-8b11-4e95-bf87-d479bf6d537a req-0bf66e43-7e1e-476e-a11e-5e02400fe62b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:22.742216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-744fa81c-8b11-4e95-bf87-d479bf6d537a req-0bf66e43-7e1e-476e-a11e-5e02400fe62b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 946 time: 0.1374073 Nov 09 20:01:22.753922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Network 29b4ebe0-6406-424c-914b-124c50cbe04c is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:22.759854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:22.765829 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:22.797337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Allocated IP 172.20.0.2 (29b4ebe0-6406-424c-914b-124c50cbe04c/4fed206c-5410-40ff-8e5e-58f920afe42b/6a8aa5ae-4d1f-467d-b035-147a7de40781) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:22.799771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=eeb00b71-6b56-475c-b5ff-126653e82b96,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:22.837373 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/086030b3-dcd4-4e48-ba27-c40f540b03be/0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:22.846408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:22.847937 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:22.857863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Allocated IP 2001:db8:0:1:f816:3eff:feea:c4d4 (a3569f24-b25f-4233-bf98-fbac1e555025/6c40e030-a46c-433d-bdf4-2b09a7060c09/0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:22.874034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Pushing event updated for resources: {'Port': ['ID=ae368b45-1445-4ee2-8f2c-9fc2481d4e00,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:22.904008 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-744fa81c-8b11-4e95-bf87-d479bf6d537a req-86492347-78fd-4e8b-b383-38f244e630a7 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481915 Nov 09 20:01:22.907833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-272da8d7-adee-471a-8659-757cc5c66fd4 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.5755117 Nov 09 20:01:22.912493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54906) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:23.103006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6946a278-a22b-4095-b674-ff0fde5fab1d tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Deleting port ae368b45-1445-4ee2-8f2c-9fc2481d4e00 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:23.103504 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6946a278-a22b-4095-b674-ff0fde5fab1d tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.225437 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6946a278-a22b-4095-b674-ff0fde5fab1d tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.253515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6946a278-a22b-4095-b674-ff0fde5fab1d tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Calling delete_port for ae368b45-1445-4ee2-8f2c-9fc2481d4e00 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:23.262452 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.277965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.489212 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6946a278-a22b-4095-b674-ff0fde5fab1d tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.494348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Network 29b4ebe0-6406-424c-914b-124c50cbe04c is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:23.540179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946a278-a22b-4095-b674-ff0fde5fab1d tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Pushing event deleted for resources: {'Port': ['ID=ae368b45-1445-4ee2-8f2c-9fc2481d4e00,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:23.540404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:23.551325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:23.563271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Pushing event updated for resources: {'Port': ['ID=6a8aa5ae-4d1f-467d-b035-147a7de40781,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:23.567805 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.625453 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.633392 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6946a278-a22b-4095-b674-ff0fde5fab1d tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.640125 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6946a278-a22b-4095-b674-ff0fde5fab1d tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] 10.222.0.53 "DELETE /v2.0/ports/ae368b45-1445-4ee2-8f2c-9fc2481d4e00 HTTP/1.1" status: 204 len: 168 time: 0.7229445 Nov 09 20:01:23.640765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54922) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:23.702383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Attempting to bind port 6a8aa5ae-4d1f-467d-b035-147a7de40781 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:23.702955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Attempting to bind port 6a8aa5ae-4d1f-467d-b035-147a7de40781 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '900a7856-882d-45ea-a140-b6d6630a7371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29b4ebe0-6406-424c-914b-124c50cbe04c'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:23.708372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Attempting to bind port 6a8aa5ae-4d1f-467d-b035-147a7de40781 on network 29b4ebe0-6406-424c-914b-124c50cbe04c {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:23.732192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:01:23.732681 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Checking segment: {'id': '900a7856-882d-45ea-a140-b6d6630a7371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29b4ebe0-6406-424c-914b-124c50cbe04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:23.733200 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.733666 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Bound using segment: {'id': '900a7856-882d-45ea-a140-b6d6630a7371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29b4ebe0-6406-424c-914b-124c50cbe04c'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:01:23.734262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Bound port: 6a8aa5ae-4d1f-467d-b035-147a7de40781, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900a7856-882d-45ea-a140-b6d6630a7371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '29b4ebe0-6406-424c-914b-124c50cbe04c'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:01:23.734775 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.752368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:23.760571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:23.765576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Pushing event updated for resources: {'Port': ['ID=0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:23.769995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:23.863366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::6 (a3569f24-b25f-4233-bf98-fbac1e555025/086030b3-dcd4-4e48-ba27-c40f540b03be/75891135-96f4-4392-b51a-78ec680dd94d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:23.873363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:6476 (a3569f24-b25f-4233-bf98-fbac1e555025/6c40e030-a46c-433d-bdf4-2b09a7060c09/75891135-96f4-4392-b51a-78ec680dd94d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:23.973585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Attempting to bind port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:23.974698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Attempting to bind port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:23.975352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Attempting to bind port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:23.990732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:01:23.991365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:23.991898 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:23.992807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:01:23.993491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Bound port: 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:01:23.993972 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.016955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] For port 6a8aa5ae-4d1f-467d-b035-147a7de40781, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:24.110838 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] For port 6a8aa5ae-4d1f-467d-b035-147a7de40781, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6a8aa5ae-4d1f-467d-b035-147a7de40781,segment=NetworkSegment(900a7856-882d-45ea-a140-b6d6630a7371),segment_id=900a7856-882d-45ea-a140-b6d6630a7371)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:01:24.142558 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.195797 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b5cc82f6-5998-4cdf-807f-f956c1fc3cf0 tempest-DHCPAgentSchedulersTestJSON-1845594423 tempest-DHCPAgentSchedulersTestJSON-1845594423-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5490596 Nov 09 20:01:24.196540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54944) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:24.207723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1893925662'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:24.225386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] For port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:24.253941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.286752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Made reservation on behalf of 1d09c8d7fb3d4862903407d4abb4cc80 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:24.290804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.300023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] For port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:01:24.312669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7abbf-1165-4937-ab92-d1141d2e5b1b None None] Pushing event updated for resources: {'Port': ['ID=6a8aa5ae-4d1f-467d-b035-147a7de40781,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:24.315834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db157791-eabb-477b-aa93-e7218107c677 req-a7803d98-6f5c-4f4d-8e21-59069d1f329e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:24.321188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db157791-eabb-477b-aa93-e7218107c677 req-a7803d98-6f5c-4f4d-8e21-59069d1f329e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 946 time: 0.2556469 Nov 09 20:01:24.322899 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.343699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:01:24.364847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.365193 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Added segment e9e6efd0-4eca-48b5-b09e-063a77ee1e94 of type vlan for network 4690da8e-7e00-4e6f-a03a-ecee8be75859 Nov 09 20:01:24.407563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db157791-eabb-477b-aa93-e7218107c677 req-aa83039a-1eb9-49c7-a38e-666ef5276b54 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772970 Nov 09 20:01:24.418411 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.421337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffd739-87b4-4a58-87f0-96802e493504 None None] Pushing event updated for resources: {'Port': ['ID=0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:24.466707 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.493428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54948) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:24.537459 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.544615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:24.545439 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.567038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:24.576812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:24.599642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:24.613519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:24.615609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:24.628595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=75891135-96f4-4392-b51a-78ec680dd94d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:24.680947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9c78dcb7-0129-4435-b850-488abb435944 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8469782 Nov 09 20:01:24.683530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54958) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:24.971533 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2cb40dd0-1133-4f4e-a87e-19df2f2a6704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:25.095219 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2cb40dd0-1133-4f4e-a87e-19df2f2a6704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:25.109402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a2c455e5-3b59-46be-9f9d-eb6228386faf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port 75891135-96f4-4392-b51a-78ec680dd94d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:25.109711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2c455e5-3b59-46be-9f9d-eb6228386faf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:25.114332 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2cb40dd0-1133-4f4e-a87e-19df2f2a6704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:25.285778 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2cb40dd0-1133-4f4e-a87e-19df2f2a6704 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b7d67c0666848e1a76351a08f547030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777917 Nov 09 20:01:25.290338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54978) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:25.297739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb40dd0-1133-4f4e-a87e-19df2f2a6704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f47c7c-1654-4d5e-8a21-6f4203e31bc3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:25.353790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2c455e5-3b59-46be-9f9d-eb6228386faf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:25.418338 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:25.425275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a2c455e5-3b59-46be-9f9d-eb6228386faf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for 75891135-96f4-4392-b51a-78ec680dd94d owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:25.435689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2352045 Nov 09 20:01:25.446196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54984) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:25.455687 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8618-a9c5-49cf-b0c3-77c96fa6e473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:25.522301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f41aa5-544b-4619-82d5-e68abcadf6eb tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Pushing event updated for resources: {'Network': ['ID=4690da8e-7e00-4e6f-a03a-ecee8be75859,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:25.540396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 4690da8e-7e00-4e6f-a03a-ecee8be75859 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:01:25.553059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8618-a9c5-49cf-b0c3-77c96fa6e473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:25.707557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100f3c7-0fd1-44c6-ad58-db3233c3d018 req-85f988b4-b798-4f77-8fbc-a4ddc87c6ce6 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:25.716653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8100f3c7-0fd1-44c6-ad58-db3233c3d018 req-85f988b4-b798-4f77-8fbc-a4ddc87c6ce6 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 946 time: 0.2884026 Nov 09 20:01:25.792557 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8618-a9c5-49cf-b0c3-77c96fa6e473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:25.802176 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8618-a9c5-49cf-b0c3-77c96fa6e473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:25.812877 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e1ea8618-a9c5-49cf-b0c3-77c96fa6e473 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1f47c7c-1654-4d5e-8a21-6f4203e31bc3 HTTP/1.1" status: 204 len: 168 time: 0.5211854 Nov 09 20:01:25.850172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea8618-a9c5-49cf-b0c3-77c96fa6e473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f47c7c-1654-4d5e-8a21-6f4203e31bc3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:25.919918 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8100f3c7-0fd1-44c6-ad58-db3233c3d018 req-ac9ef9ba-2d55-44b3-85d8-7449b7567744 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021372 Nov 09 20:01:26.019219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e4ec41ea-62a2-408a-9dbf-31c2f451108f tempest-DHCPAgentSchedulersTestJSON-1845594423 tempest-DHCPAgentSchedulersTestJSON-1845594423-project-admin] 10.222.0.53 "GET /v2.0/agents/6a22110a-b338-4287-9a0d-7671051909bb/dhcp-networks HTTP/1.1" status: 200 len: 9702 time: 0.5681543 Nov 09 20:01:26.020143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54988) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:26.185078 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2c455e5-3b59-46be-9f9d-eb6228386faf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:26.232726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd2e65d-effa-43af-b829-94d10e89956f None None] Network 29b4ebe0-6406-424c-914b-124c50cbe04c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:26.261126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c455e5-3b59-46be-9f9d-eb6228386faf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=75891135-96f4-4392-b51a-78ec680dd94d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:26.372259 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2c455e5-3b59-46be-9f9d-eb6228386faf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:26.378919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55000) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:26.379725 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a2c455e5-3b59-46be-9f9d-eb6228386faf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/75891135-96f4-4392-b51a-78ec680dd94d HTTP/1.1" status: 204 len: 168 time: 1.6946797 Nov 09 20:01:26.497153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63323d4-4112-444c-9612-64c5d8a2b8e5 tempest-DHCPAgentSchedulersTestJSON-1845594423 tempest-DHCPAgentSchedulersTestJSON-1845594423-project-admin] Network 4690da8e-7e00-4e6f-a03a-ecee8be75859 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:01:26.520270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c9a5c9-ea67-44fe-9320-a4749e4c895d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:26.526851 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e8c9a5c9-ea67-44fe-9320-a4749e4c895d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1445847 Nov 09 20:01:26.527341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55004) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:26.533141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6a8aa5ae-4d1f-467d-b035-147a7de40781 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:26.550942 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-b528ca73-c492-4154-b707-73eb904e2c7b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:26.558095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-b528ca73-c492-4154-b707-73eb904e2c7b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 946 time: 0.1881824 Nov 09 20:01:26.563826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55006) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:26.648800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efdf8f1-5d5a-4b66-b15b-b132d6eb307e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:26.656083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1efdf8f1-5d5a-4b66-b15b-b132d6eb307e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1276503 Nov 09 20:01:26.658739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55012) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:26.665426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f63323d4-4112-444c-9612-64c5d8a2b8e5 tempest-DHCPAgentSchedulersTestJSON-1845594423 tempest-DHCPAgentSchedulersTestJSON-1845594423-project-admin] 10.222.0.53 "POST /v2.0/agents/6a22110a-b338-4287-9a0d-7671051909bb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6445410 Nov 09 20:01:26.675311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55014) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:26.682839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aa06d2-7711-4f5d-a651-391eab589d24 None None] Network 4690da8e-7e00-4e6f-a03a-ecee8be75859 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:26.732773 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:26.810800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668671ee-5715-4175-beb5-5a7ea7b0be93 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:26.812261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668671ee-5715-4175-beb5-5a7ea7b0be93 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:26.813922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668671ee-5715-4175-beb5-5a7ea7b0be93 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:26.823293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27871033-1cb0-435f-ad2e-bfb0bccf628d None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:26.827402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-668671ee-5715-4175-beb5-5a7ea7b0be93 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1675816 Nov 09 20:01:26.828020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55016) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:26.842190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-692d1b2e-2aff-4c96-80f3-ee761824ae9d None None] Provisioning complete for port 6a8aa5ae-4d1f-467d-b035-147a7de40781 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:26.844803 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-692d1b2e-2aff-4c96-80f3-ee761824ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:26.869280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:26.887648 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:26.952893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-791d8631-55e6-4a69-b731-95f64e1b603e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 086030b3-dcd4-4e48-ba27-c40f540b03be {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:26.958663 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-791d8631-55e6-4a69-b731-95f64e1b603e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.009765 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d11be009b4944465bdecf61f8595c7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435105 Nov 09 20:01:27.020853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55020) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:27.079912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c72b102-7170-42a8-ad67-82e88e7de5c2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:27.101822 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-791d8631-55e6-4a69-b731-95f64e1b603e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.162975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.162975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.163935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.164454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.164991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.166252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.166634 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.166984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.167330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.167667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.168006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.168342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ca8805-bb19-491e-8677-260d531075d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:27.177603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-56436a63-7605-44eb-a3e3-6fe9047a445b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Deleting port eeb00b71-6b56-475c-b5ff-126653e82b96 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:27.177956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-56436a63-7605-44eb-a3e3-6fe9047a445b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.273264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-791d8631-55e6-4a69-b731-95f64e1b603e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.348461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55028) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:27.348643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dfee67ab-788a-4bf1-a29c-9e61ddf0aeb9 tempest-DHCPAgentSchedulersTestJSON-1845594423 tempest-DHCPAgentSchedulersTestJSON-1845594423-project-admin] 10.222.0.53 "GET /v2.0/agents/6a22110a-b338-4287-9a0d-7671051909bb/dhcp-networks HTTP/1.1" status: 200 len: 10474 time: 0.6590397 Nov 09 20:01:27.406562 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-791d8631-55e6-4a69-b731-95f64e1b603e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.410460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6a8aa5ae-4d1f-467d-b035-147a7de40781 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:27.411361 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.419135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edf8c1-3646-4217-b5fb-599aa4cec6f2 req-17d354d4-b5ac-4451-a260-e1955e700932 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:27.421791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-14edf8c1-3646-4217-b5fb-599aa4cec6f2 req-17d354d4-b5ac-4451-a260-e1955e700932 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 946 time: 0.3663747 Nov 09 20:01:27.426912 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79d87da4-c91d-4899-bc04-9ab327ecc62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.455775 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79d87da4-c91d-4899-bc04-9ab327ecc62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.538222 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-791d8631-55e6-4a69-b731-95f64e1b603e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.544770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-56436a63-7605-44eb-a3e3-6fe9047a445b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] For port eeb00b71-6b56-475c-b5ff-126653e82b96, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=eeb00b71-6b56-475c-b5ff-126653e82b96,segment=NetworkSegment(894d4741-3292-47b7-a5eb-36aa31ef5139),segment_id=894d4741-3292-47b7-a5eb-36aa31ef5139)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:27.545507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-56436a63-7605-44eb-a3e3-6fe9047a445b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.545642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-791d8631-55e6-4a69-b731-95f64e1b603e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/086030b3-dcd4-4e48-ba27-c40f540b03be HTTP/1.1" status: 204 len: 168 time: 0.7164526 Nov 09 20:01:27.550692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d8631-55e6-4a69-b731-95f64e1b603e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=086030b3-dcd4-4e48-ba27-c40f540b03be,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:27.554974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55034) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:27.641902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-56436a63-7605-44eb-a3e3-6fe9047a445b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Calling delete_port for eeb00b71-6b56-475c-b5ff-126653e82b96 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:27.728595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-14edf8c1-3646-4217-b5fb-599aa4cec6f2 req-86fd9e40-85ff-420d-a302-02be0c8f652e tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347269 Nov 09 20:01:27.736447 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79d87da4-c91d-4899-bc04-9ab327ecc62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.739638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79d87da4-c91d-4899-bc04-9ab327ecc62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.764554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4d278e7f-2118-4d88-8434-1e22f2aa3d51 tempest-DHCPAgentSchedulersTestJSON-1845594423 tempest-DHCPAgentSchedulersTestJSON-1845594423-project-admin] 10.222.0.53 "DELETE /v2.0/agents/6a22110a-b338-4287-9a0d-7671051909bb/dhcp-networks/4690da8e-7e00-4e6f-a03a-ecee8be75859 HTTP/1.1" status: 204 len: 168 time: 0.4147553 Nov 09 20:01:27.767439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55042) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:27.768392 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-79d87da4-c91d-4899-bc04-9ab327ecc62c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c72b102-7170-42a8-ad67-82e88e7de5c2 HTTP/1.1" status: 204 len: 168 time: 0.7189174 Nov 09 20:01:27.852715 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-692d1b2e-2aff-4c96-80f3-ee761824ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.922439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 6c40e030-a46c-433d-bdf4-2b09a7060c09 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:27.926039 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.926833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d87da4-c91d-4899-bc04-9ab327ecc62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c72b102-7170-42a8-ad67-82e88e7de5c2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:27.939383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-692d1b2e-2aff-4c96-80f3-ee761824ae9d None None] For port 6a8aa5ae-4d1f-467d-b035-147a7de40781, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6a8aa5ae-4d1f-467d-b035-147a7de40781,segment=NetworkSegment(900a7856-882d-45ea-a140-b6d6630a7371),segment_id=900a7856-882d-45ea-a140-b6d6630a7371)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:27.964829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-692d1b2e-2aff-4c96-80f3-ee761824ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:27.970947 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:28.091898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:28.185972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b8d09f66-26ad-44b5-aad7-637aac49bfda None None] Provisioning complete for port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:28.187210 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b8d09f66-26ad-44b5-aad7-637aac49bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:28.242686 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-56436a63-7605-44eb-a3e3-6fe9047a445b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:28.254796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d1b2e-2aff-4c96-80f3-ee761824ae9d None None] Pushing event updated for resources: {'Port': ['ID=6a8aa5ae-4d1f-467d-b035-147a7de40781,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:28.265274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['eeb00b71-6b56-475c-b5ff-126653e82b96'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:01:28.301599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:28.301980 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:28.312063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b2587c5f-2326-4de3-ba06-78802393f399 tempest-DHCPAgentSchedulersTestJSON-1845594423 tempest-DHCPAgentSchedulersTestJSON-1845594423-project-admin] 10.222.0.53 "GET /v2.0/agents/6a22110a-b338-4287-9a0d-7671051909bb/dhcp-networks HTTP/1.1" status: 200 len: 9662 time: 0.5434473 Nov 09 20:01:28.316189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56436a63-7605-44eb-a3e3-6fe9047a445b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Pushing event deleted for resources: {'Port': ['ID=eeb00b71-6b56-475c-b5ff-126653e82b96,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:28.318467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55050) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:28.436955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:28.482871 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4d17d646-7310-4689-b371-61c8cbf157c9 tempest-DHCPAgentSchedulersTestJSON-1845594423 tempest-DHCPAgentSchedulersTestJSON-1845594423-project-admin] 10.222.0.53 "GET /v2.0/networks/29b4ebe0-6406-424c-914b-124c50cbe04c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1579282 Nov 09 20:01:28.483547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55058) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:28.551068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-56436a63-7605-44eb-a3e3-6fe9047a445b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] No DVR routers for this DVR port eeb00b71-6b56-475c-b5ff-126653e82b96 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:01:28.556977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-56436a63-7605-44eb-a3e3-6fe9047a445b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:28.582568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e402a04a-ffd4-47eb-8159-1f2b77a1986c req-56436a63-7605-44eb-a3e3-6fe9047a445b tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.77 "DELETE /v2.0/ports/eeb00b71-6b56-475c-b5ff-126653e82b96 HTTP/1.1" status: 204 len: 173 time: 2.0037625 Nov 09 20:01:28.588974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d3557f-874c-414c-a895-14300496e40b', 'name': 'network-vif-deleted', 'tag': 'eeb00b71-6b56-475c-b5ff-126653e82b96'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:01:28.596320 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c5f77-bf28-4f33-9fa3-0ea297a4e42b" -d '{"events": [{"server_uuid": "c0d3557f-874c-414c-a895-14300496e40b", "name": "network-vif-deleted", "tag": "eeb00b71-6b56-475c-b5ff-126653e82b96"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:01:28.604195 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b8d09f66-26ad-44b5-aad7-637aac49bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:28.618434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:28.647375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4062e9e4-8073-4f08-93e8-be2afec5a8e6 tempest-DHCPAgentSchedulersTestJSON-1845594423 tempest-DHCPAgentSchedulersTestJSON-1845594423-project-admin] 10.222.0.53 "GET /v2.0/networks/29b4ebe0-6406-424c-914b-124c50cbe04c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1624398 Nov 09 20:01:28.650343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55068) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:28.816782 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:28.822765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/6c40e030-a46c-433d-bdf4-2b09a7060c09 HTTP/1.1" status: 204 len: 168 time: 1.2660255 Nov 09 20:01:28.831122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55078) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:28.850160 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:28.860892 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a580b943-dd80-4956-889e-2cb9e1ed8f6e x-openstack-request-id: req-a580b943-dd80-4956-889e-2cb9e1ed8f6e {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:01:28.861214 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d3557f-874c-414c-a895-14300496e40b", "name": "network-vif-deleted", "tag": "eeb00b71-6b56-475c-b5ff-126653e82b96", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:01:28.861536 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a580b943-dd80-4956-889e-2cb9e1ed8f6e {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:01:28.868026 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d3557f-874c-414c-a895-14300496e40b', 'name': 'network-vif-deleted', 'tag': 'eeb00b71-6b56-475c-b5ff-126653e82b96', 'status': 'completed', 'code': 200} Nov 09 20:01:28.980632 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1d54fc4e-7ea8-4bc9-8e77-f744c0c8c95d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435511 Nov 09 20:01:28.984570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=6c40e030-a46c-433d-bdf4-2b09a7060c09,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:29.001641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55090) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:29.014235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.015216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.016240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.018602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.020089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.020520 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.021552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.022346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.023194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.023923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.025702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.026335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715a79e-a501-44b9-9af7-db6574c1995f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:29.035494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:29.047133 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:29.089567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e4ed1b8a-1f4c-4a49-a879-98c826bdc7bd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:29.140079 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-b8d09f66-26ad-44b5-aad7-637aac49bfda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:01:29.153664 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-b8d09f66-26ad-44b5-aad7-637aac49bfda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:01:29.195713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:29.221436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6a8aa5ae-4d1f-467d-b035-147a7de40781 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:29.333792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6a8aa5ae-4d1f-467d-b035-147a7de40781 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:29.334177 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:29.422557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-c2153c71-6719-4f37-9af0-0e1208cb8cb3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:29.435072 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-c2153c71-6719-4f37-9af0-0e1208cb8cb3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.4018481 Nov 09 20:01:29.472002 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-1473d57e-b0ca-4af1-95a6-431682dd13fc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/quotas/93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 375 time: 0.0345151 Nov 09 20:01:29.561028 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-0be17c3e-22c7-4c6d-9963-4aff602e4cca tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876193 Nov 09 20:01:29.638478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c720eabb-5435-4f08-9af4-90bc89a9c99b None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:29.762921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9309e328-db72-4f84-9da4-15733d57a8a5 tempest-DHCPAgentSchedulersTestJSON-1845594423 tempest-DHCPAgentSchedulersTestJSON-1845594423-project-admin] 10.222.0.53 "GET /v2.0/agents/6a22110a-b338-4287-9a0d-7671051909bb/dhcp-networks HTTP/1.1" status: 200 len: 9624 time: 1.1092980 Nov 09 20:01:29.774890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55108) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:29.856273 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7de88a3-ccc7-4541-9f8b-89f94570f8c0 req-5cc166a5-b18b-4c00-bbf9-50f71b7607d6 tempest-ServerGroupTestJSON-76366762 tempest-ServerGroupTestJSON-76366762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0d3557f-874c-414c-a895-14300496e40b HTTP/1.1" status: 200 len: 210 time: 0.8866184 Nov 09 20:01:29.905459 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-0c5111cd-915f-473f-800b-2005c2b001cf service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437665 Nov 09 20:01:29.954548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5d5d44ef-2eea-431a-a327-d0f7b8cdd453 None None] Could not find standard attr ID for object ae368b45-1445-4ee2-8f2c-9fc2481d4e00. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:01:29.971414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ed1b8a-1f4c-4a49-a879-98c826bdc7bd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:29.975301 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4ed1b8a-1f4c-4a49-a879-98c826bdc7bd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:29.978680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5d5d44ef-2eea-431a-a327-d0f7b8cdd453 None None] Provisioning complete for port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:29.979059 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d5d44ef-2eea-431a-a327-d0f7b8cdd453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.098397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0795b71-77ad-4b0a-84f7-2537ab6c8a2b None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:01:30.129855 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.192032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5d5d44ef-2eea-431a-a327-d0f7b8cdd453 None None] Provisioning complete for port 6a8aa5ae-4d1f-467d-b035-147a7de40781 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:30.199623 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d5d44ef-2eea-431a-a327-d0f7b8cdd453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.334463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c0795b71-77ad-4b0a-84f7-2537ab6c8a2b None None] Deleting port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:30.334865 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0795b71-77ad-4b0a-84f7-2537ab6c8a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.424636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-d7c4f040-66ca-4fea-9a23-c6dd5d48bd66 service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064907 Nov 09 20:01:30.428179 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4ed1b8a-1f4c-4a49-a879-98c826bdc7bd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.440280 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.490307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed1b8a-1f4c-4a49-a879-98c826bdc7bd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:30.496063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed1b8a-1f4c-4a49-a879-98c826bdc7bd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:30.510331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55126) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:30.532087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4690da8e-7e00-4e6f-a03a-ecee8be75859']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:30.561146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e6efd0-4eca-48b5-b09e-063a77ee1e94') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:30.561470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e6efd0-4eca-48b5-b09e-063a77ee1e94') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:30.563711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ed1b8a-1f4c-4a49-a879-98c826bdc7bd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:30.564423 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4ed1b8a-1f4c-4a49-a879-98c826bdc7bd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.588264 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c0795b71-77ad-4b0a-84f7-2537ab6c8a2b None None] For port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:30.588264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0795b71-77ad-4b0a-84f7-2537ab6c8a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.594384 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.616949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c0795b71-77ad-4b0a-84f7-2537ab6c8a2b None None] Calling delete_port for 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:30.630227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.638120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:01:30.638908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:01:30.642444 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:01:30.659401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed1b8a-1f4c-4a49-a879-98c826bdc7bd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=41242cfc-d9d2-4258-aaf1-01701521cb07,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:30.684355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e4ed1b8a-1f4c-4a49-a879-98c826bdc7bd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6614485 Nov 09 20:01:30.686834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55132) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:30.700276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6ce03139-26f3-45fb-855c-934ec8b8c134 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:30.753675 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0795b71-77ad-4b0a-84f7-2537ab6c8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.784531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0795b71-77ad-4b0a-84f7-2537ab6c8a2b None None] Pushing event deleted for resources: {'Port': ['ID=0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:30.785945 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47ecb3ed-f9f4-45d4-9c9c-6f6a51fafa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.789013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0795b71-77ad-4b0a-84f7-2537ab6c8a2b None None] No DVR routers for this DVR port 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:01:30.810456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfdb5ee-13db-4e91-aac9-718065e08ec7 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:30.811630 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.817139 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:30.825807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] 10.222.0.53 "DELETE /v2.0/networks/4690da8e-7e00-4e6f-a03a-ecee8be75859 HTTP/1.1" status: 204 len: 168 time: 1.0498264 Nov 09 20:01:30.826607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55136) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:30.905910 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-714eee36-7b28-43a7-a8b2-7068b871b395 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:30.910652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714eee36-7b28-43a7-a8b2-7068b871b395 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:30.931200 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-714eee36-7b28-43a7-a8b2-7068b871b395 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] 10.222.0.53 "DELETE /v2.0/ports/ae368b45-1445-4ee2-8f2c-9fc2481d4e00 HTTP/1.1" status: 404 len: 333 time: 0.0948112 Nov 09 20:01:30.932301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c4036-40dd-43ae-9412-7380c0d8b9a5 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Pushing event deleted for resources: {'Network': ['ID=4690da8e-7e00-4e6f-a03a-ecee8be75859,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:30.935111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55144) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:30.937103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-509c2cd9-b636-4211-9c84-b889e26dfc59 req-f252dd92-1cba-4076-8acf-e3870331d697 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 210 time: 0.0736079 Nov 09 20:01:30.999410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93f1e1a-65c0-406b-a713-142085000a68 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Deleting subnet 4fed206c-5410-40ff-8e5e-58f920afe42b {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:31.018056 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d93f1e1a-65c0-406b-a713-142085000a68 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.111853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce03139-26f3-45fb-855c-934ec8b8c134 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:31.116956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ce03139-26f3-45fb-855c-934ec8b8c134 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.138655 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d93f1e1a-65c0-406b-a713-142085000a68 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.219134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:01:31.244755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:01:31.245129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0e4ad9e9-5a17-4780-b8ce-a05ae0d403d4 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:01:31.313305 n-d-817256-1 neutron-server[102295]: INFO neutron.db.ipam_backend_mixin [None req-6ce03139-26f3-45fb-855c-934ec8b8c134 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41242cfc-d9d2-4258-aaf1-01701521cb07 (CIDR: 2001:db8::/64) Nov 09 20:01:31.318429 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce03139-26f3-45fb-855c-934ec8b8c134 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:01:31.319154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a3569f24-b25f-4233-bf98-fbac1e555025', 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'tenant_id': 'fc0a0845eefe42ae862e40b75b08ff58', 'fixed_ips': [{'subnet_id': '41242cfc-d9d2-4258-aaf1-01701521cb07'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:01:31.319931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce03139-26f3-45fb-855c-934ec8b8c134 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:31.320063 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.360159 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6ce03139-26f3-45fb-855c-934ec8b8c134 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6721644 Nov 09 20:01:31.363764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55162) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:31.386489 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'subnet': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:31.394224 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47ecb3ed-f9f4-45d4-9c9c-6f6a51fafa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.409851 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47ecb3ed-f9f4-45d4-9c9c-6f6a51fafa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.545047 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d93f1e1a-65c0-406b-a713-142085000a68 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.561035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-47ecb3ed-f9f4-45d4-9c9c-6f6a51fafa33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd7fb078a73a47dda6cff5d6cfa62220&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0450518 Nov 09 20:01:31.564005 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55182) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:31.605195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecb3ed-f9f4-45d4-9c9c-6f6a51fafa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde0ee9d-a9b0-4a2c-89b7-79c895192ce6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:31.686722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device eeb00b71-6b56-475c-b5ff-126653e82b96 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:01:31.726260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55192) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:31.750779 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d93f1e1a-65c0-406b-a713-142085000a68 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.755204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: eeb00b71-6b56-475c-b5ff-126653e82b96 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:01:31.758137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device eeb00b71-6b56-475c-b5ff-126653e82b96 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:01:31.767614 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52374c73-079e-4975-bb30-a0e10bfedd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.814196 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52374c73-079e-4975-bb30-a0e10bfedd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.854162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f1e1a-65c0-406b-a713-142085000a68 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Pushing event deleted for resources: {'Subnet': ['ID=4fed206c-5410-40ff-8e5e-58f920afe42b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:31.875975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Allocated IP 2001:db8::2 (a3569f24-b25f-4233-bf98-fbac1e555025/41242cfc-d9d2-4258-aaf1-01701521cb07/fb1ae681-530a-4f86-a106-40cec11a0bf2) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:31.892088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427784b7-8b40-4ff8-9730-1bbf0035c8b0 None None] Network 29b4ebe0-6406-424c-914b-124c50cbe04c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:31.895625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d93f1e1a-65c0-406b-a713-142085000a68 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.899985 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d93f1e1a-65c0-406b-a713-142085000a68 tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] 10.222.0.53 "DELETE /v2.0/subnets/4fed206c-5410-40ff-8e5e-58f920afe42b HTTP/1.1" status: 204 len: 168 time: 0.9596689 Nov 09 20:01:31.919605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55194) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:31.939184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52374c73-079e-4975-bb30-a0e10bfedd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.942879 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52374c73-079e-4975-bb30-a0e10bfedd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:31.947181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-52374c73-079e-4975-bb30-a0e10bfedd7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cde0ee9d-a9b0-4a2c-89b7-79c895192ce6 HTTP/1.1" status: 204 len: 168 time: 0.3821974 Nov 09 20:01:31.965812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52374c73-079e-4975-bb30-a0e10bfedd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde0ee9d-a9b0-4a2c-89b7-79c895192ce6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:31.981709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:31.985769 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.164185 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.211631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efb46ed-761f-4211-ae80-d1378e1b154d admin admin] Deleting subnet 0db30219-6da4-4ada-a68d-452e5aa42548 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:32.222448 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8efb46ed-761f-4211-ae80-d1378e1b154d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.261176 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-601d662c-30e9-493c-936f-db3a18b413df req-0929e25e-dfb6-4120-a020-8c3e4001b256 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 210 time: 0.0927830 Nov 09 20:01:32.312933 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8efb46ed-761f-4211-ae80-d1378e1b154d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.392865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27492ba-1ead-4117-a73c-7a4f4ed679cc None None] DHCP port deletion for 29b4ebe0-6406-424c-914b-124c50cbe04c request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:01:32.416972 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.434885 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.447242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Deleting port 6a8aa5ae-4d1f-467d-b035-147a7de40781 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:32.447838 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.514339 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8efb46ed-761f-4211-ae80-d1378e1b154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.569552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:32.590482 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:32.590743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:32.598075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] For port 6a8aa5ae-4d1f-467d-b035-147a7de40781, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6a8aa5ae-4d1f-467d-b035-147a7de40781,segment=NetworkSegment(900a7856-882d-45ea-a140-b6d6630a7371),segment_id=900a7856-882d-45ea-a140-b6d6630a7371)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:32.598801 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.620610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Calling delete_port for 6a8aa5ae-4d1f-467d-b035-147a7de40781 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:32.632805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Pushing event updated for resources: {'Port': ['ID=fb1ae681-530a-4f86-a106-40cec11a0bf2,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:32.708815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Attempting to bind port fb1ae681-530a-4f86-a106-40cec11a0bf2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:32.709155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Attempting to bind port fb1ae681-530a-4f86-a106-40cec11a0bf2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:32.709527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Attempting to bind port fb1ae681-530a-4f86-a106-40cec11a0bf2 on network a3569f24-b25f-4233-bf98-fbac1e555025 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:32.730758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e27492ba-1ead-4117-a73c-7a4f4ed679cc None None] Deleting port 6a8aa5ae-4d1f-467d-b035-147a7de40781 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:32.731305 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e27492ba-1ead-4117-a73c-7a4f4ed679cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.736527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:01:32.738765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Checking segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:32.738765 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.738765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Bound using segment: {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:01:32.739228 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Bound port: fb1ae681-530a-4f86-a106-40cec11a0bf2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfa6161-e562-469b-891f-f3de4a828e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:01:32.740774 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.750070 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8efb46ed-761f-4211-ae80-d1378e1b154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.779357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8143e408-4f2f-4a80-aee6-b1ddaf30d71e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:32.780942 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8143e408-4f2f-4a80-aee6-b1ddaf30d71e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.77 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.2191751 Nov 09 20:01:32.785631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.788120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.objects.ports [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:01:32.803810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb46ed-761f-4211-ae80-d1378e1b154d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db30219-6da4-4ada-a68d-452e5aa42548,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:32.807611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'port': {'device_id': 'be1ef741-0590-4ca9-bbda-194ee6b8120d', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'admin_state_up': True, 'tenant_id': '93208427bc274a8b8137372b5d73943b'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:32.858550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Pushing event deleted for resources: {'Port': ['ID=6a8aa5ae-4d1f-467d-b035-147a7de40781,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:32.864872 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8efb46ed-761f-4211-ae80-d1378e1b154d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.869006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e27492ba-1ead-4117-a73c-7a4f4ed679cc None None] For port 6a8aa5ae-4d1f-467d-b035-147a7de40781, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6a8aa5ae-4d1f-467d-b035-147a7de40781,segment=NetworkSegment(900a7856-882d-45ea-a140-b6d6630a7371),segment_id=900a7856-882d-45ea-a140-b6d6630a7371)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:32.869416 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e27492ba-1ead-4117-a73c-7a4f4ed679cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:32.869526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8efb46ed-761f-4211-ae80-d1378e1b154d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0db30219-6da4-4ada-a68d-452e5aa42548 HTTP/1.1" status: 204 len: 168 time: 1.1377687 Nov 09 20:01:32.873055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55222) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:32.873055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] No DVR routers for this DVR port 6a8aa5ae-4d1f-467d-b035-147a7de40781 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:01:32.908215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e27492ba-1ead-4117-a73c-7a4f4ed679cc None None] Calling delete_port for 6a8aa5ae-4d1f-467d-b035-147a7de40781 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:33.099044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] For port fb1ae681-530a-4f86-a106-40cec11a0bf2, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:33.126803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] For port fb1ae681-530a-4f86-a106-40cec11a0bf2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fb1ae681-530a-4f86-a106-40cec11a0bf2,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:01:33.152303 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.279591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6a8aa5ae-4d1f-467d-b035-147a7de40781 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:01:33.302547 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e27492ba-1ead-4117-a73c-7a4f4ed679cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.304822 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.325347 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.352261 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.417964 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27492ba-1ead-4117-a73c-7a4f4ed679cc None None] No DVR routers for this DVR port 6a8aa5ae-4d1f-467d-b035-147a7de40781 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:01:33.430944 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 6a8aa5ae-4d1f-467d-b035-147a7de40781 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:01:33.431322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6a8aa5ae-4d1f-467d-b035-147a7de40781 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:01:33.440714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b4ebe0-6406-424c-914b-124c50cbe04c']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:33.469910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e88b0c-f46d-405e-90ae-4f624f0a26e3 None None] Pushing event updated for resources: {'Port': ['ID=fb1ae681-530a-4f86-a106-40cec11a0bf2,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:33.514121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900a7856-882d-45ea-a140-b6d6630a7371') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:33.515751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900a7856-882d-45ea-a140-b6d6630a7371') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:33.567111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] For port fb1ae681-530a-4f86-a106-40cec11a0bf2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fb1ae681-530a-4f86-a106-40cec11a0bf2,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:33.577306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27492ba-1ead-4117-a73c-7a4f4ed679cc None None] Pushing event deleted for resources: {'Port': ['ID=6a8aa5ae-4d1f-467d-b035-147a7de40781,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:33.580722 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.634629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.637254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Made reservation on behalf of 93208427bc274a8b8137372b5d73943b for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:33.643212 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.682802 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.693834 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.706361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.706768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:01:33.706973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.707311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:01:33.711745 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:01:33.793187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:33.798244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Subnet': ['ID=3d9f59df-ff33-45bc-b5b1-9c5023520c23,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:33.801010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:33.840141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cec3415-ed34-40ad-a6c1-250114e3180f']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:33.858588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:33.859386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.889482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894d4741-3292-47b7-a5eb-36aa31ef5139') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:33.890662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894d4741-3292-47b7-a5eb-36aa31ef5139') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:33.907870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.929473 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.940582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.943034 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:33.947133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] 10.222.0.53 "DELETE /v2.0/networks/29b4ebe0-6406-424c-914b-124c50cbe04c HTTP/1.1" status: 204 len: 168 time: 2.0225477 Nov 09 20:01:33.993397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76939dc4-4794-4f2c-935c-ab29cb21313a tempest-DHCPAgentSchedulersTestJSON-137067122 tempest-DHCPAgentSchedulersTestJSON-137067122-project] Pushing event deleted for resources: {'Network': ['ID=29b4ebe0-6406-424c-914b-124c50cbe04c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:34.001323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:01:34.003988 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:01:34.009292 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:01:34.042153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7df0b03-a02c-49dc-bcf1-67bf6eb5f033 req-58f00bca-c301-427a-bb92-3ec8d0bf227b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 210 time: 0.3952386 Nov 09 20:01:34.123738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=fb1ae681-530a-4f86-a106-40cec11a0bf2,revision_number=4']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:34.134184 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bf0d98cf-3606-4b36-881f-9642c4675c00 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7679086 Nov 09 20:01:34.141648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55258) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:34.165178 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:34.172077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Request body: {'port': {'network_id': 'a3569f24-b25f-4233-bf98-fbac1e555025', 'mac_address': 'fa:16:3e:79:b8:fb', 'name': 'tempest-NetworksTestDHCPv6-619531686'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:34.208468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:34.221461 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9cec3415-ed34-40ad-a6c1-250114e3180f HTTP/1.1" status: 204 len: 168 time: 1.3461730 Nov 09 20:01:34.225124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa382b-d1e6-4213-a81d-fa1d564ed588 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cec3415-ed34-40ad-a6c1-250114e3180f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:34.287531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.20.0.4 (f371d5ab-06e0-49e5-9339-f059f28199e8/1e4cf51e-e3cf-4e25-951e-75adccf486ec/91924400-b759-4d1b-a906-9c680c1256f9) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:34.492199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55268) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:34.575874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55274) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:34.597133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6437b22c-d779-4f9c-9a94-5083fb5a48ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6797e185ea8641eca30144bc4a229c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034470 Nov 09 20:01:34.599641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55284) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:34.740443 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3811608e-fecb-4e43-8d00-af2db71ec178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:34.822080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Made reservation on behalf of fc0a0845eefe42ae862e40b75b08ff58 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:34.838248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3811608e-fecb-4e43-8d00-af2db71ec178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:34.975312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3811608e-fecb-4e43-8d00-af2db71ec178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:34.978999 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3811608e-fecb-4e43-8d00-af2db71ec178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:34.980420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3811608e-fecb-4e43-8d00-af2db71ec178 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a0d34a6-fe13-4f3c-bc89-e84dd0d18769 HTTP/1.1" status: 204 len: 168 time: 0.3782120 Nov 09 20:01:35.002007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b8117-c2e5-4e35-b601-83bed1afe46b None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:35.004246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811608e-fecb-4e43-8d00-af2db71ec178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0d34a6-fe13-4f3c-bc89-e84dd0d18769,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:35.009380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.214795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Provisioning complete for port fb1ae681-530a-4f86-a106-40cec11a0bf2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:35.215164 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.268809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b367fc4-bea0-4d6a-970d-dd11ef607e76 req-7563b202-86b3-4226-a9d6-08bae3630fe7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 210 time: 0.0902994 Nov 09 20:01:35.275262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.345428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fb1ae681-530a-4f86-a106-40cec11a0bf2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:35.447690 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:35.478977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:35.492564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:35.526360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b57ac2d5-3af2-47ad-baf6-945b7d6ed5e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d09c8d7fb3d4862903407d4abb4cc80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9462759 Nov 09 20:01:35.528783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55302) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:35.648611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=91924400-b759-4d1b-a906-9c680c1256f9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:35.662424 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.675261 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.706828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc6399f4-2126-47cd-9c09-413894bcd232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.768216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:35.768908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.779683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc6399f4-2126-47cd-9c09-413894bcd232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.828606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] device_id is not set on port da4ead5a-0a63-45da-abf9-1818a6d2184d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:35.946224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] For port fb1ae681-530a-4f86-a106-40cec11a0bf2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fb1ae681-530a-4f86-a106-40cec11a0bf2,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:35.952892 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc6399f4-2126-47cd-9c09-413894bcd232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.957560 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc6399f4-2126-47cd-9c09-413894bcd232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.962690 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dc6399f4-2126-47cd-9c09-413894bcd232 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87140af8-c458-43dd-834f-ae4ce7bb5288 HTTP/1.1" status: 204 len: 168 time: 0.4298308 Nov 09 20:01:35.971646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:35.998187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6399f4-2126-47cd-9c09-413894bcd232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87140af8-c458-43dd-834f-ae4ce7bb5288,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:36.025649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fb1ae681-530a-4f86-a106-40cec11a0bf2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:36.026199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-8e6cc8d7-4a44-47cd-86bb-a0e095f1491c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2229044 Nov 09 20:01:36.027900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:36.055204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Request body: {'port': {'device_id': 'be1ef741-0590-4ca9-bbda-194ee6b8120d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:36.249011 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:36.268080 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-239dc1cd-2636-44db-9656-fbf1e8128d92 None None] Provisioning complete for port 91924400-b759-4d1b-a906-9c680c1256f9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:36.268418 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-239dc1cd-2636-44db-9656-fbf1e8128d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:36.392405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Pushing event updated for resources: {'Port': ['ID=fb1ae681-530a-4f86-a106-40cec11a0bf2,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:36.447169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.447512 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.447854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.448189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.448523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.448856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.449183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.449509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.450166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.450166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.450477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.450847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97797048-01ad-43f6-9660-6972ccea29ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:01:36.474087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-239dc1cd-2636-44db-9656-fbf1e8128d92 None None] Port 91924400-b759-4d1b-a906-9c680c1256f9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:01:36.784310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55344) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:36.811903 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4522e687-85e9-4fa0-b35e-542ccd2c0138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:36.863205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c92e5-8d36-4984-97e1-e6fa602ec5a7 req-6489d22d-47dd-4b07-a087-00fff67a2ef5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:36.865057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1e1c92e5-8d36-4984-97e1-e6fa602ec5a7 req-6489d22d-47dd-4b07-a087-00fff67a2ef5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 931 time: 0.2357147 Nov 09 20:01:37.036411 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4522e687-85e9-4fa0-b35e-542ccd2c0138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:37.074792 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4522e687-85e9-4fa0-b35e-542ccd2c0138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:37.120607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1e1c92e5-8d36-4984-97e1-e6fa602ec5a7 req-5ef5ba4f-0ef6-4a25-86e3-9b6508a3429f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157176 Nov 09 20:01:37.121912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8::100 (a3569f24-b25f-4233-bf98-fbac1e555025/41242cfc-d9d2-4258-aaf1-01701521cb07/da4ead5a-0a63-45da-abf9-1818a6d2184d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:37.179463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Allocated IP 2001:db8:0:1:f816:3eff:fe79:b8fb (a3569f24-b25f-4233-bf98-fbac1e555025/3d9f59df-ff33-45bc-b5b1-9c5023520c23/da4ead5a-0a63-45da-abf9-1818a6d2184d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:37.215739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522e687-85e9-4fa0-b35e-542ccd2c0138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00f6d27-fa49-4538-828b-63f54b6d3b3c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:37.233975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0b82c117-a5c6-4bcb-ab31-de398773c354 None None] Provisioning complete for port fb1ae681-530a-4f86-a106-40cec11a0bf2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:37.234630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0b82c117-a5c6-4bcb-ab31-de398773c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:37.295480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fb1ae681-530a-4f86-a106-40cec11a0bf2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:37.308942 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e69d420d-396f-4e30-824a-be0c1a893c49 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=44c592f044854d3482e2c9e6d7c19837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843930 Nov 09 20:01:37.378471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4522e687-85e9-4fa0-b35e-542ccd2c0138 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1189775188f457bb21dcb48a6db101d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904701 Nov 09 20:01:37.392562 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55366) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:37.496926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55370) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:37.599269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fb1ae681-530a-4f86-a106-40cec11a0bf2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:37.599902 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:37.618651 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:37.683976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2f387306-801d-4af8-9c1d-703fb20ef4c2 None None] Could not find standard attr ID for object 813c007e-4550-4c4c-a268-9b12cb844247. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:01:37.686102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91924400-b759-4d1b-a906-9c680c1256f9 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:01:37.691545 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:37.796562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-b92ff23e-3b34-4399-9dc7-597d85e26905 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:37.801776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-b92ff23e-3b34-4399-9dc7-597d85e26905 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4846845 Nov 09 20:01:37.809727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1364616892-network', 'tenant_id': '16caf2883bcc47fc9f0a0a6f490eca2a'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:37.833531 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-887d223a-937c-4e00-a5c6-347c17376454 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/quotas/44c592f044854d3482e2c9e6d7c19837 HTTP/1.1" status: 200 len: 375 time: 0.0165920 Nov 09 20:01:37.873404 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-599716cc-a42e-47db-9bd9-d490658c0c45 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44c592f044854d3482e2c9e6d7c19837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297348 Nov 09 20:01:37.887040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Made reservation on behalf of 16caf2883bcc47fc9f0a0a6f490eca2a for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:37.889530 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:37.915810 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.000950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c615eb2f-6015-4f5e-844e-250f80ebb1ae None None] Could not find standard attr ID for object 66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:01:38.101007 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.165338 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.180362 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.191163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6e8ee38-216c-4510-982d-413899a0d32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.216993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Network a3569f24-b25f-4233-bf98-fbac1e555025 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:38.228860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:01:38.252211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Transition to ACTIVE for port object 91924400-b759-4d1b-a906-9c680c1256f9 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:01:38.259618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:38.260642 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.260988 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Added segment f3c7d203-fe08-40b3-803c-835d651c13ba of type vlan for network f90b566f-7653-4e1b-96e6-d59756cc620d Nov 09 20:01:38.267527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:38.312460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:38.317433 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.358110 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event updated for resources: {'Port': ['ID=da4ead5a-0a63-45da-abf9-1818a6d2184d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:38.384121 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6e8ee38-216c-4510-982d-413899a0d32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.411153 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.427364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.477601 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f3105782-5113-444f-b1bd-cb95fa034640 req-ad637b80-4d75-47bb-b2d0-4c24da14f449 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 210 time: 0.2538970 Nov 09 20:01:38.522403 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b8cc3c11-1462-4d2d-aca3-e3ed4887e8e5 None None] Could not find standard attr ID for object 75891135-96f4-4392-b51a-78ec680dd94d. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:01:38.523013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-619d44ab-84cb-4252-a065-c8486986f42d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.3709266 Nov 09 20:01:38.533245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55396) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:38.644689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Pushing event updated for resources: {'Port': ['ID=91924400-b759-4d1b-a906-9c680c1256f9,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:38.687399 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6e8ee38-216c-4510-982d-413899a0d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.690131 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6e8ee38-216c-4510-982d-413899a0d32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:38.691460 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b6e8ee38-216c-4510-982d-413899a0d32d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c00f6d27-fa49-4538-828b-63f54b6d3b3c HTTP/1.1" status: 204 len: 168 time: 1.2834191 Nov 09 20:01:38.742246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8ee38-216c-4510-982d-413899a0d32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00f6d27-fa49-4538-828b-63f54b6d3b3c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:39.036734 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:01:39.041101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5b45dba5-4920-4472-9344-3344044142ac None None] Provisioning complete for port da4ead5a-0a63-45da-abf9-1818a6d2184d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:39.041637 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5b45dba5-4920-4472-9344-3344044142ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:39.136071 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-91a7c234-8633-4f2c-b6c4-9c9a6de7708e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting port da4ead5a-0a63-45da-abf9-1818a6d2184d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:39.136606 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91a7c234-8633-4f2c-b6c4-9c9a6de7708e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:39.157855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5b45dba5-4920-4472-9344-3344044142ac None None] Port da4ead5a-0a63-45da-abf9-1818a6d2184d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:01:39.416210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Attempting to bind port 91924400-b759-4d1b-a906-9c680c1256f9 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:39.417183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Attempting to bind port 91924400-b759-4d1b-a906-9c680c1256f9 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:39.417823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Attempting to bind port 91924400-b759-4d1b-a906-9c680c1256f9 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:39.427854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91a7c234-8633-4f2c-b6c4-9c9a6de7708e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:39.443577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Port 91924400-b759-4d1b-a906-9c680c1256f9 on network f371d5ab-06e0-49e5-9339-f059f28199e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:39.444786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Attempting to bind port 91924400-b759-4d1b-a906-9c680c1256f9 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:39.470125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-91a7c234-8633-4f2c-b6c4-9c9a6de7708e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Calling delete_port for da4ead5a-0a63-45da-abf9-1818a6d2184d owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:39.474429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:01:39.474819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:39.475781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Bound using segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:01:39.476332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Bound port: 91924400-b759-4d1b-a906-9c680c1256f9, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:01:39.476628 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:39.812082 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76f39852-cb90-4ff5-aa00-bd532fc724f8 req-7ceb8795-1a93-4c3f-b573-927f1dc56dfe tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 210 time: 0.1002066 Nov 09 20:01:39.851109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] For port 91924400-b759-4d1b-a906-9c680c1256f9, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:39.855538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] For port 91924400-b759-4d1b-a906-9c680c1256f9, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=91924400-b759-4d1b-a906-9c680c1256f9,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:01:39.876215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.resource_extend [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] It took 1.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 20:01:39.905156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc57fea-5375-4dbb-8bf1-52ef8fe94133,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:39.911967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:39.914720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:39.915648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:39.968613 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:39.987678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4893136 Nov 09 20:01:40.020859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55434) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:40.056404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Request body: {'subnet': {'network_id': 'f90b566f-7653-4e1b-96e6-d59756cc620d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1364616892-subnet', 'tenant_id': '16caf2883bcc47fc9f0a0a6f490eca2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:40.143928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:40.145334 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:40.147321 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] 10.222.0.77 "PUT /v2.0/ports/91924400-b759-4d1b-a906-9c680c1256f9 HTTP/1.1" status: 200 len: 1091 time: 4.1000009 Nov 09 20:01:40.153760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1ef741-0590-4ca9-bbda-194ee6b8120d', 'tag': '91924400-b759-4d1b-a906-9c680c1256f9'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:01:40.157015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Made reservation on behalf of 16caf2883bcc47fc9f0a0a6f490eca2a for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:40.159892 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3952d0c-83af-4e2b-beea-2eeb998dd981" -d '{"events": [{"name": "network-changed", "server_uuid": "be1ef741-0590-4ca9-bbda-194ee6b8120d", "tag": "91924400-b759-4d1b-a906-9c680c1256f9"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:01:40.162965 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:40.268707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7ce091e-f5df-43c9-a8a5-ed76f182da05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:40.364003 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20bcc4b-80f2-4ce3-bf62-e0c61b110c3d x-openstack-request-id: req-b20bcc4b-80f2-4ce3-bf62-e0c61b110c3d {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:01:40.364199 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1ef741-0590-4ca9-bbda-194ee6b8120d", "tag": "91924400-b759-4d1b-a906-9c680c1256f9", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:01:40.364535 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b20bcc4b-80f2-4ce3-bf62-e0c61b110c3d {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:01:40.365171 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1ef741-0590-4ca9-bbda-194ee6b8120d', 'tag': '91924400-b759-4d1b-a906-9c680c1256f9', 'status': 'completed', 'code': 200} Nov 09 20:01:40.418955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8a10-67ed-4e42-9f74-be963e1eb51e service neutron] Pushing event updated for resources: {'Port': ['ID=91924400-b759-4d1b-a906-9c680c1256f9,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:40.432153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069376ae-f87f-4a4f-ae58-2c4362c82160 req-275a36e6-8f4c-40af-9134-3457dcd029b2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:40.438096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-069376ae-f87f-4a4f-ae58-2c4362c82160 req-275a36e6-8f4c-40af-9134-3457dcd029b2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 2.0176651 Nov 09 20:01:40.452904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5106e1a-3181-41fb-b6f7-c7666347fb91 admin admin] Pushing event updated for resources: {'Network': ['ID=f90b566f-7653-4e1b-96e6-d59756cc620d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:40.477180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network f90b566f-7653-4e1b-96e6-d59756cc620d details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:01:40.572104 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-59f36f65-3432-4671-a8b6-9053bf8e951f tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=44c592f044854d3482e2c9e6d7c19837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1326737 Nov 09 20:01:40.752666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-55c2dbfc-2d01-44db-be2f-d4b22051630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:40.755309 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-55c2dbfc-2d01-44db-be2f-d4b22051630a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 1094 time: 0.4058259 Nov 09 20:01:40.776805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-069376ae-f87f-4a4f-ae58-2c4362c82160 req-147d4ccb-1bc4-47e1-a097-7f767d48d7a0 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095374 Nov 09 20:01:40.859161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-7178abbc-378b-49cc-9def-aa8eadac2a80 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:40.863725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-7178abbc-378b-49cc-9def-aa8eadac2a80 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608540 Nov 09 20:01:40.869118 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-58bf016a-af8a-4cea-9902-efc2957ca2b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91924400-b759-4d1b-a906-9c680c1256f9 HTTP/1.1" status: 200 len: 217 time: 0.0920355 Nov 09 20:01:40.875123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91a7c234-8633-4f2c-b6c4-9c9a6de7708e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:40.896095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Request body: {'port': {'device_id': 'e79d2ded-ddc5-4eb5-89db-827e85c0ed95', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '44c592f044854d3482e2c9e6d7c19837'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:41.048225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7c234-8633-4f2c-b6c4-9c9a6de7708e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Port': ['ID=da4ead5a-0a63-45da-abf9-1818a6d2184d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:41.103599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1d38fb77-adbf-4434-972a-78a4264eafb9 req-6fede2c2-d246-4222-b059-46db9278c05d tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 210 time: 0.1385024 Nov 09 20:01:41.184191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-50e2f184-6aa6-4a87-8002-fd8c8263ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:41.186545 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-50e2f184-6aa6-4a87-8002-fd8c8263ee4e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.3127081 Nov 09 20:01:41.193853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91a7c234-8633-4f2c-b6c4-9c9a6de7708e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:41.198365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-91a7c234-8633-4f2c-b6c4-9c9a6de7708e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/da4ead5a-0a63-45da-abf9-1818a6d2184d HTTP/1.1" status: 204 len: 168 time: 2.6244919 Nov 09 20:01:41.202032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55462) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:41.285956 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:41.442627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-cd1ee81f-bbcb-46ec-8221-ef75c2bbfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:41.445014 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-cd1ee81f-bbcb-46ec-8221-ef75c2bbfcf8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2429829 Nov 09 20:01:41.453072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cc8c2a-bb0a-4adf-8181-de34df5c3ede tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:41.465380 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d7cc8c2a-bb0a-4adf-8181-de34df5c3ede tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2501798 Nov 09 20:01:41.466173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55468) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:41.508592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea856cb0-5642-46c9-a8fe-cb1f1938fe28,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:41.528904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Checking segment: {'id': 'f3c7d203-fe08-40b3-803c-835d651c13ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'f90b566f-7653-4e1b-96e6-d59756cc620d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:41.529291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Network hostable DHCP agents. Network: f90b566f-7653-4e1b-96e6-d59756cc620d, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:01:41.581503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Made reservation on behalf of 44c592f044854d3482e2c9e6d7c19837 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:41.598015 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:41.621067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Network f90b566f-7653-4e1b-96e6-d59756cc620d is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:01:41.627876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:41.672045 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-a7a2d519-d387-4bd9-9511-8887d3fc5ca1 service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045610 Nov 09 20:01:41.772743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, f90b566f-7653-4e1b-96e6-d59756cc620d) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:41.777882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cf0a99-ba20-4699-8a65-716dab679b78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:41.780346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a5cf0a99-ba20-4699-8a65-716dab679b78 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3118885 Nov 09 20:01:41.781012 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:41.782703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:41.783304 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:41.784241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30be4148-7654-4976-99a2-48a1acb4464b None None] Network f90b566f-7653-4e1b-96e6-d59756cc620d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:41.795851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55478) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:41.812274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:41.829339 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-94ce0321-3ccf-4d6b-9aee-6beaa0f31407 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7969589 Nov 09 20:01:41.903588 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a0161d3-b969-4afa-a935-fca91412ff30 req-6fa7980a-d7dd-47d3-9764-ac89ef7abe29 service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199321 Nov 09 20:01:42.066357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-bf3dab70-e274-472e-b8cf-a0805f489985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:42.068334 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-bf3dab70-e274-472e-b8cf-a0805f489985 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 1094 time: 0.0838535 Nov 09 20:01:42.073945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb97c0f-fa46-476e-b25e-7adf31ffeb6b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:42.095086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6222bb-65af-4d24-9bc1-2ca951311ace tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:42.097537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6222bb-65af-4d24-9bc1-2ca951311ace tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:42.099816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6222bb-65af-4d24-9bc1-2ca951311ace tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:42.103182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4a6222bb-65af-4d24-9bc1-2ca951311ace tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3051236 Nov 09 20:01:42.110216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55488) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:42.163885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf19e08-fe62-4cb2-84f9-466c4987c7c0 None None] Network f90b566f-7653-4e1b-96e6-d59756cc620d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:42.335619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5db9d0-1192-4c52-83f4-3f8b7fb3741f req-e01af749-56bf-4943-9618-28579545dea8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:42.346659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a5db9d0-1192-4c52-83f4-3f8b7fb3741f req-e01af749-56bf-4943-9618-28579545dea8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.3687797 Nov 09 20:01:42.362806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade0304c-ba2d-4045-bb64-98c6e6e83e9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 3d9f59df-ff33-45bc-b5b1-9c5023520c23 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:42.404686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-97e60081-dfeb-4a18-aa94-5b3072e3972c req-e20bad88-5569-4530-8202-f83114d821e5 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 210 time: 0.1026592 Nov 09 20:01:42.429880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ade0304c-ba2d-4045-bb64-98c6e6e83e9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:42.435348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-06d5368f-41b2-4f3c-9e08-6fc20061c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:42.437494 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-06d5368f-41b2-4f3c-9e08-6fc20061c12e service neutron] 10.222.0.77 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.3541672 Nov 09 20:01:42.438108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55500) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:42.509184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7a5db9d0-1192-4c52-83f4-3f8b7fb3741f req-0aec4655-7022-40c9-8a79-af2142156768 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613817 Nov 09 20:01:42.531589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Allocated IP 192.168.233.162 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/edccbb62-580a-4002-b413-90a3c8366e8e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:42.542920 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-ea3cf940-2740-42ee-9177-3f0adf528373 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91924400-b759-4d1b-a906-9c680c1256f9 HTTP/1.1" status: 200 len: 217 time: 0.0716050 Nov 09 20:01:42.547888 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ade0304c-ba2d-4045-bb64-98c6e6e83e9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:42.577939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-750f65f8-fce1-4518-b6c7-b1f99c00c9a2 admin admin] Deleting subnet ea856cb0-5642-46c9-a8fe-cb1f1938fe28 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:42.621233 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-750f65f8-fce1-4518-b6c7-b1f99c00c9a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:42.666337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55506) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:42.749337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-6bf11484-6f4e-4f0e-b2de-accf15c6c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:42.751240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-6bf11484-6f4e-4f0e-b2de-accf15c6c3f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.1968615 Nov 09 20:01:42.754003 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-750f65f8-fce1-4518-b6c7-b1f99c00c9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:42.773092 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ade0304c-ba2d-4045-bb64-98c6e6e83e9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:42.831553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-750f65f8-fce1-4518-b6c7-b1f99c00c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:42.871805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-c25c4ca9-d495-4b3d-b469-b3c0894ecf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:42.873616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-c25c4ca9-d495-4b3d-b469-b3c0894ecf71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942252 Nov 09 20:01:42.961885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-750f65f8-fce1-4518-b6c7-b1f99c00c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:42.996139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f65f8-fce1-4518-b6c7-b1f99c00c9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea856cb0-5642-46c9-a8fe-cb1f1938fe28,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:43.025062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-750f65f8-fce1-4518-b6c7-b1f99c00c9a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.033382 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-750f65f8-fce1-4518-b6c7-b1f99c00c9a2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ea856cb0-5642-46c9-a8fe-cb1f1938fe28 HTTP/1.1" status: 204 len: 168 time: 0.5905313 Nov 09 20:01:43.036543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55514) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:43.037458 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.048994 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ade0304c-ba2d-4045-bb64-98c6e6e83e9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.106454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-68984263-d209-4b5c-bd3e-aec00e7dc0fb service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164381 Nov 09 20:01:43.132057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0304c-ba2d-4045-bb64-98c6e6e83e9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9f59df-ff33-45bc-b5b1-9c5023520c23,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:43.170270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1011281880'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:43.171317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2153b04-0947-440f-b83d-cd72ff4a6666 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:43.172250 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.234826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ade0304c-ba2d-4045-bb64-98c6e6e83e9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.249240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ade0304c-ba2d-4045-bb64-98c6e6e83e9f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/3d9f59df-ff33-45bc-b5b1-9c5023520c23 HTTP/1.1" status: 204 len: 168 time: 1.1376553 Nov 09 20:01:43.264797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55518) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:43.330194 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-261eecea-2006-480f-93be-267786c2b0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.340638 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.356938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Made reservation on behalf of c9c7ea126d0846fc9d84ed3265a5e801 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:43.360458 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.385865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-3253158a-0977-487b-a386-c15a73fe1113 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Deleting subnet 41242cfc-d9d2-4258-aaf1-01701521cb07 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:01:43.400723 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3253158a-0977-487b-a386-c15a73fe1113 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.413300 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.458302 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3952d0c-83af-4e2b-beea-2eeb998dd981 req-394215ea-0e2d-4731-8cb4-cf8243fbef17 service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383458 Nov 09 20:01:43.471711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:43.520850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:43.529340 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.578902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:43.604623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Pushing event updated for resources: {'Port': ['ID=edccbb62-580a-4002-b413-90a3c8366e8e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:43.671557 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.705148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3253158a-0977-487b-a386-c15a73fe1113 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.722058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63828a7-0113-405a-b2d3-3853e6f3ef95 req-aaac52ed-8ea8-4bad-bd09-2c3685c40708 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:43.727287 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a63828a7-0113-405a-b2d3-3853e6f3ef95 req-aaac52ed-8ea8-4bad-bd09-2c3685c40708 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 936 time: 0.1489339 Nov 09 20:01:43.729365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90b566f-7653-4e1b-96e6-d59756cc620d']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:43.752547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c7d203-fe08-40b3-803c-835d651c13ba') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:43.753452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c7d203-fe08-40b3-803c-835d651c13ba') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:43.804996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.855331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:43.855993 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.878076 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a63828a7-0113-405a-b2d3-3853e6f3ef95 req-b68bd3bf-0726-49d6-93ed-516746eb16ad tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433773 Nov 09 20:01:43.892016 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.907981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:01:43.911358 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:01:43.913790 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:01:43.930328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afec19-5e62-4092-a5bf-115d3b3bf316 req-368dc721-7577-4c48-b4e4-56eb68f68f78 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:43.938032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0afec19-5e62-4092-a5bf-115d3b3bf316 req-368dc721-7577-4c48-b4e4-56eb68f68f78 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.2576654 Nov 09 20:01:43.998328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-e94112f9-0f6b-4b6b-9aa6-b4f2544d86f9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1182711 Nov 09 20:01:44.018639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Request body: {'port': {'device_id': 'e79d2ded-ddc5-4eb5-89db-827e85c0ed95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:44.047357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-30c67e53-c2e8-4804-9765-727acaddeff5 None None] Provisioning complete for port edccbb62-580a-4002-b413-90a3c8366e8e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:44.048177 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-30c67e53-c2e8-4804-9765-727acaddeff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.053134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.098934 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.101537 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3253158a-0977-487b-a386-c15a73fe1113 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.109170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.121723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f90b566f-7653-4e1b-96e6-d59756cc620d HTTP/1.1" status: 204 len: 168 time: 1.0862672 Nov 09 20:01:44.122997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd2300-3336-4867-93ab-76bb88b4b036 admin admin] Pushing event deleted for resources: {'Network': ['ID=f90b566f-7653-4e1b-96e6-d59756cc620d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:44.124956 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0afec19-5e62-4092-a5bf-115d3b3bf316 req-675e9956-62bb-4af9-87a4-a81a2754d4b5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859581 Nov 09 20:01:44.143798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-30c67e53-c2e8-4804-9765-727acaddeff5 None None] Port edccbb62-580a-4002-b413-90a3c8366e8e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:01:44.208432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.363850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:01:44.398910 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.443776 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.444843 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Added segment 95f898d8-e1da-4df1-920e-b1f189022e8b of type vlan for network 52182488-2348-4bdb-bb01-5c7931e8f3d0 Nov 09 20:01:44.446897 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3253158a-0977-487b-a386-c15a73fe1113 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.460537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4973ea72-a1f5-400a-a7e9-983992a5b74d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:44.550561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.569592 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3253158a-0977-487b-a386-c15a73fe1113 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.580140 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3253158a-0977-487b-a386-c15a73fe1113 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/41242cfc-d9d2-4258-aaf1-01701521cb07 HTTP/1.1" status: 204 len: 168 time: 1.3074968 Nov 09 20:01:44.580974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55540) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:44.581442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253158a-0977-487b-a386-c15a73fe1113 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Subnet': ['ID=41242cfc-d9d2-4258-aaf1-01701521cb07,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:44.587616 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.642992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55542) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:44.662135 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e4cc50a5-fe0a-4d67-9f4b-ca70a6199dd1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781224 Nov 09 20:01:44.662362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55544) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:44.708605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ad3df-384c-46e3-b1c4-a5ce114fab94 None None] Network a3569f24-b25f-4233-bf98-fbac1e555025 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:44.762362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a1fd89-0b36-4492-ae46-3ee433cdcc29 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:44.767590 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c1a1fd89-0b36-4492-ae46-3ee433cdcc29 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1036427 Nov 09 20:01:44.774441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55550) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:44.796984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b05201d6-2d37-4316-8a54-b38e3787805a None None] Provisioning complete for port fb1ae681-530a-4f86-a106-40cec11a0bf2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:44.797645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b05201d6-2d37-4316-8a54-b38e3787805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.898690 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7222a40-6653-4a18-8bf6-aa9a21139c79 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:44.914293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a7222a40-6653-4a18-8bf6-aa9a21139c79 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1377959 Nov 09 20:01:44.920557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55552) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:44.979019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edccbb62-580a-4002-b413-90a3c8366e8e {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:01:44.990010 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:44.996892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:44.997653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.003493 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.030715 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e73ada-9ba9-4b2f-98aa-f1df12d50e54 None None] DHCP port deletion for a3569f24-b25f-4233-bf98-fbac1e555025 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:01:45.065676 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-894e7e0c-5eb5-47a0-adb5-c3bfb725c684 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1395700 Nov 09 20:01:45.065924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55556) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.104354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Transition to ACTIVE for port object edccbb62-580a-4002-b413-90a3c8366e8e will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:01:45.119294 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.135636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4667177 Nov 09 20:01:45.142254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9636df61-236a-4a17-bf42-352969baf03a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16caf2883bcc47fc9f0a0a6f490eca2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940217 Nov 09 20:01:45.148900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55562) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.167474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f0e73ada-9ba9-4b2f-98aa-f1df12d50e54 None None] Deleting port fb1ae681-530a-4f86-a106-40cec11a0bf2 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:45.167992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f0e73ada-9ba9-4b2f-98aa-f1df12d50e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.191187 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e4198d-ab39-4522-b46c-1480f6d99e4e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.192312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e4198d-ab39-4522-b46c-1480f6d99e4e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.198787 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d9e4198d-ab39-4522-b46c-1480f6d99e4e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/da4ead5a-0a63-45da-abf9-1818a6d2184d HTTP/1.1" status: 404 len: 333 time: 0.1295245 Nov 09 20:01:45.209780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55564) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.235435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Pushing event updated for resources: {'Port': ['ID=edccbb62-580a-4002-b413-90a3c8366e8e,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:45.260884 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4d7c7c-c3c6-407d-a3de-9ce5187d86fc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.261526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4d7c7c-c3c6-407d-a3de-9ce5187d86fc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.265768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4ff5b-6b0c-43ac-989a-a0094c1ebe61 tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Pushing event updated for resources: {'Network': ['ID=52182488-2348-4bdb-bb01-5c7931e8f3d0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:45.291885 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fc4d7c7c-c3c6-407d-a3de-9ce5187d86fc tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/3d9f59df-ff33-45bc-b5b1-9c5023520c23 HTTP/1.1" status: 404 len: 337 time: 0.0805736 Nov 09 20:01:45.292477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55566) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.319645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fb1ae681-530a-4f86-a106-40cec11a0bf2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:01:45.341996 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20ab024-650f-4710-86aa-2cd5846ed0f6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.342653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20ab024-650f-4710-86aa-2cd5846ed0f6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.345916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c20ab024-650f-4710-86aa-2cd5846ed0f6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/41242cfc-d9d2-4258-aaf1-01701521cb07 HTTP/1.1" status: 404 len: 337 time: 0.0514624 Nov 09 20:01:45.348600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55570) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.368464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643abc8-1cc8-433a-81b2-bf10c59d7e28 req-d5c431c6-d954-4eaf-995f-1e66f7ad6ab5 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:45.379427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e643abc8-1cc8-433a-81b2-bf10c59d7e28 req-d5c431c6-d954-4eaf-995f-1e66f7ad6ab5 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 936 time: 0.3203895 Nov 09 20:01:45.380646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 52182488-2348-4bdb-bb01-5c7931e8f3d0 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:01:45.414109 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a99c47-6df3-4f7a-b3c8-ba6df6e4b67b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.415144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a99c47-6df3-4f7a-b3c8-ba6df6e4b67b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.418473 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-14a99c47-6df3-4f7a-b3c8-ba6df6e4b67b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/75891135-96f4-4392-b51a-78ec680dd94d HTTP/1.1" status: 404 len: 333 time: 0.0686424 Nov 09 20:01:45.424856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55576) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.467455 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-18da71c3-639c-49eb-8c61-3b3375d7efd1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.468141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18da71c3-639c-49eb-8c61-3b3375d7efd1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.474953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-18da71c3-639c-49eb-8c61-3b3375d7efd1 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/6c40e030-a46c-433d-bdf4-2b09a7060c09 HTTP/1.1" status: 404 len: 337 time: 0.0487506 Nov 09 20:01:45.476666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55578) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.509724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f0e73ada-9ba9-4b2f-98aa-f1df12d50e54 None None] For port fb1ae681-530a-4f86-a106-40cec11a0bf2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fb1ae681-530a-4f86-a106-40cec11a0bf2,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:45.510281 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f0e73ada-9ba9-4b2f-98aa-f1df12d50e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.549321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f0e73ada-9ba9-4b2f-98aa-f1df12d50e54 None None] Calling delete_port for fb1ae681-530a-4f86-a106-40cec11a0bf2 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:45.558068 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e643abc8-1cc8-433a-81b2-bf10c59d7e28 req-4c40983a-d952-44d6-9ef9-84d2dd603310 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773887 Nov 09 20:01:45.580898 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-5846b8be-049b-44c5-86ff-3f534d9695a5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.581445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5846b8be-049b-44c5-86ff-3f534d9695a5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.595843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5846b8be-049b-44c5-86ff-3f534d9695a5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/086030b3-dcd4-4e48-ba27-c40f540b03be HTTP/1.1" status: 404 len: 337 time: 0.1022534 Nov 09 20:01:45.596519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.621235 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fa1504-a728-4e2e-8e8a-daae4f8007d3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.625525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fa1504-a728-4e2e-8e8a-daae4f8007d3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.631754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-70fa1504-a728-4e2e-8e8a-daae4f8007d3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/66a3e5f0-f0cd-4117-83cd-c6a3fbd07fb6 HTTP/1.1" status: 404 len: 333 time: 0.0340874 Nov 09 20:01:45.632515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55584) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.653571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8194f1b-5977-42d5-843a-6856d410774b req-e5ffcc26-cebf-4eff-ad93-dd2e5915386f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:45.655528 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e8194f1b-5977-42d5-843a-6856d410774b req-e5ffcc26-cebf-4eff-ad93-dd2e5915386f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.3418574 Nov 09 20:01:45.658464 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0521-242c-4b17-9bd5-33d993b12707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.666382 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e59018-367f-4d06-8e65-18291b9c662d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.666926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e59018-367f-4d06-8e65-18291b9c662d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.684959 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0521-242c-4b17-9bd5-33d993b12707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.685222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-29e59018-367f-4d06-8e65-18291b9c662d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/e8c39002-de16-492d-824d-dae82dda9251 HTTP/1.1" status: 404 len: 337 time: 0.0400226 Nov 09 20:01:45.686056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55586) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.749687 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1a9b3e-85da-4094-950c-c7551ccecfb6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.752770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1a9b3e-85da-4094-950c-c7551ccecfb6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.754717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Attempting to bind port edccbb62-580a-4002-b413-90a3c8366e8e on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:45.755159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Attempting to bind port edccbb62-580a-4002-b413-90a3c8366e8e by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:45.755470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Attempting to bind port edccbb62-580a-4002-b413-90a3c8366e8e on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:45.759437 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4e1a9b3e-85da-4094-950c-c7551ccecfb6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/0352fabd-6ed7-4129-ae07-ebdac26f29b6 HTTP/1.1" status: 404 len: 337 time: 0.0723031 Nov 09 20:01:45.761626 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0521-242c-4b17-9bd5-33d993b12707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.762558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55588) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.764520 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0521-242c-4b17-9bd5-33d993b12707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.765953 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6dfc0521-242c-4b17-9bd5-33d993b12707 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffc57fea-5375-4dbb-8bf1-52ef8fe94133 HTTP/1.1" status: 204 len: 168 time: 0.5374315 Nov 09 20:01:45.803025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Port edccbb62-580a-4002-b413-90a3c8366e8e on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:45.804942 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3209579-2ba8-4a41-bced-81f6fa9af22a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.805736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3209579-2ba8-4a41-bced-81f6fa9af22a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.809417 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d3209579-2ba8-4a41-bced-81f6fa9af22a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/813c007e-4550-4c4c-a268-9b12cb844247 HTTP/1.1" status: 404 len: 333 time: 0.0456507 Nov 09 20:01:45.812040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Attempting to bind port edccbb62-580a-4002-b413-90a3c8366e8e on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:45.812589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55592) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.844012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:01:45.845728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:45.848107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:01:45.849556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Bound port: edccbb62-580a-4002-b413-90a3c8366e8e, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:01:45.853307 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.862845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc0521-242c-4b17-9bd5-33d993b12707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc57fea-5375-4dbb-8bf1-52ef8fe94133,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:45.888852 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d1003b-ef74-4525-a7bd-3728eb50b96b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.890010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d1003b-ef74-4525-a7bd-3728eb50b96b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.894991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a0d1003b-ef74-4525-a7bd-3728eb50b96b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/ac7de2ba-86ca-44b3-8a5f-ed28e891bc27 HTTP/1.1" status: 404 len: 337 time: 0.0813203 Nov 09 20:01:45.896747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.898127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55594) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:45.901079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e8194f1b-5977-42d5-843a-6856d410774b req-2bb8480f-40bb-4e2b-9609-fbad81a786e3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673629 Nov 09 20:01:45.972562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port fb1ae681-530a-4f86-a106-40cec11a0bf2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fb1ae681-530a-4f86-a106-40cec11a0bf2,segment=NetworkSegment(fdfa6161-e562-469b-891f-f3de4a828e51),segment_id=fdfa6161-e562-469b-891f-f3de4a828e51)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:45.980730 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:45.986289 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-52743cf5-36dd-4c22-84d5-d7574bb4fd18 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:45.987352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52743cf5-36dd-4c22-84d5-d7574bb4fd18 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:45.993877 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-52743cf5-36dd-4c22-84d5-d7574bb4fd18 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/cdbc6e86-a419-422a-b4ad-af7e07b1f28f HTTP/1.1" status: 404 len: 337 time: 0.0940981 Nov 09 20:01:46.000624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55596) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.041465 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cf58fd-ccfd-4ebf-ba2c-98f1321405dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.042622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49cf58fd-ccfd-4ebf-ba2c-98f1321405dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.049731 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-49cf58fd-ccfd-4ebf-ba2c-98f1321405dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/6b5dac9a-a9b6-46b5-9c98-64c18de2b129 HTTP/1.1" status: 404 len: 333 time: 0.0476093 Nov 09 20:01:46.052526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55602) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.058705 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f0e73ada-9ba9-4b2f-98aa-f1df12d50e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:46.099777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=fb1ae681-530a-4f86-a106-40cec11a0bf2,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:46.105189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] For port edccbb62-580a-4002-b413-90a3c8366e8e, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:46.113274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] For port edccbb62-580a-4002-b413-90a3c8366e8e, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=edccbb62-580a-4002-b413-90a3c8366e8e,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:01:46.120290 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:46.130591 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d14da7-7284-48d1-bff8-ba396ca92a3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.131773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d14da7-7284-48d1-bff8-ba396ca92a3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.137350 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-06d14da7-7284-48d1-bff8-ba396ca92a3f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/0d0ec202-2c11-4bf9-b810-5f2acdaca645 HTTP/1.1" status: 404 len: 337 time: 0.0828919 Nov 09 20:01:46.141757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55604) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.200071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e73ada-9ba9-4b2f-98aa-f1df12d50e54 None None] No DVR routers for this DVR port fb1ae681-530a-4f86-a106-40cec11a0bf2 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:01:46.204056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e73ada-9ba9-4b2f-98aa-f1df12d50e54 None None] Pushing event deleted for resources: {'Port': ['ID=fb1ae681-530a-4f86-a106-40cec11a0bf2,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:46.207956 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-6950ef0b-1588-4512-ae8d-3f587bbf9cac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.208695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6950ef0b-1588-4512-ae8d-3f587bbf9cac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.210499 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:46.211338 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:46.213062 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] 10.222.0.70 "PUT /v2.0/ports/edccbb62-580a-4002-b413-90a3c8366e8e HTTP/1.1" status: 200 len: 1096 time: 2.1985834 Nov 09 20:01:46.219467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79d2ded-ddc5-4eb5-89db-827e85c0ed95', 'tag': 'edccbb62-580a-4002-b413-90a3c8366e8e'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:01:46.222201 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cf3591-dcdb-4e83-aba1-8df32349af23" -d '{"events": [{"name": "network-changed", "server_uuid": "e79d2ded-ddc5-4eb5-89db-827e85c0ed95", "tag": "edccbb62-580a-4002-b413-90a3c8366e8e"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:01:46.248817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55606) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.252300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55610) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.263253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6950ef0b-1588-4512-ae8d-3f587bbf9cac tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/4759880a-d986-445e-bbee-6d812137240c HTTP/1.1" status: 404 len: 333 time: 0.0687268 Nov 09 20:01:46.306280 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:46.338742 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf360c9-171c-4a4c-aa5c-8bebe09fa8c6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.339221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf360c9-171c-4a4c-aa5c-8bebe09fa8c6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.345184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55616) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.357334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ccf360c9-171c-4a4c-aa5c-8bebe09fa8c6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/787631a3-a73f-401e-974a-8c4b58346adf HTTP/1.1" status: 404 len: 337 time: 0.1023726 Nov 09 20:01:46.364628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Request body: {'port': {'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0', 'binding:host_id': 'n-h1-817256-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1217656455'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:46.404344 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b36c770-976d-4822-8c08-c953239016b2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.405337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b36c770-976d-4822-8c08-c953239016b2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.409209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9b36c770-976d-4822-8c08-c953239016b2 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/ea7c5716-86e0-46f6-a4e2-6a7a028cd3df HTTP/1.1" status: 404 len: 333 time: 0.0627198 Nov 09 20:01:46.412978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55618) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.415949 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8033e1e1-4160-493f-9552-1105d0cdf20c x-openstack-request-id: req-8033e1e1-4160-493f-9552-1105d0cdf20c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:01:46.416240 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79d2ded-ddc5-4eb5-89db-827e85c0ed95", "tag": "edccbb62-580a-4002-b413-90a3c8366e8e", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:01:46.416498 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8033e1e1-4160-493f-9552-1105d0cdf20c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:01:46.416921 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79d2ded-ddc5-4eb5-89db-827e85c0ed95', 'tag': 'edccbb62-580a-4002-b413-90a3c8366e8e', 'status': 'completed', 'code': 200} Nov 09 20:01:46.460232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b32ebd-568a-4fd8-972d-ac59dd7719d5 service neutron] Pushing event updated for resources: {'Port': ['ID=edccbb62-580a-4002-b413-90a3c8366e8e,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:46.466668 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a4f7d2-1be5-4c09-87b6-3dc65eaeca22 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.467179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a4f7d2-1be5-4c09-87b6-3dc65eaeca22 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.471607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b5a4f7d2-1be5-4c09-87b6-3dc65eaeca22 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/a6d704f3-a21f-4fb2-8b85-b091e33ff813 HTTP/1.1" status: 404 len: 337 time: 0.0576491 Nov 09 20:01:46.476706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55620) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.493876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-6c1538bf-1c22-424a-a9ac-8dac967588f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:46.495905 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-6c1538bf-1c22-424a-a9ac-8dac967588f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44c592f044854d3482e2c9e6d7c19837&device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 1099 time: 0.1052077 Nov 09 20:01:46.497212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Made reservation on behalf of fc807feb461b44edaf205d36ee3b919c for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:46.499700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:46.519455 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-12235f62-6342-48ce-934a-33515395f7dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.520560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12235f62-6342-48ce-934a-33515395f7dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.522384 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:46.523843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-12235f62-6342-48ce-934a-33515395f7dd tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/5387547c-aa4e-479b-8587-695946fd7678 HTTP/1.1" status: 404 len: 333 time: 0.0460308 Nov 09 20:01:46.526820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55622) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.576030 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1377570-061a-4ecb-b66c-dd3916b9229e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.579238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1377570-061a-4ecb-b66c-dd3916b9229e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.583633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-9addb5df-feeb-41e6-a12f-e514703ca69a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=edccbb62-580a-4002-b413-90a3c8366e8e HTTP/1.1" status: 200 len: 217 time: 0.0624912 Nov 09 20:01:46.587841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c1377570-061a-4ecb-b66c-dd3916b9229e tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/965e6d8f-2f6e-4eb8-88b0-934c6a90f120 HTTP/1.1" status: 404 len: 337 time: 0.0600355 Nov 09 20:01:46.595110 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55626) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.690820 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-be47680a-4231-4b76-add5-e1f5d6b0a56b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.691484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be47680a-4231-4b76-add5-e1f5d6b0a56b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.694782 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-be47680a-4231-4b76-add5-e1f5d6b0a56b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/52ffd17e-4da2-4a12-8fbc-439536960c3f HTTP/1.1" status: 404 len: 333 time: 0.0960765 Nov 09 20:01:46.710003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55634) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.744858 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b00c0c3-583e-44ca-8bd3-afc3f50ba30f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.745887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b00c0c3-583e-44ca-8bd3-afc3f50ba30f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.750840 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9b00c0c3-583e-44ca-8bd3-afc3f50ba30f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/d5952592-fb90-4d05-8ef7-38cb61157ee9 HTTP/1.1" status: 404 len: 337 time: 0.0373499 Nov 09 20:01:46.751277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55638) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.788256 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fa5626-6bf5-4c65-9807-451f417c3485 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.788979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fa5626-6bf5-4c65-9807-451f417c3485 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.792025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-69fa5626-6bf5-4c65-9807-451f417c3485 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/69e76ef7-8376-4265-8252-bf4c7ca16e28 HTTP/1.1" status: 404 len: 333 time: 0.0397229 Nov 09 20:01:46.796584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55642) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.808975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeef281-1893-44fe-af03-2b25984d93e4 req-f6a7c8ad-d574-4f43-a4cb-c96099b0f6dd tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:46.811041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ddeef281-1893-44fe-af03-2b25984d93e4 req-f6a7c8ad-d574-4f43-a4cb-c96099b0f6dd tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 948 time: 0.1475658 Nov 09 20:01:46.841393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:46.847128 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:46.855288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] device_id is not set on port b9499a54-f5f7-4ae9-b4a5-e633461d844b yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:46.856997 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbb1f14-a876-402c-9c3f-7ea76a88f6b5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.857645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bbb1f14-a876-402c-9c3f-7ea76a88f6b5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.861097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4bbb1f14-a876-402c-9c3f-7ea76a88f6b5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/aa3b3e2f-031d-4332-8810-b54e65263b69 HTTP/1.1" status: 404 len: 337 time: 0.0488000 Nov 09 20:01:46.863770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55644) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.898102 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-466235fa-5814-4fc5-9de8-ce33b00d1f1d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.898605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466235fa-5814-4fc5-9de8-ce33b00d1f1d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.901685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-466235fa-5814-4fc5-9de8-ce33b00d1f1d tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/f25b9f63-d116-4389-a9c4-faaaf958b26c HTTP/1.1" status: 404 len: 337 time: 0.0368035 Nov 09 20:01:46.907872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55648) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:46.965078 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ddeef281-1893-44fe-af03-2b25984d93e4 req-58cfa1a9-11a0-4e81-b314-d60578f71c5d tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439984 Nov 09 20:01:46.969572 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-79abf78b-a89c-4b8f-9b38-1aa3d83ccbd3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:46.971920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79abf78b-a89c-4b8f-9b38-1aa3d83ccbd3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:46.978451 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-79abf78b-a89c-4b8f-9b38-1aa3d83ccbd3 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/3872b457-127f-48c8-bd3f-e0d2e8284523 HTTP/1.1" status: 404 len: 333 time: 0.0693219 Nov 09 20:01:46.983651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55652) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.036579 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-37da7a33-2654-458c-bce1-33d7c55713a9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.037047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37da7a33-2654-458c-bce1-33d7c55713a9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.040748 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-37da7a33-2654-458c-bce1-33d7c55713a9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/ebdf28fa-6cae-4779-bdbb-a196251e000a HTTP/1.1" status: 404 len: 337 time: 0.0557604 Nov 09 20:01:47.044726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55654) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.098350 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ce97a3-5f7b-4161-a1c3-03aa7de73c38 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.099015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ce97a3-5f7b-4161-a1c3-03aa7de73c38 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.103108 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a2ce97a3-5f7b-4161-a1c3-03aa7de73c38 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/37314d50-1c39-4efe-9e1d-a1d001ac11bd HTTP/1.1" status: 404 len: 337 time: 0.0571816 Nov 09 20:01:47.105877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55656) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.146178 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4a6160-a411-4bea-aa2f-19087d7287d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.146883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4a6160-a411-4bea-aa2f-19087d7287d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.150548 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4c4a6160-a411-4bea-aa2f-19087d7287d5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/4238e63e-3ee5-462f-8b07-df6a73b5672f HTTP/1.1" status: 404 len: 333 time: 0.0428023 Nov 09 20:01:47.153140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55664) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.187245 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14d5d63-e835-4376-977c-9b0b5d805ac5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.199498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14d5d63-e835-4376-977c-9b0b5d805ac5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.202772 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c14d5d63-e835-4376-977c-9b0b5d805ac5 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/a35ea2c6-0ee2-46bf-b273-13940cd10835 HTTP/1.1" status: 404 len: 337 time: 0.0481591 Nov 09 20:01:47.205257 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55668) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.238832 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-78235b67-03d4-4318-8153-11ae99837c9a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.239465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78235b67-03d4-4318-8153-11ae99837c9a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.243577 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-78235b67-03d4-4318-8153-11ae99837c9a tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/a426fbf9-fe20-4e74-8522-f75f6a23693a HTTP/1.1" status: 404 len: 337 time: 0.0371237 Nov 09 20:01:47.246418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55670) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.259617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-8c261eda-b93c-4856-b1ca-ce6a32ed398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:47.261116 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-8c261eda-b93c-4856-b1ca-ce6a32ed398c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.6441314 Nov 09 20:01:47.276767 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c4a2ff-9461-4a26-a28f-0e073e010d6c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.277452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c4a2ff-9461-4a26-a28f-0e073e010d6c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.281968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-98c4a2ff-9461-4a26-a28f-0e073e010d6c tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/1ee11987-ddae-416b-adb0-3c54812f89b4 HTTP/1.1" status: 404 len: 333 time: 0.0329692 Nov 09 20:01:47.283031 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55674) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.311438 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff87cb99-9e6c-4498-8abe-ffe6311e38f7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.312063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff87cb99-9e6c-4498-8abe-ffe6311e38f7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.316288 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ff87cb99-9e6c-4498-8abe-ffe6311e38f7 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/ec94a77c-f04b-4cdc-b157-b61cac7e423b HTTP/1.1" status: 404 len: 337 time: 0.0322654 Nov 09 20:01:47.318834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55676) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.348322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcff102-d5e5-49b4-a020-e85afa4362f4,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:47.355602 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-7570bb3e-e6b2-4df3-8e17-288d9923a201 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.356211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7570bb3e-e6b2-4df3-8e17-288d9923a201 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.360398 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7570bb3e-e6b2-4df3-8e17-288d9923a201 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/f82d26a7-7730-4bb8-9ea0-40072f4112a9 HTTP/1.1" status: 404 len: 337 time: 0.0405426 Nov 09 20:01:47.364041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55678) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.384358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b2dc9-1b7d-4f77-ae71-7173b41968fa req-bb43ecfb-4ab4-448f-b83d-b4ffb70e441d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:47.385899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c2b2dc9-1b7d-4f77-ae71-7173b41968fa req-bb43ecfb-4ab4-448f-b83d-b4ffb70e441d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.2620652 Nov 09 20:01:47.398778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] device_id is not set on port b9499a54-f5f7-4ae9-b4a5-e633461d844b yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:47.419717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-01b8f05d-247b-4daf-a59a-ee792b43a1d8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1e927c-8dd0-4486-9330-c021e1cbd0c9 HTTP/1.1" status: 200 len: 205 time: 0.0543966 Nov 09 20:01:47.420434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55684) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.437231 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:47.449568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:47.454223 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c2b2dc9-1b7d-4f77-ae71-7173b41968fa req-964387a2-54ee-4aa1-943a-fd81578fcbde tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608234 Nov 09 20:01:47.464097 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-809e06a3-9ef9-4fa3-a656-72d182a2d7a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] delete failed (client error): The resource could not be found. Nov 09 20:01:47.468090 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-809e06a3-9ef9-4fa3-a656-72d182a2d7a6 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/routers/ac1e927c-8dd0-4486-9330-c021e1cbd0c9 HTTP/1.1" status: 404 len: 336 time: 0.0465689 Nov 09 20:01:47.468772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55690) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.479284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-d0b48df0-9928-4884-af92-5a52f89e5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:47.480834 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-d0b48df0-9928-4884-af92-5a52f89e5f5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995466 Nov 09 20:01:47.496505 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-544ca074-d35d-4055-99cc-59d3733e63df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.496974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544ca074-d35d-4055-99cc-59d3733e63df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.502845 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-544ca074-d35d-4055-99cc-59d3733e63df tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/5190314d-f346-45e3-98d6-90e5f5692649 HTTP/1.1" status: 404 len: 337 time: 0.0329747 Nov 09 20:01:47.503460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55692) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.539493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8eec0de7-5708-4abb-a260-0d87a0ceb461 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "GET /v2.0/ports?device_id=097264de-496a-4b22-b9e7-1dddcd8c1172 HTTP/1.1" status: 200 len: 205 time: 0.0347395 Nov 09 20:01:47.540240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55694) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.584230 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-992e0e81-81bd-4798-b578-a32d41208a50 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] delete failed (client error): The resource could not be found. Nov 09 20:01:47.586172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-992e0e81-81bd-4798-b578-a32d41208a50 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/routers/097264de-496a-4b22-b9e7-1dddcd8c1172 HTTP/1.1" status: 404 len: 336 time: 0.0451007 Nov 09 20:01:47.588536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55698) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.623002 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-867d2de1-46f1-4e2f-924b-ce92df266d74 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.624445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867d2de1-46f1-4e2f-924b-ce92df266d74 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.628891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-867d2de1-46f1-4e2f-924b-ce92df266d74 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/70e38b4a-3f01-453c-8260-c22762e47e9a HTTP/1.1" status: 404 len: 337 time: 0.0387774 Nov 09 20:01:47.630776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event updated for resources: {'Port': ['ID=b9499a54-f5f7-4ae9-b4a5-e633461d844b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:47.631430 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55702) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.637070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Checking segment: {'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:47.637556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Network hostable DHCP agents. Network: 52182488-2348-4bdb-bb01-5c7931e8f3d0, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:01:47.653554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-a4b819aa-4257-46d5-bef1-a1a808f7f481 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651766 Nov 09 20:01:47.671034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Network 52182488-2348-4bdb-bb01-5c7931e8f3d0 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:01:47.673233 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b81ba66-b2ee-43ab-b9e1-84e9829df162 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.673864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b81ba66-b2ee-43ab-b9e1-84e9829df162 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.677420 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0b81ba66-b2ee-43ab-b9e1-84e9829df162 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/30c23484-cc49-4b3e-a259-66738fe02674 HTTP/1.1" status: 404 len: 337 time: 0.0442410 Nov 09 20:01:47.680105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55704) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.715047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 52182488-2348-4bdb-bb01-5c7931e8f3d0) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:47.723018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:47.726236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eda5b2-d12a-4dbe-b2bb-aecf155c7fac None None] Network 52182488-2348-4bdb-bb01-5c7931e8f3d0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:47.731088 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5fbebb-e626-49a6-b37b-1c6497c240fe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.732034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5fbebb-e626-49a6-b37b-1c6497c240fe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.738556 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9f5fbebb-e626-49a6-b37b-1c6497c240fe tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/4d3c3680-bec5-473d-b102-eef6fdaf52d1 HTTP/1.1" status: 404 len: 333 time: 0.0545151 Nov 09 20:01:47.738556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55706) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.741734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:47.742074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:47.742538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:47.758806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:47.759156 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:47.760889 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 2 to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b Nov 09 20:01:47.782548 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b0138f-ab37-4f8d-8152-4ebcceed716b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.783135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b0138f-ab37-4f8d-8152-4ebcceed716b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.789970 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-08b0138f-ab37-4f8d-8152-4ebcceed716b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/a48f26e0-03cc-48cf-b065-26763183065b HTTP/1.1" status: 404 len: 337 time: 0.0469282 Nov 09 20:01:47.789970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55716) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.803411 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7af0eb83-afd4-4130-ac3c-1cca66db776d req-d5bab99b-3e43-4542-a211-b47f6d5bc9b1 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410904 Nov 09 20:01:47.804079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:47.804414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:47.804748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:47.817106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:47.817447 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:47.817840 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 3 to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b Nov 09 20:01:47.818347 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6ca665-42e0-4406-918e-5b2fb675c552 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.819191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6ca665-42e0-4406-918e-5b2fb675c552 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.823426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3b6ca665-42e0-4406-918e-5b2fb675c552 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/7931ff6f-3006-42cc-bac8-3665e3df2062 HTTP/1.1" status: 404 len: 333 time: 0.0321372 Nov 09 20:01:47.826096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55718) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.869247 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2ae0d2-5d2e-4658-9946-e8a926273c8b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.869719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2ae0d2-5d2e-4658-9946-e8a926273c8b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.873143 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-da2ae0d2-5d2e-4658-9946-e8a926273c8b tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/5081450c-0731-4b56-9df7-1e2580f16d91 HTTP/1.1" status: 404 len: 337 time: 0.0460365 Nov 09 20:01:47.874139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:47.874473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:47.874834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:47.876758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55724) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.880201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:47.880540 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:47.880936 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 4 to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b Nov 09 20:01:47.921800 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-698704ad-4ba6-4f80-9282-fd7510a702bf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.922852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698704ad-4ba6-4f80-9282-fd7510a702bf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.926758 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-698704ad-4ba6-4f80-9282-fd7510a702bf tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/ca783058-38a7-42de-958f-5762284cb5cb HTTP/1.1" status: 404 len: 333 time: 0.0482607 Nov 09 20:01:47.930063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55728) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.935609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:47.935957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:47.936301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:47.943117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:47.943117 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:47.943438 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 5 to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b Nov 09 20:01:47.964731 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d664fab-3393-4bc0-ab52-cfb640a8d690 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:47.965439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d664fab-3393-4bc0-ab52-cfb640a8d690 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:47.965819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:47.966412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:47.966783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:47.969440 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6d664fab-3393-4bc0-ab52-cfb640a8d690 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/7e299c11-7e5e-43d5-a9fb-9636c2bc3d91 HTTP/1.1" status: 404 len: 337 time: 0.0377979 Nov 09 20:01:47.972194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55730) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:47.977187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:47.977531 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:47.979205 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 6 to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b Nov 09 20:01:47.994050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-c2232a64-f9e0-42c6-9d52-158502341f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:47.995736 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-c2232a64-f9e0-42c6-9d52-158502341f74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44c592f044854d3482e2c9e6d7c19837&device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 1099 time: 0.0955846 Nov 09 20:01:48.016928 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f25977b-3e39-41f2-b907-6fb9655fb6f9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:48.017798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f25977b-3e39-41f2-b907-6fb9655fb6f9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:48.022053 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6f25977b-3e39-41f2-b907-6fb9655fb6f9 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/47c9f56e-4945-4519-8c78-9a301d804b1a HTTP/1.1" status: 404 len: 333 time: 0.0484867 Nov 09 20:01:48.025383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55740) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:48.079627 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-535ad270-16c3-4041-ade8-56f8cab8d2c8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:48.080101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535ad270-16c3-4041-ade8-56f8cab8d2c8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:48.082527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:48.082877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:48.083439 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-535ad270-16c3-4041-ade8-56f8cab8d2c8 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/ae9fefe8-078f-4a0c-9b78-3cc466964484 HTTP/1.1" status: 404 len: 337 time: 0.0571041 Nov 09 20:01:48.086560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:48.086772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55744) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:48.118864 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1c3790-ebb6-484b-9340-e6f2af6ec222 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:48.119567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1c3790-ebb6-484b-9340-e6f2af6ec222 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:48.122967 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-af1c3790-ebb6-484b-9340-e6f2af6ec222 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/fdc39553-7566-4b8d-b241-e3a261382453 HTTP/1.1" status: 404 len: 333 time: 0.0346298 Nov 09 20:01:48.126085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55750) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:48.138393 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:48.138816 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:48.139321 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 7 to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b Nov 09 20:01:48.160396 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc0552e-8bbf-4790-bb37-694c58d8a2af tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:48.160866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc0552e-8bbf-4790-bb37-694c58d8a2af tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:48.165076 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cfc0552e-8bbf-4790-bb37-694c58d8a2af tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/5a5f138c-55b7-48be-a0e8-013c4c65d8e5 HTTP/1.1" status: 404 len: 337 time: 0.0373967 Nov 09 20:01:48.167531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55756) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:48.183457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:48.183800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:48.184144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:48.194423 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-5647879e-3553-4b6f-8f20-327a08935b91 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:48.195338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5647879e-3553-4b6f-8f20-327a08935b91 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:48.198308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2516224-f996-4654-8573-36b0e0e4f69a req-f7b8978d-a6c1-4505-ba35-08fd6f122e47 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:48.199072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5647879e-3553-4b6f-8f20-327a08935b91 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/df15d3a6-890a-492f-b116-03b8d30af40f HTTP/1.1" status: 404 len: 333 time: 0.0303071 Nov 09 20:01:48.201446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:48.202761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2516224-f996-4654-8573-36b0e0e4f69a req-f7b8978d-a6c1-4505-ba35-08fd6f122e47 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 948 time: 0.1211307 Nov 09 20:01:48.205384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:48.205642 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:48.209046 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 8 to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b Nov 09 20:01:48.238984 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59bf8da-4a59-4ffe-b0e3-ace2cfd05271 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:48.239443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59bf8da-4a59-4ffe-b0e3-ace2cfd05271 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:48.243659 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b59bf8da-4a59-4ffe-b0e3-ace2cfd05271 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/1b9c92b3-2b05-416c-bdaa-2c0a6df8bea1 HTTP/1.1" status: 404 len: 337 time: 0.0407383 Nov 09 20:01:48.245838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:48.249793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:48.250139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:48.250535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:48.255558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-4f0b389c-01c1-4a0b-a3c7-0b22d3a77196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:48.258215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-4f0b389c-01c1-4a0b-a3c7-0b22d3a77196 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2546535 Nov 09 20:01:48.263254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:48.263878 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:48.265389 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 9 to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b Nov 09 20:01:48.278426 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b72073-7234-4358-a1c6-890e6ed3baee tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:48.279401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b72073-7234-4358-a1c6-890e6ed3baee tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:48.282467 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b3b72073-7234-4358-a1c6-890e6ed3baee tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/ports/b670fcee-ba26-4f01-a9da-ee0a11ac571c HTTP/1.1" status: 404 len: 333 time: 0.0355453 Nov 09 20:01:48.286977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55768) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:48.326724 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b039b8b-ee99-4ad5-8941-a55c1c85415f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] DELETE failed (client error): The resource could not be found. Nov 09 20:01:48.327194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b039b8b-ee99-4ad5-8941-a55c1c85415f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:01:48.332922 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6b039b8b-ee99-4ad5-8941-a55c1c85415f tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/subnets/d725e28e-31c8-43af-b3ba-501d1436f088 HTTP/1.1" status: 404 len: 337 time: 0.0443444 Nov 09 20:01:48.333547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55772) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:48.335492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:48.335989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:48.336341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:48.340958 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-dcc4cf8a-6e45-47c9-bd35-214eac98c796 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=edccbb62-580a-4002-b413-90a3c8366e8e HTTP/1.1" status: 200 len: 217 time: 0.0661509 Nov 09 20:01:48.345685 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2516224-f996-4654-8573-36b0e0e4f69a req-967c27e0-8afb-4d56-b957-b08a0aa50874 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330752 Nov 09 20:01:48.348021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:48.348321 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:48.349924 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 10 to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b Nov 09 20:01:48.478627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:48.655424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:48.677931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55784) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:48.710872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb8c34-3540-411c-ae1c-f9a9654d20ef req-ca6ba290-b037-4612-974a-b4446a25ef5d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:48.712419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01cb8c34-3540-411c-ae1c-f9a9654d20ef req-ca6ba290-b037-4612-974a-b4446a25ef5d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.1533892 Nov 09 20:01:48.714259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3569f24-b25f-4233-bf98-fbac1e555025']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:48.731632 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfa6161-e562-469b-891f-f3de4a828e51') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:48.731988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfa6161-e562-469b-891f-f3de4a828e51') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:01:48.749069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:48.784487 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01cb8c34-3540-411c-ae1c-f9a9654d20ef req-42240ac1-59c2-41a0-88f3-dbec71e67d4f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623248 Nov 09 20:01:48.791090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:48.797411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:01:48.797853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:01:48.802110 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:01:48.816574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-96a943c2-29c1-47f7-8ad9-bc1e81483c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:48.818552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-96a943c2-29c1-47f7-8ad9-bc1e81483c8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.4692099 Nov 09 20:01:48.821955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:48.822312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:48.822677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:48.861529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port b9499a54-f5f7-4ae9-b4a5-e633461d844b on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:48.861896 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port b9499a54-f5f7-4ae9-b4a5-e633461d844b on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:48.862402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:48.875772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d99ba323-e46c-4a62-afb2-7e90db7c1b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:48.886944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:48.894878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:48.901194 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] 10.222.0.53 "DELETE /v2.0/networks/a3569f24-b25f-4233-bf98-fbac1e555025 HTTP/1.1" status: 204 len: 168 time: 0.5666625 Nov 09 20:01:48.925963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20286ab-61a0-41bd-bc36-c73ee33c1418 tempest-NetworksTestDHCPv6-1968764981 tempest-NetworksTestDHCPv6-1968764981-project] Pushing event deleted for resources: {'Network': ['ID=a3569f24-b25f-4233-bf98-fbac1e555025,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:48.949069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] For port b9499a54-f5f7-4ae9-b4a5-e633461d844b, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:48.949418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempted to set empty binding levels {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 20:01:48.959677 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:48.997681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d99ba323-e46c-4a62-afb2-7e90db7c1b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.003802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d99ba323-e46c-4a62-afb2-7e90db7c1b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.006108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:49.007135 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.022820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-4c543271-e94e-4091-b103-79d2298ce561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:49.024451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-4c543271-e94e-4091-b103-79d2298ce561 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967332 Nov 09 20:01:49.029998 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.7686851 Nov 09 20:01:49.038008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55794) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:49.047770 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d99ba323-e46c-4a62-afb2-7e90db7c1b18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e33aae3a6bc4f94ae6fee036e3ecca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607934 Nov 09 20:01:49.049342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55796) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:49.058055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ce48e-5490-4ce3-b400-968528d3f3d6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event updated for resources: {'Port': ['ID=b9499a54-f5f7-4ae9-b4a5-e633461d844b,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:49.192961 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f354-9b47-426f-b004-18d3e0ad5635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.223261 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-ca0bf6b7-2d24-4492-a26a-5b1965a15103 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868198 Nov 09 20:01:49.228493 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f354-9b47-426f-b004-18d3e0ad5635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.246329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55804) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:49.355803 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9cf3591-dcdb-4e83-aba1-8df32349af23 req-c76b1947-e53c-473a-ba08-ccc992efafae service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243458 Nov 09 20:01:49.401955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f354-9b47-426f-b004-18d3e0ad5635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.405130 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ff3f354-9b47-426f-b004-18d3e0ad5635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.406475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3ff3f354-9b47-426f-b004-18d3e0ad5635 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bcc88729-7397-4a09-ab65-a6bbc8110179 HTTP/1.1" status: 204 len: 168 time: 0.3560469 Nov 09 20:01:49.423962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ba323-e46c-4a62-afb2-7e90db7c1b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc88729-7397-4a09-ab65-a6bbc8110179,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:49.491633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3f354-9b47-426f-b004-18d3e0ad5635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc88729-7397-4a09-ab65-a6bbc8110179,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:49.511243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-285480f9-1562-447f-a87a-e52c7a7566bd tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Deleting port b9499a54-f5f7-4ae9-b4a5-e633461d844b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:49.511609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-285480f9-1562-447f-a87a-e52c7a7566bd tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.567560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-665edc68-0eac-4d32-bf01-de199c53c95d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc0a0845eefe42ae862e40b75b08ff58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199430 Nov 09 20:01:49.570030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55818) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:49.591003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5ca83-feba-47d5-abd2-d1b3341e4f26 req-6b88c166-3304-4424-901f-24b3e9af92e7 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:49.592726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27e5ca83-feba-47d5-abd2-d1b3341e4f26 req-6b88c166-3304-4424-901f-24b3e9af92e7 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 948 time: 0.1478488 Nov 09 20:01:49.643344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-285480f9-1562-447f-a87a-e52c7a7566bd tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] For port b9499a54-f5f7-4ae9-b4a5-e633461d844b, host n-h1-817256-1, got binding levels [] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:49.644311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-285480f9-1562-447f-a87a-e52c7a7566bd tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.666888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-285480f9-1562-447f-a87a-e52c7a7566bd tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Calling delete_port for b9499a54-f5f7-4ae9-b4a5-e633461d844b owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:49.670178 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27e5ca83-feba-47d5-abd2-d1b3341e4f26 req-131196e1-c4ed-4b1a-9ec9-4e2ec33d75bf tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710046 Nov 09 20:01:49.672983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99a56441-c39c-4ee5-8171-d311ecb82347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.720759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99a56441-c39c-4ee5-8171-d311ecb82347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.779533 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-285480f9-1562-447f-a87a-e52c7a7566bd tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.813424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285480f9-1562-447f-a87a-e52c7a7566bd tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9499a54-f5f7-4ae9-b4a5-e633461d844b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:49.816380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99a56441-c39c-4ee5-8171-d311ecb82347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.821785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99a56441-c39c-4ee5-8171-d311ecb82347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.823615 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-99a56441-c39c-4ee5-8171-d311ecb82347 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42518227-ed4e-4772-8d65-07e00680013a HTTP/1.1" status: 204 len: 168 time: 0.2524939 Nov 09 20:01:49.835471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a56441-c39c-4ee5-8171-d311ecb82347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42518227-ed4e-4772-8d65-07e00680013a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:49.839301 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-285480f9-1562-447f-a87a-e52c7a7566bd tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:49.844378 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-285480f9-1562-447f-a87a-e52c7a7566bd tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "DELETE /v2.0/ports/b9499a54-f5f7-4ae9-b4a5-e633461d844b HTTP/1.1" status: 204 len: 168 time: 0.8022425 Nov 09 20:01:49.847091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55834) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:49.880178 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa8ec35-1b85-45e2-a146-2430a5da54be tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] GET failed (client error): The resource could not be found. Nov 09 20:01:49.886224 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1aa8ec35-1b85-45e2-a146-2430a5da54be tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "GET /v2.0/ports/b9499a54-f5f7-4ae9-b4a5-e633461d844b HTTP/1.1" status: 404 len: 333 time: 0.0341623 Nov 09 20:01:49.886642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55838) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:49.894735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Request body: {'port': {'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-66574430'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:49.970532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Made reservation on behalf of fc807feb461b44edaf205d36ee3b919c for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:49.979298 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:50.028648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] device_id is not set on port ecbee1ae-ed76-4972-b727-ea0672db78ff yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:50.103882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483970d-51fb-419a-b946-0d31bbd0d6c4 req-4d170473-d88b-481a-a1ee-ee7a40f4dad4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:50.105865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c483970d-51fb-419a-b946-0d31bbd0d6c4 req-4d170473-d88b-481a-a1ee-ee7a40f4dad4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.1656797 Nov 09 20:01:50.215371 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c483970d-51fb-419a-b946-0d31bbd0d6c4 req-11d124c9-b27c-4a76-a979-563f6811fa83 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958729 Nov 09 20:01:50.350809 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:50.443041 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:50.527470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Network 52182488-2348-4bdb-bb01-5c7931e8f3d0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:50.530345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:50.534269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:50.535269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:50.535874 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:50.548155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbee1ae-ed76-4972-b727-ea0672db78ff,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:50.575749 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a2f7dd28-d75e-4862-8366-4b10a2bd2a98 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.6865003 Nov 09 20:01:50.577117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55870) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:50.582247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:50.671249 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:50.908972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device edccbb62-580a-4002-b413-90a3c8366e8e details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:01:50.983718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011bc9-5fd5-482b-bdbe-5e71714eaa3d req-ac972b6e-7a65-482a-8f45-35bae6df741d tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:50.992296 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56011bc9-5fd5-482b-bdbe-5e71714eaa3d req-ac972b6e-7a65-482a-8f45-35bae6df741d tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 948 time: 0.1220431 Nov 09 20:01:51.016836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] device_id is not set on port ecbee1ae-ed76-4972-b727-ea0672db78ff yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:51.061660 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.072330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55900) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:51.099389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.214712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port edccbb62-580a-4002-b413-90a3c8366e8e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=edccbb62-580a-4002-b413-90a3c8366e8e,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:51.217784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.228296 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'edccbb62-580a-4002-b413-90a3c8366e8e', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'edccbb62-580a-4002-b413-90a3c8366e8e', 'mac_address': 'fa:16:3e:9f:4a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:01:51.232959 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56011bc9-5fd5-482b-bdbe-5e71714eaa3d req-98922cce-8dca-4f28-808e-49e747252b18 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388065 Nov 09 20:01:51.300342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbee1ae-ed76-4972-b727-ea0672db78ff,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:51.318760 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.335757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:51.336094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:51.336444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:51.347008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edccbb62-580a-4002-b413-90a3c8366e8e {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:01:51.356009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:51.356363 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:51.356775 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 2 to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff Nov 09 20:01:51.388969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port edccbb62-580a-4002-b413-90a3c8366e8e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=edccbb62-580a-4002-b413-90a3c8366e8e,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:51.400769 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.408457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:51.409279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:51.410922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:51.420249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6225f-b207-414b-b613-0eb08fd1dea9 req-a4f31e04-6565-416a-9dbc-d6e8bd6ae3f9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:51.421687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:51.422420 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:51.425105 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 3 to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff Nov 09 20:01:51.440337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9be6225f-b207-414b-b613-0eb08fd1dea9 req-a4f31e04-6565-416a-9dbc-d6e8bd6ae3f9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.0916986 Nov 09 20:01:51.445468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55910) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:51.453240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:51.455849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:51.458063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:51.469269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:51.469757 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:51.471883 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 4 to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff Nov 09 20:01:51.501692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:51.502157 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:51.504079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:51.513059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9be6225f-b207-414b-b613-0eb08fd1dea9 req-f28ec90f-7d82-41c7-a221-1d97b3a59d68 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665288 Nov 09 20:01:51.514367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:51.514954 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:51.520802 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 5 to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff Nov 09 20:01:51.537356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=edccbb62-580a-4002-b413-90a3c8366e8e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:51.555502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:51.561701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1942115977'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:51.573139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:51.573139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:51.589851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:51.590496 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:51.590619 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 6 to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff Nov 09 20:01:51.607282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:51.607648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:51.607953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:51.611864 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8145116-3de7-4ef6-8088-c87f2ef90102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.614350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:51.614949 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:51.615343 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 7 to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff Nov 09 20:01:51.635583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:51.635981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:51.636317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:51.637204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Made reservation on behalf of cc0d55ccda004b8bbd9d5b40cdbc87fd for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:51.640908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.641976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:51.642398 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:51.645407 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 8 to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff Nov 09 20:01:51.661357 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.689112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['edccbb62-580a-4002-b413-90a3c8366e8e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:01:51.717343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:51.717678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:51.718023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:51.726327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:51.726951 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:51.729748 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 9 to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff Nov 09 20:01:51.765509 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-57b0482d-4eb2-4e30-b545-b61c2f500699 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1220646 Nov 09 20:01:51.780056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:51.780379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:51.780724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:51.792026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:51.792385 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:51.793361 n-d-817256-1 neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 10 to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff Nov 09 20:01:51.809331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:51.809557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:51.809919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:51.829636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:51.829995 n-d-817256-1 neutron-server[102296]: ERROR neutron.plugins.ml2.managers [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port ecbee1ae-ed76-4972-b727-ea0672db78ff on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:51.830366 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.846851 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8145116-3de7-4ef6-8088-c87f2ef90102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.858868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a8145116-3de7-4ef6-8088-c87f2ef90102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.932470 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.942090 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a8145116-3de7-4ef6-8088-c87f2ef90102 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a07e9cdf829040e3abbc26e223f89e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8678358 Nov 09 20:01:51.942365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-abf6ad90-119d-42f2-baba-4edb58983c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:51.944859 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:51.946489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-abf6ad90-119d-42f2-baba-4edb58983c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:51.947029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-abf6ad90-119d-42f2-baba-4edb58983c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:51.947507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-abf6ad90-119d-42f2-baba-4edb58983c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:51.947983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-abf6ad90-119d-42f2-baba-4edb58983c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:51.948451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-abf6ad90-119d-42f2-baba-4edb58983c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:51.948854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55924) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:51.948980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-abf6ad90-119d-42f2-baba-4edb58983c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:51.951959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8145116-3de7-4ef6-8088-c87f2ef90102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077d8f06-638d-4dba-a1a4-8b0110ac937a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:51.961929 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-abf6ad90-119d-42f2-baba-4edb58983c4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6492 time: 0.1172104 Nov 09 20:01:51.980221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] For port ecbee1ae-ed76-4972-b727-ea0672db78ff, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:51.980915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempted to set empty binding levels {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 20:01:52.007310 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.038731 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:01:52.061145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876941a2-f509-4276-9a67-757e09d320bf,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:52.089977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.091353 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Added segment f1b0aa15-2547-4c3f-b029-d585c708b0d7 of type vlan for network 4da9bb28-17ae-4912-9ed1-7001d199e7ba Nov 09 20:01:52.110355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] In _notify_port_updated(), no bound segment for port ecbee1ae-ed76-4972-b727-ea0672db78ff on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 20:01:52.114297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.115334 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.119004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "PUT /v2.0/ports/ecbee1ae-ed76-4972-b727-ea0672db78ff HTTP/1.1" status: 200 len: 973 time: 1.5408108 Nov 09 20:01:52.121171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55930) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:52.143827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63dc87-beec-420b-b4c6-b5976f708ee7 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbee1ae-ed76-4972-b727-ea0672db78ff,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:52.194439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-cedf8373-3da0-4d97-a3b5-6e88c134aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.195354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-cedf8373-3da0-4d97-a3b5-6e88c134aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.196118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-cedf8373-3da0-4d97-a3b5-6e88c134aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.200452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-cedf8373-3da0-4d97-a3b5-6e88c134aa85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a324136-2163-42a7-990c-86170143e093&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce HTTP/1.1" status: 200 len: 2294 time: 0.2104599 Nov 09 20:01:52.229171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9fb47212-55ba-4de5-9c84-b75b547c31b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.246647 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.284603 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9fb47212-55ba-4de5-9c84-b75b547c31b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.323719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-413e58f8-dfdf-48d6-b597-250ae153a817 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 HTTP/1.1" status: 200 len: 1001 time: 0.1134288 Nov 09 20:01:52.358221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.358750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.359231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.359813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.360350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.360809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.361281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.361756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.362230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.362711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.363371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.363713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.364230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.364702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.365187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.366171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.366810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.367126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.367779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.368591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.369216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.369845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.370479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.371152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.371778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.372413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.376071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1f140d4c-2e3b-49c1-bd80-367a28d80a99 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23637 time: 0.2519717 Nov 09 20:01:52.383599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55942) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:52.385931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.391825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.392723 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.509878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-3092d4be-59a9-483f-86c7-0e303fda5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.513398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-3092d4be-59a9-483f-86c7-0e303fda5847 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d56ed7-cf6d-49cf-942e-853bf70f81d6 HTTP/1.1" status: 200 len: 851 time: 0.1801410 Nov 09 20:01:52.570016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1202817 Nov 09 20:01:52.587041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55948) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:52.613797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Request body: {'subnet': {'network_id': '4da9bb28-17ae-4912-9ed1-7001d199e7ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:52.637090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e88a6c-9b38-494e-bdff-84a1a4ae29af tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event updated for resources: {'Network': ['ID=4da9bb28-17ae-4912-9ed1-7001d199e7ba,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:52.638663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81ca7a-8a79-4438-9c12-a56b691ad395 req-bb7f6735-125f-45ac-8471-8c6df23096e8 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.640228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0f81ca7a-8a79-4438-9c12-a56b691ad395 req-bb7f6735-125f-45ac-8471-8c6df23096e8 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 949 time: 0.1795890 Nov 09 20:01:52.654892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-1148c523-5b29-4af8-b20e-d5200814b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.655069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 4da9bb28-17ae-4912-9ed1-7001d199e7ba details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:01:52.656416 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-1148c523-5b29-4af8-b20e-d5200814b7be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a324136-2163-42a7-990c-86170143e093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365864 Nov 09 20:01:52.775420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9fb47212-55ba-4de5-9c84-b75b547c31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.778727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9fb47212-55ba-4de5-9c84-b75b547c31b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.783439 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9fb47212-55ba-4de5-9c84-b75b547c31b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/077d8f06-638d-4dba-a1a4-8b0110ac937a HTTP/1.1" status: 204 len: 168 time: 0.8331652 Nov 09 20:01:52.809699 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0f81ca7a-8a79-4438-9c12-a56b691ad395 req-71d4884f-063a-402b-abd8-4cdcad8d6a30 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521623 Nov 09 20:01:52.835358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad63f4-86e4-4e67-a595-7d816ae22fdf req-cd2785f0-cfd2-420c-a912-72447bf044fc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:52.838723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7ad63f4-86e4-4e67-a595-7d816ae22fdf req-cd2785f0-cfd2-420c-a912-72447bf044fc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.1984274 Nov 09 20:01:52.839589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb47212-55ba-4de5-9c84-b75b547c31b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077d8f06-638d-4dba-a1a4-8b0110ac937a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:52.869995 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-0a2ac7a7-a6a8-4b2f-aa07-e4468c4e8578 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014432 Nov 09 20:01:52.890711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9c736-7c5f-474a-a4df-4015a8d07167 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Deleting port ecbee1ae-ed76-4972-b727-ea0672db78ff {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:52.891087 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c736-7c5f-474a-a4df-4015a8d07167 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:52.935154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device edccbb62-580a-4002-b413-90a3c8366e8e up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:53.002387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-3b1b7f29-748b-417f-bfac-70f23cd7c8d9 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249113 Nov 09 20:01:53.027165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Made reservation on behalf of cc0d55ccda004b8bbd9d5b40cdbc87fd for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:53.037147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:53.055151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port edccbb62-580a-4002-b413-90a3c8366e8e completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:01:53.060881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port edccbb62-580a-4002-b413-90a3c8366e8e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:53.061472 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:53.084551 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-43353ddb-8815-44c8-93ad-dbfc19cb4b68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 217 time: 0.0670152 Nov 09 20:01:53.116993 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7ad63f4-86e4-4e67-a595-7d816ae22fdf req-42eb23bd-b2b3-464a-a516-79b5c62c74bd tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695727 Nov 09 20:01:53.193125 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:53.203804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-db86ff63-315a-4917-97a0-ef3d07ddc0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:53.220185 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-db86ff63-315a-4917-97a0-ef3d07ddc0ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1273091 Nov 09 20:01:53.237411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port edccbb62-580a-4002-b413-90a3c8366e8e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=edccbb62-580a-4002-b413-90a3c8366e8e,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:53.238973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d2ded-ddc5-4eb5-89db-827e85c0ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edccbb62-580a-4002-b413-90a3c8366e8e'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:01:53.243370 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eb2637-50cd-43c2-b33e-f02f0fac981e" -d '{"events": [{"server_uuid": "e79d2ded-ddc5-4eb5-89db-827e85c0ed95", "name": "network-vif-plugged", "status": "completed", "tag": "edccbb62-580a-4002-b413-90a3c8366e8e"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:01:53.249242 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:53.283875 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-d8e9c736-7c5f-474a-a4df-4015a8d07167 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] For port ecbee1ae-ed76-4972-b727-ea0672db78ff, host n-h1-817256-1, got binding levels [] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:53.284245 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c736-7c5f-474a-a4df-4015a8d07167 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:53.315128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-c9143a3a-aa8b-4552-b136-d49022bd2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:53.316836 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-c9143a3a-aa8b-4552-b136-d49022bd2301 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885437 Nov 09 20:01:53.324090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=edccbb62-580a-4002-b413-90a3c8366e8e,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:53.326852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9c736-7c5f-474a-a4df-4015a8d07167 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Calling delete_port for ecbee1ae-ed76-4972-b727-ea0672db78ff owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:53.335578 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d81474-13af-45e8-8cda-2ac1b50dabe8 x-openstack-request-id: req-d7d81474-13af-45e8-8cda-2ac1b50dabe8 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:01:53.336270 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d2ded-ddc5-4eb5-89db-827e85c0ed95", "name": "network-vif-plugged", "status": "completed", "tag": "edccbb62-580a-4002-b413-90a3c8366e8e", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:01:53.336709 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7d81474-13af-45e8-8cda-2ac1b50dabe8 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:01:53.337477 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d2ded-ddc5-4eb5-89db-827e85c0ed95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edccbb62-580a-4002-b413-90a3c8366e8e', 'code': 200} Nov 09 20:01:53.520073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20836bc-dc01-419c-8241-d7d11a7da85e req-fcd4097f-c066-4e50-9b1b-1a5c9b4d2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:53.521746 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b20836bc-dc01-419c-8241-d7d11a7da85e req-fcd4097f-c066-4e50-9b1b-1a5c9b4d2291 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 1101 time: 0.0764816 Nov 09 20:01:53.527153 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-4276b81b-89a4-47c5-8a45-52b25a22cef0 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963267 Nov 09 20:01:53.649423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b20836bc-dc01-419c-8241-d7d11a7da85e req-4bcdfb60-6a4b-4479-8fa3-2862ec421774 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105361 Nov 09 20:01:53.651277 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c736-7c5f-474a-a4df-4015a8d07167 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:53.665633 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:53.690014 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-f1baa122-afe7-46c7-aa74-f0fb553be9d4 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492381 Nov 09 20:01:53.743229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9c736-7c5f-474a-a4df-4015a8d07167 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecbee1ae-ed76-4972-b727-ea0672db78ff,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:53.755595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c736-7c5f-474a-a4df-4015a8d07167 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:53.759489 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d8e9c736-7c5f-474a-a4df-4015a8d07167 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ecbee1ae-ed76-4972-b727-ea0672db78ff HTTP/1.1" status: 204 len: 168 time: 1.3745389 Nov 09 20:01:53.762364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55988) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:53.811712 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-1672e8d9-ff86-4832-b8a6-b6728c255bc0 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] GET failed (client error): The resource could not be found. Nov 09 20:01:53.813315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1672e8d9-ff86-4832-b8a6-b6728c255bc0 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "GET /v2.0/ports/ecbee1ae-ed76-4972-b727-ea0672db78ff HTTP/1.1" status: 404 len: 333 time: 0.0485382 Nov 09 20:01:53.817164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55994) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:53.822548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1392749084', 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:53.832526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event updated for resources: {'Subnet': ['ID=26cd25e8-3453-4385-af7b-1128bdbadc1c,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:53.837290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Checking segment: {'id': 'f1b0aa15-2547-4c3f-b029-d585c708b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4da9bb28-17ae-4912-9ed1-7001d199e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:53.837686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Network hostable DHCP agents. Network: 4da9bb28-17ae-4912-9ed1-7001d199e7ba, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:01:53.868890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Network 4da9bb28-17ae-4912-9ed1-7001d199e7ba is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:01:53.878566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Made reservation on behalf of fc807feb461b44edaf205d36ee3b919c for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:53.882058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:53.895813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 4da9bb28-17ae-4912-9ed1-7001d199e7ba) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:53.905789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf9e384-d856-46b7-986e-96ee08f64a46 None None] Network 4da9bb28-17ae-4912-9ed1-7001d199e7ba requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:53.915267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:53.916504 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:53.953882 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-e64552b8-c117-480e-b6b5-dac06792ec7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 217 time: 0.1110694 Nov 09 20:01:53.960121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] device_id is not set on port efeb7bd9-8c5f-470b-aa4d-c047d838f01a yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:54.025642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c679e725-d929-447c-ba3a-9e89f6033c0d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4357593 Nov 09 20:01:54.028316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56002) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:54.045203 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-ff148adf-9235-41e9-a844-2f1d5b88ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:54.047366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-ff148adf-9235-41e9-a844-2f1d5b88ad95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.0852602 Nov 09 20:01:54.116035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Request body: {'port': {'network_id': '4da9bb28-17ae-4912-9ed1-7001d199e7ba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1623284763'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:54.129361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-08c234ff-e04b-4d24-be20-2e12cab12bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:54.129361 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-08c234ff-e04b-4d24-be20-2e12cab12bc1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679560 Nov 09 20:01:54.228671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb77bd2-ddea-4720-b06d-974008a96b93 req-52bf7980-eccf-4dd8-a5ba-e16b59838f08 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:54.230206 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cb77bd2-ddea-4720-b06d-974008a96b93 req-52bf7980-eccf-4dd8-a5ba-e16b59838f08 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 950 time: 0.2851281 Nov 09 20:01:54.238784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-4da9bb28-17ae-4912-9ed1-7001d199e7ba', 'network_id': '4da9bb28-17ae-4912-9ed1-7001d199e7ba', 'tenant_id': 'cc0d55ccda004b8bbd9d5b40cdbc87fd', 'fixed_ips': [{'subnet_id': '26cd25e8-3453-4385-af7b-1128bdbadc1c'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:01:54.245382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:54.286209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-d328d8a9-0e59-4fcb-9d7f-06da1cb1633e service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512508 Nov 09 20:01:54.340620 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cb77bd2-ddea-4720-b06d-974008a96b93 req-b936ac59-10df-47e9-a96e-3fd408b9d56f tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011660 Nov 09 20:01:54.418038 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:54.434016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Made reservation on behalf of cc0d55ccda004b8bbd9d5b40cdbc87fd for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:54.437635 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:54.450230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-ba727014-70d3-4758-bef5-b01387d92541 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506872 Nov 09 20:01:54.470794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] device_id is not set on port 194ad1ce-9898-466a-9b44-4010e375068d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:54.531983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:54.544359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799eee6-2dd8-44e8-b492-ecf4f4bb8694 req-f17e46ea-838f-4001-8aaa-65b784682556 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:54.546293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a799eee6-2dd8-44e8-b492-ecf4f4bb8694 req-f17e46ea-838f-4001-8aaa-65b784682556 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.2591341 Nov 09 20:01:54.549388 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-9b9eeb5e-fa86-45da-90fc-d80d694814d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce HTTP/1.1" status: 200 len: 217 time: 0.0850263 Nov 09 20:01:54.620182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Allocated IP 172.20.0.2 (4da9bb28-17ae-4912-9ed1-7001d199e7ba/26cd25e8-3453-4385-af7b-1128bdbadc1c/14fb19ab-6742-4bdd-8041-e489aa05fd10) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:54.642842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event updated for resources: {'Port': ['ID=efeb7bd9-8c5f-470b-aa4d-c047d838f01a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:54.663285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Network 52182488-2348-4bdb-bb01-5c7931e8f3d0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:54.663973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-9fa0c85e-21bb-4e36-9398-a3d5ce729dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:54.668396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:54.673929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:54.673929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:54.673929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:54.683556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-9fa0c85e-21bb-4e36-9398-a3d5ce729dbf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1265190 Nov 09 20:01:54.713607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-22bcc659-832d-4181-acb1-0830cc43bca6 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8953595 Nov 09 20:01:54.722929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56020) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:54.790504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acdebfe-a7f2-4b28-93d4-057a46f6c1ec tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:54.791994 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0acdebfe-a7f2-4b28-93d4-057a46f6c1ec tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "GET /v2.0/ports/efeb7bd9-8c5f-470b-aa4d-c047d838f01a HTTP/1.1" status: 200 len: 955 time: 0.0680647 Nov 09 20:01:54.797381 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a799eee6-2dd8-44e8-b492-ecf4f4bb8694 req-9191dd7e-21e2-4b75-8b22-5dab49fa00f2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247009 Nov 09 20:01:54.798293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56024) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:54.846026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-805aa405-f900-483a-9366-0736bc11b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:54.848585 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-805aa405-f900-483a-9366-0736bc11b7c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1511588 Nov 09 20:01:54.900948 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:54.919763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.017376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Network 4da9bb28-17ae-4912-9ed1-7001d199e7ba is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:55.022923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:55.031638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:55.034052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Pushing event updated for resources: {'Port': ['ID=14fb19ab-6742-4bdd-8041-e489aa05fd10,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:55.062923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Allocated IP 172.20.0.14 (4da9bb28-17ae-4912-9ed1-7001d199e7ba/26cd25e8-3453-4385-af7b-1128bdbadc1c/194ad1ce-9898-466a-9b44-4010e375068d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:55.126946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-04febedb-3bad-4cfc-8cfb-aaa3bdac129f service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582772 Nov 09 20:01:55.199212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Attempting to bind port 14fb19ab-6742-4bdd-8041-e489aa05fd10 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:55.200618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Attempting to bind port 14fb19ab-6742-4bdd-8041-e489aa05fd10 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'f1b0aa15-2547-4c3f-b029-d585c708b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4da9bb28-17ae-4912-9ed1-7001d199e7ba'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:55.201246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Attempting to bind port 14fb19ab-6742-4bdd-8041-e489aa05fd10 on network 4da9bb28-17ae-4912-9ed1-7001d199e7ba {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:55.208779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:01:55.211248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Checking segment: {'id': 'f1b0aa15-2547-4c3f-b029-d585c708b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4da9bb28-17ae-4912-9ed1-7001d199e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:01:55.212310 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.212922 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Bound using segment: {'id': 'f1b0aa15-2547-4c3f-b029-d585c708b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4da9bb28-17ae-4912-9ed1-7001d199e7ba'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:01:55.213632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Bound port: 14fb19ab-6742-4bdd-8041-e489aa05fd10, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b0aa15-2547-4c3f-b029-d585c708b0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '4da9bb28-17ae-4912-9ed1-7001d199e7ba'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:01:55.214241 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.304590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] For port 14fb19ab-6742-4bdd-8041-e489aa05fd10, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:55.310722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] For port 14fb19ab-6742-4bdd-8041-e489aa05fd10, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=14fb19ab-6742-4bdd-8041-e489aa05fd10,segment=NetworkSegment(f1b0aa15-2547-4c3f-b029-d585c708b0d7),segment_id=f1b0aa15-2547-4c3f-b029-d585c708b0d7)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:01:55.325146 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.335162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3e27719e-3edf-4cbb-a6c5-0447eb4ffc30 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Deleting port efeb7bd9-8c5f-470b-aa4d-c047d838f01a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:55.335595 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e27719e-3edf-4cbb-a6c5-0447eb4ffc30 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.398190 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.491473 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.497721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e27719e-3edf-4cbb-a6c5-0447eb4ffc30 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.513567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab93e2-c47d-4b13-a746-e29fc1f43f3b None None] Pushing event updated for resources: {'Port': ['ID=14fb19ab-6742-4bdd-8041-e489aa05fd10,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:55.514052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3e27719e-3edf-4cbb-a6c5-0447eb4ffc30 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Calling delete_port for efeb7bd9-8c5f-470b-aa4d-c047d838f01a owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:55.534930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.619008 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e27719e-3edf-4cbb-a6c5-0447eb4ffc30 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.629611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Network 4da9bb28-17ae-4912-9ed1-7001d199e7ba is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:55.640211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event updated for resources: {'Port': ['ID=194ad1ce-9898-466a-9b44-4010e375068d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:55.643752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:55.650782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:55.689112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27719e-3edf-4cbb-a6c5-0447eb4ffc30 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event deleted for resources: {'Port': ['ID=efeb7bd9-8c5f-470b-aa4d-c047d838f01a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:55.705929 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e27719e-3edf-4cbb-a6c5-0447eb4ffc30 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:55.715569 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3e27719e-3edf-4cbb-a6c5-0447eb4ffc30 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "DELETE /v2.0/ports/efeb7bd9-8c5f-470b-aa4d-c047d838f01a HTTP/1.1" status: 204 len: 168 time: 0.9061463 Nov 09 20:01:55.736474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed31908-d07c-47eb-ac85-83875be89a58 req-ca731ea3-1ab5-43fc-bd9b-48fc92d01d6e tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:55.749297 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ed31908-d07c-47eb-ac85-83875be89a58 req-ca731ea3-1ab5-43fc-bd9b-48fc92d01d6e tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 950 time: 0.2519565 Nov 09 20:01:55.756077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56056) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:55.818962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-fedfb985-35a7-41d0-88c1-e5c45345327c service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787720 Nov 09 20:01:55.898586 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1371b8c-1dd0-49fb-8322-5084fc4e454c tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] GET failed (client error): The resource could not be found. Nov 09 20:01:55.905409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a1371b8c-1dd0-49fb-8322-5084fc4e454c tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "GET /v2.0/ports/efeb7bd9-8c5f-470b-aa4d-c047d838f01a HTTP/1.1" status: 404 len: 333 time: 0.1478965 Nov 09 20:01:55.906069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56066) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:55.914253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Request body: {'port': {'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1086262436'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:55.925190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-ad9e98bb-ac8b-4f7b-82e3-323d1e517f98 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d HTTP/1.1" status: 200 len: 217 time: 0.0974224 Nov 09 20:01:55.927910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:55.929157 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:56.024708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ed31908-d07c-47eb-ac85-83875be89a58 req-92613ecc-f6dd-4d3a-b9f3-791e9c57a177 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235248 Nov 09 20:01:56.025975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Made reservation on behalf of fc807feb461b44edaf205d36ee3b919c for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:56.030783 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:56.062662 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8e44e489-077a-4e5f-b4a9-4c4bc6004531 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9720790 Nov 09 20:01:56.066746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] device_id is not set on port a0e34ece-04d0-4d2e-918b-8983f73c8b0f yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:56.075103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56076) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:56.091928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Request body: {'port': {'network_id': '4da9bb28-17ae-4912-9ed1-7001d199e7ba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-171387494', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:56.092428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.api.validators [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] bootfile-name is not in valid_values {{(pid=102296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 20:01:56.098369 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.api.validators [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] tftp-server is not in valid_values {{(pid=102296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 20:01:56.098770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.api.validators [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] server-ip-address is not in valid_values {{(pid=102296) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 20:01:56.110985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-c9e40771-3571-4048-b1ef-22f49bb18d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:56.114951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-c9e40771-3571-4048-b1ef-22f49bb18d9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1811972 Nov 09 20:01:56.311823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712002f8-5663-4a13-9478-a7d8996977d0 req-7b0cf98b-e9a6-41b8-b46f-6f1cc39b9cd1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:56.328725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-712002f8-5663-4a13-9478-a7d8996977d0 req-7b0cf98b-e9a6-41b8-b46f-6f1cc39b9cd1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.3249683 Nov 09 20:01:56.341792 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:56.397863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-dde97115-090e-433f-bea0-ce5a9dab8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:56.400811 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:56.401864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-dde97115-090e-433f-bea0-ce5a9dab8ea2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2616110 Nov 09 20:01:56.486038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Network 52182488-2348-4bdb-bb01-5c7931e8f3d0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:56.497890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:56.552217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:56.554183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:56.558174 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:56.565486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event updated for resources: {'Port': ['ID=a0e34ece-04d0-4d2e-918b-8983f73c8b0f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:56.594550 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-712002f8-5663-4a13-9478-a7d8996977d0 req-1ce34381-9ece-42e8-889f-0bb93acaadd7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604127 Nov 09 20:01:56.644363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ccfa4-2523-4f7f-ad98-9237260872a7 req-afbd1322-4520-4047-8339-df1f0661cc71 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:56.645936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d16ccfa4-2523-4f7f-ad98-9237260872a7 req-afbd1322-4520-4047-8339-df1f0661cc71 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 950 time: 0.1136732 Nov 09 20:01:56.651221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-71842d7d-bdc4-40c4-b199-b88b14d1849d tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7403765 Nov 09 20:01:56.652909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56094) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:56.659363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:01:56.741434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-edf8d0e5-c5d1-43bf-a7ad-83705b23e3a9 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110108 Nov 09 20:01:56.804020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d16ccfa4-2523-4f7f-ad98-9237260872a7 req-61912198-40bb-4b1f-a386-4fe63094a834 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227810 Nov 09 20:01:56.816017 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:56.853787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Made reservation on behalf of cc0d55ccda004b8bbd9d5b40cdbc87fd for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:01:56.857331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:56.983728 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-988e5017-a687-4a80-8815-3facb77db946 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323689 Nov 09 20:01:57.018671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] device_id is not set on port 25fb4b81-7e42-439b-ad81-7cced1e0185b yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:57.120022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-c8b05a32-6065-4823-a91d-477862096b8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd HTTP/1.1" status: 200 len: 217 time: 0.1210535 Nov 09 20:01:57.230627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16732b0-1234-4338-8c08-07bec13b6774 None None] Network 4da9bb28-17ae-4912-9ed1-7001d199e7ba requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:01:57.344201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-4fb79a7b-0bd7-4090-83cb-8ea3eb021755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:57.345706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-4fb79a7b-0bd7-4090-83cb-8ea3eb021755 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.1710443 Nov 09 20:01:57.355562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 14fb19ab-6742-4bdd-8041-e489aa05fd10 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:57.420240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Allocated IP 172.20.0.9 (4da9bb28-17ae-4912-9ed1-7001d199e7ba/26cd25e8-3453-4385-af7b-1128bdbadc1c/25fb4b81-7e42-439b-ad81-7cced1e0185b) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:01:57.425774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-a5fe68c3-56e1-4b7a-a679-92b00cb65956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:57.432029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-a5fe68c3-56e1-4b7a-a679-92b00cb65956 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692751 Nov 09 20:01:57.532858 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8cb4981a-7702-4b6f-a5d8-8102e64c07ad None None] Provisioning complete for port 14fb19ab-6742-4bdd-8041-e489aa05fd10 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:57.533607 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8cb4981a-7702-4b6f-a5d8-8102e64c07ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:57.645037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 14fb19ab-6742-4bdd-8041-e489aa05fd10 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:57.645739 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:57.705407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] device_id is not set on port a0e34ece-04d0-4d2e-918b-8983f73c8b0f yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:01:57.728658 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:57.744564 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:57.749450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-d872086e-086c-4647-916e-b8ef7d9e1e30 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082688 Nov 09 20:01:57.816558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event updated for resources: {'Port': ['ID=a0e34ece-04d0-4d2e-918b-8983f73c8b0f,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:57.837941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:57.837941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:57.839123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:57.847473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:57.849110 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:57.849110 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 2 to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f Nov 09 20:01:57.886830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:57.887184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:57.887753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:57.894024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:57.894503 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:57.894933 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 3 to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f Nov 09 20:01:57.912039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:57.913038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:57.913607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:57.920006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:57.920395 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:57.921365 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 4 to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f Nov 09 20:01:57.938455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:57.938844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:57.939325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:57.944449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:57.944806 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:57.945230 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 5 to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f Nov 09 20:01:57.973580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:57.973931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:57.974281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:58.005600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:58.005982 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:58.008278 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 6 to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f Nov 09 20:01:58.030770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:58.031121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:58.031459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:58.044780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da24d0-5dc2-47f2-bbeb-93bdeedb02d0 req-b523ee1f-c94d-40d7-a90c-cf4e4db2717d tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:58.046774 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5da24d0-5dc2-47f2-bbeb-93bdeedb02d0 req-b523ee1f-c94d-40d7-a90c-cf4e4db2717d tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 950 time: 0.0918875 Nov 09 20:01:58.048201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:58.048587 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:58.049363 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 7 to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f Nov 09 20:01:58.068102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:58.069267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:58.070241 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:58.091716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:58.092200 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:58.096107 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 8 to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f Nov 09 20:01:58.131054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:58.131427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:58.131878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:58.141925 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5da24d0-5dc2-47f2-bbeb-93bdeedb02d0 req-a7575c86-f500-4725-b3a7-7dfe40056785 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746081 Nov 09 20:01:58.142354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:58.142874 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:58.143280 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 9 to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f Nov 09 20:01:58.160648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:58.161560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:58.161560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:58.168443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:58.169239 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:58.169649 n-d-817256-1 neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempt 10 to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f Nov 09 20:01:58.194834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:01:58.195978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:01:58.196510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempting to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:01:58.203818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:01:58.204561 n-d-817256-1 neutron-server[102295]: ERROR neutron.plugins.ml2.managers [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Failed to bind port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on host n-h1-817256-1 for vnic_type normal using segments [{'id': '95f898d8-e1da-4df1-920e-b1f189022e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '52182488-2348-4bdb-bb01-5c7931e8f3d0'}] Nov 09 20:01:58.205308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:58.210573 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8cb4981a-7702-4b6f-a5d8-8102e64c07ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:58.284300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8cb4981a-7702-4b6f-a5d8-8102e64c07ad None None] For port 14fb19ab-6742-4bdd-8041-e489aa05fd10, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=14fb19ab-6742-4bdd-8041-e489aa05fd10,segment=NetworkSegment(f1b0aa15-2547-4c3f-b029-d585c708b0d7),segment_id=f1b0aa15-2547-4c3f-b029-d585c708b0d7)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:58.367710 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8cb4981a-7702-4b6f-a5d8-8102e64c07ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:58.373835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] For port a0e34ece-04d0-4d2e-918b-8983f73c8b0f, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:01:58.374254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attempted to set empty binding levels {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 20:01:58.388685 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:58.461406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56154) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:58.483555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] In _notify_port_updated(), no bound segment for port a0e34ece-04d0-4d2e-918b-8983f73c8b0f on network 52182488-2348-4bdb-bb01-5c7931e8f3d0 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 20:01:58.484454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:58.485160 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:58.487075 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "PUT /v2.0/ports/a0e34ece-04d0-4d2e-918b-8983f73c8b0f HTTP/1.1" status: 200 len: 975 time: 1.8327403 Nov 09 20:01:58.501404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56158) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:58.534882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f5e2-107d-4f62-9c4d-0a30af707eb8 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event updated for resources: {'Port': ['ID=a0e34ece-04d0-4d2e-918b-8983f73c8b0f,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:58.542224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4981a-7702-4b6f-a5d8-8102e64c07ad None None] Pushing event updated for resources: {'Port': ['ID=14fb19ab-6742-4bdd-8041-e489aa05fd10,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:58.651388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-805afdc6-dbc3-46a4-85e9-ab055ae136e5 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:58.653204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-805afdc6-dbc3-46a4-85e9-ab055ae136e5 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.70 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 950 time: 0.8666160 Nov 09 20:01:58.697614 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-979411ab-3259-4587-93b3-511a0e893782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:58.723811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89575d-c18c-42bc-a992-8b903aca7dbd req-0e2a83e6-a441-48c0-9054-652329e2c88a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:58.732716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a89575d-c18c-42bc-a992-8b903aca7dbd req-0e2a83e6-a441-48c0-9054-652329e2c88a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.9820099 Nov 09 20:01:58.809956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1d26ae21-d87b-4897-a61f-bb2a3de4de3b None None] Provisioning complete for port 194ad1ce-9898-466a-9b44-4010e375068d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:58.810707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1d26ae21-d87b-4897-a61f-bb2a3de4de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:58.861148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1d26ae21-d87b-4897-a61f-bb2a3de4de3b None None] Port 194ad1ce-9898-466a-9b44-4010e375068d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:01:58.869082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-979411ab-3259-4587-93b3-511a0e893782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:58.876499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1d26ae21-d87b-4897-a61f-bb2a3de4de3b None None] Provisioning complete for port 14fb19ab-6742-4bdd-8041-e489aa05fd10 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:58.877286 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1d26ae21-d87b-4897-a61f-bb2a3de4de3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:58.883593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-979411ab-3259-4587-93b3-511a0e893782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:58.929783 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a89575d-c18c-42bc-a992-8b903aca7dbd req-93af8fa2-a473-41a4-a8bd-aac1f310e4bd tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908014 Nov 09 20:01:58.960149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-fa209020-7a2b-431e-bd01-fb4902c7792b service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1706924 Nov 09 20:01:58.982641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979411ab-3259-4587-93b3-511a0e893782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dff0d4-dcd8-41b0-8e5c-dfd0a3ee3b3c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:59.015710 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-979411ab-3259-4587-93b3-511a0e893782 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9686f0539035480786e9b69b0e4c84bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445118 Nov 09 20:01:59.020482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56168) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:59.093910 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e66dfc5-61ba-471b-af5d-dfb158c151a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.120645 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.136177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e66dfc5-61ba-471b-af5d-dfb158c151a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.171306 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-4b4af241-a429-4dfb-b1a1-542679856b56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 HTTP/1.1" status: 200 len: 217 time: 0.1891122 Nov 09 20:01:59.191172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-30bb2ad1-dd7e-4f07-8d76-a421ee9c16be None None] Provisioning complete for port 194ad1ce-9898-466a-9b44-4010e375068d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:59.191972 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-30bb2ad1-dd7e-4f07-8d76-a421ee9c16be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.201626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-1e53d872-581d-403b-9e98-159157d9a472 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Deleting port a0e34ece-04d0-4d2e-918b-8983f73c8b0f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:59.201998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e53d872-581d-403b-9e98-159157d9a472 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.214229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e66dfc5-61ba-471b-af5d-dfb158c151a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.217155 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e66dfc5-61ba-471b-af5d-dfb158c151a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.218576 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1e66dfc5-61ba-471b-af5d-dfb158c151a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5dff0d4-dcd8-41b0-8e5c-dfd0a3ee3b3c HTTP/1.1" status: 204 len: 168 time: 0.1967001 Nov 09 20:01:59.235667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66dfc5-61ba-471b-af5d-dfb158c151a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dff0d4-dcd8-41b0-8e5c-dfd0a3ee3b3c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:59.247811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 14fb19ab-6742-4bdd-8041-e489aa05fd10 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:01:59.264820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-944a7023-97fc-4406-bd51-0ee5ae6f3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:59.266376 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-944a7023-97fc-4406-bd51-0ee5ae6f3858 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.0666029 Nov 09 20:01:59.284876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.325099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-30bb2ad1-dd7e-4f07-8d76-a421ee9c16be None None] Port 194ad1ce-9898-466a-9b44-4010e375068d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:01:59.366318 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 14fb19ab-6742-4bdd-8041-e489aa05fd10 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:59.367381 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.412119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886d93f-29fe-4c47-8f71-56e97bec3eb0 req-70356839-5a89-4b34-9da4-609b2cf5d4d9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:59.413582 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2886d93f-29fe-4c47-8f71-56e97bec3eb0 req-70356839-5a89-4b34-9da4-609b2cf5d4d9 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 950 time: 0.0718348 Nov 09 20:01:59.421759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event updated for resources: {'Port': ['ID=25fb4b81-7e42-439b-ad81-7cced1e0185b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:01:59.457894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-44252909-a7fc-40c6-a732-8bdab3b54102 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Deleting port edccbb62-580a-4002-b413-90a3c8366e8e {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:01:59.458569 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-44252909-a7fc-40c6-a732-8bdab3b54102 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.469020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2886d93f-29fe-4c47-8f71-56e97bec3eb0 req-91c8a70c-a1ba-49cb-bfc8-df55506e508b tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/security-groups?id=adb97c0f-fa46-476e-b25e-7adf31ffeb6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473020 Nov 09 20:01:59.519934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Network 4da9bb28-17ae-4912-9ed1-7001d199e7ba is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:01:59.546220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:01:59.561975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:01:59.565035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-1e53d872-581d-403b-9e98-159157d9a472 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] For port a0e34ece-04d0-4d2e-918b-8983f73c8b0f, host n-h1-817256-1, got binding levels [] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:59.566397 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e53d872-581d-403b-9e98-159157d9a472 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.624922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-1e53d872-581d-403b-9e98-159157d9a472 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Calling delete_port for a0e34ece-04d0-4d2e-918b-8983f73c8b0f owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:59.628001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-2cd281bd-e38e-4abf-b3d8-fa498390da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:59.629520 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-2cd281bd-e38e-4abf-b3d8-fa498390da76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3462214 Nov 09 20:01:59.793569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:01:59.794298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.860429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-44252909-a7fc-40c6-a732-8bdab3b54102 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] For port edccbb62-580a-4002-b413-90a3c8366e8e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=edccbb62-580a-4002-b413-90a3c8366e8e,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:01:59.860815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-44252909-a7fc-40c6-a732-8bdab3b54102 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:01:59.906616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-44252909-a7fc-40c6-a732-8bdab3b54102 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Calling delete_port for edccbb62-580a-4002-b413-90a3c8366e8e owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:01:59.920287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-de256b77-282c-4751-8924-6f8a8b54eff2 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.8376155 Nov 09 20:01:59.922986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56198) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:01:59.969349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-31ad3c74-5de3-4d56-a479-5a0578090fa3 None None] Provisioning complete for port 25fb4b81-7e42-439b-ad81-7cced1e0185b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:01:59.969740 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-31ad3c74-5de3-4d56-a479-5a0578090fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:00.027808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a355b77a-2d42-440e-a892-54dd73113262 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:00.045103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a355b77a-2d42-440e-a892-54dd73113262 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:00.051449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a355b77a-2d42-440e-a892-54dd73113262 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:00.061105 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-dd01a499-f6a1-414e-84b6-b713e85e4b7e service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161642 Nov 09 20:02:00.063656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a355b77a-2d42-440e-a892-54dd73113262 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1396031 Nov 09 20:02:00.066912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56206) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:00.105350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-31ad3c74-5de3-4d56-a479-5a0578090fa3 None None] Port 25fb4b81-7e42-439b-ad81-7cced1e0185b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:02:00.227413 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e53d872-581d-403b-9e98-159157d9a472 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:00.236128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c5265f64-fae3-4dae-af92-2410654d33c1 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Deleting port 25fb4b81-7e42-439b-ad81-7cced1e0185b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:02:00.236854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c5265f64-fae3-4dae-af92-2410654d33c1 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:00.282302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53d872-581d-403b-9e98-159157d9a472 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0e34ece-04d0-4d2e-918b-8983f73c8b0f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:00.308394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f981d1d-86ba-49c9-9cfe-b4ad53ced0ea req-75a7108b-8d73-4aac-9fd7-6bb40d9d5d38 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:00.309982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f981d1d-86ba-49c9-9cfe-b4ad53ced0ea req-75a7108b-8d73-4aac-9fd7-6bb40d9d5d38 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.2323482 Nov 09 20:02:00.314246 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1e53d872-581d-403b-9e98-159157d9a472 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:00.320822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1e53d872-581d-403b-9e98-159157d9a472 tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a0e34ece-04d0-4d2e-918b-8983f73c8b0f HTTP/1.1" status: 204 len: 168 time: 1.8158627 Nov 09 20:02:00.322667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56214) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:00.379796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c5265f64-fae3-4dae-af92-2410654d33c1 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:00.394548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c5265f64-fae3-4dae-af92-2410654d33c1 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Calling delete_port for 25fb4b81-7e42-439b-ad81-7cced1e0185b owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:02:00.419481 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-892ab065-12c3-4f0e-9fea-a74c2909e52f tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] GET failed (client error): The resource could not be found. Nov 09 20:02:00.421095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-892ab065-12c3-4f0e-9fea-a74c2909e52f tempest-PortsAdminExtendedAttrsTestJSON-838875849 tempest-PortsAdminExtendedAttrsTestJSON-838875849-project-admin] 10.222.0.53 "GET /v2.0/ports/a0e34ece-04d0-4d2e-918b-8983f73c8b0f HTTP/1.1" status: 404 len: 333 time: 0.0923533 Nov 09 20:02:00.425155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56222) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:00.453876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-865398ed-6f5c-4c09-9eb8-ba1be2c3b01e req-40365b61-f4aa-4f98-b8cb-41e7506fd2d0 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713660 Nov 09 20:02:00.575644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f981d1d-86ba-49c9-9cfe-b4ad53ced0ea req-ff686306-24bd-4438-8533-43cb91a6f02d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535312 Nov 09 20:02:00.595283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-44252909-a7fc-40c6-a732-8bdab3b54102 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:00.631403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf5b9e73-bb32-4efc-82f5-fe288da97166 req-d8a68811-8f19-448f-ab54-fc08f3e021c6 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.53 "GET /v2.0/ports?device_id=e79d2ded-ddc5-4eb5-89db-827e85c0ed95 HTTP/1.1" status: 200 len: 210 time: 0.0445702 Nov 09 20:02:00.646034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44252909-a7fc-40c6-a732-8bdab3b54102 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Pushing event deleted for resources: {'Port': ['ID=edccbb62-580a-4002-b413-90a3c8366e8e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:00.665728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c5265f64-fae3-4dae-af92-2410654d33c1 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:00.737807 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5265f64-fae3-4dae-af92-2410654d33c1 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event deleted for resources: {'Port': ['ID=25fb4b81-7e42-439b-ad81-7cced1e0185b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:00.799352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-44252909-a7fc-40c6-a732-8bdab3b54102 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] No DVR routers for this DVR port edccbb62-580a-4002-b413-90a3c8366e8e on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:02:00.805250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-44252909-a7fc-40c6-a732-8bdab3b54102 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:00.815215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82575032-85ad-4fa4-aeb2-e8f33967be86 req-44252909-a7fc-40c6-a732-8bdab3b54102 tempest-VolumesNegativeTest-1494696527 tempest-VolumesNegativeTest-1494696527-project] 10.222.0.70 "DELETE /v2.0/ports/edccbb62-580a-4002-b413-90a3c8366e8e HTTP/1.1" status: 204 len: 173 time: 2.1482689 Nov 09 20:02:00.834318 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:00.847481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79d2ded-ddc5-4eb5-89db-827e85c0ed95', 'name': 'network-vif-deleted', 'tag': 'edccbb62-580a-4002-b413-90a3c8366e8e'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:02:00.852945 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cbfeff-effa-4f9a-86d0-2980b79029b4" -d '{"events": [{"server_uuid": "e79d2ded-ddc5-4eb5-89db-827e85c0ed95", "name": "network-vif-deleted", "tag": "edccbb62-580a-4002-b413-90a3c8366e8e"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:02:00.948281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c5265f64-fae3-4dae-af92-2410654d33c1 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:00.956915 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c5265f64-fae3-4dae-af92-2410654d33c1 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "DELETE /v2.0/ports/25fb4b81-7e42-439b-ad81-7cced1e0185b HTTP/1.1" status: 204 len: 168 time: 0.8886251 Nov 09 20:02:00.960436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56248) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:00.965003 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c28145-7dc2-4961-b9af-3c07bb9cdace x-openstack-request-id: req-63c28145-7dc2-4961-b9af-3c07bb9cdace {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:02:00.966296 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79d2ded-ddc5-4eb5-89db-827e85c0ed95", "name": "network-vif-deleted", "tag": "edccbb62-580a-4002-b413-90a3c8366e8e", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:02:00.966296 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63c28145-7dc2-4961-b9af-3c07bb9cdace {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:02:00.967886 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79d2ded-ddc5-4eb5-89db-827e85c0ed95', 'name': 'network-vif-deleted', 'tag': 'edccbb62-580a-4002-b413-90a3c8366e8e', 'status': 'completed', 'code': 200} Nov 09 20:02:00.971746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Request body: {'port': {'name': 'tempest-new-port-name-494113562', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:00.972147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.api.validators [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] bootfile-name is not in valid_values {{(pid=102295) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 20:02:00.972495 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.api.validators [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] tftp-server is not in valid_values {{(pid=102295) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 20:02:00.972828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.api.validators [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] server-ip-address is not in valid_values {{(pid=102295) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 20:02:01.031009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device edccbb62-580a-4002-b413-90a3c8366e8e no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:02:01.089445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: edccbb62-580a-4002-b413-90a3c8366e8e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:02:01.090436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device edccbb62-580a-4002-b413-90a3c8366e8e not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:02:01.129031 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.150668 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.186192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52182488-2348-4bdb-bb01-5c7931e8f3d0']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:01.196409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f898d8-e1da-4df1-920e-b1f189022e8b') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:01.196711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f898d8-e1da-4df1-920e-b1f189022e8b') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:01.216304 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.251799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.271184 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:01.271818 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:01.344945 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:01.363504 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.405711 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.414276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] 10.222.0.53 "DELETE /v2.0/networks/52182488-2348-4bdb-bb01-5c7931e8f3d0 HTTP/1.1" status: 204 len: 168 time: 0.9858644 Nov 09 20:02:01.415671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f04e7-1041-4628-a84b-121280bdb6ae tempest-PortsAdminExtendedAttrsTestJSON-345168833 tempest-PortsAdminExtendedAttrsTestJSON-345168833-project] Pushing event deleted for resources: {'Network': ['ID=52182488-2348-4bdb-bb01-5c7931e8f3d0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:01.465572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.477027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.565100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event updated for resources: {'Port': ['ID=194ad1ce-9898-466a-9b44-4010e375068d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:01.576507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] In _notify_port_updated(), no bound segment for port 194ad1ce-9898-466a-9b44-4010e375068d on network 4da9bb28-17ae-4912-9ed1-7001d199e7ba {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 20:02:01.584529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:01.585430 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.587354 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-abca6d81-db7a-40d0-82ec-05a5ae4aaafd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "PUT /v2.0/ports/194ad1ce-9898-466a-9b44-4010e375068d HTTP/1.1" status: 200 len: 1136 time: 0.6258929 Nov 09 20:02:01.591106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56276) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:01.664876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53ffdf8-5e7e-414d-aa57-d6fd89e23c08 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:01.666634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e53ffdf8-5e7e-414d-aa57-d6fd89e23c08 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "GET /v2.0/ports/194ad1ce-9898-466a-9b44-4010e375068d HTTP/1.1" status: 200 len: 1136 time: 0.0743096 Nov 09 20:02:01.672435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56284) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:01.877862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5f14c-2510-4fdd-a67c-e84daf854e39 req-6a686d59-f12a-4a80-b2b9-bf5b76999061 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:01.879786 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-25d5f14c-2510-4fdd-a67c-e84daf854e39 req-6a686d59-f12a-4a80-b2b9-bf5b76999061 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.1501627 Nov 09 20:02:01.920142 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a4360-acfc-4cb0-a9ec-b80ddcda46fd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Deleting port 194ad1ce-9898-466a-9b44-4010e375068d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:02:01.920529 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4360-acfc-4cb0-a9ec-b80ddcda46fd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:01.956081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-59a472e6-08d3-424e-8edf-baedc6fba4ad None None] Provisioning complete for port 194ad1ce-9898-466a-9b44-4010e375068d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:01.956450 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59a472e6-08d3-424e-8edf-baedc6fba4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.026773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56302) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:02.027513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-59a472e6-08d3-424e-8edf-baedc6fba4ad None None] Port 194ad1ce-9898-466a-9b44-4010e375068d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:02:02.083830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-25d5f14c-2510-4fdd-a67c-e84daf854e39 req-97df1f94-31aa-4b7f-8f71-4c1f8a9b327d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905110 Nov 09 20:02:02.159753 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4360-acfc-4cb0-a9ec-b80ddcda46fd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.174915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a4360-acfc-4cb0-a9ec-b80ddcda46fd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Calling delete_port for 194ad1ce-9898-466a-9b44-4010e375068d owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:02:02.294250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a25c9662-4f03-4944-af93-58a5df4b465a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9c7ea126d0846fc9d84ed3265a5e801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656550 Nov 09 20:02:02.294956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56326) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:02.378851 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e938acc-28fc-4226-ae13-94d84b730b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.404158 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4360-acfc-4cb0-a9ec-b80ddcda46fd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.451286 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e938acc-28fc-4226-ae13-94d84b730b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.463486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a4360-acfc-4cb0-a9ec-b80ddcda46fd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event deleted for resources: {'Port': ['ID=194ad1ce-9898-466a-9b44-4010e375068d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:02.471015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56334) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:02.545773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e938acc-28fc-4226-ae13-94d84b730b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.550716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e938acc-28fc-4226-ae13-94d84b730b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.550716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2e938acc-28fc-4226-ae13-94d84b730b68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4973ea72-a1f5-400a-a7e9-983992a5b74d HTTP/1.1" status: 204 len: 168 time: 0.2547770 Nov 09 20:02:02.567309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e938acc-28fc-4226-ae13-94d84b730b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4973ea72-a1f5-400a-a7e9-983992a5b74d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:02.627232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4360-acfc-4cb0-a9ec-b80ddcda46fd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.631624 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ed9a4360-acfc-4cb0-a9ec-b80ddcda46fd tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "DELETE /v2.0/ports/194ad1ce-9898-466a-9b44-4010e375068d HTTP/1.1" status: 204 len: 168 time: 0.9577417 Nov 09 20:02:02.634272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56354) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:02.708575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b0b607-b15b-4a9a-9a27-8f0836390511 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Deleting subnet 26cd25e8-3453-4385-af7b-1128bdbadc1c {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:02:02.714604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b607-b15b-4a9a-9a27-8f0836390511 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.780551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-12d267aa-6b02-4456-a384-8ffb5b7013be tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:02.821850 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b607-b15b-4a9a-9a27-8f0836390511 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.823572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-12d267aa-6b02-4456-a384-8ffb5b7013be tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] 10.222.0.53 "PUT /v2.0/quotas/4b78598a450c4dd19b0226bbaf23e28e HTTP/1.1" status: 200 len: 368 time: 0.3511827 Nov 09 20:02:02.827530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56368) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:02.839570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Request body: {'network': {'project_id': '4b78598a450c4dd19b0226bbaf23e28e'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:02.904281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Made reservation on behalf of 4b78598a450c4dd19b0226bbaf23e28e for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:02.907606 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:02.919211 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.034240 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b607-b15b-4a9a-9a27-8f0836390511 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.056702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.066090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.140468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:03.193222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6feb6b-a372-4f38-83eb-700cd9471b1e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:03.225623 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b607-b15b-4a9a-9a27-8f0836390511 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.234044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.234378 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Added segment 2a12ad85-dc3b-47c6-b5db-034c1a434d8a of type vlan for network 68d65580-03bc-44d4-959a-38971576fceb Nov 09 20:02:03.325473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f5ddf-b6a2-42df-8006-7fe9ece41991 None None] Network 4da9bb28-17ae-4912-9ed1-7001d199e7ba requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:03.334811 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.351901 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56434) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:03.362768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b607-b15b-4a9a-9a27-8f0836390511 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.368362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c9b0b607-b15b-4a9a-9a27-8f0836390511 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "DELETE /v2.0/subnets/26cd25e8-3453-4385-af7b-1128bdbadc1c HTTP/1.1" status: 204 len: 168 time: 0.7329438 Nov 09 20:02:03.369435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0b607-b15b-4a9a-9a27-8f0836390511 tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event deleted for resources: {'Subnet': ['ID=26cd25e8-3453-4385-af7b-1128bdbadc1c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:03.382371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56438) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:03.427405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5289731-d6fd-43de-820a-0336c38bd391 req-ff608d27-57eb-4ca5-835e-8f37f3f02dd5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:03.429382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5289731-d6fd-43de-820a-0336c38bd391 req-ff608d27-57eb-4ca5-835e-8f37f3f02dd5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.1963174 Nov 09 20:02:03.494871 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5289731-d6fd-43de-820a-0336c38bd391 req-5d051a96-9e46-4973-ac4d-ec604021f9c6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473499 Nov 09 20:02:03.511283 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.598037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-305f4fab-0d8e-4b5b-8d10-0707b87eb1ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc807feb461b44edaf205d36ee3b919c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449734 Nov 09 20:02:03.600588 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.601428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56448) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:03.609047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:03.609666 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.688856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3993766b-7aae-401d-bddb-4abf800946e5 None None] DHCP port deletion for 4da9bb28-17ae-4912-9ed1-7001d199e7ba request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:02:03.711424 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26d46ffb-3266-413c-b61b-7cd1876fb91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.745356 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26d46ffb-3266-413c-b61b-7cd1876fb91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.753903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56462) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:03.756629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9278443 Nov 09 20:02:03.765243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Request body: {'network': {'project_id': '4b78598a450c4dd19b0226bbaf23e28e'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:03.788740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89729c-94db-476d-aa9b-42e68267f93b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Pushing event updated for resources: {'Network': ['ID=68d65580-03bc-44d4-959a-38971576fceb,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:03.793257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3993766b-7aae-401d-bddb-4abf800946e5 None None] Deleting port 14fb19ab-6742-4bdd-8041-e489aa05fd10 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:02:03.793645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3993766b-7aae-401d-bddb-4abf800946e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.812003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 68d65580-03bc-44d4-959a-38971576fceb details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:03.816254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Deleting port 14fb19ab-6742-4bdd-8041-e489aa05fd10 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:02:03.816703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.825100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Made reservation on behalf of 4b78598a450c4dd19b0226bbaf23e28e for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:03.827696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.865615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:03.879576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.879932 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Added segment c3a408ef-48e0-4e90-8298-4daa82ef2d53 of type vlan for network 7d5ad577-eb2e-4e5d-950e-7d4fc34da979 Nov 09 20:02:03.942689 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.948365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] For port 14fb19ab-6742-4bdd-8041-e489aa05fd10, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=14fb19ab-6742-4bdd-8041-e489aa05fd10,segment=NetworkSegment(f1b0aa15-2547-4c3f-b029-d585c708b0d7),segment_id=f1b0aa15-2547-4c3f-b029-d585c708b0d7)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:03.949688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.967804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3993766b-7aae-401d-bddb-4abf800946e5 None None] For port 14fb19ab-6742-4bdd-8041-e489aa05fd10, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=14fb19ab-6742-4bdd-8041-e489aa05fd10,segment=NetworkSegment(f1b0aa15-2547-4c3f-b029-d585c708b0d7),segment_id=f1b0aa15-2547-4c3f-b029-d585c708b0d7)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:03.968510 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3993766b-7aae-401d-bddb-4abf800946e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.977031 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.977235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:03.978456 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:03.980497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Calling delete_port for 14fb19ab-6742-4bdd-8041-e489aa05fd10 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:02:03.997235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3993766b-7aae-401d-bddb-4abf800946e5 None None] Calling delete_port for 14fb19ab-6742-4bdd-8041-e489aa05fd10 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:02:04.053510 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26d46ffb-3266-413c-b61b-7cd1876fb91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.056884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26d46ffb-3266-413c-b61b-7cd1876fb91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.058984 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-26d46ffb-3266-413c-b61b-7cd1876fb91a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bcff102-d5e5-49b4-a020-e85afa4362f4 HTTP/1.1" status: 204 len: 168 time: 0.4566112 Nov 09 20:02:04.069682 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3143876 Nov 09 20:02:04.073615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56494) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:04.083391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-517c1467-83fc-411f-819f-553cf8c63eac tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Request body: {'network': {'project_id': '4b78598a450c4dd19b0226bbaf23e28e'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:04.089936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d46ffb-3266-413c-b61b-7cd1876fb91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcff102-d5e5-49b4-a020-e85afa4362f4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:04.093254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1f1ae-8d5b-4e5f-b4b1-782191aa2f8b tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Pushing event updated for resources: {'Network': ['ID=7d5ad577-eb2e-4e5d-950e-7d4fc34da979,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:04.107764 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-517c1467-83fc-411f-819f-553cf8c63eac tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 20:02:04.108210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517c1467-83fc-411f-819f-553cf8c63eac tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:02:04.109766 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-517c1467-83fc-411f-819f-553cf8c63eac tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0309019 Nov 09 20:02:04.112448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56498) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:04.154496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.200752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] No DVR routers for this DVR port 14fb19ab-6742-4bdd-8041-e489aa05fd10 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:02:04.254360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 7d5ad577-eb2e-4e5d-950e-7d4fc34da979 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:04.263201 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d327ed4e-c05c-4b19-b749-e2a247e7cbd8 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b78598a450c4dd19b0226bbaf23e28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493363 Nov 09 20:02:04.264189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56510) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:04.291146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event deleted for resources: {'Port': ['ID=14fb19ab-6742-4bdd-8041-e489aa05fd10,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:04.369181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe4faaf8-2676-412f-aa30-acf1865680e2 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.400589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.422758 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe4faaf8-2676-412f-aa30-acf1865680e2 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.447843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da9bb28-17ae-4912-9ed1-7001d199e7ba']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:04.472390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b0aa15-2547-4c3f-b029-d585c708b0d7') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:04.472602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b0aa15-2547-4c3f-b029-d585c708b0d7') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:02:04.488875 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:02:04.493579 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.504299 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3993766b-7aae-401d-bddb-4abf800946e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.526357 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.542245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:04.542780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.551501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe4faaf8-2676-412f-aa30-acf1865680e2 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.555122 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe4faaf8-2676-412f-aa30-acf1865680e2 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:04.562646 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:04.567017 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fe4faaf8-2676-412f-aa30-acf1865680e2 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d6feb6b-a372-4f38-83eb-700cd9471b1e HTTP/1.1" status: 204 len: 168 time: 0.3019183 Nov 09 20:02:04.569643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56552) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:04.578805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3993766b-7aae-401d-bddb-4abf800946e5 None None] No DVR routers for this DVR port 14fb19ab-6742-4bdd-8041-e489aa05fd10 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:02:04.590297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993766b-7aae-401d-bddb-4abf800946e5 None None] Pushing event deleted for resources: {'Port': ['ID=14fb19ab-6742-4bdd-8041-e489aa05fd10,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:04.735677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4faaf8-2676-412f-aa30-acf1865680e2 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6feb6b-a372-4f38-83eb-700cd9471b1e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:04.788801 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.800298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.809913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9ebf5-ac0c-45dc-a8bb-073897bbfd9a req-b132a523-f2fe-475f-8ca2-bf735c2dd4ff tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:04.818927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-86c9ebf5-ac0c-45dc-a8bb-073897bbfd9a req-b132a523-f2fe-475f-8ca2-bf735c2dd4ff tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.1456606 Nov 09 20:02:04.821521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.824826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] 10.222.0.53 "DELETE /v2.0/networks/4da9bb28-17ae-4912-9ed1-7001d199e7ba HTTP/1.1" status: 204 len: 168 time: 1.4413369 Nov 09 20:02:04.857182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e71ce2-df91-4145-a124-87dea30da02d tempest-ExtraDHCPOptionsTestJSON-1339735870 tempest-ExtraDHCPOptionsTestJSON-1339735870-project] Pushing event deleted for resources: {'Network': ['ID=4da9bb28-17ae-4912-9ed1-7001d199e7ba,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:04.895829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-86c9ebf5-ac0c-45dc-a8bb-073897bbfd9a req-8575c4d7-0261-4477-8f82-33de9cdb3035 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758989 Nov 09 20:02:04.933731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:04.961861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5ad577-eb2e-4e5d-950e-7d4fc34da979']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:04.975559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a408ef-48e0-4e90-8298-4daa82ef2d53') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:04.976639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a408ef-48e0-4e90-8298-4daa82ef2d53') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:04.990387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.005382 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.013201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:05.013842 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:05.015785 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:05.101700 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.108680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.115664 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] 10.222.0.53 "DELETE /v2.0/networks/7d5ad577-eb2e-4e5d-950e-7d4fc34da979 HTTP/1.1" status: 204 len: 168 time: 0.5443647 Nov 09 20:02:05.116453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56598) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:05.134177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08875d25-4e50-4a32-85c9-1128f9e96f1a tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d5ad577-eb2e-4e5d-950e-7d4fc34da979,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:05.195897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 14fb19ab-6742-4bdd-8041-e489aa05fd10 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:02:05.225948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-3ae4e7d0-aca4-43fc-ba85-8ef07ed0b458 req-59c1ba1a-c019-407e-a635-bbef9129c6df service neutron] (102296) timed out ('10.222.0.53', 46094) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:02:05.235599 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.244450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 14fb19ab-6742-4bdd-8041-e489aa05fd10 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:02:05.244450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 14fb19ab-6742-4bdd-8041-e489aa05fd10 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:02:05.335407 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.364499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d65580-03bc-44d4-959a-38971576fceb']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:05.381681 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a12ad85-dc3b-47c6-b5db-034c1a434d8a') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:05.381997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a12ad85-dc3b-47c6-b5db-034c1a434d8a') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:05.393295 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.410411 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.417184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:05.417781 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:05.481839 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:05.487878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.493055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56616) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:05.502112 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.506781 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] 10.222.0.53 "DELETE /v2.0/networks/68d65580-03bc-44d4-959a-38971576fceb HTTP/1.1" status: 204 len: 168 time: 0.3890359 Nov 09 20:02:05.517926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae6162-2725-43a0-ad4a-73a8168d8936 tempest-QuotasNegativeTest-1048058417 tempest-QuotasNegativeTest-1048058417-project-admin] Pushing event deleted for resources: {'Network': ['ID=68d65580-03bc-44d4-959a-38971576fceb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:05.732208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56648) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:05.733126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9db75d2f-cb8f-4cb3-8582-295e274174bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc0d55ccda004b8bbd9d5b40cdbc87fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390897 Nov 09 20:02:05.792824 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b784f1ec-b3cc-4f4b-9587-847f4d39f851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.820349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b784f1ec-b3cc-4f4b-9587-847f4d39f851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.835387 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 91924400-b759-4d1b-a906-9c680c1256f9 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:02:05.888987 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b784f1ec-b3cc-4f4b-9587-847f4d39f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.891848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b784f1ec-b3cc-4f4b-9587-847f4d39f851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:05.893040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b784f1ec-b3cc-4f4b-9587-847f4d39f851 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/876941a2-f509-4276-9a67-757e09d320bf HTTP/1.1" status: 204 len: 168 time: 0.1595559 Nov 09 20:02:05.907226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784f1ec-b3cc-4f4b-9587-847f4d39f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876941a2-f509-4276-9a67-757e09d320bf,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:05.927934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56660) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:05.978234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 91924400-b759-4d1b-a906-9c680c1256f9, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=91924400-b759-4d1b-a906-9c680c1256f9,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:05.992983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '91924400-b759-4d1b-a906-9c680c1256f9', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'port_id': '91924400-b759-4d1b-a906-9c680c1256f9', 'mac_address': 'fa:16:3e:05:c7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:02:06.068134 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:06.091243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91924400-b759-4d1b-a906-9c680c1256f9 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:02:06.126397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 91924400-b759-4d1b-a906-9c680c1256f9, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=91924400-b759-4d1b-a906-9c680c1256f9,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:06.126644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9918d-bce2-43e2-a65e-e480b2b314aa req-dcfabf0e-d9a9-4d8c-be4f-637e5a6992d6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:06.132656 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:06.137604 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35d9918d-bce2-43e2-a65e-e480b2b314aa req-dcfabf0e-d9a9-4d8c-be4f-637e5a6992d6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 943 time: 0.0994718 Nov 09 20:02:06.193913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=91924400-b759-4d1b-a906-9c680c1256f9,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:06.230848 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35d9918d-bce2-43e2-a65e-e480b2b314aa req-f72316f4-e94f-4b0a-b329-fb8e600ca2f0 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880604 Nov 09 20:02:06.378102 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['91924400-b759-4d1b-a906-9c680c1256f9'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:02:06.515343 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d2b530e-1e50-4a9c-a3a5-019d69c5e46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:06.751413 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d2b530e-1e50-4a9c-a3a5-019d69c5e46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:06.759089 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d2b530e-1e50-4a9c-a3a5-019d69c5e46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:06.840254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6d2b530e-1e50-4a9c-a3a5-019d69c5e46b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b11ce071e2764bc2b5c9ce514aa2d095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9102969 Nov 09 20:02:06.842365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56758) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:06.863844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b530e-1e50-4a9c-a3a5-019d69c5e46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e916745-161e-4be1-b586-c42a109e6f97,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:06.930984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56768) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:06.991520 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b33b2b5-19e5-49be-a6e1-39860e502975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.046880 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b33b2b5-19e5-49be-a6e1-39860e502975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.108265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56794) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:07.166234 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b33b2b5-19e5-49be-a6e1-39860e502975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.170072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b33b2b5-19e5-49be-a6e1-39860e502975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.171037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b33b2b5-19e5-49be-a6e1-39860e502975 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e916745-161e-4be1-b586-c42a109e6f97 HTTP/1.1" status: 204 len: 168 time: 0.3269424 Nov 09 20:02:07.191893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33b2b5-19e5-49be-a6e1-39860e502975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e916745-161e-4be1-b586-c42a109e6f97,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:07.300641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1941285689'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:07.389644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c260ada-188f-4ce0-adcf-8df27a453344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.420158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:07.440398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.493179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.569401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756eef5-56ba-405b-93aa-fac10bc86586 req-cdaeb97e-d25b-4694-99b6-2e36720272b7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:07.571657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8756eef5-56ba-405b-93aa-fac10bc86586 req-cdaeb97e-d25b-4694-99b6-2e36720272b7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 944 time: 0.1874211 Nov 09 20:02:07.673198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8756eef5-56ba-405b-93aa-fac10bc86586 req-fa4528f4-753f-4030-8294-6fb59f344ee2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892453 Nov 09 20:02:07.732068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c260ada-188f-4ce0-adcf-8df27a453344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.738898 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.742375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c260ada-188f-4ce0-adcf-8df27a453344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.757619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.814705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5c260ada-188f-4ce0-adcf-8df27a453344 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97b880ec7a34486fad30bf2ddefbbc54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7053196 Nov 09 20:02:07.817484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56868) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:07.819796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:07.838070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c260ada-188f-4ce0-adcf-8df27a453344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a70b38-fea3-4080-b40b-54b041e06f0c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:07.852051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 91924400-b759-4d1b-a906-9c680c1256f9 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:07.858482 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.868657 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Added segment f82fd2fb-446c-447c-a075-3cd333223f1b of type vlan for network 8a54cd65-fc63-40b7-92ea-25f1dc4101c5 Nov 09 20:02:07.952089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc308548-f8ec-4a91-b47e-ff97f5b4f892,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:07.967357 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-607b43c8-1040-4435-bff9-6c6447783bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:07.983938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.014849 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-607b43c8-1040-4435-bff9-6c6447783bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.035198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 91924400-b759-4d1b-a906-9c680c1256f9 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:02:08.040170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 91924400-b759-4d1b-a906-9c680c1256f9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:08.043682 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.066458 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.089394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:08.090271 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.101670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56900) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:08.167767 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-607b43c8-1040-4435-bff9-6c6447783bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.175172 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-607b43c8-1040-4435-bff9-6c6447783bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.187797 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-607b43c8-1040-4435-bff9-6c6447783bc1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64a70b38-fea3-4080-b40b-54b041e06f0c HTTP/1.1" status: 204 len: 168 time: 0.3679621 Nov 09 20:02:08.191320 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d23fc407-d932-4170-a87c-b0895d90b4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.222088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=8a54cd65-fc63-40b7-92ea-25f1dc4101c5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:08.251476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b43c8-1040-4435-bff9-6c6447783bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a70b38-fea3-4080-b40b-54b041e06f0c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:08.258023 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-919ab553-4d21-4aa7-b4bb-6c6817480a03 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3276942 Nov 09 20:02:08.326084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 8a54cd65-fc63-40b7-92ea-25f1dc4101c5 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:08.409187 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.452621 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d23fc407-d932-4170-a87c-b0895d90b4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.465099 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d23fc407-d932-4170-a87c-b0895d90b4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.582148 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d23fc407-d932-4170-a87c-b0895d90b4ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=102158e77bfc480dbbe1df4662ac188c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780552 Nov 09 20:02:08.587563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56948) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:08.591511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fc407-d932-4170-a87c-b0895d90b4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8abf35-4a11-41e1-98da-24f26caa7dd4,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:08.666550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 91924400-b759-4d1b-a906-9c680c1256f9, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=91924400-b759-4d1b-a906-9c680c1256f9,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:08.687932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1ef741-0590-4ca9-bbda-194ee6b8120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91924400-b759-4d1b-a906-9c680c1256f9'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:02:08.690243 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da2622f-ac99-4cb2-9e76-3b9859bc19eb" -d '{"events": [{"server_uuid": "be1ef741-0590-4ca9-bbda-194ee6b8120d", "name": "network-vif-plugged", "status": "completed", "tag": "91924400-b759-4d1b-a906-9c680c1256f9"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:02:08.709664 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.872998 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e958eaf-2849-42d7-977e-a3cbf31262f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:08.922110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=91924400-b759-4d1b-a906-9c680c1256f9,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:08.935488 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490feb59-39a7-429b-a370-7480dc80e16d x-openstack-request-id: req-490feb59-39a7-429b-a370-7480dc80e16d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:02:08.935804 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1ef741-0590-4ca9-bbda-194ee6b8120d", "name": "network-vif-plugged", "status": "completed", "tag": "91924400-b759-4d1b-a906-9c680c1256f9", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:02:08.936069 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-490feb59-39a7-429b-a370-7480dc80e16d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:02:08.936536 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1ef741-0590-4ca9-bbda-194ee6b8120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91924400-b759-4d1b-a906-9c680c1256f9', 'code': 200} Nov 09 20:02:09.016510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e958eaf-2849-42d7-977e-a3cbf31262f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:09.220869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57006) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:09.232989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4922d-0602-4442-89f0-fd3787b010ed req-f4f22180-89e0-4e99-90b0-156c9f79830e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:09.238641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-84b4922d-0602-4442-89f0-fd3787b010ed req-f4f22180-89e0-4e99-90b0-156c9f79830e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 945 time: 0.2616677 Nov 09 20:02:09.272454 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e958eaf-2849-42d7-977e-a3cbf31262f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:09.281972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e958eaf-2849-42d7-977e-a3cbf31262f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:09.291559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5e958eaf-2849-42d7-977e-a3cbf31262f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a8abf35-4a11-41e1-98da-24f26caa7dd4 HTTP/1.1" status: 204 len: 168 time: 0.6834309 Nov 09 20:02:09.368101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e958eaf-2849-42d7-977e-a3cbf31262f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8abf35-4a11-41e1-98da-24f26caa7dd4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:09.371132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-273d4ac6-de88-4223-8440-e19b93f27de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:09.419133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-84b4922d-0602-4442-89f0-fd3787b010ed req-cf6fa47e-8ab2-42b0-b959-0f3a89e4eac5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735139 Nov 09 20:02:09.470006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895a8af-6045-4339-b244-5e009077a3b3 req-49a8164a-c1bf-41ac-aeba-9b288510bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:09.470006 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e895a8af-6045-4339-b244-5e009077a3b3 req-49a8164a-c1bf-41ac-aeba-9b288510bab7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 1096 time: 0.2472463 Nov 09 20:02:09.644374 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e895a8af-6045-4339-b244-5e009077a3b3 req-98471ba8-2b06-48bc-af04-03b705046109 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548641 Nov 09 20:02:09.721997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-273d4ac6-de88-4223-8440-e19b93f27de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:09.741193 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-273d4ac6-de88-4223-8440-e19b93f27de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:09.785256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57062) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:09.824866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d4ac6-de88-4223-8440-e19b93f27de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d83751-86dd-4ecd-b53f-e97228c0432c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:09.857560 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-273d4ac6-de88-4223-8440-e19b93f27de7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aefeeca860da4e40adfa0ff659127f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6235161 Nov 09 20:02:09.860449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57074) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:10.002215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38537b30-d4cc-4138-a7cf-3ed19f0f8f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.119452 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38537b30-d4cc-4138-a7cf-3ed19f0f8f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.158446 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef400529-547c-42f1-82f1-f325e9651c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.252326 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07959cc0-d5c8-44f7-ac02-333a866aa2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.329881 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38537b30-d4cc-4138-a7cf-3ed19f0f8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.339256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38537b30-d4cc-4138-a7cf-3ed19f0f8f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.342901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-38537b30-d4cc-4138-a7cf-3ed19f0f8f78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83d83751-86dd-4ecd-b53f-e97228c0432c HTTP/1.1" status: 204 len: 168 time: 0.4797738 Nov 09 20:02:10.400260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38537b30-d4cc-4138-a7cf-3ed19f0f8f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d83751-86dd-4ecd-b53f-e97228c0432c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:10.473837 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef400529-547c-42f1-82f1-f325e9651c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.495757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef400529-547c-42f1-82f1-f325e9651c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.619038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef400529-547c-42f1-82f1-f325e9651c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce0628-4519-4eff-8ada-8ad749bbc122,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:10.637891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ef400529-547c-42f1-82f1-f325e9651c61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6173bce7eb6e41079e0f2113a82d1a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8512018 Nov 09 20:02:10.647210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57156) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:10.697911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b66d60-9e2f-4755-a390-78afa4ab64f1 req-0af35ba7-6edc-43b2-83aa-685d4420f52b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:10.708350 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46b66d60-9e2f-4755-a390-78afa4ab64f1 req-0af35ba7-6edc-43b2-83aa-685d4420f52b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 945 time: 0.1425450 Nov 09 20:02:10.794566 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-46b66d60-9e2f-4755-a390-78afa4ab64f1 req-cee3cc20-ee1d-46d7-abf0-82dd2a35a0ff tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801251 Nov 09 20:02:10.830190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de3cfab7-8f8a-47b1-b9a3-36a401aa903a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.875058 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de3cfab7-8f8a-47b1-b9a3-36a401aa903a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.946376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de3cfab7-8f8a-47b1-b9a3-36a401aa903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.949619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de3cfab7-8f8a-47b1-b9a3-36a401aa903a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:10.951498 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-de3cfab7-8f8a-47b1-b9a3-36a401aa903a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63ce0628-4519-4eff-8ada-8ad749bbc122 HTTP/1.1" status: 204 len: 168 time: 0.2996998 Nov 09 20:02:10.975807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cfab7-8f8a-47b1-b9a3-36a401aa903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce0628-4519-4eff-8ada-8ad749bbc122,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:11.648075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57270) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:11.653546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'network_id': '8a54cd65-fc63-40b7-92ea-25f1dc4101c5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:11.804765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:11.821887 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:11.876749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57302) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:12.007989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8852a-802d-4f96-808d-ab8888605104 req-d39e73b9-517a-4398-a4b7-155a4d62a2b3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:12.011520 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0f8852a-802d-4f96-808d-ab8888605104 req-d39e73b9-517a-4398-a4b7-155a4d62a2b3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 945 time: 0.0931952 Nov 09 20:02:12.095586 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0f8852a-802d-4f96-808d-ab8888605104 req-8b5f977b-9ad2-462c-8176-ab3d3d306d0e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778651 Nov 09 20:02:12.244914 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.344190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-89a979ce-11e4-4286-aad1-a18b49579626 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44c592f044854d3482e2c9e6d7c19837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4661019 Nov 09 20:02:12.346812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57322) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:12.346936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cda4ad-46ce-4faa-844a-717d17e9e7ed req-63b51e93-b3b7-48a5-b9aa-f321b363e19d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:12.355215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33cda4ad-46ce-4faa-844a-717d17e9e7ed req-63b51e93-b3b7-48a5-b9aa-f321b363e19d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 945 time: 0.1506507 Nov 09 20:02:12.401101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking segment: {'id': 'f82fd2fb-446c-447c-a075-3cd333223f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8a54cd65-fc63-40b7-92ea-25f1dc4101c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:12.401899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network hostable DHCP agents. Network: 8a54cd65-fc63-40b7-92ea-25f1dc4101c5, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:12.412350 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6a78-de8b-4812-bf2b-1b68ba326aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.413639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=3acfa60e-6113-4368-9e7f-453ced32fab5,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:12.441475 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33cda4ad-46ce-4faa-844a-717d17e9e7ed req-7d64e0d5-fcc1-4281-882c-a9c8c02dc0b1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852692 Nov 09 20:02:12.460636 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network 8a54cd65-fc63-40b7-92ea-25f1dc4101c5 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:12.466417 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6a78-de8b-4812-bf2b-1b68ba326aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.487912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 8a54cd65-fc63-40b7-92ea-25f1dc4101c5) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:12.498050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af192150-2dbb-4f68-8709-f778c11d0485 None None] Network 8a54cd65-fc63-40b7-92ea-25f1dc4101c5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:12.511350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:12.516785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.569314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d446a9a3-114c-4d09-9eb2-3ac5c73806d1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9204283 Nov 09 20:02:12.573510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57332) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:12.582395 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6a78-de8b-4812-bf2b-1b68ba326aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.585776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1714482436'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:12.586769 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6a78-de8b-4812-bf2b-1b68ba326aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.590899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7f7b6a78-de8b-4812-bf2b-1b68ba326aee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/adb97c0f-fa46-476e-b25e-7adf31ffeb6b HTTP/1.1" status: 204 len: 168 time: 0.2399621 Nov 09 20:02:12.613262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b6a78-de8b-4812-bf2b-1b68ba326aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb97c0f-fa46-476e-b25e-7adf31ffeb6b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:12.646922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:12.651313 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.701862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e810658-8f09-4083-8a72-80eb88a3f3eb req-a77f9a1f-965a-4022-99c1-fb4d622c3194 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:12.713957 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e810658-8f09-4083-8a72-80eb88a3f3eb req-a77f9a1f-965a-4022-99c1-fb4d622c3194 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 945 time: 0.1204062 Nov 09 20:02:12.723826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:12.738165 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.738681 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Added segment 951c1bae-0bca-4e76-ab67-51a309eaa8de of type vlan for network 60b754e7-8ec8-484c-9013-0ad84e1a0bea Nov 09 20:02:12.768715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e810658-8f09-4083-8a72-80eb88a3f3eb req-b534a446-a3dc-405f-8a45-f08b13f38640 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491161 Nov 09 20:02:12.792996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.840273 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.852090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:12.852845 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.871982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-8a54cd65-fc63-40b7-92ea-25f1dc4101c5', 'network_id': '8a54cd65-fc63-40b7-92ea-25f1dc4101c5', 'tenant_id': '0429da71d7154ee98200f068fc58ed8a', 'fixed_ips': [{'subnet_id': '3acfa60e-6113-4368-9e7f-453ced32fab5'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:02:12.876015 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:12.937510 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3629305 Nov 09 20:02:12.940293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57352) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:12.946354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'network_id': '60b754e7-8ec8-484c-9013-0ad84e1a0bea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:12.948050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14e536-3c19-447d-bee6-87e03340db7b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=60b754e7-8ec8-484c-9013-0ad84e1a0bea,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:13.001206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 60b754e7-8ec8-484c-9013-0ad84e1a0bea details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:13.017338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57354) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:13.228289 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0beb1cd4-cff9-44d0-99ff-f7b742528ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:13.248086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Allocated IP 2001:db8:0:ffff::2 (8a54cd65-fc63-40b7-92ea-25f1dc4101c5/3acfa60e-6113-4368-9e7f-453ced32fab5/0705d341-389e-4cc9-9873-edd0baacd937) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:13.450766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-eb741f50-d829-4a9e-80ba-88a69d8b6963 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:13.453663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-eb741f50-d829-4a9e-80ba-88a69d8b6963 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/networks?id=de5f32a8-93e2-4b59-8619-90f97d43680a HTTP/1.1" status: 200 len: 813 time: 0.2038882 Nov 09 20:02:13.464579 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:13.480424 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-e3be0670-e523-4e99-bf7e-be27dc7fa2c6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/quotas/ae69b140cf504f5b96c97a06a10816de HTTP/1.1" status: 200 len: 375 time: 0.0186107 Nov 09 20:02:13.493395 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:13.508840 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:13.529535 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-e8132e48-6b47-4316-96a4-6483233d76c6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae69b140cf504f5b96c97a06a10816de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479696 Nov 09 20:02:13.554141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group': {'name': 'tempest-secgroup--499023244'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:13.595028 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:13.596367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Network 8a54cd65-fc63-40b7-92ea-25f1dc4101c5 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:13.604402 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:13.607978 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:13.668566 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Pushing event updated for resources: {'Port': ['ID=0705d341-389e-4cc9-9873-edd0baacd937,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:13.711294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Attempting to bind port 0705d341-389e-4cc9-9873-edd0baacd937 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:13.712024 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Attempting to bind port 0705d341-389e-4cc9-9873-edd0baacd937 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'f82fd2fb-446c-447c-a075-3cd333223f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8a54cd65-fc63-40b7-92ea-25f1dc4101c5'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:13.712623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Attempting to bind port 0705d341-389e-4cc9-9873-edd0baacd937 on network 8a54cd65-fc63-40b7-92ea-25f1dc4101c5 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:13.719090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:13.719820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Checking segment: {'id': 'f82fd2fb-446c-447c-a075-3cd333223f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8a54cd65-fc63-40b7-92ea-25f1dc4101c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:13.720509 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:13.721419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Bound using segment: {'id': 'f82fd2fb-446c-447c-a075-3cd333223f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8a54cd65-fc63-40b7-92ea-25f1dc4101c5'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:13.722365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Bound port: 0705d341-389e-4cc9-9873-edd0baacd937, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82fd2fb-446c-447c-a075-3cd333223f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8a54cd65-fc63-40b7-92ea-25f1dc4101c5'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:13.723009 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:13.752390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b312509-21a0-4801-bc63-054753856c79 req-fba4282d-953c-412b-a3f8-3af7f99dee33 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:13.759982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b312509-21a0-4801-bc63-054753856c79 req-fba4282d-953c-412b-a3f8-3af7f99dee33 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 945 time: 0.1974065 Nov 09 20:02:13.791217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:13.799119 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:13.855436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] For port 0705d341-389e-4cc9-9873-edd0baacd937, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:13.859624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] For port 0705d341-389e-4cc9-9873-edd0baacd937, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0705d341-389e-4cc9-9873-edd0baacd937,segment=NetworkSegment(f82fd2fb-446c-447c-a075-3cd333223f1b),segment_id=f82fd2fb-446c-447c-a075-3cd333223f1b)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:13.869169 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:13.886030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:13.967395 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-b3b9fcbd-403f-4de7-bc56-8d0e90729b1c service neutron] 10.222.0.53 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364665 Nov 09 20:02:14.015677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54576e-c1ed-4490-8fab-bc46e482e145 None None] Pushing event updated for resources: {'Port': ['ID=0705d341-389e-4cc9-9873-edd0baacd937,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:14.114021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b312509-21a0-4801-bc63-054753856c79 req-e7a9974c-42e1-4ad6-b330-ce37f0e1fe47 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349884 Nov 09 20:02:14.196319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:14.209626 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:14.275397 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:14.358760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be558f9-b169-4e20-b67b-3b2f9d2a33d0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:14.377804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-c967c748-bc15-4e96-92e2-ad4835199e98 service neutron] 10.222.0.53 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026408 Nov 09 20:02:14.465944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:14.476772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:14.488287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=d68b23c4-cf67-4cd1-8eae-dfae61b0c047,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:14.536946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking segment: {'id': '951c1bae-0bca-4e76-ab67-51a309eaa8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '60b754e7-8ec8-484c-9013-0ad84e1a0bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:14.538186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network hostable DHCP agents. Network: 60b754e7-8ec8-484c-9013-0ad84e1a0bea, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:14.548630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:14.564846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f0a7b0-1c87-4faf-9d43-d4858e75eee0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:14.584931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network 60b754e7-8ec8-484c-9013-0ad84e1a0bea is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:14.588538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:14.591599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-35094468-0447-4e1a-9b8e-712f310ebef5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5730653 Nov 09 20:02:14.594377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57414) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:14.607962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 60b754e7-8ec8-484c-9013-0ad84e1a0bea) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:14.616043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:14.616685 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:14.616854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adf43a8-e130-4504-be9c-282f9f669a1e None None] Network 60b754e7-8ec8-484c-9013-0ad84e1a0bea requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:14.655962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7c75d327-7d55-435f-b402-46a0ed1e316d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7121251 Nov 09 20:02:14.656201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57420) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:14.791870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57422) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:14.845335 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a5bc40b5-c0cf-4397-bb75-966166d32723 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2468185 Nov 09 20:02:14.845967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57426) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:14.854631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45ae11fd-cc00-4d53-afde-f69b01c94334 req-73eb89f9-e81e-45f4-86db-49cef743875b tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 210 time: 0.1542249 Nov 09 20:02:14.858279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b051ed26-77a9-49a7-b5b4-744460dd4be1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group': {'name': 'tempest-security--1045904144', 'description': 'tempest-security-description-798185290'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:14.881384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-21e409b2-f41e-46f7-b248-6613b7987f47 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:14.887074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-21e409b2-f41e-46f7-b248-6613b7987f47 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.77 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 945 time: 0.2003703 Nov 09 20:02:14.962619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:14.971151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-60b754e7-8ec8-484c-9013-0ad84e1a0bea', 'network_id': '60b754e7-8ec8-484c-9013-0ad84e1a0bea', 'tenant_id': '0429da71d7154ee98200f068fc58ed8a', 'fixed_ips': [{'subnet_id': 'd68b23c4-cf67-4cd1-8eae-dfae61b0c047'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:02:14.972020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.229744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2125808365-network', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:15.358347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.385923 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b051ed26-77a9-49a7-b5b4-744460dd4be1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.490569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Allocated IP 2001:db8::1 (60b754e7-8ec8-484c-9013-0ad84e1a0bea/d68b23c4-cf67-4cd1-8eae-dfae61b0c047/c7289726-2b37-4aed-b997-75c6061122df) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:15.513127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0705d341-389e-4cc9-9873-edd0baacd937 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:15.535559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Made reservation on behalf of 80985c87c7bf4f1f91e53993a7cb32c3 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:15.544168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.592872 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.621950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b051ed26-77a9-49a7-b5b4-744460dd4be1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.640986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-1bf98bd6-e0c4-4695-96ee-254f63826263 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port 91924400-b759-4d1b-a906-9c680c1256f9 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:02:15.641704 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-1bf98bd6-e0c4-4695-96ee-254f63826263 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.654146 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b051ed26-77a9-49a7-b5b4-744460dd4be1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.660618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b051ed26-77a9-49a7-b5b4-744460dd4be1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.664695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b051ed26-77a9-49a7-b5b4-744460dd4be1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "PUT /v2.0/security-groups/39f0a7b0-1c87-4faf-9d43-d4858e75eee0 HTTP/1.1" status: 200 len: 1779 time: 0.8165140 Nov 09 20:02:15.671037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57446) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:15.722057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0705d341-389e-4cc9-9873-edd0baacd937 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:15.722645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.805218 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c6da7430-6ffa-4a81-9a25-eb99b3206fd1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups/39f0a7b0-1c87-4faf-9d43-d4858e75eee0 HTTP/1.1" status: 200 len: 1779 time: 0.1328716 Nov 09 20:02:15.805878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57450) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:15.873827 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.885267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.933557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:15.944436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.945383 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Added segment 546d88b0-7593-45df-ac69-7f522a4e2e29 of type vlan for network 5d54afce-71b0-4351-8282-8cb4d17d0f97 Nov 09 20:02:15.965699 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:15.967742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f692f2f-f590-4c22-bb6f-e583fe8b896d None None] Network 8a54cd65-fc63-40b7-92ea-25f1dc4101c5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:15.976022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051ed26-77a9-49a7-b5b4-744460dd4be1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f0a7b0-1c87-4faf-9d43-d4858e75eee0,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:16.017397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca28834-3ffc-4a61-9b47-a959471e02e2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:16.020063 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:02:16.038750 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.078575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd67b5-5e17-421c-8da8-2525f05a3fc3 req-05e49c1b-ec7f-4b8f-9248-f05f32911880 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:16.080195 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9edd67b5-5e17-421c-8da8-2525f05a3fc3 req-05e49c1b-ec7f-4b8f-9248-f05f32911880 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 945 time: 0.7586884 Nov 09 20:02:16.117426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.119220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:16.120521 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.127978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-1bf98bd6-e0c4-4695-96ee-254f63826263 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] For port 91924400-b759-4d1b-a906-9c680c1256f9, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=91924400-b759-4d1b-a906-9c680c1256f9,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:16.128366 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-1bf98bd6-e0c4-4695-96ee-254f63826263 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.198624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-1bf98bd6-e0c4-4695-96ee-254f63826263 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for 91924400-b759-4d1b-a906-9c680c1256f9 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:02:16.198830 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-907efe6e-a131-4446-99d6-77242136e0ae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.232904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4385462 Nov 09 20:02:16.240814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57462) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:16.244079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9edd67b5-5e17-421c-8da8-2525f05a3fc3 req-c4e10831-1996-4e87-a2c6-642e0d5b8c30 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487291 Nov 09 20:02:16.284381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Request body: {'subnet': {'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2125808365-subnet', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:16.312997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df607f56-ac1a-4056-9f7f-a69778f1aa0a admin admin] Pushing event updated for resources: {'Network': ['ID=5d54afce-71b0-4351-8282-8cb4d17d0f97,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:16.329542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-907efe6e-a131-4446-99d6-77242136e0ae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.391107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Made reservation on behalf of 80985c87c7bf4f1f91e53993a7cb32c3 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:16.394120 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.417099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5d54afce-71b0-4351-8282-8cb4d17d0f97 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:16.485097 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-1bf98bd6-e0c4-4695-96ee-254f63826263 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.548098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf98bd6-e0c4-4695-96ee-254f63826263 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=91924400-b759-4d1b-a906-9c680c1256f9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:16.553984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-874022eb-f95b-4a16-859d-9511d23c4625 None None] Provisioning complete for port 0705d341-389e-4cc9-9873-edd0baacd937 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:16.555003 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-874022eb-f95b-4a16-859d-9511d23c4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.595810 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.604325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 0705d341-389e-4cc9-9873-edd0baacd937, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0705d341-389e-4cc9-9873-edd0baacd937,segment=NetworkSegment(f82fd2fb-446c-447c-a075-3cd333223f1b),segment_id=f82fd2fb-446c-447c-a075-3cd333223f1b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:16.607944 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.621942 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.624216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-1bf98bd6-e0c4-4695-96ee-254f63826263 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] No DVR routers for this DVR port 91924400-b759-4d1b-a906-9c680c1256f9 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:02:16.628054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-1bf98bd6-e0c4-4695-96ee-254f63826263 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.632264 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-659a9a26-93e0-465c-abd2-d5d1e5a4de40 req-1bf98bd6-e0c4-4695-96ee-254f63826263 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.77 "DELETE /v2.0/ports/91924400-b759-4d1b-a906-9c680c1256f9 HTTP/1.1" status: 204 len: 173 time: 1.7239161 Nov 09 20:02:16.633493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1ef741-0590-4ca9-bbda-194ee6b8120d', 'name': 'network-vif-deleted', 'tag': '91924400-b759-4d1b-a906-9c680c1256f9'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:02:16.633615 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:16.636921 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c878e3-10a7-4b60-915f-5b957343004a" -d '{"events": [{"server_uuid": "be1ef741-0590-4ca9-bbda-194ee6b8120d", "name": "network-vif-deleted", "tag": "91924400-b759-4d1b-a906-9c680c1256f9"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:02:16.705652 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1168069b-ed82-401d-8c8a-edf51d85ac4a x-openstack-request-id: req-1168069b-ed82-401d-8c8a-edf51d85ac4a {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:02:16.705956 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1ef741-0590-4ca9-bbda-194ee6b8120d", "name": "network-vif-deleted", "tag": "91924400-b759-4d1b-a906-9c680c1256f9", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:02:16.706257 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1168069b-ed82-401d-8c8a-edf51d85ac4a {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:02:16.706763 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1ef741-0590-4ca9-bbda-194ee6b8120d', 'name': 'network-vif-deleted', 'tag': '91924400-b759-4d1b-a906-9c680c1256f9', 'status': 'completed', 'code': 200} Nov 09 20:02:16.711717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Network 60b754e7-8ec8-484c-9013-0ad84e1a0bea is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:16.720071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:16.724539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:16.753981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Pushing event updated for resources: {'Port': ['ID=c7289726-2b37-4aed-b997-75c6061122df,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:16.876296 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=0705d341-389e-4cc9-9873-edd0baacd937,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:16.986704 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-f5dc7f35-2d88-4423-bb8e-5e48c14327f5 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4eb9bc9989ef40c4bffbe0961f73ea6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628760 Nov 09 20:02:16.995215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Attempting to bind port c7289726-2b37-4aed-b997-75c6061122df on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:16.995849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Attempting to bind port c7289726-2b37-4aed-b997-75c6061122df by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '951c1bae-0bca-4e76-ab67-51a309eaa8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '60b754e7-8ec8-484c-9013-0ad84e1a0bea'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:16.996422 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Attempting to bind port c7289726-2b37-4aed-b997-75c6061122df on network 60b754e7-8ec8-484c-9013-0ad84e1a0bea {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:17.003933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:17.004656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Checking segment: {'id': '951c1bae-0bca-4e76-ab67-51a309eaa8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '60b754e7-8ec8-484c-9013-0ad84e1a0bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:17.005875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.006827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Bound using segment: {'id': '951c1bae-0bca-4e76-ab67-51a309eaa8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '60b754e7-8ec8-484c-9013-0ad84e1a0bea'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:17.007524 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Bound port: c7289726-2b37-4aed-b997-75c6061122df, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951c1bae-0bca-4e76-ab67-51a309eaa8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '60b754e7-8ec8-484c-9013-0ad84e1a0bea'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:17.008146 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.037253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-907efe6e-a131-4446-99d6-77242136e0ae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.041506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-907efe6e-a131-4446-99d6-77242136e0ae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.051117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-907efe6e-a131-4446-99d6-77242136e0ae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-groups/39f0a7b0-1c87-4faf-9d43-d4858e75eee0 HTTP/1.1" status: 204 len: 168 time: 1.2423604 Nov 09 20:02:17.052688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57490) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:17.134224 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.151872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] For port c7289726-2b37-4aed-b997-75c6061122df, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:17.156374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] For port c7289726-2b37-4aed-b997-75c6061122df, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c7289726-2b37-4aed-b997-75c6061122df,segment=NetworkSegment(951c1bae-0bca-4e76-ab67-51a309eaa8de),segment_id=951c1bae-0bca-4e76-ab67-51a309eaa8de)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:17.164812 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.170176 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cdb99093-21fb-4c9f-be91-3fcc57320fbe req-9d8fb88a-dc46-4310-94fc-2236521490de tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 210 time: 1.1273861 Nov 09 20:02:17.270243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c1dae-11d1-4129-b084-6bf2bf5569a6 None None] Pushing event updated for resources: {'Port': ['ID=c7289726-2b37-4aed-b997-75c6061122df,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:17.291162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907efe6e-a131-4446-99d6-77242136e0ae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f0a7b0-1c87-4faf-9d43-d4858e75eee0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:17.321391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0705d341-389e-4cc9-9873-edd0baacd937 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:17.366978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.421105 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-24d954e2-aae5-42f4-91aa-b63c926313b7 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3386090 Nov 09 20:02:17.424742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57496) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:17.462219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0705d341-389e-4cc9-9873-edd0baacd937 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:17.463094 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.473020 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46854840-2493-426e-8086-775c7fb1cbb4 req-5f4a8223-e1c4-4876-9b54-35efddec434a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 210 time: 0.0738575 Nov 09 20:02:17.514756 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-6328c8a5-41f5-44ee-ae32-0ee53084bd15 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] delete failed (client error): The resource could not be found. Nov 09 20:02:17.520688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6328c8a5-41f5-44ee-ae32-0ee53084bd15 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-groups/39f0a7b0-1c87-4faf-9d43-d4858e75eee0 HTTP/1.1" status: 404 len: 347 time: 0.0637646 Nov 09 20:02:17.523482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57498) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:17.535764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51bef35d-5e66-4f37-aad8-e056544b9ad9,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:17.551251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0f58ccc2-12ec-4cb8-9af0-6aff61ee72dc None None] Provisioning complete for port 0705d341-389e-4cc9-9873-edd0baacd937 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:17.551847 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0f58ccc2-12ec-4cb8-9af0-6aff61ee72dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.574294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-000a7c64-4067-4688-a2f4-86a3f94464f7 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:17.588780 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-000a7c64-4067-4688-a2f4-86a3f94464f7 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5925975 Nov 09 20:02:17.626934 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-03bfc20e-0453-4c30-8848-482c839a22b7 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/quotas/4eb9bc9989ef40c4bffbe0961f73ea6c HTTP/1.1" status: 200 len: 375 time: 0.0365515 Nov 09 20:02:17.632139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-05f48242-d038-43f7-98ce-da0524eb3543 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236307241'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:17.660470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-636dc051-facb-4b2b-80c5-2d19db5a9cf6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:17.662256 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-636dc051-facb-4b2b-80c5-2d19db5a9cf6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.70 "GET /v2.0/networks?id=de5f32a8-93e2-4b59-8619-90f97d43680a HTTP/1.1" status: 200 len: 813 time: 1.2237883 Nov 09 20:02:17.680369 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.706640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-beedb5b8-c701-4edc-b025-a7929d3722e3 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4eb9bc9989ef40c4bffbe0961f73ea6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785446 Nov 09 20:02:17.713071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Request body: {'port': {'device_id': '6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8', 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a', 'admin_state_up': True, 'tenant_id': 'ae69b140cf504f5b96c97a06a10816de'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:17.718272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Checking segment: {'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:17.719121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Network hostable DHCP agents. Network: 5d54afce-71b0-4351-8282-8cb4d17d0f97, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:17.788019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Subnet': ['ID=d68b23c4-cf67-4cd1-8eae-dfae61b0c047,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:17.844797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b754e7-8ec8-484c-9013-0ad84e1a0bea']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:17.850478 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05f48242-d038-43f7-98ce-da0524eb3543 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.883677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 91924400-b759-4d1b-a906-9c680c1256f9 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:02:17.890105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951c1bae-0bca-4e76-ab67-51a309eaa8de') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:17.890559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951c1bae-0bca-4e76-ab67-51a309eaa8de') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:17.916169 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.929019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Network 5d54afce-71b0-4351-8282-8cb4d17d0f97 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:17.957647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:17.966208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 91924400-b759-4d1b-a906-9c680c1256f9 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:02:17.967759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 91924400-b759-4d1b-a906-9c680c1256f9 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:02:17.981482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5d54afce-71b0-4351-8282-8cb4d17d0f97) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:17.994020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4f9623-1bfa-42f4-89ec-7df9d933bf22 None None] Network 5d54afce-71b0-4351-8282-8cb4d17d0f97 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:17.997957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:18.001543 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:18.007467 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:18.056638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:18.057617 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.126192 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-68dfeaec-730c-46ff-93ff-c6d6acb69762 req-80ac39ef-cc34-420e-9eb3-6d7e4da9f951 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 210 time: 0.1413810 Nov 09 20:02:18.214221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-5d54afce-71b0-4351-8282-8cb4d17d0f97', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:02:18.215298 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.228840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7bd6a8dd-8625-4eec-9a68-533f58287c96 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9778216 Nov 09 20:02:18.231575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57516) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:18.237068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:18.244707 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.api [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 20:02:18.244707 n-d-817256-1 neutron-server[102296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 20:02:18.244707 n-d-817256-1 neutron-server[102296]: [parameters: {'id': '60b754e7-8ec8-484c-9013-0ad84e1a0bea'}] Nov 09 20:02:18.244707 n-d-817256-1 neutron-server[102296]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:02:18.245125 n-d-817256-1 neutron-server[102296]: DEBUG oslo_db.api [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:02:18.270243 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05f48242-d038-43f7-98ce-da0524eb3543 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.287039 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05f48242-d038-43f7-98ce-da0524eb3543 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.307697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Made reservation on behalf of ae69b140cf504f5b96c97a06a10816de for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:18.311767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.330829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6cab2a88-ccd1-48b2-a004-6394b03b8798 req-da029fd8-8d8c-490f-95e4-0a44af658182 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 210 time: 0.0537190 Nov 09 20:02:18.347712 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.353191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.381729 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-05f48242-d038-43f7-98ce-da0524eb3543 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.384155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-05f48242-d038-43f7-98ce-da0524eb3543 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8494589 Nov 09 20:02:18.390208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57520) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:18.398583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-843ab3af-e3f4-444a-9cad-4b3181eeedde tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': '8368615e-6536-40b9-b196-c0043f4cdb87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:18.447159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f48242-d038-43f7-98ce-da0524eb3543 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8368615e-6536-40b9-b196-c0043f4cdb87,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:18.488468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.623175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Allocated IP 172.20.0.2 (5d54afce-71b0-4351-8282-8cb4d17d0f97/51bef35d-5e66-4f37-aad8-e056544b9ad9/aeb88334-824a-4b2f-a8ab-677b2d412218) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:18.744420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-968bcb9a-e3d3-408f-a79e-6aa9cb0bfc87 req-9cf55a1d-0c6f-4e4d-90ff-a0ffa1c1f9e7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 210 time: 0.0767078 Nov 09 20:02:18.763527 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.769233 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.788090 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-843ab3af-e3f4-444a-9cad-4b3181eeedde tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.894874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Allocated IP 172.20.0.8 (de5f32a8-93e2-4b59-8619-90f97d43680a/34e5c201-ef82-4c67-b3e6-29c385687fd9/6c1f0ca2-5ac5-434b-b275-33903f665495) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:18.986803 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:18.997813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db522dcd-3986-4f19-a145-d7c18da3dab8 None None] Network 60b754e7-8ec8-484c-9013-0ad84e1a0bea requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:19.078784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.121209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.155967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.173356 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.203960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Pushing event updated for resources: {'Port': ['ID=aeb88334-824a-4b2f-a8ab-677b2d412218,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:19.222910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Deleting port c7289726-2b37-4aed-b997-75c6061122df {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:02:19.223276 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.255484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e16a5a6b-06b8-41bc-8f5d-80ea21526589 None None] Provisioning complete for port c7289726-2b37-4aed-b997-75c6061122df triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:19.256359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-843ab3af-e3f4-444a-9cad-4b3181eeedde tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.257862 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e16a5a6b-06b8-41bc-8f5d-80ea21526589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.267182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Network 5d54afce-71b0-4351-8282-8cb4d17d0f97 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:19.328429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:19.331693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c7289726-2b37-4aed-b997-75c6061122df up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:19.336669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:19.357177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Allocated IP 172.25.6.249 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/11379fde-b639-4469-913b-02055051eda2) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:19.387868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-843ab3af-e3f4-444a-9cad-4b3181eeedde tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.543184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Attempting to bind port aeb88334-824a-4b2f-a8ab-677b2d412218 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:19.543644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Attempting to bind port aeb88334-824a-4b2f-a8ab-677b2d412218 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:19.543920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Attempting to bind port aeb88334-824a-4b2f-a8ab-677b2d412218 on network 5d54afce-71b0-4351-8282-8cb4d17d0f97 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:19.567191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:19.567597 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Checking segment: {'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:19.568226 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.568819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Bound using segment: {'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:19.570257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Bound port: aeb88334-824a-4b2f-a8ab-677b2d412218, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:19.570892 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.592926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83d808d9-c0f1-49a1-a514-fafea5bfb4a1 req-48f7a961-873f-45a6-bba6-e817ee45bd11 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 210 time: 0.1047649 Nov 09 20:02:19.607057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ab3af-e3f4-444a-9cad-4b3181eeedde tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27325511-a418-4751-9079-f58f151c5e16,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:19.618890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-843ab3af-e3f4-444a-9cad-4b3181eeedde tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.622640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-843ab3af-e3f4-444a-9cad-4b3181eeedde tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2284002 Nov 09 20:02:19.626004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57544) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:19.636355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] For port c7289726-2b37-4aed-b997-75c6061122df, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c7289726-2b37-4aed-b997-75c6061122df,segment=NetworkSegment(951c1bae-0bca-4e76-ab67-51a309eaa8de),segment_id=951c1bae-0bca-4e76-ab67-51a309eaa8de)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:19.636738 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.644213 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-391c7c28-665b-4d03-b9c7-d41d5cb3615a tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=4eb9bc9989ef40c4bffbe0961f73ea6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1570690 Nov 09 20:02:19.649032 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccc6ba41-4e67-4b7e-aee2-19d57518dd07 req-7f1be793-0ded-48fd-89ac-e3220f5a4835 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 210 time: 0.1248798 Nov 09 20:02:19.653727 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.660089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ade2d2c-bf27-47bd-bced-428e7c8d2fed None None] DHCP port deletion for 60b754e7-8ec8-484c-9013-0ad84e1a0bea request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:02:19.744334 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Network de5f32a8-93e2-4b59-8619-90f97d43680a is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:19.761501 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c7289726-2b37-4aed-b997-75c6061122df triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:19.763169 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.768648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Calling delete_port for c7289726-2b37-4aed-b997-75c6061122df owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:02:19.773301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:19.822537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:19.846569 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.874412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-9afbb9c8-ed69-4a28-b6a2-e5eaa09477a7 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:19.875868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-9afbb9c8-ed69-4a28-b6a2-e5eaa09477a7 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128692 Nov 09 20:02:19.893164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] For port aeb88334-824a-4b2f-a8ab-677b2d412218, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:19.895086 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Request body: {'port': {'device_id': '11e30ec9-76d7-4003-acb4-24e51e961be2', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '4eb9bc9989ef40c4bffbe0961f73ea6c'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:19.900727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] For port aeb88334-824a-4b2f-a8ab-677b2d412218, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aeb88334-824a-4b2f-a8ab-677b2d412218,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:19.903028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:19.903808 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.911180 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e16a5a6b-06b8-41bc-8f5d-80ea21526589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.919862 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3020036-2992-4c53-9cdd-27760b243c3b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.929983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3020036-2992-4c53-9cdd-27760b243c3b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.944373 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:19.999725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d43bac4-0590-4fd9-9866-2618b48e32da req-8e3cde90-2387-4523-9a74-1448b4bf5242 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 210 time: 0.0898640 Nov 09 20:02:20.015475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3020036-2992-4c53-9cdd-27760b243c3b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.016662 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.032279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Made reservation on behalf of 4eb9bc9989ef40c4bffbe0961f73ea6c for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:20.036600 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.059366 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3020036-2992-4c53-9cdd-27760b243c3b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.063155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b3020036-2992-4c53-9cdd-27760b243c3b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/27325511-a418-4751-9079-f58f151c5e16 HTTP/1.1" status: 204 len: 168 time: 0.4362712 Nov 09 20:02:20.070958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3020036-2992-4c53-9cdd-27760b243c3b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27325511-a418-4751-9079-f58f151c5e16,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:20.072860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57554) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:20.081163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:20.085670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:20.090044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.099466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:20.101508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Pushing event updated for resources: {'Port': ['ID=6c1f0ca2-5ac5-434b-b275-33903f665495,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:20.110875 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-33f06e09-a186-4c2a-969c-a8cd1c88d352 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4019608 Nov 09 20:02:20.148763 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3b0f36f0-ec88-4cb2-8851-da30584f5081 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729775 Nov 09 20:02:20.149767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b329c-1b04-41eb-bec2-bdf9d8f74af1 None None] Pushing event updated for resources: {'Port': ['ID=aeb88334-824a-4b2f-a8ab-677b2d412218,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:20.152776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Request body: {'port': {'device_id': '6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:20.181672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57556) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:20.222048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.227569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e16a5a6b-06b8-41bc-8f5d-80ea21526589 None None] For port c7289726-2b37-4aed-b997-75c6061122df, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c7289726-2b37-4aed-b997-75c6061122df,segment=NetworkSegment(951c1bae-0bca-4e76-ab67-51a309eaa8de),segment_id=951c1bae-0bca-4e76-ab67-51a309eaa8de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:20.236288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8ade2d2c-bf27-47bd-bced-428e7c8d2fed None None] Deleting port c7289726-2b37-4aed-b997-75c6061122df {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:02:20.237021 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ade2d2c-bf27-47bd-bced-428e7c8d2fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.248802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.261302 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.352350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8ade2d2c-bf27-47bd-bced-428e7c8d2fed None None] For port c7289726-2b37-4aed-b997-75c6061122df, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c7289726-2b37-4aed-b997-75c6061122df,segment=NetworkSegment(951c1bae-0bca-4e76-ab67-51a309eaa8de),segment_id=951c1bae-0bca-4e76-ab67-51a309eaa8de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:20.353056 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ade2d2c-bf27-47bd-bced-428e7c8d2fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.441618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8ade2d2c-bf27-47bd-bced-428e7c8d2fed None None] Calling delete_port for c7289726-2b37-4aed-b997-75c6061122df owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:02:20.444509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Port c7289726-2b37-4aed-b997-75c6061122df update to ACTIVE by agent not found {{(pid=102297) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 09 20:02:20.455633 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e16a5a6b-06b8-41bc-8f5d-80ea21526589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.513179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.514872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Allocated IP 192.168.233.72 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/b399e7a6-2bf0-4c30-870b-100b2f47282b) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:20.526623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a5a6b-06b8-41bc-8f5d-80ea21526589 None None] Pushing event deleted for resources: {'Port': ['ID=c7289726-2b37-4aed-b997-75c6061122df,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:20.615680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Pushing event updated for resources: {'Port': ['ID=11379fde-b639-4469-913b-02055051eda2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:20.652932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Port': ['ID=c7289726-2b37-4aed-b997-75c6061122df,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:20.666035 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ade2d2c-bf27-47bd-bced-428e7c8d2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.676007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No DVR routers for this DVR port c7289726-2b37-4aed-b997-75c6061122df on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:02:20.754396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e550fa4-55fa-4ea8-9cdc-d0ede561277b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.759047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09c20e1-e2fd-4e56-9d0f-aa6753134032,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:20.779579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade2d2c-bf27-47bd-bced-428e7c8d2fed None None] Pushing event deleted for resources: {'Port': ['ID=c7289726-2b37-4aed-b997-75c6061122df,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:20.795143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ade2d2c-bf27-47bd-bced-428e7c8d2fed None None] No DVR routers for this DVR port c7289726-2b37-4aed-b997-75c6061122df on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:02:20.870496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e550fa4-55fa-4ea8-9cdc-d0ede561277b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:20.967694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30f21a38-fef3-4ecb-97ff-6854bbf808ad req-096384b2-945c-47bf-bfd8-374c7b4f9e44 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 210 time: 0.1074748 Nov 09 20:02:21.066261 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.174855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1f0ca2-5ac5-434b-b275-33903f665495 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:02:21.186171 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.236384 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.274633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aeb88334-824a-4b2f-a8ab-677b2d412218 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:21.310393 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72d84217-365a-4e5d-bfd4-3da9937dd5a1 req-2a56aafd-b9dc-48d1-8ab8-96048b4a5afa tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 210 time: 0.2137256 Nov 09 20:02:21.315788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e550fa4-55fa-4ea8-9cdc-d0ede561277b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.322262 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e550fa4-55fa-4ea8-9cdc-d0ede561277b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.323908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e550fa4-55fa-4ea8-9cdc-d0ede561277b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-groups/8368615e-6536-40b9-b196-c0043f4cdb87 HTTP/1.1" status: 204 len: 168 time: 1.1079779 Nov 09 20:02:21.334218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57576) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:21.336719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b754e7-8ec8-484c-9013-0ad84e1a0bea']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:21.374749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951c1bae-0bca-4e76-ab67-51a309eaa8de') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:21.375437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951c1bae-0bca-4e76-ab67-51a309eaa8de') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:21.378250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Transition to ACTIVE for port object 6c1f0ca2-5ac5-434b-b275-33903f665495 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:02:21.382721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e550fa4-55fa-4ea8-9cdc-d0ede561277b tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8368615e-6536-40b9-b196-c0043f4cdb87,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:21.398988 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.406125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.450649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port aeb88334-824a-4b2f-a8ab-677b2d412218 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:21.451305 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.486177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53ee97-e8cd-42c0-989b-095d38c4a218 req-824f1677-88a4-4799-9028-a2b60251d457 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:21.492363 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-be53ee97-e8cd-42c0-989b-095d38c4a218 req-824f1677-88a4-4799-9028-a2b60251d457 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 931 time: 0.6567621 Nov 09 20:02:21.507803 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.552855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:21.553640 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:21.566182 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:21.568917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1f0ca2-5ac5-434b-b275-33903f665495,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:21.582086 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.591274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.592380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0a017ab1-532b-40d3-97c0-d144496cc9c9 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2486084 Nov 09 20:02:21.608655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:21.723565 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.774868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.785987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.790761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port aeb88334-824a-4b2f-a8ab-677b2d412218, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aeb88334-824a-4b2f-a8ab-677b2d412218,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:21.798034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a99024b4-a379-44f0-88a0-58eeb3ab60db tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528075914'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:21.798953 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/60b754e7-8ec8-484c-9013-0ad84e1a0bea HTTP/1.1" status: 204 len: 168 time: 7.1404188 Nov 09 20:02:21.803509 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.827262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57582) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:21.840725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091781911'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:21.885939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f96d1-2356-4255-bdf2-73519399426c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Network': ['ID=60b754e7-8ec8-484c-9013-0ad84e1a0bea,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:21.918658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c7289726-2b37-4aed-b997-75c6061122df no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:02:21.931234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Attempting to bind port 6c1f0ca2-5ac5-434b-b275-33903f665495 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:21.932191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Attempting to bind port 6c1f0ca2-5ac5-434b-b275-33903f665495 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:21.932590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Attempting to bind port 6c1f0ca2-5ac5-434b-b275-33903f665495 on network de5f32a8-93e2-4b59-8619-90f97d43680a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:21.940687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Port 6c1f0ca2-5ac5-434b-b275-33903f665495 on network de5f32a8-93e2-4b59-8619-90f97d43680a not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:02:21.941197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Attempting to bind port 6c1f0ca2-5ac5-434b-b275-33903f665495 on network de5f32a8-93e2-4b59-8619-90f97d43680a {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:21.947544 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.952661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:21.953077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Checking segment: {'id': 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:21.953965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Bound using segment: {'id': 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:21.955319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Bound port: 6c1f0ca2-5ac5-434b-b275-33903f665495, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:21.956132 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:21.959324 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-be53ee97-e8cd-42c0-989b-095d38c4a218 req-4dd6d712-f2aa-4dc6-abcc-91196abf4ce1 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461915 Nov 09 20:02:21.996398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9648875-fcc8-42ed-86ec-a9f3b22b2e41 None None] Network 5d54afce-71b0-4351-8282-8cb4d17d0f97 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:22.045759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: c7289726-2b37-4aed-b997-75c6061122df {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:02:22.046131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c7289726-2b37-4aed-b997-75c6061122df not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:02:22.090129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=aeb88334-824a-4b2f-a8ab-677b2d412218,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:22.110867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] For port 6c1f0ca2-5ac5-434b-b275-33903f665495, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:22.114866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] For port 6c1f0ca2-5ac5-434b-b275-33903f665495, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6c1f0ca2-5ac5-434b-b275-33903f665495,segment=NetworkSegment(c6ae8a2a-563c-4e2c-83c8-4da05062aa3a),segment_id=c6ae8a2a-563c-4e2c-83c8-4da05062aa3a)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:22.115420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.117972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:22.122594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.179263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.205509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Pushing event updated for resources: {'Port': ['ID=b399e7a6-2bf0-4c30-870b-100b2f47282b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:22.213524 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a99024b4-a379-44f0-88a0-58eeb3ab60db tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.243126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:22.252697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:22.270284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:22.294212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:22.316477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:22.319157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.323316 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] 10.222.0.70 "PUT /v2.0/ports/6c1f0ca2-5ac5-434b-b275-33903f665495 HTTP/1.1" status: 200 len: 1091 time: 2.1879690 Nov 09 20:02:22.340258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8', 'tag': '6c1f0ca2-5ac5-434b-b275-33903f665495'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:02:22.343036 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8", "tag": "6c1f0ca2-5ac5-434b-b275-33903f665495"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:02:22.345673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3ea2ea80-2653-411c-a8f1-ae0052c27caf None None] Provisioning complete for port aeb88334-824a-4b2f-a8ab-677b2d412218 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:22.346187 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3ea2ea80-2653-411c-a8f1-ae0052c27caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.357208 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.357590 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Added segment 633721ce-5ff4-4986-8982-b2a3a141f44d of type vlan for network 2e146ab6-8090-4f1c-a60e-79ac834c615f Nov 09 20:02:22.407253 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a99024b4-a379-44f0-88a0-58eeb3ab60db tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.422695 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.457680 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a99024b4-a379-44f0-88a0-58eeb3ab60db tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.484114 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.491881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:22.492583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.527283 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-733f1383-e7b3-4420-84b3-476ffcb55c6b req-9c0f3c4e-a241-4c6b-a778-3d2ad78d930d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 210 time: 0.0483310 Nov 09 20:02:22.549971 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57594) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:22.560273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7317965 Nov 09 20:02:22.563118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a99024b4-a379-44f0-88a0-58eeb3ab60db tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.573357 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a99024b4-a379-44f0-88a0-58eeb3ab60db tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8977985 Nov 09 20:02:22.585634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add76978-4f0f-4cfa-ab56-61c9376c0ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1f0ca2-5ac5-434b-b275-33903f665495,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:22.594925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57596) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:22.595902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57598) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:22.624569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'network_id': '2e146ab6-8090-4f1c-a60e-79ac834c615f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:22.634642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cf468f1c-d31f-48d1-823a-7e5834a02513 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': '136f5fd6-ab15-4a74-9598-0c00404b3a7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:22.649877 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7867543-db45-4ab6-9e04-a71bf1263d5c x-openstack-request-id: req-d7867543-db45-4ab6-9e04-a71bf1263d5c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:02:22.650435 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8", "tag": "6c1f0ca2-5ac5-434b-b275-33903f665495", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:02:22.650895 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7867543-db45-4ab6-9e04-a71bf1263d5c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:02:22.651447 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8', 'tag': '6c1f0ca2-5ac5-434b-b275-33903f665495', 'status': 'completed', 'code': 200} Nov 09 20:02:22.687164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec797d0-f9bb-423c-b0ff-6f90377c3dd8 req-a7149804-e621-4d8b-82f9-8cf90e48984a tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:22.689726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ec797d0-f9bb-423c-b0ff-6f90377c3dd8 req-a7149804-e621-4d8b-82f9-8cf90e48984a tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 935 time: 0.5733757 Nov 09 20:02:22.701288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-5d811127-94cb-42c4-91d5-ac7c5bfece72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:22.705045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-5d811127-94cb-42c4-91d5-ac7c5bfece72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ae69b140cf504f5b96c97a06a10816de&device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 1094 time: 0.2404304 Nov 09 20:02:22.712447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597bedb-71bd-42e9-9d9e-d577ae55a73b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=2e146ab6-8090-4f1c-a60e-79ac834c615f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:22.729858 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2e146ab6-8090-4f1c-a60e-79ac834c615f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:22.747665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf468f1c-d31f-48d1-823a-7e5834a02513 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.790944 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-56655069-4f74-4788-8bb7-beb625dbfc6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1f0ca2-5ac5-434b-b275-33903f665495 HTTP/1.1" status: 200 len: 217 time: 0.0541165 Nov 09 20:02:22.844196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ec797d0-f9bb-423c-b0ff-6f90377c3dd8 req-e13be7d8-cc42-42da-b1d6-d5dbfe14c533 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340125 Nov 09 20:02:22.853067 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8797f08d-3425-4581-a018-fc3aac0f2b6a None None] Provisioning complete for port b399e7a6-2bf0-4c30-870b-100b2f47282b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:22.853448 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8797f08d-3425-4581-a018-fc3aac0f2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.858834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-0375e701-eeca-46de-a55d-27f5e4db5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:22.860501 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-0375e701-eeca-46de-a55d-27f5e4db5382 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34e5c201-ef82-4c67-b3e6-29c385687fd9 HTTP/1.1" status: 200 len: 853 time: 0.0622368 Nov 09 20:02:22.885418 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf468f1c-d31f-48d1-823a-7e5834a02513 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.886466 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f173-0e1b-4d99-b929-d086fba48a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.916878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-9244980a-d325-4317-afb9-8a28b44c36fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=de5f32a8-93e2-4b59-8619-90f97d43680a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458808 Nov 09 20:02:22.924656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8797f08d-3425-4581-a018-fc3aac0f2b6a None None] Port b399e7a6-2bf0-4c30-870b-100b2f47282b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:02:22.929210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf468f1c-d31f-48d1-823a-7e5834a02513 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.939852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99024b4-a379-44f0-88a0-58eeb3ab60db tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136f5fd6-ab15-4a74-9598-0c00404b3a7d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:22.958929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:22.959605 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:22.989391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf468f1c-d31f-48d1-823a-7e5834a02513 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52db65e2-9da4-47c2-bdac-35c8a6e6eec6,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:23.062581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf468f1c-d31f-48d1-823a-7e5834a02513 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.066759 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cf468f1c-d31f-48d1-823a-7e5834a02513 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4355998 Nov 09 20:02:23.068604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57604) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:23.070336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-adb6e810-a3af-4094-8787-6644efb0bb34 service neutron] 10.222.0.70 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461999 Nov 09 20:02:23.079444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5459dcce-5ee2-4736-b3fa-3a8cd690de8a tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': '136f5fd6-ab15-4a74-9598-0c00404b3a7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:23.091271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-b267aa98-f446-4a87-b5ca-b176c3c46440 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2017426 Nov 09 20:02:23.128640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Request body: {'port': {'device_id': '11e30ec9-76d7-4003-acb4-24e51e961be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:23.164123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d9c245cb-243a-427c-bdb1-85534956b600 None None] Provisioning complete for port aeb88334-824a-4b2f-a8ab-677b2d412218 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:23.164759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9c245cb-243a-427c-bdb1-85534956b600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.217595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aeb88334-824a-4b2f-a8ab-677b2d412218 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:23.220910 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02616dc0-0ebb-44f0-a48d-b4bb8ada46d1 req-6bc4a8e3-3bc6-4c41-a645-a0eaa6eb7fc2 service neutron] 10.222.0.70 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429539 Nov 09 20:02:23.272126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:23.276419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.323073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port aeb88334-824a-4b2f-a8ab-677b2d412218 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:23.323547 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.329986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44 req-dc0c9ddc-7b12-4901-945d-55ce312f15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:23.332320 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44 req-dc0c9ddc-7b12-4901-945d-55ce312f15f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ae69b140cf504f5b96c97a06a10816de&device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 1094 time: 0.0532477 Nov 09 20:02:23.347251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Router eb90ee91-f39e-4d31-a150-af750fa550f4 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:02:23.358438 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.392452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5459dcce-5ee2-4736-b3fa-3a8cd690de8a tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.426442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de4373-0231-431a-bcf2-3cb156f5c53d req-54beb34a-e65f-4c84-841b-92f5051e3019 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:23.428947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09de4373-0231-431a-bcf2-3cb156f5c53d req-54beb34a-e65f-4c84-841b-92f5051e3019 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 943 time: 0.3367703 Nov 09 20:02:23.451378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f173-0e1b-4d99-b929-d086fba48a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.502911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f173-0e1b-4d99-b929-d086fba48a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.737202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9ee2f173-0e1b-4d99-b929-d086fba48a01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5993bdd0e5f4ea2bb5c03dd11376006&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1601100 Nov 09 20:02:23.756427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57610) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:23.777508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:02:23.797917 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Sync routers for ids ['eb90ee91-f39e-4d31-a150-af750fa550f4'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:02:23.801375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-09de4373-0231-431a-bcf2-3cb156f5c53d req-c972490d-3334-4d6c-b790-fc49e353a103 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555465 Nov 09 20:02:23.813045 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Routers {'eb90ee91-f39e-4d31-a150-af750fa550f4'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:02:23.813733 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:02:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb90ee91-f39e-4d31-a150-af750fa550f4'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:23.817622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97bb7b49-1134-4e76-b173-440281b5bb6d req-b4fb0947-3035-48a9-8630-806c2036629e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=be1ef741-0590-4ca9-bbda-194ee6b8120d HTTP/1.1" status: 200 len: 210 time: 0.0619333 Nov 09 20:02:23.867858 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5459dcce-5ee2-4736-b3fa-3a8cd690de8a tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.883491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2f173-0e1b-4d99-b929-d086fba48a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ad7264-e5c0-4bce-b917-3a51a9dc9426,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:23.895958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5459dcce-5ee2-4736-b3fa-3a8cd690de8a tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.904340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44 req-f393b57e-d2a0-4a3f-a052-bd329b9ad58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:23.905896 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44 req-f393b57e-d2a0-4a3f-a052-bd329b9ad58c service neutron] 10.222.0.70 "GET /v2.0/networks?id=de5f32a8-93e2-4b59-8619-90f97d43680a HTTP/1.1" status: 200 len: 914 time: 0.5649774 Nov 09 20:02:23.923334 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:23.925368 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b1e2b1cc-278e-41a2-867a-a0a98d236e67 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6926053 Nov 09 20:02:23.939301 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57614) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:23.992918 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459dcce-5ee2-4736-b3fa-3a8cd690de8a tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7799e0-1724-4a26-bb72-a598f4b05d14,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:24.000199 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44 req-0dd03f37-2f1d-4f2c-81b2-6a6ec02957f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1f0ca2-5ac5-434b-b275-33903f665495 HTTP/1.1" status: 200 len: 217 time: 0.0862381 Nov 09 20:02:24.014026 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Set router eb90ee91-f39e-4d31-a150-af750fa550f4 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:02:24.049481 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3eb785bd-08fa-4fd2-9c40-2cc64a9d8af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.103727 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3eb785bd-08fa-4fd2-9c40-2cc64a9d8af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.106473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44 req-cb4abe15-0ba5-4704-a640-2f3bc3f8ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:24.110250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44 req-cb4abe15-0ba5-4704-a640-2f3bc3f8ef73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34e5c201-ef82-4c67-b3e6-29c385687fd9 HTTP/1.1" status: 200 len: 853 time: 0.0998666 Nov 09 20:02:24.132089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5459dcce-5ee2-4736-b3fa-3a8cd690de8a tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.133555 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5459dcce-5ee2-4736-b3fa-3a8cd690de8a tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0587420 Nov 09 20:02:24.142201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57616) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:24.153567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e2a53def-c0ea-48ac-9890-a42e1e42b216 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': '136f5fd6-ab15-4a74-9598-0c00404b3a7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:24.173246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44 req-e25adfde-274d-4def-9db7-35095574b2d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=de5f32a8-93e2-4b59-8619-90f97d43680a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538182 Nov 09 20:02:24.233803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2a53def-c0ea-48ac-9890-a42e1e42b216 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.264223 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:20Z', 'revision_number': 3, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:24.294787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44 req-3e93ca71-d846-47eb-a96d-67826e402f1f service neutron] 10.222.0.70 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091616 Nov 09 20:02:24.298601 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Checking router: eb90ee91-f39e-4d31-a150-af750fa550f4 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:02:24.299161 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Updating router eb90ee91-f39e-4d31-a150-af750fa550f4 port 11379fde-b639-4469-913b-02055051eda2 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:02:24.320718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40878a-8039-440c-a60b-502a5bb26a7a req-eadadcc8-95e4-4645-86eb-4ef63bf5ce6b tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:24.322253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff40878a-8039-440c-a60b-502a5bb26a7a req-eadadcc8-95e4-4645-86eb-4ef63bf5ce6b tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 935 time: 0.3310640 Nov 09 20:02:24.337490 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.385846 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.404863 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3eb785bd-08fa-4fd2-9c40-2cc64a9d8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.408295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3eb785bd-08fa-4fd2-9c40-2cc64a9d8af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.409678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3eb785bd-08fa-4fd2-9c40-2cc64a9d8af0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7ad7264-e5c0-4bce-b917-3a51a9dc9426 HTTP/1.1" status: 204 len: 168 time: 0.6523707 Nov 09 20:02:24.426008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb785bd-08fa-4fd2-9c40-2cc64a9d8af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ad7264-e5c0-4bce-b917-3a51a9dc9426,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:24.484526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d55bfc27-6ccc-46b1-aa4c-90a74f7bdc44 req-cd23f900-65c7-4b39-878b-dfacda6363ac service neutron] 10.222.0.70 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782579 Nov 09 20:02:24.710348 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.719880 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.774593 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Attempting to bind port 11379fde-b639-4469-913b-02055051eda2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:24.775674 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Attempting to bind port 11379fde-b639-4469-913b-02055051eda2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:24.776054 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Attempting to bind port 11379fde-b639-4469-913b-02055051eda2 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:24.789827 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Pushing event updated for resources: {'Port': ['ID=11379fde-b639-4469-913b-02055051eda2,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:24.793619 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:24.794058 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:24.794459 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.794879 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:24.795371 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Bound port: 11379fde-b639-4469-913b-02055051eda2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:24.795753 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.803510 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.804233 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.804233 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.804501 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.804867 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.805196 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.805519 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.805836 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.806154 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.806467 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.806804 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.807251 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:24.836960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57622) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:24.855339 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-516b4c21-11dc-463f-9b1e-a350d8679f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.875725 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] For port 11379fde-b639-4469-913b-02055051eda2, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:24.879571 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] For port 11379fde-b639-4469-913b-02055051eda2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=11379fde-b639-4469-913b-02055051eda2,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:24.886629 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.922815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2a53def-c0ea-48ac-9890-a42e1e42b216 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:24.957679 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ff40878a-8039-440c-a60b-502a5bb26a7a req-9d22db86-c006-4f91-a082-2bf7ce24da25 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124215 Nov 09 20:02:24.957679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=d6ab2d47-0cea-485f-afcc-01647dcbe5b6,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:24.964268 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Routers {'eb90ee91-f39e-4d31-a150-af750fa550f4'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:02:24.964581 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:02:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb90ee91-f39e-4d31-a150-af750fa550f4'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:24.966477 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2a53def-c0ea-48ac-9890-a42e1e42b216 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.012591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-516b4c21-11dc-463f-9b1e-a350d8679f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.021458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a53def-c0ea-48ac-9890-a42e1e42b216 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f367cc-efac-4d00-ae31-3a3c24aa4bd2,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:25.031754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b399e7a6-2bf0-4c30-870b-100b2f47282b {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:02:25.046390 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e2a53def-c0ea-48ac-9890-a42e1e42b216 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.048248 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e2a53def-c0ea-48ac-9890-a42e1e42b216 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8980172 Nov 09 20:02:25.048406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a001b-86c9-48ac-9a74-cf753f398751 req-4a4fdabd-68d8-43ec-ab55-a5158afb31fe tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:25.053962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af3a001b-86c9-48ac-9a74-cf753f398751 req-4a4fdabd-68d8-43ec-ab55-a5158afb31fe tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 943 time: 0.1184442 Nov 09 20:02:25.054570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57628) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:25.063030 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.063922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-edbb69e7-b983-42a8-bbff-f065f59262c5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': '136f5fd6-ab15-4a74-9598-0c00404b3a7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:25.068949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking segment: {'id': '633721ce-5ff4-4986-8982-b2a3a141f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '2e146ab6-8090-4f1c-a60e-79ac834c615f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:25.069364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network hostable DHCP agents. Network: 2e146ab6-8090-4f1c-a60e-79ac834c615f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:25.087213 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-516b4c21-11dc-463f-9b1e-a350d8679f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.095485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Transition to ACTIVE for port object b399e7a6-2bf0-4c30-870b-100b2f47282b will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:02:25.123683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 6c1f0ca2-5ac5-434b-b275-33903f665495 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:02:25.181066 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.202496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-516b4c21-11dc-463f-9b1e-a350d8679f50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e6780b2e3a140149ec5bfcddc0f27c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642378 Nov 09 20:02:25.206482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57632) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:25.234724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b4c21-11dc-463f-9b1e-a350d8679f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5315da7c-60cb-4862-a2e6-f0fca1a161c3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:25.266714 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edbb69e7-b983-42a8-bbff-f065f59262c5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.279470 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af3a001b-86c9-48ac-9a74-cf753f398751 req-1913e981-46e7-4896-bb47-4234cdd68dbe tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810110 Nov 09 20:02:25.296267 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] Set router eb90ee91-f39e-4d31-a150-af750fa550f4 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:02:25.305548 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bafc0a1-cd4a-4f81-be48-cdc0b3a99e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.305920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Pushing event updated for resources: {'Port': ['ID=b399e7a6-2bf0-4c30-870b-100b2f47282b,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:25.331182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network 2e146ab6-8090-4f1c-a60e-79ac834c615f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:25.338695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 6c1f0ca2-5ac5-434b-b275-33903f665495, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6c1f0ca2-5ac5-434b-b275-33903f665495,segment=NetworkSegment(c6ae8a2a-563c-4e2c-83c8-4da05062aa3a),segment_id=c6ae8a2a-563c-4e2c-83c8-4da05062aa3a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:25.339451 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2072f-912f-426b-b8f3-77aa438ccebb None None] Pushing event updated for resources: {'Port': ['ID=11379fde-b639-4469-913b-02055051eda2,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:25.358542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bafc0a1-cd4a-4f81-be48-cdc0b3a99e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.359948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2e146ab6-8090-4f1c-a60e-79ac834c615f) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:25.382900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178dafa7-5852-4dd0-92e9-449c856f57ef None None] Network 2e146ab6-8090-4f1c-a60e-79ac834c615f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:25.386618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:25.387847 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.404049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edbb69e7-b983-42a8-bbff-f065f59262c5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.414857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edbb69e7-b983-42a8-bbff-f065f59262c5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.450223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1e69605c-fd53-4d67-a595-4fc6d35fd0b0 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8340461 Nov 09 20:02:25.458240 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edbb69e7-b983-42a8-bbff-f065f59262c5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.462532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-edbb69e7-b983-42a8-bbff-f065f59262c5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4065323 Nov 09 20:02:25.463167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57634) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:25.463592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57636) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:25.477962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2113457979'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:25.490708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c59d7bd3-3ae8-47a7-9824-4ecdb13aee55 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': '136f5fd6-ab15-4a74-9598-0c00404b3a7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:25.495023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb69e7-b983-42a8-bbff-f065f59262c5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73c87d1-4d74-40f8-8a06-50c8f949baaa,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:25.517579 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.api [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 20:02:25.517579 n-d-817256-1 neutron-server[102296]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 20:02:25.517579 n-d-817256-1 neutron-server[102296]: [parameters: {'project_id_1': '0429da71d7154ee98200f068fc58ed8a', 'expiration_1': datetime.datetime(2021, 11, 9, 20, 2, 5, 501696)}] Nov 09 20:02:25.517579 n-d-817256-1 neutron-server[102296]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:02:25.518127 n-d-817256-1 neutron-server[102296]: DEBUG oslo_db.api [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:02:25.522974 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bafc0a1-cd4a-4f81-be48-cdc0b3a99e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.526333 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bafc0a1-cd4a-4f81-be48-cdc0b3a99e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.527693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3bafc0a1-cd4a-4f81-be48-cdc0b3a99e65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5315da7c-60cb-4862-a2e6-f0fca1a161c3 HTTP/1.1" status: 204 len: 168 time: 0.3200579 Nov 09 20:02:25.538807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '6c1f0ca2-5ac5-434b-b275-33903f665495', 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a', 'port_id': '6c1f0ca2-5ac5-434b-b275-33903f665495', 'mac_address': 'fa:16:3e:a6:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e5c201-ef82-4c67-b3e6-29c385687fd9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:02:25.548303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafc0a1-cd4a-4f81-be48-cdc0b3a99e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5315da7c-60cb-4862-a2e6-f0fca1a161c3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:25.567133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c59d7bd3-3ae8-47a7-9824-4ecdb13aee55 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.644763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.688338 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:20Z', 'revision_number': 3, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:25.721717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c59d7bd3-3ae8-47a7-9824-4ecdb13aee55 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.730880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c59d7bd3-3ae8-47a7-9824-4ecdb13aee55 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.737959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Attempting to bind port b399e7a6-2bf0-4c30-870b-100b2f47282b on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:25.738433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Attempting to bind port b399e7a6-2bf0-4c30-870b-100b2f47282b by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:25.738897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Attempting to bind port b399e7a6-2bf0-4c30-870b-100b2f47282b on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:25.749771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Port b399e7a6-2bf0-4c30-870b-100b2f47282b on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:02:25.750009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Attempting to bind port b399e7a6-2bf0-4c30-870b-100b2f47282b on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:25.757012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:25.757499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:25.757985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:25.758575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Bound port: b399e7a6-2bf0-4c30-870b-100b2f47282b, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:25.759014 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.760502 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a30d55-9566-400d-ac2a-74a2b0f9d359 None None] The sync data for ids ['eb90ee91-f39e-4d31-a150-af750fa550f4'] in n-d-817256-1 is: [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:20Z', 'revision_number': 3, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:02:25.763093 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.768474 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.769241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d7bd3-3ae8-47a7-9824-4ecdb13aee55 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983cc4fa-000f-47bf-b9bf-e3de3dcf98b7,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:25.780386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c59d7bd3-3ae8-47a7-9824-4ecdb13aee55 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.781822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c59d7bd3-3ae8-47a7-9824-4ecdb13aee55 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3127122 Nov 09 20:02:25.787126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57640) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:25.808855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1f0ca2-5ac5-434b-b275-33903f665495 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:02:25.832876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2cbad0f8-e527-476f-b557-38c676b3d87e tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.846235 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2cbad0f8-e527-476f-b557-38c676b3d87e tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.893914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 6c1f0ca2-5ac5-434b-b275-33903f665495, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6c1f0ca2-5ac5-434b-b275-33903f665495,segment=NetworkSegment(c6ae8a2a-563c-4e2c-83c8-4da05062aa3a),segment_id=c6ae8a2a-563c-4e2c-83c8-4da05062aa3a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:25.897257 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2cbad0f8-e527-476f-b557-38c676b3d87e tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.906268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2cbad0f8-e527-476f-b557-38c676b3d87e tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.909979 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:25.913361 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2cbad0f8-e527-476f-b557-38c676b3d87e tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/983cc4fa-000f-47bf-b9bf-e3de3dcf98b7 HTTP/1.1" status: 204 len: 168 time: 0.1250703 Nov 09 20:02:25.914142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57644) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:25.937860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbad0f8-e527-476f-b557-38c676b3d87e tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=983cc4fa-000f-47bf-b9bf-e3de3dcf98b7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:25.987019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=6c1f0ca2-5ac5-434b-b275-33903f665495,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:25.992425 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-2e146ab6-8090-4f1c-a60e-79ac834c615f', 'network_id': '2e146ab6-8090-4f1c-a60e-79ac834c615f', 'tenant_id': '0429da71d7154ee98200f068fc58ed8a', 'fixed_ips': [{'subnet_id': 'd6ab2d47-0cea-485f-afcc-01647dcbe5b6'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:02:25.993544 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.028415 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a4350b99-02ba-4b6b-b47b-49fa37c5e717 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1079199 Nov 09 20:02:26.040891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57648) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:26.041555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] For port b399e7a6-2bf0-4c30-870b-100b2f47282b, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:26.050216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] For port b399e7a6-2bf0-4c30-870b-100b2f47282b, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=b399e7a6-2bf0-4c30-870b-100b2f47282b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:26.066491 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.112837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:26.117452 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.138212 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a438bb40-e7e4-4e2b-ac04-df4fbf48a177 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.152298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a438bb40-e7e4-4e2b-ac04-df4fbf48a177 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.173796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:26.192750 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.193276 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Added segment 56400f03-8f67-401e-bd6e-7af5bdc92e7b of type vlan for network 3a56ff3a-8121-4134-af21-ceeb84e45563 Nov 09 20:02:26.235350 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a438bb40-e7e4-4e2b-ac04-df4fbf48a177 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.244829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a438bb40-e7e4-4e2b-ac04-df4fbf48a177 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.246313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a438bb40-e7e4-4e2b-ac04-df4fbf48a177 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a73c87d1-4d74-40f8-8a06-50c8f949baaa HTTP/1.1" status: 204 len: 168 time: 0.2043178 Nov 09 20:02:26.249569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57658) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:26.275866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438bb40-e7e4-4e2b-ac04-df4fbf48a177 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a73c87d1-4d74-40f8-8a06-50c8f949baaa,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:26.277649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Pushing event updated for resources: {'Port': ['ID=b399e7a6-2bf0-4c30-870b-100b2f47282b,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:26.280757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.290165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:26.291812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.295445 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-c428fa79-057e-49f5-bfbb-8608e54edf1a service neutron] 10.222.0.77 "PUT /v2.0/ports/b399e7a6-2bf0-4c30-870b-100b2f47282b HTTP/1.1" status: 200 len: 1095 time: 3.1749189 Nov 09 20:02:26.306778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e30ec9-76d7-4003-acb4-24e51e961be2', 'tag': 'b399e7a6-2bf0-4c30-870b-100b2f47282b'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:02:26.312162 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de" -d '{"events": [{"name": "network-changed", "server_uuid": "11e30ec9-76d7-4003-acb4-24e51e961be2", "tag": "b399e7a6-2bf0-4c30-870b-100b2f47282b"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:02:26.376846 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['6c1f0ca2-5ac5-434b-b275-33903f665495'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:02:26.397706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-965780ba-1b05-4d9c-996d-8a5f405b3005 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1407557 Nov 09 20:02:26.401204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57666) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:26.448140 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.461987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:26.462701 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.479832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-71b18893-bafa-4990-bead-ee30bef26e43 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.493504 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0265844 Nov 09 20:02:26.497916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57668) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:26.521633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Allocated IP 172.20.0.1 (5d54afce-71b0-4351-8282-8cb4d17d0f97/51bef35d-5e66-4f37-aad8-e056544b9ad9/541e84a4-fb91-4b04-9856-a07074eb57b2) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:26.530651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'network_id': '3a56ff3a-8121-4134-af21-ceeb84e45563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:26.557362 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-71b18893-bafa-4990-bead-ee30bef26e43 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.650434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afa6af-1885-4c5e-9ac6-d67a9534d294 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=3a56ff3a-8121-4134-af21-ceeb84e45563,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:26.651340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Allocated IP 2001:db8::1 (2e146ab6-8090-4f1c-a60e-79ac834c615f/d6ab2d47-0cea-485f-afcc-01647dcbe5b6/9a9beec1-aac5-4617-a0ff-b72a6bfcba25) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:26.665617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda116d-2f84-4627-9eaf-8c1432bb7544 req-678e706e-4d2f-49d8-8207-1c6657dcc03f tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:26.674262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 3a56ff3a-8121-4134-af21-ceeb84e45563 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:26.678810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458dc7d-072d-479a-9920-44461f22de0d req-52246269-23d7-4444-9ed5-c2ba61d5aa72 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:26.680967 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1458dc7d-072d-479a-9920-44461f22de0d req-52246269-23d7-4444-9ed5-c2ba61d5aa72 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 944 time: 0.1954107 Nov 09 20:02:26.681109 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1bda116d-2f84-4627-9eaf-8c1432bb7544 req-678e706e-4d2f-49d8-8207-1c6657dcc03f tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 947 time: 0.4073873 Nov 09 20:02:26.682723 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-71b18893-bafa-4990-bead-ee30bef26e43 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.690823 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-71b18893-bafa-4990-bead-ee30bef26e43 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.694637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-71b18893-bafa-4990-bead-ee30bef26e43 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/95f367cc-efac-4d00-ae31-3a3c24aa4bd2 HTTP/1.1" status: 204 len: 168 time: 0.2896168 Nov 09 20:02:26.703180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57674) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:26.704112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b18893-bafa-4990-bead-ee30bef26e43 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95f367cc-efac-4d00-ae31-3a3c24aa4bd2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:26.726962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-4f9c74b3-7f8e-4f28-a16e-0883bda4212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:26.731418 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-4f9c74b3-7f8e-4f28-a16e-0883bda4212a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4eb9bc9989ef40c4bffbe0961f73ea6c&device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 1098 time: 0.3437204 Nov 09 20:02:26.790989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-14c91488-5fa5-42de-b5a1-1b3c18d14a92 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0807073 Nov 09 20:02:26.792803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57678) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:26.835976 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1458dc7d-072d-479a-9920-44461f22de0d req-55298330-6ae0-4697-bb20-66b32bf37e36 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416681 Nov 09 20:02:26.865735 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e1956f4-9f0c-4c59-bb8f-14df77bc9cae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.910206 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e1956f4-9f0c-4c59-bb8f-14df77bc9cae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.955430 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e1956f4-9f0c-4c59-bb8f-14df77bc9cae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.965939 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e1956f4-9f0c-4c59-bb8f-14df77bc9cae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:26.967121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4e1956f4-9f0c-4c59-bb8f-14df77bc9cae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0e7799e0-1724-4a26-bb72-a598f4b05d14 HTTP/1.1" status: 204 len: 168 time: 0.1733308 Nov 09 20:02:26.972041 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57682) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:26.986780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1956f4-9f0c-4c59-bb8f-14df77bc9cae tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e7799e0-1724-4a26-bb72-a598f4b05d14,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:27.064165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-20cb2d49-4d56-4d28-b8e9-9d7c5e609c55 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0819309 Nov 09 20:02:27.064459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57684) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:27.068681 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d73c78c-605e-4d78-b517-150f272b2822 x-openstack-request-id: req-4d73c78c-605e-4d78-b517-150f272b2822 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:02:27.069396 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e30ec9-76d7-4003-acb4-24e51e961be2", "tag": "b399e7a6-2bf0-4c30-870b-100b2f47282b", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:02:27.069396 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d73c78c-605e-4d78-b517-150f272b2822 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:02:27.075634 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e30ec9-76d7-4003-acb4-24e51e961be2', 'tag': 'b399e7a6-2bf0-4c30-870b-100b2f47282b', 'status': 'completed', 'code': 200} Nov 09 20:02:27.117410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-57406aa4-0abf-45ae-8240-49154df12279 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.152147 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-57406aa4-0abf-45ae-8240-49154df12279 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.152849 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-e6757f10-8820-46b2-a8f2-9d2e8de07ebf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b399e7a6-2bf0-4c30-870b-100b2f47282b HTTP/1.1" status: 200 len: 217 time: 0.3804007 Nov 09 20:02:27.173390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1bda116d-2f84-4627-9eaf-8c1432bb7544 req-698ad9b9-783c-46ca-a7b8-36a471b69fc6 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912546 Nov 09 20:02:27.251214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-57406aa4-0abf-45ae-8240-49154df12279 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.256344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.263889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-57406aa4-0abf-45ae-8240-49154df12279 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.266493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-57406aa4-0abf-45ae-8240-49154df12279 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/52db65e2-9da4-47c2-bdac-35c8a6e6eec6 HTTP/1.1" status: 204 len: 168 time: 0.1951416 Nov 09 20:02:27.272770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57692) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:27.279647 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.339052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57406aa4-0abf-45ae-8240-49154df12279 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52db65e2-9da4-47c2-bdac-35c8a6e6eec6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:27.405212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-24538c0c-f632-4aad-84bc-28c093408178 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1286860 Nov 09 20:02:27.407397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Pushing event updated for resources: {'Port': ['ID=9a9beec1-aac5-4617-a0ff-b72a6bfcba25,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:27.408023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57702) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:27.414742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 11379fde-b639-4469-913b-02055051eda2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:27.458535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-d99aff17-a6b0-4e71-8cd3-0ed990bb0a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:27.461058 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-d99aff17-a6b0-4e71-8cd3-0ed990bb0a38 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2582242 Nov 09 20:02:27.465995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:27.470801 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.532336 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5a91e99-fe2b-497d-a975-a797740d6940 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.535195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Network 2e146ab6-8090-4f1c-a60e-79ac834c615f is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:27.538154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:27.542210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.545643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:27.575886 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5a91e99-fe2b-497d-a975-a797740d6940 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.580390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 11379fde-b639-4469-913b-02055051eda2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:27.580911 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.645589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Attempting to bind port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:27.646649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Attempting to bind port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '633721ce-5ff4-4986-8982-b2a3a141f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '2e146ab6-8090-4f1c-a60e-79ac834c615f'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:27.647226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Attempting to bind port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 on network 2e146ab6-8090-4f1c-a60e-79ac834c615f {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:27.649159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5a91e99-fe2b-497d-a975-a797740d6940 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.655819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:27.656484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Checking segment: {'id': '633721ce-5ff4-4986-8982-b2a3a141f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '2e146ab6-8090-4f1c-a60e-79ac834c615f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:27.657084 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.657656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Bound using segment: {'id': '633721ce-5ff4-4986-8982-b2a3a141f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '2e146ab6-8090-4f1c-a60e-79ac834c615f'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:27.658209 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5a91e99-fe2b-497d-a975-a797740d6940 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.658524 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Bound port: 9a9beec1-aac5-4617-a0ff-b72a6bfcba25, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633721ce-5ff4-4986-8982-b2a3a141f44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '2e146ab6-8090-4f1c-a60e-79ac834c615f'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:27.659109 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.661514 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b5a91e99-fe2b-497d-a975-a797740d6940 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-groups/136f5fd6-ab15-4a74-9598-0c00404b3a7d HTTP/1.1" status: 204 len: 168 time: 0.2516329 Nov 09 20:02:27.667791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57706) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:27.695328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a91e99-fe2b-497d-a975-a797740d6940 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136f5fd6-ab15-4a74-9598-0c00404b3a7d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:27.729988 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.737011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] For port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:27.740782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] For port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a9beec1-aac5-4617-a0ff-b72a6bfcba25,segment=NetworkSegment(633721ce-5ff4-4986-8982-b2a3a141f44d),segment_id=633721ce-5ff4-4986-8982-b2a3a141f44d)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:27.756795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f7fbaf0c-e658-4ba3-b236-b33887676ae2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859745 Nov 09 20:02:27.759250 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.764122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57708) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:27.769945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-907b21c7-0432-4e17-901f-6a069872433f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group': {'name': 'tempest-secgroup--945316947'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:27.800682 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-907b21c7-0432-4e17-901f-6a069872433f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.806178 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57710) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:27.845910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Pushing event updated for resources: {'Port': ['ID=541e84a4-fb91-4b04-9856-a07074eb57b2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:27.855356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.ipam_backend_mixin [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Performing IP validity checks on allocation pools {{(pid=102295) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 20:02:27.855356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.ipam_backend_mixin [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102295) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 20:02:27.898277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.898537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.898916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.899381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.899576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.899913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.900315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.900635 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.900985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.901414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.901646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.902043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:27.920414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-e7f286a1-d451-4a91-8ba8-6c45d24b676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:27.922136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-e7f286a1-d451-4a91-8ba8-6c45d24b676f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4469802 Nov 09 20:02:27.930393 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:27.936442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Network 5d54afce-71b0-4351-8282-8cb4d17d0f97 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:27.936783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a08fea-cfaa-4413-9be1-bcdfa324c229 None None] Pushing event updated for resources: {'Port': ['ID=9a9beec1-aac5-4617-a0ff-b72a6bfcba25,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:27.955265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:27.980799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:28.000284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 11379fde-b639-4469-913b-02055051eda2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=11379fde-b639-4469-913b-02055051eda2,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:28.008322 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.012646 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-907b21c7-0432-4e17-901f-6a069872433f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.061497 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-907b21c7-0432-4e17-901f-6a069872433f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.126972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=11379fde-b639-4469-913b-02055051eda2,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:28.173112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b21c7-0432-4e17-901f-6a069872433f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac07051-d74c-47dc-a863-3e509b4219c6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:28.190543 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.233513 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-30d96779-b76e-4251-a450-77dade438740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.260782 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-907b21c7-0432-4e17-901f-6a069872433f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.262184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-907b21c7-0432-4e17-901f-6a069872433f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4968531 Nov 09 20:02:28.265191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57718) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:28.299897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6ac5d52f-5e19-4f49-a477-89b3fa826078 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': 'dac07051-d74c-47dc-a863-3e509b4219c6', 'direction': 'ingress', 'protocol': 17}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:28.360860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-571b96dd-8dba-4294-a947-5d46af353057 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231632 Nov 09 20:02:28.387406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88ec54-6757-4565-8a88-1af8d27014b5 req-ad590010-47f9-4973-acf1-d12e2af393b6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:28.389149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e88ec54-6757-4565-8a88-1af8d27014b5 req-ad590010-47f9-4973-acf1-d12e2af393b6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 944 time: 0.3668621 Nov 09 20:02:28.433385 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ac5d52f-5e19-4f49-a477-89b3fa826078 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.479305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.511031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e88ec54-6757-4565-8a88-1af8d27014b5 req-3273eb42-5e3f-4345-ac12-7cc2f6185c7f tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122482 Nov 09 20:02:28.567770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4a229153-4e7c-46a0-be74-a6ec1cfd1137 None None] Provisioning complete for port 541e84a4-fb91-4b04-9856-a07074eb57b2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:28.568674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ac5d52f-5e19-4f49-a477-89b3fa826078 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.571495 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a229153-4e7c-46a0-be74-a6ec1cfd1137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.573769 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-30d96779-b76e-4251-a450-77dade438740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.580582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ac5d52f-5e19-4f49-a477-89b3fa826078 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.588298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-30d96779-b76e-4251-a450-77dade438740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.625877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2863cf7-df8a-49c5-967b-435c9731628e req-880128d2-38c3-49aa-8fbc-dcaf2a5d33f8 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:28.629069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c2863cf7-df8a-49c5-967b-435c9731628e req-880128d2-38c3-49aa-8fbc-dcaf2a5d33f8 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 947 time: 0.3093295 Nov 09 20:02:28.630473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=e1e524da-d344-4660-923a-8377d08378ab,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:28.649820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4a229153-4e7c-46a0-be74-a6ec1cfd1137 None None] Port 541e84a4-fb91-4b04-9856-a07074eb57b2 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:02:28.691971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5d52f-5e19-4f49-a477-89b3fa826078 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f5843d-0640-4f06-a338-3b1f8fce51d5,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:28.711699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d96779-b76e-4251-a450-77dade438740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1997d462-393a-4bd8-9781-93e483a3151d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:28.731492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-30d96779-b76e-4251-a450-77dade438740 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d17fea40e5c04f469aa1e3e29f98c1f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9215982 Nov 09 20:02:28.733945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57728) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:28.756593 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6ac5d52f-5e19-4f49-a477-89b3fa826078 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.760903 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42ce962a-537b-4340-8dd5-37f1bb22db3e req-63fb48b5-abf5-42e2-9947-86ce743b653d service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700995 Nov 09 20:02:28.761480 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6ac5d52f-5e19-4f49-a477-89b3fa826078 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4950418 Nov 09 20:02:28.763227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57732) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:28.792288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking segment: {'id': '56400f03-8f67-401e-bd6e-7af5bdc92e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '3a56ff3a-8121-4134-af21-ceeb84e45563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:28.792685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network hostable DHCP agents. Network: 3a56ff3a-8121-4134-af21-ceeb84e45563, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:28.813611 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c2863cf7-df8a-49c5-967b-435c9731628e req-3a13b000-ae7a-4dc3-a01e-d6b5a28907fe tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721683 Nov 09 20:02:28.822492 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.832370 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-77dbb53e-f38f-42f9-8a50-ee10ee63f99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.864003 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-77dbb53e-f38f-42f9-8a50-ee10ee63f99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.932921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network 3a56ff3a-8121-4134-af21-ceeb84e45563 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:28.936922 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-77dbb53e-f38f-42f9-8a50-ee10ee63f99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.939605 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-77dbb53e-f38f-42f9-8a50-ee10ee63f99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.944002 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-77dbb53e-f38f-42f9-8a50-ee10ee63f99b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1997d462-393a-4bd8-9781-93e483a3151d HTTP/1.1" status: 204 len: 168 time: 0.2029777 Nov 09 20:02:28.954886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbb53e-f38f-42f9-8a50-ee10ee63f99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1997d462-393a-4bd8-9781-93e483a3151d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:28.967766 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e00a08f6-df9d-410b-92a7-2f46b2779fb2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:28.978915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 3a56ff3a-8121-4134-af21-ceeb84e45563) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:28.987008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37391df0-c60c-45e8-a20c-abb6fd39c764 None None] Network 3a56ff3a-8121-4134-af21-ceeb84e45563 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:29.009773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:29.010382 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.026136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-10552923-dff2-4ba3-9dd3-0e694b412bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:29.044105 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-10552923-dff2-4ba3-9dd3-0e694b412bb9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4eb9bc9989ef40c4bffbe0961f73ea6c&device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 1098 time: 0.1971147 Nov 09 20:02:29.142358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 6c1f0ca2-5ac5-434b-b275-33903f665495 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:29.275260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 6c1f0ca2-5ac5-434b-b275-33903f665495 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:02:29.281388 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e00a08f6-df9d-410b-92a7-2f46b2779fb2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.293739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 6c1f0ca2-5ac5-434b-b275-33903f665495 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:29.294396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.298706 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0acbf2bc-3b33-479e-b550-085e4577c980 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7818563 Nov 09 20:02:29.301357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57738) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:29.343515 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f307443-3718-45f7-851c-696d8f073941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-3a56ff3a-8121-4134-af21-ceeb84e45563', 'network_id': '3a56ff3a-8121-4134-af21-ceeb84e45563', 'tenant_id': '0429da71d7154ee98200f068fc58ed8a', 'fixed_ips': [{'subnet_id': 'e1e524da-d344-4660-923a-8377d08378ab'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:02:29.344644 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9f307443-3718-45f7-851c-696d8f073941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.446632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:29.471296 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.514834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-01469939-2f0e-48a7-a3de-2b955bc2befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:29.517547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-01469939-2f0e-48a7-a3de-2b955bc2befd service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.4464495 Nov 09 20:02:29.530878 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.589648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:29.594200 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.603976 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.631636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.648079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.822554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f6a833-ae76-4247-957e-03da2cf59d47 None None] Network 2e146ab6-8090-4f1c-a60e-79ac834c615f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:29.826499 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:29.851833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1f0ca2-5ac5-434b-b275-33903f665495'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:02:29.854072 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfb42b0-6473-409c-8c4c-d7381d5187ab" -d '{"events": [{"server_uuid": "6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8", "name": "network-vif-plugged", "status": "completed", "tag": "6c1f0ca2-5ac5-434b-b275-33903f665495"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:02:29.923160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e16f9-7257-47c8-9fa7-8386411128ee req-502b1ccf-3e8f-40b7-a342-9ed4af090a2d tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:29.925185 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d22e16f9-7257-47c8-9fa7-8386411128ee req-502b1ccf-3e8f-40b7-a342-9ed4af090a2d tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 944 time: 0.2688978 Nov 09 20:02:29.936725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e524da-d344-4660-923a-8377d08378ab,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:29.969487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 6c1f0ca2-5ac5-434b-b275-33903f665495, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6c1f0ca2-5ac5-434b-b275-33903f665495,segment=NetworkSegment(c6ae8a2a-563c-4e2c-83c8-4da05062aa3a),segment_id=c6ae8a2a-563c-4e2c-83c8-4da05062aa3a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:29.987212 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.050401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.050820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.051117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.051455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.051936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.052298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.052594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.052886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.053194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.053514 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.057162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.057162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:30.057535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e7f382e4-94d6-4b2c-bf6c-1b52fd958d88 None None] Provisioning complete for port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:30.057535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7f382e4-94d6-4b2c-bf6c-1b52fd958d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.066859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=6c1f0ca2-5ac5-434b-b275-33903f665495,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:30.102465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server [None req-9f307443-3718-45f7-851c-696d8f073941 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1e524da-d344-4660-923a-8377d08378ab: This subnet is being modified by another concurrent operation. Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise exception Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1e524da-d344-4660-923a-8377d08378ab: This subnet is being modified by another concurrent operation. Nov 09 20:02:30.109566 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Nov 09 20:02:30.120633 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-c668d80e-7f3d-4411-a1f3-0884f94736f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b399e7a6-2bf0-4c30-870b-100b2f47282b HTTP/1.1" status: 200 len: 217 time: 0.4847627 Nov 09 20:02:30.120814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e00a08f6-df9d-410b-92a7-2f46b2779fb2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.126297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e00a08f6-df9d-410b-92a7-2f46b2779fb2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.132660 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e00a08f6-df9d-410b-92a7-2f46b2779fb2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-groups/dac07051-d74c-47dc-a863-3e509b4219c6 HTTP/1.1" status: 204 len: 168 time: 1.3648083 Nov 09 20:02:30.137047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:30.152033 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d22e16f9-7257-47c8-9fa7-8386411128ee req-2d1309ed-dec7-443d-a35d-eabc152dda2d tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164719 Nov 09 20:02:30.180654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a56ff3a-8121-4134-af21-ceeb84e45563']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:30.205348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56400f03-8f67-401e-bd6e-7af5bdc92e7b') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:30.205773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56400f03-8f67-401e-bd6e-7af5bdc92e7b') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:30.219126 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.236503 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.244625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:30.245112 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:30.248750 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:30.328208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a08f6-df9d-410b-92a7-2f46b2779fb2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac07051-d74c-47dc-a863-3e509b4219c6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:30.393733 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2104d91c-79e3-43b0-b2d5-d7453b6c7582 x-openstack-request-id: req-2104d91c-79e3-43b0-b2d5-d7453b6c7582 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:02:30.393955 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8", "name": "network-vif-plugged", "status": "completed", "tag": "6c1f0ca2-5ac5-434b-b275-33903f665495", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:02:30.394238 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2104d91c-79e3-43b0-b2d5-d7453b6c7582 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:02:30.394766 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1f0ca2-5ac5-434b-b275-33903f665495', 'code': 200} Nov 09 20:02:30.408996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.412821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Pushing event updated for resources: {'Port': ['ID=541e84a4-fb91-4b04-9856-a07074eb57b2,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:30.446501 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8e1937f2-15db-4460-be8c-47b536e18558 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2793295 Nov 09 20:02:30.449438 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57772) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:30.465409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.475125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-93007f35-0f3f-4be3-b3c2-2b35d1e934b4 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433442192'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:30.489817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.492885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/3a56ff3a-8121-4134-af21-ceeb84e45563 HTTP/1.1" status: 204 len: 168 time: 1.1897662 Nov 09 20:02:30.498872 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.501191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797e305-de1a-4570-9c05-b24aa9c6be72 None None] Network 3a56ff3a-8121-4134-af21-ceeb84e45563 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:30.512200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57774) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:30.524023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1499345505'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:30.532273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4458355-7e56-4332-846d-f69d0beaafe5 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Network': ['ID=3a56ff3a-8121-4134-af21-ceeb84e45563,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:30.546886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797e305-de1a-4570-9c05-b24aa9c6be72 None None] Network 3a56ff3a-8121-4134-af21-ceeb84e45563 could not be found, it might have been deleted concurrently. {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 20:02:30.548181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2f332-753f-4eef-b768-418ed8790971 req-d4694181-4080-427f-8716-3b59b965677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:30.551009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d8e06-bb6a-4997-9f16-861880d9cf87 req-e87a984d-2655-4c3c-874c-1d9e690f77d2 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:30.557052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e64d8e06-bb6a-4997-9f16-861880d9cf87 req-e87a984d-2655-4c3c-874c-1d9e690f77d2 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 947 time: 0.4591701 Nov 09 20:02:30.558278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05e2f332-753f-4eef-b768-418ed8790971 req-d4694181-4080-427f-8716-3b59b965677b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 1096 time: 0.1683271 Nov 09 20:02:30.559661 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-0e5c202b-6353-4790-bd90-8d7fe36b58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:30.563016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-0e5c202b-6353-4790-bd90-8d7fe36b58d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.3964384 Nov 09 20:02:30.589298 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93007f35-0f3f-4be3-b3c2-2b35d1e934b4 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.628967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a9beec1-aac5-4617-a0ff-b72a6bfcba25,segment=NetworkSegment(633721ce-5ff4-4986-8982-b2a3a141f44d),segment_id=633721ce-5ff4-4986-8982-b2a3a141f44d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:30.651922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.655264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05e2f332-753f-4eef-b768-418ed8790971 req-264bb162-db80-48a6-897c-e6a3ca74f3a1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878370 Nov 09 20:02:30.655879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 11379fde-b639-4469-913b-02055051eda2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:30.664558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:30.668484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.710694 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7f382e4-94d6-4b2c-bf6c-1b52fd958d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.725019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:30.746931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.747424 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Added segment 45fb9c6f-c267-45d5-a118-ce7a7491bbf8 of type vlan for network db5ef888-b536-4e07-8e52-27e629ce3a19 Nov 09 20:02:30.827519 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.844200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=9a9beec1-aac5-4617-a0ff-b72a6bfcba25,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:30.881970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57778) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:30.890248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.897962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:30.899093 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.899319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 11379fde-b639-4469-913b-02055051eda2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:30.900065 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.971438 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93007f35-0f3f-4be3-b3c2-2b35d1e934b4 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:30.972037 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4573412 Nov 09 20:02:30.972838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57786) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:30.981442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'network_id': 'db5ef888-b536-4e07-8e52-27e629ce3a19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:30.998433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Network 5d54afce-71b0-4351-8282-8cb4d17d0f97 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:31.002490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:31.021460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-e7f382e4-94d6-4b2c-bf6c-1b52fd958d88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:02:31.021828 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-e7f382e4-94d6-4b2c-bf6c-1b52fd958d88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:02:31.032871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93007f35-0f3f-4be3-b3c2-2b35d1e934b4 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:31.062781 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e64d8e06-bb6a-4997-9f16-861880d9cf87 req-a3a3b180-eccc-4427-8c71-fa35ed7c3e9c tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961107 Nov 09 20:02:31.120528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-4cae55fe-0c86-41eb-93cb-98f20125fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:31.122504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-4cae55fe-0c86-41eb-93cb-98f20125fa05 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4633033 Nov 09 20:02:31.162248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184812f8-44c0-4f38-99c9-f35375785c21 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=db5ef888-b536-4e07-8e52-27e629ce3a19,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:31.202197 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f7fef5c-a477-4371-bc3d-f0403c69f001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:31.203429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network db5ef888-b536-4e07-8e52-27e629ce3a19 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:31.383191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:31.394812 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:31.404861 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93007f35-0f3f-4be3-b3c2-2b35d1e934b4 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:31.421939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-93007f35-0f3f-4be3-b3c2-2b35d1e934b4 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9557834 Nov 09 20:02:31.474398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57794) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:31.494567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:31.496038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3f7b49fb-4d83-4988-9972-eb73a61677e3 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group': {'name': 'tempest-secgroup--144948474'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:31.513980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93007f35-0f3f-4be3-b3c2-2b35d1e934b4 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c9d0c8-4caf-4c06-bafe-471765243390,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:31.546470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f09ce2-3a18-4eed-a0d6-221fb6bb569f None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:02:31.611355 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f7fef5c-a477-4371-bc3d-f0403c69f001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:31.617674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-7036462e-030e-4ebd-92f7-6de3df2f99ed service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709153 Nov 09 20:02:31.627038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Router eb90ee91-f39e-4d31-a150-af750fa550f4 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:02:31.637386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe6975-b43f-4bd4-8f1f-99549086049f req-fa3a643e-0edc-4dce-83d5-845f398444c1 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:31.639077 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8cbe6975-b43f-4bd4-8f1f-99549086049f req-fa3a643e-0edc-4dce-83d5-845f398444c1 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 945 time: 0.2971785 Nov 09 20:02:31.648227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f7fef5c-a477-4371-bc3d-f0403c69f001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:31.683461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fef5c-a477-4371-bc3d-f0403c69f001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f78e5-de6f-4866-b72e-fdc21f7bc303,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:31.719269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f7b49fb-4d83-4988-9972-eb73a61677e3 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:31.824651 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8cbe6975-b43f-4bd4-8f1f-99549086049f req-b538d039-f899-4d2a-ae26-e00e964bb3c0 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432207 Nov 09 20:02:31.830915 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4f7fef5c-a477-4371-bc3d-f0403c69f001 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41dcbeddb075437293061f087e27f267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9476645 Nov 09 20:02:31.836921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57796) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:31.880529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:31.881128 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:31.897628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:02:31.913383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cab0cea4-a749-4424-9189-8aa769af60a3 admin admin] 10.222.0.53 "PUT /v2.0/routers/eb90ee91-f39e-4d31-a150-af750fa550f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9621449 Nov 09 20:02:31.918658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Sync routers for ids ['eb90ee91-f39e-4d31-a150-af750fa550f4'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:02:31.929235 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2cc6fc88-7bc1-4760-8bae-23d5d11c06de req-d2e54a29-a38a-4de1-afc4-74c85e95b556 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951863 Nov 09 20:02:31.934400 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3438db26-057f-4803-ac65-6c02450490c3 None None] Provisioning complete for port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:31.934850 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3438db26-057f-4803-ac65-6c02450490c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.002126 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a420d626-00fd-43b4-a65c-34a33ad79279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.025649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device b399e7a6-2bf0-4c30-870b-100b2f47282b details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:02:32.069193 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a420d626-00fd-43b4-a65c-34a33ad79279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.095272 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f7b49fb-4d83-4988-9972-eb73a61677e3 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.098162 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.149102 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Routers {'eb90ee91-f39e-4d31-a150-af750fa550f4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:02:32.149546 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:02:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb90ee91-f39e-4d31-a150-af750fa550f4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:32.182750 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f7b49fb-4d83-4988-9972-eb73a61677e3 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.258486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becda95-0de8-4a8f-aee8-df6f1df47c6d req-3dac6a04-f254-4052-80a0-b010236b772d tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:32.260178 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7becda95-0de8-4a8f-aee8-df6f1df47c6d req-3dac6a04-f254-4052-80a0-b010236b772d tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 947 time: 0.0963829 Nov 09 20:02:32.274220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f09ce2-3a18-4eed-a0d6-221fb6bb569f None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:02:32.350807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7becda95-0de8-4a8f-aee8-df6f1df47c6d req-c242349a-fe14-4455-a14a-36a34668899f tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749118 Nov 09 20:02:32.356547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3f7b49fb-4d83-4988-9972-eb73a61677e3 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.357784 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3f7b49fb-4d83-4988-9972-eb73a61677e3 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8777606 Nov 09 20:02:32.361125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57808) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:32.366814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-48d515e2-ef1d-476b-93c5-aea89c10afa2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': '22c9d0c8-4caf-4c06-bafe-471765243390', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0d4d4920-ef36-4128-9184-7c7f25020471', 'remote_ip_prefix': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:32.408544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Set router eb90ee91-f39e-4d31-a150-af750fa550f4 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:02:32.413958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=9fe92825-c0ed-4921-936a-d838f3458344,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:32.418848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b49fb-4d83-4988-9972-eb73a61677e3 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4d4920-ef36-4128-9184-7c7f25020471,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:32.428819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking segment: {'id': '45fb9c6f-c267-45d5-a118-ce7a7491bbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'db5ef888-b536-4e07-8e52-27e629ce3a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:32.429229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network hostable DHCP agents. Network: db5ef888-b536-4e07-8e52-27e629ce3a19, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:32.440710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a420d626-00fd-43b4-a65c-34a33ad79279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.443928 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a420d626-00fd-43b4-a65c-34a33ad79279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.445188 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a420d626-00fd-43b4-a65c-34a33ad79279 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d14f78e5-de6f-4866-b72e-fdc21f7bc303 HTTP/1.1" status: 204 len: 168 time: 0.6072290 Nov 09 20:02:32.449328 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48d515e2-ef1d-476b-93c5-aea89c10afa2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.458596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420d626-00fd-43b4-a65c-34a33ad79279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f78e5-de6f-4866-b72e-fdc21f7bc303,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:32.463923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network db5ef888-b536-4e07-8e52-27e629ce3a19 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:32.477593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, db5ef888-b536-4e07-8e52-27e629ce3a19) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:32.496659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:32.497403 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.519379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port b399e7a6-2bf0-4c30-870b-100b2f47282b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=b399e7a6-2bf0-4c30-870b-100b2f47282b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:32.527367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6372b31a-d6b3-44c2-8011-f7cbace58e9d tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5502691 Nov 09 20:02:32.529411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57816) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:32.546290 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48d515e2-ef1d-476b-93c5-aea89c10afa2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.558826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48d515e2-ef1d-476b-93c5-aea89c10afa2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.590582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d515e2-ef1d-476b-93c5-aea89c10afa2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bed2bf3-6cbb-4c34-80a4-7840cd44e033,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:32.624894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48d515e2-ef1d-476b-93c5-aea89c10afa2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.627309 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-48d515e2-ef1d-476b-93c5-aea89c10afa2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2650697 Nov 09 20:02:32.630127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57818) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:32.677633 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10f9ea8e-6e93-431e-b00a-74e4a4c80ef8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.689164 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10f9ea8e-6e93-431e-b00a-74e4a4c80ef8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.740781 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10f9ea8e-6e93-431e-b00a-74e4a4c80ef8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.750565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-10f9ea8e-6e93-431e-b00a-74e4a4c80ef8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.752037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-10f9ea8e-6e93-431e-b00a-74e4a4c80ef8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2bed2bf3-6cbb-4c34-80a4-7840cd44e033 HTTP/1.1" status: 204 len: 168 time: 0.1200926 Nov 09 20:02:32.753874 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'b399e7a6-2bf0-4c30-870b-100b2f47282b', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'b399e7a6-2bf0-4c30-870b-100b2f47282b', 'mac_address': 'fa:16:3e:3b:a4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:02:32.755082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57824) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:32.760354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9ea8e-6e93-431e-b00a-74e4a4c80ef8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bed2bf3-6cbb-4c34-80a4-7840cd44e033,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:32.774692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3438db26-057f-4803-ac65-6c02450490c3 None None] Provisioning complete for port 541e84a4-fb91-4b04-9856-a07074eb57b2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:32.778935 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3438db26-057f-4803-ac65-6c02450490c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.838929 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.886989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-842002aa-56af-45f4-8595-587c11f36be7 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1194482 Nov 09 20:02:32.889902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57830) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:32.951100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57834) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:32.957036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-857792960-network', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:32.960376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3438db26-057f-4803-ac65-6c02450490c3 None None] Port 541e84a4-fb91-4b04-9856-a07074eb57b2 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:02:32.990408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:32.995702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Made reservation on behalf of 24d1e2e7a8c944f9af465d48c7868913 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:32.997984 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.024004 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07296ec8-5c6a-4ae1-8b11-d43e965f8722 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.036174 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.049740 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b399e7a6-2bf0-4c30-870b-100b2f47282b {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:02:33.070840 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07296ec8-5c6a-4ae1-8b11-d43e965f8722 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.097529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.136969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port b399e7a6-2bf0-4c30-870b-100b2f47282b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=b399e7a6-2bf0-4c30-870b-100b2f47282b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:33.163534 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07296ec8-5c6a-4ae1-8b11-d43e965f8722 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.165454 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.169967 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-07296ec8-5c6a-4ae1-8b11-d43e965f8722 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.171852 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-07296ec8-5c6a-4ae1-8b11-d43e965f8722 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-groups/0d4d4920-ef36-4128-9184-7c7f25020471 HTTP/1.1" status: 204 len: 168 time: 0.2803981 Nov 09 20:02:33.175768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57840) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:33.198804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07296ec8-5c6a-4ae1-8b11-d43e965f8722 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4d4920-ef36-4128-9184-7c7f25020471,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:33.223489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d4d78-cda4-402a-9d6f-5432b2f48c51 req-fefd2515-d738-4c01-b58c-58e0fc2bc488 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:33.234089 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d0d4d78-cda4-402a-9d6f-5432b2f48c51 req-fefd2515-d738-4c01-b58c-58e0fc2bc488 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 945 time: 0.2553244 Nov 09 20:02:33.319927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=b399e7a6-2bf0-4c30-870b-100b2f47282b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:33.383498 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d0d4d78-cda4-402a-9d6f-5432b2f48c51 req-d0074eb8-8376-4f10-8b7a-385cd51a3e59 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425538 Nov 09 20:02:33.398408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:28Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '541e84a4-fb91-4b04-9856-a07074eb57b2', 'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'mac_address': 'fa:16:3e:f5:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:25Z', 'updated_at': '2021-11-09T20:02:28Z', 'revision_number': 2, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'subnets': [{'id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:33.405576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.553819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['b399e7a6-2bf0-4c30-870b-100b2f47282b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:02:33.566490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe92825-c0ed-4921-936a-d838f3458344,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:33.573801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333cb00d-004f-474c-a4ef-5b9ad594f823 None None] Network db5ef888-b536-4e07-8e52-27e629ce3a19 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:33.576211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Checking router: eb90ee91-f39e-4d31-a150-af750fa550f4 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:02:33.577279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Updating router eb90ee91-f39e-4d31-a150-af750fa550f4 port 541e84a4-fb91-4b04-9856-a07074eb57b2 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:02:33.641568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc6736-a9d8-4260-859e-e46922ebfa83 req-52b84a2b-3f25-4509-9f66-1425a882521e tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:33.653596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.653801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17cc6736-a9d8-4260-859e-e46922ebfa83 req-52b84a2b-3f25-4509-9f66-1425a882521e tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 948 time: 0.1242321 Nov 09 20:02:33.701979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5ef888-b536-4e07-8e52-27e629ce3a19']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:33.735358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45fb9c6f-c267-45d5-a118-ce7a7491bbf8') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:33.738399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45fb9c6f-c267-45d5-a118-ce7a7491bbf8') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:33.771983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.784886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17cc6736-a9d8-4260-859e-e46922ebfa83 req-7a1b4475-6243-4ca2-b08b-cce6886c08ec tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000161 Nov 09 20:02:33.797803 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.806448 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.824363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:33.824990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:33.937806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818fa394-d002-4baa-b49d-6f8e200bd934 None None] Network db5ef888-b536-4e07-8e52-27e629ce3a19 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:33.971697 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a4c3a63b-0297-455d-975d-623dab1a1c82 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7921858 Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:33.972641 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:33.975824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57934) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:34.003183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.028198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.039203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/db5ef888-b536-4e07-8e52-27e629ce3a19 HTTP/1.1" status: 204 len: 168 time: 1.5083978 Nov 09 20:02:34.047677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57938) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:34.055676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1284725098'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:34.079713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269547a-9c0d-4ea8-8049-886bd79d4c94 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Network': ['ID=db5ef888-b536-4e07-8e52-27e629ce3a19,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:34.116289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.118994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:34.131590 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.132228 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.185646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:34.212551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.212908 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Added segment abae33aa-8ff6-42dd-8963-6355a332365b of type vlan for network 17dc99d6-1bf1-464d-aff0-d06921459724 Nov 09 20:02:34.222597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1d3139-fe6e-4a17-96b4-8e7b52a4b368,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:34.224270 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93f81673-dacc-4381-8ea6-6d4f269c5ebf tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.266439 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.305918 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.307456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:34.309435 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.340380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3880742 Nov 09 20:02:34.351600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57950) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:34.362669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93f81673-dacc-4381-8ea6-6d4f269c5ebf tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.419734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:34.421539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Request body: {'subnet': {'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-857792960-subnet', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:34.422571 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93f81673-dacc-4381-8ea6-6d4f269c5ebf tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.425809 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93f81673-dacc-4381-8ea6-6d4f269c5ebf tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.428690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-93f81673-dacc-4381-8ea6-6d4f269c5ebf tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-groups/22c9d0c8-4caf-4c06-bafe-471765243390 HTTP/1.1" status: 204 len: 168 time: 0.4524896 Nov 09 20:02:34.439907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57956) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:34.451653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f81673-dacc-4381-8ea6-6d4f269c5ebf tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c9d0c8-4caf-4c06-bafe-471765243390,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:34.469567 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.477317 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Added segment 58918a2b-2677-4c4f-9da0-19f550ae5ae5 of type vlan for network 9cc86b46-951d-4dbf-b5e6-647a1e428045 Nov 09 20:02:34.495314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201ce6b-2a10-46fd-8c12-a2fed40ace87 admin admin] Pushing event updated for resources: {'Network': ['ID=17dc99d6-1bf1-464d-aff0-d06921459724,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:34.537247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Made reservation on behalf of 24d1e2e7a8c944f9af465d48c7868913 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:34.541201 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.546727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.552890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 17dc99d6-1bf1-464d-aff0-d06921459724 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:34.553900 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-276528ba-4680-434c-96db-9b4df72203f1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124823 Nov 09 20:02:34.573230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 57966) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:34.611741 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.614393 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ccc1c5ea-5aec-4ff6-ae73-de029f96fd9f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group': {'name': 'tempest-secgroup--814941521'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:34.617722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:34.618342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.653985 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c5ea-5aec-4ff6-ae73-de029f96fd9f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:34.719277 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6702256 Nov 09 20:02:34.723559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 57986) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:34.731979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'network_id': '9cc86b46-951d-4dbf-b5e6-647a1e428045', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:34.746186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f88f9d-3dec-467d-925d-2ebd8690b5e8 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=9cc86b46-951d-4dbf-b5e6-647a1e428045,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:34.812252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 9cc86b46-951d-4dbf-b5e6-647a1e428045 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:34.984377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:34.988527 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.065311 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c5ea-5aec-4ff6-ae73-de029f96fd9f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.077641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58032) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:35.113636 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c5ea-5aec-4ff6-ae73-de029f96fd9f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.252655 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.262352 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.278632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1c5ea-5aec-4ff6-ae73-de029f96fd9f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa74f83-78ac-4472-aeed-b51c062633ca,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:35.293742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2df51-3731-4da5-80bf-0283402fca1d req-df2ef003-06cc-4f02-a1e9-6dc167e8103a tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:35.298339 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cea2df51-3731-4da5-80bf-0283402fca1d req-df2ef003-06cc-4f02-a1e9-6dc167e8103a tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 948 time: 0.3535006 Nov 09 20:02:35.303911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c5ea-5aec-4ff6-ae73-de029f96fd9f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.305149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ccc1c5ea-5aec-4ff6-ae73-de029f96fd9f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7300963 Nov 09 20:02:35.308020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58038) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:35.312415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-caf821dd-e4ea-4dc7-b274-f7edeeec2509 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': 'baa74f83-78ac-4472-aeed-b51c062633ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:35.418036 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-caf821dd-e4ea-4dc7-b274-f7edeeec2509 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.451643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0fe85-dc2c-4e0f-9353-29a8909a0914 None None] Pushing event updated for resources: {'Port': ['ID=541e84a4-fb91-4b04-9856-a07074eb57b2,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:35.492295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-900248587'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:35.504583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cea2df51-3731-4da5-80bf-0283402fca1d req-d3d3389f-8a18-4141-96ad-b5cebbf7123e tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619432 Nov 09 20:02:35.505520 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.509099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Attempting to bind port 541e84a4-fb91-4b04-9856-a07074eb57b2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:35.512788 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Attempting to bind port 541e84a4-fb91-4b04-9856-a07074eb57b2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:35.514427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Attempting to bind port 541e84a4-fb91-4b04-9856-a07074eb57b2 on network 5d54afce-71b0-4351-8282-8cb4d17d0f97 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:35.520221 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.529581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:35.529972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Checking segment: {'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:35.530381 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.532647 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Bound using segment: {'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:35.533080 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Bound port: 541e84a4-fb91-4b04-9856-a07074eb57b2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:35.533475 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.618553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=d1600624-b1c4-4a63-9836-a2ec7aa137a3,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:35.635189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking segment: {'id': '58918a2b-2677-4c4f-9da0-19f550ae5ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '9cc86b46-951d-4dbf-b5e6-647a1e428045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:35.635531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network hostable DHCP agents. Network: 9cc86b46-951d-4dbf-b5e6-647a1e428045, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:35.641920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d12e4b0-2446-47dd-9ffe-ff63a06156f9,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:35.658470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Made reservation on behalf of a378fb582351424a96b942b7a9f8f393 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:35.665158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.665850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network 9cc86b46-951d-4dbf-b5e6-647a1e428045 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:35.687523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 9cc86b46-951d-4dbf-b5e6-647a1e428045) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:35.696802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:35.697705 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.701622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabfc96f-8e7a-4462-b3b9-fd7ac3447ead None None] Network 9cc86b46-951d-4dbf-b5e6-647a1e428045 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:35.709068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-caf821dd-e4ea-4dc7-b274-f7edeeec2509 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.711880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.728835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] For port 541e84a4-fb91-4b04-9856-a07074eb57b2, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:35.736215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d3b88229-9f9b-4267-8643-5d776660d05b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0111206 Nov 09 20:02:35.739202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Checking segment: {'id': 'abae33aa-8ff6-42dd-8963-6355a332365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:35.739574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58042) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:35.740052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Network hostable DHCP agents. Network: 17dc99d6-1bf1-464d-aff0-d06921459724, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:35.742404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-caf821dd-e4ea-4dc7-b274-f7edeeec2509 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.763646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf821dd-e4ea-4dc7-b274-f7edeeec2509 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9418db6a-e0a3-4b65-a799-9a5d47578585,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:35.773631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] For port 541e84a4-fb91-4b04-9856-a07074eb57b2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=541e84a4-fb91-4b04-9856-a07074eb57b2,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:35.782384 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.813981 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-caf821dd-e4ea-4dc7-b274-f7edeeec2509 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.815228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-caf821dd-e4ea-4dc7-b274-f7edeeec2509 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5062792 Nov 09 20:02:35.821005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58044) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:35.856643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Network 17dc99d6-1bf1-464d-aff0-d06921459724 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:35.905551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0869a242-27a9-4c1e-b49a-cf9474a76959 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.908168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 17dc99d6-1bf1-464d-aff0-d06921459724) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:35.933009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:35.933912 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.934501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.937645 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0869a242-27a9-4c1e-b49a-cf9474a76959 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.966196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Provisioning complete for port 541e84a4-fb91-4b04-9856-a07074eb57b2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:35.966606 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:35.997982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0fe85-dc2c-4e0f-9353-29a8909a0914 None None] Pushing event updated for resources: {'Port': ['ID=541e84a4-fb91-4b04-9856-a07074eb57b2,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:36.000754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4328692-4007-4b93-bd62-4fb6ab18ad2d None None] Network 17dc99d6-1bf1-464d-aff0-d06921459724 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:36.025376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Routers {'eb90ee91-f39e-4d31-a150-af750fa550f4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:02:36.026029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:02:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb90ee91-f39e-4d31-a150-af750fa550f4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:36.067792 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.069050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device b399e7a6-2bf0-4c30-870b-100b2f47282b up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:36.077659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.080420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.089766 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bfcd5de0-1795-45c1-8abf-6e8da43c1bfb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7341464 Nov 09 20:02:36.090257 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58046) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:36.101034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-857792960-router', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:36.126079 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0869a242-27a9-4c1e-b49a-cf9474a76959 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.134921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:36.158473 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0869a242-27a9-4c1e-b49a-cf9474a76959 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.160113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0869a242-27a9-4c1e-b49a-cf9474a76959 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9418db6a-e0a3-4b65-a799-9a5d47578585 HTTP/1.1" status: 204 len: 168 time: 0.3375635 Nov 09 20:02:36.167509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58048) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:36.193312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869a242-27a9-4c1e-b49a-cf9474a76959 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9418db6a-e0a3-4b65-a799-9a5d47578585,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:36.199272 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.200632 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Added segment f5973419-495e-47d6-a82c-17652cfc9480 of type vlan for network 09e78f5f-63ff-4ea7-83e7-1ca076ed402e Nov 09 20:02:36.202307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093ae118-d554-4895-aafa-b8926c0a859b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:36.258475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.263040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.265203 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.286485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0632fd3-e406-4e19-8117-241d20cd873f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-9cc86b46-951d-4dbf-b5e6-647a1e428045', 'network_id': '9cc86b46-951d-4dbf-b5e6-647a1e428045', 'tenant_id': '0429da71d7154ee98200f068fc58ed8a', 'fixed_ips': [{'subnet_id': 'd1600624-b1c4-4a63-9836-a2ec7aa137a3'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:02:36.287497 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d0632fd3-e406-4e19-8117-241d20cd873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.306014 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.313349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:36.315924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.337791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c9c66ee0-d9c2-487f-89c8-de280f6b9703 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1667106 Nov 09 20:02:36.337791 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.338085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58052) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:36.407261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] Set router eb90ee91-f39e-4d31-a150-af750fa550f4 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:02:36.437671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Subnet': ['ID=d1600624-b1c4-4a63-9836-a2ec7aa137a3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:36.451171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.475432 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3939633 Nov 09 20:02:36.476480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58054) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:36.518571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81324a-274d-4f5d-aa00-feb71bd21a7b tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Pushing event updated for resources: {'Network': ['ID=09e78f5f-63ff-4ea7-83e7-1ca076ed402e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:36.570909 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9ec12c2-779f-4e14-a661-406ef1fa53f8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.584300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 09e78f5f-63ff-4ea7-83e7-1ca076ed402e details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:36.618784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.650851 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.666358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9ec12c2-779f-4e14-a661-406ef1fa53f8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.687549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c828a92c-66f2-44a5-8b01-601b0cbc44e8 None None] Network 9cc86b46-951d-4dbf-b5e6-647a1e428045 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:36.695151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port b399e7a6-2bf0-4c30-870b-100b2f47282b completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:02:36.718271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Request body: {'network': {'name': 'tempest-network--1257191374', 'router:external': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:36.736676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port b399e7a6-2bf0-4c30-870b-100b2f47282b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:36.737799 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.759294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Made reservation on behalf of cd707ad801704ef898d5c1728798bf4e for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:36.761958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.764891 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9ec12c2-779f-4e14-a661-406ef1fa53f8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.773011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9ec12c2-779f-4e14-a661-406ef1fa53f8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.774214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f9ec12c2-779f-4e14-a661-406ef1fa53f8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-groups/baa74f83-78ac-4472-aeed-b51c062633ca HTTP/1.1" status: 204 len: 168 time: 0.4351499 Nov 09 20:02:36.776303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc86b46-951d-4dbf-b5e6-647a1e428045']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:36.788508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58062) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:36.795108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec12c2-779f-4e14-a661-406ef1fa53f8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa74f83-78ac-4472-aeed-b51c062633ca,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:36.821506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.826166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.834065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58918a2b-2677-4c4f-9da0-19f550ae5ae5') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:36.834065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58918a2b-2677-4c4f-9da0-19f550ae5ae5') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:36.857642 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.890101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8bff59e6-55f4-4c06-a9de-b329ccfe63f6 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862589 Nov 09 20:02:36.895005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58064) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:36.908156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-696f8bb0-c439-4bf4-bb06-bddd355094e9 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group': {'name': 'tempest-secgroup--764921989'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:36.944099 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.965176 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-696f8bb0-c439-4bf4-bb06-bddd355094e9 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.974242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-17dc99d6-1bf1-464d-aff0-d06921459724', 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'fixed_ips': [{'subnet_id': '8d12e4b0-2446-47dd-9ffe-ff63a06156f9'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:02:36.975392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ba3e-c430-4f01-ba9a-2049a74c0729 req-f15b4e3d-dcfa-41b5-8f58-213eddd8ca6b tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:36.975587 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.977380 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4da0ba3e-c430-4f01-ba9a-2049a74c0729 req-f15b4e3d-dcfa-41b5-8f58-213eddd8ca6b tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 948 time: 0.2433989 Nov 09 20:02:36.979915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:36.980585 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:36.984459 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:36.991378 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] For port 541e84a4-fb91-4b04-9856-a07074eb57b2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=541e84a4-fb91-4b04-9856-a07074eb57b2,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:37.015832 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.079133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-696f8bb0-c439-4bf4-bb06-bddd355094e9 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.094063 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-696f8bb0-c439-4bf4-bb06-bddd355094e9 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.113654 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4da0ba3e-c430-4f01-ba9a-2049a74c0729 req-77b5b0f0-a76c-4eaa-92d6-5d38e48dda0f tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076081 Nov 09 20:02:37.126046 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.148097 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.164656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/9cc86b46-951d-4dbf-b5e6-647a1e428045 HTTP/1.1" status: 204 len: 168 time: 1.4234004 Nov 09 20:02:37.167355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58066) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:37.181373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1514737247'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:37.192707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ed991-c97c-41c4-9201-7059a6ef120e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Network': ['ID=9cc86b46-951d-4dbf-b5e6-647a1e428045,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:37.218942 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-696f8bb0-c439-4bf4-bb06-bddd355094e9 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.220228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-696f8bb0-c439-4bf4-bb06-bddd355094e9 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3238683 Nov 09 20:02:37.225904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58068) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:37.231844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f8bb0-c439-4bf4-bb06-bddd355094e9 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d240dc-6e64-42c5-bf3c-4992dde2bf3f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:37.236996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4a9b05be-d71c-499c-87fd-9d2c04742154 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': 'b9d240dc-6e64-42c5-bf3c-4992dde2bf3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:37.257174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:37.262018 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.306931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.320513 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:37.323180 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.358629 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.359160 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Added segment abbe7e57-d4ad-414a-95f1-4b6a86e40d3c of type vlan for network 70604943-7c6a-4534-9908-f3912998f558 Nov 09 20:02:37.381132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:37.407639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2496868a-3d35-4cbb-a098-e700532b44aa,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:37.430101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.432502 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Added segment de1d1b05-7e8f-4b18-82f4-5479c33639bc of type vlan for network 3b000a71-f810-4cf9-86a7-14f5af922de1 Nov 09 20:02:37.435119 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.558081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.569903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:37.570979 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.641657 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.666048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.694207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port b399e7a6-2bf0-4c30-870b-100b2f47282b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=b399e7a6-2bf0-4c30-870b-100b2f47282b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:37.694760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-701f7801-83ee-41d6-9989-cb77b4233561 None None] Provisioning complete for port 541e84a4-fb91-4b04-9856-a07074eb57b2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:37.695191 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-701f7801-83ee-41d6-9989-cb77b4233561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.709369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=70604943-7c6a-4534-9908-f3912998f558,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:37.738377 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bdb86d5d-b9eb-49eb-a8d9-d167d4ad0e46 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5695298 Nov 09 20:02:37.740433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58074) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:37.747183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'network_id': '70604943-7c6a-4534-9908-f3912998f558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:37.751689 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.752904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:37.753768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.762489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e30ec9-76d7-4003-acb4-24e51e961be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b399e7a6-2bf0-4c30-870b-100b2f47282b'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:02:37.764983 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a7cb19-8e8c-48d8-9993-a00949ce09e7" -d '{"events": [{"server_uuid": "11e30ec9-76d7-4003-acb4-24e51e961be2", "name": "network-vif-plugged", "status": "completed", "tag": "b399e7a6-2bf0-4c30-870b-100b2f47282b"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:02:37.773710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4a9b05be-d71c-499c-87fd-9d2c04742154 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.776260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Pushing event updated for resources: {'Port': ['ID=541e84a4-fb91-4b04-9856-a07074eb57b2,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:37.781135 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.784207 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.787365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 70604943-7c6a-4534-9908-f3912998f558 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:37.823855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:37.845427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event updated for resources: {'Network': ['ID=3b000a71-f810-4cf9-86a7-14f5af922de1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:37.894167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 3b000a71-f810-4cf9-86a7-14f5af922de1 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:37.903903 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c023b8d3-8076-482b-9e4c-9b580d03515a tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4143019 Nov 09 20:02:37.907495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58078) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:37.997004 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4a9b05be-d71c-499c-87fd-9d2c04742154 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.019323 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6316b8c-cad8-4c80-9349-d8cfbf69cc14 x-openstack-request-id: req-d6316b8c-cad8-4c80-9349-d8cfbf69cc14 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:02:38.019619 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e30ec9-76d7-4003-acb4-24e51e961be2", "name": "network-vif-plugged", "status": "completed", "tag": "b399e7a6-2bf0-4c30-870b-100b2f47282b", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:02:38.019880 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6316b8c-cad8-4c80-9349-d8cfbf69cc14 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:02:38.020803 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e30ec9-76d7-4003-acb4-24e51e961be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b399e7a6-2bf0-4c30-870b-100b2f47282b', 'code': 200} Nov 09 20:02:38.024663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.025013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.026034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.026182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.026549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.026961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.027297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.027884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.028023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.028342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.028596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.028939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaa455-2315-4c04-b273-4c7f9ca2d66b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:02:38.038134 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.052861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:38.057160 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.072604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4a9b05be-d71c-499c-87fd-9d2c04742154 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.105165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Allocated IP 172.20.0.2 (17dc99d6-1bf1-464d-aff0-d06921459724/8d12e4b0-2446-47dd-9ffe-ff63a06156f9/ed45c20e-1b18-4844-8d2f-221994f944c5) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:38.163197 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b05be-d71c-499c-87fd-9d2c04742154 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a0890b-2d35-4c7b-a551-b4e9034223bc,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:38.178170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4a9b05be-d71c-499c-87fd-9d2c04742154 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.180815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4a9b05be-d71c-499c-87fd-9d2c04742154 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9517541 Nov 09 20:02:38.194076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58082) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:38.200654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Allocated IP 172.25.6.141 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/18606629-8886-487e-94ff-0d9ee63fd4f2) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:38.264691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=b399e7a6-2bf0-4c30-870b-100b2f47282b,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:38.267445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb65ff-6f50-48c7-855b-834cdb91a531 req-f06612b8-a6d9-4632-85d5-7ab6e8c44171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:38.274067 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37cb65ff-6f50-48c7-855b-834cdb91a531 req-f06612b8-a6d9-4632-85d5-7ab6e8c44171 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 1100 time: 0.2124412 Nov 09 20:02:38.288034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:28Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '541e84a4-fb91-4b04-9856-a07074eb57b2', 'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'mac_address': 'fa:16:3e:f5:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:25Z', 'updated_at': '2021-11-09T20:02:35Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'subnets': [{'id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:38.309889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.325044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6089153b-08a1-4705-be44-66ed0b7e1988 None None] The sync data for ids ['eb90ee91-f39e-4d31-a150-af750fa550f4'] in n-d-817256-1 is: [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:28Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '541e84a4-fb91-4b04-9856-a07074eb57b2', 'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'mac_address': 'fa:16:3e:f5:aa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:25Z', 'updated_at': '2021-11-09T20:02:35Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'subnets': [{'id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:02:38.340648 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2fdbcd9f-cceb-4553-ba13-bb2e6565e43a tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules/31a0890b-2d35-4c7b-a551-b4e9034223bc HTTP/1.1" status: 200 len: 763 time: 0.1430483 Nov 09 20:02:38.344160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58084) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:38.459373 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.475488 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.497204 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.542743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=35b6ddf4-e863-4e05-95a3-e3cb6e5103b6,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:38.549573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Network 17dc99d6-1bf1-464d-aff0-d06921459724 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:38.557903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:38.561580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:38.582311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Pushing event updated for resources: {'Port': ['ID=ed45c20e-1b18-4844-8d2f-221994f944c5,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:38.583121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0a1683ae-148d-4701-b1f5-ba8d4408fb9f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1467593 Nov 09 20:02:38.604038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58088) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:38.614909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b000a71-f810-4cf9-86a7-14f5af922de1']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:38.629065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1d1b05-7e8f-4b18-82f4-5479c33639bc') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:38.629776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1d1b05-7e8f-4b18-82f4-5479c33639bc') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:38.643393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.654607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37cb65ff-6f50-48c7-855b-834cdb91a531 req-f14faf9b-28e6-4409-a425-2865a62f6295 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585098 Nov 09 20:02:38.664796 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.673080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:38.674037 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.682716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3cf05-e8c0-41b0-91e8-538244c0bb0a req-ba8b246e-d859-43c4-98ea-1ad5a6fefe7b tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:38.691993 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-86b3cf05-e8c0-41b0-91e8-538244c0bb0a req-ba8b246e-d859-43c4-98ea-1ad5a6fefe7b tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 949 time: 0.3261948 Nov 09 20:02:38.694346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Attempting to bind port ed45c20e-1b18-4844-8d2f-221994f944c5 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:38.694770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Attempting to bind port ed45c20e-1b18-4844-8d2f-221994f944c5 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'abae33aa-8ff6-42dd-8963-6355a332365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:38.695137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Attempting to bind port ed45c20e-1b18-4844-8d2f-221994f944c5 on network 17dc99d6-1bf1-464d-aff0-d06921459724 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:38.697833 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.702040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:38.702417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Checking segment: {'id': 'abae33aa-8ff6-42dd-8963-6355a332365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:38.702942 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.703352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Bound using segment: {'id': 'abae33aa-8ff6-42dd-8963-6355a332365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:38.703889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Bound port: ed45c20e-1b18-4844-8d2f-221994f944c5, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abae33aa-8ff6-42dd-8963-6355a332365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:38.704277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.761471 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-86b3cf05-e8c0-41b0-91e8-538244c0bb0a req-707d958a-3c8e-47de-a7e8-e87fc4eb4fe2 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676265 Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:38.766469 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:38.787129 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.843247 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.885407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] For port ed45c20e-1b18-4844-8d2f-221994f944c5, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:38.894450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] For port ed45c20e-1b18-4844-8d2f-221994f944c5, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ed45c20e-1b18-4844-8d2f-221994f944c5,segment=NetworkSegment(abae33aa-8ff6-42dd-8963-6355a332365b),segment_id=abae33aa-8ff6-42dd-8963-6355a332365b)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:38.903616 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:38.963172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Pushing event updated for resources: {'Port': ['ID=18606629-8886-487e-94ff-0d9ee63fd4f2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:38.967125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:38.969209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:38.975625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:39.026682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef3e4e-f771-45b5-9aaf-df3852cd9c80 None None] Pushing event updated for resources: {'Port': ['ID=ed45c20e-1b18-4844-8d2f-221994f944c5,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:39.181212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-70f5e052-ade0-45ee-9533-71bf82ca5f7b req-5316eac9-9a7c-4293-83ff-07cae769f2da service neutron] (102295) timed out ('10.222.0.70', 65078) {{(pid=102295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:02:39.200635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b000a71-f810-4cf9-86a7-14f5af922de1 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 20:02:39.203721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b000a71-f810-4cf9-86a7-14f5af922de1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:39.209146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking segment: {'id': 'abbe7e57-d4ad-414a-95f1-4b6a86e40d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '70604943-7c6a-4534-9908-f3912998f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:39.209651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network hostable DHCP agents. Network: 70604943-7c6a-4534-9908-f3912998f558, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:39.212455 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb99825-1b24-420b-a769-c551536f14b1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.219560 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.233816 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b36f9725-826c-4941-90ed-6d3cddae0c04 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "DELETE /v2.0/networks/3b000a71-f810-4cf9-86a7-14f5af922de1 HTTP/1.1" status: 204 len: 168 time: 1.3248320 Nov 09 20:02:39.234028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58092) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:39.240007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:39.248332 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb99825-1b24-420b-a769-c551536f14b1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.276436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network 70604943-7c6a-4534-9908-f3912998f558 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:39.280607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Made reservation on behalf of cd707ad801704ef898d5c1728798bf4e for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:39.294789 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.300994 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb99825-1b24-420b-a769-c551536f14b1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.309433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 541e84a4-fb91-4b04-9856-a07074eb57b2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:39.309971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb99825-1b24-420b-a769-c551536f14b1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.313465 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dcb99825-1b24-420b-a769-c551536f14b1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/31a0890b-2d35-4c7b-a551-b4e9034223bc HTTP/1.1" status: 204 len: 168 time: 0.7048333 Nov 09 20:02:39.313465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 70604943-7c6a-4534-9908-f3912998f558) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:39.314048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58094) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:39.340259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb99825-1b24-420b-a769-c551536f14b1 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31a0890b-2d35-4c7b-a551-b4e9034223bc,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:39.343430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:39.344207 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.400122 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-967af04f-2810-4759-ab19-33de66984e4b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6581824 Nov 09 20:02:39.416110 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c4bebc01-87c5-416b-a815-85564def055a tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0967124 Nov 09 20:02:39.416110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58096) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:39.424955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb44bc0-ef5e-42ff-a763-287c3c4451cb None None] Network 70604943-7c6a-4534-9908-f3912998f558 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:39.436248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-69d106d0-6645-4861-9c0d-8fce66cda28b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'network_id': '70604943-7c6a-4534-9908-f3912998f558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:39.442611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58098) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:39.446928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-235697c3-6a92-4fb8-ae80-b5adf6fa98b5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': 'b9d240dc-6e64-42c5-bf3c-4992dde2bf3f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:39.532935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:39.580308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.580308 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Added segment eb66bb7f-1171-46a0-b68e-fc43c0908c82 of type vlan for network d0d06d2c-af5b-455e-a432-bd5c84faf7c5 Nov 09 20:02:39.596733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 541e84a4-fb91-4b04-9856-a07074eb57b2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:39.597964 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.601667 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-235697c3-6a92-4fb8-ae80-b5adf6fa98b5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.709439 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.748038 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-235697c3-6a92-4fb8-ae80-b5adf6fa98b5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.753115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d106d0-6645-4861-9c0d-8fce66cda28b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:39.757979 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69d106d0-6645-4861-9c0d-8fce66cda28b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.763744 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-235697c3-6a92-4fb8-ae80-b5adf6fa98b5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.829352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-70604943-7c6a-4534-9908-f3912998f558', 'network_id': '70604943-7c6a-4534-9908-f3912998f558', 'tenant_id': '0429da71d7154ee98200f068fc58ed8a', 'fixed_ips': [{'subnet_id': '35b6ddf4-e863-4e05-95a3-e3cb6e5103b6'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:02:39.832102 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:39.832267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.002074 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.002074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:40.002933 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.078552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235697c3-6a92-4fb8-ae80-b5adf6fa98b5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3545b740-1cc2-4e4c-afb7-03595e5259f4,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:40.160314 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-235697c3-6a92-4fb8-ae80-b5adf6fa98b5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.161394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-235697c3-6a92-4fb8-ae80-b5adf6fa98b5 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7172551 Nov 09 20:02:40.164919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58106) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:40.194502 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9b2ad684-97cb-4481-b56a-083db80ef7ed tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules/3545b740-1cc2-4e4c-afb7-03595e5259f4 HTTP/1.1" status: 200 len: 763 time: 0.0262589 Nov 09 20:02:40.199424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58108) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:40.231542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Allocated IP 2001:db8::2 (70604943-7c6a-4534-9908-f3912998f558/35b6ddf4-e863-4e05-95a3-e3cb6e5103b6/7a221da6-39f1-4a97-92df-bfa9b8c18224) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:40.237481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf8b02-9a7d-4f79-a597-8975bcb9bea9 req-132827ea-86bf-46ab-a7b1-5ef8881684f3 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:40.239323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94bf8b02-9a7d-4f79-a597-8975bcb9bea9 req-132827ea-86bf-46ab-a7b1-5ef8881684f3 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 949 time: 0.2088721 Nov 09 20:02:40.305356 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9a9f-789e-424c-9cc3-8dc53d1c615a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.316409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0805321 Nov 09 20:02:40.321123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58110) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:40.327989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Request body: {'subnet': {'network_id': 'd0d06d2c-af5b-455e-a432-bd5c84faf7c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:40.344716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd769-82fb-4538-97c7-14b742176ae4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event updated for resources: {'Network': ['ID=d0d06d2c-af5b-455e-a432-bd5c84faf7c5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:40.356856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3cd1445e-66b8-4675-9d57-b3173a9b3ef7 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1553545 Nov 09 20:02:40.360526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58112) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:40.367020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network d0d06d2c-af5b-455e-a432-bd5c84faf7c5 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:40.400906 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94bf8b02-9a7d-4f79-a597-8975bcb9bea9 req-4dbec5f4-41c2-49f2-a3ae-706f66993955 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383724 Nov 09 20:02:40.408944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.487446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Made reservation on behalf of cd707ad801704ef898d5c1728798bf4e for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:40.489952 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.556126 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69d106d0-6645-4861-9c0d-8fce66cda28b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.614069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8998d525-2eb0-438a-860b-868879fe1cc8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.640612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8998d525-2eb0-438a-860b-868879fe1cc8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.656537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d106d0-6645-4861-9c0d-8fce66cda28b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network 70604943-7c6a-4534-9908-f3912998f558 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:40.676511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-69d106d0-6645-4861-9c0d-8fce66cda28b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:40.684991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d106d0-6645-4861-9c0d-8fce66cda28b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:40.685500 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.685635 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69d106d0-6645-4861-9c0d-8fce66cda28b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.699897 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.724071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d106d0-6645-4861-9c0d-8fce66cda28b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=583f7490-c7e6-4158-ab83-f9292df333a7,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:40.746037 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-69d106d0-6645-4861-9c0d-8fce66cda28b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3303335 Nov 09 20:02:40.746734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58116) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:40.753642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Pushing event updated for resources: {'Port': ['ID=7a221da6-39f1-4a97-92df-bfa9b8c18224,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:40.773912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Network 70604943-7c6a-4534-9908-f3912998f558 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:40.778278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:40.780900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:40.783326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eefcbc-b740-448d-8dc4-b6397e4ddfc9 None None] Network 17dc99d6-1bf1-464d-aff0-d06921459724 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:40.794225 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8998d525-2eb0-438a-860b-868879fe1cc8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.807513 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8998d525-2eb0-438a-860b-868879fe1cc8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.808678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8998d525-2eb0-438a-860b-868879fe1cc8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3545b740-1cc2-4e4c-afb7-03595e5259f4 HTTP/1.1" status: 204 len: 168 time: 0.4450476 Nov 09 20:02:40.812944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58118) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:40.834242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998d525-2eb0-438a-860b-868879fe1cc8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3545b740-1cc2-4e4c-afb7-03595e5259f4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:40.916238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5cd05c8a-c128-4dda-9d13-55d0eaaada01 None None] Provisioning complete for port ed45c20e-1b18-4844-8d2f-221994f944c5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:40.918827 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5cd05c8a-c128-4dda-9d13-55d0eaaada01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.920427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ceb0f1-84dd-4a52-abe1-20ab14d3e7f4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:40.922957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ceb0f1-84dd-4a52-abe1-20ab14d3e7f4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:40.926698 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ceb0f1-84dd-4a52-abe1-20ab14d3e7f4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:40.931423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ceb0f1-84dd-4a52-abe1-20ab14d3e7f4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:40.933207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ceb0f1-84dd-4a52-abe1-20ab14d3e7f4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:40.939841 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c6ceb0f1-84dd-4a52-abe1-20ab14d3e7f4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1919491 Nov 09 20:02:40.943327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58120) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:40.950597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-706824555'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:40.961972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Attempting to bind port 7a221da6-39f1-4a97-92df-bfa9b8c18224 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:40.962348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Attempting to bind port 7a221da6-39f1-4a97-92df-bfa9b8c18224 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'abbe7e57-d4ad-414a-95f1-4b6a86e40d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '70604943-7c6a-4534-9908-f3912998f558'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:40.963994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Attempting to bind port 7a221da6-39f1-4a97-92df-bfa9b8c18224 on network 70604943-7c6a-4534-9908-f3912998f558 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:40.964311 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ba3d22ce-80ef-4363-84b9-49608c3301d2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1456249 Nov 09 20:02:40.969812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58124) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:40.971523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:40.971909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Checking segment: {'id': 'abbe7e57-d4ad-414a-95f1-4b6a86e40d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '70604943-7c6a-4534-9908-f3912998f558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:40.972329 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.972704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Bound using segment: {'id': 'abbe7e57-d4ad-414a-95f1-4b6a86e40d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '70604943-7c6a-4534-9908-f3912998f558'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:40.973385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Bound port: 7a221da6-39f1-4a97-92df-bfa9b8c18224, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbe7e57-d4ad-414a-95f1-4b6a86e40d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '70604943-7c6a-4534-9908-f3912998f558'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:40.973784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:40.974129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-01d1fa91-2355-4982-92de-3362fbcabb7f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Request body: {'security_group_rule': {'security_group_id': 'b9d240dc-6e64-42c5-bf3c-4992dde2bf3f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:41.034051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:41.042003 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.093520 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:41.111536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:02:41.119837 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-01d1fa91-2355-4982-92de-3362fbcabb7f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Project 43067040ab994e2f8fdc32cd050ef055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:02:41.120755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.121120 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Added segment c69466ff-c878-4e55-bf6c-1ec3aeba5403 of type vlan for network 57af6f3f-a191-4b56-a95f-7d003162489e Nov 09 20:02:41.141265 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa91-2355-4982-92de-3362fbcabb7f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.209518 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.260041 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.266666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:41.267734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.376777 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4321306 Nov 09 20:02:41.377536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ed45c20e-1b18-4844-8d2f-221994f944c5 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:41.378182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58126) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:41.389644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7f1b16fa-dfe8-4f3d-b101-78edefe9e1e1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:41.409418 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa91-2355-4982-92de-3362fbcabb7f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.426654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa91-2355-4982-92de-3362fbcabb7f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.495662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d91acd-2e36-4f39-a911-3362ff476626 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=57af6f3f-a191-4b56-a95f-7d003162489e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:41.513697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01d1fa91-2355-4982-92de-3362fbcabb7f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.517044 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-01d1fa91-2355-4982-92de-3362fbcabb7f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5466151 Nov 09 20:02:41.520765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58130) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:41.524750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 57af6f3f-a191-4b56-a95f-7d003162489e details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:41.541186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1fa91-2355-4982-92de-3362fbcabb7f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7f3b2f-d18c-4351-b792-dfb30d3a08df,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:41.573195 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-59fd9fe6-4b2d-44c0-bf8a-507bfec60ffe tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules/0c7f3b2f-d18c-4351-b792-dfb30d3a08df HTTP/1.1" status: 200 len: 769 time: 0.0453479 Nov 09 20:02:41.583914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58132) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:41.585038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:02:41.595237 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Sync routers for ids ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:02:41.612463 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Routers {'87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:02:41.614301 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:02:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:41.634319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ed45c20e-1b18-4844-8d2f-221994f944c5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:41.635110 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.684800 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.688978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8e11681c-1bfc-459e-bf6f-c46f749b6ede admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5938041 Nov 09 20:02:41.692829 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58134) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:41.706225 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5cd05c8a-c128-4dda-9d13-55d0eaaada01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.721302 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa47477-47cc-4116-ae92-1f736ff5328b req-6e42fe5a-4cff-4679-a506-662f04273fea tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:41.723636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] For port 7a221da6-39f1-4a97-92df-bfa9b8c18224, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:41.739881 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fa47477-47cc-4116-ae92-1f736ff5328b req-6e42fe5a-4cff-4679-a506-662f04273fea tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 949 time: 0.1961010 Nov 09 20:02:41.769391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] For port 7a221da6-39f1-4a97-92df-bfa9b8c18224, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7a221da6-39f1-4a97-92df-bfa9b8c18224,segment=NetworkSegment(abbe7e57-d4ad-414a-95f1-4b6a86e40d3c),segment_id=abbe7e57-d4ad-414a-95f1-4b6a86e40d3c)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:41.774169 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Set router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:02:41.802822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5cd05c8a-c128-4dda-9d13-55d0eaaada01 None None] For port ed45c20e-1b18-4844-8d2f-221994f944c5, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ed45c20e-1b18-4844-8d2f-221994f944c5,segment=NetworkSegment(abae33aa-8ff6-42dd-8963-6355a332365b),segment_id=abae33aa-8ff6-42dd-8963-6355a332365b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:41.818268 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.820509 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5cd05c8a-c128-4dda-9d13-55d0eaaada01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:41.835658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-52c9272f-5cfd-411e-8397-93f90ad3c19f tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2405846 Nov 09 20:02:41.863290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58136) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:41.956875 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d4db9-adad-436c-9840-54151cefef71 None None] Pushing event updated for resources: {'Port': ['ID=7a221da6-39f1-4a97-92df-bfa9b8c18224,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:41.972023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5fa47477-47cc-4116-ae92-1f736ff5328b req-4ddf239a-cc88-4f9f-b2d5-a0bde51fac8d tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292676 Nov 09 20:02:42.141819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.objects.ports [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:02:42.143282 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.195201 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'name': 'tempest-TestServerBasicOps-857792960-router', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:36Z', 'updated_at': '2021-11-09T20:02:39Z', 'revision_number': 3, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'gw_port': {'id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:37Z', 'updated_at': '2021-11-09T20:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:42.209585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd05c8a-c128-4dda-9d13-55d0eaaada01 None None] Pushing event updated for resources: {'Port': ['ID=ed45c20e-1b18-4844-8d2f-221994f944c5,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:42.219555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1435fcf-d4d2-4a3d-a9c8-85da22046ee2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.249517 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1435fcf-d4d2-4a3d-a9c8-85da22046ee2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.309845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ee2cf64-5b9f-48b8-8e45-0203a5721cdf,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:42.331535 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1435fcf-d4d2-4a3d-a9c8-85da22046ee2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.346988 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Checking router: 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:02:42.347674 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Updating router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba port 18606629-8886-487e-94ff-0d9ee63fd4f2 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:02:42.374945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Checking segment: {'id': 'eb66bb7f-1171-46a0-b68e-fc43c0908c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd0d06d2c-af5b-455e-a432-bd5c84faf7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:42.375316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Network hostable DHCP agents. Network: d0d06d2c-af5b-455e-a432-bd5c84faf7c5, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:42.380325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3d5a6c4e-c8d9-48e8-8282-2d981987c056 None None] Provisioning complete for port ed45c20e-1b18-4844-8d2f-221994f944c5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:42.380959 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3d5a6c4e-c8d9-48e8-8282-2d981987c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.391863 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1435fcf-d4d2-4a3d-a9c8-85da22046ee2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.394497 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.394703 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a1435fcf-d4d2-4a3d-a9c8-85da22046ee2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0c7f3b2f-d18c-4351-b792-dfb30d3a08df HTTP/1.1" status: 204 len: 168 time: 0.5241990 Nov 09 20:02:42.399512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58150) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:42.438010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1435fcf-d4d2-4a3d-a9c8-85da22046ee2 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c7f3b2f-d18c-4351-b792-dfb30d3a08df,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:42.447039 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f1b16fa-dfe8-4f3d-b101-78edefe9e1e1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.483527 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f1b16fa-dfe8-4f3d-b101-78edefe9e1e1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.579498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Network d0d06d2c-af5b-455e-a432-bd5c84faf7c5 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:42.607112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b16fa-dfe8-4f3d-b101-78edefe9e1e1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=57af6f3f-a191-4b56-a95f-7d003162489e,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:42.628952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4192b46c-1bc8-44ea-8707-a0c6b05af202 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2146530 Nov 09 20:02:42.629933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58154) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:42.630586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, d0d06d2c-af5b-455e-a432-bd5c84faf7c5) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:42.631760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 57af6f3f-a191-4b56-a95f-7d003162489e details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:42.648629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7f1b16fa-dfe8-4f3d-b101-78edefe9e1e1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network 57af6f3f-a191-4b56-a95f-7d003162489e is not hosted by any dhcp agent {{(pid=102296) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 20:02:42.652251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:42.652843 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.653435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b16fa-dfe8-4f3d-b101-78edefe9e1e1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:42.653968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7f1b16fa-dfe8-4f3d-b101-78edefe9e1e1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.667614 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7f1b16fa-dfe8-4f3d-b101-78edefe9e1e1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "PUT /v2.0/networks/57af6f3f-a191-4b56-a95f-7d003162489e HTTP/1.1" status: 200 len: 723 time: 1.2833047 Nov 09 20:02:42.682828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58156) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:42.712009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'network_id': '57af6f3f-a191-4b56-a95f-7d003162489e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:42.741461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0400325-6de9-4591-b511-446e4a46d11b None None] Network d0d06d2c-af5b-455e-a432-bd5c84faf7c5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:42.864912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-42997d0f-e364-4cb3-986e-b65344db22e7 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5390892 Nov 09 20:02:42.879733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58158) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:42.900439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0d06d2c-af5b-455e-a432-bd5c84faf7c5'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:42.933206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e042ebfc-ce17-4d66-b636-2534e7db4413 None None] Network d0d06d2c-af5b-455e-a432-bd5c84faf7c5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:42.964521 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.973387 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:42.977505 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.105412 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Attempting to bind port 18606629-8886-487e-94ff-0d9ee63fd4f2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:43.105768 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Attempting to bind port 18606629-8886-487e-94ff-0d9ee63fd4f2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:43.106123 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Attempting to bind port 18606629-8886-487e-94ff-0d9ee63fd4f2 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:43.114400 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:43.115051 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:43.115274 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.115609 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:43.116306 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Bound port: 18606629-8886-487e-94ff-0d9ee63fd4f2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:43.117162 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.145986 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-209845ca-b727-46d9-92eb-f3ba3daa6fd8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.178531 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.224994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:43.228343 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011daf3-e3f3-4a74-959e-336653c62281 None None] Pushing event updated for resources: {'Port': ['ID=18606629-8886-487e-94ff-0d9ee63fd4f2,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:43.236607 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.275954 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] For port 18606629-8886-487e-94ff-0d9ee63fd4f2, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:43.280909 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] For port 18606629-8886-487e-94ff-0d9ee63fd4f2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=18606629-8886-487e-94ff-0d9ee63fd4f2,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:43.284120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b938daf0-8388-4a89-9126-c9faefe93022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.296571 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.420650 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011daf3-e3f3-4a74-959e-336653c62281 None None] Pushing event updated for resources: {'Port': ['ID=18606629-8886-487e-94ff-0d9ee63fd4f2,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:43.435412 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Routers {'87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:02:43.436237 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:02:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:43.475986 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.541815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-209845ca-b727-46d9-92eb-f3ba3daa6fd8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.561743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Allocated IP 172.20.0.1 (17dc99d6-1bf1-464d-aff0-d06921459724/8d12e4b0-2446-47dd-9ffe-ff63a06156f9/a5db3e28-419d-4228-b56b-234e1f9b8f33) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:43.586160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ed45c20e-1b18-4844-8d2f-221994f944c5 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:43.663930 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] Set router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:02:43.693002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port ed45c20e-1b18-4844-8d2f-221994f944c5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:43.693379 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.733426 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-209845ca-b727-46d9-92eb-f3ba3daa6fd8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.736641 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-209845ca-b727-46d9-92eb-f3ba3daa6fd8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.737545 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-209845ca-b727-46d9-92eb-f3ba3daa6fd8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "DELETE /v2.0/security-groups/b9d240dc-6e64-42c5-bf3c-4992dde2bf3f HTTP/1.1" status: 204 len: 168 time: 1.1022403 Nov 09 20:02:43.762165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58166) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:43.772651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.784553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209845ca-b727-46d9-92eb-f3ba3daa6fd8 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d240dc-6e64-42c5-bf3c-4992dde2bf3f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:43.801040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.828569 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.839863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29bdcea-5051-43bd-ba7c-91d523b0b251 None None] Network 70604943-7c6a-4534-9908-f3912998f558 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:43.886721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Network 17dc99d6-1bf1-464d-aff0-d06921459724 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:43.890309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:43.905728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:43.952749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-41097f05-f8d4-4ae0-b668-3625a3175a1a None None] Provisioning complete for port 7a221da6-39f1-4a97-92df-bfa9b8c18224 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:43.953161 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-41097f05-f8d4-4ae0-b668-3625a3175a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:43.997409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:44.001984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7a221da6-39f1-4a97-92df-bfa9b8c18224 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:44.088619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Pushing event updated for resources: {'Port': ['ID=a5db3e28-419d-4228-b56b-234e1f9b8f33,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:44.192967 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'name': 'tempest-TestServerBasicOps-857792960-router', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:36Z', 'updated_at': '2021-11-09T20:02:39Z', 'revision_number': 3, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'gw_port': {'id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:37Z', 'updated_at': '2021-11-09T20:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:44.245157 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f16e4-e7bd-4ea5-997d-a20e311f10e8 None None] The sync data for ids ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'] in n-d-817256-1 is: [{'id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'name': 'tempest-TestServerBasicOps-857792960-router', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:36Z', 'updated_at': '2021-11-09T20:02:39Z', 'revision_number': 3, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'gw_port': {'id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:37Z', 'updated_at': '2021-11-09T20:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:02:44.249801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7a221da6-39f1-4a97-92df-bfa9b8c18224 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:44.250625 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:44.298063 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-41097f05-f8d4-4ae0-b668-3625a3175a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:44.395973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:44.451442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-41097f05-f8d4-4ae0-b668-3625a3175a1a None None] For port 7a221da6-39f1-4a97-92df-bfa9b8c18224, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7a221da6-39f1-4a97-92df-bfa9b8c18224,segment=NetworkSegment(abbe7e57-d4ad-414a-95f1-4b6a86e40d3c),segment_id=abbe7e57-d4ad-414a-95f1-4b6a86e40d3c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:44.473161 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-41097f05-f8d4-4ae0-b668-3625a3175a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:44.495762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:44.654913 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4ff1a96a-da76-47cc-9c38-a50efaffe398 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8509226 Nov 09 20:02:44.663419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58172) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:44.681064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Allocated IP 172.20.0.8 (d0d06d2c-af5b-455e-a432-bd5c84faf7c5/0ee2cf64-5b9f-48b8-8e45-0203a5721cdf/fc066c71-fcac-4fe0-847a-384b857f46a6) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:44.687149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=c36c639c-1b11-4bf0-807b-04800619cc1b,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:44.736260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41097f05-f8d4-4ae0-b668-3625a3175a1a None None] Pushing event updated for resources: {'Port': ['ID=7a221da6-39f1-4a97-92df-bfa9b8c18224,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:44.828736 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:44.866394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-24a4994b-5d70-47d8-8395-62173c33696f None None] Provisioning complete for port a5db3e28-419d-4228-b56b-234e1f9b8f33 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:44.866898 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-24a4994b-5d70-47d8-8395-62173c33696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:44.911987 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-44fe7bee-349d-481a-a1cb-cf54c0362552 tempest-SecGroupIPv6Test-1108633870 tempest-SecGroupIPv6Test-1108633870-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2457435 Nov 09 20:02:44.924818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4a7e70-84f8-4b3f-b206-baf9ceb1ed0d None None] Update dhcp port {'port': {'network_id': '70604943-7c6a-4534-9908-f3912998f558', 'fixed_ips': [{'subnet_id': '35b6ddf4-e863-4e05-95a3-e3cb6e5103b6', 'ip_address': '2001:db8::2'}, {'subnet_id': '583f7490-c7e6-4158-ab83-f9292df333a7'}], 'binding:host_id': 'n-d-817256-1'}, 'id': '7a221da6-39f1-4a97-92df-bfa9b8c18224'} from n-d-817256-1. {{(pid=102297) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 20:02:44.966724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:44.975682 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:44.984030 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:45.021234 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7e70-84f8-4b3f-b206-baf9ceb1ed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:45.023282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-24a4994b-5d70-47d8-8395-62173c33696f None None] Port a5db3e28-419d-4228-b56b-234e1f9b8f33 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:02:45.056603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking segment: {'id': 'c69466ff-c878-4e55-bf6c-1ec3aeba5403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '57af6f3f-a191-4b56-a95f-7d003162489e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:45.057007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network hostable DHCP agents. Network: 57af6f3f-a191-4b56-a95f-7d003162489e, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:45.066671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:45.153324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event updated for resources: {'Port': ['ID=fc066c71-fcac-4fe0-847a-384b857f46a6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:45.182906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Network d0d06d2c-af5b-455e-a432-bd5c84faf7c5 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:45.185201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:45.188113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:45.191353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network 57af6f3f-a191-4b56-a95f-7d003162489e is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:45.217712 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:45.237559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Pushing event updated for resources: {'Port': ['ID=a5db3e28-419d-4228-b56b-234e1f9b8f33,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:45.247636 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 57af6f3f-a191-4b56-a95f-7d003162489e) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:45.267009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:45.268162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:45.303364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-00418494-a446-453b-b153-31a7f21401b6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6090846 Nov 09 20:02:45.306035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58178) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:45.312864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c023c5a6-7b04-4004-8fc1-de8b93f6d435 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:45.407388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141091f-b6a0-4701-92da-240c6dbf0087 None None] Network 57af6f3f-a191-4b56-a95f-7d003162489e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:45.584090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Network 17dc99d6-1bf1-464d-aff0-d06921459724 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:45.585890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:45.650681 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-2f4a7e70-84f8-4b3f-b206-baf9ceb1ed0d None None] Allocated IP 172.20.0.1 (70604943-7c6a-4534-9908-f3912998f558/583f7490-c7e6-4158-ab83-f9292df333a7/7a221da6-39f1-4a97-92df-bfa9b8c18224) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:45.672460 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:45.674416 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 18606629-8886-487e-94ff-0d9ee63fd4f2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:45.685559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58186) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:45.766346 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:45.823822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c023c5a6-7b04-4004-8fc1-de8b93f6d435 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29544982'] for subnet, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:45.953455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:02:46.218191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:02:46.231557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-314a5d71-8282-40db-9338-f5d53847f27a admin admin] 10.222.0.53 "PUT /v2.0/routers/87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5310361 Nov 09 20:02:46.242077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2b8b04a5-6824-4ec7-bdd3-f1dc4f4c2127 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43067040ab994e2f8fdc32cd050ef055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5552740 Nov 09 20:02:46.245600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58194) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:46.303823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.326167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.339507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c023c5a6-7b04-4004-8fc1-de8b93f6d435 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739941408305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29494343'] for subnet, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.356304 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f05f08a4-b038-44e2-b537-778896e14bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.415951 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f05f08a4-b038-44e2-b537-778896e14bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.430454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c023c5a6-7b04-4004-8fc1-de8b93f6d435 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:46.431249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c023c5a6-7b04-4004-8fc1-de8b93f6d435 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.432698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c023c5a6-7b04-4004-8fc1-de8b93f6d435 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "PUT /v2.0/subnets/c36c639c-1b11-4bf0-807b-04800619cc1b HTTP/1.1" status: 200 len: 826 time: 1.1250627 Nov 09 20:02:46.436156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023c5a6-7b04-4004-8fc1-de8b93f6d435 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=c36c639c-1b11-4bf0-807b-04800619cc1b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:46.454183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58200) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:46.577907 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f05f08a4-b038-44e2-b537-778896e14bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.583225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f05f08a4-b038-44e2-b537-778896e14bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.585022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f05f08a4-b038-44e2-b537-778896e14bbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9be558f9-b169-4e20-b67b-3b2f9d2a33d0 HTTP/1.1" status: 204 len: 168 time: 0.3378580 Nov 09 20:02:46.593272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event updated for resources: {'Port': ['ID=fc066c71-fcac-4fe0-847a-384b857f46a6,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:46.617314 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.619670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f08a4-b038-44e2-b537-778896e14bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be558f9-b169-4e20-b67b-3b2f9d2a33d0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:46.660152 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.670005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58208) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:46.670209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-52959366-fb23-4d75-bcfd-79c1cebab5b0 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7865803 Nov 09 20:02:46.694468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.767245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2f4a7e70-84f8-4b3f-b206-baf9ceb1ed0d None None] For port 7a221da6-39f1-4a97-92df-bfa9b8c18224, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7a221da6-39f1-4a97-92df-bfa9b8c18224,segment=NetworkSegment(abbe7e57-d4ad-414a-95f1-4b6a86e40d3c),segment_id=abbe7e57-d4ad-414a-95f1-4b6a86e40d3c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:46.813162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.856956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84de3a-a0cd-4a2d-a8b6-920706700602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-57af6f3f-a191-4b56-a95f-7d003162489e', 'network_id': '57af6f3f-a191-4b56-a95f-7d003162489e', 'tenant_id': '0429da71d7154ee98200f068fc58ed8a', 'fixed_ips': [{'subnet_id': 'c36c639c-1b11-4bf0-807b-04800619cc1b'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:02:46.860301 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2a84de3a-a0cd-4a2d-a8b6-920706700602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.913026 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:46.914183 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c61f708b-6338-4db6-825c-5c722d930aee tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=d0d06d2c-af5b-455e-a432-bd5c84faf7c5 HTTP/1.1" status: 200 len: 689 time: 0.2424474 Nov 09 20:02:46.917631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58210) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:46.962036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Subnet': ['ID=c36c639c-1b11-4bf0-807b-04800619cc1b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:47.009107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 18606629-8886-487e-94ff-0d9ee63fd4f2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:47.009938 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.107700 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.153242 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.195242 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.294141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57af6f3f-a191-4b56-a95f-7d003162489e']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:47.319335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69466ff-c878-4e55-bf6c-1ec3aeba5403') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:47.319966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69466ff-c878-4e55-bf6c-1ec3aeba5403') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:47.322243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c0b8bb67-f93b-44d1-bf7e-017c835da69c None None] Provisioning complete for port a5db3e28-419d-4228-b56b-234e1f9b8f33 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:47.322858 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0b8bb67-f93b-44d1-bf7e-017c835da69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.337114 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.359797 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7e70-84f8-4b3f-b206-baf9ceb1ed0d None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.360680 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.371391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:47.372157 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.392053 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7e70-84f8-4b3f-b206-baf9ceb1ed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.395207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Deleting port fc066c71-fcac-4fe0-847a-384b857f46a6 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:02:47.395754 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.459646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f3bd4c-c6b4-460e-bd0e-4971f7fe8807 None None] Network 57af6f3f-a191-4b56-a95f-7d003162489e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:47.474210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58222) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:47.480640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6b0fa395-b3bc-41cc-8115-f49b80916026 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130422260', 'description': 'tempest-secgroup-smoke-2130422260 description', 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:47.498734 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:47.503283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Sync routers for ids ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:02:47.507712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8bb67-f93b-44d1-bf7e-017c835da69c None None] Port a5db3e28-419d-4228-b56b-234e1f9b8f33 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:02:47.510952 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.547881 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa395-b3bc-41cc-8115-f49b80916026 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.579551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.579953 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.601679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.602185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Calling delete_port for fc066c71-fcac-4fe0-847a-384b857f46a6 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:02:47.618393 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/57af6f3f-a191-4b56-a95f-7d003162489e HTTP/1.1" status: 204 len: 168 time: 1.1644695 Nov 09 20:02:47.620706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d49ffc-a317-4b25-9d10-0ac417ff962b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Network': ['ID=57af6f3f-a191-4b56-a95f-7d003162489e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:47.621611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58228) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:47.653027 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5b13b5-b93d-4291-9487-b293d736ee20 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:02:47.653809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5b13b5-b93d-4291-9487-b293d736ee20 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:02:47.665345 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3d5b13b5-b93d-4291-9487-b293d736ee20 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/57af6f3f-a191-4b56-a95f-7d003162489e HTTP/1.1" status: 404 len: 339 time: 0.0411389 Nov 09 20:02:47.665592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58230) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:47.671719 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1958119667', 'description': 'd1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:47.747825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:47.759070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.825347 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.827480 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:47.855695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 18606629-8886-487e-94ff-0d9ee63fd4f2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=18606629-8886-487e-94ff-0d9ee63fd4f2,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:47.867719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa395-b3bc-41cc-8115-f49b80916026 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.878778 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.879301 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Added segment 0db4af83-82ea-4f4e-b96a-30d3639d1729 of type vlan for network 01ed69b5-1976-4935-a280-42ba72954931 Nov 09 20:02:47.879640 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa395-b3bc-41cc-8115-f49b80916026 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:47.896592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Routers {'87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:02:47.898220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:02:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:47.970335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.001722 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa395-b3bc-41cc-8115-f49b80916026 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.005493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6b0fa395-b3bc-41cc-8115-f49b80916026 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5301235 Nov 09 20:02:48.012233 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.016538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7a221da6-39f1-4a97-92df-bfa9b8c18224 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:48.024723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58240) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:48.037292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.045873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6224623a-9981-4ca4-b269-6208af36ab1a tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Request body: {'security_group_rule': {'security_group_id': 'becfea17-9101-450f-9d18-dd3633d6b4c3', 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:48.061963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:48.067389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.068568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fa395-b3bc-41cc-8115-f49b80916026 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becfea17-9101-450f-9d18-dd3633d6b4c3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:48.119633 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.193085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=01ed69b5-1976-4935-a280-42ba72954931,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:48.195774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc066c71-fcac-4fe0-847a-384b857f46a6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:48.199969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0bc6a0aa-0a06-4e0f-9ad1-cb8c7426f871 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5334814 Nov 09 20:02:48.203962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58244) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:48.204443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a7e70-84f8-4b3f-b206-baf9ceb1ed0d None None] Pushing event updated for resources: {'Port': ['ID=7a221da6-39f1-4a97-92df-bfa9b8c18224,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:48.239174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 01ed69b5-1976-4935-a280-42ba72954931 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:48.337176 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6224623a-9981-4ca4-b269-6208af36ab1a tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.366298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633153a-5a2e-40ab-a46a-2ae9a3382629 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:48.376145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7633153a-5a2e-40ab-a46a-2ae9a3382629 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/networks?id=01ed69b5-1976-4935-a280-42ba72954931 HTTP/1.1" status: 200 len: 765 time: 0.1705956 Nov 09 20:02:48.380857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58248) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:48.390991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1fd6c3f6-507d-4c4d-80a1-c94627c9e286 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'description': 'd2'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:48.521712 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6224623a-9981-4ca4-b269-6208af36ab1a tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.522760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58250) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:48.540803 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6224623a-9981-4ca4-b269-6208af36ab1a tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.541443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533508fd-0c45-4f4c-b4c2-38c510789604 None None] Network 57af6f3f-a191-4b56-a95f-7d003162489e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:48.555004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Set router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:02:48.588273 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.614502 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6224623a-9981-4ca4-b269-6208af36ab1a tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.616397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6224623a-9981-4ca4-b269-6208af36ab1a tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5799069 Nov 09 20:02:48.621004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224623a-9981-4ca4-b269-6208af36ab1a tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d2b21f-8455-49f4-8162-00a249d22248,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:48.623072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58254) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:48.632950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4c242fd4-8964-44dd-b061-70f95e8e4a4e tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Request body: {'security_group_rule': {'security_group_id': 'becfea17-9101-450f-9d18-dd3633d6b4c3', 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:48.642947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533508fd-0c45-4f4c-b4c2-38c510789604 None None] Network 57af6f3f-a191-4b56-a95f-7d003162489e could not be found, it might have been deleted concurrently. {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 20:02:48.662376 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c3f6-507d-4c4d-80a1-c94627c9e286 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.682613 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c3f6-507d-4c4d-80a1-c94627c9e286 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.695131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7a221da6-39f1-4a97-92df-bfa9b8c18224 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:48.698296 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.703677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=18606629-8886-487e-94ff-0d9ee63fd4f2,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:48.704624 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.708037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fd6c3f6-507d-4c4d-80a1-c94627c9e286 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network 01ed69b5-1976-4935-a280-42ba72954931 is not hosted by any dhcp agent {{(pid=102295) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 20:02:48.714815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd6c3f6-507d-4c4d-80a1-c94627c9e286 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:48.714815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fd6c3f6-507d-4c4d-80a1-c94627c9e286 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.716256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1fd6c3f6-507d-4c4d-80a1-c94627c9e286 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "PUT /v2.0/networks/01ed69b5-1976-4935-a280-42ba72954931 HTTP/1.1" status: 200 len: 762 time: 0.3340476 Nov 09 20:02:48.763141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58256) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:48.858594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group': {'name': 'tempest-secgroup--727132461'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:48.889632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:48.933970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7dda90-6cb4-4566-9dc9-282902db4dd9 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:48.940648 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4f7dda90-6cb4-4566-9dc9-282902db4dd9 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/networks?id=01ed69b5-1976-4935-a280-42ba72954931 HTTP/1.1" status: 200 len: 765 time: 0.1719229 Nov 09 20:02:48.941345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58262) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:49.045820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee2cf64-5b9f-48b8-8e45-0203a5721cdf,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:49.050659 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c242fd4-8964-44dd-b061-70f95e8e4a4e tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.077053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6c3f6-507d-4c4d-80a1-c94627c9e286 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=01ed69b5-1976-4935-a280-42ba72954931,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:49.095653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 01ed69b5-1976-4935-a280-42ba72954931 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:49.238016 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.277308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.294176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'name': 'tempest-TestServerBasicOps-857792960-router', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:36Z', 'updated_at': '2021-11-09T20:02:44Z', 'revision_number': 4, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'gw_port': {'id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:37Z', 'updated_at': '2021-11-09T20:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a5db3e28-419d-4228-b56b-234e1f9b8f33', 'name': '', 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'mac_address': 'fa:16:3e:a2:7c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '8d12e4b0-2446-47dd-9ffe-ff63a06156f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:43Z', 'updated_at': '2021-11-09T20:02:44Z', 'revision_number': 2, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'subnets': [{'id': '8d12e4b0-2446-47dd-9ffe-ff63a06156f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:49.308125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d06d2c-af5b-455e-a432-bd5c84faf7c5']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:49.318635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb66bb7f-1171-46a0-b68e-fc43c0908c82') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:49.318935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb66bb7f-1171-46a0-b68e-fc43c0908c82') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:49.320290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e9651-6bf1-4fb0-9490-fee396211960 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:49.331690 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.334839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e9651-6bf1-4fb0-9490-fee396211960 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:49.341799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a56e9651-6bf1-4fb0-9490-fee396211960 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1314 time: 0.3992162 Nov 09 20:02:49.342439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58264) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:49.348623 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.355198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:49.355958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.403921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Checking router: 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:02:49.407252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Updating router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba port a5db3e28-419d-4228-b56b-234e1f9b8f33 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:02:49.413753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c5305f-9618-485a-9c8d-b7c22c33e84a None None] Network 70604943-7c6a-4534-9908-f3912998f558 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:49.420640 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:49.423855 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.436686 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.448815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c242fd4-8964-44dd-b061-70f95e8e4a4e tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.450699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a08a00e5-f66c-400f-85d0-62fd2d7f174e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 207 time: 0.1027153 Nov 09 20:02:49.453861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0d06d2c-af5b-455e-a432-bd5c84faf7c5 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 20:02:49.456528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58268) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:49.458591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.464505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d0d06d2c-af5b-455e-a432-bd5c84faf7c5 HTTP/1.1" status: 204 len: 168 time: 2.5436935 Nov 09 20:02:49.474497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58270) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:49.475359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c242fd4-8964-44dd-b061-70f95e8e4a4e tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.482491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16289b11-d541-48f7-8142-ca9be8fc9367 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0d06d2c-af5b-455e-a432-bd5c84faf7c5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:49.513045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c242fd4-8964-44dd-b061-70f95e8e4a4e tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc15e7be-6b33-412d-9c72-3b29e591ba1a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:49.537328 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4c242fd4-8964-44dd-b061-70f95e8e4a4e tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.549559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4c242fd4-8964-44dd-b061-70f95e8e4a4e tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9239650 Nov 09 20:02:49.552803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58272) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:49.557403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-80e1fec4-fc3b-4c76-be1a-92d8a5b17b9d tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Request body: {'security_group_rule': {'security_group_id': 'becfea17-9101-450f-9d18-dd3633d6b4c3', 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:49.569120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 18606629-8886-487e-94ff-0d9ee63fd4f2 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:49.688900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80e1fec4-fc3b-4c76-be1a-92d8a5b17b9d tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.759843 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.760354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.782901 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.880453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2df9d13a-385d-48c2-a829-27764ef4845f None None] Provisioning complete for port 7a221da6-39f1-4a97-92df-bfa9b8c18224 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:49.880453 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2df9d13a-385d-48c2-a829-27764ef4845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:49.929109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fbd645-eb9f-49c1-8bf6-a14068cb31a7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:50.068650 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80e1fec4-fc3b-4c76-be1a-92d8a5b17b9d tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.102880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80e1fec4-fc3b-4c76-be1a-92d8a5b17b9d tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.193899 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.210666 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.216649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 18606629-8886-487e-94ff-0d9ee63fd4f2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:50.217121 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.221967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1fec4-fc3b-4c76-be1a-92d8a5b17b9d tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130d17dd-150d-44c9-ac00-1816606c4cc5,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:50.255289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80e1fec4-fc3b-4c76-be1a-92d8a5b17b9d tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.257038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-80e1fec4-fc3b-4c76-be1a-92d8a5b17b9d tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7030866 Nov 09 20:02:50.266805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58278) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:50.277243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9cbffda1-fbd9-43e9-86bb-3e359c382e6c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Request body: {'security_group_rule': {'security_group_id': 'becfea17-9101-450f-9d18-dd3633d6b4c3', 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:50.314326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72191066-236d-468e-9124-4d34a648df07,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:50.335633 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.336969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-83376c24-3141-4e09-9894-9fd2be382472 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8100169 Nov 09 20:02:50.343902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58280) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:50.381977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9cbffda1-fbd9-43e9-86bb-3e359c382e6c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.450868 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9cbffda1-fbd9-43e9-86bb-3e359c382e6c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.467463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9cbffda1-fbd9-43e9-86bb-3e359c382e6c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.509194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbffda1-fbd9-43e9-86bb-3e359c382e6c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed0670f-e141-4c73-9393-6faf192cb300,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:50.542402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927fb52a-1e92-4cdf-9dcc-3be9be3e4ee2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.543620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9cbffda1-fbd9-43e9-86bb-3e359c382e6c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.548160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9cbffda1-fbd9-43e9-86bb-3e359c382e6c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2784517 Nov 09 20:02:50.549021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58282) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:50.550246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927fb52a-1e92-4cdf-9dcc-3be9be3e4ee2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.557123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927fb52a-1e92-4cdf-9dcc-3be9be3e4ee2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.560176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c99bdffb-2e8b-46ea-a366-6cc4237c7366 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Request body: {'security_group_rule': {'security_group_id': 'becfea17-9101-450f-9d18-dd3633d6b4c3', 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:50.564954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927fb52a-1e92-4cdf-9dcc-3be9be3e4ee2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.571742 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927fb52a-1e92-4cdf-9dcc-3be9be3e4ee2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.578493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927fb52a-1e92-4cdf-9dcc-3be9be3e4ee2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.581297 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-927fb52a-1e92-4cdf-9dcc-3be9be3e4ee2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 1.1116817 Nov 09 20:02:50.589991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58286) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:50.643952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7a221da6-39f1-4a97-92df-bfa9b8c18224 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:50.666353 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-c99bdffb-2e8b-46ea-a366-6cc4237c7366 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Project 80985c87c7bf4f1f91e53993a7cb32c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:02:50.680105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c99bdffb-2e8b-46ea-a366-6cc4237c7366 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.774688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-05333d2e-0653-4bcb-8fcd-9ea61614d320 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1749532 Nov 09 20:02:50.778967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58288) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:50.793725 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-49ff4c40-5c66-4fbd-a87c-d10266da4598 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 1.2843890 Nov 09 20:02:50.794388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58290) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:50.888617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7a221da6-39f1-4a97-92df-bfa9b8c18224 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:50.889153 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:50.900863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a2375-56c5-4e3e-a771-35e28c9453c6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.903833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a2375-56c5-4e3e-a771-35e28c9453c6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.906961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a2375-56c5-4e3e-a771-35e28c9453c6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.909511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a2375-56c5-4e3e-a771-35e28c9453c6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.912356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a2375-56c5-4e3e-a771-35e28c9453c6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:50.920188 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-813a2375-56c5-4e3e-a771-35e28c9453c6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1406801 Nov 09 20:02:50.921054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58292) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:50.991800 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.002106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c99bdffb-2e8b-46ea-a366-6cc4237c7366 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.023674 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.029426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67991b74-b53b-4e7d-ae36-e41dc86baf73 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.031051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67991b74-b53b-4e7d-ae36-e41dc86baf73 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.032654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67991b74-b53b-4e7d-ae36-e41dc86baf73 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.037278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67991b74-b53b-4e7d-ae36-e41dc86baf73 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.038963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67991b74-b53b-4e7d-ae36-e41dc86baf73 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.040770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-67991b74-b53b-4e7d-ae36-e41dc86baf73 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1154721 Nov 09 20:02:51.043786 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c99bdffb-2e8b-46ea-a366-6cc4237c7366 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.044326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58296) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:51.055491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.055977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.056466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.059394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.059871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.060327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.060777 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.061228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.063874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.064351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.064813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.065268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.065723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.066173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.066865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.080757 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-74a77a63-f454-4bd5-bfd8-cfac1cd1e142 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9593 time: 0.2788594 Nov 09 20:02:51.081441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58298) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:51.174891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bdffb-2e8b-46ea-a366-6cc4237c7366 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba71cfc0-054c-4422-875d-38aef046a6b3,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:51.198808 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c99bdffb-2e8b-46ea-a366-6cc4237c7366 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.200373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c99bdffb-2e8b-46ea-a366-6cc4237c7366 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6480908 Nov 09 20:02:51.204576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58302) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:51.209496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9c160111-a274-41a8-a833-acf2b1125bbc tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Request body: {'security_group_rule': {'security_group_id': 'becfea17-9101-450f-9d18-dd3633d6b4c3', 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:51.236338 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-ca927db1-252b-4662-9570-31d3ecb242a4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] delete failed (client error): The resource could not be found. Nov 09 20:02:51.241758 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ca927db1-252b-4662-9570-31d3ecb242a4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/d3fb9289-1564-459b-8e85-8ccf83302536 HTTP/1.1" status: 404 len: 345 time: 0.1562848 Nov 09 20:02:51.243449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58304) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:51.270180 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1bea2f02-6c24-4f1f-b5d6-480d8766004b tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.9158206 Nov 09 20:02:51.271965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58306) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:51.291306 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-8737278f-a70b-4586-80ae-3d8748abec9c tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] DELETE failed (client error): The resource could not be found. Nov 09 20:02:51.292293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8737278f-a70b-4586-80ae-3d8748abec9c tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:02:51.292806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ab471f26-d3cc-44d8-84c6-7dae42df6dfe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group': {'name': 'tempest-security--1713063532', 'description': 'tempest-security-description-517006325'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:51.300577 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8737278f-a70b-4586-80ae-3d8748abec9c tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d0d06d2c-af5b-455e-a432-bd5c84faf7c5 HTTP/1.1" status: 404 len: 339 time: 0.0465229 Nov 09 20:02:51.306700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58308) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:51.308445 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-9c160111-a274-41a8-a833-acf2b1125bbc tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Project 80985c87c7bf4f1f91e53993a7cb32c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:02:51.326293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Request body: {'network': {'name': 'tempest-network--1808541977', 'router:external': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:51.326684 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c160111-a274-41a8-a833-acf2b1125bbc tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.349441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.354078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d113e-b609-4055-8dea-db5e5ecd3c6f None None] Pushing event updated for resources: {'Port': ['ID=a5db3e28-419d-4228-b56b-234e1f9b8f33,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:51.409881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Made reservation on behalf of cd707ad801704ef898d5c1728798bf4e for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:51.429923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6d9e494f-3137-4f8f-8e8b-cbe4d46789c7 None None] Provisioning complete for port 7a221da6-39f1-4a97-92df-bfa9b8c18224 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:51.431542 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d9e494f-3137-4f8f-8e8b-cbe4d46789c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.435980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5049357-1204-4793-b699-10005ec752fc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.446980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.447241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b5049357-1204-4793-b699-10005ec752fc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/networks/8a54cd65-fc63-40b7-92ea-25f1dc4101c5 HTTP/1.1" status: 200 len: 804 time: 0.3985832 Nov 09 20:02:51.449315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58310) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:51.461600 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab471f26-d3cc-44d8-84c6-7dae42df6dfe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.509395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:51.542100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.542655 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Added segment 9d2e8884-d570-4d65-b2f1-642b330d7aff of type vlan for network f5cb7052-cc1a-4837-a40b-784753103311 Nov 09 20:02:51.545257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Attempting to bind port a5db3e28-419d-4228-b56b-234e1f9b8f33 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:51.545749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Attempting to bind port a5db3e28-419d-4228-b56b-234e1f9b8f33 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'abae33aa-8ff6-42dd-8963-6355a332365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:51.546256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Attempting to bind port a5db3e28-419d-4228-b56b-234e1f9b8f33 on network 17dc99d6-1bf1-464d-aff0-d06921459724 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:51.554098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:51.554641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Checking segment: {'id': 'abae33aa-8ff6-42dd-8963-6355a332365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:51.555309 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.555806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Bound using segment: {'id': 'abae33aa-8ff6-42dd-8963-6355a332365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:51.556800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Bound port: a5db3e28-419d-4228-b56b-234e1f9b8f33, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abae33aa-8ff6-42dd-8963-6355a332365b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:51.557513 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.602457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.662543 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.663771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:51.666091 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.686546 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c160111-a274-41a8-a833-acf2b1125bbc tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.701557 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c160111-a274-41a8-a833-acf2b1125bbc tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.741232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-72bcf4c4-69d6-4810-9448-6ff7e52b9737 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/networks/8a54cd65-fc63-40b7-92ea-25f1dc4101c5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2806373 Nov 09 20:02:51.741232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c160111-a274-41a8-a833-acf2b1125bbc tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ad5fbe-8fe8-444b-b404-5bfb7711d046,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:51.742315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58316) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:51.758323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] For port a5db3e28-419d-4228-b56b-234e1f9b8f33, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:51.768166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] For port a5db3e28-419d-4228-b56b-234e1f9b8f33, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a5db3e28-419d-4228-b56b-234e1f9b8f33,segment=NetworkSegment(abae33aa-8ff6-42dd-8963-6355a332365b),segment_id=abae33aa-8ff6-42dd-8963-6355a332365b)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:51.786947 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.793894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event updated for resources: {'Network': ['ID=f5cb7052-cc1a-4837-a40b-784753103311,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:51.874768 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab471f26-d3cc-44d8-84c6-7dae42df6dfe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:51.884286 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-800da5e4-7d32-4245-97b9-9e8a818e59bb tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5706110 Nov 09 20:02:51.886604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58318) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:51.892253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network f5cb7052-cc1a-4837-a40b-784753103311 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:51.903872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d113e-b609-4055-8dea-db5e5ecd3c6f None None] Pushing event updated for resources: {'Port': ['ID=a5db3e28-419d-4228-b56b-234e1f9b8f33,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:52.015997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Routers {'87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:02:52.016713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:02:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:52.038469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5c063134-f172-42c3-abc0-0d8587fd26cc None None] Provisioning complete for port a5db3e28-419d-4228-b56b-234e1f9b8f33 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:52.039387 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c063134-f172-42c3-abc0-0d8587fd26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.039737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e128a55-3ee2-470a-9666-fbd68bbc01d0 tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:52.046446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e128a55-3ee2-470a-9666-fbd68bbc01d0 tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:52.055550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e128a55-3ee2-470a-9666-fbd68bbc01d0 tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:52.063017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e128a55-3ee2-470a-9666-fbd68bbc01d0 tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:52.068198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1e128a55-3ee2-470a-9666-fbd68bbc01d0 tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1793263 Nov 09 20:02:52.069045 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab471f26-d3cc-44d8-84c6-7dae42df6dfe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.072368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab471f26-d3cc-44d8-84c6-7dae42df6dfe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.076040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab471f26-d3cc-44d8-84c6-7dae42df6dfe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "PUT /v2.0/security-groups/72191066-236d-468e-9124-4d34a648df07 HTTP/1.1" status: 200 len: 1779 time: 0.8004773 Nov 09 20:02:52.078186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58320) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:52.078775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58322) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:52.087215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-a920734e-8ca7-4a22-921b-0da6d785256e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6202254 Nov 09 20:02:52.173774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c160111-a274-41a8-a833-acf2b1125bbc tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.175214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9c160111-a274-41a8-a833-acf2b1125bbc tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9695919 Nov 09 20:02:52.195963 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.224537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864ec9c-bfa6-4538-8cbf-10bfa33a5dee tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:52.225872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3864ec9c-bfa6-4538-8cbf-10bfa33a5dee tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/subnets/3acfa60e-6113-4368-9e7f-453ced32fab5 HTTP/1.1" status: 200 len: 843 time: 0.4814162 Nov 09 20:02:52.231487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58328) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:52.356712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc18c9-f8fc-4829-9e09-4c409f996208 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:52.363683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b2fc18c9-f8fc-4829-9e09-4c409f996208 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "GET /v2.0/subnets/3acfa60e-6113-4368-9e7f-453ced32fab5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1257575 Nov 09 20:02:52.364609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58332) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:52.366583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab471f26-d3cc-44d8-84c6-7dae42df6dfe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72191066-236d-468e-9124-4d34a648df07,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:52.369890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2069722843'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:52.401989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:52.414655 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9e93f0f0-6749-4250-8f6e-5eca73f71826 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups/72191066-236d-468e-9124-4d34a648df07 HTTP/1.1" status: 200 len: 1779 time: 0.3187912 Nov 09 20:02:52.415233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] Set router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:02:52.415233 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c063134-f172-42c3-abc0-0d8587fd26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.416263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.421730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58336) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:52.500731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:52.506729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-121decd1-6738-4e39-9f1b-592dc3783e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:52.508246 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-121decd1-6738-4e39-9f1b-592dc3783e9a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4eb9bc9989ef40c4bffbe0961f73ea6c&device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 1100 time: 0.3032317 Nov 09 20:02:52.513965 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.522471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5c063134-f172-42c3-abc0-0d8587fd26cc None None] For port a5db3e28-419d-4228-b56b-234e1f9b8f33, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a5db3e28-419d-4228-b56b-234e1f9b8f33,segment=NetworkSegment(abae33aa-8ff6-42dd-8963-6355a332365b),segment_id=abae33aa-8ff6-42dd-8963-6355a332365b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:52.528395 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.529107 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Added segment c8a073b0-bc6f-4fff-9642-1477c004b742 of type vlan for network ca7470a5-4b1f-4b77-80e9-f867ed89b5ee Nov 09 20:02:52.578736 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c063134-f172-42c3-abc0-0d8587fd26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.589952 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66066401-1287-45a2-b6cf-be988b673b3f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.611036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cb7052-cc1a-4837-a40b-784753103311']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:52.616034 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.634386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2e8884-d570-4d65-b2f1-642b330d7aff') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:52.634793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2e8884-d570-4d65-b2f1-642b330d7aff') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:52.637079 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66066401-1287-45a2-b6cf-be988b673b3f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.655536 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.687386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.689878 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.696909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:52.697843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.703200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:52.703612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:52.705475 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:52.728573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c063134-f172-42c3-abc0-0d8587fd26cc None None] Pushing event updated for resources: {'Port': ['ID=a5db3e28-419d-4228-b56b-234e1f9b8f33,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:52.751616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-87330ef1-9929-413d-ad22-03de9f73c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:52.753107 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-87330ef1-9929-413d-ad22-03de9f73c019 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.2165153 Nov 09 20:02:52.790951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3973c308-1766-48f5-94b1-745e92d01c95 None None] Provisioning complete for port a5db3e28-419d-4228-b56b-234e1f9b8f33 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:52.791529 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3973c308-1766-48f5-94b1-745e92d01c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.808627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Network': ['ID=ca7470a5-4b1f-4b77-80e9-f867ed89b5ee,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:52.817852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eac8ddb0-af4c-4884-9a40-e7deeea377ab tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4518068 Nov 09 20:02:52.818004 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-3b8db61a-6f98-40e2-875d-a5bec828b9ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b399e7a6-2bf0-4c30-870b-100b2f47282b HTTP/1.1" status: 200 len: 217 time: 0.0527205 Nov 09 20:02:52.819398 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58344) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:52.848265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'network_id': 'ca7470a5-4b1f-4b77-80e9-f867ed89b5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:52.855274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66066401-1287-45a2-b6cf-be988b673b3f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.858603 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66066401-1287-45a2-b6cf-be988b673b3f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:52.859843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-66066401-1287-45a2-b6cf-be988b673b3f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-groups/72191066-236d-468e-9124-4d34a648df07 HTTP/1.1" status: 204 len: 168 time: 0.4356444 Nov 09 20:02:52.866358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58348) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:52.870437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network ca7470a5-4b1f-4b77-80e9-f867ed89b5ee details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:52.912260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-f31a5a0a-07aa-414c-a9b9-5c4a7fc5e42a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2337642 Nov 09 20:02:52.917328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66066401-1287-45a2-b6cf-be988b673b3f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72191066-236d-468e-9124-4d34a648df07,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:52.954030 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-13b56f84-23b9-4bbd-a759-9b7a333abd19 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818403 Nov 09 20:02:52.958012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58350) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:52.986100 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-d657cb43-0952-46a2-b496-2f701c7100d9 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] delete failed (client error): The resource could not be found. Nov 09 20:02:52.987215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d657cb43-0952-46a2-b496-2f701c7100d9 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-groups/72191066-236d-468e-9124-4d34a648df07 HTTP/1.1" status: 404 len: 347 time: 0.0279734 Nov 09 20:02:52.995278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58352) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:52.995692 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.000940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2a9df62c-9e76-4f75-b168-db53ad9d11c1 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group': {'name': 'tempest-secgroup--702495625'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:53.021247 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:02:53.040270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'name': 'tempest-TestServerBasicOps-857792960-router', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:36Z', 'updated_at': '2021-11-09T20:02:44Z', 'revision_number': 4, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'gw_port': {'id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:37Z', 'updated_at': '2021-11-09T20:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a5db3e28-419d-4228-b56b-234e1f9b8f33', 'name': '', 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'mac_address': 'fa:16:3e:a2:7c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '8d12e4b0-2446-47dd-9ffe-ff63a06156f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:43Z', 'updated_at': '2021-11-09T20:02:51Z', 'revision_number': 4, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'subnets': [{'id': '8d12e4b0-2446-47dd-9ffe-ff63a06156f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:53.047048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5cb7052-cc1a-4837-a40b-784753103311 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 20:02:53.053246 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.056652 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f5cb7052-cc1a-4837-a40b-784753103311 HTTP/1.1" status: 204 len: 168 time: 0.9681072 Nov 09 20:02:53.064765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58354) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:53.078032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1da67-b182-40ee-a33c-cc9196543044 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5cb7052-cc1a-4837-a40b-784753103311,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:53.088470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Request body: {'network': {'name': 'tempest-network--699158668', 'router:external': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:53.099238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ab3d23a9-a891-4bc3-a5a1-ebfb191c34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.099933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ab3d23a9-a891-4bc3-a5a1-ebfb191c34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.100389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ab3d23a9-a891-4bc3-a5a1-ebfb191c34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.101366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ab3d23a9-a891-4bc3-a5a1-ebfb191c34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.101821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ab3d23a9-a891-4bc3-a5a1-ebfb191c34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.102343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ab3d23a9-a891-4bc3-a5a1-ebfb191c34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.102870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ab3d23a9-a891-4bc3-a5a1-ebfb191c34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.105653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ab3d23a9-a891-4bc3-a5a1-ebfb191c34d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 6492 time: 0.1170762 Nov 09 20:02:53.124392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cfa173-bf83-4020-b8f9-e21e584baed8 None None] The sync data for ids ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'] in n-d-817256-1 is: [{'id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'name': 'tempest-TestServerBasicOps-857792960-router', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:36Z', 'updated_at': '2021-11-09T20:02:44Z', 'revision_number': 4, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'gw_port': {'id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:37Z', 'updated_at': '2021-11-09T20:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a5db3e28-419d-4228-b56b-234e1f9b8f33', 'name': '', 'network_id': '17dc99d6-1bf1-464d-aff0-d06921459724', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'mac_address': 'fa:16:3e:a2:7c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '8d12e4b0-2446-47dd-9ffe-ff63a06156f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:43Z', 'updated_at': '2021-11-09T20:02:51Z', 'revision_number': 4, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'subnets': [{'id': '8d12e4b0-2446-47dd-9ffe-ff63a06156f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:02:53.131957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Made reservation on behalf of cd707ad801704ef898d5c1728798bf4e for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:53.135250 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2a9df62c-9e76-4f75-b168-db53ad9d11c1 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.136317 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.140778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-e0fb793d-bb09-48dc-a5dd-c8645e25174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.142277 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-e0fb793d-bb09-48dc-a5dd-c8645e25174e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.2811036 Nov 09 20:02:53.195346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Made reservation on behalf of 0429da71d7154ee98200f068fc58ed8a for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:53.199408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.235298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:53.249747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.250105 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Added segment 0cd9dbc1-bec5-4e81-900c-a3ea47c92c35 of type vlan for network d56924b4-5da1-43c3-8e7d-183c6716db34 Nov 09 20:02:53.308580 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.340483 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2a9df62c-9e76-4f75-b168-db53ad9d11c1 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.357393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.360112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.362161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.385050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2a9df62c-9e76-4f75-b168-db53ad9d11c1 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.439015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.ipam_backend_mixin [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Performing IP validity checks on allocation pools {{(pid=102295) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 20:02:53.439808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.ipam_backend_mixin [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102295) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 20:02:53.450176 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2a9df62c-9e76-4f75-b168-db53ad9d11c1 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.451720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2a9df62c-9e76-4f75-b168-db53ad9d11c1 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4541218 Nov 09 20:02:53.458192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58360) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:53.468765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9df62c-9e76-4f75-b168-db53ad9d11c1 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce1824e-04bb-4902-ac2e-4fa6af2d6097,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:53.490361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0e151dd8-7067-4c10-a6af-2a35aceb1494 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': 'cce1824e-04bb-4902-ac2e-4fa6af2d6097', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:53.494697 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4203088 Nov 09 20:02:53.506603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58362) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:53.527561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-3b63b6e3-9554-4574-b126-56b643ae4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.529301 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-3b63b6e3-9554-4574-b126-56b643ae4e42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3697140 Nov 09 20:02:53.559516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-1b6047b5-fa8d-44cc-af6b-b4948bf1774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.560342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-1b6047b5-fa8d-44cc-af6b-b4948bf1774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.561011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-1b6047b5-fa8d-44cc-af6b-b4948bf1774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.563706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-1b6047b5-fa8d-44cc-af6b-b4948bf1774b service neutron] 10.222.0.70 "GET /v2.0/networks?id=5a324136-2163-42a7-990c-86170143e093&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=9922e85b-217c-4111-8287-e2d3d6eef303&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&id=7a0826e3-ffae-481c-a2bc-5e6a349391ce HTTP/1.1" status: 200 len: 2294 time: 0.4230058 Nov 09 20:02:53.600787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba3630-8576-4fcb-b615-0e2f0a80a747 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event updated for resources: {'Network': ['ID=d56924b4-5da1-43c3-8e7d-183c6716db34,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:53.612188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network d56924b4-5da1-43c3-8e7d-183c6716db34 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:53.644890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-1adf5d08-adec-470f-9565-f3fa66fac4f3 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990143 Nov 09 20:02:53.648171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e151dd8-7067-4c10-a6af-2a35aceb1494 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.711498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a954c577-7727-462f-a99e-c2abea06a50c tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.714059 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a954c577-7727-462f-a99e-c2abea06a50c tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] 10.222.0.53 "GET /v2.0/networks/d56924b4-5da1-43c3-8e7d-183c6716db34 HTTP/1.1" status: 200 len: 756 time: 0.2049127 Nov 09 20:02:53.717408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58364) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:53.738897 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-d667455c-431a-44c0-bc83-028f143ed9d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 HTTP/1.1" status: 200 len: 1001 time: 0.1274734 Nov 09 20:02:53.858641 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e151dd8-7067-4c10-a6af-2a35aceb1494 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:53.866062 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73604529-9e43-41a3-8f13-7040bb2b1321 req-91317754-d3dc-49a1-a3b7-570fb33c3528 service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134070 Nov 09 20:02:53.889528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b248c3b1-11f6-4339-a0c9-481849119650 tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.891368 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b248c3b1-11f6-4339-a0c9-481849119650 tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] 10.222.0.53 "GET /v2.0/networks/09e78f5f-63ff-4ea7-83e7-1ca076ed402e HTTP/1.1" status: 200 len: 767 time: 0.1744547 Nov 09 20:02:53.893725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-505ccad3-7cff-415d-b032-8fa8b26d3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:53.896535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-505ccad3-7cff-415d-b032-8fa8b26d3b65 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d56ed7-cf6d-49cf-942e-853bf70f81d6 HTTP/1.1" status: 200 len: 851 time: 0.1443481 Nov 09 20:02:53.897295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58366) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:53.937444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e151dd8-7067-4c10-a6af-2a35aceb1494 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.014562 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e151dd8-7067-4c10-a6af-2a35aceb1494 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701dbb29-0695-449f-b6cb-f2c5116ee147,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:54.026530 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e151dd8-7067-4c10-a6af-2a35aceb1494 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.028029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0e151dd8-7067-4c10-a6af-2a35aceb1494 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5659294 Nov 09 20:02:54.031138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58370) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:54.061697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.072456 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.091569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-0919ed4b-8d79-423f-b3f1-dc62b62eb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:54.093045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-0919ed4b-8d79-423f-b3f1-dc62b62eb55e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5a324136-2163-42a7-990c-86170143e093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160724 Nov 09 20:02:54.106907 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4679a18-4241-4ac7-972d-af61e765ea2f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.139699 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4679a18-4241-4ac7-972d-af61e765ea2f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.195828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=dec4c876-df0e-4f26-a78c-948b92d6cfed,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:54.202855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Checking segment: {'id': 'c8a073b0-bc6f-4fff-9642-1477c004b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ca7470a5-4b1f-4b77-80e9-f867ed89b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:54.203231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network hostable DHCP agents. Network: ca7470a5-4b1f-4b77-80e9-f867ed89b5ee, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:02:54.224633 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4679a18-4241-4ac7-972d-af61e765ea2f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.231041 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4679a18-4241-4ac7-972d-af61e765ea2f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.232214 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e4679a18-4241-4ac7-972d-af61e765ea2f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/701dbb29-0695-449f-b6cb-f2c5116ee147 HTTP/1.1" status: 204 len: 168 time: 0.1993334 Nov 09 20:02:54.235530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58372) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:54.245272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Network ca7470a5-4b1f-4b77-80e9-f867ed89b5ee is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:02:54.260535 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.275188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4679a18-4241-4ac7-972d-af61e765ea2f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=701dbb29-0695-449f-b6cb-f2c5116ee147,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:54.291545 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, ca7470a5-4b1f-4b77-80e9-f867ed89b5ee) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:54.297574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:54.298303 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.307118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56924b4-5da1-43c3-8e7d-183c6716db34']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:54.311745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6071e71c-603c-4a46-85b7-927a58860432 None None] Network ca7470a5-4b1f-4b77-80e9-f867ed89b5ee requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:54.327234 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b64bd5d9-471c-4a63-ae0f-f7de1342b939 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5057433 Nov 09 20:02:54.331537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58374) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:54.334426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd9dbc1-bec5-4e81-900c-a3ea47c92c35') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:54.334835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd9dbc1-bec5-4e81-900c-a3ea47c92c35') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:54.338010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-57c23e65-7c94-4d52-8c48-2ad2f00e05a6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:54.357873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.381726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3c81c51d-c2d3-4924-b828-dfc7b941f870 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1413364 Nov 09 20:02:54.382555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58376) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:54.394624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ccc602be-c7b7-46ce-a81d-9d92b9fed06d service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926631 Nov 09 20:02:54.402123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.547058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6247375a-0782-4588-bd3b-297d1352625f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.556797 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ae6d881b-2b8a-451a-b956-318ce281b184 service neutron] 10.222.0.70 "GET /v2.0/networks/5a324136-2163-42a7-990c-86170143e093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510937 Nov 09 20:02:54.559937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:54.560356 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:54.562319 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:54.590596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57c23e65-7c94-4d52-8c48-2ad2f00e05a6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29544982'] for subnet, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.602851 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6247375a-0782-4588-bd3b-297d1352625f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.687213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-ca7470a5-4b1f-4b77-80e9-f867ed89b5ee', 'network_id': 'ca7470a5-4b1f-4b77-80e9-f867ed89b5ee', 'tenant_id': '0429da71d7154ee98200f068fc58ed8a', 'fixed_ips': [{'subnet_id': 'dec4c876-df0e-4f26-a78c-948b92d6cfed'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:02:54.689590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.709837 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-d59be485-4a1b-4ab1-849f-7dccdbc31b35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 217 time: 0.1355929 Nov 09 20:02:54.741652 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6247375a-0782-4588-bd3b-297d1352625f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.745907 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6247375a-0782-4588-bd3b-297d1352625f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.749438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6247375a-0782-4588-bd3b-297d1352625f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-groups/cce1824e-04bb-4902-ac2e-4fa6af2d6097 HTTP/1.1" status: 204 len: 168 time: 0.3642106 Nov 09 20:02:54.760112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58382) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:54.766923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247375a-0782-4588-bd3b-297d1352625f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce1824e-04bb-4902-ac2e-4fa6af2d6097,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:54.834955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-67b87d60-10c8-442c-8ed9-cf1639640712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:54.837779 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-67b87d60-10c8-442c-8ed9-cf1639640712 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1195755 Nov 09 20:02:54.880795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.915410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d56924b4-5da1-43c3-8e7d-183c6716db34 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 20:02:54.936682 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.939255 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57c23e65-7c94-4d52-8c48-2ad2f00e05a6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739941408305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29494343'] for subnet, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:54.947088 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d56924b4-5da1-43c3-8e7d-183c6716db34 HTTP/1.1" status: 204 len: 168 time: 1.0485401 Nov 09 20:02:54.952890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58384) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:54.962275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Request body: {'network': {'name': 'tempest-network--1348902257'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:54.993624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3319c12b-945a-4681-96e3-b3ab033d1d03 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2282329 Nov 09 20:02:54.994377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995f0d9-f866-418a-8cc1-d86bd4fd24d4 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event deleted for resources: {'Network': ['ID=d56924b4-5da1-43c3-8e7d-183c6716db34,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:54.999220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58386) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:55.010572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-03b3df54-61bd-4896-bc54-fa4e33dbde4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516642201'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:55.045891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c23e65-7c94-4d52-8c48-2ad2f00e05a6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:55.047077 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-57c23e65-7c94-4d52-8c48-2ad2f00e05a6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.049041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-57c23e65-7c94-4d52-8c48-2ad2f00e05a6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "PUT /v2.0/subnets/dec4c876-df0e-4f26-a78c-948b92d6cfed HTTP/1.1" status: 200 len: 900 time: 0.7159717 Nov 09 20:02:55.054059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-21bd1d76-8f8f-41a0-a0b0-536028e52ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:55.056021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Allocated IP 2001:db8::3 (ca7470a5-4b1f-4b77-80e9-f867ed89b5ee/dec4c876-df0e-4f26-a78c-948b92d6cfed/44d947f6-eaca-408d-966f-a915ce82981e) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:02:55.056450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-21bd1d76-8f8f-41a0-a0b0-536028e52ca6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1978383 Nov 09 20:02:55.056936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58388) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:55.083063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Made reservation on behalf of cd707ad801704ef898d5c1728798bf4e for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:02:55.086302 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.099132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c23e65-7c94-4d52-8c48-2ad2f00e05a6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event updated for resources: {'Subnet': ['ID=dec4c876-df0e-4f26-a78c-948b92d6cfed,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:55.155764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:02:55.178977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.179329 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Added segment d72edf11-e62e-4f2b-a3ba-c2bb5065b3c9 of type vlan for network 4826d6ef-d4e3-4229-8384-a34dbf455bb0 Nov 09 20:02:55.224572 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03b3df54-61bd-4896-bc54-fa4e33dbde4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.273128 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.311114 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.312767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:55.313439 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.413850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event updated for resources: {'Network': ['ID=4826d6ef-d4e3-4229-8384-a34dbf455bb0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:55.423584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.424149 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.424794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-987c1131-f524-4aff-908b-510e6be3901e tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4678893 Nov 09 20:02:55.425121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58392) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:55.434539 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.437544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 4826d6ef-d4e3-4229-8384-a34dbf455bb0 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:02:55.440817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7691b1a9-d383-413e-b828-a9a0338be469 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:55.453717 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.568293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Network ca7470a5-4b1f-4b77-80e9-f867ed89b5ee is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:02:55.590036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:02:55.598743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:02:55.615672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-150caff5-db1b-445d-967f-c929e59bc747 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467541 Nov 09 20:02:55.724922 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a5db3e28-419d-4228-b56b-234e1f9b8f33 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:02:55.731117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Pushing event updated for resources: {'Port': ['ID=44d947f6-eaca-408d-966f-a915ce82981e,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:55.734936 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03b3df54-61bd-4896-bc54-fa4e33dbde4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.763086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Attempting to bind port 44d947f6-eaca-408d-966f-a915ce82981e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:02:55.763854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Attempting to bind port 44d947f6-eaca-408d-966f-a915ce82981e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'c8a073b0-bc6f-4fff-9642-1477c004b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ca7470a5-4b1f-4b77-80e9-f867ed89b5ee'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:02:55.763854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Attempting to bind port 44d947f6-eaca-408d-966f-a915ce82981e on network ca7470a5-4b1f-4b77-80e9-f867ed89b5ee {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:02:55.774157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:02:55.774805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Checking segment: {'id': 'c8a073b0-bc6f-4fff-9642-1477c004b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ca7470a5-4b1f-4b77-80e9-f867ed89b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:02:55.775227 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.775620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Bound using segment: {'id': 'c8a073b0-bc6f-4fff-9642-1477c004b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ca7470a5-4b1f-4b77-80e9-f867ed89b5ee'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:02:55.776105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Bound port: 44d947f6-eaca-408d-966f-a915ce82981e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a073b0-bc6f-4fff-9642-1477c004b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ca7470a5-4b1f-4b77-80e9-f867ed89b5ee'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:02:55.776491 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.834772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03b3df54-61bd-4896-bc54-fa4e33dbde4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.838837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a5db3e28-419d-4228-b56b-234e1f9b8f33 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:02:55.839218 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.888452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] For port 44d947f6-eaca-408d-966f-a915ce82981e, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:02:55.894849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] For port 44d947f6-eaca-408d-966f-a915ce82981e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=44d947f6-eaca-408d-966f-a915ce82981e,segment=NetworkSegment(c8a073b0-bc6f-4fff-9642-1477c004b742),segment_id=c8a073b0-bc6f-4fff-9642-1477c004b742)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:02:55.900833 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.943808 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03b3df54-61bd-4896-bc54-fa4e33dbde4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:55.947586 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-03b3df54-61bd-4896-bc54-fa4e33dbde4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9447093 Nov 09 20:02:55.948245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58398) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:55.953159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1d75056e-eae3-4507-9bb4-6c57b883a760 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': '79bee699-4b5c-41b0-b3f0-f77b54bf416a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:55.953308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3df54-61bd-4896-bc54-fa4e33dbde4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79bee699-4b5c-41b0-b3f0-f77b54bf416a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:56.013943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1d75056e-eae3-4507-9bb4-6c57b883a760 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.020519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c497ec2-26c5-44cc-bcf1-86da5cced76a None None] Pushing event updated for resources: {'Port': ['ID=44d947f6-eaca-408d-966f-a915ce82981e,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:56.068596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7691b1a9-d383-413e-b828-a9a0338be469 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.099764 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-c11f43a1-d0c2-4d70-ac2f-b1b4bf017cff service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652085 Nov 09 20:02:56.101829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7691b1a9-d383-413e-b828-a9a0338be469 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.124785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1d75056e-eae3-4507-9bb4-6c57b883a760 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.131280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1d75056e-eae3-4507-9bb4-6c57b883a760 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.159131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75056e-eae3-4507-9bb4-6c57b883a760 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f9472d-78f2-44fd-8a54-a2946c2ba8a1,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:56.183712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Deleting port 44d947f6-eaca-408d-966f-a915ce82981e {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:02:56.184274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.186045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7691b1a9-d383-413e-b828-a9a0338be469 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Network 4826d6ef-d4e3-4229-8384-a34dbf455bb0 is not hosted by any dhcp agent {{(pid=102296) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 20:02:56.187097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7691b1a9-d383-413e-b828-a9a0338be469 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:56.187782 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7691b1a9-d383-413e-b828-a9a0338be469 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.189260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7691b1a9-d383-413e-b828-a9a0338be469 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "PUT /v2.0/networks/4826d6ef-d4e3-4229-8384-a34dbf455bb0 HTTP/1.1" status: 200 len: 858 time: 0.7544096 Nov 09 20:02:56.196387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58400) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:56.232796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1d75056e-eae3-4507-9bb4-6c57b883a760 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.234276 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1d75056e-eae3-4507-9bb4-6c57b883a760 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2850213 Nov 09 20:02:56.247582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58402) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:56.251189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-d5abbc51-41d6-4e7b-b220-1198c652649c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 217 time: 0.1233628 Nov 09 20:02:56.256734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-404ec386-4c28-47e6-9751-6dee20fe991d tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': '79bee699-4b5c-41b0-b3f0-f77b54bf416a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:56.324021 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.367531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691b1a9-d383-413e-b828-a9a0338be469 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event updated for resources: {'Network': ['ID=4826d6ef-d4e3-4229-8384-a34dbf455bb0,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:56.418733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-a96dae02-fcd9-4644-8e34-9be7f9ff808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:56.428092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-a96dae02-fcd9-4644-8e34-9be7f9ff808b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.1262207 Nov 09 20:02:56.469751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-404ec386-4c28-47e6-9751-6dee20fe991d tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.490393 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.507527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] For port 44d947f6-eaca-408d-966f-a915ce82981e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=44d947f6-eaca-408d-966f-a915ce82981e,segment=NetworkSegment(c8a073b0-bc6f-4fff-9642-1477c004b742),segment_id=c8a073b0-bc6f-4fff-9642-1477c004b742)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:02:56.507527 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.525457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4826d6ef-d4e3-4229-8384-a34dbf455bb0']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:56.541718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72edf11-e62e-4f2b-a3ba-c2bb5065b3c9') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:56.542240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72edf11-e62e-4f2b-a3ba-c2bb5065b3c9') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:56.561354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Calling delete_port for 44d947f6-eaca-408d-966f-a915ce82981e owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:02:56.565394 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.583867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-b497a1fd-2003-412e-9a75-fb5ac9724a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:56.586784 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-b497a1fd-2003-412e-9a75-fb5ac9724a7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1513371 Nov 09 20:02:56.594683 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.609795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:56.612617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:56.615078 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:56.686585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-404ec386-4c28-47e6-9751-6dee20fe991d tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.704552 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.711569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4826d6ef-d4e3-4229-8384-a34dbf455bb0 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 20:02:56.715025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.719079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] 10.222.0.53 "DELETE /v2.0/networks/4826d6ef-d4e3-4229-8384-a34dbf455bb0 HTTP/1.1" status: 204 len: 168 time: 0.5203359 Nov 09 20:02:56.727614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58408) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:56.732771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a0040-d63b-4037-b342-1938811512b9 tempest-ExternalNetworksTestJSON-1833352028 tempest-ExternalNetworksTestJSON-1833352028-project-admin] Pushing event deleted for resources: {'Network': ['ID=4826d6ef-d4e3-4229-8384-a34dbf455bb0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:56.792118 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cfae60-831d-424e-b4db-6c486ba7767d tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] DELETE failed (client error): The resource could not be found. Nov 09 20:02:56.792590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cfae60-831d-424e-b4db-6c486ba7767d tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:02:56.798639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58412) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:56.799061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b6cfae60-831d-424e-b4db-6c486ba7767d tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] 10.222.0.53 "DELETE /v2.0/subnets/0ee2cf64-5b9f-48b8-8e45-0203a5721cdf HTTP/1.1" status: 404 len: 337 time: 0.0698204 Nov 09 20:02:56.799934 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-404ec386-4c28-47e6-9751-6dee20fe991d tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.843307 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-404ec386-4c28-47e6-9751-6dee20fe991d tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.844464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-404ec386-4c28-47e6-9751-6dee20fe991d tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5922623 Nov 09 20:02:56.847614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58414) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:56.861074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ec386-4c28-47e6-9751-6dee20fe991d tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262bd818-668a-4928-9c3b-ef38694a1ff8,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:56.927417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-44dd260c-ce90-4999-8631-5cb4ff19fa95 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714906 Nov 09 20:02:56.945876 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:56.958233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-54fef676-6ad0-4a30-a5bb-8c03b662d683 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': '79bee699-4b5c-41b0-b3f0-f77b54bf416a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:57.023681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.055053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-54fef676-6ad0-4a30-a5bb-8c03b662d683 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.079741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Port': ['ID=44d947f6-eaca-408d-966f-a915ce82981e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:57.174973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No DVR routers for this DVR port 44d947f6-eaca-408d-966f-a915ce82981e on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:02:57.244642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-fa9e878b-a475-42b1-88f5-b600191d2bea service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067298 Nov 09 20:02:57.326967 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-811db993-1b0d-48b3-b70a-d6e0f70977f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce HTTP/1.1" status: 200 len: 217 time: 0.0720296 Nov 09 20:02:57.462816 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.577788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-31a13c55-1e65-42ee-be65-b917607e9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:57.583463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-31a13c55-1e65-42ee-be65-b917607e9480 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.2482386 Nov 09 20:02:57.585423 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.629935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7de615-f363-4447-a3fc-aa0c27b64606 None None] Network ca7470a5-4b1f-4b77-80e9-f867ed89b5ee requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:57.663021 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-54fef676-6ad0-4a30-a5bb-8c03b662d683 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.672162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e78f5f-63ff-4ea7-83e7-1ca076ed402e']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:57.678734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-1c2a415b-9f2b-4230-b79c-c2898683c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:57.680209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-54fef676-6ad0-4a30-a5bb-8c03b662d683 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.680462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-1c2a415b-9f2b-4230-b79c-c2898683c598 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858538 Nov 09 20:02:57.707481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5973419-495e-47d6-a82c-17652cfc9480') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:57.708370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5973419-495e-47d6-a82c-17652cfc9480') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:57.714969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-00931f4d-42e4-46d7-8126-c1619d1903bc None None] Could not find standard attr ID for object 44d947f6-eaca-408d-966f-a915ce82981e. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:02:57.733764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fef676-6ad0-4a30-a5bb-8c03b662d683 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014b3b72-0a8c-48d7-af8c-548f3f202b41,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:57.758889 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.768766 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.787545 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-54fef676-6ad0-4a30-a5bb-8c03b662d683 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.788935 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-54fef676-6ad0-4a30-a5bb-8c03b662d683 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8497152 Nov 09 20:02:57.790114 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.792453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58420) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:57.798062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-286b2950-7331-4d23-a242-e59cd9fc6b28 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': '79bee699-4b5c-41b0-b3f0-f77b54bf416a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:57.805498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Subnet': ['ID=dec4c876-df0e-4f26-a78c-948b92d6cfed,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:57.826320 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:57.826942 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:57.830261 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:57.904224 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.913103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-286b2950-7331-4d23-a242-e59cd9fc6b28 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.944380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.963199 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-e91fe3ea-948a-4753-91a6-fdba5c576f20 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721076 Nov 09 20:02:57.966805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7470a5-4b1f-4b77-80e9-f867ed89b5ee']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:57.984191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:57.988736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] 10.222.0.53 "DELETE /v2.0/networks/09e78f5f-63ff-4ea7-83e7-1ca076ed402e HTTP/1.1" status: 204 len: 168 time: 1.1882589 Nov 09 20:02:57.995837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc4fcc-1632-4c37-8069-48af2732b3ea tempest-ExternalNetworksTestJSON-995542599 tempest-ExternalNetworksTestJSON-995542599-project] Pushing event deleted for resources: {'Network': ['ID=09e78f5f-63ff-4ea7-83e7-1ca076ed402e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:58.048830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-286b2950-7331-4d23-a242-e59cd9fc6b28 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.056735 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-286b2950-7331-4d23-a242-e59cd9fc6b28 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.107984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a073b0-bc6f-4fff-9642-1477c004b742') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:58.108270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a073b0-bc6f-4fff-9642-1477c004b742') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:58.112739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b2950-7331-4d23-a242-e59cd9fc6b28 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24987da8-ab96-4f42-bee9-498d72199903,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:58.128972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-286b2950-7331-4d23-a242-e59cd9fc6b28 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.130558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-286b2950-7331-4d23-a242-e59cd9fc6b28 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3363962 Nov 09 20:02:58.133167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58426) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.133555 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.139455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a32a1571-16e9-4953-826f-60517c02eb9f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': '79bee699-4b5c-41b0-b3f0-f77b54bf416a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:58.158819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-cba0db58-e8fc-4c7a-894d-6370d67d6d10 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888921 Nov 09 20:02:58.164799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.182769 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a32a1571-16e9-4953-826f-60517c02eb9f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.207388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52d47c-6357-4d16-9373-c681a68f6db5 None None] DHCP port deletion for ca7470a5-4b1f-4b77-80e9-f867ed89b5ee request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:02:58.227365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:58.227793 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.232225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d66b9c5-f5c2-4bcb-b516-975c8421a83e None None] Network ca7470a5-4b1f-4b77-80e9-f867ed89b5ee requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:58.232410 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:58.244162 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-62edfbc7-a540-4f9d-bc03-ce148055c62a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d HTTP/1.1" status: 200 len: 217 time: 0.0762739 Nov 09 20:02:58.271931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a32a1571-16e9-4953-826f-60517c02eb9f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.278068 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a32a1571-16e9-4953-826f-60517c02eb9f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.314796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a1571-16e9-4953-826f-60517c02eb9f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af612b33-41d0-458c-bba7-6a5b1883fcab,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:58.322174 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a32a1571-16e9-4953-826f-60517c02eb9f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.324678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a32a1571-16e9-4953-826f-60517c02eb9f tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1904073 Nov 09 20:02:58.329628 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58428) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.366631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-e8c911da-2824-4b24-af3a-196733a995f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:58.368144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-e8c911da-2824-4b24-af3a-196733a995f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 200 len: 797 time: 0.0959044 Nov 09 20:02:58.368744 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.382610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.385811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/ca7470a5-4b1f-4b77-80e9-f867ed89b5ee HTTP/1.1" status: 204 len: 168 time: 3.3279355 Nov 09 20:02:58.392829 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58432) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.404869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fb88bab-422c-46d9-9af9-7943efbc86f8 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.434596 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5e02ba-794b-46e1-abd6-ea8fd7d2c0f6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:02:58.435426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5e02ba-794b-46e1-abd6-ea8fd7d2c0f6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:02:58.436618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebb951-f8fd-4fb7-947d-3888b7fc0054 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Network': ['ID=ca7470a5-4b1f-4b77-80e9-f867ed89b5ee,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:58.442055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fb88bab-422c-46d9-9af9-7943efbc86f8 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.444209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5b5e02ba-794b-46e1-abd6-ea8fd7d2c0f6 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/subnets/dec4c876-df0e-4f26-a78c-948b92d6cfed HTTP/1.1" status: 404 len: 337 time: 0.0498500 Nov 09 20:02:58.444860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58434) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.472268 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cc8fe3-5074-4154-9183-dbd4a50755e4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:02:58.473522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cc8fe3-5074-4154-9183-dbd4a50755e4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:02:58.479468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58436) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.480086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-53cc8fe3-5074-4154-9183-dbd4a50755e4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/ca7470a5-4b1f-4b77-80e9-f867ed89b5ee HTTP/1.1" status: 404 len: 339 time: 0.0330863 Nov 09 20:02:58.494941 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fb88bab-422c-46d9-9af9-7943efbc86f8 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.498128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-9b2bdd58-20d9-4f56-9c8d-984cdee10684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:58.498616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58438) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.499826 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-9b2bdd58-20d9-4f56-9c8d-984cdee10684 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9922e85b-217c-4111-8287-e2d3d6eef303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127584 Nov 09 20:02:58.502682 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fb88bab-422c-46d9-9af9-7943efbc86f8 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.506781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7fb88bab-422c-46d9-9af9-7943efbc86f8 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/af612b33-41d0-458c-bba7-6a5b1883fcab HTTP/1.1" status: 204 len: 168 time: 0.1731479 Nov 09 20:02:58.507172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58442) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.575251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-99989dab-2df3-4178-999e-a5978be7f642 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0640302 Nov 09 20:02:58.575608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58444) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.621863 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58617244-ce04-4da9-89f0-20a4446e9785 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.638069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58617244-ce04-4da9-89f0-20a4446e9785 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.683192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58617244-ce04-4da9-89f0-20a4446e9785 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.694089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58617244-ce04-4da9-89f0-20a4446e9785 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.699724 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-58617244-ce04-4da9-89f0-20a4446e9785 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/24987da8-ab96-4f42-bee9-498d72199903 HTTP/1.1" status: 204 len: 168 time: 0.1231923 Nov 09 20:02:58.700777 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58448) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.747850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58617244-ce04-4da9-89f0-20a4446e9785 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24987da8-ab96-4f42-bee9-498d72199903,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:58.800366 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5d588326-aa85-4d48-b589-7f40131178ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a378fb582351424a96b942b7a9f8f393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003216 Nov 09 20:02:58.805565 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58454) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.842185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-82adc0af-663c-415d-99f2-69c8a3ca99c5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1284206 Nov 09 20:02:58.845007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58456) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:58.893482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6d765cf6-cd3a-4950-9944-e1644fdc7699 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.917876 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b27898a-b804-4cef-a167-10f869e6ef1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.919141 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6d765cf6-cd3a-4950-9944-e1644fdc7699 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:58.993608 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b27898a-b804-4cef-a167-10f869e6ef1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.015318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6d765cf6-cd3a-4950-9944-e1644fdc7699 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.034728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6d765cf6-cd3a-4950-9944-e1644fdc7699 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.038565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6d765cf6-cd3a-4950-9944-e1644fdc7699 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/014b3b72-0a8c-48d7-af8c-548f3f202b41 HTTP/1.1" status: 204 len: 168 time: 0.1908000 Nov 09 20:02:59.040608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58462) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.045151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d765cf6-cd3a-4950-9944-e1644fdc7699 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=014b3b72-0a8c-48d7-af8c-548f3f202b41,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:59.074932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b27898a-b804-4cef-a167-10f869e6ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.077928 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b27898a-b804-4cef-a167-10f869e6ef1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.078163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb88bab-422c-46d9-9af9-7943efbc86f8 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af612b33-41d0-458c-bba7-6a5b1883fcab,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:59.079456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5b27898a-b804-4cef-a167-10f869e6ef1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/093ae118-d554-4895-aafa-b8926c0a859b HTTP/1.1" status: 204 len: 168 time: 0.2729204 Nov 09 20:02:59.106330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27898a-b804-4cef-a167-10f869e6ef1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093ae118-d554-4895-aafa-b8926c0a859b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:59.171367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.202686 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b984883a-9403-4d09-b050-0ff953628f25 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1578405 Nov 09 20:02:59.205990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58466) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.233135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ed3021f5-6b28-4b9c-a075-b5ff57cdcaef service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7091994 Nov 09 20:02:59.252544 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f334ed52-0f29-4095-a3f6-73e4fec11d7c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.262558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f334ed52-0f29-4095-a3f6-73e4fec11d7c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.318579 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f334ed52-0f29-4095-a3f6-73e4fec11d7c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.331085 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f334ed52-0f29-4095-a3f6-73e4fec11d7c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.335532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f334ed52-0f29-4095-a3f6-73e4fec11d7c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/262bd818-668a-4928-9c3b-ef38694a1ff8 HTTP/1.1" status: 204 len: 168 time: 0.1262143 Nov 09 20:02:59.337422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58470) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.363144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334ed52-0f29-4095-a3f6-73e4fec11d7c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=262bd818-668a-4928-9c3b-ef38694a1ff8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:59.394902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7cea56af-2a7b-4dfc-8580-bc8f72b889d2 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0557444 Nov 09 20:02:59.397749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58472) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.407926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.439132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa3b5-73c1-440c-82b3-5082de7494c5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.450985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa3b5-73c1-440c-82b3-5082de7494c5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.499956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ed69b5-1976-4935-a280-42ba72954931']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:59.505525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa3b5-73c1-440c-82b3-5082de7494c5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.515924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db4af83-82ea-4f4e-b96a-30d3639d1729') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:59.516353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db4af83-82ea-4f4e-b96a-30d3639d1729') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:02:59.525286 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa3b5-73c1-440c-82b3-5082de7494c5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.526904 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9f5aa3b5-73c1-440c-82b3-5082de7494c5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b1f9472d-78f2-44fd-8a54-a2946c2ba8a1 HTTP/1.1" status: 204 len: 168 time: 0.1278937 Nov 09 20:02:59.529558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58474) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.559962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-9d2bca2e-f38a-4dde-ac9e-6976d819e183 service neutron] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777185 Nov 09 20:02:59.564881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5aa3b5-73c1-440c-82b3-5082de7494c5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1f9472d-78f2-44fd-8a54-a2946c2ba8a1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:59.568757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.593737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 44d947f6-eaca-408d-966f-a915ce82981e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:02:59.594734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58476) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.610639 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-37d680b0-d457-4f06-b62d-f19caa643110 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0790730 Nov 09 20:02:59.611848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58478) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.627704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 44d947f6-eaca-408d-966f-a915ce82981e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:02:59.629841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 44d947f6-eaca-408d-966f-a915ce82981e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:02:59.680986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-3a24fa03-2197-4084-b727-4bb528040bfb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd HTTP/1.1" status: 200 len: 217 time: 0.1042795 Nov 09 20:02:59.682048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.696778 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-896cf500-1087-4af6-bb74-5f4dacedd379 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.701817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:02:59.702232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:02:59.713290 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:02:59.733791 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-896cf500-1087-4af6-bb74-5f4dacedd379 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.780808 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-896cf500-1087-4af6-bb74-5f4dacedd379 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.783413 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-896cf500-1087-4af6-bb74-5f4dacedd379 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.784811 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-896cf500-1087-4af6-bb74-5f4dacedd379 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-groups/79bee699-4b5c-41b0-b3f0-f77b54bf416a HTTP/1.1" status: 204 len: 168 time: 0.1719363 Nov 09 20:02:59.788174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58480) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.811729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cf500-1087-4af6-bb74-5f4dacedd379 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bee699-4b5c-41b0-b3f0-f77b54bf416a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:02:59.830293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-77040db2-b947-4703-84d5-f2ba92c8ab15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd707ad801704ef898d5c1728798bf4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218516 Nov 09 20:02:59.834915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58482) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.846736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-428a075b-032d-4023-b690-34c89716b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:02:59.848911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-428a075b-032d-4023-b690-34c89716b326 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.1566637 Nov 09 20:02:59.852836 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ac413e2f-9ec9-499e-8c54-23486e2b0610 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635052 Nov 09 20:02:59.860024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58484) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.865149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f6982fb2-f196-4eda-8b89-7d760c182e4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group': {'name': 'tempest-secgroup--670608605'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:02:59.898634 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6982fb2-f196-4eda-8b89-7d760c182e4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.900494 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.934554 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:02:59.934554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/01ed69b5-1976-4935-a280-42ba72954931 HTTP/1.1" status: 204 len: 168 time: 1.4490893 Nov 09 20:02:59.934984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58488) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.968491 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-f113f316-9647-4ba2-9703-828e15053ea2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:02:59.968940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f113f316-9647-4ba2-9703-828e15053ea2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:02:59.976566 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f113f316-9647-4ba2-9703-828e15053ea2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/subnets/c36c639c-1b11-4bf0-807b-04800619cc1b HTTP/1.1" status: 404 len: 337 time: 0.0409520 Nov 09 20:02:59.977182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58490) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:02:59.987623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0568e-49b2-4337-8439-9e265b92b95c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Network': ['ID=01ed69b5-1976-4935-a280-42ba72954931,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:00.006093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-05e9d6be-450e-4335-8eba-d96530594647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:00.009420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-05e9d6be-450e-4335-8eba-d96530594647 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1425333 Nov 09 20:03:00.010082 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45204e0-aace-432e-8616-3f95612570e7 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:03:00.010703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45204e0-aace-432e-8616-3f95612570e7 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:03:00.017705 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d45204e0-aace-432e-8616-3f95612570e7 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/57af6f3f-a191-4b56-a95f-7d003162489e HTTP/1.1" status: 404 len: 339 time: 0.0361433 Nov 09 20:03:00.018322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58492) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:00.098555 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0882bb61-595b-4ef8-90b1-e2f3d461bd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.104941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-463cdaf7-e09e-49b8-9ad0-302c967f0a8f tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Deleting subnet 583f7490-c7e6-4158-ab83-f9292df333a7 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:03:00.114310 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6982fb2-f196-4eda-8b89-7d760c182e4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.115478 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-463cdaf7-e09e-49b8-9ad0-302c967f0a8f tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.147490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0882bb61-595b-4ef8-90b1-e2f3d461bd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.168774 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6982fb2-f196-4eda-8b89-7d760c182e4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.210116 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-2ca26c52-5973-41ca-8118-579afac368d2 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901953 Nov 09 20:03:00.215039 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-463cdaf7-e09e-49b8-9ad0-302c967f0a8f tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.243780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6982fb2-f196-4eda-8b89-7d760c182e4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.245062 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f6982fb2-f196-4eda-8b89-7d760c182e4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3839173 Nov 09 20:03:00.248784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58498) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:00.249523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6982fb2-f196-4eda-8b89-7d760c182e4e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85232c4a-fe62-4ef4-8276-d5a6b0764f0d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:00.258174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2ce41080-d87e-4aa0-bc01-2f78b6e3a993 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': '85232c4a-fe62-4ef4-8276-d5a6b0764f0d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:00.317046 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0882bb61-595b-4ef8-90b1-e2f3d461bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.320434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0882bb61-595b-4ef8-90b1-e2f3d461bd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.323956 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0882bb61-595b-4ef8-90b1-e2f3d461bd5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2496868a-3d35-4cbb-a098-e700532b44aa HTTP/1.1" status: 204 len: 168 time: 0.4858775 Nov 09 20:03:00.330654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ce41080-d87e-4aa0-bc01-2f78b6e3a993 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.372311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882bb61-595b-4ef8-90b1-e2f3d461bd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2496868a-3d35-4cbb-a098-e700532b44aa,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:00.373332 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-463cdaf7-e09e-49b8-9ad0-302c967f0a8f tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.440349 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-857f520a-efce-44ba-a323-b181f0ed410e service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210619 Nov 09 20:03:00.459965 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ce41080-d87e-4aa0-bc01-2f78b6e3a993 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.469284 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ce41080-d87e-4aa0-bc01-2f78b6e3a993 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.486783 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-463cdaf7-e09e-49b8-9ad0-302c967f0a8f tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.501640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-3407320d-3f6d-4821-9ab4-5479d21c16d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 HTTP/1.1" status: 200 len: 217 time: 0.0520966 Nov 09 20:03:00.585248 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2ce41080-d87e-4aa0-bc01-2f78b6e3a993 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.586415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2ce41080-d87e-4aa0-bc01-2f78b6e3a993 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3343191 Nov 09 20:03:00.586662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-a8579497-5ea9-4591-8a71-0a4b79d2139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:00.587355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce41080-d87e-4aa0-bc01-2f78b6e3a993 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d44568e-ce63-4865-bae1-99cac7e5a843,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:00.589464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-a8579497-5ea9-4591-8a71-0a4b79d2139e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 200 len: 797 time: 0.0809984 Nov 09 20:03:00.592143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58502) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:00.592354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cdaf7-e09e-49b8-9ad0-302c967f0a8f tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Subnet': ['ID=583f7490-c7e6-4158-ab83-f9292df333a7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:00.594182 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-463cdaf7-e09e-49b8-9ad0-302c967f0a8f tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.615360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-463cdaf7-e09e-49b8-9ad0-302c967f0a8f tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/subnets/583f7490-c7e6-4158-ab83-f9292df333a7 HTTP/1.1" status: 204 len: 168 time: 0.5943134 Nov 09 20:03:00.619113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58504) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:00.627908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26751126-dc65-4bda-b8ab-89fa167785ba None None] Network 70604943-7c6a-4534-9908-f3912998f558 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:00.782921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-090f6ba4-acfd-45ea-b502-afe1de4238b4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Deleting subnet 35b6ddf4-e863-4e05-95a3-e3cb6e5103b6 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:03:00.788049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-090f6ba4-acfd-45ea-b502-afe1de4238b4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.794606 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7aa62ffb-d304-411a-8d87-c005b01ae1e6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.834273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-79ecfb46-7345-4ca0-9e40-ed58e5cc290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:00.836098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-79ecfb46-7345-4ca0-9e40-ed58e5cc290b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7a0826e3-ffae-481c-a2bc-5e6a349391ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2313135 Nov 09 20:03:00.838228 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7aa62ffb-d304-411a-8d87-c005b01ae1e6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:00.848932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-090f6ba4-acfd-45ea-b502-afe1de4238b4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.014257 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-090f6ba4-acfd-45ea-b502-afe1de4238b4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.046396 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-1f735204-b695-429f-a1f3-f33b0b876d7a service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966276 Nov 09 20:03:01.055124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7aa62ffb-d304-411a-8d87-c005b01ae1e6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.058724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7aa62ffb-d304-411a-8d87-c005b01ae1e6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.064201 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7aa62ffb-d304-411a-8d87-c005b01ae1e6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-groups/85232c4a-fe62-4ef4-8276-d5a6b0764f0d HTTP/1.1" status: 204 len: 168 time: 0.4728134 Nov 09 20:03:01.069242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58514) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:01.117307 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-090f6ba4-acfd-45ea-b502-afe1de4238b4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.210682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f6ba4-acfd-45ea-b502-afe1de4238b4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Subnet': ['ID=35b6ddf4-e863-4e05-95a3-e3cb6e5103b6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:01.235996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-090f6ba4-acfd-45ea-b502-afe1de4238b4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.242574 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-090f6ba4-acfd-45ea-b502-afe1de4238b4 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/subnets/35b6ddf4-e863-4e05-95a3-e3cb6e5103b6 HTTP/1.1" status: 204 len: 168 time: 0.6207430 Nov 09 20:03:01.243509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58522) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:01.271797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa62ffb-d304-411a-8d87-c005b01ae1e6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85232c4a-fe62-4ef4-8276-d5a6b0764f0d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:01.343650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ded3c744-875b-4cb4-a353-facf541948e2 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2646003 Nov 09 20:03:01.348319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58526) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:01.382106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9763493f-e556-4272-9b71-3662dec4df4c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519033959'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:01.429082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.459174 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9763493f-e556-4272-9b71-3662dec4df4c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.546782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Deleting port 7a221da6-39f1-4a97-92df-bfa9b8c18224 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:01.549067 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.589094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ceb607ec-9e19-4939-a771-28ecbeba8a08 req-ef2ddf40-3bd0-41b7-850a-3e85be6076b2 service neutron] 10.222.0.70 "GET /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218675 Nov 09 20:03:01.742701 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9763493f-e556-4272-9b71-3662dec4df4c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.743577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] For port 7a221da6-39f1-4a97-92df-bfa9b8c18224, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7a221da6-39f1-4a97-92df-bfa9b8c18224,segment=NetworkSegment(abbe7e57-d4ad-414a-95f1-4b6a86e40d3c),segment_id=abbe7e57-d4ad-414a-95f1-4b6a86e40d3c)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:01.743969 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.758954 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9763493f-e556-4272-9b71-3662dec4df4c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.764284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Calling delete_port for 7a221da6-39f1-4a97-92df-bfa9b8c18224 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:01.830786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763493f-e556-4272-9b71-3662dec4df4c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b379dc5-faaa-4ab7-9aaf-1798e772db83,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:01.836774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9763493f-e556-4272-9b71-3662dec4df4c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:01.845788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9763493f-e556-4272-9b71-3662dec4df4c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4934497 Nov 09 20:03:01.846357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58536) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:01.858721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e0e8709c-ad08-4052-8280-be6ae4b9feb6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group': {'name': 'tempest-secgroup--266377600'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:01.933938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0e8709c-ad08-4052-8280-be6ae4b9feb6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.016110 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.051881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Port': ['ID=7a221da6-39f1-4a97-92df-bfa9b8c18224,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:02.054152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No DVR routers for this DVR port 7a221da6-39f1-4a97-92df-bfa9b8c18224 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:02.144935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4fee9d-c859-404f-b2e5-d7bd75af0340 None None] Network 70604943-7c6a-4534-9908-f3912998f558 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:02.211767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0e8709c-ad08-4052-8280-be6ae4b9feb6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.219629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.224243 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0e8709c-ad08-4052-8280-be6ae4b9feb6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.268311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5078feb8-9d61-4438-9554-15c6a19c7688 None None] Could not find standard attr ID for object 7a221da6-39f1-4a97-92df-bfa9b8c18224. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:03:02.269471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70604943-7c6a-4534-9908-f3912998f558']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:02.296803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbe7e57-d4ad-414a-95f1-4b6a86e40d3c') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:02.297116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbe7e57-d4ad-414a-95f1-4b6a86e40d3c') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:02.320786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.328243 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0e8709c-ad08-4052-8280-be6ae4b9feb6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.329659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e0e8709c-ad08-4052-8280-be6ae4b9feb6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4822297 Nov 09 20:03:02.335252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58546) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.340679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8709c-ad08-4052-8280-be6ae4b9feb6 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e82690d-b4eb-4b54-8fea-a9939a16e279,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:02.346451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5b39c9c5-8a1a-4abe-b46b-94a28c89ef27 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': '0b379dc5-faaa-4ab7-9aaf-1798e772db83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0e82690d-b4eb-4b54-8fea-a9939a16e279', 'remote_ip_prefix': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:02.366230 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.403339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:03:02.404078 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:03:02.408614 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:03:02.502379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8663cd-bce8-4873-9fb7-3bcc49dc1ac2 None None] DHCP port deletion for 70604943-7c6a-4534-9908-f3912998f558 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:03:02.521924 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b39c9c5-8a1a-4abe-b46b-94a28c89ef27 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.549469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.563560 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.569673 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/70604943-7c6a-4534-9908-f3912998f558 HTTP/1.1" status: 204 len: 168 time: 1.3210144 Nov 09 20:03:02.570066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58550) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.584408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e5c5a-a869-461f-935e-89424fe02dcc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Network': ['ID=70604943-7c6a-4534-9908-f3912998f558,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:02.611239 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f179a5f5-d481-46de-a940-536ce5a6e6b2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:03:02.611819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f179a5f5-d481-46de-a940-536ce5a6e6b2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:03:02.622930 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f179a5f5-d481-46de-a940-536ce5a6e6b2 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/subnets/d1600624-b1c4-4a63-9836-a2ec7aa137a3 HTTP/1.1" status: 404 len: 337 time: 0.0515108 Nov 09 20:03:02.625331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58554) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.640506 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b39c9c5-8a1a-4abe-b46b-94a28c89ef27 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.646352 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b39c9c5-8a1a-4abe-b46b-94a28c89ef27 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.649129 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6eedd3-78ad-491b-855f-4e2cf948a1b1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:03:02.649955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6eedd3-78ad-491b-855f-4e2cf948a1b1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:03:02.656372 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5a6eedd3-78ad-491b-855f-4e2cf948a1b1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/9cc86b46-951d-4dbf-b5e6-647a1e428045 HTTP/1.1" status: 404 len: 339 time: 0.0293951 Nov 09 20:03:02.657887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58558) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.676838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39c9c5-8a1a-4abe-b46b-94a28c89ef27 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb76ff11-35f9-4f7c-95ef-bf4e194ddd71,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:02.689743 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d382b96d-aed5-47a8-8906-ff373b7f1f2e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:03:02.690347 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b39c9c5-8a1a-4abe-b46b-94a28c89ef27 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.690986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d382b96d-aed5-47a8-8906-ff373b7f1f2e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:03:02.691977 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5b39c9c5-8a1a-4abe-b46b-94a28c89ef27 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3538668 Nov 09 20:03:02.694818 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d382b96d-aed5-47a8-8906-ff373b7f1f2e tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/subnets/9fe92825-c0ed-4921-936a-d838f3458344 HTTP/1.1" status: 404 len: 337 time: 0.0354950 Nov 09 20:03:02.695634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58560) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.697527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58562) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.737601 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98ecacc-41d0-480d-83d3-6b18bebb4248 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:03:02.738660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98ecacc-41d0-480d-83d3-6b18bebb4248 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:03:02.742010 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e98ecacc-41d0-480d-83d3-6b18bebb4248 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/db5ef888-b536-4e07-8e52-27e629ce3a19 HTTP/1.1" status: 404 len: 339 time: 0.0306227 Nov 09 20:03:02.744684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58566) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.755123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-96aed21b-46ff-4d0c-8208-a58daa1647e5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.780895 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-61903e49-c95b-4d5d-9ca6-d262cc984f35 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:03:02.781354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61903e49-c95b-4d5d-9ca6-d262cc984f35 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:03:02.784667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-61903e49-c95b-4d5d-9ca6-d262cc984f35 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/subnets/e1e524da-d344-4660-923a-8377d08378ab HTTP/1.1" status: 404 len: 337 time: 0.0388417 Nov 09 20:03:02.787151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-96aed21b-46ff-4d0c-8208-a58daa1647e5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.788851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58568) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.823873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-96aed21b-46ff-4d0c-8208-a58daa1647e5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.828796 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9a7f18-aa99-4440-8986-953111c43941 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:03:02.829531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9a7f18-aa99-4440-8986-953111c43941 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:03:02.833458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-af9a7f18-aa99-4440-8986-953111c43941 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/3a56ff3a-8121-4134-af21-ceeb84e45563 HTTP/1.1" status: 404 len: 339 time: 0.0431237 Nov 09 20:03:02.836001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58570) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.837596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-96aed21b-46ff-4d0c-8208-a58daa1647e5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:02.840751 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-96aed21b-46ff-4d0c-8208-a58daa1647e5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/eb76ff11-35f9-4f7c-95ef-bf4e194ddd71 HTTP/1.1" status: 204 len: 168 time: 0.1435688 Nov 09 20:03:02.845979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58572) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.901582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aed21b-46ff-4d0c-8208-a58daa1647e5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb76ff11-35f9-4f7c-95ef-bf4e194ddd71,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:02.935990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-c311d2b1-9055-4919-8e60-9aaf74840f0b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Deleting subnet d6ab2d47-0cea-485f-afcc-01647dcbe5b6 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:03:02.940252 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0d4e323a-1ab5-4135-b164-ea4023df49ce tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0895114 Nov 09 20:03:02.940889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58576) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:02.943771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c311d2b1-9055-4919-8e60-9aaf74840f0b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.015032 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c311d2b1-9055-4919-8e60-9aaf74840f0b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.022406 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38a1b50c-ba48-4825-91dc-aec927763557 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.053187 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38a1b50c-ba48-4825-91dc-aec927763557 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.115898 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38a1b50c-ba48-4825-91dc-aec927763557 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.119278 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-38a1b50c-ba48-4825-91dc-aec927763557 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.121100 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-38a1b50c-ba48-4825-91dc-aec927763557 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-groups/0e82690d-b4eb-4b54-8fea-a9939a16e279 HTTP/1.1" status: 204 len: 168 time: 0.1783681 Nov 09 20:03:03.131103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:03.136652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1b50c-ba48-4825-91dc-aec927763557 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e82690d-b4eb-4b54-8fea-a9939a16e279,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:03.172900 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c311d2b1-9055-4919-8e60-9aaf74840f0b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.315974 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a5bf5a94-7528-4a5a-bb1b-fc2c3d61f828 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1821952 Nov 09 20:03:03.318105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58590) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:03.372993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c311d2b1-9055-4919-8e60-9aaf74840f0b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.399790 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d337ddb-671a-45e1-8213-99839b3208c4 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.414272 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c311d2b1-9055-4919-8e60-9aaf74840f0b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.420213 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c311d2b1-9055-4919-8e60-9aaf74840f0b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/subnets/d6ab2d47-0cea-485f-afcc-01647dcbe5b6 HTTP/1.1" status: 204 len: 168 time: 0.5830195 Nov 09 20:03:03.425184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18971957-a7d9-4a16-a796-346e34da0c50 None None] Network 2e146ab6-8090-4f1c-a60e-79ac834c615f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:03.434124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58594) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:03.482560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311d2b1-9055-4919-8e60-9aaf74840f0b tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ab2d47-0cea-485f-afcc-01647dcbe5b6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:03.542440 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d337ddb-671a-45e1-8213-99839b3208c4 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.569738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58598) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:03.629038 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.669984 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d337ddb-671a-45e1-8213-99839b3208c4 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.676515 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d337ddb-671a-45e1-8213-99839b3208c4 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.677704 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4d337ddb-671a-45e1-8213-99839b3208c4 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-groups/0b379dc5-faaa-4ab7-9aaf-1798e772db83 HTTP/1.1" status: 204 len: 168 time: 0.3577566 Nov 09 20:03:03.681428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58602) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:03.693076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d337ddb-671a-45e1-8213-99839b3208c4 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b379dc5-faaa-4ab7-9aaf-1798e772db83,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:03.700673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7a221da6-39f1-4a97-92df-bfa9b8c18224 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:03.717274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Deleting port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:03.717691 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.777322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 7a221da6-39f1-4a97-92df-bfa9b8c18224 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:03:03.777689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7a221da6-39f1-4a97-92df-bfa9b8c18224 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:03:03.827820 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9ada445f-78b6-46e7-a35c-98a340cfccf7 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1448753 Nov 09 20:03:03.831421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58608) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:03.832400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b9cb3adb-9045-4e45-be84-2fbf17f47115 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:03.836421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ac11fabb-96f5-4222-b7cf-6179dbd95abe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316639361'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:03.866070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] For port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a9beec1-aac5-4617-a0ff-b72a6bfcba25,segment=NetworkSegment(633721ce-5ff4-4986-8982-b2a3a141f44d),segment_id=633721ce-5ff4-4986-8982-b2a3a141f44d)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:03.866383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:03.897153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b9cb3adb-9045-4e45-be84-2fbf17f47115 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] 10.222.0.53 "PUT /v2.0/quotas/93da8818000d45f3b4eb86fd07377ce0 HTTP/1.1" status: 200 len: 366 time: 0.3257473 Nov 09 20:03:03.899617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58610) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:03.908540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-7c18010e-afd0-443e-997a-a82ffabf9c0c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130422260&fields=id&tenant_id=80985c87c7bf4f1f91e53993a7cb32c3 HTTP/1.1" status: 200 len: 267 time: 0.1269660 Nov 09 20:03:03.913639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Calling delete_port for 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:03.916815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63991180-4594-41ea-a7ad-abc872e4f2a7 None None] DHCP port deletion for 2e146ab6-8090-4f1c-a60e-79ac834c615f request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:03:03.924314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a77c79e5-fdb2-4f27-bb10-86a58629c1b0 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0227287 Nov 09 20:03:03.927734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58612) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:03.941460 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-978ee293-29b0-453d-ba7c-7b44ce79e8b3 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] 10.222.0.53 "GET /v2.0/quotas/93da8818000d45f3b4eb86fd07377ce0 HTTP/1.1" status: 200 len: 366 time: 0.0114777 Nov 09 20:03:03.943961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58614) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:03.979443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b747492c-36d5-47cc-bae4-8985890f6b75 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/93da8818000d45f3b4eb86fd07377ce0 HTTP/1.1" status: 204 len: 168 time: 0.0323305 Nov 09 20:03:03.981823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58616) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:03.997422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-40dc568d-fe47-4ec5-9f4a-53f32bf26c3b tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0130942 Nov 09 20:03:03.999504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58618) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:04.019255 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ac11fabb-96f5-4222-b7cf-6179dbd95abe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.032595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fa50ae07-240f-4681-a22d-0dc840e53606 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] 10.222.0.53 "GET /v2.0/quotas/93da8818000d45f3b4eb86fd07377ce0 HTTP/1.1" status: 200 len: 370 time: 0.0286186 Nov 09 20:03:04.035676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58620) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:04.039218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-63991180-4594-41ea-a7ad-abc872e4f2a7 None None] Deleting port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:04.039713 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63991180-4594-41ea-a7ad-abc872e4f2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.045325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-01ca93d0-a437-4190-9051-78130cc955ac tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] 10.222.0.53 "GET /v2.0/quotas/93da8818000d45f3b4eb86fd07377ce0/default HTTP/1.1" status: 200 len: 370 time: 0.0083604 Nov 09 20:03:04.046151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58622) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:04.055989 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-86458dd1-a6a8-45b0-a647-2ee83d379380 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] delete failed (client error): The resource could not be found. Nov 09 20:03:04.060174 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-86458dd1-a6a8-45b0-a647-2ee83d379380 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/93da8818000d45f3b4eb86fd07377ce0 HTTP/1.1" status: 404 len: 348 time: 0.0128980 Nov 09 20:03:04.143248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-63991180-4594-41ea-a7ad-abc872e4f2a7 None None] For port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a9beec1-aac5-4617-a0ff-b72a6bfcba25,segment=NetworkSegment(633721ce-5ff4-4986-8982-b2a3a141f44d),segment_id=633721ce-5ff4-4986-8982-b2a3a141f44d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:04.143759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63991180-4594-41ea-a7ad-abc872e4f2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.183307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-63991180-4594-41ea-a7ad-abc872e4f2a7 None None] Calling delete_port for 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:04.216050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-5995f496-b2c6-44ea-9a8a-961c196e478f tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:04.217669 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-5995f496-b2c6-44ea-9a8a-961c196e478f tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/networks?id=5d54afce-71b0-4351-8282-8cb4d17d0f97 HTTP/1.1" status: 200 len: 809 time: 0.3083305 Nov 09 20:03:04.220195 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.246398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-87e8523d-721e-4629-b410-79a2355292e6 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/quotas/80985c87c7bf4f1f91e53993a7cb32c3 HTTP/1.1" status: 200 len: 375 time: 0.0186806 Nov 09 20:03:04.250858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58626) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:04.302330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Usage tracker for resource:network and tenant:33d56cfd5ca54fcda84e9cb7db95e693 is out of sync, need to count used quota {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 20:03:04.311789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 20:03:04.327609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Usage tracker for resource:subnet and tenant:33d56cfd5ca54fcda84e9cb7db95e693 is out of sync, need to count used quota {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 20:03:04.341741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 20:03:04.350047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Usage tracker for resource:subnetpool and tenant:33d56cfd5ca54fcda84e9cb7db95e693 is out of sync, need to count used quota {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 20:03:04.357749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 20:03:04.364511 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-63991180-4594-41ea-a7ad-abc872e4f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.369080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Usage tracker for resource:port and tenant:33d56cfd5ca54fcda84e9cb7db95e693 is out of sync, need to count used quota {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 20:03:04.375441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 20:03:04.389976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Usage tracker for resource:router and tenant:33d56cfd5ca54fcda84e9cb7db95e693 is out of sync, need to count used quota {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 20:03:04.395468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No DVR routers for this DVR port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:04.397944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Port': ['ID=9a9beec1-aac5-4617-a0ff-b72a6bfcba25,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:04.402689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 20:03:04.417467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63991180-4594-41ea-a7ad-abc872e4f2a7 None None] Pushing event deleted for resources: {'Port': ['ID=9a9beec1-aac5-4617-a0ff-b72a6bfcba25,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:04.423428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63991180-4594-41ea-a7ad-abc872e4f2a7 None None] No DVR routers for this DVR port 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:04.427823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Usage tracker for resource:floatingip and tenant:33d56cfd5ca54fcda84e9cb7db95e693 is out of sync, need to count used quota {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 20:03:04.440203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 20:03:04.499928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Usage tracker for resource:security_group and tenant:33d56cfd5ca54fcda84e9cb7db95e693 is out of sync, need to count used quota {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 20:03:04.506556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 20:03:04.515738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Usage tracker for resource:security_group_rule and tenant:33d56cfd5ca54fcda84e9cb7db95e693 is out of sync, need to count used quota {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 20:03:04.534344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.quota.resource [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102295) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 09 20:03:04.560337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-10a1f359-118f-4c38-8c76-0c26110252e6 tempest-QuotasTest-115800041 tempest-QuotasTest-115800041-project-admin] 10.222.0.53 "GET /v2.0/quotas/33d56cfd5ca54fcda84e9cb7db95e693/details.json HTTP/1.1" status: 200 len: 703 time: 0.3090379 Nov 09 20:03:04.576291 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ac11fabb-96f5-4222-b7cf-6179dbd95abe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.588634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ac11fabb-96f5-4222-b7cf-6179dbd95abe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.627161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-fba52189-7d97-4fa6-8d07-6914c2fbdb0a tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=80985c87c7bf4f1f91e53993a7cb32c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2959535 Nov 09 20:03:04.633432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.672391 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ac11fabb-96f5-4222-b7cf-6179dbd95abe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.677143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58652) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:04.677710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ac11fabb-96f5-4222-b7cf-6179dbd95abe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8446965 Nov 09 20:03:04.682110 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-bffb2e9b-5ac8-4bb7-9478-8a9233566543 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': 'e0c07bab-2b07-4fdd-a7e8-e5d778cf98ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:04.749439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e146ab6-8090-4f1c-a60e-79ac834c615f']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:04.751553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11fabb-96f5-4222-b7cf-6179dbd95abe tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c07bab-2b07-4fdd-a7e8-e5d778cf98ee,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:04.783646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633721ce-5ff4-4986-8982-b2a3a141f44d') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:04.783918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633721ce-5ff4-4986-8982-b2a3a141f44d') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:04.801819 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.805717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bffb2e9b-5ac8-4bb7-9478-8a9233566543 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.829206 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.843667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:03:04.844076 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:03:04.848288 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:03:04.861179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-fca42ef9-8bc4-48f7-835d-3e70abc72e3c service neutron] 10.222.0.53 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329032 Nov 09 20:03:04.951290 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bffb2e9b-5ac8-4bb7-9478-8a9233566543 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.970870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bffb2e9b-5ac8-4bb7-9478-8a9233566543 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:04.983477 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.006840 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.016120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/2e146ab6-8090-4f1c-a60e-79ac834c615f HTTP/1.1" status: 204 len: 168 time: 1.5795002 Nov 09 20:03:05.024464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58654) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:05.026870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb2e9b-5ac8-4bb7-9478-8a9233566543 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9be70b0-89e5-4d09-8843-3efa27cc1d2e,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:05.061620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a54cb-7cf9-41dc-84d8-f1ffcebd149c tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Network': ['ID=2e146ab6-8090-4f1c-a60e-79ac834c615f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:05.090317 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bffb2e9b-5ac8-4bb7-9478-8a9233566543 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.092490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bffb2e9b-5ac8-4bb7-9478-8a9233566543 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4141269 Nov 09 20:03:05.100867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58658) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:05.114139 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-004dcb4f-494d-45f6-ab4b-4d00c225f0f1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:03:05.115071 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004dcb4f-494d-45f6-ab4b-4d00c225f0f1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:03:05.118754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-004dcb4f-494d-45f6-ab4b-4d00c225f0f1 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/subnets/d68b23c4-cf67-4cd1-8eae-dfae61b0c047 HTTP/1.1" status: 404 len: 337 time: 0.0719376 Nov 09 20:03:05.124870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58660) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:05.200816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58662) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:05.204211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-cda04389-1dea-4ed5-a230-55d6860dea80 service neutron] 10.222.0.53 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154552 Nov 09 20:03:05.210348 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1fecaa3-301a-4214-9775-e203afc66506 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.228364 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e9d0e1-0d3d-4ac7-b5dc-50ea1f2c5e54 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] DELETE failed (client error): The resource could not be found. Nov 09 20:03:05.229239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e9d0e1-0d3d-4ac7-b5dc-50ea1f2c5e54 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:03:05.234303 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-49e9d0e1-0d3d-4ac7-b5dc-50ea1f2c5e54 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/60b754e7-8ec8-484c-9013-0ad84e1a0bea HTTP/1.1" status: 404 len: 339 time: 0.1074920 Nov 09 20:03:05.234820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1fecaa3-301a-4214-9775-e203afc66506 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.241164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58664) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:05.421548 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1fecaa3-301a-4214-9775-e203afc66506 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.434960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1fecaa3-301a-4214-9775-e203afc66506 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.436128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f1fecaa3-301a-4214-9775-e203afc66506 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e9be70b0-89e5-4d09-8843-3efa27cc1d2e HTTP/1.1" status: 204 len: 168 time: 0.3272073 Nov 09 20:03:05.440476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58674) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:05.466101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3096d5d-72df-4977-93e6-7611b4ef0d18 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Deleting subnet 3acfa60e-6113-4368-9e7f-453ced32fab5 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:03:05.475831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3096d5d-72df-4977-93e6-7611b4ef0d18 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.535876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3096d5d-72df-4977-93e6-7611b4ef0d18 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.641326 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3096d5d-72df-4977-93e6-7611b4ef0d18 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.653856 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d85f2428-554a-4cf4-aa34-a5f49b997207 req-c014b04a-502d-4405-a576-81f994b80516 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 210 time: 0.1336424 Nov 09 20:03:05.668352 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f188cc6-8978-42eb-b15c-286dc42ff83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.710796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4eca3437-713b-483b-8a60-d18a4232122e tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2681155 Nov 09 20:03:05.715917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58690) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:05.724993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:05.774505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fecaa3-301a-4214-9775-e203afc66506 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9be70b0-89e5-4d09-8843-3efa27cc1d2e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:05.774902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:03:05.774902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a9beec1-aac5-4617-a0ff-b72a6bfcba25 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:03:05.823125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3096d5d-72df-4977-93e6-7611b4ef0d18 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.873817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3096d5d-72df-4977-93e6-7611b4ef0d18 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Subnet': ['ID=3acfa60e-6113-4368-9e7f-453ced32fab5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:05.874845 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a7c093f-d8c6-4ec2-99b4-dc65f7cb3b29 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.881851 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3096d5d-72df-4977-93e6-7611b4ef0d18 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:05.888856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c3096d5d-72df-4977-93e6-7611b4ef0d18 tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/subnets/3acfa60e-6113-4368-9e7f-453ced32fab5 HTTP/1.1" status: 204 len: 168 time: 0.6434813 Nov 09 20:03:05.893811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eef18e-24cf-4117-8cba-42eba6e11ca1 None None] Network 8a54cd65-fc63-40b7-92ea-25f1dc4101c5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:05.898363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58692) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:05.966450 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a7c093f-d8c6-4ec2-99b4-dc65f7cb3b29 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.046180 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f188cc6-8978-42eb-b15c-286dc42ff83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.054860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f188cc6-8978-42eb-b15c-286dc42ff83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.099945 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9f188cc6-8978-42eb-b15c-286dc42ff83b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=410495f9ab754382913d6787f3f7f63a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8717594 Nov 09 20:03:06.101859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58702) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:06.140159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.151137 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f188cc6-8978-42eb-b15c-286dc42ff83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f17f116-3c1a-44ab-a8ed-fac59313ca77,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:06.167405 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a7c093f-d8c6-4ec2-99b4-dc65f7cb3b29 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.170103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a7c093f-d8c6-4ec2-99b4-dc65f7cb3b29 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.171428 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9a7c093f-d8c6-4ec2-99b4-dc65f7cb3b29 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-groups/e0c07bab-2b07-4fdd-a7e8-e5d778cf98ee HTTP/1.1" status: 204 len: 168 time: 0.4454122 Nov 09 20:03:06.174279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58704) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:06.202365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c093f-d8c6-4ec2-99b4-dc65f7cb3b29 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c07bab-2b07-4fdd-a7e8-e5d778cf98ee,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:06.205437 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-232a281e-9714-42b5-866c-86b1bbf374c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.249077 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-232a281e-9714-42b5-866c-86b1bbf374c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.305522 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf5bc8-d308-4718-952e-c407ee3ebe77 None None] DHCP port deletion for 8a54cd65-fc63-40b7-92ea-25f1dc4101c5 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:03:06.382827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-232a281e-9714-42b5-866c-86b1bbf374c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.387831 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-232a281e-9714-42b5-866c-86b1bbf374c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.390932 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-232a281e-9714-42b5-866c-86b1bbf374c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f17f116-3c1a-44ab-a8ed-fac59313ca77 HTTP/1.1" status: 204 len: 168 time: 0.2880545 Nov 09 20:03:06.396735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6aaf0ae6-8dd2-4d24-8778-5e31812feda9 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2211154 Nov 09 20:03:06.412972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58714) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:06.414230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a281e-9714-42b5-866c-86b1bbf374c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f17f116-3c1a-44ab-a8ed-fac59313ca77,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:06.421423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Deleting port 0705d341-389e-4cc9-9873-edd0baacd937 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:06.421768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.433399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d3016612-89b5-4689-9e96-3e6284e5b471 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610647385'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:06.458333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dacf5bc8-d308-4718-952e-c407ee3ebe77 None None] Deleting port 0705d341-389e-4cc9-9873-edd0baacd937 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:06.458762 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dacf5bc8-d308-4718-952e-c407ee3ebe77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.468380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3016612-89b5-4689-9e96-3e6284e5b471 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.551994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-dacf5bc8-d308-4718-952e-c407ee3ebe77 None None] For port 0705d341-389e-4cc9-9873-edd0baacd937, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0705d341-389e-4cc9-9873-edd0baacd937,segment=NetworkSegment(f82fd2fb-446c-447c-a075-3cd333223f1b),segment_id=f82fd2fb-446c-447c-a075-3cd333223f1b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:06.552411 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dacf5bc8-d308-4718-952e-c407ee3ebe77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.589209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dacf5bc8-d308-4718-952e-c407ee3ebe77 None None] Calling delete_port for 0705d341-389e-4cc9-9873-edd0baacd937 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:06.679129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] For port 0705d341-389e-4cc9-9873-edd0baacd937, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0705d341-389e-4cc9-9873-edd0baacd937,segment=NetworkSegment(f82fd2fb-446c-447c-a075-3cd333223f1b),segment_id=f82fd2fb-446c-447c-a075-3cd333223f1b)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:06.679637 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.721186 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3016612-89b5-4689-9e96-3e6284e5b471 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.726057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Calling delete_port for 0705d341-389e-4cc9-9873-edd0baacd937 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:06.733161 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3016612-89b5-4689-9e96-3e6284e5b471 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.803181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3016612-89b5-4689-9e96-3e6284e5b471 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1137c0-b920-470d-a970-8f7cc884c102,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:06.811292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d3016612-89b5-4689-9e96-3e6284e5b471 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.824316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d3016612-89b5-4689-9e96-3e6284e5b471 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3964870 Nov 09 20:03:06.835845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58726) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:06.841294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-816320ea-395c-4909-bd27-32a1f3073711 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': 'de1137c0-b920-470d-a970-8f7cc884c102', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:06.895386 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dacf5bc8-d308-4718-952e-c407ee3ebe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.903078 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816320ea-395c-4909-bd27-32a1f3073711 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:06.944239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3a62978-5680-4eb0-b2fd-df129ee0b358 req-838c1160-de9f-49b1-b5b4-6aad9cd456f3 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 210 time: 0.1687381 Nov 09 20:03:06.981164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf5bc8-d308-4718-952e-c407ee3ebe77 None None] Pushing event deleted for resources: {'Port': ['ID=0705d341-389e-4cc9-9873-edd0baacd937,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:06.984753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf5bc8-d308-4718-952e-c407ee3ebe77 None None] No DVR routers for this DVR port 0705d341-389e-4cc9-9873-edd0baacd937 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:07.069962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816320ea-395c-4909-bd27-32a1f3073711 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.076008 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816320ea-395c-4909-bd27-32a1f3073711 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.077041 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.107964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816320ea-395c-4909-bd27-32a1f3073711 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcffaef-5b34-4f9b-8bf1-bec8c849f396,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:07.114650 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-816320ea-395c-4909-bd27-32a1f3073711 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.118318 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-816320ea-395c-4909-bd27-32a1f3073711 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2807596 Nov 09 20:03:07.124749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] No DVR routers for this DVR port 0705d341-389e-4cc9-9873-edd0baacd937 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:07.132498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58730) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:07.177259 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6502d0cc-d427-425e-9639-56919b6fd685 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules/0fcffaef-5b34-4f9b-8bf1-bec8c849f396 HTTP/1.1" status: 200 len: 763 time: 0.0360258 Nov 09 20:03:07.184352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58732) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:07.225504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Port': ['ID=0705d341-389e-4cc9-9873-edd0baacd937,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:07.233346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58734) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:07.310006 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d66e291-ce9e-47ae-87e4-56c63dfecc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.339179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.377454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d6175c6e-0667-42fe-b95a-f854c69dd15c tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1912882 Nov 09 20:03:07.378007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58736) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:07.391472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a54cd65-fc63-40b7-92ea-25f1dc4101c5']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:07.419272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82fd2fb-446c-447c-a075-3cd333223f1b') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:07.419564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82fd2fb-446c-447c-a075-3cd333223f1b') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:07.466037 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.469819 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-208fce95-aea9-44e1-9eac-328279c55191 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.500578 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-208fce95-aea9-44e1-9eac-328279c55191 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.524043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.556456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:03:07.557016 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:03:07.562263 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:03:07.585257 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d66e291-ce9e-47ae-87e4-56c63dfecc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.624713 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d66e291-ce9e-47ae-87e4-56c63dfecc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.642227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-208fce95-aea9-44e1-9eac-328279c55191 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.667411 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-208fce95-aea9-44e1-9eac-328279c55191 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.669389 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-208fce95-aea9-44e1-9eac-328279c55191 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0fcffaef-5b34-4f9b-8bf1-bec8c849f396 HTTP/1.1" status: 204 len: 168 time: 0.2886198 Nov 09 20:03:07.676672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58742) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:07.685742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0705d341-389e-4cc9-9873-edd0baacd937 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:07.744725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0705d341-389e-4cc9-9873-edd0baacd937 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:03:07.751749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fce95-aea9-44e1-9eac-328279c55191 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fcffaef-5b34-4f9b-8bf1-bec8c849f396,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:07.752640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0705d341-389e-4cc9-9873-edd0baacd937 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:03:07.760385 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1d44b485-7179-4b17-b570-7f461afa3168 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0825229 Nov 09 20:03:07.760977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58744) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:07.766890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ac566c01-abc1-4cb5-a8b9-8030905957a0 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': 'de1137c0-b920-470d-a970-8f7cc884c102', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:07.793905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66e291-ce9e-47ae-87e4-56c63dfecc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbc9ade-a712-4b6d-8775-7ce394458182,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:07.805608 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.812623 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9d66e291-ce9e-47ae-87e4-56c63dfecc60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33d56cfd5ca54fcda84e9cb7db95e693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5764010 Nov 09 20:03:07.829119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58746) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:07.884076 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:07.900849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] 10.222.0.53 "DELETE /v2.0/networks/8a54cd65-fc63-40b7-92ea-25f1dc4101c5 HTTP/1.1" status: 204 len: 168 time: 1.9939737 Nov 09 20:03:07.900849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b98c0-d25c-458c-a4b1-ee01840defdc tempest-NetworksIpV6Test-973067568 tempest-NetworksIpV6Test-973067568-project] Pushing event deleted for resources: {'Network': ['ID=8a54cd65-fc63-40b7-92ea-25f1dc4101c5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:08.025953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ac566c01-abc1-4cb5-a8b9-8030905957a0 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.095936 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79807a60-0104-4b1e-93a5-f76baa42385c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.180528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ee323e6-e126-4f17-aa81-3997cb6f13c2 req-d3a2476c-8ed9-486c-af36-a863c4473fe0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 210 time: 0.0756311 Nov 09 20:03:08.226346 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79807a60-0104-4b1e-93a5-f76baa42385c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.279589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-668254b5-dec9-4f11-b435-d81fabeef1a5 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:08.282544 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-668254b5-dec9-4f11-b435-d81fabeef1a5 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.77 "GET /v2.0/networks?id=5d54afce-71b0-4351-8282-8cb4d17d0f97 HTTP/1.1" status: 200 len: 809 time: 0.4001796 Nov 09 20:03:08.403065 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ac566c01-abc1-4cb5-a8b9-8030905957a0 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.448595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-ac21e59b-2c55-432f-808c-8fe54006575f tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80985c87c7bf4f1f91e53993a7cb32c3 HTTP/1.1" status: 200 len: 380 time: 0.1294234 Nov 09 20:03:08.448595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ac566c01-abc1-4cb5-a8b9-8030905957a0 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.459215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Request body: {'port': {'device_id': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'admin_state_up': True, 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'security_groups': ['becfea17-9101-450f-9d18-dd3633d6b4c3']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:08.520755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac566c01-abc1-4cb5-a8b9-8030905957a0 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1ee799-997c-439c-b2d5-8bada21e2b23,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:08.537369 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ac566c01-abc1-4cb5-a8b9-8030905957a0 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.541552 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ac566c01-abc1-4cb5-a8b9-8030905957a0 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7775509 Nov 09 20:03:08.541732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58774) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:08.545297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79807a60-0104-4b1e-93a5-f76baa42385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.547867 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-79807a60-0104-4b1e-93a5-f76baa42385c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.560272 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-79807a60-0104-4b1e-93a5-f76baa42385c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbbc9ade-a712-4b6d-8775-7ce394458182 HTTP/1.1" status: 204 len: 168 time: 0.7325103 Nov 09 20:03:08.578493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bc9a460e-9188-4278-bc65-2d088c63dd22 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules/7c1ee799-997c-439c-b2d5-8bada21e2b23 HTTP/1.1" status: 200 len: 763 time: 0.0353453 Nov 09 20:03:08.583501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58778) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:08.589917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79807a60-0104-4b1e-93a5-f76baa42385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbc9ade-a712-4b6d-8775-7ce394458182,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:08.714039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58780) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:08.721440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Made reservation on behalf of 80985c87c7bf4f1f91e53993a7cb32c3 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:08.725778 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.728389 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3fcd3d8a-4a56-4d6b-bd80-6edb42c90aa1 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1434164 Nov 09 20:03:08.733575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58784) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:08.800941 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9b1e8c23-ae09-4055-8a03-57b1df3dff30 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.818922 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9b1e8c23-ae09-4055-8a03-57b1df3dff30 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.866843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9b1e8c23-ae09-4055-8a03-57b1df3dff30 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.886984 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9b1e8c23-ae09-4055-8a03-57b1df3dff30 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:08.888706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9b1e8c23-ae09-4055-8a03-57b1df3dff30 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7c1ee799-997c-439c-b2d5-8bada21e2b23 HTTP/1.1" status: 204 len: 168 time: 0.1541488 Nov 09 20:03:08.889767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e8c23-ae09-4055-8a03-57b1df3dff30 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c1ee799-997c-439c-b2d5-8bada21e2b23,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:08.895342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58788) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:08.983642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7f882f05-e8e1-4b96-a9b0-15d0c68f2b7b tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0869472 Nov 09 20:03:08.986893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58794) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:08.995796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f14ffcde-892f-4f3c-bf55-7a2135eb8fc5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Request body: {'security_group_rule': {'security_group_id': 'de1137c0-b920-470d-a970-8f7cc884c102', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:09.050710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f14ffcde-892f-4f3c-bf55-7a2135eb8fc5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.064986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Allocated IP 172.20.0.14 (5d54afce-71b0-4351-8282-8cb4d17d0f97/51bef35d-5e66-4f37-aad8-e056544b9ad9/6b35edfa-264d-4f4c-a6f4-e36aaeec7674) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:09.297323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f14ffcde-892f-4f3c-bf55-7a2135eb8fc5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.308484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f14ffcde-892f-4f3c-bf55-7a2135eb8fc5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.357344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ffcde-892f-4f3c-bf55-7a2135eb8fc5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f62034-d72b-42ee-94c0-34c0a729bffc,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:09.415842 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f14ffcde-892f-4f3c-bf55-7a2135eb8fc5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.417240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f14ffcde-892f-4f3c-bf55-7a2135eb8fc5 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4293647 Nov 09 20:03:09.424198 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58804) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:09.460521 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93620a2e-206e-48dd-b369-abbfcd229b4b req-2f61ac5e-a42b-4fa1-81a6-3fbb9c0d3e63 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 210 time: 0.0802944 Nov 09 20:03:09.491069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58808) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:09.504079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bba7fcb8-f799-40ef-91b7-3b7124289ecf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0429da71d7154ee98200f068fc58ed8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7869873 Nov 09 20:03:09.514548 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.603933 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8246001-2cda-40c3-b861-e49b7e2fd1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.627587 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8246001-2cda-40c3-b861-e49b7e2fd1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.661180 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-96d9871b-43a4-490c-9b5f-477a5364d9a8 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules/60f62034-d72b-42ee-94c0-34c0a729bffc HTTP/1.1" status: 200 len: 764 time: 0.2333224 Nov 09 20:03:09.673260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.678442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58814) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:09.687376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8246001-2cda-40c3-b861-e49b7e2fd1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.689916 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8246001-2cda-40c3-b861-e49b7e2fd1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.694670 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d8246001-2cda-40c3-b861-e49b7e2fd1d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc308548-f8ec-4a91-b47e-ff97f5b4f892 HTTP/1.1" status: 204 len: 168 time: 0.2000301 Nov 09 20:03:09.716230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8246001-2cda-40c3-b861-e49b7e2fd1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc308548-f8ec-4a91-b47e-ff97f5b4f892,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:09.783660 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9fe74770-5376-4c08-8831-8927a4479cc7 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0983500 Nov 09 20:03:09.789353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58818) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:09.810664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Network 5d54afce-71b0-4351-8282-8cb4d17d0f97 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:09.816832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:09.835358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:09.906701 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb1adaf6-f454-490d-823d-4e0fcee2495a tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:09.936775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb1adaf6-f454-490d-823d-4e0fcee2495a tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.017669 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb1adaf6-f454-490d-823d-4e0fcee2495a tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.031762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bb1adaf6-f454-490d-823d-4e0fcee2495a tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.034063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bb1adaf6-f454-490d-823d-4e0fcee2495a tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/60f62034-d72b-42ee-94c0-34c0a729bffc HTTP/1.1" status: 204 len: 168 time: 0.2387562 Nov 09 20:03:10.041340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58826) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:10.046024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:10.046803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.062077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event updated for resources: {'Port': ['ID=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:10.083335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1adaf6-f454-490d-823d-4e0fcee2495a tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60f62034-d72b-42ee-94c0-34c0a729bffc,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:10.115552 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d61cac98-3eac-4902-9174-6a4049f412bb tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6608853 Nov 09 20:03:10.129329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Request body: {'port': {'device_id': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:10.137310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-de76722a-0aae-4b4f-97e3-b336e4b254cf tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0909283 Nov 09 20:03:10.139918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58830) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:10.258494 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-78bcd6d9-adf9-4813-8abc-dbac18b30227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.349932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.358446 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2876a2b5-a044-44b3-a800-21531299c71b tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.371014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fd03ddff-e245-45b7-ac4d-d69544106d56 None None] Provisioning complete for port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:10.373969 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd03ddff-e245-45b7-ac4d-d69544106d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.397487 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2876a2b5-a044-44b3-a800-21531299c71b tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.481268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fd03ddff-e245-45b7-ac4d-d69544106d56 None None] Port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:10.507283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2876a2b5-a044-44b3-a800-21531299c71b tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.516847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2876a2b5-a044-44b3-a800-21531299c71b tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.520797 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2876a2b5-a044-44b3-a800-21531299c71b tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "DELETE /v2.0/security-groups/de1137c0-b920-470d-a970-8f7cc884c102 HTTP/1.1" status: 204 len: 168 time: 0.3765535 Nov 09 20:03:10.525166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58842) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:10.544543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58844) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:10.585512 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876a2b5-a044-44b3-a800-21531299c71b tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1137c0-b920-470d-a970-8f7cc884c102,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:10.682006 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4c26f4f2-f75b-4111-b981-5d4df89eee99 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1396625 Nov 09 20:03:10.691803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58854) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:10.795783 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ec925ab0-412c-4705-a859-bc9cf6b9a222 tempest-SecGroupTest-699693292 tempest-SecGroupTest-699693292-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021967 Nov 09 20:03:10.811135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2059328683'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:10.861497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Made reservation on behalf of 7a8a8cfe96e54b0a831432e2a2821a70 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:10.873623 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.893111 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:10.917915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c190034-ec96-4358-ac78-66638c81b41e req-748af24f-7ef0-47d9-b60f-19b10fd66aab tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:10.919498 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c190034-ec96-4358-ac78-66638c81b41e req-748af24f-7ef0-47d9-b60f-19b10fd66aab tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 932 time: 0.3078804 Nov 09 20:03:11.091562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c190034-ec96-4358-ac78-66638c81b41e req-e005f1a2-0b33-4a9e-950b-82e0f8e02a65 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543443 Nov 09 20:03:11.222476 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:11.228430 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:11.344103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:03:11.372118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58872) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:11.380534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:03:11.388079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:11.420187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff12c964-da8c-40fe-b8a8-4d9b8b22f204,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:11.434791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:11.435147 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Added segment f5fcab7c-264e-49d1-b427-3237e08be472 of type vlan for network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 Nov 09 20:03:11.442623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Transition to ACTIVE for port object 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:03:11.449564 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:11.504078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Pushing event updated for resources: {'Port': ['ID=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:11.532272 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:11.603762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:11.609526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:11.610183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:11.693178 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Attempting to bind port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:03:11.693758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Attempting to bind port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:03:11.694211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Attempting to bind port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 on network 5d54afce-71b0-4351-8282-8cb4d17d0f97 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:03:11.716468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 on network 5d54afce-71b0-4351-8282-8cb4d17d0f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:03:11.721148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Attempting to bind port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 on network 5d54afce-71b0-4351-8282-8cb4d17d0f97 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:03:11.752161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:03:11.753132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Checking segment: {'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:03:11.756952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Bound using segment: {'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:03:11.760316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Bound port: 6b35edfa-264d-4f4c-a6f4-e36aaeec7674, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546d88b0-7593-45df-ac69-7f522a4e2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:03:11.760916 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:11.787212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2341607 Nov 09 20:03:11.789454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58880) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:11.795858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'subnet': {'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:11.919780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] For port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:03:11.933974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] For port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:03:11.939241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064418ec-73fd-49e6-9701-7fa99d5bacba tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Network': ['ID=a4fbd8d1-b091-4d7c-a392-62cb23ae6210,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:11.944825 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:11.952756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:03:12.014890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58886) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:12.101458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Made reservation on behalf of 7a8a8cfe96e54b0a831432e2a2821a70 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:12.105372 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:12.110897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:12.115096 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:12.121965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] 10.222.0.77 "PUT /v2.0/ports/6b35edfa-264d-4f4c-a6f4-e36aaeec7674 HTTP/1.1" status: 200 len: 1092 time: 1.9931862 Nov 09 20:03:12.131116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'tag': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:12.142049 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3becda71-8853-46b7-9e28-a4a34eecd108" -d '{"events": [{"name": "network-changed", "server_uuid": "acee8713-2a4a-4f08-8d61-fc5433c476bf", "tag": "6b35edfa-264d-4f4c-a6f4-e36aaeec7674"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:12.318356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-776c32f2-8298-43b9-98f4-6707412092aa tempest-ServiceProvidersTest-815737263 tempest-ServiceProvidersTest-815737263-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3023388 Nov 09 20:03:12.496042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bad90-1cbb-4b7a-82da-3afbdc13533c service neutron] Pushing event updated for resources: {'Port': ['ID=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:12.595225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-8f6cbbf0-0d5c-4e8c-8039-c634c026bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:12.598965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-8f6cbbf0-0d5c-4e8c-8039-c634c026bb22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80985c87c7bf4f1f91e53993a7cb32c3&device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 1095 time: 0.3959467 Nov 09 20:03:12.617529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9c9b3336-7af5-4777-9a16-b33bb8e0ba34 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=061cb58604a642e5a45a2109682eb30c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2437630 Nov 09 20:03:12.618886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58902) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:12.654210 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:12.689565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-18d1b21b-4a37-4c1d-ad44-b1ec6e587e33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674 HTTP/1.1" status: 200 len: 217 time: 0.0693963 Nov 09 20:03:12.703539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063e070-a316-4d73-a4aa-4d7df36867a8 req-470e90ae-ae93-4f8b-af86-582cdc9f3a29 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:12.705400 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6063e070-a316-4d73-a4aa-4d7df36867a8 req-470e90ae-ae93-4f8b-af86-582cdc9f3a29 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 944 time: 0.3319349 Nov 09 20:03:12.822608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d04dc763-b384-450c-b04b-bba8641817ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:12.825549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58906) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:12.825962 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-d04dc763-b384-450c-b04b-bba8641817ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51bef35d-5e66-4f37-aad8-e056544b9ad9 HTTP/1.1" status: 200 len: 848 time: 0.1193898 Nov 09 20:03:12.899950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Subnet': ['ID=06a76c71-378f-4880-bfa0-d0de192bc9f7,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:12.903107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Checking segment: {'id': 'f5fcab7c-264e-49d1-b427-3237e08be472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:03:12.903649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Network hostable DHCP agents. Network: a4fbd8d1-b091-4d7c-a392-62cb23ae6210, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:03:12.961915 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d637bc59-fa7a-4165-bc77-8ff7f10a8bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:13.007483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:03:13.085874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-6a8b1e9b-107f-41c6-a619-406bbb110b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:13.086471 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d637bc59-fa7a-4165-bc77-8ff7f10a8bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:13.088130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a4fbd8d1-b091-4d7c-a392-62cb23ae6210) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:13.093409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-6a8b1e9b-107f-41c6-a619-406bbb110b34 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d54afce-71b0-4351-8282-8cb4d17d0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560797 Nov 09 20:03:13.104046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efa55e0-55f6-44a8-bc2a-bd8997aaea5f None None] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:13.115627 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6063e070-a316-4d73-a4aa-4d7df36867a8 req-deaf8942-e4dd-4edf-849e-210c3c44be3a tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946753 Nov 09 20:03:13.132685 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b892d03c-dc68-4a1b-b6ea-a0b5b064b3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:13.148880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:13.151806 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:13.199981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d885141c-09ff-4af1-ac5b-847ec3e6d45a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4080963 Nov 09 20:03:13.213529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 58912) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:13.233347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'port': {'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2063993751'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:13.257541 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-618229fc-a848-4539-a3c9-358659bfe8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:13.542832 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-0e3c808b-3500-404a-89e1-1cd4b36662de service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256628 Nov 09 20:03:13.546498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a4fbd8d1-b091-4d7c-a392-62cb23ae6210', 'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210', 'tenant_id': '7a8a8cfe96e54b0a831432e2a2821a70', 'fixed_ips': [{'subnet_id': '06a76c71-378f-4880-bfa0-d0de192bc9f7'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:03:13.548029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d637bc59-fa7a-4165-bc77-8ff7f10a8bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:13.549344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:13.551969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d637bc59-fa7a-4165-bc77-8ff7f10a8bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:13.553333 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d637bc59-fa7a-4165-bc77-8ff7f10a8bf3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10fbd645-eb9f-49c1-8bf6-a14068cb31a7 HTTP/1.1" status: 204 len: 168 time: 0.9334364 Nov 09 20:03:13.598926 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:13.632281 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f3c2c0-6996-4502-877b-e6e56f98dc08 x-openstack-request-id: req-81f3c2c0-6996-4502-877b-e6e56f98dc08 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:13.632595 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acee8713-2a4a-4f08-8d61-fc5433c476bf", "tag": "6b35edfa-264d-4f4c-a6f4-e36aaeec7674", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:13.632852 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81f3c2c0-6996-4502-877b-e6e56f98dc08 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:13.637720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637bc59-fa7a-4165-bc77-8ff7f10a8bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fbd645-eb9f-49c1-8bf6-a14068cb31a7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:13.639372 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'tag': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674', 'status': 'completed', 'code': 200} Nov 09 20:03:13.825976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084522-2d55-4bbb-a81c-f3c9b1f530d0 req-2532586d-e2fc-4710-a04e-d1346453f931 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:13.855903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084522-2d55-4bbb-a81c-f3c9b1f530d0 req-2532586d-e2fc-4710-a04e-d1346453f931 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:13.875742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084522-2d55-4bbb-a81c-f3c9b1f530d0 req-2532586d-e2fc-4710-a04e-d1346453f931 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:13.876624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Allocated IP 2001:db8::2 (a4fbd8d1-b091-4d7c-a392-62cb23ae6210/06a76c71-378f-4880-bfa0-d0de192bc9f7/d8ecb3c8-e2de-459d-a6b0-1f7157128f65) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:13.900470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084522-2d55-4bbb-a81c-f3c9b1f530d0 req-2532586d-e2fc-4710-a04e-d1346453f931 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:13.906065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4a4286b-fde4-4414-b992-a6d8f65ae909 req-35747a4a-4def-4a9d-8efa-d935f9bbdd65 service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505783 Nov 09 20:03:13.919695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084522-2d55-4bbb-a81c-f3c9b1f530d0 req-2532586d-e2fc-4710-a04e-d1346453f931 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:13.945803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084522-2d55-4bbb-a81c-f3c9b1f530d0 req-2532586d-e2fc-4710-a04e-d1346453f931 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:13.952636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084522-2d55-4bbb-a81c-f3c9b1f530d0 req-2532586d-e2fc-4710-a04e-d1346453f931 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:13.954767 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-18084522-2d55-4bbb-a81c-f3c9b1f530d0 req-2532586d-e2fc-4710-a04e-d1346453f931 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5435 time: 0.5486767 Nov 09 20:03:14.075883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-0efebbc3-4381-4abe-8b40-b263a347de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.077853 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b892d03c-dc68-4a1b-b6ea-a0b5b064b3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:14.090108 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-0efebbc3-4381-4abe-8b40-b263a347de93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80985c87c7bf4f1f91e53993a7cb32c3&device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 1095 time: 0.1094992 Nov 09 20:03:14.129846 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:14.143266 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b892d03c-dc68-4a1b-b6ea-a0b5b064b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:14.150025 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:14.209886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Made reservation on behalf of 7a8a8cfe96e54b0a831432e2a2821a70 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:14.219416 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:14.232243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:14.252901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:14.254620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-18084522-2d55-4bbb-a81c-f3c9b1f530d0 req-e2e2ec30-46c5-4614-bdd8-edc0d79e469c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2893000 Nov 09 20:03:14.265115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:14.335735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-2f1d220a-1500-4bec-93e3-f32b0a035a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.343406 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-2f1d220a-1500-4bec-93e3-f32b0a035a1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d54afce-71b0-4351-8282-8cb4d17d0f97 HTTP/1.1" status: 200 len: 910 time: 0.2447314 Nov 09 20:03:14.363179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] device_id is not set on port 3229082f-40a8-42f8-b27e-37ea11b2f26b yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:03:14.387509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892d03c-dc68-4a1b-b6ea-a0b5b064b3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcc17fa-de5a-4f9e-9d84-603abe37f0c1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:14.409297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 58934) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:14.410118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b892d03c-dc68-4a1b-b6ea-a0b5b064b3e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2fc373763d747c2a3643cf5a29b655b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5815990 Nov 09 20:03:14.450319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Pushing event updated for resources: {'Port': ['ID=d8ecb3c8-e2de-459d-a6b0-1f7157128f65,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:14.453142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Attempting to bind port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:03:14.453880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Attempting to bind port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'f5fcab7c-264e-49d1-b427-3237e08be472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:03:14.453880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Attempting to bind port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 on network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:03:14.471232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:03:14.471609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Checking segment: {'id': 'f5fcab7c-264e-49d1-b427-3237e08be472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:03:14.472781 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:14.473393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Bound using segment: {'id': 'f5fcab7c-264e-49d1-b427-3237e08be472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:03:14.473515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c46dba17-6706-4634-aa9c-d8cdd6ffe63d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.477335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Bound port: d8ecb3c8-e2de-459d-a6b0-1f7157128f65, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fcab7c-264e-49d1-b427-3237e08be472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:03:14.477746 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:14.482163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c46dba17-6706-4634-aa9c-d8cdd6ffe63d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.492619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c46dba17-6706-4634-aa9c-d8cdd6ffe63d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.506271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c46dba17-6706-4634-aa9c-d8cdd6ffe63d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.525924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c46dba17-6706-4634-aa9c-d8cdd6ffe63d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.532657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c46dba17-6706-4634-aa9c-d8cdd6ffe63d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.539654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c46dba17-6706-4634-aa9c-d8cdd6ffe63d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.539830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb54699-cfb7-48bb-ab18-a7c074d57b97 req-6599e294-a7dd-4cd8-8d1e-57f19fc8ea65 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.544307 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3fb54699-cfb7-48bb-ab18-a7c074d57b97 req-6599e294-a7dd-4cd8-8d1e-57f19fc8ea65 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 944 time: 0.3018060 Nov 09 20:03:14.547436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c46dba17-6706-4634-aa9c-d8cdd6ffe63d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5435 time: 0.2650113 Nov 09 20:03:14.557224 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-f00745b4-0d28-4bff-bd1d-39fe55f699ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674 HTTP/1.1" status: 200 len: 217 time: 0.1965168 Nov 09 20:03:14.610702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-747020b5-15be-44e0-bde3-06270476bfff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.612193 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-747020b5-15be-44e0-bde3-06270476bfff tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "GET /v2.0/ports/798d55a3-8842-48f3-a4fa-1060ba1794ef?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0578752 Nov 09 20:03:14.678598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-2c403985-5e70-40d1-8c16-c4e6917543ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.688941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-2c403985-5e70-40d1-8c16-c4e6917543ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51bef35d-5e66-4f37-aad8-e056544b9ad9 HTTP/1.1" status: 200 len: 848 time: 0.1077113 Nov 09 20:03:14.728644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] For port d8ecb3c8-e2de-459d-a6b0-1f7157128f65, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:03:14.735859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] For port d8ecb3c8-e2de-459d-a6b0-1f7157128f65, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d8ecb3c8-e2de-459d-a6b0-1f7157128f65,segment=NetworkSegment(f5fcab7c-264e-49d1-b427-3237e08be472),segment_id=f5fcab7c-264e-49d1-b427-3237e08be472)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:03:14.739441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:14.753603 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:14.874230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f0608-32cd-44b6-8495-384b365365ef None None] Pushing event updated for resources: {'Port': ['ID=d8ecb3c8-e2de-459d-a6b0-1f7157128f65,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:14.892412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc408495-2fca-44c5-90ce-9ff0e81ea81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:14.920896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-8082475e-9a6b-440f-93e6-7f3e22215498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:14.922863 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-8082475e-9a6b-440f-93e6-7f3e22215498 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d54afce-71b0-4351-8282-8cb4d17d0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171173 Nov 09 20:03:14.946955 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3fb54699-cfb7-48bb-ab18-a7c074d57b97 req-6e18b179-4c2b-4c67-a1d3-22c27d76fe81 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938084 Nov 09 20:03:15.037368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc408495-2fca-44c5-90ce-9ff0e81ea81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:15.125867 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc408495-2fca-44c5-90ce-9ff0e81ea81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:15.130979 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc408495-2fca-44c5-90ce-9ff0e81ea81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:15.134806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bc408495-2fca-44c5-90ce-9ff0e81ea81d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1dcc17fa-de5a-4f9e-9d84-603abe37f0c1 HTTP/1.1" status: 204 len: 168 time: 0.7065980 Nov 09 20:03:15.167294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc408495-2fca-44c5-90ce-9ff0e81ea81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcc17fa-de5a-4f9e-9d84-603abe37f0c1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:15.184409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-ad565a42-b15a-4a4f-9fbe-e23315db63de service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278755 Nov 09 20:03:15.348611 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3becda71-8853-46b7-9e28-a4a34eecd108 req-213c2a49-73c7-4f17-b589-1a02d229b714 service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561201 Nov 09 20:03:15.554915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bbc-2d8b-422e-a90f-528155443b2a req-a24e8529-6469-4d5f-9fc5-864ca88fe698 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:15.562878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bbc-2d8b-422e-a90f-528155443b2a req-a24e8529-6469-4d5f-9fc5-864ca88fe698 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:15.573262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bbc-2d8b-422e-a90f-528155443b2a req-a24e8529-6469-4d5f-9fc5-864ca88fe698 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:15.582981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bbc-2d8b-422e-a90f-528155443b2a req-a24e8529-6469-4d5f-9fc5-864ca88fe698 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:15.590948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bbc-2d8b-422e-a90f-528155443b2a req-a24e8529-6469-4d5f-9fc5-864ca88fe698 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:15.598483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bbc-2d8b-422e-a90f-528155443b2a req-a24e8529-6469-4d5f-9fc5-864ca88fe698 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:15.608113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4bbc-2d8b-422e-a90f-528155443b2a req-a24e8529-6469-4d5f-9fc5-864ca88fe698 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:15.610443 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b3a4bbc-2d8b-422e-a90f-528155443b2a req-a24e8529-6469-4d5f-9fc5-864ca88fe698 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 5435 time: 0.2004175 Nov 09 20:03:15.684076 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-aa916c76-6634-4a00-8055-f1f771505426 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "GET /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0645959 Nov 09 20:03:15.688051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Allocated IP 2001:db8::8a (a4fbd8d1-b091-4d7c-a392-62cb23ae6210/06a76c71-378f-4880-bfa0-d0de192bc9f7/3229082f-40a8-42f8-b27e-37ea11b2f26b) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:15.707103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:15.805219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b3a4bbc-2d8b-422e-a90f-528155443b2a req-8fcab818-e726-427f-866c-331902295aad tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1736534 Nov 09 20:03:15.807688 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:15.880821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d8ecb3c8-e2de-459d-a6b0-1f7157128f65 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:03:16.072009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:16.072493 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:16.137362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:03:16.272599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] For port 798d55a3-8842-48f3-a4fa-1060ba1794ef, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=798d55a3-8842-48f3-a4fa-1060ba1794ef,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:16.358677 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:16.397885 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:16.437041 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] For port 798d55a3-8842-48f3-a4fa-1060ba1794ef, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:03:16.493085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port d8ecb3c8-e2de-459d-a6b0-1f7157128f65, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d8ecb3c8-e2de-459d-a6b0-1f7157128f65,segment=NetworkSegment(f5fcab7c-264e-49d1-b427-3237e08be472),segment_id=f5fcab7c-264e-49d1-b427-3237e08be472)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:16.517396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:16.536576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:16.614098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'port_id': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674', 'mac_address': 'fa:16:3e:1c:d1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:03:16.642436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:16.712190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:16.726189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf7bb84-5984-449e-bd96-8943bec09cd5 None None] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:16.759307 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:16.864435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] device_id is not set on port 798d55a3-8842-48f3-a4fa-1060ba1794ef yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:03:16.881040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:03:16.925507 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:16.944182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:16.950330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:16.957144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:16.959963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:16.967459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:16.968620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:17.020435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9788320-da9e-41dc-9384-e02bcfdc1af3 req-1be6460c-e74b-4ff2-8070-80bcdc0d01e6 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:17.021138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=d8ecb3c8-e2de-459d-a6b0-1f7157128f65,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:17.030181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9788320-da9e-41dc-9384-e02bcfdc1af3 req-1be6460c-e74b-4ff2-8070-80bcdc0d01e6 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 944 time: 0.6156225 Nov 09 20:03:17.047598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84215-b392-4541-8d34-0877e7313da4 req-d137f412-e950-469f-bb3c-8a37ce589f9f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:17.056996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-d137f412-e950-469f-bb3c-8a37ce589f9f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.2336209 Nov 09 20:03:17.077657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-0813e9b2-0ab6-41e3-a7ef-e0dca0a0afdc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/quotas/93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 375 time: 0.0190415 Nov 09 20:03:17.168236 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9535804 Nov 09 20:03:17.168992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fdf38-fe45-4b18-b907-50a1b1ec6d33 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Port': ['ID=3229082f-40a8-42f8-b27e-37ea11b2f26b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:17.172194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:17.181976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59024) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:17.188590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:17.198213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'port': {'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2133424817', 'allowed_address_pairs': [{'ip_address': '2001:db8::8a', 'mac_address': 'fa:16:3e:73:ca:c0'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:17.208584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-feb815bb-c110-40f8-a217-36f584aabad9 None None] Provisioning complete for port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:17.214755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-feb815bb-c110-40f8-a217-36f584aabad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:17.234102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] No DVR routers for this DVR port 798d55a3-8842-48f3-a4fa-1060ba1794ef on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:17.384114 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8f28cd82-7701-40a9-bff8-226fa6f6cfce no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:17.398421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] In _notify_port_updated(), no bound segment for port 798d55a3-8842-48f3-a4fa-1060ba1794ef on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 20:03:17.403604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:17.404250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:17.405581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] 10.222.0.70 "PUT /v2.0/ports/798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 200 len: 1028 time: 1.7079504 Nov 09 20:03:17.504741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['6b35edfa-264d-4f4c-a6f4-e36aaeec7674'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:03:17.546719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-6868272a-685a-4f89-b546-3a8aa4e903da tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:17.548216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-6868272a-685a-4f89-b546-3a8aa4e903da tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "GET /v2.0/ports/8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1162920 Nov 09 20:03:17.564077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59026) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:17.593556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:17.631050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9788320-da9e-41dc-9384-e02bcfdc1af3 req-6d98e68d-141d-4f0e-8b57-eedee7ccbef8 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5912671 Nov 09 20:03:17.747379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf04cd-4c07-4189-972a-88e6aa502241 service neutron] Pushing event updated for resources: {'Port': ['ID=798d55a3-8842-48f3-a4fa-1060ba1794ef,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:17.752791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:17.841161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d8ecb3c8-e2de-459d-a6b0-1f7157128f65 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:03:17.911760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-53ae5bd5-b8e5-4f05-afcc-68f241f30616 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8275578 Nov 09 20:03:17.947442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1100017094'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:17.971026 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.093054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-52873d44-8c21-4bbb-8274-00f4f215392f service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739435 Nov 09 20:03:18.098203 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99afd8b-b7ee-49eb-8b18-8bd1f34c01b9 req-1ce4a972-2a4a-45c5-8b37-188160799a04 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:18.103660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Made reservation on behalf of 7a8a8cfe96e54b0a831432e2a2821a70 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:18.104723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99afd8b-b7ee-49eb-8b18-8bd1f34c01b9 req-1ce4a972-2a4a-45c5-8b37-188160799a04 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:18.111745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99afd8b-b7ee-49eb-8b18-8bd1f34c01b9 req-1ce4a972-2a4a-45c5-8b37-188160799a04 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:18.121353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99afd8b-b7ee-49eb-8b18-8bd1f34c01b9 req-1ce4a972-2a4a-45c5-8b37-188160799a04 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:18.129146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99afd8b-b7ee-49eb-8b18-8bd1f34c01b9 req-1ce4a972-2a4a-45c5-8b37-188160799a04 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:18.137529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99afd8b-b7ee-49eb-8b18-8bd1f34c01b9 req-1ce4a972-2a4a-45c5-8b37-188160799a04 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:18.140712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e99afd8b-b7ee-49eb-8b18-8bd1f34c01b9 req-1ce4a972-2a4a-45c5-8b37-188160799a04 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 4660 time: 0.2850223 Nov 09 20:03:18.184848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Made reservation on behalf of 87ad28a5125643ae87b8e88ff7eacfef for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:18.196042 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.271709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.338260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-c5902e45-064e-494d-a5bc-cbb0d8eb38a9 service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383246 Nov 09 20:03:18.344774 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.392571 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e99afd8b-b7ee-49eb-8b18-8bd1f34c01b9 req-6b8bccd2-04d2-4dd6-b873-87622e6890db tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09248a9-0e9b-44fa-809f-1d62e04316c1&id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2209687 Nov 09 20:03:18.427161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:18.427537 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.447064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f28cd82-7701-40a9-bff8-226fa6f6cfce'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:18.450099 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921a0a2e-583b-4cc0-b2de-2bb2d88bf8d4" -d '{"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-unplugged", "status": "completed", "tag": "8f28cd82-7701-40a9-bff8-226fa6f6cfce"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:18.490681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.516859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] device_id is not set on port 57ded53e-e409-4a39-a71a-da3aa00f7080 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:03:18.581793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 8f28cd82-7701-40a9-bff8-226fa6f6cfce, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:18.614226 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.618843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:18.666498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] For port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:18.726238 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.742806 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.747519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] For port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:03:18.775651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Allocated IP 2001:db8::351 (a4fbd8d1-b091-4d7c-a392-62cb23ae6210/06a76c71-378f-4880-bfa0-d0de192bc9f7/57ded53e-e409-4a39-a71a-da3aa00f7080) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:18.812753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:03:18.827153 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b295253c-10e6-426b-b353-b3736ac0e94b x-openstack-request-id: req-b295253c-10e6-426b-b353-b3736ac0e94b {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:18.827447 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-unplugged", "status": "completed", "tag": "8f28cd82-7701-40a9-bff8-226fa6f6cfce", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:18.827703 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b295253c-10e6-426b-b353-b3736ac0e94b {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:18.828181 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f28cd82-7701-40a9-bff8-226fa6f6cfce', 'code': 200} Nov 09 20:03:18.839132 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e7e84f51-3932-431d-9ca4-438d9f774b0b None None] Provisioning complete for port 798d55a3-8842-48f3-a4fa-1060ba1794ef triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:18.839505 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7e84f51-3932-431d-9ca4-438d9f774b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.845452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] device_id is not set on port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:03:18.858759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.859242 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Added segment d974606c-7c81-4032-a32c-ae32e6bcd653 of type vlan for network 5d665541-bbb4-467d-98d8-79189f026fde Nov 09 20:03:18.860887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74979d7-1cfb-4538-8a29-618b08207dca,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:18.879220 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.888656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e7e84f51-3932-431d-9ca4-438d9f774b0b None None] Port 798d55a3-8842-48f3-a4fa-1060ba1794ef cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:18.926189 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:18.935313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=8f28cd82-7701-40a9-bff8-226fa6f6cfce,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:18.944148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.007329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e7e84f51-3932-431d-9ca4-438d9f774b0b None None] Provisioning complete for port 3229082f-40a8-42f8-b27e-37ea11b2f26b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:19.007707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7e84f51-3932-431d-9ca4-438d9f774b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.075242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e7e84f51-3932-431d-9ca4-438d9f774b0b None None] Port 3229082f-40a8-42f8-b27e-37ea11b2f26b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:19.115274 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.153679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e7e84f51-3932-431d-9ca4-438d9f774b0b None None] Provisioning complete for port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:19.154243 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7e84f51-3932-431d-9ca4-438d9f774b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.161112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] No DVR routers for this DVR port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:19.166881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:19.202379 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.212439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c9fda-862c-4ec8-b60f-5a0b2767dedb req-5de4a8a8-ef82-4648-8be1-098532d0cefd tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:19.215227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-581c9fda-862c-4ec8-b60f-5a0b2767dedb req-5de4a8a8-ef82-4648-8be1-098532d0cefd tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 945 time: 0.2784057 Nov 09 20:03:19.216089 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.223576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:19.224466 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.253060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:19.266433 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.267730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f94dd3ea-a681-4f04-b7f6-57ba149ea00d no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:19.309381 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.427998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:19.434251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:19.454456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:19.455525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] In _notify_port_updated(), no bound segment for port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 on network 9922e85b-217c-4111-8287-e2d3d6eef303 {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 20:03:19.457437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:19.459934 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.463206 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-292c7d66-6a52-48aa-acfb-9089d9e598bc service neutron] 10.222.0.70 "PUT /v2.0/ports/8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 200 len: 1027 time: 1.8795829 Nov 09 20:03:19.466535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:19.473507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.474843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9096060 Nov 09 20:03:19.475744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:19.477340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59072) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:19.481676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Port': ['ID=57ded53e-e409-4a39-a71a-da3aa00f7080,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:19.486264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Request body: {'subnet': {'network_id': '5d665541-bbb4-467d-98d8-79189f026fde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:19.494249 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-581c9fda-862c-4ec8-b60f-5a0b2767dedb req-ac5c3535-18de-432d-b59e-44339f2819c5 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664831 Nov 09 20:03:19.545844 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-abcd73f9-46c8-4ba8-b221-4e0ced2e0f66 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3592048 Nov 09 20:03:19.547346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59074) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:19.573408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7db5a-795d-414a-999f-412746805573 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Pushing event updated for resources: {'Network': ['ID=5d665541-bbb4-467d-98d8-79189f026fde,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:19.600428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5d665541-bbb4-467d-98d8-79189f026fde details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:03:19.750161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1572b08-e1ba-45b9-9eff-7d44ee6b087d tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:19.758693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1572b08-e1ba-45b9-9eff-7d44ee6b087d tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:19.765341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1572b08-e1ba-45b9-9eff-7d44ee6b087d tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:19.770152 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d1572b08-e1ba-45b9-9eff-7d44ee6b087d tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2176332 Nov 09 20:03:19.773010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59080) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:19.879201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c727696d-1e41-4dd3-b3c1-6d11792cf009 None None] Provisioning complete for port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:19.881162 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c727696d-1e41-4dd3-b3c1-6d11792cf009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.892948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:19.894146 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.934290 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:19.944816 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8624fc6b-086c-4998-bcb3-81274a806ef3 req-10da567c-4088-472e-bde2-76ca6d1d5048 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 210 time: 0.0649679 Nov 09 20:03:19.970765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c727696d-1e41-4dd3-b3c1-6d11792cf009 None None] Port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:19.998569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f94dd3ea-a681-4f04-b7f6-57ba149ea00d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:20.005213 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.006172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 798d55a3-8842-48f3-a4fa-1060ba1794ef no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:20.048344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9a103574-6605-4f93-a6c0-6183d467e6d8 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Deleting port 57ded53e-e409-4a39-a71a-da3aa00f7080 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:20.048976 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a103574-6605-4f93-a6c0-6183d467e6d8 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.094864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 798d55a3-8842-48f3-a4fa-1060ba1794ef not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:03:20.095213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:20.107627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] For port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:20.108139 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.130654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c3d3a690-ce34-4d03-bcb2-903089c3d50d None None] Provisioning complete for port 57ded53e-e409-4a39-a71a-da3aa00f7080 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:20.131045 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a690-ce34-4d03-bcb2-903089c3d50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.182635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:03:20.182926 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a103574-6605-4f93-a6c0-6183d467e6d8 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.199970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9a103574-6605-4f93-a6c0-6183d467e6d8 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Calling delete_port for 57ded53e-e409-4a39-a71a-da3aa00f7080 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:20.254310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3a690-ce34-4d03-bcb2-903089c3d50d None None] Port 57ded53e-e409-4a39-a71a-da3aa00f7080 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:20.264816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:20.274835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:03:20.275756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:20.383945 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a103574-6605-4f93-a6c0-6183d467e6d8 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.401358 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.494725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:20.506647 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.509899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 226eb50e-f3ac-4a77-be02-965ef85c74bd no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:20.542843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a103574-6605-4f93-a6c0-6183d467e6d8 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event deleted for resources: {'Port': ['ID=57ded53e-e409-4a39-a71a-da3aa00f7080,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:20.621954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:03:20.629744 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.630267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.636000 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Floating IP 8ea7582d-f3fb-4bbc-9d78-17e2832b9fc0 disassociated. External IP: 172.25.6.112, port: 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2. Nov 09 20:03:20.637617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Calling delete_port for 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:20.678696 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a103574-6605-4f93-a6c0-6183d467e6d8 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.685126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9a103574-6605-4f93-a6c0-6183d467e6d8 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "DELETE /v2.0/ports/57ded53e-e409-4a39-a71a-da3aa00f7080 HTTP/1.1" status: 204 len: 168 time: 0.9109714 Nov 09 20:03:20.687698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59098) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:20.689966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:20.702586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.751688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Made reservation on behalf of 87ad28a5125643ae87b8e88ff7eacfef for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:20.759302 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.776265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:20.789736 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eeef517-86b0-4ae3-9ad4-277a75764a43 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] GET failed (client error): The resource could not be found. Nov 09 20:03:20.795124 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9eeef517-86b0-4ae3-9ad4-277a75764a43 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "GET /v2.0/ports/57ded53e-e409-4a39-a71a-da3aa00f7080 HTTP/1.1" status: 404 len: 333 time: 0.1060300 Nov 09 20:03:20.800508 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633ae8a-2064-4d95-b072-3cb9f155e232 req-192e72b9-ffe9-4893-ac5e-c1582776638c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:20.807214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633ae8a-2064-4d95-b072-3cb9f155e232 req-192e72b9-ffe9-4893-ac5e-c1582776638c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:20.813045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59100) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:20.817606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633ae8a-2064-4d95-b072-3cb9f155e232 req-192e72b9-ffe9-4893-ac5e-c1582776638c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:20.825339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633ae8a-2064-4d95-b072-3cb9f155e232 req-192e72b9-ffe9-4893-ac5e-c1582776638c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:20.826393 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:20.828426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'port': {'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1307971409'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:20.830506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2'}, {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94dd3ea-a681-4f04-b7f6-57ba149ea00d'}, {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d2baf1-a7ff-4cc6-b51c-10d0ac807575'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:20.833452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633ae8a-2064-4d95-b072-3cb9f155e232 req-192e72b9-ffe9-4893-ac5e-c1582776638c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:20.834153 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db7e2bb-2c3f-47c8-b55e-498bf4f6beb1" -d '{"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-unplugged", "status": "completed", "tag": "5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2"}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-unplugged", "status": "completed", "tag": "f94dd3ea-a681-4f04-b7f6-57ba149ea00d"}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d2baf1-a7ff-4cc6-b51c-10d0ac807575"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:20.835593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6633ae8a-2064-4d95-b072-3cb9f155e232 req-192e72b9-ffe9-4893-ac5e-c1582776638c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 3882 time: 1.1002498 Nov 09 20:03:20.927229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 226eb50e-f3ac-4a77-be02-965ef85c74bd, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:20.950741 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.016038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6633ae8a-2064-4d95-b072-3cb9f155e232 req-90c9a89a-434e-40f0-8775-c56eb4d0eab2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099153 Nov 09 20:03:21.019457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1d634-048b-42d9-8a19-a8ffbd6cbc84 req-db8953d9-3aac-4fbc-9607-46cf16a9a37c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:21.020990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bef1d634-048b-42d9-8a19-a8ffbd6cbc84 req-db8953d9-3aac-4fbc-9607-46cf16a9a37c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 945 time: 0.3181634 Nov 09 20:03:21.035780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.068188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=226eb50e-f3ac-4a77-be02-965ef85c74bd,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:21.091578 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e9bfff-cc92-49a3-a63c-95dc75082b7c x-openstack-request-id: req-24e9bfff-cc92-49a3-a63c-95dc75082b7c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:21.097028 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-unplugged", "status": "completed", "tag": "5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2", "code": 200}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-unplugged", "status": "completed", "tag": "f94dd3ea-a681-4f04-b7f6-57ba149ea00d", "code": 200}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d2baf1-a7ff-4cc6-b51c-10d0ac807575", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:21.097365 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24e9bfff-cc92-49a3-a63c-95dc75082b7c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:21.097885 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2', 'code': 200} Nov 09 20:03:21.098146 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94dd3ea-a681-4f04-b7f6-57ba149ea00d', 'code': 200} Nov 09 20:03:21.098544 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d2baf1-a7ff-4cc6-b51c-10d0ac807575', 'code': 200} Nov 09 20:03:21.113514 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:21.122871 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.181367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.185580 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bef1d634-048b-42d9-8a19-a8ffbd6cbc84 req-5c01bbe2-8b11-4a23-ac5e-c92485518af3 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386909 Nov 09 20:03:21.223872 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.226637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Made reservation on behalf of 7a8a8cfe96e54b0a831432e2a2821a70 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:21.229857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:21.230451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Port': ['ID=5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:21.231706 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.261756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] device_id is not set on port 33779b39-4b79-44c5-9773-1a4d8b8201df yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:03:21.303084 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2d82634e-82e4-4b77-bad0-3a14fee3b3c7 req-78fa58f4-6ba0-4fce-8e4b-4f9d6777fd6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 210 time: 0.0787115 Nov 09 20:03:21.360485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.425149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Allocated IP 2001:db8::23a (a4fbd8d1-b091-4d7c-a392-62cb23ae6210/06a76c71-378f-4880-bfa0-d0de192bc9f7/33779b39-4b79-44c5-9773-1a4d8b8201df) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:21.505830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Pushing event updated for resources: {'Subnet': ['ID=89290b1d-6de5-4187-abe7-60da1f3836ce,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:21.591919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Checking segment: {'id': 'd974606c-7c81-4032-a32c-ae32e6bcd653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5d665541-bbb4-467d-98d8-79189f026fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:03:21.592259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Network hostable DHCP agents. Network: 5d665541-bbb4-467d-98d8-79189f026fde, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:03:21.619431 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.623747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84215-b392-4541-8d34-0877e7313da4 req-8dc95c81-ad8b-45d4-86bf-27ed4da73b70 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:21.625367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-8dc95c81-ad8b-45d4-86bf-27ed4da73b70 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.3122551 Nov 09 20:03:21.639666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'port': {'device_id': '5b42fb04-5048-4407-aa99-9978e1f4f88d', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'admin_state_up': True, 'tenant_id': '93208427bc274a8b8137372b5d73943b'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:21.661524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Network 5d665541-bbb4-467d-98d8-79189f026fde is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:03:21.669098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Router 0ede02ca-ffe7-4771-8281-49761ce6cf6d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:03:21.676437 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.724874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5d665541-bbb4-467d-98d8-79189f026fde) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:21.732750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:21.736529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:21.742161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616af10e-fa0d-445b-bd3c-5bc9ca268cc4 None None] Network 5d665541-bbb4-467d-98d8-79189f026fde requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:21.755798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:21.758601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:21.759130 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.780687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:21.783159 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:21.809452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Port': ['ID=33779b39-4b79-44c5-9773-1a4d8b8201df,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:21.855115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-35191bf3-4a50-4d7a-b452-53ec71f66c72 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0404415 Nov 09 20:03:21.855865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59112) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:21.861144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-71a88d4d-56b2-429b-a7c1-ccdce20d5a9a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8a', 'mac_address': 'fa:16:3e:73:ca:c0'}]}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:21.878946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-70e629c5-0ae7-4a68-9f56-a00f0c397e58 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3950765 Nov 09 20:03:21.879798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59114) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:21.884955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Request body: {'port': {'network_id': '5d665541-bbb4-467d-98d8-79189f026fde', 'name': 'tempest-TagsExtTest-920800549'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:22.001581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:03:22.012555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Made reservation on behalf of 93208427bc274a8b8137372b5d73943b for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:22.014164 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] Sync routers for ids ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:03:22.016718 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:22.037582 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] Routers {'0ede02ca-ffe7-4771-8281-49761ce6cf6d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:03:22.039204 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:03:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:22.100122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] No DVR routers for this DVR port 5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:22.106401 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:22.115003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-c468e1d4-5384-4ed6-8e96-4244445e7c82 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "DELETE /v2.0/ports/5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2 HTTP/1.1" status: 204 len: 173 time: 2.6388767 Nov 09 20:03:22.115493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-deleted', 'tag': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:22.117829 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811735ea-d82b-4428-a831-6b1f5ced1591" -d '{"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-deleted", "tag": "5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:22.126854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-5d665541-bbb4-467d-98d8-79189f026fde', 'network_id': '5d665541-bbb4-467d-98d8-79189f026fde', 'tenant_id': '87ad28a5125643ae87b8e88ff7eacfef', 'fixed_ips': [{'subnet_id': '89290b1d-6de5-4187-abe7-60da1f3836ce'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:03:22.128311 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:22.251503 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71a88d4d-56b2-429b-a7c1-ccdce20d5a9a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:22.364237 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] Set router 0ede02ca-ffe7-4771-8281-49761ce6cf6d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:03:22.389530 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cb6757-f380-411b-99e2-f8f81d8a4d79 x-openstack-request-id: req-a5cb6757-f380-411b-99e2-f8f81d8a4d79 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:22.389822 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-deleted", "tag": "5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:22.390087 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5cb6757-f380-411b-99e2-f8f81d8a4d79 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:22.390492 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-deleted', 'tag': '5c334383-4c2b-4c36-bd8b-0a1b98b8a3f2', 'status': 'completed', 'code': 200} Nov 09 20:03:22.439510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7b1d494b-a7cf-4472-ab6d-32c9e691cf75 None None] Provisioning complete for port 33779b39-4b79-44c5-9773-1a4d8b8201df triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:22.439935 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7b1d494b-a7cf-4472-ab6d-32c9e691cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:22.464978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Made reservation on behalf of 87ad28a5125643ae87b8e88ff7eacfef for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:22.483769 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:22.491288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d494b-a7cf-4472-ab6d-32c9e691cf75 None None] Port 33779b39-4b79-44c5-9773-1a4d8b8201df cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:22.542120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] device_id is not set on port 5e4fd55e-cae9-45ff-89cf-2c1efc4e0421 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:03:22.558876 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Allocated IP 172.20.0.2 (5d665541-bbb4-467d-98d8-79189f026fde/89290b1d-6de5-4187-abe7-60da1f3836ce/e0471d0a-0dec-4749-8cfe-a0709236ae36) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:22.597975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fef554-b00b-4602-90d8-75cfd43180b4 req-77996c0c-634a-46a6-8f9a-84add7766dcb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:22.612677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fef554-b00b-4602-90d8-75cfd43180b4 req-77996c0c-634a-46a6-8f9a-84add7766dcb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:22.618993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fef554-b00b-4602-90d8-75cfd43180b4 req-77996c0c-634a-46a6-8f9a-84add7766dcb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:22.628488 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fef554-b00b-4602-90d8-75cfd43180b4 req-77996c0c-634a-46a6-8f9a-84add7766dcb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:22.630560 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69fef554-b00b-4602-90d8-75cfd43180b4 req-77996c0c-634a-46a6-8f9a-84add7766dcb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 3143 time: 0.3814139 Nov 09 20:03:22.657242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.20.0.7 (f371d5ab-06e0-49e5-9339-f059f28199e8/1e4cf51e-e3cf-4e25-951e-75adccf486ec/f52a5f24-4e05-480f-8bef-d075d6e84f6f) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:22.686866 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:34Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '788bb096-f757-4869-a661-3b0450bb4566', 'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'mac_address': 'fa:16:3e:89:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:32Z', 'updated_at': '2021-11-09T19:52:41Z', 'revision_number': 5, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'subnets': [{'id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:22.793427 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:22.794483 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] Checking router: 0ede02ca-ffe7-4771-8281-49761ce6cf6d for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:03:22.805201 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:22.815231 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] Routers {'0ede02ca-ffe7-4771-8281-49761ce6cf6d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:03:22.820141 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:03:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:22.851773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:22.875781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Pushing event updated for resources: {'Port': ['ID=e0471d0a-0dec-4749-8cfe-a0709236ae36,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:22.884505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Network 5d665541-bbb4-467d-98d8-79189f026fde is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:22.887162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:22.892879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:22.897064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Allocated IP 172.20.0.11 (5d665541-bbb4-467d-98d8-79189f026fde/89290b1d-6de5-4187-abe7-60da1f3836ce/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:22.913695 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:22.942119 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69fef554-b00b-4602-90d8-75cfd43180b4 req-f2373cc3-3426-4e2c-b76c-4acd921eb23f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728565 Nov 09 20:03:22.952627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:22.964425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:23.022100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Attempting to bind port e0471d0a-0dec-4749-8cfe-a0709236ae36 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:03:23.035059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Attempting to bind port e0471d0a-0dec-4749-8cfe-a0709236ae36 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'd974606c-7c81-4032-a32c-ae32e6bcd653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5d665541-bbb4-467d-98d8-79189f026fde'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:03:23.035306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:23.035710 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Attempting to bind port e0471d0a-0dec-4749-8cfe-a0709236ae36 on network 5d665541-bbb4-467d-98d8-79189f026fde {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:03:23.040425 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] Set router 0ede02ca-ffe7-4771-8281-49761ce6cf6d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:03:23.041563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:03:23.042082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Checking segment: {'id': 'd974606c-7c81-4032-a32c-ae32e6bcd653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5d665541-bbb4-467d-98d8-79189f026fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:03:23.048945 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.050071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Bound using segment: {'id': 'd974606c-7c81-4032-a32c-ae32e6bcd653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5d665541-bbb4-467d-98d8-79189f026fde'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:03:23.050967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Bound port: e0471d0a-0dec-4749-8cfe-a0709236ae36, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd974606c-7c81-4032-a32c-ae32e6bcd653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5d665541-bbb4-467d-98d8-79189f026fde'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:03:23.052522 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.121627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226eb50e-f3ac-4a77-be02-965ef85c74bd'}, {'server_uuid': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:23.124124 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73a1e46-22be-493f-9d0a-05cf923dfc52" -d '{"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-unplugged", "status": "completed", "tag": "226eb50e-f3ac-4a77-be02-965ef85c74bd"}, {"server_uuid": "acee8713-2a4a-4f08-8d61-fc5433c476bf", "name": "network-vif-plugged", "status": "completed", "tag": "6b35edfa-264d-4f4c-a6f4-e36aaeec7674"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:23.153933 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71a88d4d-56b2-429b-a7c1-ccdce20d5a9a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.179019 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71a88d4d-56b2-429b-a7c1-ccdce20d5a9a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.213897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-7f12992c-504e-437c-b88b-91593a176994 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting port 8f28cd82-7701-40a9-bff8-226fa6f6cfce {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:23.214249 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-7f12992c-504e-437c-b88b-91593a176994 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.228769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] For port e0471d0a-0dec-4749-8cfe-a0709236ae36, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:03:23.232745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] For port e0471d0a-0dec-4749-8cfe-a0709236ae36, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e0471d0a-0dec-4749-8cfe-a0709236ae36,segment=NetworkSegment(d974606c-7c81-4032-a32c-ae32e6bcd653),segment_id=d974606c-7c81-4032-a32c-ae32e6bcd653)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:03:23.241012 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.260430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c6f96-20c2-4a4e-a3de-42a76b6a58cc req-e6854711-f8f8-4061-91fb-7fdcf0a569f1 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:23.263614 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b4c6f96-20c2-4a4e-a3de-42a76b6a58cc req-e6854711-f8f8-4061-91fb-7fdcf0a569f1 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 946 time: 0.6672013 Nov 09 20:03:23.293963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-71a88d4d-56b2-429b-a7c1-ccdce20d5a9a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] In _notify_port_updated(), no bound segment for port 33779b39-4b79-44c5-9773-1a4d8b8201df on network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 {{(pid=102295) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 20:03:23.317810 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:34Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '788bb096-f757-4869-a661-3b0450bb4566', 'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'mac_address': 'fa:16:3e:89:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:32Z', 'updated_at': '2021-11-09T19:52:41Z', 'revision_number': 5, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'subnets': [{'id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:23.326990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a88d4d-56b2-429b-a7c1-ccdce20d5a9a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:23.327817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71a88d4d-56b2-429b-a7c1-ccdce20d5a9a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.334689 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-71a88d4d-56b2-429b-a7c1-ccdce20d5a9a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "PUT /v2.0/ports/33779b39-4b79-44c5-9773-1a4d8b8201df HTTP/1.1" status: 200 len: 1002 time: 1.4777436 Nov 09 20:03:23.335497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59128) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:23.339490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f87980-7b14-4811-a900-e50d1d216522 None None] Pushing event updated for resources: {'Port': ['ID=e0471d0a-0dec-4749-8cfe-a0709236ae36,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:23.340658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a88d4d-56b2-429b-a7c1-ccdce20d5a9a tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Port': ['ID=33779b39-4b79-44c5-9773-1a4d8b8201df,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:23.366851 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da7e19-cf7d-4cac-a083-755da28ce82a None None] The sync data for ids ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'] in n-d-817256-1 is: [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T19:52:34Z', 'revision_number': 4, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '788bb096-f757-4869-a661-3b0450bb4566', 'name': '', 'network_id': '5a324136-2163-42a7-990c-86170143e093', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'mac_address': 'fa:16:3e:89:4e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:32Z', 'updated_at': '2021-11-09T19:52:41Z', 'revision_number': 5, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'subnets': [{'id': '19d56ed7-cf6d-49cf-942e-853bf70f81d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:03:23.387129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=f52a5f24-4e05-480f-8bef-d075d6e84f6f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:23.429539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:23.430368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.459030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ab320da9-bf9d-4e83-9bd4-aa753b129fd4 None None] Provisioning complete for port f52a5f24-4e05-480f-8bef-d075d6e84f6f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:23.459578 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ab320da9-bf9d-4e83-9bd4-aa753b129fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.491751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b8ba2-e3e0-48bd-af94-ca9537352afa req-678e992e-f0bc-4768-9915-d032ef7442a2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:23.500827 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-369b8ba2-e3e0-48bd-af94-ca9537352afa req-678e992e-f0bc-4768-9915-d032ef7442a2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 931 time: 0.3435125 Nov 09 20:03:23.532056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-b3d892c1-c5e3-4479-9acf-ef7e26940f97 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8964548 Nov 09 20:03:23.558977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ab320da9-bf9d-4e83-9bd4-aa753b129fd4 None None] Port f52a5f24-4e05-480f-8bef-d075d6e84f6f cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:23.564167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Request body: {'port': {'device_id': '5b42fb04-5048-4407-aa99-9978e1f4f88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:23.617902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1b4c6f96-20c2-4a4e-a3de-42a76b6a58cc req-4937a409-e135-4f75-93fc-29e8c187534c tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330886 Nov 09 20:03:23.680466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-369b8ba2-e3e0-48bd-af94-ca9537352afa req-a2a110f0-77da-46a8-99b2-4d4015fa6115 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623001 Nov 09 20:03:23.712438 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.737527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cf251878-9484-42b5-8ea2-3f7f313cba34 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Deleting port 33779b39-4b79-44c5-9773-1a4d8b8201df {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:23.737883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf251878-9484-42b5-8ea2-3f7f313cba34 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.744462 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314768ab-b483-4ad3-9084-d5a25944c39c x-openstack-request-id: req-314768ab-b483-4ad3-9084-d5a25944c39c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:23.744796 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-unplugged", "status": "completed", "tag": "226eb50e-f3ac-4a77-be02-965ef85c74bd", "code": 200}, {"server_uuid": "acee8713-2a4a-4f08-8d61-fc5433c476bf", "name": "network-vif-plugged", "status": "completed", "tag": "6b35edfa-264d-4f4c-a6f4-e36aaeec7674", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:23.745119 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-314768ab-b483-4ad3-9084-d5a25944c39c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:23.745583 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226eb50e-f3ac-4a77-be02-965ef85c74bd', 'code': 200} Nov 09 20:03:23.745908 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674', 'code': 200} Nov 09 20:03:23.753940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-7f12992c-504e-437c-b88b-91593a176994 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] For port 8f28cd82-7701-40a9-bff8-226fa6f6cfce, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=8f28cd82-7701-40a9-bff8-226fa6f6cfce,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:23.754452 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-7f12992c-504e-437c-b88b-91593a176994 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.802924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.839276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-7f12992c-504e-437c-b88b-91593a176994 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Calling delete_port for 8f28cd82-7701-40a9-bff8-226fa6f6cfce owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:23.902325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8f8e4bb5-076e-4305-94f7-12cd829e1ded None None] Provisioning complete for port 33779b39-4b79-44c5-9773-1a4d8b8201df triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:23.902964 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f8e4bb5-076e-4305-94f7-12cd829e1ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.960666 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e4bb5-076e-4305-94f7-12cd829e1ded None None] Port 33779b39-4b79-44c5-9773-1a4d8b8201df cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:23.970297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.973823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf251878-9484-42b5-8ea2-3f7f313cba34 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:23.998151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b16b3-b54e-4824-a213-5af0f9908856 None None] New status for floating IP 8ea7582d-f3fb-4bbc-9d78-17e2832b9fc0: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:03:24.007089 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cf251878-9484-42b5-8ea2-3f7f313cba34 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Calling delete_port for 33779b39-4b79-44c5-9773-1a4d8b8201df owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:24.085326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6f404-d3c1-4a8f-b17e-16e24e108282 req-b0581c0f-ac56-46c0-a07c-b9e37ecba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:24.087086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5c6f404-d3c1-4a8f-b17e-16e24e108282 req-b0581c0f-ac56-46c0-a07c-b9e37ecba172 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 1097 time: 0.2357206 Nov 09 20:03:24.147350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Network 5d665541-bbb4-467d-98d8-79189f026fde is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:24.169443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:24.179674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:24.188683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Pushing event updated for resources: {'Port': ['ID=5e4fd55e-cae9-45ff-89cf-2c1efc4e0421,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:24.291197 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5c6f404-d3c1-4a8f-b17e-16e24e108282 req-3e07cab7-ecec-4861-84a3-2093b71ceaeb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791687 Nov 09 20:03:24.291545 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-7f12992c-504e-437c-b88b-91593a176994 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:24.309805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69e6c-4ca2-4f39-840e-a83e93c5eba1 req-556eaee9-abdb-4559-bb2b-60f6717b8492 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:24.316388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69e6c-4ca2-4f39-840e-a83e93c5eba1 req-556eaee9-abdb-4559-bb2b-60f6717b8492 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:24.322388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69e6c-4ca2-4f39-840e-a83e93c5eba1 req-556eaee9-abdb-4559-bb2b-60f6717b8492 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:24.328460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69e6c-4ca2-4f39-840e-a83e93c5eba1 req-556eaee9-abdb-4559-bb2b-60f6717b8492 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:24.330284 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ac69e6c-4ca2-4f39-840e-a83e93c5eba1 req-556eaee9-abdb-4559-bb2b-60f6717b8492 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 3143 time: 0.2400115 Nov 09 20:03:24.331699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12992c-504e-437c-b88b-91593a176994 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Port': ['ID=8f28cd82-7701-40a9-bff8-226fa6f6cfce,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:24.337129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:24.338527 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:24.386657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-783d6fdd-6c09-4175-8c0a-c41e623fee16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5039237 Nov 09 20:03:24.387497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59132) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:24.391844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-33301a5f-1cb8-4188-96e3-638d7de20b8a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-867534210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:24.427609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52a5f24-4e05-480f-8bef-d075d6e84f6f {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:03:24.434014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-7f12992c-504e-437c-b88b-91593a176994 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] No DVR routers for this DVR port 8f28cd82-7701-40a9-bff8-226fa6f6cfce on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:24.437390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ac69e6c-4ca2-4f39-840e-a83e93c5eba1 req-d14446fe-da78-4862-a468-141b3d9b6a69 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895214 Nov 09 20:03:24.442870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:24.443101 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf251878-9484-42b5-8ea2-3f7f313cba34 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:24.445776 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-7f12992c-504e-437c-b88b-91593a176994 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:24.456183 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-7f12992c-504e-437c-b88b-91593a176994 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "DELETE /v2.0/ports/8f28cd82-7701-40a9-bff8-226fa6f6cfce HTTP/1.1" status: 204 len: 173 time: 2.3303823 Nov 09 20:03:24.456713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-deleted', 'tag': '8f28cd82-7701-40a9-bff8-226fa6f6cfce'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:24.460686 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df938b79-cc01-4aae-ad37-a5a043451cf8" -d '{"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-deleted", "tag": "8f28cd82-7701-40a9-bff8-226fa6f6cfce"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:24.488040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf251878-9484-42b5-8ea2-3f7f313cba34 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event deleted for resources: {'Port': ['ID=33779b39-4b79-44c5-9773-1a4d8b8201df,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:24.521832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Transition to ACTIVE for port object f52a5f24-4e05-480f-8bef-d075d6e84f6f will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:03:24.534903 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33301a5f-1cb8-4188-96e3-638d7de20b8a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:24.536069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33301a5f-1cb8-4188-96e3-638d7de20b8a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:24.568285 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45518baa-2c3a-4a9f-b444-2e3dbf88b4df x-openstack-request-id: req-45518baa-2c3a-4a9f-b444-2e3dbf88b4df {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:24.569073 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-deleted", "tag": "8f28cd82-7701-40a9-bff8-226fa6f6cfce", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:24.569537 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45518baa-2c3a-4a9f-b444-2e3dbf88b4df {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:24.570171 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-deleted', 'tag': '8f28cd82-7701-40a9-bff8-226fa6f6cfce', 'status': 'completed', 'code': 200} Nov 09 20:03:24.625967 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf251878-9484-42b5-8ea2-3f7f313cba34 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:24.633113 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cf251878-9484-42b5-8ea2-3f7f313cba34 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "DELETE /v2.0/ports/33779b39-4b79-44c5-9773-1a4d8b8201df HTTP/1.1" status: 204 len: 168 time: 1.2790093 Nov 09 20:03:24.633874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59138) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:24.692434 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35f960b-f426-4586-a74b-74a427870364 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] GET failed (client error): The resource could not be found. Nov 09 20:03:24.698327 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e35f960b-f426-4586-a74b-74a427870364 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "GET /v2.0/ports/33779b39-4b79-44c5-9773-1a4d8b8201df HTTP/1.1" status: 404 len: 333 time: 0.0632944 Nov 09 20:03:24.700454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59142) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:24.717922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'port': {'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2092216056'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:24.916033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690746f-6ab0-48ef-9d1f-04ff3d3f97ad req-84853323-3211-4bc0-a05f-7195043ce377 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:24.918102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7690746f-6ab0-48ef-9d1f-04ff3d3f97ad req-84853323-3211-4bc0-a05f-7195043ce377 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 946 time: 0.1710229 Nov 09 20:03:24.983203 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7690746f-6ab0-48ef-9d1f-04ff3d3f97ad req-6b2f5cbf-60af-4a65-8273-e3d7aba72c9b tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550699 Nov 09 20:03:25.020887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Made reservation on behalf of 7a8a8cfe96e54b0a831432e2a2821a70 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:25.028821 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.059302 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] device_id is not set on port 106ca5c6-5183-4237-abb5-de52e0fed5f7 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:03:25.120889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.180276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78b476e-d41f-4786-b210-48a61d6d46c4 None None] Network 5d665541-bbb4-467d-98d8-79189f026fde requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:25.200878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Allocated IP 2001:db8::2a9 (a4fbd8d1-b091-4d7c-a392-62cb23ae6210/06a76c71-378f-4880-bfa0-d0de192bc9f7/106ca5c6-5183-4237-abb5-de52e0fed5f7) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:25.226398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33301a5f-1cb8-4188-96e3-638d7de20b8a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.248165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33301a5f-1cb8-4188-96e3-638d7de20b8a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.271854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Pushing event updated for resources: {'Port': ['ID=f52a5f24-4e05-480f-8bef-d075d6e84f6f,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:25.312174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8cbf091f-2291-4180-9d0d-4c11ab06b5f6 None None] Provisioning complete for port e0471d0a-0dec-4749-8cfe-a0709236ae36 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:25.312855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8cbf091f-2291-4180-9d0d-4c11ab06b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.318996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae28f2-3e59-4659-99f4-d8629b916395 req-e2b9c98e-93b5-48e5-8e16-065d1f686081 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:25.327908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25ae28f2-3e59-4659-99f4-d8629b916395 req-e2b9c98e-93b5-48e5-8e16-065d1f686081 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.2030873 Nov 09 20:03:25.348794 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33301a5f-1cb8-4188-96e3-638d7de20b8a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.349980 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-33301a5f-1cb8-4188-96e3-638d7de20b8a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9620924 Nov 09 20:03:25.385404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59146) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:25.385639 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.397755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-15c2635c-ede2-4d79-bd51-520b78728a17 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-101456892', 'prefixes': ['172.20.0.0/16']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:25.437436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-ad66fa5c-4daa-4b31-8be6-a2cc4135936f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting port 226eb50e-f3ac-4a77-be02-965ef85c74bd {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:25.438080 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-ad66fa5c-4daa-4b31-8be6-a2cc4135936f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.495372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.529450 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.616502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:25.617945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:25.642922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8cbf091f-2291-4180-9d0d-4c11ab06b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.645493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:25.656069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:25.657597 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:25.677892 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-25ae28f2-3e59-4659-99f4-d8629b916395 req-9c31841d-e6fd-4b1e-8003-3e24fabcbf12 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490212 Nov 09 20:03:25.743310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Port': ['ID=106ca5c6-5183-4237-abb5-de52e0fed5f7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:25.753641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Attempting to bind port f52a5f24-4e05-480f-8bef-d075d6e84f6f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:03:25.755323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Attempting to bind port f52a5f24-4e05-480f-8bef-d075d6e84f6f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:03:25.755888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Attempting to bind port f52a5f24-4e05-480f-8bef-d075d6e84f6f on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:03:25.781741 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-24d46e2b-5651-4e64-911d-28589425bc77 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0757563 Nov 09 20:03:25.785226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59150) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:25.807856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-404dcda2-892d-4866-b1c2-d8c4d1f57547 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:73:ca:c0'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:25.827145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2943e3-8b46-404b-a053-a7a91a7284cf req-03d56bc9-969e-4f26-9a81-e04e0c709764 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:25.837974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2943e3-8b46-404b-a053-a7a91a7284cf req-03d56bc9-969e-4f26-9a81-e04e0c709764 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:25.849520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2943e3-8b46-404b-a053-a7a91a7284cf req-03d56bc9-969e-4f26-9a81-e04e0c709764 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:25.851526 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf2943e3-8b46-404b-a053-a7a91a7284cf req-03d56bc9-969e-4f26-9a81-e04e0c709764 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 2410 time: 0.2080014 Nov 09 20:03:25.902766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Port f52a5f24-4e05-480f-8bef-d075d6e84f6f on network f371d5ab-06e0-49e5-9339-f059f28199e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:03:25.908618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Attempting to bind port f52a5f24-4e05-480f-8bef-d075d6e84f6f on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:03:25.927705 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf2943e3-8b46-404b-a053-a7a91a7284cf req-8f00d6b3-e556-4843-83a7-945473cfb8c3 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696316 Nov 09 20:03:25.968456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e0471d0a-0dec-4749-8cfe-a0709236ae36 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:03:25.972673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8cbf091f-2291-4180-9d0d-4c11ab06b5f6 None None] For port e0471d0a-0dec-4749-8cfe-a0709236ae36, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e0471d0a-0dec-4749-8cfe-a0709236ae36,segment=NetworkSegment(d974606c-7c81-4032-a32c-ae32e6bcd653),segment_id=d974606c-7c81-4032-a32c-ae32e6bcd653)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:26.001705 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8cbf091f-2291-4180-9d0d-4c11ab06b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.004574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:03:26.004923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:03:26.005320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Bound using segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:03:26.005772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Bound port: f52a5f24-4e05-480f-8bef-d075d6e84f6f, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:03:26.006135 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.041874 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15c2635c-ede2-4d79-bd51-520b78728a17 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for subnetpool, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.043150 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-15c2635c-ede2-4d79-bd51-520b78728a17 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6502614 Nov 09 20:03:26.046561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59154) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:26.056455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-5833a503-cd95-4c3a-8909-07557b4b08af tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce', 'tempest-TagsExtTest-Tag-2023832836') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:26.085254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-ad66fa5c-4daa-4b31-8be6-a2cc4135936f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] For port 226eb50e-f3ac-4a77-be02-965ef85c74bd, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=226eb50e-f3ac-4a77-be02-965ef85c74bd,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:26.085655 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-ad66fa5c-4daa-4b31-8be6-a2cc4135936f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.092860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf091f-2291-4180-9d0d-4c11ab06b5f6 None None] Pushing event updated for resources: {'Port': ['ID=e0471d0a-0dec-4749-8cfe-a0709236ae36,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:26.109571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e0471d0a-0dec-4749-8cfe-a0709236ae36 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:26.110237 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.181409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-ad66fa5c-4daa-4b31-8be6-a2cc4135936f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Calling delete_port for 226eb50e-f3ac-4a77-be02-965ef85c74bd owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:26.197640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-78171e2c-890e-4401-a8f8-f068c3f2ee32 None None] Provisioning complete for port 5e4fd55e-cae9-45ff-89cf-2c1efc4e0421 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:26.198879 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-78171e2c-890e-4401-a8f8-f068c3f2ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.252599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5833a503-cd95-4c3a-8909-07557b4b08af tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags/tempest-TagsExtTest-Tag-2023832836 HTTP/1.1" status: 201 len: 201 time: 0.2044866 Nov 09 20:03:26.253685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59156) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:26.258461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-25eeef72-757c-4627-a7a9-ba308c9fd37c tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421', 'tempest-TagsExtTest-Tag-2091929046') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:26.331513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-78171e2c-890e-4401-a8f8-f068c3f2ee32 None None] Port 5e4fd55e-cae9-45ff-89cf-2c1efc4e0421 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:26.340893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb474b5-1b7a-4bd1-9396-1c16361316b0 req-f7614177-b711-482c-af34-caf0be5f68c0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:26.344592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-78171e2c-890e-4401-a8f8-f068c3f2ee32 None None] Provisioning complete for port e0471d0a-0dec-4749-8cfe-a0709236ae36 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:26.345208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-78171e2c-890e-4401-a8f8-f068c3f2ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.350044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0fb474b5-1b7a-4bd1-9396-1c16361316b0 req-f7614177-b711-482c-af34-caf0be5f68c0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 946 time: 0.1984649 Nov 09 20:03:26.352966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] For port f52a5f24-4e05-480f-8bef-d075d6e84f6f, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:03:26.367081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-25eeef72-757c-4627-a7a9-ba308c9fd37c tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags/tempest-TagsExtTest-Tag-2091929046 HTTP/1.1" status: 201 len: 201 time: 0.1100562 Nov 09 20:03:26.368133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59158) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:26.377404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-07701ea9-8c5f-4ba6-933c-d5ffb114478d tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261', 'tempest-TagsExtTest-Tag-1538518621') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:26.483964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] For port f52a5f24-4e05-480f-8bef-d075d6e84f6f, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f52a5f24-4e05-480f-8bef-d075d6e84f6f,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:03:26.496026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59160) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:26.497212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-07701ea9-8c5f-4ba6-933c-d5ffb114478d tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags/tempest-TagsExtTest-Tag-1538518621 HTTP/1.1" status: 201 len: 201 time: 0.1276650 Nov 09 20:03:26.504232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-bd5fa242-7412-4aa0-bb47-765a1b44bf25 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815', 'tempest-TagsExtTest-Tag-954953731') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:26.510791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.515313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0fb474b5-1b7a-4bd1-9396-1c16361316b0 req-1b0aabdc-2bb8-4951-8377-322804756fcc tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636093 Nov 09 20:03:26.536113 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-404dcda2-892d-4866-b1c2-d8c4d1f57547 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.602052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d6441790-4bd9-43e6-b704-9f408fcb439f None None] Provisioning complete for port 5e4fd55e-cae9-45ff-89cf-2c1efc4e0421 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:26.602555 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d6441790-4bd9-43e6-b704-9f408fcb439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.611138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:26.611138 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.611488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-387863f9-e002-479c-9e82-0e103348f002 service neutron] 10.222.0.70 "PUT /v2.0/ports/f52a5f24-4e05-480f-8bef-d075d6e84f6f HTTP/1.1" status: 200 len: 1091 time: 3.0660982 Nov 09 20:03:26.616442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b42fb04-5048-4407-aa99-9978e1f4f88d', 'tag': 'f52a5f24-4e05-480f-8bef-d075d6e84f6f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:26.618828 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105976b6-0bbf-4d62-a678-de8a8ffb3113" -d '{"events": [{"name": "network-changed", "server_uuid": "5b42fb04-5048-4407-aa99-9978e1f4f88d", "tag": "f52a5f24-4e05-480f-8bef-d075d6e84f6f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:26.688433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d6441790-4bd9-43e6-b704-9f408fcb439f None None] Port 5e4fd55e-cae9-45ff-89cf-2c1efc4e0421 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:26.718682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d6441790-4bd9-43e6-b704-9f408fcb439f None None] Provisioning complete for port 106ca5c6-5183-4237-abb5-de52e0fed5f7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:26.719004 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d6441790-4bd9-43e6-b704-9f408fcb439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.724119 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1589c0d-cd0b-4df9-b7ab-3f44167efb2f x-openstack-request-id: req-e1589c0d-cd0b-4df9-b7ab-3f44167efb2f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:26.724421 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b42fb04-5048-4407-aa99-9978e1f4f88d", "tag": "f52a5f24-4e05-480f-8bef-d075d6e84f6f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:26.724684 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1589c0d-cd0b-4df9-b7ab-3f44167efb2f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:26.725093 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b42fb04-5048-4407-aa99-9978e1f4f88d', 'tag': 'f52a5f24-4e05-480f-8bef-d075d6e84f6f', 'status': 'completed', 'code': 200} Nov 09 20:03:26.745637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c71a-a4da-45db-b83b-6e2ffdcd6ec5 req-aadd3055-1087-444a-b920-88a8c7c2c92b tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:26.750171 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9601c71a-a4da-45db-b83b-6e2ffdcd6ec5 req-aadd3055-1087-444a-b920-88a8c7c2c92b tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 946 time: 0.1589465 Nov 09 20:03:26.753588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387863f9-e002-479c-9e82-0e103348f002 service neutron] Pushing event updated for resources: {'Port': ['ID=f52a5f24-4e05-480f-8bef-d075d6e84f6f,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:26.809010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d6441790-4bd9-43e6-b704-9f408fcb439f None None] Port 106ca5c6-5183-4237-abb5-de52e0fed5f7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:26.826438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9601c71a-a4da-45db-b83b-6e2ffdcd6ec5 req-775216b1-9b69-4c9a-b4e7-3d7b6df76602 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697632 Nov 09 20:03:26.865989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bd5fa242-7412-4aa0-bb47-765a1b44bf25 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags/tempest-TagsExtTest-Tag-954953731 HTTP/1.1" status: 201 len: 201 time: 0.3658421 Nov 09 20:03:26.869040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59170) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:26.875303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-71068e5f-c559-4950-b06c-fe4708cd061a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:26.966055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-ad66fa5c-4daa-4b31-8be6-a2cc4135936f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:26.990443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-71068e5f-c559-4950-b06c-fe4708cd061a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags HTTP/1.1" status: 200 len: 241 time: 0.1200628 Nov 09 20:03:26.994247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59174) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:27.001295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-aaec6354-a92a-443c-a2d0-e0fb78ceaf46 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce', 'tempest-TagsExtTest-Tag-2023832836') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:27.012573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d558b-47e7-4af3-9e7c-24aa3a5ae1ba req-b51137d5-68f2-4034-b729-11cf26882fe8 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:27.014479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a1d558b-47e7-4af3-9e7c-24aa3a5ae1ba req-b51137d5-68f2-4034-b729-11cf26882fe8 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 946 time: 0.0654066 Nov 09 20:03:27.059451 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a1d558b-47e7-4af3-9e7c-24aa3a5ae1ba req-3537d911-03da-4827-a5eb-345505506ddf tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369463 Nov 09 20:03:27.059702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84215-b392-4541-8d34-0877e7313da4 req-0872ce3f-d0ca-41bf-b2ca-ce773efa5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:27.061201 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-0872ce3f-d0ca-41bf-b2ca-ce773efa5d25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 1094 time: 0.3335214 Nov 09 20:03:27.062793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66fa5c-4daa-4b31-8be6-a2cc4135936f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Port': ['ID=226eb50e-f3ac-4a77-be02-965ef85c74bd,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:27.090754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ec0db-df57-42f6-8459-51b475059157 req-be850160-252f-41ce-a217-d62d82ea75cc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:27.092330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b28ec0db-df57-42f6-8459-51b475059157 req-be850160-252f-41ce-a217-d62d82ea75cc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.3034039 Nov 09 20:03:27.095715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59176) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:27.173812 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-1ee224d9-eb66-4ebb-a2cd-0d60dc8daf6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a5f24-4e05-480f-8bef-d075d6e84f6f HTTP/1.1" status: 200 len: 217 time: 0.0999167 Nov 09 20:03:27.210056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd72a4-95b2-472b-88ec-4f9dd7172fd1 req-cd7d63f8-7c48-4eee-ae88-1ef6738ffb64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:27.216552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd72a4-95b2-472b-88ec-4f9dd7172fd1 req-cd7d63f8-7c48-4eee-ae88-1ef6738ffb64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:27.218317 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7bbd72a4-95b2-472b-88ec-4f9dd7172fd1 req-cd7d63f8-7c48-4eee-ae88-1ef6738ffb64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 1677 time: 0.0686505 Nov 09 20:03:27.227575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-ad66fa5c-4daa-4b31-8be6-a2cc4135936f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] No DVR routers for this DVR port 226eb50e-f3ac-4a77-be02-965ef85c74bd on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:27.251068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-ad66fa5c-4daa-4b31-8be6-a2cc4135936f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:27.255362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-ad66fa5c-4daa-4b31-8be6-a2cc4135936f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "DELETE /v2.0/ports/226eb50e-f3ac-4a77-be02-965ef85c74bd HTTP/1.1" status: 204 len: 173 time: 2.7878582 Nov 09 20:03:27.267515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7bbd72a4-95b2-472b-88ec-4f9dd7172fd1 req-16fd67fd-4af9-43b7-8cb5-425550b51825 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416436 Nov 09 20:03:27.378355 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b28ec0db-df57-42f6-8459-51b475059157 req-fb2cb7fc-6921-4e3b-a5ee-6d957b97d233 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750406 Nov 09 20:03:27.389161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84215-b392-4541-8d34-0877e7313da4 req-cb9326f8-f658-477a-85d5-55b8a002db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:27.390655 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-cb9326f8-f658-477a-85d5-55b8a002db8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.2069213 Nov 09 20:03:27.424125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-404dcda2-892d-4866-b1c2-d8c4d1f57547 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:27.471296 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-404dcda2-892d-4866-b1c2-d8c4d1f57547 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:27.475350 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aaec6354-a92a-443c-a2d0-e0fb78ceaf46 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags/tempest-TagsExtTest-Tag-2023832836 HTTP/1.1" status: 204 len: 168 time: 0.4772377 Nov 09 20:03:27.478265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59180) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:27.483735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-b5931567-66e6-4cc6-a03a-9d1c37f2f5e2 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce', 'tempest-TagsExtTest-Tag-2023832836') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:27.494500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76241d-9dd9-4809-8f1a-ac63ef0e9355 tempest-TestServerBasicOps-1892235469 tempest-TestServerBasicOps-1892235469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:27.498951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4b76241d-9dd9-4809-8f1a-ac63ef0e9355 tempest-TestServerBasicOps-1892235469 tempest-TestServerBasicOps-1892235469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 1092 time: 0.3949986 Nov 09 20:03:27.515817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59182) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:27.521920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:27.527805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-404dcda2-892d-4866-b1c2-d8c4d1f57547 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] In _notify_port_updated(), no bound segment for port 106ca5c6-5183-4237-abb5-de52e0fed5f7 on network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 20:03:27.533580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404dcda2-892d-4866-b1c2-d8c4d1f57547 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:27.534311 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-404dcda2-892d-4866-b1c2-d8c4d1f57547 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:27.535960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-404dcda2-892d-4866-b1c2-d8c4d1f57547 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "PUT /v2.0/ports/106ca5c6-5183-4237-abb5-de52e0fed5f7 HTTP/1.1" status: 200 len: 1003 time: 1.7354369 Nov 09 20:03:27.539825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59184) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:27.568166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dcda2-892d-4866-b1c2-d8c4d1f57547 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Port': ['ID=106ca5c6-5183-4237-abb5-de52e0fed5f7,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:27.573605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84215-b392-4541-8d34-0877e7313da4 req-161495c0-3972-4f1b-b0a3-3e2c19963e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:27.575209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-161495c0-3972-4f1b-b0a3-3e2c19963e2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640916 Nov 09 20:03:27.602200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-85283e86-4df9-47c1-bcdc-4058bee32b21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting port f94dd3ea-a681-4f04-b7f6-57ba149ea00d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:27.602583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-85283e86-4df9-47c1-bcdc-4058bee32b21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:27.658538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:27.699758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e0471d0a-0dec-4749-8cfe-a0709236ae36 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:03:27.788730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-85283e86-4df9-47c1-bcdc-4058bee32b21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] For port f94dd3ea-a681-4f04-b7f6-57ba149ea00d, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:27.795035 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-85283e86-4df9-47c1-bcdc-4058bee32b21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:27.795534 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e0471d0a-0dec-4749-8cfe-a0709236ae36 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:27.795910 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:27.813947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-85283e86-4df9-47c1-bcdc-4058bee32b21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Calling delete_port for f94dd3ea-a681-4f04-b7f6-57ba149ea00d owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:27.874861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b5931567-66e6-4cc6-a03a-9d1c37f2f5e2 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags/tempest-TagsExtTest-Tag-2023832836 HTTP/1.1" status: 204 len: 168 time: 0.3946066 Nov 09 20:03:27.881026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59186) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:27.890816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-72111d68-2a4e-41ff-bbbf-be5de0828d5b tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:27.957081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Deleting port 106ca5c6-5183-4237-abb5-de52e0fed5f7 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:27.957455 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:27.991399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e7cded96-2129-4a7a-82da-a200af75c68e None None] Provisioning complete for port 106ca5c6-5183-4237-abb5-de52e0fed5f7 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:27.991775 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7cded96-2129-4a7a-82da-a200af75c68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:27.998063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-a572fc6d-f898-40a1-af5c-b7bd197867fb service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130638 Nov 09 20:03:28.029488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-85283e86-4df9-47c1-bcdc-4058bee32b21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:28.039951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e7cded96-2129-4a7a-82da-a200af75c68e None None] Port 106ca5c6-5183-4237-abb5-de52e0fed5f7 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:28.100445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85283e86-4df9-47c1-bcdc-4058bee32b21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Port': ['ID=f94dd3ea-a681-4f04-b7f6-57ba149ea00d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:28.169740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-85283e86-4df9-47c1-bcdc-4058bee32b21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] No DVR routers for this DVR port f94dd3ea-a681-4f04-b7f6-57ba149ea00d on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:28.174239 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-85283e86-4df9-47c1-bcdc-4058bee32b21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:28.178693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-85283e86-4df9-47c1-bcdc-4058bee32b21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "DELETE /v2.0/ports/f94dd3ea-a681-4f04-b7f6-57ba149ea00d HTTP/1.1" status: 204 len: 173 time: 0.9120774 Nov 09 20:03:28.225163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-33a84215-b392-4541-8d34-0877e7313da4 req-a097a5b0-b837-4730-9698-030f7ee4818f service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184846 Nov 09 20:03:28.340600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-1fe84de5-ccc1-41eb-a59f-d995dbeec136 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:28.341157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-1fe84de5-ccc1-41eb-a59f-d995dbeec136 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:28.350066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-38db383f-68f1-4722-a939-3b6c4740af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:28.352436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-38db383f-68f1-4722-a939-3b6c4740af63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 1094 time: 0.0768270 Nov 09 20:03:28.377330 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:28.419444 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-72111d68-2a4e-41ff-bbbf-be5de0828d5b tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags HTTP/1.1" status: 200 len: 205 time: 0.5323446 Nov 09 20:03:28.420100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59192) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:28.459547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-6243f904-c3fb-4506-a99b-851bb1106421 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:28.570916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59695-b010-4ba0-b07f-a08f764550e5 req-4c716b46-44f1-4532-b8cc-10bd512340d3 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:28.578364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-6f8fc02c-f6b7-44de-bc44-5e4b339ecf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:28.579873 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a6e59695-b010-4ba0-b07f-a08f764550e5 req-4c716b46-44f1-4532-b8cc-10bd512340d3 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 943 time: 0.2165573 Nov 09 20:03:28.580025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-6f8fc02c-f6b7-44de-bc44-5e4b339ecf82 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.2143068 Nov 09 20:03:28.583687 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:28.588372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e0426-da75-4e47-b63c-0d2c9abcb80e req-93e9064f-6b2b-45a9-bac8-938bcc8e3b27 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:28.595788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-607e0426-da75-4e47-b63c-0d2c9abcb80e req-93e9064f-6b2b-45a9-bac8-938bcc8e3b27 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.1356785 Nov 09 20:03:28.615695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-1fe84de5-ccc1-41eb-a59f-d995dbeec136 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] For port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:28.616061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-1fe84de5-ccc1-41eb-a59f-d995dbeec136 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:28.636010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Calling delete_port for 106ca5c6-5183-4237-abb5-de52e0fed5f7 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:28.670574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-1fe84de5-ccc1-41eb-a59f-d995dbeec136 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Calling delete_port for f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:28.673233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-2822658c-2557-4ff6-b38a-17a8f5d6948d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a5f24-4e05-480f-8bef-d075d6e84f6f HTTP/1.1" status: 200 len: 217 time: 0.0655973 Nov 09 20:03:28.725300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-607e0426-da75-4e47-b63c-0d2c9abcb80e req-86767406-d8ec-4d39-ac09-b1ae0bf3d76f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280646 Nov 09 20:03:28.743791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Allocated IP 172.25.6.84 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/484e3f25-a404-45e3-bdc2-68979ec7474f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:28.750223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a6e59695-b010-4ba0-b07f-a08f764550e5 req-d742eb9f-c04f-4951-ab2f-eb57e31096e0 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8125000-6e8c-436f-a6f6-1c6ab6202b48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694148 Nov 09 20:03:28.759250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-deleted', 'tag': '226eb50e-f3ac-4a77-be02-965ef85c74bd'}, {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-deleted', 'tag': 'f94dd3ea-a681-4f04-b7f6-57ba149ea00d'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:28.761549 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c1dc5d-db9e-47cc-8c43-deaa052a7a5b" -d '{"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-deleted", "tag": "226eb50e-f3ac-4a77-be02-965ef85c74bd"}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-deleted", "tag": "f94dd3ea-a681-4f04-b7f6-57ba149ea00d"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:28.765886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6243f904-c3fb-4506-a99b-851bb1106421 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags HTTP/1.1" status: 200 len: 241 time: 0.3145745 Nov 09 20:03:28.771407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59196) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:28.781312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-c7d5542b-4572-453d-b29d-bcfe8a73ca73 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421', 'tempest-TagsExtTest-Tag-2091929046') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:28.812678 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47b6ea3-5371-463d-bb0e-2217031739bf x-openstack-request-id: req-a47b6ea3-5371-463d-bb0e-2217031739bf {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:28.812973 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-deleted", "tag": "226eb50e-f3ac-4a77-be02-965ef85c74bd", "status": "completed", "code": 200}, {"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-deleted", "tag": "f94dd3ea-a681-4f04-b7f6-57ba149ea00d", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:28.813229 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a47b6ea3-5371-463d-bb0e-2217031739bf {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:28.813623 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-deleted', 'tag': '226eb50e-f3ac-4a77-be02-965ef85c74bd', 'status': 'completed', 'code': 200} Nov 09 20:03:28.813880 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-deleted', 'tag': 'f94dd3ea-a681-4f04-b7f6-57ba149ea00d', 'status': 'completed', 'code': 200} Nov 09 20:03:28.816754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-a67f864a-5afc-4417-9f19-a96d907e9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:28.818174 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-a67f864a-5afc-4417-9f19-a96d907e9615 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.1316309 Nov 09 20:03:28.920504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-7d092898-91d0-41b5-8808-93b576e222e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:28.922631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-7d092898-91d0-41b5-8808-93b576e222e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903375 Nov 09 20:03:28.939419 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-1fe84de5-ccc1-41eb-a59f-d995dbeec136 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:28.993939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c7d5542b-4572-453d-b29d-bcfe8a73ca73 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags/tempest-TagsExtTest-Tag-2091929046 HTTP/1.1" status: 204 len: 168 time: 0.2214677 Nov 09 20:03:28.994647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59198) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:29.005289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-25aea558-aab5-4ec0-aa3e-dd1bec54eae4 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421', 'tempest-TagsExtTest-Tag-2091929046') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:29.014442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe84de5-ccc1-41eb-a59f-d995dbeec136 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Port': ['ID=f8d2baf1-a7ff-4cc6-b51c-10d0ac807575,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:29.044043 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:29.064244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-1fe84de5-ccc1-41eb-a59f-d995dbeec136 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] No DVR routers for this DVR port f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:29.070105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-1fe84de5-ccc1-41eb-a59f-d995dbeec136 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:29.074060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43167560-b6e5-46e9-9bd6-acddea9382e9 req-1fe84de5-ccc1-41eb-a59f-d995dbeec136 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.70 "DELETE /v2.0/ports/f8d2baf1-a7ff-4cc6-b51c-10d0ac807575 HTTP/1.1" status: 204 len: 173 time: 0.8884258 Nov 09 20:03:29.086587 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:29.105113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-7f4a3b07-cbed-482c-bcf6-e2aaa8b69bf1 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750200 Nov 09 20:03:29.177349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:29.183244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "DELETE /v2.0/ports/106ca5c6-5183-4237-abb5-de52e0fed5f7 HTTP/1.1" status: 204 len: 168 time: 1.6408236 Nov 09 20:03:29.184259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event deleted for resources: {'Port': ['ID=106ca5c6-5183-4237-abb5-de52e0fed5f7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:29.184715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59200) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:29.197732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.198225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.198729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.199180 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.199949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.199949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.200863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.201178 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.201847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.202275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.202923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.203839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01283a42-be4c-49da-bfe0-27bdb0e9ef57 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:29.210763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:29.270394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event updated for resources: {'Port': ['ID=484e3f25-a404-45e3-bdc2-68979ec7474f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:29.296291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:29.308549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:29.311900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:29.324282 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-25aea558-aab5-4ec0-aa3e-dd1bec54eae4 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags/tempest-TagsExtTest-Tag-2091929046 HTTP/1.1" status: 204 len: 168 time: 0.3233879 Nov 09 20:03:29.346042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59202) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:29.353835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-5acfa34f-e96c-4f9b-baa0-0071299dcd9c tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:29.529292 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5acfa34f-e96c-4f9b-baa0-0071299dcd9c tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags HTTP/1.1" status: 200 len: 205 time: 0.1814451 Nov 09 20:03:29.534324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59206) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:29.540796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-68783cf7-ad6b-4507-9dd6-df2b3143f3aa tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:29.614506 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-936b517f-85ed-49d4-b1ea-e86fc00352ce tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] GET failed (client error): The resource could not be found. Nov 09 20:03:29.619401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-936b517f-85ed-49d4-b1ea-e86fc00352ce tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "GET /v2.0/ports/106ca5c6-5183-4237-abb5-de52e0fed5f7 HTTP/1.1" status: 404 len: 333 time: 0.4304097 Nov 09 20:03:29.620223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59208) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:29.625141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'port': {'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-856598539'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:29.778456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-68783cf7-ad6b-4507-9dd6-df2b3143f3aa tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags HTTP/1.1" status: 200 len: 241 time: 0.2434025 Nov 09 20:03:29.781369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59212) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:29.784730 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-105976b6-0bbf-4d62-a678-de8a8ffb3113 req-7b402b62-1e7a-4fca-94d5-1fe9a69d686e service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698995 Nov 09 20:03:29.790742 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-e778bc79-2e97-48ba-a685-adb64ca5225e tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261', 'tempest-TagsExtTest-Tag-1538518621') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:29.826213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Made reservation on behalf of 7a8a8cfe96e54b0a831432e2a2821a70 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:29.830349 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:29.858580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] device_id is not set on port 62a95166-a2a2-4c9b-b676-b1f4f396b677 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:03:29.934999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bdfa98a-d70d-47ea-a30e-daa11b4e5656 req-229ea348-adaa-4dc3-8cf9-23718d0963f2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0381277 Nov 09 20:03:30.016732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Allocated IP 2001:db8::96 (a4fbd8d1-b091-4d7c-a392-62cb23ae6210/06a76c71-378f-4880-bfa0-d0de192bc9f7/62a95166-a2a2-4c9b-b676-b1f4f396b677) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:30.019813 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:03:30.057425 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e778bc79-2e97-48ba-a685-adb64ca5225e tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags/tempest-TagsExtTest-Tag-1538518621 HTTP/1.1" status: 204 len: 168 time: 0.2750018 Nov 09 20:03:30.062365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59216) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:30.073092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-dbe75142-960a-4bdc-ab01-60d67996a0b8 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261', 'tempest-TagsExtTest-Tag-1538518621') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:30.079914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecd4b7-c351-4385-a381-4d658b7a1287 req-88e92200-7dcb-4466-b0a3-4b7a8a796654 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:30.082358 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1ecd4b7-c351-4385-a381-4d658b7a1287 req-88e92200-7dcb-4466-b0a3-4b7a8a796654 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.2376103 Nov 09 20:03:30.220513 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1ecd4b7-c351-4385-a381-4d658b7a1287 req-c8fdf58f-14e3-4464-be0c-4b20128a70af tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254981 Nov 09 20:03:30.224250 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:30.276725 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:30.307914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dbe75142-960a-4bdc-ab01-60d67996a0b8 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags/tempest-TagsExtTest-Tag-1538518621 HTTP/1.1" status: 204 len: 168 time: 0.2421744 Nov 09 20:03:30.309245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59218) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:30.313678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-10c10dc5-74b0-48a8-83ac-df5e2cf279b7 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:30.337972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:30.355809 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:30.421277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:30.429867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:30.437104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:30.443679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:30.444317 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:30.476566 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8553159 Nov 09 20:03:30.477178 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59220) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:30.482308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'port': {'network_id': 'a4fbd8d1-b091-4d7c-a392-62cb23ae6210', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1038495688'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:30.506971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Port': ['ID=62a95166-a2a2-4c9b-b676-b1f4f396b677,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:30.563058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-10c10dc5-74b0-48a8-83ac-df5e2cf279b7 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags HTTP/1.1" status: 200 len: 205 time: 0.2527437 Nov 09 20:03:30.566609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59222) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:30.568032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.568383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.568733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.569065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.569404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.569744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.570072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.570403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.570777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.571108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.571452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.571859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f834c3-97e5-49f3-89e9-97e21bcf218f tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:30.579868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:30.580099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-28545db4-b7b0-4812-a5f6-378f6b5ce400 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:30.594081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:30.667758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-28545db4-b7b0-4812-a5f6-378f6b5ce400 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags HTTP/1.1" status: 200 len: 240 time: 0.0894344 Nov 09 20:03:30.668724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59224) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:30.676530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-dcc8e4d3-52ad-42a1-88a8-41c590776369 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815', 'tempest-TagsExtTest-Tag-954953731') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:30.697776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Made reservation on behalf of 7a8a8cfe96e54b0a831432e2a2821a70 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:30.704839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event updated for resources: {'Port': ['ID=484e3f25-a404-45e3-bdc2-68979ec7474f,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:30.716236 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:30.751886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] device_id is not set on port cf455eb9-c815-4b31-a7ad-ad3b38e09207 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:03:30.765774 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:30.857350 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dcc8e4d3-52ad-42a1-88a8-41c590776369 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags/tempest-TagsExtTest-Tag-954953731 HTTP/1.1" status: 204 len: 168 time: 0.1863890 Nov 09 20:03:30.859714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59226) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:30.865067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-e39e45d9-409d-4b7e-a95a-47c90fbf8ddb tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815', 'tempest-TagsExtTest-Tag-954953731') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:30.904961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c7c4f8ad-385e-4406-8f31-4cc09dbaa39a None None] Provisioning complete for port 62a95166-a2a2-4c9b-b676-b1f4f396b677 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:30.905559 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c7c4f8ad-385e-4406-8f31-4cc09dbaa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:30.930944 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Floating IP c819334b-1a8a-4244-976c-9cb1465c0437 associated. External IP: 172.25.6.84, port: 6b35edfa-264d-4f4c-a6f4-e36aaeec7674. Nov 09 20:03:30.972048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4f8ad-385e-4406-8f31-4cc09dbaa39a None None] Port 62a95166-a2a2-4c9b-b676-b1f4f396b677 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:30.975315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e39e45d9-409d-4b7e-a95a-47c90fbf8ddb tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags/tempest-TagsExtTest-Tag-954953731 HTTP/1.1" status: 204 len: 168 time: 0.1146169 Nov 09 20:03:31.000712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59230) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:31.005718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-c8abf105-83f7-4bfe-bcbd-4d1b465d6b12 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:31.043589 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c8abf105-83f7-4bfe-bcbd-4d1b465d6b12 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags HTTP/1.1" status: 200 len: 205 time: 0.0418327 Nov 09 20:03:31.047539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59232) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:31.053441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-6291a92f-3f1d-4287-bdfb-be2b22d04358 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:31.053679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Allocated IP 2001:db8::1fa (a4fbd8d1-b091-4d7c-a392-62cb23ae6210/06a76c71-378f-4880-bfa0-d0de192bc9f7/cf455eb9-c815-4b31-a7ad-ad3b38e09207) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:31.180355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6291a92f-3f1d-4287-bdfb-be2b22d04358 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags HTTP/1.1" status: 204 len: 168 time: 0.1318147 Nov 09 20:03:31.182851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59234) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:31.189055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-31a82f57-0891-422b-a03f-3e229cdf535a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:31.309302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-deleted', 'tag': 'f8d2baf1-a7ff-4cc6-b51c-10d0ac807575'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:31.312992 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda35e7-b75c-4e1d-851d-d666ab184542" -d '{"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-deleted", "tag": "f8d2baf1-a7ff-4cc6-b51c-10d0ac807575"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:31.336893 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:31.360303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0596592a-1492-404a-ab5a-dd3f04876912 req-0ca2c79f-feae-46a1-aca6-a4e0f31fa4a2 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0527611 Nov 09 20:03:31.415805 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:31.470362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:31.474961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:31.479790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:31.486470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:31.488331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:31.508831 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ee896d-88a7-4df7-a2ff-c0f2dd9f2a25 x-openstack-request-id: req-56ee896d-88a7-4df7-a2ff-c0f2dd9f2a25 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:31.509286 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab3d03-5efb-4912-8959-f232876f26df", "name": "network-vif-deleted", "tag": "f8d2baf1-a7ff-4cc6-b51c-10d0ac807575", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:31.509647 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56ee896d-88a7-4df7-a2ff-c0f2dd9f2a25 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:31.510200 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ab3d03-5efb-4912-8959-f232876f26df', 'name': 'network-vif-deleted', 'tag': 'f8d2baf1-a7ff-4cc6-b51c-10d0ac807575', 'status': 'completed', 'code': 200} Nov 09 20:03:31.531306 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0527821 Nov 09 20:03:31.542055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59252) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:31.551798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efcc52-c844-4fa9-bbf7-9900d4443f91 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Port': ['ID=cf455eb9-c815-4b31-a7ad-ad3b38e09207,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:31.563990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-29313b2d-6ae9-40e0-878f-ef8af9cb686b tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8a', 'mac_address': 'fa:16:3e:73:ca:c0'}, {'ip_address': '2001:db8::96', 'mac_address': 'fa:16:3e:9a:c3:07'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:31.905307 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29313b2d-6ae9-40e0-878f-ef8af9cb686b tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:31.931379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-47479d43-277a-4e30-b121-232c4c810b5a None None] Provisioning complete for port cf455eb9-c815-4b31-a7ad-ad3b38e09207 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:31.937774 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-47479d43-277a-4e30-b121-232c4c810b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:31.983612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f95c8-b647-4eb4-bfa9-f18e566f950a req-b3036b6c-7a54-46d4-ae38-ab634eb09a1e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:31.983612 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-866f95c8-b647-4eb4-bfa9-f18e566f950a req-b3036b6c-7a54-46d4-ae38-ab634eb09a1e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.1345601 Nov 09 20:03:32.000636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-47479d43-277a-4e30-b121-232c4c810b5a None None] Port cf455eb9-c815-4b31-a7ad-ad3b38e09207 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:32.010582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Router eb90ee91-f39e-4d31-a150-af750fa550f4 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:03:32.022054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-31a82f57-0891-422b-a03f-3e229cdf535a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags HTTP/1.1" status: 204 len: 168 time: 0.8382010 Nov 09 20:03:32.025710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59262) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:32.031761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-0c7d93b5-36d4-488c-aba5-608e81396cfb tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:32.052827 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-866f95c8-b647-4eb4-bfa9-f18e566f950a req-a2bea4f2-f6f1-4adb-b48b-2cd4d439b76f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Nov 09 20:03:32.174911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:03:32.188692 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] Sync routers for ids ['eb90ee91-f39e-4d31-a150-af750fa550f4'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:03:32.203975 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] Routers {'eb90ee91-f39e-4d31-a150-af750fa550f4'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:03:32.205034 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:03:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb90ee91-f39e-4d31-a150-af750fa550f4'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:32.205989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0c7d93b5-36d4-488c-aba5-608e81396cfb tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags HTTP/1.1" status: 204 len: 168 time: 0.1788466 Nov 09 20:03:32.206638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:32.214955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-3988b298-61ce-4227-b08f-cecf21f18437 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:32.230391 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:32.277610 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d96c239e-06d8-4dec-8675-11fd4181f258 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7605829 Nov 09 20:03:32.278266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'tag': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:32.280624 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a6101e-edae-4588-90a2-643f553f0f97" -d '{"events": [{"name": "network-changed", "server_uuid": "acee8713-2a4a-4f08-8d61-fc5433c476bf", "tag": "6b35edfa-264d-4f4c-a6f4-e36aaeec7674"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:32.309349 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29313b2d-6ae9-40e0-878f-ef8af9cb686b tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:32.322258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29313b2d-6ae9-40e0-878f-ef8af9cb686b tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:32.358548 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255b9bf2-f4c7-4e82-bb77-5bcffdf0e171 x-openstack-request-id: req-255b9bf2-f4c7-4e82-bb77-5bcffdf0e171 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:32.363413 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acee8713-2a4a-4f08-8d61-fc5433c476bf", "tag": "6b35edfa-264d-4f4c-a6f4-e36aaeec7674", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:32.364074 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-255b9bf2-f4c7-4e82-bb77-5bcffdf0e171 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:32.364890 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'tag': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674', 'status': 'completed', 'code': 200} Nov 09 20:03:32.383753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-29313b2d-6ae9-40e0-878f-ef8af9cb686b tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] In _notify_port_updated(), no bound segment for port cf455eb9-c815-4b31-a7ad-ad3b38e09207 on network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 {{(pid=102296) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 09 20:03:32.397462 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] Set router eb90ee91-f39e-4d31-a150-af750fa550f4 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:03:32.402987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29313b2d-6ae9-40e0-878f-ef8af9cb686b tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:32.403698 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-29313b2d-6ae9-40e0-878f-ef8af9cb686b tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:32.413979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-29313b2d-6ae9-40e0-878f-ef8af9cb686b tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "PUT /v2.0/ports/cf455eb9-c815-4b31-a7ad-ad3b38e09207 HTTP/1.1" status: 200 len: 1066 time: 0.8678086 Nov 09 20:03:32.428051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59278) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:32.450022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6101e-edae-4588-90a2-643f553f0f97 req-159583ba-a96e-46cd-920b-5484064f0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:32.456651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49a6101e-edae-4588-90a2-643f553f0f97 req-159583ba-a96e-46cd-920b-5484064f0ace service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80985c87c7bf4f1f91e53993a7cb32c3&device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 1097 time: 0.0749373 Nov 09 20:03:32.514108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29313b2d-6ae9-40e0-878f-ef8af9cb686b tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event updated for resources: {'Port': ['ID=cf455eb9-c815-4b31-a7ad-ad3b38e09207,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:32.559994 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3988b298-61ce-4227-b08f-cecf21f18437 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags HTTP/1.1" status: 204 len: 168 time: 0.3451753 Nov 09 20:03:32.570042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59280) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:32.583652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-5a663d06-a9cf-4113-959b-55ab9dba72dd tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce', 'tempest-TagsExtTest-Tag-1859719016') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:32.655432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c454c458-5560-4d99-af1d-e4e4d796da94 req-2f38aa2c-c652-4cee-a13d-9bc54c65bd88 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0783527 Nov 09 20:03:32.734910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6101e-edae-4588-90a2-643f553f0f97 req-e2402af8-117b-4963-a4ce-af3ca69236bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:32.736441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49a6101e-edae-4588-90a2-643f553f0f97 req-e2402af8-117b-4963-a4ce-af3ca69236bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d54afce-71b0-4351-8282-8cb4d17d0f97 HTTP/1.1" status: 200 len: 910 time: 0.2723224 Nov 09 20:03:32.777171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-13891ad8-82b1-44e5-96c5-7c04f90c764e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Deleting port cf455eb9-c815-4b31-a7ad-ad3b38e09207 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:32.777521 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13891ad8-82b1-44e5-96c5-7c04f90c764e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:32.817304 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:28Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'c819334b-1a8a-4244-976c-9cb1465c0437', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'port_id': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'mac_address': 'fa:16:3e:1c:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:03:29Z', 'updated_at': '2021-11-09T20:03:29Z', 'revision_number': 0, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541e84a4-fb91-4b04-9856-a07074eb57b2', 'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'mac_address': 'fa:16:3e:f5:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:25Z', 'updated_at': '2021-11-09T20:02:36Z', 'revision_number': 5, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'subnets': [{'id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:32.845370 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] Checking router: eb90ee91-f39e-4d31-a150-af750fa550f4 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:03:32.849463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-930b5613-684c-403b-ae49-246d645fd626 None None] Provisioning complete for port cf455eb9-c815-4b31-a7ad-ad3b38e09207 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:32.850137 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-930b5613-684c-403b-ae49-246d645fd626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:32.871273 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] Routers {'eb90ee91-f39e-4d31-a150-af750fa550f4'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:03:32.872298 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:03:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb90ee91-f39e-4d31-a150-af750fa550f4'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:32.885467 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5a663d06-a9cf-4113-959b-55ab9dba72dd tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags/tempest-TagsExtTest-Tag-1859719016 HTTP/1.1" status: 201 len: 201 time: 0.3097837 Nov 09 20:03:32.885874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59290) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:32.890406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-e3176965-0556-484f-b4bd-45a318b03c51 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421', 'tempest-TagsExtTest-Tag-255084420') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:32.921671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-930b5613-684c-403b-ae49-246d645fd626 None None] Port cf455eb9-c815-4b31-a7ad-ad3b38e09207 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:32.945027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49a6101e-edae-4588-90a2-643f553f0f97 req-a0e26b14-9928-46c7-a006-c4afdb34101a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674 HTTP/1.1" status: 200 len: 999 time: 0.1989229 Nov 09 20:03:32.956920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13891ad8-82b1-44e5-96c5-7c04f90c764e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:32.980807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-13891ad8-82b1-44e5-96c5-7c04f90c764e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Calling delete_port for cf455eb9-c815-4b31-a7ad-ad3b38e09207 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:33.062878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6101e-edae-4588-90a2-643f553f0f97 req-06336c33-6084-4a88-9583-59a70273e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:33.066346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49a6101e-edae-4588-90a2-643f553f0f97 req-06336c33-6084-4a88-9583-59a70273e8be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51bef35d-5e66-4f37-aad8-e056544b9ad9 HTTP/1.1" status: 200 len: 848 time: 0.1056678 Nov 09 20:03:33.087500 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] Set router eb90ee91-f39e-4d31-a150-af750fa550f4 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:03:33.163437 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e3176965-0556-484f-b4bd-45a318b03c51 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags/tempest-TagsExtTest-Tag-255084420 HTTP/1.1" status: 201 len: 201 time: 0.2764187 Nov 09 20:03:33.172345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59298) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:33.178529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-87806d1a-28a3-4430-b546-ea5c553024d3 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261', 'tempest-TagsExtTest-Tag-1727217260') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:33.242028 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13891ad8-82b1-44e5-96c5-7c04f90c764e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:33.269802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6101e-edae-4588-90a2-643f553f0f97 req-26c06079-bf25-48c6-ac4a-42c880c2689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:33.271363 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49a6101e-edae-4588-90a2-643f553f0f97 req-26c06079-bf25-48c6-ac4a-42c880c2689f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d54afce-71b0-4351-8282-8cb4d17d0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975412 Nov 09 20:03:33.287183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13891ad8-82b1-44e5-96c5-7c04f90c764e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event deleted for resources: {'Port': ['ID=cf455eb9-c815-4b31-a7ad-ad3b38e09207,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:33.392815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23362f39-5625-44cc-9081-23d7e1d115ee req-1861fc37-a85d-49b5-a7fd-5b0f27f09771 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:33.395298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23362f39-5625-44cc-9081-23d7e1d115ee req-1861fc37-a85d-49b5-a7fd-5b0f27f09771 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.1647804 Nov 09 20:03:33.459282 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49a6101e-edae-4588-90a2-643f553f0f97 req-7a1785dc-6ca2-4397-a97f-595ea859cec6 service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779160 Nov 09 20:03:33.506177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-87806d1a-28a3-4430-b546-ea5c553024d3 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags/tempest-TagsExtTest-Tag-1727217260 HTTP/1.1" status: 201 len: 201 time: 0.3327420 Nov 09 20:03:33.539419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59304) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:33.559054 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:28Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'c819334b-1a8a-4244-976c-9cb1465c0437', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'port_id': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'mac_address': 'fa:16:3e:1c:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:03:29Z', 'updated_at': '2021-11-09T20:03:29Z', 'revision_number': 0, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541e84a4-fb91-4b04-9856-a07074eb57b2', 'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'mac_address': 'fa:16:3e:f5:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:25Z', 'updated_at': '2021-11-09T20:02:36Z', 'revision_number': 5, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'subnets': [{'id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:33.572303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-0e7cabb6-c64b-4968-8a91-b44f177b4e91 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815', 'tempest-TagsExtTest-Tag-1987413845') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:33.613774 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c77802-53af-491f-93ac-61ddc0cb159e None None] The sync data for ids ['eb90ee91-f39e-4d31-a150-af750fa550f4'] in n-d-817256-1 is: [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:28Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'c819334b-1a8a-4244-976c-9cb1465c0437', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'floating_ip_address': '172.25.6.84', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'port_id': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'mac_address': 'fa:16:3e:1c:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:03:29Z', 'updated_at': '2021-11-09T20:03:29Z', 'revision_number': 0, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541e84a4-fb91-4b04-9856-a07074eb57b2', 'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'mac_address': 'fa:16:3e:f5:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:25Z', 'updated_at': '2021-11-09T20:02:36Z', 'revision_number': 5, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'subnets': [{'id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:03:33.677150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49a6101e-edae-4588-90a2-643f553f0f97 req-531b484e-57c8-477f-9b1f-8de6a59a51b3 service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025318 Nov 09 20:03:33.723525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23362f39-5625-44cc-9081-23d7e1d115ee req-e0a3bf57-3745-4cc4-b4d5-dbf97f758cc8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071051 Nov 09 20:03:33.753401 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-13891ad8-82b1-44e5-96c5-7c04f90c764e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:33.757435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-13891ad8-82b1-44e5-96c5-7c04f90c764e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "DELETE /v2.0/ports/cf455eb9-c815-4b31-a7ad-ad3b38e09207 HTTP/1.1" status: 204 len: 168 time: 1.3283274 Nov 09 20:03:33.760042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59308) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:33.795805 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab5df05-738c-4be9-b2c8-5452bb0b3c50 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] GET failed (client error): The resource could not be found. Nov 09 20:03:33.800973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cab5df05-738c-4be9-b2c8-5452bb0b3c50 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "GET /v2.0/ports/cf455eb9-c815-4b31-a7ad-ad3b38e09207 HTTP/1.1" status: 404 len: 333 time: 0.0363674 Nov 09 20:03:33.803156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59310) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:33.818556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0e7cabb6-c64b-4968-8a91-b44f177b4e91 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags/tempest-TagsExtTest-Tag-1987413845 HTTP/1.1" status: 201 len: 201 time: 0.2735360 Nov 09 20:03:33.819211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59312) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:33.843854 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-16cb6269-00e2-4725-9f09-52c0540680a9 req-40a6dd23-8706-48a6-a56c-c2b35c72c8fa tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0655830 Nov 09 20:03:33.855656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-73162c2a-1331-4291-b499-8f3ff1703479 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce', {'tags': ['tempest-TagsExtTest-Tag-901095370', 'tempest-TagsExtTest-Tag-1664885316', 'tempest-TagsExtTest-Tag-1258299927']}) {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:33.976896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58b918a-9722-4823-932c-1bbb1b792622 None None] New status for floating IP c819334b-1a8a-4244-976c-9cb1465c0437: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:03:34.062416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59318) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:34.063089 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-73162c2a-1331-4291-b499-8f3ff1703479 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags HTTP/1.1" status: 200 len: 317 time: 0.2230995 Nov 09 20:03:34.069506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-3405da9f-1b3f-46d6-8019-7cf6fc063eb7 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:34.070847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe8e1a-d7a6-43b5-9e92-659f804ed659 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Deleting port 62a95166-a2a2-4c9b-b676-b1f4f396b677 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:34.071201 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8e1a-d7a6-43b5-9e92-659f804ed659 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:34.241560 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8e1a-d7a6-43b5-9e92-659f804ed659 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:34.245663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3405da9f-1b3f-46d6-8019-7cf6fc063eb7 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1807697 Nov 09 20:03:34.248046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59320) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:34.257874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe8e1a-d7a6-43b5-9e92-659f804ed659 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Calling delete_port for 62a95166-a2a2-4c9b-b676-b1f4f396b677 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:34.263054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-3d1b80c4-6151-4cdd-aabf-97548baf4118 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce', 'tempest-TagsExtTest-Tag-901095370') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:34.450145 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-3d1b80c4-6151-4cdd-aabf-97548baf4118 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:34.451554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3d1b80c4-6151-4cdd-aabf-97548baf4118 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags/tempest-TagsExtTest-Tag-901095370 HTTP/1.1" status: 404 len: 328 time: 0.2018723 Nov 09 20:03:34.455249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59328) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:34.459634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-6216abe3-c14c-44cd-bef0-f6e3997e3b0b tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce', 'tempest-TagsExtTest-Tag-1664885316') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:34.556152 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8e1a-d7a6-43b5-9e92-659f804ed659 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:34.657081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8e1a-d7a6-43b5-9e92-659f804ed659 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:34.661971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7dfe8e1a-d7a6-43b5-9e92-659f804ed659 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "DELETE /v2.0/ports/62a95166-a2a2-4c9b-b676-b1f4f396b677 HTTP/1.1" status: 204 len: 168 time: 0.8574114 Nov 09 20:03:34.663063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe8e1a-d7a6-43b5-9e92-659f804ed659 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event deleted for resources: {'Port': ['ID=62a95166-a2a2-4c9b-b676-b1f4f396b677,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:34.664594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59332) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:34.710883 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-8212e8cb-4d74-4096-8cb4-0c07a08fdfce tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] GET failed (client error): The resource could not be found. Nov 09 20:03:34.718703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59336) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:34.719228 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8212e8cb-4d74-4096-8cb4-0c07a08fdfce tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "GET /v2.0/ports/62a95166-a2a2-4c9b-b676-b1f4f396b677 HTTP/1.1" status: 404 len: 333 time: 0.0531478 Nov 09 20:03:34.727012 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-6216abe3-c14c-44cd-bef0-f6e3997e3b0b tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:34.730739 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6216abe3-c14c-44cd-bef0-f6e3997e3b0b tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags/tempest-TagsExtTest-Tag-1664885316 HTTP/1.1" status: 404 len: 329 time: 0.2718077 Nov 09 20:03:34.731758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59338) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:34.739509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-7a400fc7-382b-4f2c-8006-4cd6028c69f1 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce', 'tempest-TagsExtTest-Tag-1258299927') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:34.843418 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-7a400fc7-382b-4f2c-8006-4cd6028c69f1 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:34.844508 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7a400fc7-382b-4f2c-8006-4cd6028c69f1 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags/tempest-TagsExtTest-Tag-1258299927 HTTP/1.1" status: 404 len: 329 time: 0.1114895 Nov 09 20:03:34.848161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59342) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:34.860195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-6d5a6c08-cdf2-4ca6-8605-19b43b255e16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421', {'tags': ['tempest-TagsExtTest-Tag-609805520', 'tempest-TagsExtTest-Tag-216487874', 'tempest-TagsExtTest-Tag-615820169']}) {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:35.019976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db889751-59b0-4535-9983-dbcb554a1e64 req-dd371bd9-82fa-4301-9d50-0c27db5c91a4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:35.022401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db889751-59b0-4535-9983-dbcb554a1e64 req-dd371bd9-82fa-4301-9d50-0c27db5c91a4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.1375318 Nov 09 20:03:35.032073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-620f22e7-a9cc-4738-ab45-55736b42679c tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Deleting port 3229082f-40a8-42f8-b27e-37ea11b2f26b {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:35.032638 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-620f22e7-a9cc-4738-ab45-55736b42679c tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:35.045797 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c110675-2680-426c-b8b7-25a2876a1ab4 req-e49770c3-1009-4bf8-b9e1-eada313473cf tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0735044 Nov 09 20:03:35.068318 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6d5a6c08-cdf2-4ca6-8605-19b43b255e16 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags HTTP/1.1" status: 200 len: 315 time: 0.2188334 Nov 09 20:03:35.070602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59346) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:35.076244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-a1b4c9be-44a2-4829-9461-2062a6caa5cd tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:35.151417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db889751-59b0-4535-9983-dbcb554a1e64 req-62dc892e-f1df-4e25-b133-0a532cdb1126 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142614 Nov 09 20:03:35.216148 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a1b4c9be-44a2-4829-9461-2062a6caa5cd tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags HTTP/1.1" status: 204 len: 168 time: 0.1442003 Nov 09 20:03:35.219378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59352) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:35.226939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-4cf1009e-4eb6-4f41-8389-4c502221a74a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421', 'tempest-TagsExtTest-Tag-609805520') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:35.243447 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-620f22e7-a9cc-4738-ab45-55736b42679c tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:35.269219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-620f22e7-a9cc-4738-ab45-55736b42679c tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Calling delete_port for 3229082f-40a8-42f8-b27e-37ea11b2f26b owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:35.326877 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-4cf1009e-4eb6-4f41-8389-4c502221a74a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:35.327962 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4cf1009e-4eb6-4f41-8389-4c502221a74a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags/tempest-TagsExtTest-Tag-609805520 HTTP/1.1" status: 404 len: 328 time: 0.1073899 Nov 09 20:03:35.331992 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59354) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:35.337628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-80ae6a3e-63b9-4059-8793-02615f204c8f tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421', 'tempest-TagsExtTest-Tag-216487874') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:35.429469 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-620f22e7-a9cc-4738-ab45-55736b42679c tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:35.450881 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-80ae6a3e-63b9-4059-8793-02615f204c8f tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:35.457481 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-80ae6a3e-63b9-4059-8793-02615f204c8f tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags/tempest-TagsExtTest-Tag-216487874 HTTP/1.1" status: 404 len: 328 time: 0.1244986 Nov 09 20:03:35.461088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59356) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:35.470335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-671fbed1-9f59-4f9f-aad2-f8cc03f48ce9 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421', 'tempest-TagsExtTest-Tag-615820169') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:35.507747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f22e7-a9cc-4738-ab45-55736b42679c tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event deleted for resources: {'Port': ['ID=3229082f-40a8-42f8-b27e-37ea11b2f26b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:35.522277 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-620f22e7-a9cc-4738-ab45-55736b42679c tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:35.537270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59362) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:35.550691 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-620f22e7-a9cc-4738-ab45-55736b42679c tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "DELETE /v2.0/ports/3229082f-40a8-42f8-b27e-37ea11b2f26b HTTP/1.1" status: 204 len: 168 time: 0.8175516 Nov 09 20:03:35.661077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f740fd-681e-43ae-a362-216ec981e395 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Deleting subnet 06a76c71-378f-4880-bfa0-d0de192bc9f7 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:03:35.667154 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21f740fd-681e-43ae-a362-216ec981e395 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:35.698346 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-671fbed1-9f59-4f9f-aad2-f8cc03f48ce9 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:35.699506 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-671fbed1-9f59-4f9f-aad2-f8cc03f48ce9 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags/tempest-TagsExtTest-Tag-615820169 HTTP/1.1" status: 404 len: 328 time: 0.2373962 Nov 09 20:03:35.702862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59370) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:35.709788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-1db231aa-bda5-4c2b-8e38-1487f73bdd2f tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261', {'tags': ['tempest-TagsExtTest-Tag-863068972', 'tempest-TagsExtTest-Tag-1375099727', 'tempest-TagsExtTest-Tag-357317228']}) {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:35.736510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21f740fd-681e-43ae-a362-216ec981e395 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:35.869480 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1db231aa-bda5-4c2b-8e38-1487f73bdd2f tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags HTTP/1.1" status: 200 len: 316 time: 0.1642523 Nov 09 20:03:35.871742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59372) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:35.876830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-928fd6b0-b86d-45e6-9ba0-9afbda8d1255 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:35.898345 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21f740fd-681e-43ae-a362-216ec981e395 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:35.982713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21f740fd-681e-43ae-a362-216ec981e395 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.055216 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-21f740fd-681e-43ae-a362-216ec981e395 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.064292 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-21f740fd-681e-43ae-a362-216ec981e395 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "DELETE /v2.0/subnets/06a76c71-378f-4880-bfa0-d0de192bc9f7 HTTP/1.1" status: 204 len: 168 time: 0.5202773 Nov 09 20:03:36.064292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59378) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:36.066060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0154e54-96bc-4f4d-a263-88bdb1d38c73 None None] Network a4fbd8d1-b091-4d7c-a392-62cb23ae6210 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:36.084509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f740fd-681e-43ae-a362-216ec981e395 tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event deleted for resources: {'Subnet': ['ID=06a76c71-378f-4880-bfa0-d0de192bc9f7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:36.184960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-928fd6b0-b86d-45e6-9ba0-9afbda8d1255 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags HTTP/1.1" status: 204 len: 168 time: 0.3119354 Nov 09 20:03:36.185737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59382) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:36.190409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-1c4f330d-2ce5-466a-a4f1-7adf53f18c2f tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261', 'tempest-TagsExtTest-Tag-863068972') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:36.261793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-494e6d73-bd94-4be6-85cb-8e2b1c17d9b9 req-2f5be045-c5db-47d2-a6dc-52f72052b678 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0522602 Nov 09 20:03:36.324526 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.404274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae233923-2b79-4ef5-ba56-e99ed089c36a None None] DHCP port deletion for a4fbd8d1-b091-4d7c-a392-62cb23ae6210 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:03:36.455995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Deleting port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:36.456599 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.456748 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-1c4f330d-2ce5-466a-a4f1-7adf53f18c2f tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:36.460386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1c4f330d-2ce5-466a-a4f1-7adf53f18c2f tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags/tempest-TagsExtTest-Tag-863068972 HTTP/1.1" status: 404 len: 328 time: 0.2710450 Nov 09 20:03:36.460550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59390) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:36.465481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-cbd8a244-d9f7-4922-aafc-aad0929655b3 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261', 'tempest-TagsExtTest-Tag-1375099727') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:36.476947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418659db-a5f1-4b46-bd83-087bc4cf7b8d req-3363ac89-70e2-471c-8b73-0dc758770157 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:36.479740 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-418659db-a5f1-4b46-bd83-087bc4cf7b8d req-3363ac89-70e2-471c-8b73-0dc758770157 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.1322734 Nov 09 20:03:36.494562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ae233923-2b79-4ef5-ba56-e99ed089c36a None None] Deleting port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:36.495030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae233923-2b79-4ef5-ba56-e99ed089c36a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.572389 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] For port d8ecb3c8-e2de-459d-a6b0-1f7157128f65, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d8ecb3c8-e2de-459d-a6b0-1f7157128f65,segment=NetworkSegment(f5fcab7c-264e-49d1-b427-3237e08be472),segment_id=f5fcab7c-264e-49d1-b427-3237e08be472)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:36.572762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.588928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Calling delete_port for d8ecb3c8-e2de-459d-a6b0-1f7157128f65 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:36.607851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ae233923-2b79-4ef5-ba56-e99ed089c36a None None] For port d8ecb3c8-e2de-459d-a6b0-1f7157128f65, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d8ecb3c8-e2de-459d-a6b0-1f7157128f65,segment=NetworkSegment(f5fcab7c-264e-49d1-b427-3237e08be472),segment_id=f5fcab7c-264e-49d1-b427-3237e08be472)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:36.608259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae233923-2b79-4ef5-ba56-e99ed089c36a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.651835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ae233923-2b79-4ef5-ba56-e99ed089c36a None None] Calling delete_port for d8ecb3c8-e2de-459d-a6b0-1f7157128f65 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:36.692129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.717413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-418659db-a5f1-4b46-bd83-087bc4cf7b8d req-2f8595b8-bb03-4ee7-b790-9db45ec824ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719353 Nov 09 20:03:36.723116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event deleted for resources: {'Port': ['ID=d8ecb3c8-e2de-459d-a6b0-1f7157128f65,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:36.724210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] No DVR routers for this DVR port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:36.759044 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-cbd8a244-d9f7-4922-aafc-aad0929655b3 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:36.764960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cbd8a244-d9f7-4922-aafc-aad0929655b3 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags/tempest-TagsExtTest-Tag-1375099727 HTTP/1.1" status: 404 len: 329 time: 0.3030307 Nov 09 20:03:36.767855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59402) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:36.785006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-f0bfc8ab-3241-4225-9482-ade0ff988c46 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261', 'tempest-TagsExtTest-Tag-357317228') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:36.826697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.854124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fbd8d1-b091-4d7c-a392-62cb23ae6210']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:36.868182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fcab7c-264e-49d1-b427-3237e08be472') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:36.868781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fcab7c-264e-49d1-b427-3237e08be472') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:36.882985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.902628 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.914408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae233923-2b79-4ef5-ba56-e99ed089c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.920445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:03:36.920922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:03:36.927465 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:03:36.965349 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-f0bfc8ab-3241-4225-9482-ade0ff988c46 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:36.966435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f0bfc8ab-3241-4225-9482-ade0ff988c46 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags/tempest-TagsExtTest-Tag-357317228 HTTP/1.1" status: 404 len: 328 time: 0.1967785 Nov 09 20:03:36.970110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59410) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:36.977702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-7c5741a8-76e1-41a3-aac2-685f9dc76d42 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815', {'tags': ['tempest-TagsExtTest-Tag-1045811881', 'tempest-TagsExtTest-Tag-1923936641', 'tempest-TagsExtTest-Tag-378693981']}) {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:36.994646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae233923-2b79-4ef5-ba56-e99ed089c36a None None] Pushing event deleted for resources: {'Port': ['ID=d8ecb3c8-e2de-459d-a6b0-1f7157128f65,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:37.005859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae233923-2b79-4ef5-ba56-e99ed089c36a None None] No DVR routers for this DVR port d8ecb3c8-e2de-459d-a6b0-1f7157128f65 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:37.010365 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:37.026013 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:37.037433 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] 10.222.0.53 "DELETE /v2.0/networks/a4fbd8d1-b091-4d7c-a392-62cb23ae6210 HTTP/1.1" status: 204 len: 168 time: 0.9660051 Nov 09 20:03:37.075629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e498e6-28ee-46c9-a03a-2e81ffe4a29e tempest-AllowedAddressPairIpV6TestJSON-481181175 tempest-AllowedAddressPairIpV6TestJSON-481181175-project] Pushing event deleted for resources: {'Network': ['ID=a4fbd8d1-b091-4d7c-a392-62cb23ae6210,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:37.088167 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7c5741a8-76e1-41a3-aac2-685f9dc76d42 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "PUT /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags HTTP/1.1" status: 200 len: 317 time: 0.1108935 Nov 09 20:03:37.088167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59414) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.092532 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-73a1acca-308b-4c79-ac81-74d1042d9ed8 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:37.175495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59416) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.181491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-d4734741-e3d2-4820-9e1c-9405cbb5a3da tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815', 'tempest-TagsExtTest-Tag-1045811881') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:37.183948 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-73a1acca-308b-4c79-ac81-74d1042d9ed8 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags HTTP/1.1" status: 204 len: 168 time: 0.0980611 Nov 09 20:03:37.207086 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-d4734741-e3d2-4820-9e1c-9405cbb5a3da tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:37.212078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59418) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.218663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-7609e343-acf9-45fd-9ed2-d6bf4af119a7 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815', 'tempest-TagsExtTest-Tag-1923936641') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:37.225444 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d4734741-e3d2-4820-9e1c-9405cbb5a3da tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags/tempest-TagsExtTest-Tag-1045811881 HTTP/1.1" status: 404 len: 329 time: 0.0470417 Nov 09 20:03:37.255979 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-7609e343-acf9-45fd-9ed2-d6bf4af119a7 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:37.260742 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59422) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.266436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-2ed976d2-35c9-4310-a21f-2e638377fe8a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815', 'tempest-TagsExtTest-Tag-378693981') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:37.270178 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7609e343-acf9-45fd-9ed2-d6bf4af119a7 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags/tempest-TagsExtTest-Tag-1923936641 HTTP/1.1" status: 404 len: 329 time: 0.0556812 Nov 09 20:03:37.303816 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-2ed976d2-35c9-4310-a21f-2e638377fe8a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] show failed (client error): The resource could not be found. Nov 09 20:03:37.308683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59426) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.322723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-98bfd716-560d-4f4d-89ed-4d0b2c6b0216 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7ddb28e2-66b6-495a-84fa-f028e63f1815') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:37.326999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2ed976d2-35c9-4310-a21f-2e638377fe8a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags/tempest-TagsExtTest-Tag-378693981 HTTP/1.1" status: 404 len: 328 time: 0.0646176 Nov 09 20:03:37.384799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-98bfd716-560d-4f4d-89ed-4d0b2c6b0216 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815/tags HTTP/1.1" status: 204 len: 168 time: 0.0737617 Nov 09 20:03:37.386242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59430) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.396254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-ad566ed0-7b48-420f-9cff-295119b5eb2b tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '763c900f-ba7c-4118-8d23-313d446cf261') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:37.476837 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcd8440a-4fe9-4415-9535-cc6103f093b5 req-2a217c54-9049-4719-96bf-3baaefddeddb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0507183 Nov 09 20:03:37.538193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59434) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.540605 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ad566ed0-7b48-420f-9cff-295119b5eb2b tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261/tags HTTP/1.1" status: 204 len: 168 time: 0.1525011 Nov 09 20:03:37.543896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59436) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.549746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.tag.tag_plugin [None req-393cf527-a89e-4cbc-9860-ca339be41c88 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e4fd55e-cae9-45ff-89cf-2c1efc4e0421') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:37.664718 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-393cf527-a89e-4cbc-9860-ca339be41c88 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421/tags HTTP/1.1" status: 204 len: 168 time: 0.1196144 Nov 09 20:03:37.668860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59446) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.678419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.tag.tag_plugin [None req-74298389-a041-4312-8db5-29280fb0df74 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '89290b1d-6de5-4187-abe7-60da1f3836ce') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:37.683228 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d8ecb3c8-e2de-459d-a6b0-1f7157128f65 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:37.739220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: d8ecb3c8-e2de-459d-a6b0-1f7157128f65 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:03:37.739738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d8ecb3c8-e2de-459d-a6b0-1f7157128f65 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:03:37.856857 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-eb0bb64d-c7d5-4f53-a9ea-24610bf42e1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a8a8cfe96e54b0a831432e2a2821a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138139 Nov 09 20:03:37.860701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59454) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.920417 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-74298389-a041-4312-8db5-29280fb0df74 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce/tags HTTP/1.1" status: 204 len: 168 time: 0.2459033 Nov 09 20:03:37.920684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59456) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:37.977855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9090d29f-7432-45f7-9999-864428d8e42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:38.000151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceb869-0a66-42e1-bbb7-dcc3f4dec6bc req-35e4c862-5770-4847-ac0f-9bc81ef8eb05 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:38.001841 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-11ceb869-0a66-42e1-bbb7-dcc3f4dec6bc req-35e4c862-5770-4847-ac0f-9bc81ef8eb05 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.1619205 Nov 09 20:03:38.040746 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9090d29f-7432-45f7-9999-864428d8e42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:38.128754 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-11ceb869-0a66-42e1-bbb7-dcc3f4dec6bc req-8dc363f0-c93e-46f8-a678-0d27673b5823 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195941 Nov 09 20:03:38.172458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9090d29f-7432-45f7-9999-864428d8e42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:38.176384 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9090d29f-7432-45f7-9999-864428d8e42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:38.180819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9090d29f-7432-45f7-9999-864428d8e42f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff12c964-da8c-40fe-b8a8-4d9b8b22f204 HTTP/1.1" status: 204 len: 168 time: 0.3190010 Nov 09 20:03:38.200584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090d29f-7432-45f7-9999-864428d8e42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff12c964-da8c-40fe-b8a8-4d9b8b22f204,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:38.242904 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2f04d1ea-5e8b-462c-b1e3-58ad9347544a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for subnetpool, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:38.247444 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2f04d1ea-5e8b-462c-b1e3-58ad9347544a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/subnetpools/7ddb28e2-66b6-495a-84fa-f028e63f1815 HTTP/1.1" status: 204 len: 168 time: 0.3273592 Nov 09 20:03:38.247921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59468) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:38.303312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-35d4f56f-1d3d-44b2-b973-d7560a58ce6d tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "GET /v2.0/ports?device_id=763c900f-ba7c-4118-8d23-313d446cf261 HTTP/1.1" status: 200 len: 205 time: 0.0537345 Nov 09 20:03:38.306861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59472) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:38.638059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c22de80a-711a-406b-b2e5-f87b17c7bd29 req-9f75435b-7a98-482e-9ef2-b9e0b1516971 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0354595 Nov 09 20:03:38.994955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a44eb87c-69d8-425c-ae54-cec3f7d06805 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:39.267297 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a44eb87c-69d8-425c-ae54-cec3f7d06805 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:39.272027 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a44eb87c-69d8-425c-ae54-cec3f7d06805 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:39.369211 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a44eb87c-69d8-425c-ae54-cec3f7d06805 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:39.369965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44eb87c-69d8-425c-ae54-cec3f7d06805 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Fanout notify agent at l3_agent the message router_deleted on router 763c900f-ba7c-4118-8d23-313d446cf261 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:03:39.398769 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a44eb87c-69d8-425c-ae54-cec3f7d06805 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:39.400415 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a44eb87c-69d8-425c-ae54-cec3f7d06805 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/routers/763c900f-ba7c-4118-8d23-313d446cf261 HTTP/1.1" status: 204 len: 168 time: 1.0924537 Nov 09 20:03:39.407653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59514) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.440480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45325030-43ed-4abc-9d69-fd3915494adc req-f4d44016-9420-43e4-9614-c9fa28ec6bb3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:39.442416 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45325030-43ed-4abc-9d69-fd3915494adc req-f4d44016-9420-43e4-9614-c9fa28ec6bb3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.1164558 Nov 09 20:03:39.494303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59516) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.518863 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-45325030-43ed-4abc-9d69-fd3915494adc req-1295e04c-58be-4976-8504-4349a7a5d3ed tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691264 Nov 09 20:03:39.638236 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-8c6e0f27-76bd-4f41-a30a-a63d26f2a2d2 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.642426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8c6e0f27-76bd-4f41-a30a-a63d26f2a2d2 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1395018 Nov 09 20:03:39.643491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59526) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.646553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bbc11-664d-4b4d-9feb-a57525e2b58a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Deleting port 5e4fd55e-cae9-45ff-89cf-2c1efc4e0421 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:39.647104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae0bbc11-664d-4b4d-9feb-a57525e2b58a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:39.647582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-b24aa37a-a8a7-4d7e-8c9b-71447ad79176 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.651124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b24aa37a-a8a7-4d7e-8c9b-71447ad79176 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050075 Nov 09 20:03:39.652298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59530) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.667794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-24567cf9-197f-4b67-9cc8-d3ccaf7ea67a tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.673019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59532) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.673771 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-24567cf9-197f-4b67-9cc8-d3ccaf7ea67a tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0197444 Nov 09 20:03:39.678259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-2142a5de-8ed2-46c3-90bd-17657291bcc4 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.679968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2142a5de-8ed2-46c3-90bd-17657291bcc4 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051930 Nov 09 20:03:39.681560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59536) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.688783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-665e0125-2dca-4dda-9325-340307ec43c2 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.692575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-665e0125-2dca-4dda-9325-340307ec43c2 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0073373 Nov 09 20:03:39.693219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59538) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.697523 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-dd3b84f8-1a7d-4a96-ad43-683553d03dc9 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.700580 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dd3b84f8-1a7d-4a96-ad43-683553d03dc9 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042183 Nov 09 20:03:39.711174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59540) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.715387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-070cbcc7-f787-4c3a-9fef-d06b263fd753 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.718770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-070cbcc7-f787-4c3a-9fef-d06b263fd753 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042396 Nov 09 20:03:39.719093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59542) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.725785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-66765f54-8f1a-43ba-b9df-a0208e930011 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.729307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-66765f54-8f1a-43ba-b9df-a0208e930011 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0072162 Nov 09 20:03:39.729797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59544) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.734908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-98ddd3fd-541b-453c-b081-4a675b3eba70 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.738566 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-98ddd3fd-541b-453c-b081-4a675b3eba70 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052128 Nov 09 20:03:39.741343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59546) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.746074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-d89208da-333e-446c-94f1-3fb18311cbc8 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.749153 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d89208da-333e-446c-94f1-3fb18311cbc8 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043981 Nov 09 20:03:39.749924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59548) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.756610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-bedf936a-bd46-47a8-838a-b1147d6ce29b tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.760311 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bedf936a-bd46-47a8-838a-b1147d6ce29b tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066071 Nov 09 20:03:39.760606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59550) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.767127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-59017758-ab42-47e2-b2f5-0ae764085086 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.770653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-59017758-ab42-47e2-b2f5-0ae764085086 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0066750 Nov 09 20:03:39.771016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59552) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.777734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-bfad5ba5-b52c-4622-b23b-ea8cb312d15a tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.781420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bfad5ba5-b52c-4622-b23b-ea8cb312d15a tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0068889 Nov 09 20:03:39.781789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59554) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.795134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-44304589-7e5a-4059-a6e6-1d9fa9e51900 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.796423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-44304589-7e5a-4059-a6e6-1d9fa9e51900 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0133736 Nov 09 20:03:39.803076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59556) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.813246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-9c8e3392-f327-4b19-a513-7d9c232706a5 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.819118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9c8e3392-f327-4b19-a513-7d9c232706a5 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0080509 Nov 09 20:03:39.819927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59558) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.828783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-8a0fd1af-4c3d-4feb-9d07-a537edf29e45 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.828783 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8a0fd1af-4c3d-4feb-9d07-a537edf29e45 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047066 Nov 09 20:03:39.830293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59560) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.845045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-616c83f7-2094-4626-996c-bdbeea2962f9 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.848643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9a0ed31-0b33-4f53-ac89-9303deb69aea req-8ee65ee7-a013-4a91-b6d9-5873231a0d21 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0493414 Nov 09 20:03:39.849736 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-616c83f7-2094-4626-996c-bdbeea2962f9 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0194073 Nov 09 20:03:39.854974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59562) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.859254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-66dfdff2-7d5a-41d4-a965-9ac4437f0afd tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.862181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-66dfdff2-7d5a-41d4-a965-9ac4437f0afd tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0055206 Nov 09 20:03:39.864957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59564) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.874102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-e74af14a-9711-4b52-84cb-f7848d1ca84a tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.875622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e74af14a-9711-4b52-84cb-f7848d1ca84a tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0092769 Nov 09 20:03:39.886394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59566) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.886394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-8e2061e6-7783-49ee-b068-8c37b7d4d21e tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.886394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e2061e6-7783-49ee-b068-8c37b7d4d21e tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043023 Nov 09 20:03:39.886394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59568) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.890481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-bdaa385f-9e0f-4f93-8c99-577dae3a69dc tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.891820 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bdaa385f-9e0f-4f93-8c99-577dae3a69dc tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047994 Nov 09 20:03:39.892166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae0bbc11-664d-4b4d-9feb-a57525e2b58a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:39.895016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59570) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.899517 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-46aebe90-a2bb-4c91-919a-e8ae3cb1dc68 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.900710 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-46aebe90-a2bb-4c91-919a-e8ae3cb1dc68 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045764 Nov 09 20:03:39.903227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59572) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.907461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-5434ca3c-2ed5-4746-84f1-12b0f583dbb4 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.909278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5434ca3c-2ed5-4746-84f1-12b0f583dbb4 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049350 Nov 09 20:03:39.911878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59574) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.916692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-c48798b9-bcb8-4b0b-8e4f-b1f5acd1e644 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.918585 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bbc11-664d-4b4d-9feb-a57525e2b58a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Calling delete_port for 5e4fd55e-cae9-45ff-89cf-2c1efc4e0421 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:39.923693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c48798b9-bcb8-4b0b-8e4f-b1f5acd1e644 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0107038 Nov 09 20:03:39.926917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59576) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.931250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-40734519-9d87-4922-b77b-b701c5ed4a5f tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.939709 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-40734519-9d87-4922-b77b-b701c5ed4a5f tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0115912 Nov 09 20:03:39.942007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59578) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.946158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-38f14be2-e646-4757-9b9c-d0a122c7e4e6 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.947325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-38f14be2-e646-4757-9b9c-d0a122c7e4e6 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042148 Nov 09 20:03:39.954415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59580) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.968385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-88aba26b-3e02-475c-bb46-ad9d414ca904 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.969402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-88aba26b-3e02-475c-bb46-ad9d414ca904 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0136566 Nov 09 20:03:39.973078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59584) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.977333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-82fb425d-8d9a-4d65-acf0-059c9c6fd55e tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.981180 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59586) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:39.982138 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-82fb425d-8d9a-4d65-acf0-059c9c6fd55e tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076540 Nov 09 20:03:39.995221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-df06e030-06f7-4cba-ad1f-2bc152ab45d3 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:39.997338 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-df06e030-06f7-4cba-ad1f-2bc152ab45d3 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0151002 Nov 09 20:03:39.999938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59592) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.016924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-45625a2f-1c19-4b12-92bd-806d484e8ea5 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.018233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-45625a2f-1c19-4b12-92bd-806d484e8ea5 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0105264 Nov 09 20:03:40.021881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59596) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.034310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-33f291cd-e0aa-445d-8d5f-590cec9b007f tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.039929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59598) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.048178 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-33f291cd-e0aa-445d-8d5f-590cec9b007f tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0249727 Nov 09 20:03:40.052980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-799f61cb-1f61-42b6-b676-9d2baf52940b tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.061004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59600) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.063178 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-799f61cb-1f61-42b6-b676-9d2baf52940b tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0149658 Nov 09 20:03:40.073128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-61f4819a-cbe4-4cfa-94ed-ef375e6d375f tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.077750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59602) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.078667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-61f4819a-cbe4-4cfa-94ed-ef375e6d375f tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0141907 Nov 09 20:03:40.088360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-17c00d8a-0938-4fff-9510-1bf09c71c824 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.096980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59604) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.101391 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-17c00d8a-0938-4fff-9510-1bf09c71c824 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0197458 Nov 09 20:03:40.107606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-ba273f14-c1c9-4ad5-9b5c-e0508efddb16 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.119950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ba273f14-c1c9-4ad5-9b5c-e0508efddb16 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0216684 Nov 09 20:03:40.120229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59606) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.141051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-e64635f5-f943-4af8-a243-be4883f0a4b9 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.142630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e64635f5-f943-4af8-a243-be4883f0a4b9 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0171826 Nov 09 20:03:40.150977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59610) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.157051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-3caa787a-331e-4877-898b-b812f2eea325 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.161806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3caa787a-331e-4877-898b-b812f2eea325 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0131841 Nov 09 20:03:40.165244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59612) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.186968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-ae5da2ad-70dc-4bb6-af99-d58eedaf7058 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.192290 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ae5da2ad-70dc-4bb6-af99-d58eedaf7058 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0260396 Nov 09 20:03:40.195003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59614) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.202922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-e9fe2596-9dd4-4f31-b869-52f7c6a57c02 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.206224 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e9fe2596-9dd4-4f31-b869-52f7c6a57c02 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0096314 Nov 09 20:03:40.210392 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59618) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.219044 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-b2a8587e-e1e8-4915-a602-0765054be49d tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.223022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b2a8587e-e1e8-4915-a602-0765054be49d tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0118625 Nov 09 20:03:40.223629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59620) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.233856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-e11193aa-e67f-403e-8abf-a8f56adc4847 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.235192 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e11193aa-e67f-403e-8abf-a8f56adc4847 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0106707 Nov 09 20:03:40.239047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59622) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.259147 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cc42-ab54-4f25-a5ed-43bfb720fb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:40.274593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-2db653af-e82b-46ab-9981-6c3508232926 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.275585 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2db653af-e82b-46ab-9981-6c3508232926 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0353944 Nov 09 20:03:40.278355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59624) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.284444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-922de78e-ace6-47ec-a2da-d357b0794465 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.285639 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-922de78e-ace6-47ec-a2da-d357b0794465 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056517 Nov 09 20:03:40.288132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59626) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.293367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-4ea91a46-0adb-418f-a3ed-7d5f4769b07c tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.295425 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4ea91a46-0adb-418f-a3ed-7d5f4769b07c tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0061994 Nov 09 20:03:40.298421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59628) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.302749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-db929155-d76b-4412-9b77-acd7d0ddc424 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.306540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-db929155-d76b-4412-9b77-acd7d0ddc424 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0068893 Nov 09 20:03:40.309079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59630) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.317828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-e94a63d4-bd2c-4be3-9a4a-9c3bb59bf705 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.320611 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e94a63d4-bd2c-4be3-9a4a-9c3bb59bf705 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0084021 Nov 09 20:03:40.324419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59632) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.328931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-41447899-74f7-459a-b338-0d41cd330f19 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.331551 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-41447899-74f7-459a-b338-0d41cd330f19 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057814 Nov 09 20:03:40.334467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59634) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.339280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-a5de4e42-5e39-4439-878d-89b44afddd2f tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.340708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a5de4e42-5e39-4439-878d-89b44afddd2f tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047703 Nov 09 20:03:40.343540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59636) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.349764 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae0bbc11-664d-4b4d-9feb-a57525e2b58a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:40.352487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-aac4f2e3-481a-49a3-9cbc-8b67a93d82e0 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.353885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aac4f2e3-481a-49a3-9cbc-8b67a93d82e0 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0090961 Nov 09 20:03:40.357350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59638) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.385653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [None req-91f9cc43-8d6d-4822-bf50-773be3a7ffcd tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.387317 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-91f9cc43-8d6d-4822-bf50-773be3a7ffcd tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0248137 Nov 09 20:03:40.390014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59642) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.395866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-eb9053b5-1013-4b20-84d0-65d8ad88af87 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.397415 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eb9053b5-1013-4b20-84d0-65d8ad88af87 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0059948 Nov 09 20:03:40.399813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59644) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.406083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-d1635814-b38d-4ad6-9652-8521bc596fcc tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.409548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bbc11-664d-4b4d-9feb-a57525e2b58a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Pushing event deleted for resources: {'Port': ['ID=5e4fd55e-cae9-45ff-89cf-2c1efc4e0421,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:40.409988 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d1635814-b38d-4ad6-9652-8521bc596fcc tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064933 Nov 09 20:03:40.410784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59646) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.422664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-ecd508c2-c5e3-4446-9230-2e05f114c6be tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.426321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ecd508c2-c5e3-4446-9230-2e05f114c6be tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0144253 Nov 09 20:03:40.429706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59648) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.438298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-ca1b0097-2de0-43e5-ac6c-830abda44884 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.443719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca1b0097-2de0-43e5-ac6c-830abda44884 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0128160 Nov 09 20:03:40.449078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59650) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.457135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-b303fc2e-5156-4f73-a90a-3b70f07f6565 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.459394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b303fc2e-5156-4f73-a90a-3b70f07f6565 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084438 Nov 09 20:03:40.464312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59654) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.476880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-0eb6dbb4-ade6-4486-b1ce-933c6621a2d0 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.476880 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0eb6dbb4-ade6-4486-b1ce-933c6621a2d0 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0107379 Nov 09 20:03:40.479615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59660) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.491407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-d05c087f-1372-4877-8054-309f5d3575a6 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.492534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d05c087f-1372-4877-8054-309f5d3575a6 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0119226 Nov 09 20:03:40.495833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59662) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.507361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-bbbc4516-cb67-48d3-96b7-06889638d47e tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.508480 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bbbc4516-cb67-48d3-96b7-06889638d47e tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0116146 Nov 09 20:03:40.511465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59664) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.521694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-77797ea4-540b-484d-92f5-452d0e07b3fe tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.523114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-77797ea4-540b-484d-92f5-452d0e07b3fe tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0104382 Nov 09 20:03:40.526416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59666) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.530941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-bc6403c7-9f98-44ba-b3b2-fd2d5955f9c0 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.537118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bc6403c7-9f98-44ba-b3b2-fd2d5955f9c0 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0095558 Nov 09 20:03:40.540663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59668) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.550153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-d7b81d83-1518-4a7d-acce-cb432e00b0ff tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.561145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d7b81d83-1518-4a7d-acce-cb432e00b0ff tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0115120 Nov 09 20:03:40.562905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59672) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.585418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-751e3548-fd55-409c-afb2-3c5065f73f1d tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.590708 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-751e3548-fd55-409c-afb2-3c5065f73f1d tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0240273 Nov 09 20:03:40.590949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59674) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.598042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-d0d82ff7-1641-4098-bb77-84d9211934b9 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.601475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d0d82ff7-1641-4098-bb77-84d9211934b9 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073304 Nov 09 20:03:40.604740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59676) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.619406 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ae0bbc11-664d-4b4d-9feb-a57525e2b58a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:40.639962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-3ecd513f-001a-4e11-9d05-42cc87525337 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.640095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ae0bbc11-664d-4b4d-9feb-a57525e2b58a tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/ports/5e4fd55e-cae9-45ff-89cf-2c1efc4e0421 HTTP/1.1" status: 204 len: 168 time: 1.2244034 Nov 09 20:03:40.640204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3ecd513f-001a-4e11-9d05-42cc87525337 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0306311 Nov 09 20:03:40.640204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59682) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.640416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59680) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.644290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-4be6cd6d-b011-4304-bc2f-472c7cdb9a50 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.647712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4be6cd6d-b011-4304-bc2f-472c7cdb9a50 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0054216 Nov 09 20:03:40.650442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59684) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.668449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-00d5fd87-7a5e-44b1-a939-37850e824e8e tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.681207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-00d5fd87-7a5e-44b1-a939-37850e824e8e tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0159295 Nov 09 20:03:40.681207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59686) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.681207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-3687f23b-948b-4f0c-a9ed-770924222170 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.690419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3687f23b-948b-4f0c-a9ed-770924222170 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0115058 Nov 09 20:03:40.691216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59688) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.779686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-31e61a56-ad4f-493e-bb76-419d824edf5a tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.783772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-31e61a56-ad4f-493e-bb76-419d824edf5a tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0193114 Nov 09 20:03:40.790342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59690) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:40.796822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d0c803-d7ab-4c47-906f-5272c3374040 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Deleting subnet 89290b1d-6de5-4187-abe7-60da1f3836ce {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:03:40.799537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [None req-37fddbe0-fde9-420e-af8b-3655b849dd13 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:03:40.807823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1d0c803-d7ab-4c47-906f-5272c3374040 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:40.811749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-37fddbe0-fde9-420e-af8b-3655b849dd13 tempest-ExtensionsTestJSON-1736519090 tempest-ExtensionsTestJSON-1736519090-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0168600 Nov 09 20:03:40.860190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43a8d-9050-46a0-87d7-4c536985b43f req-fa03c974-488c-4c60-86db-6eba8684f5f9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:40.864601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bbf43a8d-9050-46a0-87d7-4c536985b43f req-fa03c974-488c-4c60-86db-6eba8684f5f9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 943 time: 0.1757374 Nov 09 20:03:40.900209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1d0c803-d7ab-4c47-906f-5272c3374040 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:40.998182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bbf43a8d-9050-46a0-87d7-4c536985b43f req-bb008e56-1539-4f01-9ea9-65a0807a0515 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263416 Nov 09 20:03:41.183853 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ce59fee-87f4-4dc4-bb14-083388534943 req-7cfcbdac-0bed-4dd8-9935-ae2a5e67fb50 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0764740 Nov 09 20:03:41.223491 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1d0c803-d7ab-4c47-906f-5272c3374040 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:41.299763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1d0c803-d7ab-4c47-906f-5272c3374040 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:41.339102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0c803-d7ab-4c47-906f-5272c3374040 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Pushing event deleted for resources: {'Subnet': ['ID=89290b1d-6de5-4187-abe7-60da1f3836ce,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:41.347266 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f1d0c803-d7ab-4c47-906f-5272c3374040 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:41.353314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95faae44-9f87-4e46-8d77-fed8be70349c None None] Network 5d665541-bbb4-467d-98d8-79189f026fde requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:41.365611 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f1d0c803-d7ab-4c47-906f-5272c3374040 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/subnets/89290b1d-6de5-4187-abe7-60da1f3836ce HTTP/1.1" status: 204 len: 168 time: 0.7240515 Nov 09 20:03:41.368002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59704) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:41.383160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59706) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:41.527671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f52a5f24-4e05-480f-8bef-d075d6e84f6f details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:03:41.555181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:41.643175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ee66204d-7ea3-4daa-add7-6f0c9ddb4180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:41.681169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Deleting port e0471d0a-0dec-4749-8cfe-a0709236ae36 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:41.681452 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:41.824840 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f52a5f24-4e05-480f-8bef-d075d6e84f6f, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f52a5f24-4e05-480f-8bef-d075d6e84f6f,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:41.851489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f6f5d4-610d-4056-a25a-bd8f15799384 None None] DHCP port deletion for 5d665541-bbb4-467d-98d8-79189f026fde request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:03:41.870238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'f52a5f24-4e05-480f-8bef-d075d6e84f6f', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'port_id': 'f52a5f24-4e05-480f-8bef-d075d6e84f6f', 'mac_address': 'fa:16:3e:c1:11:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:03:41.884426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] For port e0471d0a-0dec-4749-8cfe-a0709236ae36, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e0471d0a-0dec-4749-8cfe-a0709236ae36,segment=NetworkSegment(d974606c-7c81-4032-a32c-ae32e6bcd653),segment_id=d974606c-7c81-4032-a32c-ae32e6bcd653)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:41.884788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:41.915468 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:41.932132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Calling delete_port for e0471d0a-0dec-4749-8cfe-a0709236ae36 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:41.933605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52a5f24-4e05-480f-8bef-d075d6e84f6f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:03:42.005772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f52a5f24-4e05-480f-8bef-d075d6e84f6f, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f52a5f24-4e05-480f-8bef-d075d6e84f6f,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:42.017881 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.044758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ee66204d-7ea3-4daa-add7-6f0c9ddb4180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.058409 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ee66204d-7ea3-4daa-add7-6f0c9ddb4180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.081683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f52a5f24-4e05-480f-8bef-d075d6e84f6f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:42.091461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.092539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.093126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.093699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.093899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.094276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.094836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.098229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.100660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.101250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.101815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.102353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:03:42.154803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-74f6f5d4-610d-4056-a25a-bd8f15799384 None None] Deleting port e0471d0a-0dec-4749-8cfe-a0709236ae36 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:42.154803 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-74f6f5d4-610d-4056-a25a-bd8f15799384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.170540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66204d-7ea3-4daa-add7-6f0c9ddb4180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd2a8bf-50f7-4fe4-9676-146b47d10159,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:42.236360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.245464 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ee66204d-7ea3-4daa-add7-6f0c9ddb4180 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=417ed2a858a7448bb4e5be6c4fcc7e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8610647 Nov 09 20:03:42.259858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59730) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:42.327696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Pushing event deleted for resources: {'Port': ['ID=e0471d0a-0dec-4749-8cfe-a0709236ae36,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:42.359084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] No DVR routers for this DVR port e0471d0a-0dec-4749-8cfe-a0709236ae36 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:42.362211 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a742def7-02c0-49ce-8fdc-69b27634fb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.380423 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-74f6f5d4-610d-4056-a25a-bd8f15799384 None None] For port e0471d0a-0dec-4749-8cfe-a0709236ae36, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e0471d0a-0dec-4749-8cfe-a0709236ae36,segment=NetworkSegment(d974606c-7c81-4032-a32c-ae32e6bcd653),segment_id=d974606c-7c81-4032-a32c-ae32e6bcd653)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:42.391091 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-74f6f5d4-610d-4056-a25a-bd8f15799384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.412466 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a742def7-02c0-49ce-8fdc-69b27634fb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.420483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-74f6f5d4-610d-4056-a25a-bd8f15799384 None None] Calling delete_port for e0471d0a-0dec-4749-8cfe-a0709236ae36 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:42.550925 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d9e25e9-0115-47a1-9df8-8b18881a4ebf req-9022f4ee-8b3a-4544-95b4-15b624a79a08 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0602398 Nov 09 20:03:42.552049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a742def7-02c0-49ce-8fdc-69b27634fb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.554686 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a742def7-02c0-49ce-8fdc-69b27634fb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.578780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-74f6f5d4-610d-4056-a25a-bd8f15799384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.579103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a742def7-02c0-49ce-8fdc-69b27634fb26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ccd2a8bf-50f7-4fe4-9676-146b47d10159 HTTP/1.1" status: 204 len: 168 time: 0.3181794 Nov 09 20:03:42.598063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742def7-02c0-49ce-8fdc-69b27634fb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd2a8bf-50f7-4fe4-9676-146b47d10159,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:42.600635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f52a5f24-4e05-480f-8bef-d075d6e84f6f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:03:42.615570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f6f5d4-610d-4056-a25a-bd8f15799384 None None] No DVR routers for this DVR port e0471d0a-0dec-4749-8cfe-a0709236ae36 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:03:42.633894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1176f8-93ef-4b07-867c-af1e89a5a236 req-cae39608-0d56-4ead-a813-995a325f7d02 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:42.637017 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f1176f8-93ef-4b07-867c-af1e89a5a236 req-cae39608-0d56-4ead-a813-995a325f7d02 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 944 time: 0.3306844 Nov 09 20:03:42.640459 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.692547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d665541-bbb4-467d-98d8-79189f026fde']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:42.719510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd974606c-7c81-4032-a32c-ae32e6bcd653') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:42.722183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd974606c-7c81-4032-a32c-ae32e6bcd653') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:42.733919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8f1176f8-93ef-4b07-867c-af1e89a5a236 req-655a37ca-9f8b-4381-9648-d93e7feffa86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776465 Nov 09 20:03:42.745561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.755361 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.762482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:03:42.763011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:03:42.869070 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:03:42.877420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.887229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:42.900872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] 10.222.0.53 "DELETE /v2.0/networks/5d665541-bbb4-467d-98d8-79189f026fde HTTP/1.1" status: 204 len: 168 time: 1.5303173 Nov 09 20:03:42.929182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6f5d4-610d-4056-a25a-bd8f15799384 None None] Pushing event deleted for resources: {'Port': ['ID=e0471d0a-0dec-4749-8cfe-a0709236ae36,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:43.019354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e54db-dc9e-49c7-bdc7-fa470393ceb0 tempest-TagsExtTest-1988136229 tempest-TagsExtTest-1988136229-project] Pushing event deleted for resources: {'Network': ['ID=5d665541-bbb4-467d-98d8-79189f026fde,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:43.291675 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c61b7022-68be-4662-926d-573f2b9af311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:43.467685 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:43.636857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59762) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:43.690049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e0471d0a-0dec-4749-8cfe-a0709236ae36 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:03:43.777118 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: e0471d0a-0dec-4749-8cfe-a0709236ae36 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:03:43.777345 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-efae6da5-f706-429b-b55d-0d84c76c0edd req-2d719463-88a0-4a8c-b16c-30df6ca91983 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0448720 Nov 09 20:03:43.777478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e0471d0a-0dec-4749-8cfe-a0709236ae36 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:03:43.952378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900f1d7-9ed9-4b9a-b569-62d084dfcbc7 req-ea43d2bc-7a1d-48cf-a82b-45c1816abaad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:43.964536 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9900f1d7-9ed9-4b9a-b569-62d084dfcbc7 req-ea43d2bc-7a1d-48cf-a82b-45c1816abaad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 944 time: 0.0933993 Nov 09 20:03:44.084081 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9900f1d7-9ed9-4b9a-b569-62d084dfcbc7 req-4fa6c678-cbae-4700-9173-3385084bca9f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139917 Nov 09 20:03:44.278246 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-74a533c7-60f5-4e20-83e6-b137f71ffb86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87ad28a5125643ae87b8e88ff7eacfef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379669 Nov 09 20:03:44.279196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59792) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:44.383408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-65256077-e4de-43c8-8817-4a2bc660a2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:44.445304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-65256077-e4de-43c8-8817-4a2bc660a2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:44.540038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59800) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:44.551226 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:44.587948 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-65256077-e4de-43c8-8817-4a2bc660a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:44.598141 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-65256077-e4de-43c8-8817-4a2bc660a2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:44.601258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-65256077-e4de-43c8-8817-4a2bc660a2b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b74979d7-1cfb-4538-8a29-618b08207dca HTTP/1.1" status: 204 len: 168 time: 0.3204749 Nov 09 20:03:44.650478 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65256077-e4de-43c8-8817-4a2bc660a2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74979d7-1cfb-4538-8a29-618b08207dca,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:44.771971 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1536138629'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:44.846479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Made reservation on behalf of 4704c1772aae4fd3ba7afc6913d0f0f1 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:44.850181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:44.870075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:44.964264 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dfbc93f2-4c5a-425d-8331-6b3266987de1 req-1873be4b-f408-4236-8f8b-022cda2db932 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.0646734 Nov 09 20:03:45.138070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:45.153779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:45.192210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:03:45.244539 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:45.245807 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Added segment 25da1591-22fa-4b71-890b-2ad4cbab5c4a of type vlan for network a7715dc7-b179-45d3-94a5-740cb6247b52 Nov 09 20:03:45.341315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8a2350-5624-4612-85fa-f7b1bc97f824,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:45.396179 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:45.413293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bed70-e9c9-46b4-bb81-60cd0a829cc8 req-532db0fa-bc2e-458a-b2ad-eacb434742a6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:45.425621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-528bed70-e9c9-46b4-bb81-60cd0a829cc8 req-532db0fa-bc2e-458a-b2ad-eacb434742a6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 944 time: 0.1932311 Nov 09 20:03:45.450317 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:45.461470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:45.462103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:45.535819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f52a5f24-4e05-480f-8bef-d075d6e84f6f up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:03:45.538082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event updated for resources: {'Network': ['ID=a7715dc7-b179-45d3-94a5-740cb6247b52,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:45.552350 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-528bed70-e9c9-46b4-bb81-60cd0a829cc8 req-11e339ad-0bd3-4902-ad61-2c3af7722bd7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159770 Nov 09 20:03:45.573115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9c9f13ab-b51d-4576-9274-fa133b9da728 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0308156 Nov 09 20:03:45.576196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59824) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:45.589572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Request body: {'subnet': {'network_id': 'a7715dc7-b179-45d3-94a5-740cb6247b52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:45.614615 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a7715dc7-b179-45d3-94a5-740cb6247b52 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:03:45.818433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Made reservation on behalf of 4704c1772aae4fd3ba7afc6913d0f0f1 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:45.819589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port f52a5f24-4e05-480f-8bef-d075d6e84f6f completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:03:45.825157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port f52a5f24-4e05-480f-8bef-d075d6e84f6f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:45.825726 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:45.826931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:46.047576 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:46.098260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f52a5f24-4e05-480f-8bef-d075d6e84f6f, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f52a5f24-4e05-480f-8bef-d075d6e84f6f,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:46.100606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b42fb04-5048-4407-aa99-9978e1f4f88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52a5f24-4e05-480f-8bef-d075d6e84f6f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:03:46.108278 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de23e2c2-edae-443e-b8d4-45b53b0769db" -d '{"events": [{"server_uuid": "5b42fb04-5048-4407-aa99-9978e1f4f88d", "name": "network-vif-plugged", "status": "completed", "tag": "f52a5f24-4e05-480f-8bef-d075d6e84f6f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:03:46.116670 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:46.271938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f52a5f24-4e05-480f-8bef-d075d6e84f6f,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:46.279365 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88558d0f-235b-48f6-8e23-df6405535071 x-openstack-request-id: req-88558d0f-235b-48f6-8e23-df6405535071 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:03:46.279686 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b42fb04-5048-4407-aa99-9978e1f4f88d", "name": "network-vif-plugged", "status": "completed", "tag": "f52a5f24-4e05-480f-8bef-d075d6e84f6f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:03:46.280016 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88558d0f-235b-48f6-8e23-df6405535071 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:03:46.280496 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b42fb04-5048-4407-aa99-9978e1f4f88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52a5f24-4e05-480f-8bef-d075d6e84f6f', 'code': 200} Nov 09 20:03:46.304223 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:46.397678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-25a3efe8-6982-4862-b047-58aa51392d44 req-ebb13727-d4d0-4281-a2bd-1e6fab566232 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.1196980 Nov 09 20:03:46.496974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edde481-cb2e-4aba-92c5-91fd85861092 req-6ac749da-f7af-4571-81f3-e7cbeba852be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:46.520232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3edde481-cb2e-4aba-92c5-91fd85861092 req-6ac749da-f7af-4571-81f3-e7cbeba852be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 1096 time: 0.1447237 Nov 09 20:03:46.615879 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:46.621046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3edde481-cb2e-4aba-92c5-91fd85861092 req-15906728-bcf3-4312-bc63-a5cd162c4cfd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909662 Nov 09 20:03:46.777889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Checking segment: {'id': '25da1591-22fa-4b71-890b-2ad4cbab5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a7715dc7-b179-45d3-94a5-740cb6247b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:03:46.777889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Network hostable DHCP agents. Network: a7715dc7-b179-45d3-94a5-740cb6247b52, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:03:46.791062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event updated for resources: {'Subnet': ['ID=7a1ec536-7c48-4600-9f84-661bd68d78d3,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:46.840205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Network a7715dc7-b179-45d3-94a5-740cb6247b52 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:03:46.857053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a7715dc7-b179-45d3-94a5-740cb6247b52) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:46.859206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe39805-aec2-4360-9def-dc20b9bea19a req-5ea27ca0-d44a-4801-a1e9-eb2ddd057dca tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:46.861848 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-afe39805-aec2-4360-9def-dc20b9bea19a req-5ea27ca0-d44a-4801-a1e9-eb2ddd057dca tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 945 time: 0.1976750 Nov 09 20:03:46.864412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:46.865012 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:46.874078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1495acde-d27c-47b3-b43a-d344ca7c3031 None None] Network a7715dc7-b179-45d3-94a5-740cb6247b52 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:46.898439 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d7861ce2-0acd-404b-828d-98b93f5ac69d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3182526 Nov 09 20:03:46.903329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59872) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:46.911936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1e6b90ba-99f6-436c-bcd6-4d6b71789a84 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1782122771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:46.948474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59874) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:47.013636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e6b90ba-99f6-436c-bcd6-4d6b71789a84 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.017324 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e6b90ba-99f6-436c-bcd6-4d6b71789a84 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.140222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-afe39805-aec2-4360-9def-dc20b9bea19a req-bfbc3071-19fe-4720-9b65-bd943555e6f5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448232 Nov 09 20:03:47.288892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-469874791-network', 'tenant_id': '302912b198e74ef1924cf376800eab8e'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:47.292959 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e6b90ba-99f6-436c-bcd6-4d6b71789a84 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.307140 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e6b90ba-99f6-436c-bcd6-4d6b71789a84 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.351722 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Made reservation on behalf of 302912b198e74ef1924cf376800eab8e for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:47.355776 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.365758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e6b90ba-99f6-436c-bcd6-4d6b71789a84 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.370072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1e6b90ba-99f6-436c-bcd6-4d6b71789a84 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4657609 Nov 09 20:03:47.371291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 59878) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:47.389797 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.477563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a7715dc7-b179-45d3-94a5-740cb6247b52', 'network_id': 'a7715dc7-b179-45d3-94a5-740cb6247b52', 'tenant_id': '4704c1772aae4fd3ba7afc6913d0f0f1', 'fixed_ips': [{'subnet_id': '7a1ec536-7c48-4600-9f84-661bd68d78d3'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:03:47.478446 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.764823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Allocated IP 172.20.0.2 (a7715dc7-b179-45d3-94a5-740cb6247b52/7a1ec536-7c48-4600-9f84-661bd68d78d3/a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:47.781433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.795291 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.886438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3cbde0-38c6-4236-9ed1-bae364b616ed,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:47.889594 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb8914f8-6cc7-4435-b1dd-f1ee8fe1e1d5 req-078da1b2-175b-4b89-a567-cc6646675213 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.1214869 Nov 09 20:03:47.919362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:03:47.946543 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.948899 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Added segment ffd8e26e-36b9-4a0b-8137-1b7b41b5a8e7 of type vlan for network 3d91d8cb-748e-4498-95ff-292cf35f2172 Nov 09 20:03:47.990305 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:47.997361 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:48.053585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Pushing event updated for resources: {'Port': ['ID=a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:48.075227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Network a7715dc7-b179-45d3-94a5-740cb6247b52 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:48.077753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:48.091509 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:48.099773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:48.155954 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:48.156975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:48.157694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:48.211791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Attempting to bind port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:03:48.212429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Attempting to bind port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '25da1591-22fa-4b71-890b-2ad4cbab5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a7715dc7-b179-45d3-94a5-740cb6247b52'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:03:48.213617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Attempting to bind port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 on network a7715dc7-b179-45d3-94a5-740cb6247b52 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:03:48.231525 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:03:48.233197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Checking segment: {'id': '25da1591-22fa-4b71-890b-2ad4cbab5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a7715dc7-b179-45d3-94a5-740cb6247b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:03:48.235280 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:48.238306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Bound using segment: {'id': '25da1591-22fa-4b71-890b-2ad4cbab5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a7715dc7-b179-45d3-94a5-740cb6247b52'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:03:48.239628 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Bound port: a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25da1591-22fa-4b71-890b-2ad4cbab5c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a7715dc7-b179-45d3-94a5-740cb6247b52'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:03:48.240287 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:48.294981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3413048 Nov 09 20:03:48.297183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59904) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:48.302996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Request body: {'subnet': {'network_id': '3d91d8cb-748e-4498-95ff-292cf35f2172', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-469874791-subnet', 'tenant_id': '302912b198e74ef1924cf376800eab8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:48.376078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916055ec-d8f3-4720-845e-024c29b80d54 admin admin] Pushing event updated for resources: {'Network': ['ID=3d91d8cb-748e-4498-95ff-292cf35f2172,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:48.397087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 3d91d8cb-748e-4498-95ff-292cf35f2172 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:03:48.403032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Made reservation on behalf of 302912b198e74ef1924cf376800eab8e for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:48.406007 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:48.441883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:48.461289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa58b9d-c316-4dd5-9a90-c50c50cc0134 req-f535fc2b-23ed-430c-a338-1a418136621d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:48.471522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6aa58b9d-c316-4dd5-9a90-c50c50cc0134 req-f535fc2b-23ed-430c-a338-1a418136621d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 945 time: 0.1406808 Nov 09 20:03:48.566867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6aa58b9d-c316-4dd5-9a90-c50c50cc0134 req-355af338-b914-4b17-b8df-7b52a4e0d9be tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893333 Nov 09 20:03:48.571390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] For port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:03:48.582185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] For port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8,segment=NetworkSegment(25da1591-22fa-4b71-890b-2ad4cbab5c4a),segment_id=25da1591-22fa-4b71-890b-2ad4cbab5c4a)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:03:48.592133 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:48.741544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3257854-c815-4ce9-9c8c-73e724977a82 None None] Pushing event updated for resources: {'Port': ['ID=a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:48.891767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec92f5-fe10-41e4-b644-3720e25c353e req-d31a86c6-9eab-4928-8646-f5554bdf603d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:48.893883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-daec92f5-fe10-41e4-b644-3720e25c353e req-d31a86c6-9eab-4928-8646-f5554bdf603d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 945 time: 0.2137454 Nov 09 20:03:48.967242 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:49.311083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffdb432-fa5f-4a21-8cab-5115a0d4546f,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:49.347162 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4cca05d-64ef-4c68-bdc3-573da3f88fd6 req-6a025165-9770-4780-8d31-38eb4f1b79c1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.1654994 Nov 09 20:03:49.386757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Checking segment: {'id': 'ffd8e26e-36b9-4a0b-8137-1b7b41b5a8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '3d91d8cb-748e-4498-95ff-292cf35f2172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:03:49.388027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Network hostable DHCP agents. Network: 3d91d8cb-748e-4498-95ff-292cf35f2172, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:03:49.414187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Network 3d91d8cb-748e-4498-95ff-292cf35f2172 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:03:49.428045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 3d91d8cb-748e-4498-95ff-292cf35f2172) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:49.436524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:49.437148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:49.439726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e770b30-996d-43a6-b84d-35130e496574 None None] Network 3d91d8cb-748e-4498-95ff-292cf35f2172 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:49.472743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-898b8160-9d51-437a-a29f-04db559cbd3f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1744456 Nov 09 20:03:49.719657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-daec92f5-fe10-41e4-b644-3720e25c353e req-8c936bbf-78fc-47f2-8a38-e0b6198a7b9d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248548 Nov 09 20:03:49.749314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f186a46b-58c6-40d5-902e-aaedd8be8bf8 None None] Network 3d91d8cb-748e-4498-95ff-292cf35f2172 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:49.824618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:03:49.894056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Allocated IP 172.20.0.1 (a7715dc7-b179-45d3-94a5-740cb6247b52/7a1ec536-7c48-4600-9f84-661bd68d78d3/14ee0472-44fa-4296-8516-448c34637bff) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:49.930589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:49.930965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:50.117715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:50.179258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:50.191737 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:50.253419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8,segment=NetworkSegment(25da1591-22fa-4b71-890b-2ad4cbab5c4a),segment_id=25da1591-22fa-4b71-890b-2ad4cbab5c4a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:03:50.265938 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:50.296713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Network a7715dc7-b179-45d3-94a5-740cb6247b52 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:50.299938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event updated for resources: {'Port': ['ID=14ee0472-44fa-4296-8516-448c34637bff,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:50.304947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:50.307797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:50.375452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:50.389175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:50.703385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e9a480-0e92-429d-99bb-cf466bfe94b6 None None] Network a7715dc7-b179-45d3-94a5-740cb6247b52 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:50.705953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b3a49622-51ba-42b8-961c-25e102a4d8e7 req-5666c731-36be-47e6-9d2d-0db19b2c66b9 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.1018400 Nov 09 20:03:50.789706 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:50.839047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 59968) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:50.845916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1408871468-network', 'tenant_id': 'ca540c7bebaa43a49b3333612439364b'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:50.906202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Made reservation on behalf of ca540c7bebaa43a49b3333612439364b for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:50.909473 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:50.943106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.278150 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.291197 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.294568 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-591ad650-e7ec-48c3-9df3-91b8aaf92e86 None None] Provisioning complete for port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:51.294945 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-591ad650-e7ec-48c3-9df3-91b8aaf92e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.296686 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.433922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:03:51.481638 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.481894 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Added segment 536b7dc1-da9d-40ea-a0cb-164258ee9f41 of type vlan for network ad902a48-af06-41c7-9593-c32f7dccae94 Nov 09 20:03:51.503098 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.627738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c046e1d7-d403-4e9d-b251-e56f1761e142,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:51.646145 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.685420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.725437 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.726749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:51.727481 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.785239 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:03:51.971664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:51.972032 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:51.983592 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-4a1a36e7-2fc8-4c9f-bbd2-ccd680e9b5c8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4616334 Nov 09 20:03:52.044529 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2043343 Nov 09 20:03:52.055900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60020) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:52.069566 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Request body: {'subnet': {'network_id': 'ad902a48-af06-41c7-9593-c32f7dccae94', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1408871468-subnet', 'tenant_id': 'ca540c7bebaa43a49b3333612439364b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:52.111787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a050e-64e0-4113-8bcc-cde4e9753b61 admin admin] Pushing event updated for resources: {'Network': ['ID=ad902a48-af06-41c7-9593-c32f7dccae94,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:52.113841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d30bb1b-bccb-489e-b059-e118c23e58aa req-88fc8618-bc24-4a56-a5dc-49814de10094 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.1516774 Nov 09 20:03:52.138570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network ad902a48-af06-41c7-9593-c32f7dccae94 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:03:52.175108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Made reservation on behalf of ca540c7bebaa43a49b3333612439364b for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:52.175108 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:52.247165 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:52.249456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event updated for resources: {'Port': ['ID=14ee0472-44fa-4296-8516-448c34637bff,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:52.296172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-3d55246e-35ec-4fdf-b4ce-d802c43428a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:52.298168 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-3d55246e-35ec-4fdf-b4ce-d802c43428a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4eb9bc9989ef40c4bffbe0961f73ea6c&device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 1100 time: 0.1834459 Nov 09 20:03:52.477386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Network a7715dc7-b179-45d3-94a5-740cb6247b52 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:52.509477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2358dbe5-c41a-4225-81d7-ef3c91332d1c None None] Provisioning complete for port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:52.509849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2358dbe5-c41a-4225-81d7-ef3c91332d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:52.811306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:52.825319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-c8865090-7b50-4ecb-8372-930693551f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:52.845644 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-c8865090-7b50-4ecb-8372-930693551f02 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.3670204 Nov 09 20:03:52.874450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2358dbe5-c41a-4225-81d7-ef3c91332d1c None None] Provisioning complete for port 14ee0472-44fa-4296-8516-448c34637bff triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:52.875048 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2358dbe5-c41a-4225-81d7-ef3c91332d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:52.981908 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-d5da70d8-d8c7-492d-9032-9d73e6660274 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b399e7a6-2bf0-4c30-870b-100b2f47282b HTTP/1.1" status: 200 len: 217 time: 0.1353357 Nov 09 20:03:53.022693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2358dbe5-c41a-4225-81d7-ef3c91332d1c None None] Port 14ee0472-44fa-4296-8516-448c34637bff cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:53.029734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:53.151264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Checking segment: {'id': '536b7dc1-da9d-40ea-a0cb-164258ee9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'ad902a48-af06-41c7-9593-c32f7dccae94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:03:53.151910 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Network hostable DHCP agents. Network: ad902a48-af06-41c7-9593-c32f7dccae94, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:03:53.152052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-af96d8fd-b01f-45bf-a497-46e87f50082c None None] Provisioning complete for port 14ee0472-44fa-4296-8516-448c34637bff triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:53.152204 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-af96d8fd-b01f-45bf-a497-46e87f50082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:53.164033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb7c326-a757-4ccd-a3f4-078e01d59258,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:53.207419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Network ad902a48-af06-41c7-9593-c32f7dccae94 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:03:53.224443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, ad902a48-af06-41c7-9593-c32f7dccae94) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:53.231518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-af96d8fd-b01f-45bf-a497-46e87f50082c None None] Port 14ee0472-44fa-4296-8516-448c34637bff cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:53.234639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5252f260-5057-4e3c-b819-e177bab12368 None None] Network ad902a48-af06-41c7-9593-c32f7dccae94 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:53.255125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:53.255820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:53.308536 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-337c90c5-81b1-4315-aa66-80800c001ae3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2506208 Nov 09 20:03:53.600927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfea8a0d-6c3a-48e2-957d-b612af9cc27c req-323ca50e-82e5-49b9-9b23-ac05fe9d1b09 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.2070637 Nov 09 20:03:53.621322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ac8a02c8-61c0-41bf-a6d2-517ebda3570b None None] Provisioning complete for port 14ee0472-44fa-4296-8516-448c34637bff triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:53.622000 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac8a02c8-61c0-41bf-a6d2-517ebda3570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:53.663160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60078) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:53.713034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899af7d0-7043-4d74-8329-7b628ae52f9e None None] Network ad902a48-af06-41c7-9593-c32f7dccae94 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:03:53.715418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a02c8-61c0-41bf-a6d2-517ebda3570b None None] Port 14ee0472-44fa-4296-8516-448c34637bff cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:53.724036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-56984a0d-c0fc-4b25-bff5-e6671b7aac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:53.737314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-56984a0d-c0fc-4b25-bff5-e6671b7aac99 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.6334095 Nov 09 20:03:53.796108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf56f0d-1c93-43a7-9761-bca1a07c2e4d admin admin] Deleting subnet cffdb432-fa5f-4a21-8cab-5115a0d4546f {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:03:53.804467 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ecf56f0d-1c93-43a7-9761-bca1a07c2e4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:53.866165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-2cd804e3-0060-48b1-97a5-5bfd5ddee7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:53.870794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-2cd804e3-0060-48b1-97a5-5bfd5ddee7d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227918 Nov 09 20:03:53.878692 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ecf56f0d-1c93-43a7-9761-bca1a07c2e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:53.989336 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ecf56f0d-1c93-43a7-9761-bca1a07c2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:54.067628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Router 5dd5fc16-809f-46e1-a654-1c5b2d991f60 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:03:54.135429 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ecf56f0d-1c93-43a7-9761-bca1a07c2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:54.187080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf56f0d-1c93-43a7-9761-bca1a07c2e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffdb432-fa5f-4a21-8cab-5115a0d4546f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:54.238674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ecf56f0d-1c93-43a7-9761-bca1a07c2e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:54.253540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ecf56f0d-1c93-43a7-9761-bca1a07c2e4d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cffdb432-fa5f-4a21-8cab-5115a0d4546f HTTP/1.1" status: 204 len: 168 time: 0.5869114 Nov 09 20:03:54.262728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60098) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:54.333797 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-e8e845b4-5ed7-40f4-81ed-6a11da1a6cfc service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491754 Nov 09 20:03:54.392806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-21d86ac3-9b1a-4684-99ea-251348e41cd8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2571976 Nov 09 20:03:54.453594 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3186ee8-84b6-40e5-9648-55ebf0f9814b req-41557886-60ad-4edd-ae62-cbc2d6eaf00e service neutron] 10.222.0.77 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080310 Nov 09 20:03:54.472499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:03:54.480796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c979ecd1-09f6-46d4-aead-dca8b410f281 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "PUT /v2.0/routers/5dd5fc16-809f-46e1-a654-1c5b2d991f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1057699 Nov 09 20:03:54.483773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60110) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:54.487528 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f5f07-2f81-4213-b208-f58ecb960ea7 None None] Sync routers for ids ['5dd5fc16-809f-46e1-a654-1c5b2d991f60'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:03:54.504494 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f5f07-2f81-4213-b208-f58ecb960ea7 None None] Routers {'5dd5fc16-809f-46e1-a654-1c5b2d991f60'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:03:54.505398 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-399f5f07-2f81-4213-b208-f58ecb960ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:03:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5dd5fc16-809f-46e1-a654-1c5b2d991f60'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:54.530901 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Request body: {'port': {'network_id': 'a7715dc7-b179-45d3-94a5-740cb6247b52', 'name': 'tempest-FloatingIPNegativeTestJSON-2141860894'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:54.628559 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-399f5f07-2f81-4213-b208-f58ecb960ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:54.656428 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f5f07-2f81-4213-b208-f58ecb960ea7 None None] Routers {'5dd5fc16-809f-46e1-a654-1c5b2d991f60'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:03:54.657406 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-399f5f07-2f81-4213-b208-f58ecb960ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:03:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5dd5fc16-809f-46e1-a654-1c5b2d991f60'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:54.698464 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:54.750810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-baa27f56-1188-41e1-a1e0-ea04d3f61d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:54.752534 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-baa27f56-1188-41e1-a1e0-ea04d3f61d2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ae69b140cf504f5b96c97a06a10816de&device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 1096 time: 0.3401971 Nov 09 20:03:54.787258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Made reservation on behalf of 4704c1772aae4fd3ba7afc6913d0f0f1 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:03:54.792146 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:54.876707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] device_id is not set on port c7b56e3b-3e06-4a11-b410-49668b115f2a yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:03:54.948523 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c653a992-ce0a-4913-868f-dc2812f3c7b4 req-6c9ed70a-4977-478d-9900-97b37d5f2c2c tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.1267619 Nov 09 20:03:54.988031 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.000817 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-399f5f07-2f81-4213-b208-f58ecb960ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:55.002370 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f5f07-2f81-4213-b208-f58ecb960ea7 None None] The sync data for ids ['5dd5fc16-809f-46e1-a654-1c5b2d991f60'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:03:55.021699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d91d8cb-748e-4498-95ff-292cf35f2172']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:55.032438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd8e26e-36b9-4a0b-8137-1b7b41b5a8e7') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:55.032923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd8e26e-36b9-4a0b-8137-1b7b41b5a8e7') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:55.042878 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.058379 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.066265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:03:55.066792 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:03:55.127949 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:03:55.137512 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-467696af-a33c-47f2-8d40-9300a1c5b483 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:55.139126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-467696af-a33c-47f2-8d40-9300a1c5b483 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.6942816 Nov 09 20:03:55.142397 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.153911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.160944 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] 10.222.0.53 "DELETE /v2.0/networks/3d91d8cb-748e-4498-95ff-292cf35f2172 HTTP/1.1" status: 204 len: 168 time: 0.8971095 Nov 09 20:03:55.161604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60122) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:55.203895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a60a84-5248-4d30-9967-6e32530f429f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d91d8cb-748e-4498-95ff-292cf35f2172,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:55.261670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Allocated IP 172.20.0.14 (a7715dc7-b179-45d3-94a5-740cb6247b52/7a1ec536-7c48-4600-9f84-661bd68d78d3/c7b56e3b-3e06-4a11-b410-49668b115f2a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:55.269744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-7c8ae442-511a-4324-8805-f5a93b60eda6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/quotas/93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 375 time: 0.1070218 Nov 09 20:03:55.395798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-66d83af7-98ac-4909-8434-2c30f2de5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:55.402678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-66d83af7-98ac-4909-8434-2c30f2de5639 service neutron] 10.222.0.70 "GET /v2.0/networks?id=de5f32a8-93e2-4b59-8619-90f97d43680a HTTP/1.1" status: 200 len: 914 time: 0.6130059 Nov 09 20:03:55.428856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-088237cf-e87b-4a57-9a74-d440c4bfabd7 admin admin] Deleting subnet 9cb7c326-a757-4ccd-a3f4-078e01d59258 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:03:55.430017 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.437386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-088237cf-e87b-4a57-9a74-d440c4bfabd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.517168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-088237cf-e87b-4a57-9a74-d440c4bfabd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.533656 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.585896 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.681471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Network a7715dc7-b179-45d3-94a5-740cb6247b52 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:55.683203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:55.697875 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:55.704092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-4e48033e-2199-4138-90c6-b62fe9a6e783 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1f0ca2-5ac5-434b-b275-33903f665495 HTTP/1.1" status: 200 len: 217 time: 0.1256063 Nov 09 20:03:55.743247 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event updated for resources: {'Port': ['ID=c7b56e3b-3e06-4a11-b410-49668b115f2a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:55.783868 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-95476be5-0859-41d5-b2c1-ab7bc1a860ea tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4893153 Nov 09 20:03:55.839793 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-088237cf-e87b-4a57-9a74-d440c4bfabd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.851209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:55.851860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:55.881792 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0a2d461c-5deb-47b7-a657-d59b61151449 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3835061 Nov 09 20:03:55.881792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60140) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:55.888649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:55.925448 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:56.059844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-58c0773d-a8ea-4806-8954-32bb236d93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:03:56.060926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-58c0773d-a8ea-4806-8954-32bb236d93e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=34e5c201-ef82-4c67-b3e6-29c385687fd9 HTTP/1.1" status: 200 len: 853 time: 0.3469610 Nov 09 20:03:56.077780 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-088237cf-e87b-4a57-9a74-d440c4bfabd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:56.093075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:56.151969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-088237cf-e87b-4a57-9a74-d440c4bfabd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:56.158055 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-088237cf-e87b-4a57-9a74-d440c4bfabd7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9cb7c326-a757-4ccd-a3f4-078e01d59258 HTTP/1.1" status: 204 len: 168 time: 0.9789040 Nov 09 20:03:56.169046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60148) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:56.269057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-52714489-ddfc-426d-9c8c-89f6d59dabdb None None] Provisioning complete for port c7b56e3b-3e06-4a11-b410-49668b115f2a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:03:56.269657 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52714489-ddfc-426d-9c8c-89f6d59dabdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:56.338709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:56.355823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-52714489-ddfc-426d-9c8c-89f6d59dabdb None None] Port c7b56e3b-3e06-4a11-b410-49668b115f2a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:03:56.372762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088237cf-e87b-4a57-9a74-d440c4bfabd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb7c326-a757-4ccd-a3f4-078e01d59258,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:56.381130 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-e5c43063-7f95-449b-9126-9308911decba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=de5f32a8-93e2-4b59-8619-90f97d43680a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2918634 Nov 09 20:03:56.391682 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b5ed801-de09-4afd-bf45-b3b117ab7d65 req-f25c1e3e-5668-4a21-988c-53b686bb455d tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.1555848 Nov 09 20:03:56.459842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Allocated IP 172.25.6.38 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/a02c4a40-ef40-4645-9828-4557b3c44b34) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:03:56.534246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-7e71d198-3665-4575-a1da-d7203b111080 service neutron] 10.222.0.70 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422179 Nov 09 20:03:56.714307 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:56.735454 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-d4a0c31d-7124-4d6a-8682-e4ebd803b225 service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856466 Nov 09 20:03:56.809263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad902a48-af06-41c7-9593-c32f7dccae94']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:56.859109 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:56.871273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536b7dc1-da9d-40ea-a0cb-164258ee9f41') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:56.871580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536b7dc1-da9d-40ea-a0cb-164258ee9f41') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:03:56.898381 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-96e66794-999c-45ae-87fa-89bfe55949f6 req-0cf4e43a-a894-4cb9-a2a2-6a8c3850c441 service neutron] 10.222.0.70 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358829 Nov 09 20:03:56.900094 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:56.979976 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.003969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.042318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:03:57.044069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.045743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:03:57.047365 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:03:57.065272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:03:57.073336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:03:57.155269 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-147a4834-d5a5-4058-a09a-d1532ff6d487 service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186258 Nov 09 20:03:57.178005 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event updated for resources: {'Port': ['ID=a02c4a40-ef40-4645-9828-4557b3c44b34,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:57.186066 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.223847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.231904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] 10.222.0.53 "DELETE /v2.0/networks/ad902a48-af06-41c7-9593-c32f7dccae94 HTTP/1.1" status: 204 len: 168 time: 1.0617323 Nov 09 20:03:57.256913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9151f0-27d8-400b-9164-148a8cc8559d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad902a48-af06-41c7-9593-c32f7dccae94,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:57.629868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60190) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:57.721519 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b6acd9eb-3c82-40e6-ae1a-196421d31a5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=302912b198e74ef1924cf376800eab8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892344 Nov 09 20:03:57.722345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60196) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:57.724794 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.747111 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3ba88ea-5dbf-42b8-8d3e-f6c8b42b135d req-2c46dbbb-2ad4-4e11-a053-510dce53541f tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/ports?device_id=22ab3d03-5efb-4912-8959-f232876f26df HTTP/1.1" status: 200 len: 210 time: 0.1762161 Nov 09 20:03:57.766680 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c7ddb99b-20f1-4ddb-9130-282e61e92e85 req-aea5f547-2555-4f59-970e-ee1548787d1d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0357237 Nov 09 20:03:57.818031 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.837533 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98aa4f3a-a94c-47fc-af19-b4869ce708a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.869348 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98aa4f3a-a94c-47fc-af19-b4869ce708a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.952915 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98aa4f3a-a94c-47fc-af19-b4869ce708a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.956532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-98aa4f3a-a94c-47fc-af19-b4869ce708a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:57.962328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-98aa4f3a-a94c-47fc-af19-b4869ce708a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de3cbde0-38c6-4236-9ed1-bae364b616ed HTTP/1.1" status: 204 len: 168 time: 0.2364762 Nov 09 20:03:57.988743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa4f3a-a94c-47fc-af19-b4869ce708a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3cbde0-38c6-4236-9ed1-bae364b616ed,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:58.205425 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:58.216630 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:58.295521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event updated for resources: {'Port': ['ID=a02c4a40-ef40-4645-9828-4557b3c44b34,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:58.324818 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:58.361866 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:58.364320 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-58a21584-a38a-49a3-a8d8-f3393353b803 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4810815 Nov 09 20:03:58.372029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60218) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:58.380231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-619a75a6-ee78-4ca0-ba32-e6df8f51cbd8 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Request body: {'floatingip': {'port_id': 'c7b56e3b-3e06-4a11-b410-49668b115f2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:03:58.475867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-619a75a6-ee78-4ca0-ba32-e6df8f51cbd8 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:58.599508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60222) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:58.655298 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-619a75a6-ee78-4ca0-ba32-e6df8f51cbd8 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] update failed (client error): The resource could not be found. Nov 09 20:03:58.656385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-619a75a6-ee78-4ca0-ba32-e6df8f51cbd8 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "PUT /v2.0/floatingips/894c3e3a-e194-4a6a-9b96-424ec07c73f8 HTTP/1.1" status: 404 len: 507 time: 0.2824569 Nov 09 20:03:58.659801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60228) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:58.665688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-939a1467-5d1a-41a4-9e6f-b6dd038db4bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca540c7bebaa43a49b3333612439364b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625494 Nov 09 20:03:58.666094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60230) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:58.775356 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17c46c23-7d31-42a9-997b-35affc24d431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:58.837549 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17c46c23-7d31-42a9-997b-35affc24d431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:58.955054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17c46c23-7d31-42a9-997b-35affc24d431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:58.958331 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17c46c23-7d31-42a9-997b-35affc24d431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:58.960623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-17c46c23-7d31-42a9-997b-35affc24d431 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c046e1d7-d403-4e9d-b251-e56f1761e142 HTTP/1.1" status: 204 len: 168 time: 0.2932549 Nov 09 20:03:58.967528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60246) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:58.994147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c46c23-7d31-42a9-997b-35affc24d431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c046e1d7-d403-4e9d-b251-e56f1761e142,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:59.046030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c487f-4aff-44a3-94e7-d9d55a741c1d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Deleting port a02c4a40-ef40-4645-9828-4557b3c44b34 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:59.046442 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d1c487f-4aff-44a3-94e7-d9d55a741c1d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:59.061702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-234ecdfb-d14a-4a14-8d8f-715a3632f1c6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:59.121011 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-234ecdfb-d14a-4a14-8d8f-715a3632f1c6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:59.179495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6dffe99-336b-4d9c-87c9-70e5e1b63f7c req-b7cfa3c2-068a-4698-ad6c-0e1ba7566c18 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.1988955 Nov 09 20:03:59.267661 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-234ecdfb-d14a-4a14-8d8f-715a3632f1c6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:59.271170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-234ecdfb-d14a-4a14-8d8f-715a3632f1c6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:59.273443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-234ecdfb-d14a-4a14-8d8f-715a3632f1c6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "DELETE /v2.0/security-groups/b8125000-6e8c-436f-a6f6-1c6ab6202b48 HTTP/1.1" status: 204 len: 168 time: 0.3047597 Nov 09 20:03:59.277335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:59.283264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d1c487f-4aff-44a3-94e7-d9d55a741c1d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:59.283762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d1c487f-4aff-44a3-94e7-d9d55a741c1d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:59.294308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ecdfb-d14a-4a14-8d8f-715a3632f1c6 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8125000-6e8c-436f-a6f6-1c6ab6202b48,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:03:59.385641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c487f-4aff-44a3-94e7-d9d55a741c1d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Calling delete_port for a02c4a40-ef40-4645-9828-4557b3c44b34 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:03:59.402028 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-c33de5c6-cd97-4ad6-b4f0-3b8b389f0f62 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] show failed (client error): The resource could not be found. Nov 09 20:03:59.403343 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c33de5c6-cd97-4ad6-b4f0-3b8b389f0f62 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "GET /v2.0/security-groups/b8125000-6e8c-436f-a6f6-1c6ab6202b48 HTTP/1.1" status: 404 len: 347 time: 0.1246724 Nov 09 20:03:59.406600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60270) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:03:59.749028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-dbccacf8-86a6-46dc-ba15-679a5caa392a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting port cbb2223b-5995-483e-a8a2-360cbe913b95 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:03:59.749410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbccacf8-86a6-46dc-ba15-679a5caa392a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:59.947830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbccacf8-86a6-46dc-ba15-679a5caa392a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:59.948174 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbccacf8-86a6-46dc-ba15-679a5caa392a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:03:59.973542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-dbccacf8-86a6-46dc-ba15-679a5caa392a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Calling delete_port for cbb2223b-5995-483e-a8a2-360cbe913b95 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:00.313068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-9a98e1c1-ebc4-4304-890e-b06740cefb41 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:00.318930 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-9a98e1c1-ebc4-4304-890e-b06740cefb41 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.9514031 Nov 09 20:04:00.323780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbccacf8-86a6-46dc-ba15-679a5caa392a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:00.364243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'port': {'device_id': '8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'admin_state_up': True, 'tenant_id': '93208427bc274a8b8137372b5d73943b'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:00.435443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccacf8-86a6-46dc-ba15-679a5caa392a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Port': ['ID=cbb2223b-5995-483e-a8a2-360cbe913b95,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:00.561402 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7ba406e-58fc-4cf7-ab96-a325d05605fa req-fb868cc4-49ef-4e82-84a3-d8c7e16f6b5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.2105246 Nov 09 20:04:00.746558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbccacf8-86a6-46dc-ba15-679a5caa392a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:00.759316 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dbccacf8-86a6-46dc-ba15-679a5caa392a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:00.761521 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dbccacf8-86a6-46dc-ba15-679a5caa392a tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "DELETE /v2.0/floatingips/8ea7582d-f3fb-4bbc-9d78-17e2832b9fc0 HTTP/1.1" status: 204 len: 168 time: 1.3535883 Nov 09 20:04:00.776033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60320) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:00.981537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Made reservation on behalf of 93208427bc274a8b8137372b5d73943b for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:00.989875 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:01.007159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d1c487f-4aff-44a3-94e7-d9d55a741c1d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:01.007412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7062dfb9-ddc5-4a59-8911-7ed9862d9d64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting port 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:01.007412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7062dfb9-ddc5-4a59-8911-7ed9862d9d64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:01.164958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7062dfb9-ddc5-4a59-8911-7ed9862d9d64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:01.178672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7062dfb9-ddc5-4a59-8911-7ed9862d9d64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Calling delete_port for 8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:01.440898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c487f-4aff-44a3-94e7-d9d55a741c1d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event deleted for resources: {'Port': ['ID=a02c4a40-ef40-4645-9828-4557b3c44b34,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:01.457983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.20.0.3 (f371d5ab-06e0-49e5-9339-f059f28199e8/1e4cf51e-e3cf-4e25-951e-75adccf486ec/27854da4-703c-4d7b-bd6a-1a44516a0323) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:01.463690 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d1c487f-4aff-44a3-94e7-d9d55a741c1d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:01.472378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5d1c487f-4aff-44a3-94e7-d9d55a741c1d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:01.473723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5d1c487f-4aff-44a3-94e7-d9d55a741c1d tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "DELETE /v2.0/floatingips/894c3e3a-e194-4a6a-9b96-424ec07c73f8 HTTP/1.1" status: 204 len: 168 time: 2.8129072 Nov 09 20:04:01.478098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60338) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:01.482386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8e9216f6-f5da-43fd-b6d8-4a216eaa0d30 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Request body: {'floatingip': {'floating_network_id': 'a7715dc7-b179-45d3-94a5-740cb6247b52', 'port_id': 'c7b56e3b-3e06-4a11-b410-49668b115f2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:01.540751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e9216f6-f5da-43fd-b6d8-4a216eaa0d30 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:01.874670 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-054b12ee-81e3-435a-927d-e4815e9abcdb req-80745118-c368-4306-b7b1-e28b24bb7c00 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0690136 Nov 09 20:04:02.086055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:02.179146 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7062dfb9-ddc5-4a59-8911-7ed9862d9d64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:02.203804 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-8e9216f6-f5da-43fd-b6d8-4a216eaa0d30 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:04:02.212313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e9216f6-f5da-43fd-b6d8-4a216eaa0d30 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7328496 Nov 09 20:04:02.212313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60376) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:02.229616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': 'c7b56e3b-3e06-4a11-b410-49668b115f2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:02.302682 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:02.316762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f52a5f24-4e05-480f-8bef-d075d6e84f6f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:04:02.425932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=27854da4-703c-4d7b-bd6a-1a44516a0323,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:02.467935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:02.506185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:02.512142 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062dfb9-ddc5-4a59-8911-7ed9862d9d64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Port': ['ID=8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:02.517798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7062dfb9-ddc5-4a59-8911-7ed9862d9d64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:02.529190 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7062dfb9-ddc5-4a59-8911-7ed9862d9d64 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "DELETE /v2.0/ports/8ecd312b-4dcd-45cc-9bb7-be5ef78ec0d7 HTTP/1.1" status: 204 len: 168 time: 1.7520218 Nov 09 20:04:02.536834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60398) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:02.556142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:02.559026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:02.781958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5b7be0ba-5ba2-46e3-8992-96b438c7d8d1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting port 798d55a3-8842-48f3-a4fa-1060ba1794ef {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:02.783790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b7be0ba-5ba2-46e3-8992-96b438c7d8d1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:03.037315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:03.037932 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:03.149123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b7be0ba-5ba2-46e3-8992-96b438c7d8d1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:03.196274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5b7be0ba-5ba2-46e3-8992-96b438c7d8d1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Calling delete_port for 798d55a3-8842-48f3-a4fa-1060ba1794ef owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:03.268157 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-488bc360-d2a1-4dbb-8672-8cd18304b406 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9154327 Nov 09 20:04:03.269859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60422) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:03.291809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Request body: {'port': {'device_id': '8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:03.373505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6a628345-9b59-4e9a-a85e-7a7b9ee3a6c9 None None] Provisioning complete for port 27854da4-703c-4d7b-bd6a-1a44516a0323 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:03.374633 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6a628345-9b59-4e9a-a85e-7a7b9ee3a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:03.410357 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b7be0ba-5ba2-46e3-8992-96b438c7d8d1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:03.467731 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6a628345-9b59-4e9a-a85e-7a7b9ee3a6c9 None None] Port 27854da4-703c-4d7b-bd6a-1a44516a0323 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:04:03.476278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7be0ba-5ba2-46e3-8992-96b438c7d8d1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Port': ['ID=798d55a3-8842-48f3-a4fa-1060ba1794ef,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:03.497798 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:03.545804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1194e-50ed-4cd4-a056-55d804c4ac1d req-c0c977ef-4fa8-4973-b361-f804cad21d76 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:03.559369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3df1194e-50ed-4cd4-a056-55d804c4ac1d req-c0c977ef-4fa8-4973-b361-f804cad21d76 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 931 time: 0.4316549 Nov 09 20:04:03.618329 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:03.654374 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5b7be0ba-5ba2-46e3-8992-96b438c7d8d1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:03.658316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5b7be0ba-5ba2-46e3-8992-96b438c7d8d1 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "DELETE /v2.0/ports/798d55a3-8842-48f3-a4fa-1060ba1794ef HTTP/1.1" status: 204 len: 168 time: 1.1199377 Nov 09 20:04:03.663191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60432) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:03.777546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf6aeeb-c013-4a32-83de-535211571e18 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting subnet e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:04:03.783444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bbf6aeeb-c013-4a32-83de-535211571e18 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:03.786102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ff22862-ba6a-4be7-b29e-72216eaa1213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:03.790478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3df1194e-50ed-4cd4-a056-55d804c4ac1d req-e70b7c3b-cdce-4dd9-862f-0253d73e8d04 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304103 Nov 09 20:04:03.890274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bbf6aeeb-c013-4a32-83de-535211571e18 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:04.032056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bbf6aeeb-c013-4a32-83de-535211571e18 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:04.129870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bbf6aeeb-c013-4a32-83de-535211571e18 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:04.175233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6aeeb-c013-4a32-83de-535211571e18 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Subnet': ['ID=e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:04.176737 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bbf6aeeb-c013-4a32-83de-535211571e18 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:04.182556 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bbf6aeeb-c013-4a32-83de-535211571e18 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "DELETE /v2.0/subnets/e23f758a-4f9c-4bc9-bcc2-acd4b1f927a6 HTTP/1.1" status: 204 len: 168 time: 0.5161300 Nov 09 20:04:04.183223 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60444) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:04.185441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a13fa-9e47-4e37-baf3-6ff58d8b6935 None None] Network 7a0826e3-ffae-481c-a2bc-5e6a349391ce requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:04.279764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Allocated IP 172.25.6.185 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/7303d500-05a0-4638-ad52-6067816fa275) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:04.312485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-4663b9a2-47b1-48e7-a569-439fda5a2921 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting subnet d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:04:04.318383 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4663b9a2-47b1-48e7-a569-439fda5a2921 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:04.429641 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4663b9a2-47b1-48e7-a569-439fda5a2921 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:04.638047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af487916-b2e4-4f44-8820-84ffed6b52e9 req-1f7a78c4-8dca-4115-bd1d-676f61823ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:04.640695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb34c19-ea9b-422e-9346-80538ffdb601 None None] DHCP port deletion for 7a0826e3-ffae-481c-a2bc-5e6a349391ce request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:04:04.649575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af487916-b2e4-4f44-8820-84ffed6b52e9 req-1f7a78c4-8dca-4115-bd1d-676f61823ec2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 1097 time: 1.4143326 Nov 09 20:04:04.747915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4cb34c19-ea9b-422e-9346-80538ffdb601 None None] Deleting port 4a0d4676-e374-4847-9b03-71158b509f4d {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:04.748298 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4cb34c19-ea9b-422e-9346-80538ffdb601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:04.777585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:04.828769 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af487916-b2e4-4f44-8820-84ffed6b52e9 req-df200033-0ced-4b4b-a238-1eef15123676 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779244 Nov 09 20:04:04.838890 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4663b9a2-47b1-48e7-a569-439fda5a2921 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:04.977051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4cb34c19-ea9b-422e-9346-80538ffdb601 None None] For port 4a0d4676-e374-4847-9b03-71158b509f4d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4a0d4676-e374-4847-9b03-71158b509f4d,segment=NetworkSegment(4653b5f4-b809-4282-8f8f-b0742e7b5b09),segment_id=4653b5f4-b809-4282-8f8f-b0742e7b5b09)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:04.977463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4cb34c19-ea9b-422e-9346-80538ffdb601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:04.987930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27854da4-703c-4d7b-bd6a-1a44516a0323 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:04:04.995776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4cb34c19-ea9b-422e-9346-80538ffdb601 None None] Calling delete_port for 4a0d4676-e374-4847-9b03-71158b509f4d owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:04.997145 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.012173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Transition to ACTIVE for port object 27854da4-703c-4d7b-bd6a-1a44516a0323 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:04:05.027831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.117316 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ff22862-ba6a-4be7-b29e-72216eaa1213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.144529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.146367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ff22862-ba6a-4be7-b29e-72216eaa1213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.158453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875469c-5da5-4fe6-b4ff-3a47ca210727 req-6d2f5bec-af09-42b0-8637-4f7bc11f8f9e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:05.160503 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0875469c-5da5-4fe6-b4ff-3a47ca210727 req-6d2f5bec-af09-42b0-8637-4f7bc11f8f9e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.1742873 Nov 09 20:04:05.186434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4663b9a2-47b1-48e7-a569-439fda5a2921 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.236451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff22862-ba6a-4be7-b29e-72216eaa1213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524dd44e-afa1-4891-b5e4-ed3f2b52eae8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:05.301107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Pushing event updated for resources: {'Port': ['ID=27854da4-703c-4d7b-bd6a-1a44516a0323,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:05.303833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663b9a2-47b1-48e7-a569-439fda5a2921 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Subnet': ['ID=d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:05.317595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4663b9a2-47b1-48e7-a569-439fda5a2921 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.334936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4663b9a2-47b1-48e7-a569-439fda5a2921 tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "DELETE /v2.0/subnets/d45bfb4c-c7e2-4cc8-a830-7f12b40ede0a HTTP/1.1" status: 204 len: 168 time: 1.1394677 Nov 09 20:04:05.338765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60470) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:05.357091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:05.379925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:05.389562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07b8379-222c-4382-abb6-989ceabd430b None None] Network 9922e85b-217c-4111-8287-e2d3d6eef303 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:05.452663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:05.576137 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.592619 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0875469c-5da5-4fe6-b4ff-3a47ca210727 req-bab243e7-c4e9-4ad2-a270-d590278d6914 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233208 Nov 09 20:04:05.652132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60478) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:05.654335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0ff22862-ba6a-4be7-b29e-72216eaa1213 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9da033c14c6340fc83ec8e0f8b9953dc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3812976 Nov 09 20:04:05.708824 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4cb34c19-ea9b-422e-9346-80538ffdb601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.721788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event updated for resources: {'Port': ['ID=7303d500-05a0-4638-ad52-6067816fa275,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:05.731276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb34c19-ea9b-422e-9346-80538ffdb601 None None] No DVR routers for this DVR port 4a0d4676-e374-4847-9b03-71158b509f4d on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:05.779004 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-300e344e-2951-4391-a15f-c31e198256a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.791383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb34c19-ea9b-422e-9346-80538ffdb601 None None] Pushing event deleted for resources: {'Port': ['ID=4a0d4676-e374-4847-9b03-71158b509f4d,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:05.807694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4a0d4676-e374-4847-9b03-71158b509f4d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:05.848565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-300e344e-2951-4391-a15f-c31e198256a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.849576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Attempting to bind port 27854da4-703c-4d7b-bd6a-1a44516a0323 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:04:05.850064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Attempting to bind port 27854da4-703c-4d7b-bd6a-1a44516a0323 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:04:05.850501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Attempting to bind port 27854da4-703c-4d7b-bd6a-1a44516a0323 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:05.858213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 4a0d4676-e374-4847-9b03-71158b509f4d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:04:05.858959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4a0d4676-e374-4847-9b03-71158b509f4d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:04:05.860462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Port 27854da4-703c-4d7b-bd6a-1a44516a0323 on network f371d5ab-06e0-49e5-9339-f059f28199e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:04:05.861439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Attempting to bind port 27854da4-703c-4d7b-bd6a-1a44516a0323 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:05.872765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:04:05.873405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:05.874048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Bound using segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:04:05.875009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Bound port: 27854da4-703c-4d7b-bd6a-1a44516a0323, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:04:05.875911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.949920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299ea16-ea7e-438d-adba-db2f8367a516 None None] DHCP port deletion for 9922e85b-217c-4111-8287-e2d3d6eef303 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:04:05.987483 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-300e344e-2951-4391-a15f-c31e198256a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.991039 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-300e344e-2951-4391-a15f-c31e198256a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:05.996952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-300e344e-2951-4391-a15f-c31e198256a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/524dd44e-afa1-4891-b5e4-ed3f2b52eae8 HTTP/1.1" status: 204 len: 168 time: 0.3434277 Nov 09 20:04:06.049653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Deleting port 4a0d4676-e374-4847-9b03-71158b509f4d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:06.055516 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:06.136558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e344e-2951-4391-a15f-c31e198256a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524dd44e-afa1-4891-b5e4-ed3f2b52eae8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:06.175632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b299ea16-ea7e-438d-adba-db2f8367a516 None None] Deleting port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:06.176314 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b299ea16-ea7e-438d-adba-db2f8367a516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:06.291792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] For port 4a0d4676-e374-4847-9b03-71158b509f4d, host n-d-817256-1, got binding levels [] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:06.292484 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:06.331700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Calling delete_port for 4a0d4676-e374-4847-9b03-71158b509f4d owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:06.348871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.ipam_backend_mixin [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Port 4a0d4676-e374-4847-9b03-71158b509f4d was not found and therefore no delete operation was performed {{(pid=102295) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 20:04:06.350619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:06.357162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b299ea16-ea7e-438d-adba-db2f8367a516 None None] For port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=92c4cd3f-4d2a-4bed-b9e4-122352a577bb,segment=NetworkSegment(6c992822-2fcf-4d16-910b-1a9b79c28b22),segment_id=6c992822-2fcf-4d16-910b-1a9b79c28b22)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:06.368948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] For port 27854da4-703c-4d7b-bd6a-1a44516a0323, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:04:06.369857 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b299ea16-ea7e-438d-adba-db2f8367a516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:06.373040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] For port 27854da4-703c-4d7b-bd6a-1a44516a0323, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=27854da4-703c-4d7b-bd6a-1a44516a0323,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:04:06.407111 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:06.449816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] No DVR routers for this DVR port 4a0d4676-e374-4847-9b03-71158b509f4d on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:06.452189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Port': ['ID=4a0d4676-e374-4847-9b03-71158b509f4d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:06.498895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b299ea16-ea7e-438d-adba-db2f8367a516 None None] Calling delete_port for 92c4cd3f-4d2a-4bed-b9e4-122352a577bb owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:06.536593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:06.537221 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:06.541745 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/27854da4-703c-4d7b-bd6a-1a44516a0323 HTTP/1.1" status: 200 len: 1091 time: 3.2566884 Nov 09 20:04:06.559028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60', 'tag': '27854da4-703c-4d7b-bd6a-1a44516a0323'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:04:06.561684 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60", "tag": "27854da4-703c-4d7b-bd6a-1a44516a0323"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:04:06.776522 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:06.799932 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b299ea16-ea7e-438d-adba-db2f8367a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:06.817372 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e76eaf-4f32-4621-9a0d-fc723b594ad7 x-openstack-request-id: req-b6e76eaf-4f32-4621-9a0d-fc723b594ad7 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:04:06.818135 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60", "tag": "27854da4-703c-4d7b-bd6a-1a44516a0323", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:04:06.818651 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6e76eaf-4f32-4621-9a0d-fc723b594ad7 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:04:06.819230 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60', 'tag': '27854da4-703c-4d7b-bd6a-1a44516a0323', 'status': 'completed', 'code': 200} Nov 09 20:04:06.885771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299ea16-ea7e-438d-adba-db2f8367a516 None None] Pushing event deleted for resources: {'Port': ['ID=92c4cd3f-4d2a-4bed-b9e4-122352a577bb,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:06.892715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0826e3-ffae-481c-a2bc-5e6a349391ce']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:06.945983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299ea16-ea7e-438d-adba-db2f8367a516 None None] No DVR routers for this DVR port 92c4cd3f-4d2a-4bed-b9e4-122352a577bb on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:06.956572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4653b5f4-b809-4282-8f8f-b0742e7b5b09') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:06.956873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4653b5f4-b809-4282-8f8f-b0742e7b5b09') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:06.975881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Deleting port 7303d500-05a0-4638-ad52-6067816fa275 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:06.980453 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:07.012329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60518) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:07.019258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:07.031840 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:04:07.048865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaf295-c0f9-4ea9-8977-efb65ccc82f8 service neutron] Pushing event updated for resources: {'Port': ['ID=27854da4-703c-4d7b-bd6a-1a44516a0323,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:07.067450 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:07.080861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:07.082175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:07.087231 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:07.246371 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:07.277803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:07.281926 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6026be98-e76c-4c03-8cc9-52e7159fa046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:07.284901 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "DELETE /v2.0/networks/7a0826e3-ffae-481c-a2bc-5e6a349391ce HTTP/1.1" status: 204 len: 168 time: 1.9363959 Nov 09 20:04:07.285834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d84e3-c5ba-4361-be1b-00deef54aceb tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Network': ['ID=7a0826e3-ffae-481c-a2bc-5e6a349391ce,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:07.291596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60524) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:07.426451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-c8cb14f1-dfd7-4bb4-9bfb-a9be9f2b2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:07.428243 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-c8cb14f1-dfd7-4bb4-9bfb-a9be9f2b2045 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 1094 time: 0.8193495 Nov 09 20:04:07.456308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517cccd-2eeb-4bc8-a48a-a31aec7ffcef req-f08b3513-0db9-49dc-af0c-a2db09e78a41 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:07.458671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2517cccd-2eeb-4bc8-a48a-a31aec7ffcef req-f08b3513-0db9-49dc-af0c-a2db09e78a41 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.5159461 Nov 09 20:04:07.599870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:07.599870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:07.624655 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-94543d73-9ba9-4c25-8991-2888a573eee0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27854da4-703c-4d7b-bd6a-1a44516a0323 HTTP/1.1" status: 200 len: 217 time: 0.1610570 Nov 09 20:04:07.678592 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:07.739467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Calling delete_port for 7303d500-05a0-4638-ad52-6067816fa275 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:07.764159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 92c4cd3f-4d2a-4bed-b9e4-122352a577bb no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:07.819645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 92c4cd3f-4d2a-4bed-b9e4-122352a577bb {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:04:07.824565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 92c4cd3f-4d2a-4bed-b9e4-122352a577bb not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:04:07.881426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2517cccd-2eeb-4bc8-a48a-a31aec7ffcef req-ed047a4a-f32a-402f-8cdc-e73d7ef14572 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797355 Nov 09 20:04:08.237563 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:08.263534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9922e85b-217c-4111-8287-e2d3d6eef303']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:08.278146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c992822-2fcf-4d16-910b-1a9b79c28b22') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:08.278146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c992822-2fcf-4d16-910b-1a9b79c28b22') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:08.315127 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:08.338337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-2dd06eb7-c632-4dbb-b89c-0867f54d2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:08.340234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-2dd06eb7-c632-4dbb-b89c-0867f54d2d72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.6468091 Nov 09 20:04:08.365832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:08.430865 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6026be98-e76c-4c03-8cc9-52e7159fa046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:08.433291 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:08.436350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:08.437290 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:08.465387 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:08.479824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event deleted for resources: {'Port': ['ID=7303d500-05a0-4638-ad52-6067816fa275,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:08.526671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6026be98-e76c-4c03-8cc9-52e7159fa046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:08.654072 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:08.658615 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6026be98-e76c-4c03-8cc9-52e7159fa046 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91423b8809844d77bb479c716301c370&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6427469 Nov 09 20:04:08.661225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60552) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:08.664871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026be98-e76c-4c03-8cc9-52e7159fa046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aebd6a-b70f-46bc-8a63-032ba5c1cf82,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:08.671733 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:08.674845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] 10.222.0.53 "DELETE /v2.0/networks/9922e85b-217c-4111-8287-e2d3d6eef303 HTTP/1.1" status: 204 len: 168 time: 1.3757813 Nov 09 20:04:08.690440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-13889ec6-b355-42f5-9313-e7029bc11321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:08.690440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-13889ec6-b355-42f5-9313-e7029bc11321 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3359902 Nov 09 20:04:08.711526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538d233-13d8-41c4-863d-8a48776370bd tempest-TaggedBootDevicesTest-171634006 tempest-TaggedBootDevicesTest-171634006-project] Pushing event deleted for resources: {'Network': ['ID=9922e85b-217c-4111-8287-e2d3d6eef303,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:08.879090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1594b5c-c1d4-456f-8f85-c5dcf4caa851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:08.957697 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-7ddb690c-76a9-492e-bf99-0d9abaab1cb6 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604363 Nov 09 20:04:08.962293 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] create failed (client error): The resource could not be found. Nov 09 20:04:08.964402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aca40a67-767e-48ab-a507-55d96d10263c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.7494195 Nov 09 20:04:08.987538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60558) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:09.078343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1594b5c-c1d4-456f-8f85-c5dcf4caa851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:09.239187 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1594b5c-c1d4-456f-8f85-c5dcf4caa851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:09.241967 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1594b5c-c1d4-456f-8f85-c5dcf4caa851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:09.243924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b1594b5c-c1d4-456f-8f85-c5dcf4caa851 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44aebd6a-b70f-46bc-8a63-032ba5c1cf82 HTTP/1.1" status: 204 len: 168 time: 0.5772517 Nov 09 20:04:09.370344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1594b5c-c1d4-456f-8f85-c5dcf4caa851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aebd6a-b70f-46bc-8a63-032ba5c1cf82,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:09.393096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be7f9b7-12b2-4715-a923-c2269394fc9e req-bf664d27-49d6-46f4-a45c-e337be0ce61e service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253991 Nov 09 20:04:09.458438 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53925b09-4e63-4b20-b28d-29d352960ee4 req-a316d04f-419a-4e80-a5ad-a51d47a4c0de tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:09.476780 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53925b09-4e63-4b20-b28d-29d352960ee4 req-a316d04f-419a-4e80-a5ad-a51d47a4c0de tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.2762709 Nov 09 20:04:09.600832 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53925b09-4e63-4b20-b28d-29d352960ee4 req-0fd5931f-bd9f-45a9-a695-a8186bd812d0 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165423 Nov 09 20:04:09.619370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f8731-17dc-447b-b70d-cc34a077c4f1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Deleting port c7b56e3b-3e06-4a11-b410-49668b115f2a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:09.619370 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8731-17dc-447b-b70d-cc34a077c4f1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:09.807441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-5ada6bbf-c47e-4aeb-ad03-e3ce9993bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:09.815863 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-5ada6bbf-c47e-4aeb-ad03-e3ce9993bb4d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 1094 time: 0.2231283 Nov 09 20:04:10.270897 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2a319c6c-22ee-4087-a959-afae13fb7aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:10.322620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8731-17dc-447b-b70d-cc34a077c4f1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:10.342732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f8731-17dc-447b-b70d-cc34a077c4f1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Calling delete_port for c7b56e3b-3e06-4a11-b410-49668b115f2a owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:10.972340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-919827c5-4031-45d3-99ed-d4517dbee678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:10.973828 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-919827c5-4031-45d3-99ed-d4517dbee678 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 1.1371822 Nov 09 20:04:10.975891 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8731-17dc-447b-b70d-cc34a077c4f1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:11.132879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-0a62ab27-e477-4b84-9584-49260a8b6b1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27854da4-703c-4d7b-bd6a-1a44516a0323 HTTP/1.1" status: 200 len: 217 time: 0.1277447 Nov 09 20:04:11.148985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f8731-17dc-447b-b70d-cc34a077c4f1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event deleted for resources: {'Port': ['ID=c7b56e3b-3e06-4a11-b410-49668b115f2a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:11.221765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-b9a1ea76-a299-498d-8abe-13023060df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:11.224048 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-b9a1ea76-a299-498d-8abe-13023060df25 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0706046 Nov 09 20:04:11.475604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049b240-6429-4594-9c38-58d35d284b4e req-5a968ed3-34b0-47b3-bafe-6b82573ba5dc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:11.485136 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2049b240-6429-4594-9c38-58d35d284b4e req-5a968ed3-34b0-47b3-bafe-6b82573ba5dc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.5388777 Nov 09 20:04:11.498106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-7cb0d04a-d475-4897-a2db-7f7d12a6a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:11.499630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-7cb0d04a-d475-4897-a2db-7f7d12a6a942 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098210 Nov 09 20:04:11.592592 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8731-17dc-447b-b70d-cc34a077c4f1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:11.597499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9d9f8731-17dc-447b-b70d-cc34a077c4f1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "DELETE /v2.0/ports/c7b56e3b-3e06-4a11-b410-49668b115f2a HTTP/1.1" status: 204 len: 168 time: 2.6085613 Nov 09 20:04:11.605218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60638) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:11.633190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2049b240-6429-4594-9c38-58d35d284b4e req-6b3a67a2-98f6-43c0-afc0-ddd1407ad6e3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373310 Nov 09 20:04:11.722907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10fc4e0-da7d-4d59-a7d3-7c4224385a4c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:11.735913 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d10fc4e0-da7d-4d59-a7d3-7c4224385a4c tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dd5fc16-809f-46e1-a654-1c5b2d991f60 HTTP/1.1" status: 200 len: 913 time: 0.1298892 Nov 09 20:04:11.743367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60640) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:11.772607 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-27e32a6f-dd0c-4838-a300-7d4356cf3566 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587473 Nov 09 20:04:11.996070 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7be0c6e2-36b7-4d0e-9405-8f02602ea77e req-e76f822d-1b99-44ac-84b2-89afc437431c service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103817 Nov 09 20:04:12.767323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:13.135107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863812b0-577f-450f-be4b-1cece257fc6e req-ec100d10-a1ed-4b83-9412-c7b9dbe335ee tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:13.136691 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-863812b0-577f-450f-be4b-1cece257fc6e req-ec100d10-a1ed-4b83-9412-c7b9dbe335ee tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.3628361 Nov 09 20:04:13.199280 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-914bdf9e-eec1-47c9-aefa-1ece9ef55b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:13.434554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ca89d-dadd-48b9-b353-c7eabdc5b393 req-86f5e0fb-cf5b-44fe-9c3f-fbf1aad4dd41 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:13.437456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-931ca89d-dadd-48b9-b353-c7eabdc5b393 req-86f5e0fb-cf5b-44fe-9c3f-fbf1aad4dd41 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 945 time: 0.1803889 Nov 09 20:04:13.449018 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-863812b0-577f-450f-be4b-1cece257fc6e req-cd9e5f54-73d9-43cf-9f5d-03888de7065d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907689 Nov 09 20:04:13.488719 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:13.558278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-931ca89d-dadd-48b9-b353-c7eabdc5b393 req-572517d8-f2f5-4f29-bcce-6a16fbcee8f4 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921896 Nov 09 20:04:13.812775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Deleting port 14ee0472-44fa-4296-8516-448c34637bff {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:13.814018 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:14.002568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:14.018722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Calling delete_port for 14ee0472-44fa-4296-8516-448c34637bff owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:14.337872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:14.385386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60748) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:14.493753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event deleted for resources: {'Port': ['ID=14ee0472-44fa-4296-8516-448c34637bff,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:14.540007 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:14.762729 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:14.830141 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2bf08fc2-9cf4-442f-acfc-ba5425e2b478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.014030 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f37e52-e09d-479a-a55f-6ee71403a9bf req-a9c086d5-f04e-4688-9396-6246a0ec8e66 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:15.017052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24f37e52-e09d-479a-a55f-6ee71403a9bf req-a9c086d5-f04e-4688-9396-6246a0ec8e66 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.2307198 Nov 09 20:04:15.039080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-59c87860-e7ea-4f68-9dc2-9aa7ac7c5088 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:15.047385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-59c87860-e7ea-4f68-9dc2-9aa7ac7c5088 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 945 time: 0.3533928 Nov 09 20:04:15.122869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3f02b-46d2-4d91-a131-eb9efeb84fb7 req-7f08b2c0-3677-4f9d-9dd0-2b31d30a97b7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:15.124752 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04b3f02b-46d2-4d91-a131-eb9efeb84fb7 req-7f08b2c0-3677-4f9d-9dd0-2b31d30a97b7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 945 time: 0.2987082 Nov 09 20:04:15.205350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Router 5dd5fc16-809f-46e1-a654-1c5b2d991f60 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:04:15.218334 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-24f37e52-e09d-479a-a55f-6ee71403a9bf req-c99aeb71-1cd4-46e5-8d78-0880a554b6d6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920149 Nov 09 20:04:15.308608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04b3f02b-46d2-4d91-a131-eb9efeb84fb7 req-7059d3c3-e386-40f4-8f77-49899ca00474 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612427 Nov 09 20:04:15.323382 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:04:15.330346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-df61ce72-6a07-4dc9-a910-aa0b4f1689f7 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "PUT /v2.0/routers/5dd5fc16-809f-46e1-a654-1c5b2d991f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5856316 Nov 09 20:04:15.332653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60772) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:15.345848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8f299-1940-45d8-bc2b-a88ee4a98e12 None None] Sync routers for ids ['5dd5fc16-809f-46e1-a654-1c5b2d991f60'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:04:15.357299 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2bf08fc2-9cf4-442f-acfc-ba5425e2b478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.360447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8f299-1940-45d8-bc2b-a88ee4a98e12 None None] Routers {'5dd5fc16-809f-46e1-a654-1c5b2d991f60'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:04:15.361811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-1a498449-d7be-40b7-8897-834b1ce3380a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Deleting port 6c1f0ca2-5ac5-434b-b275-33903f665495 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:15.362127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-55e8f299-1940-45d8-bc2b-a88ee4a98e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:04:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5dd5fc16-809f-46e1-a654-1c5b2d991f60'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:15.362313 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-1a498449-d7be-40b7-8897-834b1ce3380a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.371500 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2bf08fc2-9cf4-442f-acfc-ba5425e2b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.404767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-55e8f299-1940-45d8-bc2b-a88ee4a98e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:15.415389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8f299-1940-45d8-bc2b-a88ee4a98e12 None None] Routers {'5dd5fc16-809f-46e1-a654-1c5b2d991f60'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:04:15.416335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-55e8f299-1940-45d8-bc2b-a88ee4a98e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:04:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5dd5fc16-809f-46e1-a654-1c5b2d991f60'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:15.460743 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ff7709d1-4fdc-4727-b398-c6593c0e5614 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.462901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-55e8f299-1940-45d8-bc2b-a88ee4a98e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:15.463876 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8f299-1940-45d8-bc2b-a88ee4a98e12 None None] The sync data for ids ['5dd5fc16-809f-46e1-a654-1c5b2d991f60'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:04:15.492673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf08fc2-9cf4-442f-acfc-ba5425e2b478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab01ba9-2660-4501-9567-da12b95eb987,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:15.505858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2bf08fc2-9cf4-442f-acfc-ba5425e2b478 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d41ebd5f4fa49bfa5856e69eb230a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1189871 Nov 09 20:04:15.509980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60776) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:15.590099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-1a498449-d7be-40b7-8897-834b1ce3380a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] For port 6c1f0ca2-5ac5-434b-b275-33903f665495, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6c1f0ca2-5ac5-434b-b275-33903f665495,segment=NetworkSegment(c6ae8a2a-563c-4e2c-83c8-4da05062aa3a),segment_id=c6ae8a2a-563c-4e2c-83c8-4da05062aa3a)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:15.590500 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-1a498449-d7be-40b7-8897-834b1ce3380a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.607960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-1a498449-d7be-40b7-8897-834b1ce3380a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Calling delete_port for 6c1f0ca2-5ac5-434b-b275-33903f665495 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:15.631287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-044af760-8513-47a9-94d2-6f429b617857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.661971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-044af760-8513-47a9-94d2-6f429b617857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.749790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ff7709d1-4fdc-4727-b398-c6593c0e5614 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.753525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ff7709d1-4fdc-4727-b398-c6593c0e5614 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.777576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-044af760-8513-47a9-94d2-6f429b617857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.780410 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-044af760-8513-47a9-94d2-6f429b617857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.781611 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-044af760-8513-47a9-94d2-6f429b617857 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ab01ba9-2660-4501-9567-da12b95eb987 HTTP/1.1" status: 204 len: 168 time: 0.2704613 Nov 09 20:04:15.836775 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044af760-8513-47a9-94d2-6f429b617857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab01ba9-2660-4501-9567-da12b95eb987,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:15.878903 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-1a498449-d7be-40b7-8897-834b1ce3380a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:15.919817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a498449-d7be-40b7-8897-834b1ce3380a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Pushing event deleted for resources: {'Port': ['ID=6c1f0ca2-5ac5-434b-b275-33903f665495,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:15.994682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-1a498449-d7be-40b7-8897-834b1ce3380a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] No DVR routers for this DVR port 6c1f0ca2-5ac5-434b-b275-33903f665495 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:15.998602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-1a498449-d7be-40b7-8897-834b1ce3380a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:16.013384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db313d05-15fd-426d-b391-6be07fc6f8e9 req-1a498449-d7be-40b7-8897-834b1ce3380a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.70 "DELETE /v2.0/ports/6c1f0ca2-5ac5-434b-b275-33903f665495 HTTP/1.1" status: 204 len: 173 time: 0.9518237 Nov 09 20:04:16.014012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8', 'name': 'network-vif-deleted', 'tag': '6c1f0ca2-5ac5-434b-b275-33903f665495'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:04:16.021989 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3ea137-4b7b-49ea-a557-fc87bf1b532f" -d '{"events": [{"server_uuid": "6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8", "name": "network-vif-deleted", "tag": "6c1f0ca2-5ac5-434b-b275-33903f665495"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:04:16.156895 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f408fc7-c19a-4d0f-856b-9f4dba9c2ed9 x-openstack-request-id: req-8f408fc7-c19a-4d0f-856b-9f4dba9c2ed9 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:04:16.157773 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8", "name": "network-vif-deleted", "tag": "6c1f0ca2-5ac5-434b-b275-33903f665495", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:04:16.158098 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f408fc7-c19a-4d0f-856b-9f4dba9c2ed9 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:04:16.158609 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8', 'name': 'network-vif-deleted', 'tag': '6c1f0ca2-5ac5-434b-b275-33903f665495', 'status': 'completed', 'code': 200} Nov 09 20:04:16.294075 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:16.475920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17740b6c-fdc1-4bdd-bfee-6e5551046616 req-3402e7b3-4e3f-429c-8fa2-2f720d76f764 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:16.496373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17740b6c-fdc1-4bdd-bfee-6e5551046616 req-3402e7b3-4e3f-429c-8fa2-2f720d76f764 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.1589506 Nov 09 20:04:16.556058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60808) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:16.589316 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f1bb365-6bc0-4190-8261-8daf5fd1cd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:16.635757 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17740b6c-fdc1-4bdd-bfee-6e5551046616 req-f011d7bd-26ed-4ddb-ac68-2f784c26cc6f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384535 Nov 09 20:04:16.783280 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f1bb365-6bc0-4190-8261-8daf5fd1cd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:16.795763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f1bb365-6bc0-4190-8261-8daf5fd1cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:16.825568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d6677b99-f54c-4726-ac0b-31cc7624c53f req-e108466f-e39a-4a93-b2ec-976d61715298 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bc94257-9cb3-4ab5-ae63-8e4e54ce17f8 HTTP/1.1" status: 200 len: 210 time: 0.0724189 Nov 09 20:04:16.834348 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ff7709d1-4fdc-4727-b398-c6593c0e5614 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:16.835334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7709d1-4fdc-4727-b398-c6593c0e5614 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Fanout notify agent at l3_agent the message router_deleted on router 5dd5fc16-809f-46e1-a654-1c5b2d991f60 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:04:16.843904 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ff7709d1-4fdc-4727-b398-c6593c0e5614 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:16.851351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ff7709d1-4fdc-4727-b398-c6593c0e5614 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "DELETE /v2.0/routers/5dd5fc16-809f-46e1-a654-1c5b2d991f60 HTTP/1.1" status: 204 len: 168 time: 1.5167985 Nov 09 20:04:16.852691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60816) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:16.887031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4f1bb365-6bc0-4190-8261-8daf5fd1cd12 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45d4736bd1b64b52bc19789789b5d192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297372 Nov 09 20:04:16.887690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60818) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:16.897130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bb365-6bc0-4190-8261-8daf5fd1cd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b07d2e7-90bf-4768-8bc3-f6c0921dd602,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:16.965611 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-93cabbe3-f3a7-4108-9cb2-72ffa0baea86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:16.994914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-20234134-e64e-47ad-a056-60e31530c1dd tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Deleting subnet 7a1ec536-7c48-4600-9f84-661bd68d78d3 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:04:16.998826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20234134-e64e-47ad-a056-60e31530c1dd tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:17.005205 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-93cabbe3-f3a7-4108-9cb2-72ffa0baea86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:17.083063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20234134-e64e-47ad-a056-60e31530c1dd tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:17.108634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-93cabbe3-f3a7-4108-9cb2-72ffa0baea86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:17.112316 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-93cabbe3-f3a7-4108-9cb2-72ffa0baea86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:17.113602 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-93cabbe3-f3a7-4108-9cb2-72ffa0baea86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b07d2e7-90bf-4768-8bc3-f6c0921dd602 HTTP/1.1" status: 204 len: 168 time: 0.2235880 Nov 09 20:04:17.146704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cabbe3-f3a7-4108-9cb2-72ffa0baea86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b07d2e7-90bf-4768-8bc3-f6c0921dd602,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:17.332710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20234134-e64e-47ad-a056-60e31530c1dd tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:17.457717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20234134-e64e-47ad-a056-60e31530c1dd tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:17.498236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02dee5f-df26-43f8-b18a-7081046fff58 None None] Network a7715dc7-b179-45d3-94a5-740cb6247b52 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:17.500064 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20234134-e64e-47ad-a056-60e31530c1dd tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:17.507791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-20234134-e64e-47ad-a056-60e31530c1dd tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "DELETE /v2.0/subnets/7a1ec536-7c48-4600-9f84-661bd68d78d3 HTTP/1.1" status: 204 len: 168 time: 0.6518543 Nov 09 20:04:17.509397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60838) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:17.568872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20234134-e64e-47ad-a056-60e31530c1dd tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1ec536-7c48-4600-9f84-661bd68d78d3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:17.715027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 6c1f0ca2-5ac5-434b-b275-33903f665495 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:17.792687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 6c1f0ca2-5ac5-434b-b275-33903f665495 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:04:17.793647 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 6c1f0ca2-5ac5-434b-b275-33903f665495 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:04:17.848094 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:18.021843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81657359-f1f8-4b09-81a1-6670017dd95f req-adfbdf67-6b15-4511-99ae-ce9e62b43484 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:18.023908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81657359-f1f8-4b09-81a1-6670017dd95f req-adfbdf67-6b15-4511-99ae-ce9e62b43484 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.2247324 Nov 09 20:04:18.085589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9710f-7d9f-4f15-b5c8-bdfa541b70d2 None None] DHCP port deletion for a7715dc7-b179-45d3-94a5-740cb6247b52 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:04:18.181130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Deleting port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:18.181477 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:18.206701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-13c9710f-7d9f-4f15-b5c8-bdfa541b70d2 None None] Deleting port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:18.207392 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-13c9710f-7d9f-4f15-b5c8-bdfa541b70d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:18.361127 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81657359-f1f8-4b09-81a1-6670017dd95f req-838af750-82f2-4214-aada-9c37949ee165 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216412 Nov 09 20:04:18.364100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-13c9710f-7d9f-4f15-b5c8-bdfa541b70d2 None None] For port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8,segment=NetworkSegment(25da1591-22fa-4b71-890b-2ad4cbab5c4a),segment_id=25da1591-22fa-4b71-890b-2ad4cbab5c4a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:18.364510 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-13c9710f-7d9f-4f15-b5c8-bdfa541b70d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:18.404690 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-13c9710f-7d9f-4f15-b5c8-bdfa541b70d2 None None] Calling delete_port for a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:18.425242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] For port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8,segment=NetworkSegment(25da1591-22fa-4b71-890b-2ad4cbab5c4a),segment_id=25da1591-22fa-4b71-890b-2ad4cbab5c4a)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:18.425643 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:18.488587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Calling delete_port for a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:18.609455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-13c9710f-7d9f-4f15-b5c8-bdfa541b70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:18.677233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9710f-7d9f-4f15-b5c8-bdfa541b70d2 None None] Pushing event deleted for resources: {'Port': ['ID=a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:18.685401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9710f-7d9f-4f15-b5c8-bdfa541b70d2 None None] No DVR routers for this DVR port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:18.723770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:18.767333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] No DVR routers for this DVR port a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:18.802108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event deleted for resources: {'Port': ['ID=a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:18.894967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:18.922199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7715dc7-b179-45d3-94a5-740cb6247b52']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:18.938645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25da1591-22fa-4b71-890b-2ad4cbab5c4a') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:18.939062 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25da1591-22fa-4b71-890b-2ad4cbab5c4a') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:18.972484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:19.023242 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:19.030939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:19.031203 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:19.038742 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:19.160574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:19.195624 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:19.205221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] 10.222.0.53 "DELETE /v2.0/networks/a7715dc7-b179-45d3-94a5-740cb6247b52 HTTP/1.1" status: 204 len: 168 time: 1.6932886 Nov 09 20:04:19.206865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8abce-9ad7-4330-ac21-23eead21deb1 tempest-FloatingIPNegativeTestJSON-1486886361 tempest-FloatingIPNegativeTestJSON-1486886361-project] Pushing event deleted for resources: {'Network': ['ID=a7715dc7-b179-45d3-94a5-740cb6247b52,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:19.626887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60908) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:19.665068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda5f33-5df1-4ba1-a7b8-b5fad8797e23 req-b907f8b6-15b4-44ff-a003-83251797c5fc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:19.671449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 60914) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:19.682256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1eda5f33-5df1-4ba1-a7b8-b5fad8797e23 req-b907f8b6-15b4-44ff-a003-83251797c5fc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.1675320 Nov 09 20:04:19.782693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:19.836273 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1eda5f33-5df1-4ba1-a7b8-b5fad8797e23 req-68d315e1-2794-4662-926b-fdc76200fbff tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420705 Nov 09 20:04:19.853773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:04:19.860172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a8b5aa42-dbbc-4e05-9dbe-5dfef20eace8 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:04:19.981658 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69ae1db6-ebb9-4a3b-af15-5b4d9af853f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.028124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-257e4276-2cdd-4ca5-9d7d-3c7c6a6350e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4704c1772aae4fd3ba7afc6913d0f0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555295 Nov 09 20:04:20.030876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60926) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:20.121045 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69ae1db6-ebb9-4a3b-af15-5b4d9af853f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.128532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69ae1db6-ebb9-4a3b-af15-5b4d9af853f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.179931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-622eecc1-4ec4-4f91-8a13-72058d6d20a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.190050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae1db6-ebb9-4a3b-af15-5b4d9af853f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c397b9-ab90-41ba-a28c-c2250de1e3f0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:20.196723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-69ae1db6-ebb9-4a3b-af15-5b4d9af853f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7bdb2f60bac4f6c99d9cfa448872deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683959 Nov 09 20:04:20.200162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 60928) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:20.225373 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-622eecc1-4ec4-4f91-8a13-72058d6d20a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.444556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dcb3dd8a-6c8b-424a-af1a-3efc8fc0e4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.446295 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-622eecc1-4ec4-4f91-8a13-72058d6d20a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.448905 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-622eecc1-4ec4-4f91-8a13-72058d6d20a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.450102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-622eecc1-4ec4-4f91-8a13-72058d6d20a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f8a2350-5624-4612-85fa-f7b1bc97f824 HTTP/1.1" status: 204 len: 168 time: 0.4181290 Nov 09 20:04:20.473341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622eecc1-4ec4-4f91-8a13-72058d6d20a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8a2350-5624-4612-85fa-f7b1bc97f824,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:20.521088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dcb3dd8a-6c8b-424a-af1a-3efc8fc0e4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.631696 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dcb3dd8a-6c8b-424a-af1a-3efc8fc0e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.634879 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dcb3dd8a-6c8b-424a-af1a-3efc8fc0e4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:20.636183 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dcb3dd8a-6c8b-424a-af1a-3efc8fc0e4bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11c397b9-ab90-41ba-a28c-c2250de1e3f0 HTTP/1.1" status: 204 len: 168 time: 0.4347765 Nov 09 20:04:20.662959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3dd8a-6c8b-424a-af1a-3efc8fc0e4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c397b9-ab90-41ba-a28c-c2250de1e3f0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:21.217084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09815574-b77b-4ae4-a582-a650ca3f6040 req-52ecc255-d3e3-4177-995b-c9b50a5fe20c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:21.220948 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:21.233427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09815574-b77b-4ae4-a582-a650ca3f6040 req-52ecc255-d3e3-4177-995b-c9b50a5fe20c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.1568177 Nov 09 20:04:21.319401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09815574-b77b-4ae4-a582-a650ca3f6040 req-a52106f8-d47e-46c3-934f-f30eea5c73ea tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839982 Nov 09 20:04:22.284733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32784) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:22.487422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'networks': [{'name': 'tempest-network--646016826'}, {'name': 'tempest-network--362300521'}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:22.487656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'network': {'name': 'tempest-network--646016826'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:22.497810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'network': {'name': 'tempest-network--362300521'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:22.595384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d053aa-c307-4233-89c3-ee03206b84a1 req-40b9e4fb-aade-454d-8911-bff521e3192d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:22.609647 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4d053aa-c307-4233-89c3-ee03206b84a1 req-40b9e4fb-aade-454d-8911-bff521e3192d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.1972194 Nov 09 20:04:22.633392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Made reservation on behalf of 3221d14ead2d489096ec4325afd06498 for: {'network': 2} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:22.638818 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:22.652292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:22.696734 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e4d053aa-c307-4233-89c3-ee03206b84a1 req-8acf05cd-1510-4d26-828c-239506848bff tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852218 Nov 09 20:04:22.969805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:22.980819 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:22.981325 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:23.138436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649eaaf9-5649-4e8c-b2d9-140d1acc291a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:23.168700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:04:23.186340 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:23.187342 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Added segment d0105278-04da-4eee-b0f8-22c514531afc of type vlan for network ebe46af0-4e96-4f55-b193-175cb47cccf0 Nov 09 20:04:23.316795 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:23.384145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:04:23.405027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:23.405371 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Added segment 52cb2357-696f-43f8-b9e7-9f2e223cf40b of type vlan for network d31984b2-9ffa-4c2e-8eda-58734dd659e2 Nov 09 20:04:23.474702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:23.544647 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:23.545627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:23.558149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:23.571573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:23.572671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:23.750297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'Network': ['ID=ebe46af0-4e96-4f55-b193-175cb47cccf0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:23.774750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network ebe46af0-4e96-4f55-b193-175cb47cccf0 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:04:23.841414 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5554249 Nov 09 20:04:23.844897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32834) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:23.894494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ebef7-cdea-4faf-a35e-9f98e263989e tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'Network': ['ID=d31984b2-9ffa-4c2e-8eda-58734dd659e2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:24.001813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network d31984b2-9ffa-4c2e-8eda-58734dd659e2 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:04:24.319173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76b1b8-0a66-42a3-bb1e-61b954a4aa44 req-12eeb08e-f054-4334-8847-52c8910e69a3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:24.326536 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e76b1b8-0a66-42a3-bb1e-61b954a4aa44 req-12eeb08e-f054-4334-8847-52c8910e69a3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.4333951 Nov 09 20:04:24.380556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e76b1b8-0a66-42a3-bb1e-61b954a4aa44 req-cee2792d-04e5-4964-b3d3-40150b5013a6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530279 Nov 09 20:04:24.395537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367de56b-da21-4cbc-95fe-868213ba4572 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:24.403198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367de56b-da21-4cbc-95fe-868213ba4572 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:24.410484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367de56b-da21-4cbc-95fe-868213ba4572 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:24.417479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367de56b-da21-4cbc-95fe-868213ba4572 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:24.423890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32848) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:24.424555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-367de56b-da21-4cbc-95fe-868213ba4572 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5774438 Nov 09 20:04:24.521239 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:24.674362 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:24.716884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe46af0-4e96-4f55-b193-175cb47cccf0']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:24.734299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0105278-04da-4eee-b0f8-22c514531afc') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:24.736088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0105278-04da-4eee-b0f8-22c514531afc') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:24.749904 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:24.784846 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:24.794794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:24.795327 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:24.801961 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:24.901644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:24.930637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:24.936988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32874) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:24.946012 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "DELETE /v2.0/networks/ebe46af0-4e96-4f55-b193-175cb47cccf0 HTTP/1.1" status: 204 len: 168 time: 0.5209351 Nov 09 20:04:24.947165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d36e8f-f612-4944-a1d4-6a1e3563ea8d tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Network': ['ID=ebe46af0-4e96-4f55-b193-175cb47cccf0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:25.030293 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:25.272576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:25.318960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31984b2-9ffa-4c2e-8eda-58734dd659e2']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:25.339393 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cb2357-696f-43f8-b9e7-9f2e223cf40b') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:25.340122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cb2357-696f-43f8-b9e7-9f2e223cf40b') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:25.360864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:25.395651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:25.402642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:25.403317 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:25.406594 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:25.458732 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:25.601482 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:25.610870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:25.621612 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "DELETE /v2.0/networks/d31984b2-9ffa-4c2e-8eda-58734dd659e2 HTTP/1.1" status: 204 len: 168 time: 0.6833012 Nov 09 20:04:25.624235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32886) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:25.660845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae7fe7-8298-4d9d-9e62-38e201a23fed tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Network': ['ID=d31984b2-9ffa-4c2e-8eda-58734dd659e2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:25.879044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7e3c0-0e49-405a-b13b-ed75a86b03e2 req-d41f1086-5091-4e98-99c0-d0eb9db705ec tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:25.900306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4a7e3c0-0e49-405a-b13b-ed75a86b03e2 req-d41f1086-5091-4e98-99c0-d0eb9db705ec tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.3558502 Nov 09 20:04:26.205008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac70ae-255a-4d3a-9ca4-8826d85857a5 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:26.214909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac70ae-255a-4d3a-9ca4-8826d85857a5 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:26.223219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32902) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:26.224947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-44ac70ae-255a-4d3a-9ca4-8826d85857a5 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5941238 Nov 09 20:04:26.231738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-875453117'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:26.273271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4a7e3c0-0e49-405a-b13b-ed75a86b03e2 req-61b8f046-cfe8-4e18-8699-5f14ed4d6d39 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719859 Nov 09 20:04:26.300745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Made reservation on behalf of 3221d14ead2d489096ec4325afd06498 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:26.304302 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:26.356410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:04:26.372548 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:26.372885 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Added segment 01502801-22f4-45bd-a389-8978b08eb0ac of type vlan for network 61046b94-4300-46ff-b573-df38fdcebb78 Nov 09 20:04:26.433156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:26.480683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:26.487319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:26.487960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:26.623398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'Network': ['ID=61046b94-4300-46ff-b573-df38fdcebb78,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:26.631526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-72274415-9ae7-4b27-a83e-031aef0d783f tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4064217 Nov 09 20:04:26.633789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32906) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:26.637268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 61046b94-4300-46ff-b573-df38fdcebb78 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:04:26.641297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-620365685'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:26.700244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Made reservation on behalf of 3221d14ead2d489096ec4325afd06498 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:26.704964 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:26.739955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:04:26.752204 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:26.753286 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Added segment a76662e1-5103-4378-9b75-b10cd03a643d of type vlan for network 59c1ec1d-f9fe-4812-889b-79e47f70b60a Nov 09 20:04:26.806502 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:26.837609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:26.844787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:26.845789 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:26.944277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'Network': ['ID=59c1ec1d-f9fe-4812-889b-79e47f70b60a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:26.957418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 59c1ec1d-f9fe-4812-889b-79e47f70b60a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:04:26.976836 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d737c709-87b5-40ee-b9dd-2c4e457db261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3415043 Nov 09 20:04:26.979017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32914) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:26.984437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'ports': [{'network_id': '61046b94-4300-46ff-b573-df38fdcebb78', 'name': 'tempest-port--861376902', 'admin_state_up': True}, {'network_id': '59c1ec1d-f9fe-4812-889b-79e47f70b60a', 'admin_state_up': False}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:26.985991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'port': {'network_id': '61046b94-4300-46ff-b573-df38fdcebb78', 'name': 'tempest-port--861376902', 'admin_state_up': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:26.987011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'port': {'network_id': '59c1ec1d-f9fe-4812-889b-79e47f70b60a', 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:27.251382 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Made reservation on behalf of 3221d14ead2d489096ec4325afd06498 for: {'port': 2} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:27.259748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:27.283341 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:27.492726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742bb9b-4a9c-4cea-be43-456e45d22b97 req-4fc97809-fafb-4eee-a6a8-335f6d5e18bd tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:27.503507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9742bb9b-4a9c-4cea-be43-456e45d22b97 req-4fc97809-fafb-4eee-a6a8-335f6d5e18bd tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.0906622 Nov 09 20:04:27.558748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] device_id is not set on port 1321e054-e1b4-4ff0-9567-02638bf6752d yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:04:27.573910 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9742bb9b-4a9c-4cea-be43-456e45d22b97 req-e5372200-efde-4339-b0a3-7caf2b8c9b4b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672033 Nov 09 20:04:27.861466 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:27.997847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] device_id is not set on port 07876864-9050-408e-b748-f168bbc8b066 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:04:28.129521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:28.175459 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:28.315511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'Port': ['ID=1321e054-e1b4-4ff0-9567-02638bf6752d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:28.329910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Checking segment: {'id': '01502801-22f4-45bd-a389-8978b08eb0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '61046b94-4300-46ff-b573-df38fdcebb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:28.330486 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Network hostable DHCP agents. Network: 61046b94-4300-46ff-b573-df38fdcebb78, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:04:28.364254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Network 61046b94-4300-46ff-b573-df38fdcebb78 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:04:28.397779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 61046b94-4300-46ff-b573-df38fdcebb78) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:28.410544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:28.412344 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:28.415596 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc7d94-8a07-4864-990a-4d3cb082f5f9 None None] Network 61046b94-4300-46ff-b573-df38fdcebb78 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:28.544779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'Port': ['ID=07876864-9050-408e-b748-f168bbc8b066,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:28.554026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Checking segment: {'id': 'a76662e1-5103-4378-9b75-b10cd03a643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '59c1ec1d-f9fe-4812-889b-79e47f70b60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:28.555007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Network hostable DHCP agents. Network: 59c1ec1d-f9fe-4812-889b-79e47f70b60a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:04:28.616708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Network 59c1ec1d-f9fe-4812-889b-79e47f70b60a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:04:28.643652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 59c1ec1d-f9fe-4812-889b-79e47f70b60a) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:28.650751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:28.678911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4fb5b-0d2e-49c2-b7d6-85acb1127eef None None] Network 59c1ec1d-f9fe-4812-889b-79e47f70b60a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:28.693579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:28.726962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:28.729307 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:28.795719 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5dbdb40d-f7da-4679-99c0-47e53dd13d91 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8143563 Nov 09 20:04:28.798050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32950) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:28.867898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899edec-bef3-4534-a495-c8e09377a21a req-1163badc-fc7d-48db-a423-6eaf3e30de70 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:28.869761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c899edec-bef3-4534-a495-c8e09377a21a req-1163badc-fc7d-48db-a423-6eaf3e30de70 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.1103907 Nov 09 20:04:28.971616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c899edec-bef3-4534-a495-c8e09377a21a req-51da4eac-ec0e-47f3-a948-b88f11f6002e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929365 Nov 09 20:04:29.201694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1926-9378-41d5-b863-8651c2703aa6 req-217b271f-9f68-4ab2-819d-f82f21367f07 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:29.218773 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-217b271f-9f68-4ab2-819d-f82f21367f07 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/networks?id=de5f32a8-93e2-4b59-8619-90f97d43680a HTTP/1.1" status: 200 len: 813 time: 0.2353847 Nov 09 20:04:29.238361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32962) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:29.282543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ad330-f6c5-4916-ad5f-4274c1c3af43 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:29.296257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ad330-f6c5-4916-ad5f-4274c1c3af43 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:29.300614 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cb4ad330-f6c5-4916-ad5f-4274c1c3af43 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4936507 Nov 09 20:04:29.303466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 32966) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:29.312888 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-572ab1d3-c109-4d63-a7de-e7544fcee179 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/quotas/ae69b140cf504f5b96c97a06a10816de HTTP/1.1" status: 200 len: 375 time: 0.0924571 Nov 09 20:04:29.409112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-393f4fea-a8c7-4c9b-a43f-94d90cdd0364 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae69b140cf504f5b96c97a06a10816de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872407 Nov 09 20:04:29.614023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Deleting port 1321e054-e1b4-4ff0-9567-02638bf6752d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:29.614813 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:29.718274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:29.758154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Calling delete_port for 1321e054-e1b4-4ff0-9567-02638bf6752d owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:29.884735 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:29.913950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-0f064780-35f6-417d-85f2-2a57dd29c5fb service neutron] 10.222.0.53 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037053 Nov 09 20:04:29.921686 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:29.934017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "DELETE /v2.0/ports/1321e054-e1b4-4ff0-9567-02638bf6752d HTTP/1.1" status: 204 len: 168 time: 0.6262050 Nov 09 20:04:29.949822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 32972) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:29.982753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Port': ['ID=1321e054-e1b4-4ff0-9567-02638bf6752d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:30.005836 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.006449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.006922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.007384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.008071 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.010167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.010912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.012871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.012871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.012871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.014032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.014863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d55be-9b58-4964-845f-b03b1e212e99 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:30.245611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387870c3-51e6-4ace-8be3-e0965aeedcf3 req-0485ae26-d669-406b-b663-1ff76c9f41c3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:30.247490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-387870c3-51e6-4ace-8be3-e0965aeedcf3 req-0485ae26-d669-406b-b663-1ff76c9f41c3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.1173887 Nov 09 20:04:30.292453 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-f4067372-2e20-4670-9e45-cac0250d771e service neutron] 10.222.0.53 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767707 Nov 09 20:04:30.324685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-387870c3-51e6-4ace-8be3-e0965aeedcf3 req-b0391250-7c46-48a6-a7fa-158a6271faca tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697725 Nov 09 20:04:30.410213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Deleting port 07876864-9050-408e-b748-f168bbc8b066 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:30.410991 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:30.570272 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:30.631490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Calling delete_port for 07876864-9050-408e-b748-f168bbc8b066 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:30.699691 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7d2a1ce-172d-462a-8a3c-094f39f274c2 req-e32ff19a-4f70-4a02-bae8-3876332ea9b9 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 210 time: 0.0588496 Nov 09 20:04:31.238421 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:31.301147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Port': ['ID=07876864-9050-408e-b748-f168bbc8b066,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:31.372515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33006) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:31.393989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.394627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.394990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.395434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.395778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.396126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.396847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.397314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.397653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.398122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.398358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.398753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:31.451125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:31.457097 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-18bdb572-70e8-48fc-811e-1c320c90a261 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "DELETE /v2.0/ports/07876864-9050-408e-b748-f168bbc8b066 HTTP/1.1" status: 204 len: 168 time: 1.5054104 Nov 09 20:04:31.459079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33014) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:31.483692 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:31.526506 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3ff0ddce-bb4e-412c-85bd-2fbf437703f1 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0649574 Nov 09 20:04:31.531752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33018) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:31.543281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-314812958'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:31.617778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Made reservation on behalf of 3221d14ead2d489096ec4325afd06498 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:31.639248 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:31.661228 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9119fd57-8cde-4fc4-9244-8e120c53451c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:31.717130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:04:31.737807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec4781-6019-4e95-a3f5-c477e342c2e8 req-ddc2639f-48df-48f4-8169-2fa35e8b74e7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:31.739495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eaec4781-6019-4e95-a3f5-c477e342c2e8 req-ddc2639f-48df-48f4-8169-2fa35e8b74e7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.2610762 Nov 09 20:04:31.771554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:31.774967 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Added segment e6ba0186-a8c4-4861-b302-63daaa2fdcc5 of type vlan for network 23f02e3f-6e57-459f-9ba0-3988d54a9e62 Nov 09 20:04:31.827039 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eaec4781-6019-4e95-a3f5-c477e342c2e8 req-d9bc4f45-006a-43f7-b96f-9879d016ecf2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749316 Nov 09 20:04:31.987996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d7653b5f-43bb-45f7-88eb-9e1bf41a2561 req-8e7cdb82-bd4a-4b4e-b24c-91933fcfcfd0 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 210 time: 0.1324027 Nov 09 20:04:31.992839 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.020603 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9119fd57-8cde-4fc4-9244-8e120c53451c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.060085 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9119fd57-8cde-4fc4-9244-8e120c53451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.132852 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.146792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] Deleting port 788bb096-f757-4869-a661-3b0450bb4566 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:32.147149 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.158168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:32.159243 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.272867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] For port 788bb096-f757-4869-a661-3b0450bb4566, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=788bb096-f757-4869-a661-3b0450bb4566,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:32.272867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.286018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] Calling delete_port for 788bb096-f757-4869-a661-3b0450bb4566 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:32.374470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8409629 Nov 09 20:04:32.377657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473083a6-45f9-4327-bdb0-21ed5cddbaa2 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'Network': ['ID=23f02e3f-6e57-459f-9ba0-3988d54a9e62,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:32.379055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33032) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:32.394806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9119fd57-8cde-4fc4-9244-8e120c53451c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8761c47156a465799bd6471fb5b01d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0210354 Nov 09 20:04:32.395526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-91357350'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:32.402397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 23f02e3f-6e57-459f-9ba0-3988d54a9e62 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:04:32.416845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33034) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:32.559668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1926-9378-41d5-b863-8651c2703aa6 req-5afd0c6b-9f9c-4b6a-968d-ee3f628be5a2 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:32.562378 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-5afd0c6b-9f9c-4b6a-968d-ee3f628be5a2 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.77 "GET /v2.0/networks?id=de5f32a8-93e2-4b59-8619-90f97d43680a HTTP/1.1" status: 200 len: 813 time: 0.1800034 Nov 09 20:04:32.565489 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119fd57-8cde-4fc4-9244-8e120c53451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4060ac8b-0326-404e-bcb1-2d628ece1f06,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:32.586683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Request body: {'port': {'device_id': 'f574ba45-2624-491c-82b6-6b865dfa4d81', 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a', 'admin_state_up': True, 'tenant_id': 'ae69b140cf504f5b96c97a06a10816de'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:32.691292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Made reservation on behalf of 3221d14ead2d489096ec4325afd06498 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:32.695182 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.702244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-37e787fa-1bbd-446a-b210-180ad4ca7c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.756256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:04:32.785714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Made reservation on behalf of ae69b140cf504f5b96c97a06a10816de for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:32.791148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.829283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-37e787fa-1bbd-446a-b210-180ad4ca7c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.840641 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:32.841128 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Added segment 4e85e8c3-c449-4e43-bd3f-badf6d0c6149 of type vlan for network 5ae95ec0-d5a6-4046-a5da-49f9ea27e460 Nov 09 20:04:32.975656 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:33.008491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Allocated IP 172.20.0.8 (de5f32a8-93e2-4b59-8619-90f97d43680a/34e5c201-ef82-4c67-b3e6-29c385687fd9/d67b348e-b205-4e08-9ff3-d0b294e1869b) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:33.085434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:33.093704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:33.094787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:33.109156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-37e787fa-1bbd-446a-b210-180ad4ca7c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:33.112997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-37e787fa-1bbd-446a-b210-180ad4ca7c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:33.114687 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-37e787fa-1bbd-446a-b210-180ad4ca7c04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4060ac8b-0326-404e-bcb1-2d628ece1f06 HTTP/1.1" status: 204 len: 168 time: 0.6944859 Nov 09 20:04:33.153109 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:33.256517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e787fa-1bbd-446a-b210-180ad4ca7c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4060ac8b-0326-404e-bcb1-2d628ece1f06,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:33.275207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8949101 Nov 09 20:04:33.367820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=788bb096-f757-4869-a661-3b0450bb4566,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:33.383743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-610b0c6d-36ad-42e5-ba15-cde0f1d4e837 req-58aeabf8-4f0d-48b6-860e-d204dc241a3f tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 210 time: 0.2316449 Nov 09 20:04:33.411810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71ebdf-9e0c-4e1b-b75d-7340283b6270 req-7631af9f-6a85-463a-a410-1811340b0d6d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:33.414216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc71ebdf-9e0c-4e1b-b75d-7340283b6270 req-7631af9f-6a85-463a-a410-1811340b0d6d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.4278150 Nov 09 20:04:33.501417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f663d-c7e9-4975-b0a8-f0d32087dd79 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'Network': ['ID=5ae95ec0-d5a6-4046-a5da-49f9ea27e460,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:33.522105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5ae95ec0-d5a6-4046-a5da-49f9ea27e460 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:04:33.608958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:33.636572 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc71ebdf-9e0c-4e1b-b75d-7340283b6270 req-2fe5bcd5-6a95-41c1-ac20-bb2f58e81376 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042334 Nov 09 20:04:33.736996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:33.882395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Network de5f32a8-93e2-4b59-8619-90f97d43680a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:33.900083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:33.905516 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Pushing event updated for resources: {'Port': ['ID=d67b348e-b205-4e08-9ff3-d0b294e1869b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:33.912057 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:33.933338 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:34.006263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:34.006965 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:34.026830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c82b0b48-7fd0-468f-8ae0-40e93ece0ce7 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4483416 Nov 09 20:04:34.027368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33050) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:34.047460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Request body: {'port': {'device_id': 'f574ba45-2624-491c-82b6-6b865dfa4d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:34.050090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf529f5a-8b47-496c-9647-5e07501ab9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:34.149239 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:34.289984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf529f5a-8b47-496c-9647-5e07501ab9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:34.388585 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf529f5a-8b47-496c-9647-5e07501ab9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:34.404051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] Router 0ede02ca-ffe7-4771-8281-49761ce6cf6d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:04:34.614900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:04:34.633037 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] Sync routers for ids ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:04:34.644378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a2a639eb-488a-49f8-8e9a-18ccae940b8e admin admin] 10.222.0.53 "PUT /v2.0/routers/0ede02ca-ffe7-4771-8281-49761ce6cf6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3810689 Nov 09 20:04:34.645396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33062) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:34.650179 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] Routers {'0ede02ca-ffe7-4771-8281-49761ce6cf6d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:04:34.652316 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:04:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:34.962347 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] Set router 0ede02ca-ffe7-4771-8281-49761ce6cf6d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:04:34.977751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:34.988604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a194b-fa3b-443c-ad0e-b2cc8be71fb6 req-2ff67fde-e700-4b77-bc3f-ee14518ff345 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:34.996328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e0a194b-fa3b-443c-ad0e-b2cc8be71fb6 req-2ff67fde-e700-4b77-bc3f-ee14518ff345 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 943 time: 0.0828412 Nov 09 20:04:35.068143 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cf529f5a-8b47-496c-9647-5e07501ab9d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d6b1107d5404b21bef5d1d0455b5809&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0396903 Nov 09 20:04:35.079475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33066) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:35.285107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf529f5a-8b47-496c-9647-5e07501ab9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc8b3ea-3b6c-4152-a634-3e9a72c2a642,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:35.337309 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e74a8-dc29-4080-9502-e107949e03ae req-52935949-8fb1-481e-860a-e10733679246 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:35.353388 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57e74a8-dc29-4080-9502-e107949e03ae req-52935949-8fb1-481e-860a-e10733679246 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 931 time: 0.3044062 Nov 09 20:04:35.403833 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T20:04:32Z', 'revision_number': 5, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:35.493613 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] Checking router: 0ede02ca-ffe7-4771-8281-49761ce6cf6d for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:04:35.517118 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57e74a8-dc29-4080-9502-e107949e03ae req-c6197b34-5400-4677-b5b0-7c61b3ff2612 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626210 Nov 09 20:04:35.521567 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] Routers {'0ede02ca-ffe7-4771-8281-49761ce6cf6d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:04:35.545810 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:04:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:35.560822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-549e0007-1252-4797-bb9f-4f86d808c51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:35.741035 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:35.770132 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 27854da4-703c-4d7b-bd6a-1a44516a0323 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:04:35.771041 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-549e0007-1252-4797-bb9f-4f86d808c51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:35.799904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67b348e-b205-4e08-9ff3-d0b294e1869b {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:04:35.836040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:35.883442 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e0a194b-fa3b-443c-ad0e-b2cc8be71fb6 req-4c9a1057-734d-43b0-ba3e-3e20a9c93208 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8859968 Nov 09 20:04:35.898153 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] Set router 0ede02ca-ffe7-4771-8281-49761ce6cf6d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:04:35.932223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Deleting port 0d1b0a18-abf3-4285-b7ab-f5571ede8245 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:35.932556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:35.951723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Transition to ACTIVE for port object d67b348e-b205-4e08-9ff3-d0b294e1869b will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:04:35.967474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:36.067203 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 27854da4-703c-4d7b-bd6a-1a44516a0323, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=27854da4-703c-4d7b-bd6a-1a44516a0323,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:36.086729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Pushing event updated for resources: {'Port': ['ID=d67b348e-b205-4e08-9ff3-d0b294e1869b,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:36.112880 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-549e0007-1252-4797-bb9f-4f86d808c51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:36.115335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '27854da4-703c-4d7b-bd6a-1a44516a0323', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'port_id': '27854da4-703c-4d7b-bd6a-1a44516a0323', 'mac_address': 'fa:16:3e:44:28:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:04:36.118501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-549e0007-1252-4797-bb9f-4f86d808c51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:36.127515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-549e0007-1252-4797-bb9f-4f86d808c51d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0dc8b3ea-3b6c-4152-a634-3e9a72c2a642 HTTP/1.1" status: 204 len: 168 time: 1.0285914 Nov 09 20:04:36.233963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e0007-1252-4797-bb9f-4f86d808c51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc8b3ea-3b6c-4152-a634-3e9a72c2a642,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:36.270013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:36.306944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] For port 0d1b0a18-abf3-4285-b7ab-f5571ede8245, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0d1b0a18-abf3-4285-b7ab-f5571ede8245,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:36.307760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:36.355137 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Calling delete_port for 0d1b0a18-abf3-4285-b7ab-f5571ede8245 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:36.371040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27854da4-703c-4d7b-bd6a-1a44516a0323 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:04:36.426097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 27854da4-703c-4d7b-bd6a-1a44516a0323, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=27854da4-703c-4d7b-bd6a-1a44516a0323,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:36.433596 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:36.504915 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T20:04:32Z', 'revision_number': 5, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:36.617547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=27854da4-703c-4d7b-bd6a-1a44516a0323,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:36.623583 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d9a859-0d7e-4ac7-8a7e-5277d1f6c4e5 None None] The sync data for ids ['0ede02ca-ffe7-4771-8281-49761ce6cf6d'] in n-d-817256-1 is: [{'id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'name': 'tempest-TaggedBootDevicesTest-1363933303-router', 'tenant_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:52:26Z', 'updated_at': '2021-11-09T20:04:32Z', 'revision_number': 5, 'project_id': 'ee6810ad294f4e718a87d328dc1fe97d', 'gw_port': {'id': '0d1b0a18-abf3-4285-b7ab-f5571ede8245', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ede02ca-ffe7-4771-8281-49761ce6cf6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:52:27Z', 'updated_at': '2021-11-09T19:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:04:36.654893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Attempting to bind port d67b348e-b205-4e08-9ff3-d0b294e1869b on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:04:36.654893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Attempting to bind port d67b348e-b205-4e08-9ff3-d0b294e1869b by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:04:36.657544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Attempting to bind port d67b348e-b205-4e08-9ff3-d0b294e1869b on network de5f32a8-93e2-4b59-8619-90f97d43680a {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:36.677631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Port d67b348e-b205-4e08-9ff3-d0b294e1869b on network de5f32a8-93e2-4b59-8619-90f97d43680a not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:04:36.681525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Attempting to bind port d67b348e-b205-4e08-9ff3-d0b294e1869b on network de5f32a8-93e2-4b59-8619-90f97d43680a {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:36.706726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['27854da4-703c-4d7b-bd6a-1a44516a0323'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:04:36.724043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:04:36.728176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Checking segment: {'id': 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:36.730422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Bound using segment: {'id': 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:04:36.733211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Bound port: d67b348e-b205-4e08-9ff3-d0b294e1869b, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:04:36.737064 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:36.928051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33176) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:36.933299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'subnets': [{'network_id': '23f02e3f-6e57-459f-9ba0-3988d54a9e62', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--713177850', 'ip_version': 6}, {'network_id': '5ae95ec0-d5a6-4046-a5da-49f9ea27e460', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:36.933622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'subnet': {'network_id': '23f02e3f-6e57-459f-9ba0-3988d54a9e62', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--713177850', 'ip_version': 6}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:36.934490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Request body: {'subnet': {'network_id': '5ae95ec0-d5a6-4046-a5da-49f9ea27e460', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:37.057876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] For port d67b348e-b205-4e08-9ff3-d0b294e1869b, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:04:37.149813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] For port d67b348e-b205-4e08-9ff3-d0b294e1869b, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d67b348e-b205-4e08-9ff3-d0b294e1869b,segment=NetworkSegment(c6ae8a2a-563c-4e2c-83c8-4da05062aa3a),segment_id=c6ae8a2a-563c-4e2c-83c8-4da05062aa3a)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:04:37.161986 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:37.194931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e2033-9c08-400f-a5c0-b3aa34a6679e req-c01a4307-bcd0-4f16-b2ff-a814aa4c9df6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:37.198347 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-179e2033-9c08-400f-a5c0-b3aa34a6679e req-c01a4307-bcd0-4f16-b2ff-a814aa4c9df6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 943 time: 0.2821329 Nov 09 20:04:37.211876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b58ef-2bb3-43ae-9e4b-814012a6ecfd req-11e7b831-39e5-4f64-9ec3-87133474b13c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:37.231463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e5b58ef-2bb3-43ae-9e4b-814012a6ecfd req-11e7b831-39e5-4f64-9ec3-87133474b13c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 944 time: 0.1156917 Nov 09 20:04:37.259728 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:37.328696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:37.329623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:37.331148 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] 10.222.0.77 "PUT /v2.0/ports/d67b348e-b205-4e08-9ff3-d0b294e1869b HTTP/1.1" status: 200 len: 1091 time: 3.2890804 Nov 09 20:04:37.351007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f574ba45-2624-491c-82b6-6b865dfa4d81', 'tag': 'd67b348e-b205-4e08-9ff3-d0b294e1869b'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:04:37.354416 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89a297b-2126-4a99-a29e-88797b109ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "f574ba45-2624-491c-82b6-6b865dfa4d81", "tag": "d67b348e-b205-4e08-9ff3-d0b294e1869b"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:04:37.378559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1b0a18-abf3-4285-b7ab-f5571ede8245,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:37.488538 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2e5b58ef-2bb3-43ae-9e4b-814012a6ecfd req-fe05bcb6-5357-4dae-a3d9-430e1a5e0370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492127 Nov 09 20:04:37.502326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2517c29-f7e5-4dd8-b31b-e6237ea724ae service neutron] Pushing event updated for resources: {'Port': ['ID=d67b348e-b205-4e08-9ff3-d0b294e1869b,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:37.513778 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-179e2033-9c08-400f-a5c0-b3aa34a6679e req-04f2c4d6-f183-4893-bb75-793b7e4cf2a0 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238495 Nov 09 20:04:37.602063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Made reservation on behalf of 3221d14ead2d489096ec4325afd06498 for: {'subnet': 2} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:37.618174 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:37.618655 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:37.646261 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83cf48c-3864-4b77-86fd-4b16cbb3370e x-openstack-request-id: req-e83cf48c-3864-4b77-86fd-4b16cbb3370e {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:04:37.648040 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f574ba45-2624-491c-82b6-6b865dfa4d81", "tag": "d67b348e-b205-4e08-9ff3-d0b294e1869b", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:04:37.648303 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e83cf48c-3864-4b77-86fd-4b16cbb3370e {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:04:37.648700 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f574ba45-2624-491c-82b6-6b865dfa4d81', 'tag': 'd67b348e-b205-4e08-9ff3-d0b294e1869b', 'status': 'completed', 'code': 200} Nov 09 20:04:37.677017 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:37.699990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1926-9378-41d5-b863-8651c2703aa6 req-522abe4a-0dab-459b-9f84-d767c5f7f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:37.702294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-522abe4a-0dab-459b-9f84-d767c5f7f6bc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae69b140cf504f5b96c97a06a10816de&device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 1094 time: 0.2764866 Nov 09 20:04:37.784203 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 788bb096-f757-4869-a661-3b0450bb4566 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:37.823764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-fd2bbfd9-09c3-4abb-9b6d-7419a2b84854 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67b348e-b205-4e08-9ff3-d0b294e1869b HTTP/1.1" status: 200 len: 217 time: 0.0814080 Nov 09 20:04:37.840838 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 788bb096-f757-4869-a661-3b0450bb4566 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:04:37.841193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 788bb096-f757-4869-a661-3b0450bb4566 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:04:37.845551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 27854da4-703c-4d7b-bd6a-1a44516a0323 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:04:37.888289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:37.892732 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:37.960783 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:37.961442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ede02ca-ffe7-4771-8281-49761ce6cf6d {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:04:37.966712 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:37.968583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fa61f48a-930a-415e-8bc3-e97d9299f327 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0ede02ca-ffe7-4771-8281-49761ce6cf6d HTTP/1.1" status: 204 len: 168 time: 3.3203323 Nov 09 20:04:37.971949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33284) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:37.980656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 27854da4-703c-4d7b-bd6a-1a44516a0323 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:04:37.990674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 27854da4-703c-4d7b-bd6a-1a44516a0323 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:37.991010 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:38.061107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c1926-9378-41d5-b863-8651c2703aa6 req-6565f75d-52be-4a5b-a661-6b45bc2ccf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:38.064846 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-6565f75d-52be-4a5b-a661-6b45bc2ccf9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=34e5c201-ef82-4c67-b3e6-29c385687fd9 HTTP/1.1" status: 200 len: 853 time: 0.2164660 Nov 09 20:04:38.068424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bdcdcd-2b47-4f4c-82aa-5ae7f4b8718f admin admin] Deleting subnet 19d56ed7-cf6d-49cf-942e-853bf70f81d6 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:04:38.103516 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bdcdcd-2b47-4f4c-82aa-5ae7f4b8718f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:38.205071 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bdcdcd-2b47-4f4c-82aa-5ae7f4b8718f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:38.214585 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:38.227458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-b5b5588e-82cf-467e-b4c9-a08eb1838619 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de5f32a8-93e2-4b59-8619-90f97d43680a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308527 Nov 09 20:04:38.272288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 27854da4-703c-4d7b-bd6a-1a44516a0323, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=27854da4-703c-4d7b-bd6a-1a44516a0323,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:38.279652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27854da4-703c-4d7b-bd6a-1a44516a0323'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:04:38.285166 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd41a1de-021f-4e04-bd2b-e92caeb7f897" -d '{"events": [{"server_uuid": "8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60", "name": "network-vif-plugged", "status": "completed", "tag": "27854da4-703c-4d7b-bd6a-1a44516a0323"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:04:38.289937 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:38.415651 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db56a32d-bbd5-4e05-b6cb-464ff0789e1c x-openstack-request-id: req-db56a32d-bbd5-4e05-b6cb-464ff0789e1c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:04:38.416302 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60", "name": "network-vif-plugged", "status": "completed", "tag": "27854da4-703c-4d7b-bd6a-1a44516a0323", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:04:38.416714 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db56a32d-bbd5-4e05-b6cb-464ff0789e1c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:04:38.417660 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27854da4-703c-4d7b-bd6a-1a44516a0323', 'code': 200} Nov 09 20:04:38.430703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=27854da4-703c-4d7b-bd6a-1a44516a0323,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:38.587489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bdcdcd-2b47-4f4c-82aa-5ae7f4b8718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:38.773475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31897408-8361-45c8-af37-a4bb83297294 req-4ad013d8-e3c3-4ac5-8b41-e4f203bfeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:38.775465 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31897408-8361-45c8-af37-a4bb83297294 req-4ad013d8-e3c3-4ac5-8b41-e4f203bfeb9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 1096 time: 0.2687509 Nov 09 20:04:38.905858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31897408-8361-45c8-af37-a4bb83297294 req-5ea08077-d779-4cc1-a334-1042c698b852 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090727 Nov 09 20:04:38.953217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd7f94-1cac-4c1d-941f-20d5a0a0b9de req-24455667-4183-433f-b403-831c4add9e42 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:38.957627 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-50bd7f94-1cac-4c1d-941f-20d5a0a0b9de req-24455667-4183-433f-b403-831c4add9e42 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 945 time: 0.2278998 Nov 09 20:04:38.987706 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bdcdcd-2b47-4f4c-82aa-5ae7f4b8718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:39.051772 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-4c722d75-7e8c-4565-8cb1-096659cce523 service neutron] 10.222.0.77 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8097885 Nov 09 20:04:39.103523 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7bdcdcd-2b47-4f4c-82aa-5ae7f4b8718f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:39.109852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e7bdcdcd-2b47-4f4c-82aa-5ae7f4b8718f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/19d56ed7-cf6d-49cf-942e-853bf70f81d6 HTTP/1.1" status: 204 len: 168 time: 1.1359625 Nov 09 20:04:39.115297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873627e-15e5-4daa-855e-3c43d89fec2d None None] Network 5a324136-2163-42a7-990c-86170143e093 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:39.126730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33386) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:39.208385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdcdcd-2b47-4f4c-82aa-5ae7f4b8718f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d56ed7-cf6d-49cf-942e-853bf70f81d6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:39.227807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-50bd7f94-1cac-4c1d-941f-20d5a0a0b9de req-c75bd438-7ad4-4a16-855f-0ceb04383d43 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214911 Nov 09 20:04:39.357456 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:39.459497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f14927-7f8a-4f38-9e9f-5573a55201de req-1ab2b9de-1511-4404-9912-98b620006271 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:39.462175 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5f14927-7f8a-4f38-9e9f-5573a55201de req-1ab2b9de-1511-4404-9912-98b620006271 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 943 time: 0.5776834 Nov 09 20:04:39.556056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425e6fbf-7b74-43f0-a2cb-d512d00d53a1 None None] DHCP port deletion for 5a324136-2163-42a7-990c-86170143e093 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:04:39.719940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-425e6fbf-7b74-43f0-a2cb-d512d00d53a1 None None] Deleting port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:39.720492 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-425e6fbf-7b74-43f0-a2cb-d512d00d53a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:39.773649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0d1b0a18-abf3-4285-b7ab-f5571ede8245 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:39.819686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0d1b0a18-abf3-4285-b7ab-f5571ede8245 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:04:39.820405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0d1b0a18-abf3-4285-b7ab-f5571ede8245 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:04:39.821155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:39.840986 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5f14927-7f8a-4f38-9e9f-5573a55201de req-5f78161a-e9a8-4ab4-8172-62d6f4add406 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676882 Nov 09 20:04:39.870060 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-597c1926-9378-41d5-b863-8651c2703aa6 req-c164c948-4017-48f8-a65c-d49128d85eba service neutron] 10.222.0.77 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637057 Nov 09 20:04:39.889471 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:39.901996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-425e6fbf-7b74-43f0-a2cb-d512d00d53a1 None None] For port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:39.902464 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-425e6fbf-7b74-43f0-a2cb-d512d00d53a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:39.937095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-425e6fbf-7b74-43f0-a2cb-d512d00d53a1 None None] Calling delete_port for b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:39.961253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Deleting port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:39.961532 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:40.043022 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:40.106368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] For port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:40.106972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:40.107092 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,segment=NetworkSegment(a5c021a8-6251-4d6f-8b79-21218fc90d61),segment_id=a5c021a8-6251-4d6f-8b79-21218fc90d61)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:40.115360 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:40.149015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Calling delete_port for b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:40.169820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event deleted for resources: {'Port': ['ID=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:40.173560 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-425e6fbf-7b74-43f0-a2cb-d512d00d53a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:40.227533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e6fbf-7b74-43f0-a2cb-d512d00d53a1 None None] Pushing event deleted for resources: {'Port': ['ID=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:40.279942 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:40.289526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e6fbf-7b74-43f0-a2cb-d512d00d53a1 None None] No DVR routers for this DVR port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:40.323190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c043dc70-e65c-4744-8996-4acc6744ecfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:40.435926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f0a2fe-5a52-4d7a-9f6e-407699732bc2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:40.447340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] No DVR routers for this DVR port b0f0a2fe-5a52-4d7a-9f6e-407699732bc2 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:40.473075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'Subnet': ['ID=0996913f-92f0-4cdd-b988-c6693d4870db,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:40.551484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd5d9c-8f79-41b0-89ec-9eb0dd82bb17 req-330ae6ec-d581-4a42-ad12-81bd808b7d1a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:40.553584 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5bdd5d9c-8f79-41b0-89ec-9eb0dd82bb17 req-330ae6ec-d581-4a42-ad12-81bd808b7d1a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 945 time: 0.1640849 Nov 09 20:04:40.603497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a297b-2126-4a99-a29e-88797b109ae3 req-288f7ee9-4d69-4bf9-bff8-5719aa805e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:40.605630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a89a297b-2126-4a99-a29e-88797b109ae3 req-288f7ee9-4d69-4bf9-bff8-5719aa805e1d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae69b140cf504f5b96c97a06a10816de&device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 1094 time: 0.3405545 Nov 09 20:04:40.610649 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5bdd5d9c-8f79-41b0-89ec-9eb0dd82bb17 req-1fba189c-0ac1-4b75-a38b-f253944644d2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501604 Nov 09 20:04:40.777863 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:40.781439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Checking segment: {'id': 'e6ba0186-a8c4-4861-b302-63daaa2fdcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '23f02e3f-6e57-459f-9ba0-3988d54a9e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:40.781911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Network hostable DHCP agents. Network: 23f02e3f-6e57-459f-9ba0-3988d54a9e62, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:04:40.871251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a297b-2126-4a99-a29e-88797b109ae3 req-29adb3d9-9cff-4e51-8342-43df39387b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:40.872929 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a89a297b-2126-4a99-a29e-88797b109ae3 req-29adb3d9-9cff-4e51-8342-43df39387b86 service neutron] 10.222.0.77 "GET /v2.0/networks?id=de5f32a8-93e2-4b59-8619-90f97d43680a HTTP/1.1" status: 200 len: 914 time: 0.2304065 Nov 09 20:04:40.895701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a324136-2163-42a7-990c-86170143e093']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:40.945729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c021a8-6251-4d6f-8b79-21218fc90d61') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:40.945729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c021a8-6251-4d6f-8b79-21218fc90d61') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:40.949058 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a89a297b-2126-4a99-a29e-88797b109ae3 req-235d9121-db4e-4278-89e7-54bdd8dd7e10 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67b348e-b205-4e08-9ff3-d0b294e1869b HTTP/1.1" status: 200 len: 217 time: 0.0636530 Nov 09 20:04:40.962730 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:40.980587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abf774-c676-4011-ac28-7cdfa8c9b632 req-8c688b1c-9533-47a2-b3e4-42e44fc10fd9 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:40.982951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8abf774-c676-4011-ac28-7cdfa8c9b632 req-8c688b1c-9533-47a2-b3e4-42e44fc10fd9 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 943 time: 0.0675642 Nov 09 20:04:40.986838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17283d2-3874-4efb-97a5-77ce26110869 req-d0aeadde-81ac-4d86-ba46-c945947417fd tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:40.988396 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e17283d2-3874-4efb-97a5-77ce26110869 req-d0aeadde-81ac-4d86-ba46-c945947417fd tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 945 time: 0.2148588 Nov 09 20:04:40.989032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Network 23f02e3f-6e57-459f-9ba0-3988d54a9e62 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:04:41.026987 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.037631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8abf774-c676-4011-ac28-7cdfa8c9b632 req-0fb5d5cf-20b5-4be3-9e76-3a56c39400c4 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482740 Nov 09 20:04:41.040116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 23f02e3f-6e57-459f-9ba0-3988d54a9e62) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:41.048530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:41.048944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:41.050707 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:41.053718 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.061026 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f8b2e9-19e7-4d1b-9705-10d757161e90 None None] Network 23f02e3f-6e57-459f-9ba0-3988d54a9e62 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:41.161461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a297b-2126-4a99-a29e-88797b109ae3 req-4d3fe427-615d-4880-8224-1f0a5029dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:41.163073 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a89a297b-2126-4a99-a29e-88797b109ae3 req-4d3fe427-615d-4880-8224-1f0a5029dc85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=34e5c201-ef82-4c67-b3e6-29c385687fd9 HTTP/1.1" status: 200 len: 853 time: 0.1978333 Nov 09 20:04:41.175623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e17283d2-3874-4efb-97a5-77ce26110869 req-1e106443-1b9a-41b3-b6c4-6b34b212186f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770349 Nov 09 20:04:41.184126 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.216261 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.220295 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] 10.222.0.53 "DELETE /v2.0/networks/5a324136-2163-42a7-990c-86170143e093 HTTP/1.1" status: 204 len: 168 time: 2.0914123 Nov 09 20:04:41.250132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event updated for resources: {'Subnet': ['ID=f2ffca94-11df-41a3-a164-8ebf63ef60d6,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:41.256467 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a89a297b-2126-4a99-a29e-88797b109ae3 req-4cab3ab2-c87c-41a2-8c5d-f4a6299a7d9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=de5f32a8-93e2-4b59-8619-90f97d43680a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768466 Nov 09 20:04:41.260760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f185b2-d91a-45e8-8400-f29be4735d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a324136-2163-42a7-990c-86170143e093,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:41.267371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-23f02e3f-6e57-459f-9ba0-3988d54a9e62', 'network_id': '23f02e3f-6e57-459f-9ba0-3988d54a9e62', 'tenant_id': '3221d14ead2d489096ec4325afd06498', 'fixed_ips': [{'subnet_id': '0996913f-92f0-4cdd-b988-c6693d4870db'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:04:41.270047 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.340177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Checking segment: {'id': '4e85e8c3-c449-4e43-bd3f-badf6d0c6149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5ae95ec0-d5a6-4046-a5da-49f9ea27e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:41.340943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Network hostable DHCP agents. Network: 5ae95ec0-d5a6-4046-a5da-49f9ea27e460, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:04:41.387801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Network 5ae95ec0-d5a6-4046-a5da-49f9ea27e460 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:04:41.407234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5ae95ec0-d5a6-4046-a5da-49f9ea27e460) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:41.413308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:41.414202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:41.415134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.417677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980d320e-ac29-42bb-aa63-086efe423f12 None None] Network 5ae95ec0-d5a6-4046-a5da-49f9ea27e460 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:41.437034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a89a297b-2126-4a99-a29e-88797b109ae3 req-cd65a3ef-1896-4d09-8905-e2d91ac69f4d service neutron] 10.222.0.77 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659641 Nov 09 20:04:41.451138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1c8568b3-6034-40a3-8c2b-ff580d790337 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.5219233 Nov 09 20:04:41.454180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33618) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:41.504999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Allocated IP 2001:db8::1 (23f02e3f-6e57-459f-9ba0-3988d54a9e62/0996913f-92f0-4cdd-b988-c6693d4870db/2d6e7ab2-448c-4fd2-953d-b27f68944995) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:41.552852 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7cefd1-a33d-4dec-87e6-8ce7cdb39162 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:41.553336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33622) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:41.554563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7cefd1-a33d-4dec-87e6-8ce7cdb39162 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:41.556446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7cefd1-a33d-4dec-87e6-8ce7cdb39162 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:41.558357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dd7cefd1-a33d-4dec-87e6-8ce7cdb39162 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1010697 Nov 09 20:04:41.567886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33626) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:41.642915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec84663-171e-49ed-abfa-b441d8806d7c tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Deleting subnet 0996913f-92f0-4cdd-b988-c6693d4870db {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:04:41.649051 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a89a297b-2126-4a99-a29e-88797b109ae3 req-2c36f9c8-4054-4f8f-93bd-531acbe860f4 service neutron] 10.222.0.77 "GET /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935496 Nov 09 20:04:41.652480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-07eeafec-4218-4793-b2b6-9c088e14366c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee6810ad294f4e718a87d328dc1fe97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981469 Nov 09 20:04:41.655976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33628) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:41.670061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4546c2-d075-4f81-b17c-5c119de52a67 req-47dcb7c7-39a4-4d0e-97ee-65a6c01fbb48 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:41.672362 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0a4546c2-d075-4f81-b17c-5c119de52a67 req-47dcb7c7-39a4-4d0e-97ee-65a6c01fbb48 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 945 time: 0.1143138 Nov 09 20:04:41.715619 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0a4546c2-d075-4f81-b17c-5c119de52a67 req-41da85b0-4c63-4696-b4c4-c4ac9974412b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356996 Nov 09 20:04:41.727253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c18f0ee-5ebf-45f4-b36d-3b8ff8b14c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.746254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-5ae95ec0-d5a6-4046-a5da-49f9ea27e460', 'network_id': '5ae95ec0-d5a6-4046-a5da-49f9ea27e460', 'tenant_id': '3221d14ead2d489096ec4325afd06498', 'fixed_ips': [{'subnet_id': 'f2ffca94-11df-41a3-a164-8ebf63ef60d6'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:04:41.747132 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.753513 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c18f0ee-5ebf-45f4-b36d-3b8ff8b14c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.790160 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.813976 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cec84663-171e-49ed-abfa-b441d8806d7c tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.841767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c18f0ee-5ebf-45f4-b36d-3b8ff8b14c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.850099 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c18f0ee-5ebf-45f4-b36d-3b8ff8b14c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.851325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9c18f0ee-5ebf-45f4-b36d-3b8ff8b14c51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d09248a9-0e9b-44fa-809f-1d62e04316c1 HTTP/1.1" status: 204 len: 168 time: 0.1940320 Nov 09 20:04:41.852070 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:41.865779 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18f0ee-5ebf-45f4-b36d-3b8ff8b14c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09248a9-0e9b-44fa-809f-1d62e04316c1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:41.887179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cec84663-171e-49ed-abfa-b441d8806d7c tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.002542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Network 23f02e3f-6e57-459f-9ba0-3988d54a9e62 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:42.015716 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:42.026396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:42.048860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Pushing event updated for resources: {'Port': ['ID=2d6e7ab2-448c-4fd2-953d-b27f68944995,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:42.076238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Allocated IP 2001:db8:0:1::1 (5ae95ec0-d5a6-4046-a5da-49f9ea27e460/f2ffca94-11df-41a3-a164-8ebf63ef60d6/d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:42.108244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cec84663-171e-49ed-abfa-b441d8806d7c tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.124602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Attempting to bind port 2d6e7ab2-448c-4fd2-953d-b27f68944995 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:04:42.124979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Attempting to bind port 2d6e7ab2-448c-4fd2-953d-b27f68944995 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e6ba0186-a8c4-4861-b302-63daaa2fdcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '23f02e3f-6e57-459f-9ba0-3988d54a9e62'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:04:42.125725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Attempting to bind port 2d6e7ab2-448c-4fd2-953d-b27f68944995 on network 23f02e3f-6e57-459f-9ba0-3988d54a9e62 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:42.134889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:04:42.135730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Checking segment: {'id': 'e6ba0186-a8c4-4861-b302-63daaa2fdcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '23f02e3f-6e57-459f-9ba0-3988d54a9e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:42.136511 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.137107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Bound using segment: {'id': 'e6ba0186-a8c4-4861-b302-63daaa2fdcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '23f02e3f-6e57-459f-9ba0-3988d54a9e62'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:04:42.137870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Bound port: 2d6e7ab2-448c-4fd2-953d-b27f68944995, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ba0186-a8c4-4861-b302-63daaa2fdcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '23f02e3f-6e57-459f-9ba0-3988d54a9e62'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:04:42.138489 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.266644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cec84663-171e-49ed-abfa-b441d8806d7c tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.302937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805e9a-12b6-4a1b-8030-624369547c6d req-d7579bc4-6b8e-42cb-a930-20719627af3d tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:42.306066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4805e9a-12b6-4a1b-8030-624369547c6d req-d7579bc4-6b8e-42cb-a930-20719627af3d tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 943 time: 0.1158042 Nov 09 20:04:42.317787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cec84663-171e-49ed-abfa-b441d8806d7c tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.324936 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cec84663-171e-49ed-abfa-b441d8806d7c tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "DELETE /v2.0/subnets/0996913f-92f0-4cdd-b988-c6693d4870db HTTP/1.1" status: 204 len: 168 time: 0.7560608 Nov 09 20:04:42.327421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec84663-171e-49ed-abfa-b441d8806d7c tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Subnet': ['ID=0996913f-92f0-4cdd-b988-c6693d4870db,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:42.332276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33658) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:42.346895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] For port 2d6e7ab2-448c-4fd2-953d-b27f68944995, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:04:42.405090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] For port 2d6e7ab2-448c-4fd2-953d-b27f68944995, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2d6e7ab2-448c-4fd2-953d-b27f68944995,segment=NetworkSegment(e6ba0186-a8c4-4861-b302-63daaa2fdcc5),segment_id=e6ba0186-a8c4-4861-b302-63daaa2fdcc5)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:04:42.420871 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.429642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4805e9a-12b6-4a1b-8030-624369547c6d req-5240d434-abd7-47c3-b674-398e56d528ac tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149085 Nov 09 20:04:42.483623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-498e29ef-8933-4027-bc53-267588b5d5b6 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Deleting subnet f2ffca94-11df-41a3-a164-8ebf63ef60d6 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:04:42.542107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d67b348e-b205-4e08-9ff3-d0b294e1869b details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:04:42.554394 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.572428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498e29ef-8933-4027-bc53-267588b5d5b6 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.607720 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.618345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Pushing event updated for resources: {'Port': ['ID=2d6e7ab2-448c-4fd2-953d-b27f68944995,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:42.646301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Network 5ae95ec0-d5a6-4046-a5da-49f9ea27e460 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:42.681331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:42.689107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:42.696871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.697224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.697571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.697910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.698247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.698601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.699135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.699651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.700151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.700665 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.701161 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.701662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c236788f-42e5-433e-8cde-34fca4b15f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:42.726153 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498e29ef-8933-4027-bc53-267588b5d5b6 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.842121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Pushing event updated for resources: {'Port': ['ID=d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:42.869887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Attempting to bind port d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:04:42.871919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Attempting to bind port d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '4e85e8c3-c449-4e43-bd3f-badf6d0c6149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5ae95ec0-d5a6-4046-a5da-49f9ea27e460'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:04:42.873440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Attempting to bind port d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d on network 5ae95ec0-d5a6-4046-a5da-49f9ea27e460 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:42.908868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:04:42.909328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Checking segment: {'id': '4e85e8c3-c449-4e43-bd3f-badf6d0c6149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5ae95ec0-d5a6-4046-a5da-49f9ea27e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:42.909869 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.910314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Bound using segment: {'id': '4e85e8c3-c449-4e43-bd3f-badf6d0c6149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5ae95ec0-d5a6-4046-a5da-49f9ea27e460'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:04:42.910857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Bound port: d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e85e8c3-c449-4e43-bd3f-badf6d0c6149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5ae95ec0-d5a6-4046-a5da-49f9ea27e460'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:04:42.911249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.914421 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port d67b348e-b205-4e08-9ff3-d0b294e1869b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d67b348e-b205-4e08-9ff3-d0b294e1869b,segment=NetworkSegment(c6ae8a2a-563c-4e2c-83c8-4da05062aa3a),segment_id=c6ae8a2a-563c-4e2c-83c8-4da05062aa3a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:42.915270 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498e29ef-8933-4027-bc53-267588b5d5b6 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:42.959254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924a368-14cc-4658-b3ab-9732c928dcae req-d2c6b0ef-867a-42d4-bd91-5d20779ada36 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:42.962699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c924a368-14cc-4658-b3ab-9732c928dcae req-d2c6b0ef-867a-42d4-bd91-5d20779ada36 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 945 time: 0.1125228 Nov 09 20:04:42.963851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'd67b348e-b205-4e08-9ff3-d0b294e1869b', 'network_id': 'de5f32a8-93e2-4b59-8619-90f97d43680a', 'port_id': 'd67b348e-b205-4e08-9ff3-d0b294e1869b', 'mac_address': 'fa:16:3e:97:86:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e5c201-ef82-4c67-b3e6-29c385687fd9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:04:43.073592 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c924a368-14cc-4658-b3ab-9732c928dcae req-bb8b3e21-719f-4e72-b07f-b4b4ba248a1c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009545 Nov 09 20:04:43.111469 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:43.145839 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498e29ef-8933-4027-bc53-267588b5d5b6 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:43.155319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67b348e-b205-4e08-9ff3-d0b294e1869b {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:04:43.204565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e29ef-8933-4027-bc53-267588b5d5b6 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ffca94-11df-41a3-a164-8ebf63ef60d6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:43.216215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port d67b348e-b205-4e08-9ff3-d0b294e1869b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d67b348e-b205-4e08-9ff3-d0b294e1869b,segment=NetworkSegment(c6ae8a2a-563c-4e2c-83c8-4da05062aa3a),segment_id=c6ae8a2a-563c-4e2c-83c8-4da05062aa3a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:43.218360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] For port d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:04:43.224684 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:43.239616 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498e29ef-8933-4027-bc53-267588b5d5b6 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:43.245394 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d4283390-42c2-4ca5-9218-825d17088d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:43.245582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33696) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:43.245727 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-498e29ef-8933-4027-bc53-267588b5d5b6 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "DELETE /v2.0/subnets/f2ffca94-11df-41a3-a164-8ebf63ef60d6 HTTP/1.1" status: 204 len: 168 time: 0.9121981 Nov 09 20:04:43.257271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] For port d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d,segment=NetworkSegment(4e85e8c3-c449-4e43-bd3f-badf6d0c6149),segment_id=4e85e8c3-c449-4e43-bd3f-badf6d0c6149)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:04:43.258501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-bae18c1e-e63f-4061-b724-425985105912 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:43.260248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-bae18c1e-e63f-4061-b724-425985105912 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 945 time: 0.1924977 Nov 09 20:04:43.309828 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:43.372779 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33698) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:43.425328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=d67b348e-b205-4e08-9ff3-d0b294e1869b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:43.432477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0178ea6f-b414-4265-ac9b-af99698812c1 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:43.442093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0178ea6f-b414-4265-ac9b-af99698812c1 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1890478 Nov 09 20:04:43.442093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33702) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:43.532911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['d67b348e-b205-4e08-9ff3-d0b294e1869b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:04:43.582195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-f7e17d0b-f746-4a18-aa73-3d2b511649ad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port 27854da4-703c-4d7b-bd6a-1a44516a0323 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:43.590053 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-f7e17d0b-f746-4a18-aa73-3d2b511649ad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:43.642415 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:43.727225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599bbaf-cba1-4ab5-9e72-e458c7c17e23 None None] Pushing event updated for resources: {'Port': ['ID=d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:43.979576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2d6e7ab2-448c-4fd2-953d-b27f68944995 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:04:43.980285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-network', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:44.024382 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:04:44.080521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86160eab-c444-4c24-acdc-f91ab40018a5 req-d4b606e9-242a-4856-8965-6be5f84f500e tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:44.082833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86160eab-c444-4c24-acdc-f91ab40018a5 req-d4b606e9-242a-4856-8965-6be5f84f500e tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 944 time: 0.3074031 Nov 09 20:04:44.108472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Made reservation on behalf of cfbcd3a23ebf45f7b1d38cba0f595e99 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:44.113404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.172824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.279420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2d6e7ab2-448c-4fd2-953d-b27f68944995 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:44.280461 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.298999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-86160eab-c444-4c24-acdc-f91ab40018a5 req-663f43cd-d49c-445b-9c1f-cb1b5da8e421 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046008 Nov 09 20:04:44.301354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-f7e17d0b-f746-4a18-aa73-3d2b511649ad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] For port 27854da4-703c-4d7b-bd6a-1a44516a0323, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=27854da4-703c-4d7b-bd6a-1a44516a0323,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:44.302063 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-f7e17d0b-f746-4a18-aa73-3d2b511649ad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.400443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-f7e17d0b-f746-4a18-aa73-3d2b511649ad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for 27854da4-703c-4d7b-bd6a-1a44516a0323 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:44.530484 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.597523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c472e7c-9f81-4899-a1d4-fd693e337893 req-6f77779b-703a-478a-b7ad-3d1325b5417e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:44.600875 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c472e7c-9f81-4899-a1d4-fd693e337893 req-6f77779b-703a-478a-b7ad-3d1325b5417e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 945 time: 0.2061105 Nov 09 20:04:44.624094 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.655522 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.692461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:04:44.725842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea3917-390e-4cd3-b953-6e7776723852,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:44.731952 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.732310 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Added segment 3794d80b-3d9e-476e-a49c-daa5e279f6c9 of type vlan for network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf Nov 09 20:04:44.751392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Deleting port d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:44.752192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.810176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d75dc4-7bf3-48e8-b04b-36407608d872 None None] Network 23f02e3f-6e57-459f-9ba0-3988d54a9e62 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:44.828083 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.881474 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-f7e17d0b-f746-4a18-aa73-3d2b511649ad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.908926 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f52a5f24-4e05-480f-8bef-d075d6e84f6f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:04:44.939457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] For port d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d,segment=NetworkSegment(4e85e8c3-c449-4e43-bd3f-badf6d0c6149),segment_id=4e85e8c3-c449-4e43-bd3f-badf6d0c6149)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:44.940285 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.941357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.943254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:44.943933 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:44.976270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Calling delete_port for d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:44.989659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e17d0b-f746-4a18-aa73-3d2b511649ad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=27854da4-703c-4d7b-bd6a-1a44516a0323,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:45.004140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.012394 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.058298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6a9998ee-1ebc-4f6c-8e8b-8da51db88021 None None] Provisioning complete for port 2d6e7ab2-448c-4fd2-953d-b27f68944995 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:45.058715 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6a9998ee-1ebc-4f6c-8e8b-8da51db88021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.115949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c472e7c-9f81-4899-a1d4-fd693e337893 req-3cb89be3-408f-4ed2-8253-beb4366547c7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035853 Nov 09 20:04:45.139708 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 2d6e7ab2-448c-4fd2-953d-b27f68944995, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2d6e7ab2-448c-4fd2-953d-b27f68944995,segment=NetworkSegment(e6ba0186-a8c4-4861-b302-63daaa2fdcc5),segment_id=e6ba0186-a8c4-4861-b302-63daaa2fdcc5)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:45.146539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7465210 Nov 09 20:04:45.147610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33726) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:45.180426 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.204470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-f7e17d0b-f746-4a18-aa73-3d2b511649ad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] No DVR routers for this DVR port 27854da4-703c-4d7b-bd6a-1a44516a0323 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:45.223013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-f7e17d0b-f746-4a18-aa73-3d2b511649ad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.232920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4642c52d-1cc3-433d-b0f4-b50b2980b41e req-f7e17d0b-f746-4a18-aa73-3d2b511649ad tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "DELETE /v2.0/ports/27854da4-703c-4d7b-bd6a-1a44516a0323 HTTP/1.1" status: 204 len: 173 time: 1.9611907 Nov 09 20:04:45.236932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.246074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Request body: {'subnet': {'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-subnet', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:45.263851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60', 'name': 'network-vif-deleted', 'tag': '27854da4-703c-4d7b-bd6a-1a44516a0323'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:04:45.271557 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c89bde-ac66-4181-b36b-bc88d0bf7539" -d '{"events": [{"server_uuid": "8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60", "name": "network-vif-deleted", "tag": "27854da4-703c-4d7b-bd6a-1a44516a0323"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:04:45.313891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982bbc1-fc99-48dc-a906-97434ff6f5b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:45.314189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Port': ['ID=d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:45.322687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] No DVR routers for this DVR port d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:45.380253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:04:45.423230 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1337842b-a8a3-41ae-be72-48357234dff1 x-openstack-request-id: req-1337842b-a8a3-41ae-be72-48357234dff1 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:04:45.423973 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60", "name": "network-vif-deleted", "tag": "27854da4-703c-4d7b-bd6a-1a44516a0323", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:04:45.426313 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1337842b-a8a3-41ae-be72-48357234dff1 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:04:45.426970 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60', 'name': 'network-vif-deleted', 'tag': '27854da4-703c-4d7b-bd6a-1a44516a0323', 'status': 'completed', 'code': 200} Nov 09 20:04:45.429543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Made reservation on behalf of cfbcd3a23ebf45f7b1d38cba0f595e99 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:45.437681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.541829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f453e3e-32b0-48e4-808d-f73534e41025 None None] Network 5ae95ec0-d5a6-4046-a5da-49f9ea27e460 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:45.600289 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.665976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae95ec0-d5a6-4046-a5da-49f9ea27e460']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:45.700297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296801c-0fd0-4892-9d54-609cef390fd2 req-6ee28914-fdd7-48e3-a38c-06816d6c30d2 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:45.701906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8296801c-0fd0-4892-9d54-609cef390fd2 req-6ee28914-fdd7-48e3-a38c-06816d6c30d2 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 944 time: 0.2001626 Nov 09 20:04:45.704124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e85e8c3-c449-4e43-bd3f-badf6d0c6149') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:45.704424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e85e8c3-c449-4e43-bd3f-badf6d0c6149') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:45.725205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=2d6e7ab2-448c-4fd2-953d-b27f68944995,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:45.743302 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.751894 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.803327 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.819419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:45.819840 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:45.838973 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:45.855561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fde95f0-5d60-4a3f-a17b-b1f966947260,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:45.863003 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8296801c-0fd0-4892-9d54-609cef390fd2 req-ca921d68-0b50-442f-8a8b-f2d774d14474 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467898 Nov 09 20:04:45.875164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 27854da4-703c-4d7b-bd6a-1a44516a0323 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:45.877085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270d5060-d882-43bd-be9b-5b6b82468cf2 None None] DHCP port deletion for 23f02e3f-6e57-459f-9ba0-3988d54a9e62 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:04:45.882042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Checking segment: {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:45.883020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Network hostable DHCP agents. Network: ac50c1b0-e80d-4e84-8fba-37faf3eaefdf, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:04:45.910309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:04:45.935366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, ac50c1b0-e80d-4e84-8fba-37faf3eaefdf) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:45.943575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:45.944362 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.949134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.957478 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:45.968849 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "DELETE /v2.0/networks/5ae95ec0-d5a6-4046-a5da-49f9ea27e460 HTTP/1.1" status: 204 len: 168 time: 2.5230970 Nov 09 20:04:45.972729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5bb2847c-31cf-4ffb-9db8-bc91369709b9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7748251 Nov 09 20:04:45.972942 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33736) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:45.974631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33738) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:45.979956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:45.989257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f54ba9-8af9-40de-afcf-5bfa85e78c8f None None] Network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:46.003960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c794ce-83e3-4d1c-8384-48c770ec97b7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Network': ['ID=5ae95ec0-d5a6-4046-a5da-49f9ea27e460,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:46.007542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.009190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.028292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 27854da4-703c-4d7b-bd6a-1a44516a0323 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:04:46.028602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 27854da4-703c-4d7b-bd6a-1a44516a0323 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:04:46.099697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.139667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee706d-25cd-4615-bde6-8430fed827ba None None] DHCP port deletion for 5ae95ec0-d5a6-4046-a5da-49f9ea27e460 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:04:46.202320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a21f6688-34ef-458e-8e2c-679f3ac8f6bc None None] Could not find standard attr ID for object d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:04:46.204010 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.318303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Deleting port 2d6e7ab2-448c-4fd2-953d-b27f68944995 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:46.318813 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.328368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-270d5060-d882-43bd-be9b-5b6b82468cf2 None None] Deleting port 2d6e7ab2-448c-4fd2-953d-b27f68944995 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:46.328750 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-270d5060-d882-43bd-be9b-5b6b82468cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.375374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.396947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] For port 2d6e7ab2-448c-4fd2-953d-b27f68944995, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2d6e7ab2-448c-4fd2-953d-b27f68944995,segment=NetworkSegment(e6ba0186-a8c4-4861-b302-63daaa2fdcc5),segment_id=e6ba0186-a8c4-4861-b302-63daaa2fdcc5)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:46.397818 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.401262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-884337c8-d70d-4700-8b9d-ab19fe83ebbf req-5361539c-75d3-4ae5-b10b-c9206ed19ae5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0757551 Nov 09 20:04:46.418830 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.442896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Calling delete_port for 2d6e7ab2-448c-4fd2-953d-b27f68944995 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:46.474333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:04:46.475302 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.493612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-270d5060-d882-43bd-be9b-5b6b82468cf2 None None] For port 2d6e7ab2-448c-4fd2-953d-b27f68944995, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2d6e7ab2-448c-4fd2-953d-b27f68944995,segment=NetworkSegment(e6ba0186-a8c4-4861-b302-63daaa2fdcc5),segment_id=e6ba0186-a8c4-4861-b302-63daaa2fdcc5)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:46.494021 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-270d5060-d882-43bd-be9b-5b6b82468cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.516935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-270d5060-d882-43bd-be9b-5b6b82468cf2 None None] Calling delete_port for 2d6e7ab2-448c-4fd2-953d-b27f68944995 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:46.580177 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d67b348e-b205-4e08-9ff3-d0b294e1869b up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:04:46.625611 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.659965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Port': ['ID=2d6e7ab2-448c-4fd2-953d-b27f68944995,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:46.662973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] No DVR routers for this DVR port 2d6e7ab2-448c-4fd2-953d-b27f68944995 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:46.734501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.736975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port d67b348e-b205-4e08-9ff3-d0b294e1869b completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:04:46.753242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port d67b348e-b205-4e08-9ff3-d0b294e1869b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:46.753617 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.776117 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.786637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.805206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Allocated IP 172.20.0.2 (ac50c1b0-e80d-4e84-8fba-37faf3eaefdf/4fde95f0-5d60-4a3f-a17b-b1f966947260/3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:46.814401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f02e3f-6e57-459f-9ba0-3988d54a9e62']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:46.814676 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-270d5060-d882-43bd-be9b-5b6b82468cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.830573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ba0186-a8c4-4861-b302-63daaa2fdcc5') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:46.831094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ba0186-a8c4-4861-b302-63daaa2fdcc5') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:46.861576 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.866717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d5060-d882-43bd-be9b-5b6b82468cf2 None None] Pushing event deleted for resources: {'Port': ['ID=2d6e7ab2-448c-4fd2-953d-b27f68944995,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:46.881297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d5060-d882-43bd-be9b-5b6b82468cf2 None None] No DVR routers for this DVR port 2d6e7ab2-448c-4fd2-953d-b27f68944995 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:46.912389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:46.934571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:46.935482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.021692 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:47.064139 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:47.068968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.079614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Allocated IP 172.25.6.217 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/86d47767-5c7f-43a0-8357-4fffd119db2c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:47.079850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.104272 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "DELETE /v2.0/networks/23f02e3f-6e57-459f-9ba0-3988d54a9e62 HTTP/1.1" status: 204 len: 168 time: 1.1282265 Nov 09 20:04:47.105139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33748) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:47.164601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6860d-ade0-4a97-bfbe-6dab7ec61f62 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Network': ['ID=23f02e3f-6e57-459f-9ba0-3988d54a9e62,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:47.222839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f574ba45-2624-491c-82b6-6b865dfa4d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67b348e-b205-4e08-9ff3-d0b294e1869b'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:04:47.236241 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c071dce6-106b-469b-9e24-8f18eee6be74" -d '{"events": [{"server_uuid": "f574ba45-2624-491c-82b6-6b865dfa4d81", "name": "network-vif-plugged", "status": "completed", "tag": "d67b348e-b205-4e08-9ff3-d0b294e1869b"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:04:47.261354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port d67b348e-b205-4e08-9ff3-d0b294e1869b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d67b348e-b205-4e08-9ff3-d0b294e1869b,segment=NetworkSegment(c6ae8a2a-563c-4e2c-83c8-4da05062aa3a),segment_id=c6ae8a2a-563c-4e2c-83c8-4da05062aa3a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:47.319494 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.334332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf01c6-e800-4a22-93e8-a6c2bb9f2fa3 req-21b6b401-0cc0-45b2-ad6a-5c713c827b85 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:47.338087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.339639 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7db6d0-fd44-463c-90f1-764f0b7937db x-openstack-request-id: req-9d7db6d0-fd44-463c-90f1-764f0b7937db {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:04:47.341219 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f574ba45-2624-491c-82b6-6b865dfa4d81", "name": "network-vif-plugged", "status": "completed", "tag": "d67b348e-b205-4e08-9ff3-d0b294e1869b", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:04:47.341580 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d7db6d0-fd44-463c-90f1-764f0b7937db {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:04:47.342043 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f574ba45-2624-491c-82b6-6b865dfa4d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67b348e-b205-4e08-9ff3-d0b294e1869b', 'code': 200} Nov 09 20:04:47.343372 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0cf01c6-e800-4a22-93e8-a6c2bb9f2fa3 req-21b6b401-0cc0-45b2-ad6a-5c713c827b85 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 944 time: 0.1971581 Nov 09 20:04:47.345684 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.427943 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.465390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=d67b348e-b205-4e08-9ff3-d0b294e1869b,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:47.485463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.499138 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.537359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:47.541923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:47.547241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:47.559073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:47.569523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:47.569640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0cf01c6-e800-4a22-93e8-a6c2bb9f2fa3 req-d355890a-b133-461f-a181-ebb253a0b73b tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195661 Nov 09 20:04:47.569739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:47.589418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Pushing event updated for resources: {'Port': ['ID=3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:47.591235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6e589-20d5-493a-a20e-c73203074ff2 req-7a8cf032-16e1-41be-ba45-7fac0088ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:47.592946 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1e6e589-20d5-493a-a20e-c73203074ff2 req-7a8cf032-16e1-41be-ba45-7fac0088ce58 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 1096 time: 0.2229724 Nov 09 20:04:47.614930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Pushing event updated for resources: {'Port': ['ID=86d47767-5c7f-43a0-8357-4fffd119db2c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:47.643935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.701414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Attempting to bind port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:04:47.701800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Attempting to bind port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:04:47.703763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Attempting to bind port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f on network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:47.708021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:04:47.708401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Checking segment: {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:47.708809 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.709200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Bound using segment: {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:04:47.709765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Bound port: 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:04:47.710188 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.731362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c1ec1d-f9fe-4812-889b-79e47f70b60a']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:47.748013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1e6e589-20d5-493a-a20e-c73203074ff2 req-68d8e4f2-3d27-4e7a-8a40-a9f091a13bf4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352882 Nov 09 20:04:47.750943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76662e1-5103-4378-9b75-b10cd03a643d') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:47.750943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76662e1-5103-4378-9b75-b10cd03a643d') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:47.765562 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.780783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2d6e7ab2-448c-4fd2-953d-b27f68944995 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:47.799653 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.807431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 2d6e7ab2-448c-4fd2-953d-b27f68944995 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:04:47.808074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2d6e7ab2-448c-4fd2-953d-b27f68944995 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:04:47.808620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:47.816141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:47.816979 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:47.820598 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:47.847945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:04:47.848220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d9a7ab6a-8212-4dd1-94d7-8c53bd2cb06d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:04:47.888812 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60c577a7-1a91-4dab-8c58-7a343ec87581 req-be4321a3-52bc-462b-bf33-a182c4143663 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0472219 Nov 09 20:04:47.890550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] For port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:04:47.894823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] For port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:04:47.902170 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.936876 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.948674 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:47.955790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "DELETE /v2.0/networks/59c1ec1d-f9fe-4812-889b-79e47f70b60a HTTP/1.1" status: 204 len: 168 time: 0.8493946 Nov 09 20:04:47.966949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33758) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:47.979113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c0d0f-9bef-4187-851e-508d40fbc145 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Network': ['ID=59c1ec1d-f9fe-4812-889b-79e47f70b60a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:48.075711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:48.177640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ab6fc-fc89-455e-a48b-7720c0115774 None None] Pushing event updated for resources: {'Port': ['ID=3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:48.221576 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:48.247232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61046b94-4300-46ff-b573-df38fdcebb78']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:48.261507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01502801-22f4-45bd-a389-8978b08eb0ac') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:48.261840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01502801-22f4-45bd-a389-8978b08eb0ac') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:48.275311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:48.291425 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:48.298686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:48.299389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:48.303424 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:48.345088 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:48.401927 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:48.409316 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:48.425983 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] 10.222.0.53 "DELETE /v2.0/networks/61046b94-4300-46ff-b573-df38fdcebb78 HTTP/1.1" status: 204 len: 168 time: 0.4574571 Nov 09 20:04:48.452083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84b6f1-5860-407b-abc3-171151fd26c7 tempest-BulkNetworkOpsIpV6Test-2086793929 tempest-BulkNetworkOpsIpV6Test-2086793929-project] Pushing event deleted for resources: {'Network': ['ID=61046b94-4300-46ff-b573-df38fdcebb78,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:48.654409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:48.695443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c794732-c17f-4170-adc7-18d1c6dfda75 req-252e0ae1-3099-43c5-bc08-ba59f5b7a226 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:48.697650 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c794732-c17f-4170-adc7-18d1c6dfda75 req-252e0ae1-3099-43c5-bc08-ba59f5b7a226 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 945 time: 0.0655000 Nov 09 20:04:48.740506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:48.764227 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5c794732-c17f-4170-adc7-18d1c6dfda75 req-9e639a69-689c-45ab-9003-16ab5aa13a39 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579855 Nov 09 20:04:48.847089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Router b842949f-264d-41bf-aff0-d9b30133852e is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:04:48.935455 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4b28fb9c-fd76-489d-a03d-b7f72bc7c054 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3221d14ead2d489096ec4325afd06498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915057 Nov 09 20:04:48.935740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33772) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:49.003119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:04:49.012900 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef692014-8bc7-40e9-b374-cc315630b86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:49.015314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Sync routers for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:04:49.027474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:04:49.028179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:04:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:49.053172 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef692014-8bc7-40e9-b374-cc315630b86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:49.056604 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b947c744-bcc8-4e46-82f2-1b71538b3980 req-43dc2950-12a1-42b8-90f0-87e70e49f7d4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0506475 Nov 09 20:04:49.074367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:49.075654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e12b5597-66a2-4eb5-8a7a-b52f2f769684 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0996258 Nov 09 20:04:49.080483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33774) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:49.218145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:04:49.221472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef692014-8bc7-40e9-b374-cc315630b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:49.224584 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef692014-8bc7-40e9-b374-cc315630b86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:49.228820 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ef692014-8bc7-40e9-b374-cc315630b86d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/649eaaf9-5649-4e8c-b2d9-140d1acc291a HTTP/1.1" status: 204 len: 168 time: 0.2891326 Nov 09 20:04:49.245418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef692014-8bc7-40e9-b374-cc315630b86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649eaaf9-5649-4e8c-b2d9-140d1acc291a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:49.475291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:47Z', 'revision_number': 3, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:49.513379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Checking router: b842949f-264d-41bf-aff0-d9b30133852e for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:04:49.514345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Updating router b842949f-264d-41bf-aff0-d9b30133852e port 86d47767-5c7f-43a0-8357-4fffd119db2c binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:04:49.554477 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:49.672438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c54ef9c-3e2c-405f-be9d-2b6e0ed46a28 None None] Network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:49.776678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:49.876283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:04:49.888181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4b61e07b-95ed-4a9d-856f-eb5033434c6c None None] Provisioning complete for port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:49.888559 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4b61e07b-95ed-4a9d-856f-eb5033434c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:50.106103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc681c-cef6-4e19-adbe-7baf608658d8 req-21bfb365-311b-403c-ae3b-0caa290333a2 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:50.108008 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56cc681c-cef6-4e19-adbe-7baf608658d8 req-21bfb365-311b-403c-ae3b-0caa290333a2 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 945 time: 0.2416675 Nov 09 20:04:50.226393 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56cc681c-cef6-4e19-adbe-7baf608658d8 req-de7b6883-7a09-435d-b461-3d15dccb28eb tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727634 Nov 09 20:04:50.378048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Allocated IP 172.20.0.1 (ac50c1b0-e80d-4e84-8fba-37faf3eaefdf/4fde95f0-5d60-4a3f-a17b-b1f966947260/49af0b8b-ecf4-4ab9-a09b-838db51f9c01) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:50.418488 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5267aa04-2623-4579-89af-36fd933f6b30 req-df0805ce-d825-4cd4-b143-50926f2b32d8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0746942 Nov 09 20:04:50.549515 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:50.550155 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:50.701214 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:50.737742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33830) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:50.738346 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4b61e07b-95ed-4a9d-856f-eb5033434c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:50.761347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe4671-31dc-4067-98a7-6d952ad91f04 req-fa45f51f-0a13-44c0-9b8e-175c54513fa8 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:50.766248 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-affe4671-31dc-4067-98a7-6d952ad91f04 req-fa45f51f-0a13-44c0-9b8e-175c54513fa8 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 949 time: 0.1709168 Nov 09 20:04:50.900656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2081340252'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:50.904213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4b61e07b-95ed-4a9d-856f-eb5033434c6c None None] For port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:50.910916 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:50.956223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-affe4671-31dc-4067-98a7-6d952ad91f04 req-eeab8798-cbc4-4e97-acfd-2dc232d4e7e4 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776929 Nov 09 20:04:50.963288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:50.979121 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4b61e07b-95ed-4a9d-856f-eb5033434c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:50.991044 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:50.992251 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:50.994707 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.014051 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.155084 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:51.171038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=49af0b8b-ecf4-4ab9-a09b-838db51f9c01,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:51.188018 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:51.192046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:51.270980 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.282289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.291694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.337037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61e07b-95ed-4a9d-856f-eb5033434c6c None None] Pushing event updated for resources: {'Port': ['ID=3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:51.346072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Attempting to bind port 86d47767-5c7f-43a0-8357-4fffd119db2c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:04:51.347782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Attempting to bind port 86d47767-5c7f-43a0-8357-4fffd119db2c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:04:51.348467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Attempting to bind port 86d47767-5c7f-43a0-8357-4fffd119db2c on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:51.367248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:04:51.370190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.377183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22037812-df61-4abb-be5f-b1f3a8ec7067,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:51.415736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:04:51.416171 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.416545 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment 623d2da8-6152-4a9b-a31b-106d325d8576 of type vlan for network b8ae439a-cdbc-4802-9bc6-c69d7e21c807 Nov 09 20:04:51.419301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:51.420265 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.421631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:04:51.422450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Bound port: 86d47767-5c7f-43a0-8357-4fffd119db2c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:04:51.423215 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.522260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ae261374-d0c3-45cb-8b79-a098da229a8b None None] Provisioning complete for port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:51.523659 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae261374-d0c3-45cb-8b79-a098da229a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.533191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.626309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.663526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:51.664237 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.706271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b036c58-148a-4ffa-a848-fbbd66564829 req-bf3f5cb2-2ac5-411d-b96d-66d05fe4eee2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0756125 Nov 09 20:04:51.721016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09372875-1e52-4574-8eae-b97f6d2d4f5b None None] Pushing event updated for resources: {'Port': ['ID=86d47767-5c7f-43a0-8357-4fffd119db2c,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:51.815280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] For port 86d47767-5c7f-43a0-8357-4fffd119db2c, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:04:51.838449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:04:51.844329 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.849742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] For port 86d47767-5c7f-43a0-8357-4fffd119db2c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=86d47767-5c7f-43a0-8357-4fffd119db2c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:04:51.912980 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:51.978001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2329443 Nov 09 20:04:51.993866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653ebf0-973e-4fcb-9471-a116866d6267 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=b8ae439a-cdbc-4802-9bc6-c69d7e21c807,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:52.130946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33850) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:52.135235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09372875-1e52-4574-8eae-b97f6d2d4f5b None None] Pushing event updated for resources: {'Port': ['ID=86d47767-5c7f-43a0-8357-4fffd119db2c,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:52.141334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network b8ae439a-cdbc-4802-9bc6-c69d7e21c807 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:04:52.189067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': 'b8ae439a-cdbc-4802-9bc6-c69d7e21c807', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:52.217788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08567c1-1717-4b36-a35e-517aec10561b req-f73d9b1b-74ca-4ee5-b5e3-40be66716324 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:52.223169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f08567c1-1717-4b36-a35e-517aec10561b req-f73d9b1b-74ca-4ee5-b5e3-40be66716324 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 949 time: 0.1490319 Nov 09 20:04:52.289430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:04:52.290129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:04:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:52.311015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f08567c1-1717-4b36-a35e-517aec10561b req-4400c477-5b16-4f0f-923d-d87ddd99c930 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811512 Nov 09 20:04:52.497900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:04:52.628525 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-460d81e2-453c-4d11-98c9-fab35cc5751d None None] Provisioning complete for port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:52.631230 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-460d81e2-453c-4d11-98c9-fab35cc5751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:52.723022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-b999262e-139e-4f66-bead-4d0ae5a7a2c8 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:52.724639 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-b999262e-139e-4f66-bead-4d0ae5a7a2c8 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.77 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 949 time: 0.5885983 Nov 09 20:04:52.931812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:52.936018 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:52.963205 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4f92c3f-4466-415f-b1c3-ff7b307664d9 req-0c04d0bc-8087-4852-a636-b40c3b7ef545 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0868812 Nov 09 20:04:53.011820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:53.012367 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:53.070970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:53.075792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-460d81e2-453c-4d11-98c9-fab35cc5751d None None] Port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:04:53.099827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:53.255013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:04:50Z', 'revision_number': 1, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:53.269395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-73c8c92b-5430-46bd-b484-7e5fa6e01587 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Deleting port b399e7a6-2bf0-4c30-870b-100b2f47282b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:53.269994 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-73c8c92b-5430-46bd-b484-7e5fa6e01587 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:53.272543 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:53.294441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=49af0b8b-ecf4-4ab9-a09b-838db51f9c01,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:53.302559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c283b-8e27-40c1-bb8f-921654c6d6c2 None None] The sync data for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 is: [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:04:50Z', 'revision_number': 1, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:04:53.485654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:53.493528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be5bb5-6bb1-489b-8f0e-394809c5ca73 req-4f5c6171-0163-4355-9463-66a0d87228bd tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:53.498227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0be5bb5-6bb1-489b-8f0e-394809c5ca73 req-4f5c6171-0163-4355-9463-66a0d87228bd tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 949 time: 0.0662239 Nov 09 20:04:53.568173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0be5bb5-6bb1-489b-8f0e-394809c5ca73 req-31ad3a72-d7d8-4773-8d99-fa0eca1ca562 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/security-groups?id=e09c20e1-e2fd-4e56-9d0f-aa6753134032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607059 Nov 09 20:04:53.597841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-73c8c92b-5430-46bd-b484-7e5fa6e01587 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] For port b399e7a6-2bf0-4c30-870b-100b2f47282b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=b399e7a6-2bf0-4c30-870b-100b2f47282b,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:53.597841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-73c8c92b-5430-46bd-b484-7e5fa6e01587 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:53.599651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=6b097154-526a-46f2-aa09-0aa79581bf66,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:53.637414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-73c8c92b-5430-46bd-b484-7e5fa6e01587 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Calling delete_port for b399e7a6-2bf0-4c30-870b-100b2f47282b owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:53.683858 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-c2ddcdda-07b9-4f6e-b738-db8f25323775 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2240009 Nov 09 20:04:53.700906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': '623d2da8-6152-4a9b-a31b-106d325d8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b8ae439a-cdbc-4802-9bc6-c69d7e21c807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:53.701279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: b8ae439a-cdbc-4802-9bc6-c69d7e21c807, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:04:53.705855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:53.752833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:53.877582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network b8ae439a-cdbc-4802-9bc6-c69d7e21c807 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:04:53.919749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-693ce2a4-7ce0-4aef-986b-4578afba9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:53.922298 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-693ce2a4-7ce0-4aef-986b-4578afba9e46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80985c87c7bf4f1f91e53993a7cb32c3&device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 1097 time: 0.1810350 Nov 09 20:04:53.923083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, b8ae439a-cdbc-4802-9bc6-c69d7e21c807) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:53.933688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:53.934370 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:53.936500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683eb201-0475-48fb-9403-ed9c2ffb99f4 None None] Network b8ae439a-cdbc-4802-9bc6-c69d7e21c807 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:54.100458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-40ad538d-6c6b-4535-bdb4-4fcb7874ea5a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9625626 Nov 09 20:04:54.100861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33864) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:54.107343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138656213'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:54.166321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8057c369-442e-47a9-934b-8568f89d45db req-58789511-035f-45d9-be0f-ca94a29d8b20 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1277680 Nov 09 20:04:54.181133 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ecc31ea-8b61-419d-841d-a5eda50bf61e req-69519bdc-a959-4511-86fe-d5ef390cfd0e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0796511 Nov 09 20:04:54.188099 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Router b842949f-264d-41bf-aff0-d9b30133852e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:04:54.200417 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-73c8c92b-5430-46bd-b484-7e5fa6e01587 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:54.226212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['b399e7a6-2bf0-4c30-870b-100b2f47282b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:04:54.233018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:54.234627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-b8ae439a-cdbc-4802-9bc6-c69d7e21c807', 'network_id': 'b8ae439a-cdbc-4802-9bc6-c69d7e21c807', 'tenant_id': 'dbfab7bdc9464e0388028ee24a7eb6bc', 'fixed_ips': [{'subnet_id': '6b097154-526a-46f2-aa09-0aa79581bf66'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:04:54.235591 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:54.239374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:54.252313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8c92b-5430-46bd-b484-7e5fa6e01587 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Pushing event deleted for resources: {'Port': ['ID=b399e7a6-2bf0-4c30-870b-100b2f47282b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:54.286631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-433c6c04-7b6d-4893-a555-64eebd6c9b4d None None] Provisioning complete for port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:54.288863 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-433c6c04-7b6d-4893-a555-64eebd6c9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:54.304048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:04:54.356361 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:54.356361 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment 0fb1a6ab-6a15-4cf2-a986-791a449be44d of type vlan for network 8993c368-7f7c-405d-8854-23b74e487d2f Nov 09 20:04:54.381789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-433c6c04-7b6d-4893-a555-64eebd6c9b4d None None] Port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:04:54.466217 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:54.470672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057c369-442e-47a9-934b-8568f89d45db req-39183ce6-e738-4d96-b1a9-2bde4bd50e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:54.475790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-73c8c92b-5430-46bd-b484-7e5fa6e01587 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] No DVR routers for this DVR port b399e7a6-2bf0-4c30-870b-100b2f47282b on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:54.478112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8057c369-442e-47a9-934b-8568f89d45db req-39183ce6-e738-4d96-b1a9-2bde4bd50e62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 1096 time: 0.1864159 Nov 09 20:04:54.479289 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-73c8c92b-5430-46bd-b484-7e5fa6e01587 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:54.485104 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0dc69e1-9bb4-4a3e-b889-50bab532feb1 req-73c8c92b-5430-46bd-b484-7e5fa6e01587 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.77 "DELETE /v2.0/ports/b399e7a6-2bf0-4c30-870b-100b2f47282b HTTP/1.1" status: 204 len: 173 time: 1.7502332 Nov 09 20:04:54.487872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e30ec9-76d7-4003-acb4-24e51e961be2', 'name': 'network-vif-deleted', 'tag': 'b399e7a6-2bf0-4c30-870b-100b2f47282b'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:04:54.491627 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051e457c-d649-4e0c-bc40-06e9df76ef44" -d '{"events": [{"server_uuid": "11e30ec9-76d7-4003-acb4-24e51e961be2", "name": "network-vif-deleted", "tag": "b399e7a6-2bf0-4c30-870b-100b2f47282b"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:04:54.495114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-61563f24-0311-4665-bc1a-a28b550329a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:54.497591 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-61563f24-0311-4665-bc1a-a28b550329a6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d54afce-71b0-4351-8282-8cb4d17d0f97 HTTP/1.1" status: 200 len: 910 time: 0.5268195 Nov 09 20:04:54.543284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:04:54.564573 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8b2298d8-a4af-4154-ae6f-2cf6f08a4fc6 admin admin] 10.222.0.53 "PUT /v2.0/routers/b842949f-264d-41bf-aff0-d9b30133852e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4826441 Nov 09 20:04:54.579325 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051e9b86-ff9b-4298-96f4-0f537dac4c31 x-openstack-request-id: req-051e9b86-ff9b-4298-96f4-0f537dac4c31 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:04:54.579883 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e30ec9-76d7-4003-acb4-24e51e961be2", "name": "network-vif-deleted", "tag": "b399e7a6-2bf0-4c30-870b-100b2f47282b", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:04:54.580318 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-051e9b86-ff9b-4298-96f4-0f537dac4c31 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:04:54.580917 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e30ec9-76d7-4003-acb4-24e51e961be2', 'name': 'network-vif-deleted', 'tag': 'b399e7a6-2bf0-4c30-870b-100b2f47282b', 'status': 'completed', 'code': 200} Nov 09 20:04:54.652366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Allocated IP 172.20.255.242 (b8ae439a-cdbc-4802-9bc6-c69d7e21c807/6b097154-526a-46f2-aa09-0aa79581bf66/565af6cd-3864-4771-b075-9bf90db6c5ff) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:54.668610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:54.675096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-5dae1214-34ac-4a51-98f0-bbee943939e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674 HTTP/1.1" status: 200 len: 1001 time: 0.1068482 Nov 09 20:04:54.690861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:54.706158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:54.724396 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ee6898a3-c31c-4675-be69-0b92ef29bdd8 req-013b4c22-f9bc-4380-84a1-9ff8f41b3d4d tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 210 time: 0.0425704 Nov 09 20:04:54.791263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-70425f7d-8a49-4115-bc72-e15217c1ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:54.793416 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-70425f7d-8a49-4115-bc72-e15217c1ad07 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51bef35d-5e66-4f37-aad8-e056544b9ad9 HTTP/1.1" status: 200 len: 848 time: 0.1008010 Nov 09 20:04:54.877063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7728367 Nov 09 20:04:54.877956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33878) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:54.888646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-c4f911a4-b162-42af-a5a1-637458a48ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:54.891646 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-c4f911a4-b162-42af-a5a1-637458a48ff0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d54afce-71b0-4351-8282-8cb4d17d0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907135 Nov 09 20:04:54.895712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': '8993c368-7f7c-405d-8854-23b74e487d2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:55.074504 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:55.092433 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:55.131765 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-5121d80a-45a6-40f5-b11f-2331ae4a871c service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323513 Nov 09 20:04:55.146763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7404a1f-ebb8-4b7d-bc31-7b7949418ee1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=8993c368-7f7c-405d-8854-23b74e487d2f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:55.172787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Network b8ae439a-cdbc-4802-9bc6-c69d7e21c807 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:55.183453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:55.185515 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 8993c368-7f7c-405d-8854-23b74e487d2f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:04:55.192662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057c369-442e-47a9-934b-8568f89d45db req-1f9414d5-bcba-4671-b6e9-db9e20a9da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:55.194160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8057c369-442e-47a9-934b-8568f89d45db req-1f9414d5-bcba-4671-b6e9-db9e20a9da74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.6783202 Nov 09 20:04:55.289652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8057c369-442e-47a9-934b-8568f89d45db req-a7fd8507-d376-42d0-b13b-96ae5c8503ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52a5f24-4e05-480f-8bef-d075d6e84f6f HTTP/1.1" status: 200 len: 217 time: 0.0858650 Nov 09 20:04:55.306967 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3e55c991-5fa4-4919-bc20-1eb4ab4f724a req-2303fda9-f872-4537-adba-a61a2b29359f service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520972 Nov 09 20:04:55.367118 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:55.405555 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-77fd883d-87e5-4d04-ae3a-55b33fdda817 req-8e2452d3-f5b9-4e99-914c-24538b592332 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0608077 Nov 09 20:04:55.412235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:04:55.433035 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:55.444610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Pushing event updated for resources: {'Port': ['ID=565af6cd-3864-4771-b075-9bf90db6c5ff,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:55.480050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Attempting to bind port 565af6cd-3864-4771-b075-9bf90db6c5ff on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:04:55.480558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Attempting to bind port 565af6cd-3864-4771-b075-9bf90db6c5ff by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '623d2da8-6152-4a9b-a31b-106d325d8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b8ae439a-cdbc-4802-9bc6-c69d7e21c807'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:04:55.481029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Attempting to bind port 565af6cd-3864-4771-b075-9bf90db6c5ff on network b8ae439a-cdbc-4802-9bc6-c69d7e21c807 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:55.485437 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:55.488914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:04:55.490054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Checking segment: {'id': '623d2da8-6152-4a9b-a31b-106d325d8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b8ae439a-cdbc-4802-9bc6-c69d7e21c807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:55.490670 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:55.491173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Bound using segment: {'id': '623d2da8-6152-4a9b-a31b-106d325d8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b8ae439a-cdbc-4802-9bc6-c69d7e21c807'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:04:55.491899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Bound port: 565af6cd-3864-4771-b075-9bf90db6c5ff, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623d2da8-6152-4a9b-a31b-106d325d8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b8ae439a-cdbc-4802-9bc6-c69d7e21c807'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:04:55.492395 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:55.517234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057c369-442e-47a9-934b-8568f89d45db req-8dbbc9ea-0574-4cde-82ac-d560b95f19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:55.518744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8057c369-442e-47a9-934b-8568f89d45db req-8dbbc9ea-0574-4cde-82ac-d560b95f19b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.2099481 Nov 09 20:04:55.592662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] For port 565af6cd-3864-4771-b075-9bf90db6c5ff, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:04:55.597775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] For port 565af6cd-3864-4771-b075-9bf90db6c5ff, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=565af6cd-3864-4771-b075-9bf90db6c5ff,segment=NetworkSegment(623d2da8-6152-4a9b-a31b-106d325d8576),segment_id=623d2da8-6152-4a9b-a31b-106d325d8576)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:04:55.605756 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:55.622605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057c369-442e-47a9-934b-8568f89d45db req-844bce75-ba88-4d41-a79a-d63ca4cd28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:55.624428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8057c369-442e-47a9-934b-8568f89d45db req-844bce75-ba88-4d41-a79a-d63ca4cd28e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958593 Nov 09 20:04:55.730466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33882) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:55.737840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9414ebe2-9833-4597-a87e-e1efbdd1d7ed tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672718946', 'description': 'tempest-description--1651229083'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:55.831955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb981e8-8217-477b-b938-f0569c3479cd None None] Pushing event updated for resources: {'Port': ['ID=565af6cd-3864-4771-b075-9bf90db6c5ff,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:55.879065 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9414ebe2-9833-4597-a87e-e1efbdd1d7ed tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:55.934954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 86d47767-5c7f-43a0-8357-4fffd119db2c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:04:55.965287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8057c369-442e-47a9-934b-8568f89d45db req-274af3c7-f2df-4796-9943-079d66b7a04b service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325918 Nov 09 20:04:56.026722 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c61b1ce1-c0cf-4eef-be14-3ff2b2b91bf7 req-0690872a-ee3b-40da-9591-243aa575f0a6 tempest-VolumesBackupsTest-1809951660 tempest-VolumesBackupsTest-1809951660-project] 10.222.0.53 "GET /v2.0/ports?device_id=11e30ec9-76d7-4003-acb4-24e51e961be2 HTTP/1.1" status: 200 len: 210 time: 0.1320357 Nov 09 20:04:56.072073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 86d47767-5c7f-43a0-8357-4fffd119db2c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:56.072552 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.091085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.169875 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9414ebe2-9833-4597-a87e-e1efbdd1d7ed tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.182185 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9414ebe2-9833-4597-a87e-e1efbdd1d7ed tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.227147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9414ebe2-9833-4597-a87e-e1efbdd1d7ed tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.228965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9414ebe2-9833-4597-a87e-e1efbdd1d7ed tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4968958 Nov 09 20:04:56.246771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33892) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:56.262772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414ebe2-9833-4597-a87e-e1efbdd1d7ed tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2732d74-99e2-4ec8-ad99-452fac790ba1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:56.263761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d77babd9-c157-4608-820a-234fdb960c94 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'security_group_rule': {'security_group_id': 'a2732d74-99e2-4ec8-ad99-452fac790ba1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:56.299836 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.351488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d77babd9-c157-4608-820a-234fdb960c94 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.355834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 86d47767-5c7f-43a0-8357-4fffd119db2c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=86d47767-5c7f-43a0-8357-4fffd119db2c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:56.364789 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.390993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=7d537241-9818-4684-b188-f69f73317996,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:56.437272 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8057c369-442e-47a9-934b-8568f89d45db req-fa71c6a7-b8ed-4602-b4c3-fd0e804fa70f service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627602 Nov 09 20:04:56.475833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=86d47767-5c7f-43a0-8357-4fffd119db2c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:56.493366 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d77babd9-c157-4608-820a-234fdb960c94 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.498294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': '0fb1a6ab-6a15-4cf2-a986-791a449be44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8993c368-7f7c-405d-8854-23b74e487d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:56.498870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: 8993c368-7f7c-405d-8854-23b74e487d2f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:04:56.503877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d77babd9-c157-4608-820a-234fdb960c94 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.551811 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d77babd9-c157-4608-820a-234fdb960c94 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.552230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d77babd9-c157-4608-820a-234fdb960c94 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988441 Nov 09 20:04:56.555104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33906) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:56.564649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77babd9-c157-4608-820a-234fdb960c94 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adff163-035f-4441-8559-b9f9aeedf1f6,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:56.565074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ee0bbf5c-f094-4643-a440-3f9cfb50b61f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'security_group_rule': {'security_group_id': 'a2732d74-99e2-4ec8-ad99-452fac790ba1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:56.586267 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c257776-bc9b-4ffa-bca2-a235f4753658 req-ff74a756-0423-444e-bd8e-0f6acb916e40 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b0c0b7b-b7da-4049-83ef-7fdd49ba7f60 HTTP/1.1" status: 200 len: 210 time: 0.0467689 Nov 09 20:04:56.587405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network 8993c368-7f7c-405d-8854-23b74e487d2f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:04:56.593932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device b399e7a6-2bf0-4c30-870b-100b2f47282b no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:04:56.601540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 8993c368-7f7c-405d-8854-23b74e487d2f) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:56.606850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:04:56.609753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.638802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: b399e7a6-2bf0-4c30-870b-100b2f47282b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:04:56.639326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device b399e7a6-2bf0-4c30-870b-100b2f47282b not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:04:56.644410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b857c-5510-406c-86f1-778d47ff364d None None] Network 8993c368-7f7c-405d-8854-23b74e487d2f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:56.683516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-74323205-798c-4c7a-930a-944e3a68a9d1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7954583 Nov 09 20:04:56.685711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33910) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:56.893013 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.901874 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ee0bbf5c-f094-4643-a440-3f9cfb50b61f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:56.950824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-8993c368-7f7c-405d-8854-23b74e487d2f', 'network_id': '8993c368-7f7c-405d-8854-23b74e487d2f', 'tenant_id': 'dbfab7bdc9464e0388028ee24a7eb6bc', 'fixed_ips': [{'subnet_id': '7d537241-9818-4684-b188-f69f73317996'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:04:56.953031 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.197766 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ee0bbf5c-f094-4643-a440-3f9cfb50b61f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.198027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Allocated IP 172.20.0.2 (8993c368-7f7c-405d-8854-23b74e487d2f/7d537241-9818-4684-b188-f69f73317996/af30c9f6-1191-49ea-a0f6-bd0a25e923a0) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:57.220627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ee0bbf5c-f094-4643-a440-3f9cfb50b61f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.238134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.294889 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Sync routers for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:04:57.311554 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:04:57.314438 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:04:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:57.333010 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ee0bbf5c-f094-4643-a440-3f9cfb50b61f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.336140 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ee0bbf5c-f094-4643-a440-3f9cfb50b61f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7800028 Nov 09 20:04:57.337297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bbf5c-f094-4643-a440-3f9cfb50b61f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8657148d-423e-4977-a755-d50b634f4fd1,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:57.339217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 33928) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:04:57.345253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:04:57.434402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.520158 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.539266 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.564441 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.618437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Network 8993c368-7f7c-405d-8854-23b74e487d2f is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:57.626104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:57.636577 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.637822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:57.659282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Pushing event updated for resources: {'Port': ['ID=af30c9f6-1191-49ea-a0f6-bd0a25e923a0,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:57.660725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=7d537241-9818-4684-b188-f69f73317996,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:57.665225 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:04:57.805430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Attempting to bind port af30c9f6-1191-49ea-a0f6-bd0a25e923a0 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:04:57.806927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Attempting to bind port af30c9f6-1191-49ea-a0f6-bd0a25e923a0 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '0fb1a6ab-6a15-4cf2-a986-791a449be44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8993c368-7f7c-405d-8854-23b74e487d2f'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:04:57.807706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Attempting to bind port af30c9f6-1191-49ea-a0f6-bd0a25e923a0 on network 8993c368-7f7c-405d-8854-23b74e487d2f {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:57.826544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:04:57.826544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Checking segment: {'id': '0fb1a6ab-6a15-4cf2-a986-791a449be44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8993c368-7f7c-405d-8854-23b74e487d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:57.826544 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.826544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Bound using segment: {'id': '0fb1a6ab-6a15-4cf2-a986-791a449be44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8993c368-7f7c-405d-8854-23b74e487d2f'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:04:57.826544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Bound port: af30c9f6-1191-49ea-a0f6-bd0a25e923a0, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1a6ab-6a15-4cf2-a986-791a449be44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8993c368-7f7c-405d-8854-23b74e487d2f'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:04:57.826544 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.879436 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:57.920753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc8534-af10-46ae-a2d7-fec7642a298e None None] Network b8ae439a-cdbc-4802-9bc6-c69d7e21c807 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:57.931021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8993c368-7f7c-405d-8854-23b74e487d2f']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:57.958794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb1a6ab-6a15-4cf2-a986-791a449be44d') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:57.959171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb1a6ab-6a15-4cf2-a986-791a449be44d') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:57.988399 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.006784 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.007090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Allocated IP 172.25.6.42 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/6c2afeb9-5f4a-4d8d-9082-ae80b7656701) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:04:58.019730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:58.020229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:58.061025 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:58.077845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] For port af30c9f6-1191-49ea-a0f6-bd0a25e923a0, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:04:58.086710 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 86d47767-5c7f-43a0-8357-4fffd119db2c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:04:58.153907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0969633c-5f73-490c-b995-29886a3e259d None None] Provisioning complete for port 565af6cd-3864-4771-b075-9bf90db6c5ff triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:58.154325 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0969633c-5f73-490c-b995-29886a3e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.215313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 86d47767-5c7f-43a0-8357-4fffd119db2c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:58.215527 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.239895 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.api [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 20:04:58.239895 n-d-817256-1 neutron-server[102295]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 20:04:58.239895 n-d-817256-1 neutron-server[102295]: [parameters: {'id': '8993c368-7f7c-405d-8854-23b74e487d2f'}] Nov 09 20:04:58.239895 n-d-817256-1 neutron-server[102295]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:04:58.240972 n-d-817256-1 neutron-server[102295]: DEBUG oslo_db.api [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:04:58.260528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] For port af30c9f6-1191-49ea-a0f6-bd0a25e923a0, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=af30c9f6-1191-49ea-a0f6-bd0a25e923a0,segment=NetworkSegment(0fb1a6ab-6a15-4cf2-a986-791a449be44d),segment_id=0fb1a6ab-6a15-4cf2-a986-791a449be44d)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:04:58.281835 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.293008 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.305262 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:04:52Z', 'revision_number': 2, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:58.339233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.347027 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Checking router: b842949f-264d-41bf-aff0-d9b30133852e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:04:58.347708 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Updating router b842949f-264d-41bf-aff0-d9b30133852e port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:04:58.414312 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.418381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:04:58.425120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:04:58.430699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:04:58.546709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 565af6cd-3864-4771-b075-9bf90db6c5ff up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:04:58.595488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75343279-fc80-44d5-87ce-abd9b04ff558 None None] Pushing event updated for resources: {'Port': ['ID=af30c9f6-1191-49ea-a0f6-bd0a25e923a0,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:58.666493 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0969633c-5f73-490c-b995-29886a3e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.707331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88377c9-3dd1-4fd7-82b7-b74f43ef7fb8 None None] Network 8993c368-7f7c-405d-8854-23b74e487d2f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:04:58.742709 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.915134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Deleting port af30c9f6-1191-49ea-a0f6-bd0a25e923a0 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:04:58.919280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:58.946371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0969633c-5f73-490c-b995-29886a3e259d None None] For port 565af6cd-3864-4771-b075-9bf90db6c5ff, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=565af6cd-3864-4771-b075-9bf90db6c5ff,segment=NetworkSegment(623d2da8-6152-4a9b-a31b-106d325d8576),segment_id=623d2da8-6152-4a9b-a31b-106d325d8576)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:58.952905 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 565af6cd-3864-4771-b075-9bf90db6c5ff triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:58.954432 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.063203 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.078061 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0969633c-5f73-490c-b995-29886a3e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.088191 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.111277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] For port af30c9f6-1191-49ea-a0f6-bd0a25e923a0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=af30c9f6-1191-49ea-a0f6-bd0a25e923a0,segment=NetworkSegment(0fb1a6ab-6a15-4cf2-a986-791a449be44d),segment_id=0fb1a6ab-6a15-4cf2-a986-791a449be44d)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:04:59.112531 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.148406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Calling delete_port for af30c9f6-1191-49ea-a0f6-bd0a25e923a0 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:04:59.220301 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Pushing event updated for resources: {'Port': ['ID=49af0b8b-ecf4-4ab9-a09b-838db51f9c01,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:59.285855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'Port': ['ID=6c2afeb9-5f4a-4d8d-9082-ae80b7656701,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:59.306536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969633c-5f73-490c-b995-29886a3e259d None None] Pushing event updated for resources: {'Port': ['ID=565af6cd-3864-4771-b075-9bf90db6c5ff,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:59.320012 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.322212 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.323524 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.324015 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.325123 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.325643 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.326142 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.326651 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.331441 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.331956 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.332455 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.332942 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:04:59.333878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-28813f24-aea8-4b00-835d-4b154483b35a None None] Provisioning complete for port 565af6cd-3864-4771-b075-9bf90db6c5ff triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:59.334358 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28813f24-aea8-4b00-835d-4b154483b35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.349488 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.443604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Port': ['ID=af30c9f6-1191-49ea-a0f6-bd0a25e923a0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:04:59.451182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No DVR routers for this DVR port af30c9f6-1191-49ea-a0f6-bd0a25e923a0 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:04:59.458065 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Attempting to bind port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:04:59.458442 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Attempting to bind port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:04:59.458822 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Attempting to bind port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 on network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:04:59.474695 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:04:59.475690 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Checking segment: {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:04:59.477040 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.478435 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Bound using segment: {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:04:59.479490 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Bound port: 49af0b8b-ecf4-4ab9-a09b-838db51f9c01, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:04:59.480677 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.620034 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.626339 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.627121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00f0bc5-7de2-43f5-82b6-7e310fbb7546 None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:04:59.663340 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] For port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:04:59.667087 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] For port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=49af0b8b-ecf4-4ab9-a09b-838db51f9c01,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:04:59.667631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8993c368-7f7c-405d-8854-23b74e487d2f']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:59.678813 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.684425 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.695127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb1a6ab-6a15-4cf2-a986-791a449be44d') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:59.695427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb1a6ab-6a15-4cf2-a986-791a449be44d') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:59.720636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.755460 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.794222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:04:59.794998 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:04:59.804757 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:04:59.832987 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:04:59.833614 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:04:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:04:59.845903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-669e8387-ebe3-4784-85f7-4c6490865a0d None None] Provisioning complete for port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:04:59.850009 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-669e8387-ebe3-4784-85f7-4c6490865a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:04:59.948776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 565af6cd-3864-4771-b075-9bf90db6c5ff up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:05:00.118074 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.130912 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.166100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.199371 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.213480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/8993c368-7f7c-405d-8854-23b74e487d2f HTTP/1.1" status: 204 len: 168 time: 3.5266521 Nov 09 20:05:00.214132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 33974) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:00.260789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-668321811'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:00.295444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adb6af-bf54-4631-b19a-403c54ab9dbc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=8993c368-7f7c-405d-8854-23b74e487d2f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:00.298451 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-669e8387-ebe3-4784-85f7-4c6490865a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.306935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:00.313656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f0bc5-7de2-43f5-82b6-7e310fbb7546 None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:05:00.313957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.325781 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.342390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 565af6cd-3864-4771-b075-9bf90db6c5ff triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:05:00.348050 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.359158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:05:00.381895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'Port': ['ID=6c2afeb9-5f4a-4d8d-9082-ae80b7656701,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:00.384962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.387486 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.399061 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment 9ed4f109-b646-447a-ac7d-7864488540ca of type vlan for network c7a8ccad-3831-4bb9-93a9-7492b2cc244a Nov 09 20:05:00.410176 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f5684cd8-8830-4d11-802b-c4d3db4e52a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0572178 Nov 09 20:05:00.428160 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:05:00.472375 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.487052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-669e8387-ebe3-4784-85f7-4c6490865a0d None None] For port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=49af0b8b-ecf4-4ab9-a09b-838db51f9c01,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:00.505850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.523671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:00.526050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.535460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-669e8387-ebe3-4784-85f7-4c6490865a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:00.675595 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c1e0b-21a3-48bb-933f-c6f96d63f51c None None] Pushing event updated for resources: {'Port': ['ID=49af0b8b-ecf4-4ab9-a09b-838db51f9c01,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:00.767309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e8387-ebe3-4784-85f7-4c6490865a0d None None] Pushing event updated for resources: {'Port': ['ID=49af0b8b-ecf4-4ab9-a09b-838db51f9c01,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:00.799171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=c7a8ccad-3831-4bb9-93a9-7492b2cc244a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:00.835919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c7a8ccad-3831-4bb9-93a9-7492b2cc244a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:00.893158 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-7f454e26-033e-4dc5-a978-713961302acf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--672718946&fields=id&tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99 HTTP/1.1" status: 200 len: 267 time: 0.0880301 Nov 09 20:05:00.900494 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34000) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:00.902585 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-48b128eb-5907-4fdc-8e09-a633e6aaa6c9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6467040 Nov 09 20:05:00.906154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': 'c7a8ccad-3831-4bb9-93a9-7492b2cc244a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:01.086169 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:04:59Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:01.123472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:01.127095 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:01.175449 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ce0b8-c244-49d4-8078-bc5a4d42b2cc None None] The sync data for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 is: [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:04:59Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:05:01.186310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-ee046c67-df17-4814-a621-82359e9d1c43 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:01.188185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-ee046c67-df17-4814-a621-82359e9d1c43 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 817 time: 0.2682159 Nov 09 20:05:01.230352 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-d26ed853-d3d5-4509-8cf3-2677d57c4a00 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/quotas/cfbcd3a23ebf45f7b1d38cba0f595e99 HTTP/1.1" status: 200 len: 375 time: 0.0263076 Nov 09 20:05:01.273869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Performing IP validity checks on allocation pools {{(pid=102296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 20:05:01.274359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 20:05:01.324421 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-333d73ad-129a-437e-ad72-71e5f05661d0 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960848 Nov 09 20:05:01.566334 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-fbe2cf02-667d-422f-b9be-50740fa31532 service neutron] 10.222.0.53 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409291 Nov 09 20:05:01.589113 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:01.762245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=ccc1b8d0-9600-4ed0-878e-ef962c8342ee,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:01.829984 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-24a4b43e-b087-44cd-885b-5e9f2dac39c3 service neutron] 10.222.0.53 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609074 Nov 09 20:05:01.860516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': '9ed4f109-b646-447a-ac7d-7864488540ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c7a8ccad-3831-4bb9-93a9-7492b2cc244a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:01.860911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: c7a8ccad-3831-4bb9-93a9-7492b2cc244a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:05:01.880293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:05:01.897305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network c7a8ccad-3831-4bb9-93a9-7492b2cc244a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:05:01.922978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c7a8ccad-3831-4bb9-93a9-7492b2cc244a) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:01.932642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffe0d1a-d308-4ac0-b4dd-74ee80dede30 None None] Network c7a8ccad-3831-4bb9-93a9-7492b2cc244a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:01.937400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:01.938062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:01.981455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34020) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:01.982033 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c4bcedd1-6313-4603-b28c-77a870cfab8e tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0803902 Nov 09 20:05:02.120163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:05:02.120828 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:02.279526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fe64e6-f07a-41fb-9920-af14238e8ab9 req-51dd5e79-d0f1-468a-be02-009ef910fafb tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 210 time: 0.0807014 Nov 09 20:05:02.540603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-565e46f7-bc5c-4e2f-a62a-d4d8084c2126 None None] Provisioning complete for port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:05:02.544025 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-565e46f7-bc5c-4e2f-a62a-d4d8084c2126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:02.599575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-c7a8ccad-3831-4bb9-93a9-7492b2cc244a', 'network_id': 'c7a8ccad-3831-4bb9-93a9-7492b2cc244a', 'tenant_id': 'dbfab7bdc9464e0388028ee24a7eb6bc', 'fixed_ips': [{'subnet_id': 'ccc1b8d0-9600-4ed0-878e-ef962c8342ee'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:05:02.600574 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:02.797466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Allocated IP 172.20.0.3 (c7a8ccad-3831-4bb9-93a9-7492b2cc244a/ccc1b8d0-9600-4ed0-878e-ef962c8342ee/509798e7-d18c-475b-ba47-bb1b97cc1bb6) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:05:02.954714 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.064978 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.105797 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.127382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.159478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Network c7a8ccad-3831-4bb9-93a9-7492b2cc244a is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:05:03.165623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:03.193455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:05:03.245573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Pushing event updated for resources: {'Port': ['ID=509798e7-d18c-475b-ba47-bb1b97cc1bb6,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:03.247329 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.286592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Attempting to bind port 509798e7-d18c-475b-ba47-bb1b97cc1bb6 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:05:03.287537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Attempting to bind port 509798e7-d18c-475b-ba47-bb1b97cc1bb6 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '9ed4f109-b646-447a-ac7d-7864488540ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c7a8ccad-3831-4bb9-93a9-7492b2cc244a'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:05:03.288321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Attempting to bind port 509798e7-d18c-475b-ba47-bb1b97cc1bb6 on network c7a8ccad-3831-4bb9-93a9-7492b2cc244a {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:05:03.298003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc1b8d0-9600-4ed0-878e-ef962c8342ee,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:03.305165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:05:03.305484 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Checking segment: {'id': '9ed4f109-b646-447a-ac7d-7864488540ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c7a8ccad-3831-4bb9-93a9-7492b2cc244a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:03.307460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.307971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Bound using segment: {'id': '9ed4f109-b646-447a-ac7d-7864488540ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c7a8ccad-3831-4bb9-93a9-7492b2cc244a'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:05:03.308516 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Bound port: 509798e7-d18c-475b-ba47-bb1b97cc1bb6, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed4f109-b646-447a-ac7d-7864488540ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c7a8ccad-3831-4bb9-93a9-7492b2cc244a'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:05:03.308963 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.469055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] For port 509798e7-d18c-475b-ba47-bb1b97cc1bb6, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:05:03.472673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.477028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] For port 509798e7-d18c-475b-ba47-bb1b97cc1bb6, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=509798e7-d18c-475b-ba47-bb1b97cc1bb6,segment=NetworkSegment(9ed4f109-b646-447a-ac7d-7864488540ca),segment_id=9ed4f109-b646-447a-ac7d-7864488540ca)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:05:03.491606 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.536564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a8ccad-3831-4bb9-93a9-7492b2cc244a']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:03.565196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed4f109-b646-447a-ac7d-7864488540ca') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:03.565904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed4f109-b646-447a-ac7d-7864488540ca') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:03.583085 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.613578 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.621683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:03.622440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:03.624373 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09840d-fbc8-4ba2-8aef-8374f2b76dd5 None None] Pushing event updated for resources: {'Port': ['ID=509798e7-d18c-475b-ba47-bb1b97cc1bb6,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:03.752411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e27ffd-3880-4fc4-9b81-e730efa92ed3 None None] Network c7a8ccad-3831-4bb9-93a9-7492b2cc244a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:03.776946 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:03.788020 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.api [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 20:05:03.788020 n-d-817256-1 neutron-server[102295]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 20:05:03.788020 n-d-817256-1 neutron-server[102295]: [parameters: {'id': 'c7a8ccad-3831-4bb9-93a9-7492b2cc244a'}] Nov 09 20:05:03.788020 n-d-817256-1 neutron-server[102295]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:05:03.789214 n-d-817256-1 neutron-server[102295]: DEBUG oslo_db.api [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:05:03.841635 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ae62b6eb-ae3e-4353-b1ee-6c7421421521 req-60130788-9157-404f-a3cc-80e8215646d0 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 210 time: 0.3634675 Nov 09 20:05:03.982620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34074) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:04.071879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-f7212332-c087-4ed4-beb2-5e28f07d61aa tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:04.079095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-f7212332-c087-4ed4-beb2-5e28f07d61aa tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.70 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 817 time: 0.2860990 Nov 09 20:05:04.088222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee82f3-57a8-4958-bd54-840f238a4484 None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:05:04.250544 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bc56674-f6ae-4e97-8b8b-e14d20f208fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:04.253496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-22332b90-b8ee-495e-8d96-5d529f145e4e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99 HTTP/1.1" status: 200 len: 379 time: 0.1686950 Nov 09 20:05:04.262436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee82f3-57a8-4958-bd54-840f238a4484 None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:05:04.265424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'port': {'device_id': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'admin_state_up': True, 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'security_groups': ['a2732d74-99e2-4ec8-ad99-452fac790ba1']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:04.293051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:04.507129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bc56674-f6ae-4e97-8b8b-e14d20f208fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:04.529395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bc56674-f6ae-4e97-8b8b-e14d20f208fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:04.589010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Deleting port 509798e7-d18c-475b-ba47-bb1b97cc1bb6 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:05:04.589441 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:04.622773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Made reservation on behalf of cfbcd3a23ebf45f7b1d38cba0f595e99 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:04.628096 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:04.761006 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9bc56674-f6ae-4e97-8b8b-e14d20f208fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0e97574e1a54affbf50b9f1131a204a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7834229 Nov 09 20:05:04.770093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34088) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:04.785178 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc56674-f6ae-4e97-8b8b-e14d20f208fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ffc6a-6baf-4e7e-8ca7-d7e6b1cc46e1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:04.820749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] For port 509798e7-d18c-475b-ba47-bb1b97cc1bb6, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=509798e7-d18c-475b-ba47-bb1b97cc1bb6,segment=NetworkSegment(9ed4f109-b646-447a-ac7d-7864488540ca),segment_id=9ed4f109-b646-447a-ac7d-7864488540ca)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:04.820749 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:04.859918 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Calling delete_port for 509798e7-d18c-475b-ba47-bb1b97cc1bb6 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:05:04.977629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:04.991835 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36b155b8-8f72-478d-a711-4a5aedc2b5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.030258 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4167befd-6551-463e-86c3-e6bad01a6c66 req-0d355ade-248f-4684-ac36-b6b97a2663be tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 210 time: 0.0722783 Nov 09 20:05:05.054878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Port': ['ID=509798e7-d18c-475b-ba47-bb1b97cc1bb6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:05.056764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No DVR routers for this DVR port 509798e7-d18c-475b-ba47-bb1b97cc1bb6 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:05:05.058441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Allocated IP 172.20.0.3 (ac50c1b0-e80d-4e84-8fba-37faf3eaefdf/4fde95f0-5d60-4a3f-a17b-b1f966947260/5d498561-2afc-4ec2-81a5-a576618538cf) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:05:05.176957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36b155b8-8f72-478d-a711-4a5aedc2b5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.242299 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.287144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.315907 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.324514 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a8ccad-3831-4bb9-93a9-7492b2cc244a']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:05.339460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed4f109-b646-447a-ac7d-7864488540ca') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:05.339762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed4f109-b646-447a-ac7d-7864488540ca') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:05.350589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.354378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:05:05.361236 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:05.365776 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36b155b8-8f72-478d-a711-4a5aedc2b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.368913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-36b155b8-8f72-478d-a711-4a5aedc2b5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.370991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-36b155b8-8f72-478d-a711-4a5aedc2b5bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/512ffc6a-6baf-4e7e-8ca7-d7e6b1cc46e1 HTTP/1.1" status: 204 len: 168 time: 0.5995600 Nov 09 20:05:05.376507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.403183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b155b8-8f72-478d-a711-4a5aedc2b5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ffc6a-6baf-4e7e-8ca7-d7e6b1cc46e1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:05.413209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:05.413209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:05.420009 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:05.454505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:05:05.621088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:05.650505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:05.651221 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.679312 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.687102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-3a8ae85d-8cb6-4885-b73f-f5a705d8190d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4260736 Nov 09 20:05:05.691502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.698169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34102) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:05.701721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/c7a8ccad-3831-4bb9-93a9-7492b2cc244a HTTP/1.1" status: 204 len: 168 time: 3.7184789 Nov 09 20:05:05.705090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1989517987'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:05.718655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Request body: {'port': {'device_id': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:05.730479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952fb09-5da3-4b3a-b686-98b602939525 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=c7a8ccad-3831-4bb9-93a9-7492b2cc244a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:05.855653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-dc60f9f7-6f60-47ad-9f76-83a23e53f6cf None None] Provisioning complete for port 5d498561-2afc-4ec2-81a5-a576618538cf triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:05:05.856225 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dc60f9f7-6f60-47ad-9f76-83a23e53f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:05.962151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.012478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:06.019453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dc60f9f7-6f60-47ad-9f76-83a23e53f6cf None None] Port 5d498561-2afc-4ec2-81a5-a576618538cf cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:05:06.027787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.065921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34140) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:06.098002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81dc3468-9d42-4ec4-9f86-385753af0a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.149610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:05:06.210219 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.210661 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment a11cbbdc-dee5-4137-b532-03d3d59f1ba2 of type vlan for network 92c76c69-81aa-4891-828d-eb78ceb24663 Nov 09 20:05:06.285562 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.381185 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.387181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:06.387812 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.405877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12f3b0-c0e2-4f46-ae0d-ad6d9d8c3112 req-ea3dcd69-4c79-43b3-9ca3-75677684625a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:06.408037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9e12f3b0-c0e2-4f46-ae0d-ad6d9d8c3112 req-ea3dcd69-4c79-43b3-9ca3-75677684625a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 931 time: 0.2110391 Nov 09 20:05:06.463236 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81dc3468-9d42-4ec4-9f86-385753af0a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.481559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=92c76c69-81aa-4891-828d-eb78ceb24663,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:06.505392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 92c76c69-81aa-4891-828d-eb78ceb24663 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:06.513499 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9e12f3b0-c0e2-4f46-ae0d-ad6d9d8c3112 req-f6314c40-34bd-4be6-bd73-f2fffde2813d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961728 Nov 09 20:05:06.520562 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-81dc3468-9d42-4ec4-9f86-385753af0a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.585712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9f2f9d2e-67a4-4353-9037-167beb5ee097 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8853204 Nov 09 20:05:06.596752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34154) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:06.622251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': '92c76c69-81aa-4891-828d-eb78ceb24663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:06.667550 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-81dc3468-9d42-4ec4-9f86-385753af0a7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3bf90dc5ade49bea8210f9f974ddd5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6003709 Nov 09 20:05:06.670157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34160) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:06.674058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc3468-9d42-4ec4-9f86-385753af0a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372456be-a30e-4755-bd09-89f5917ab3db,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:06.812367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0848-9a2e-428e-b069-12ea21c00bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.862017 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0848-9a2e-428e-b069-12ea21c00bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.967983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0848-9a2e-428e-b069-12ea21c00bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.972056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b6ae0848-9a2e-428e-b069-12ea21c00bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:06.974442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b6ae0848-9a2e-428e-b069-12ea21c00bac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/372456be-a30e-4755-bd09-89f5917ab3db HTTP/1.1" status: 204 len: 168 time: 0.3014307 Nov 09 20:05:07.017680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae0848-9a2e-428e-b069-12ea21c00bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372456be-a30e-4755-bd09-89f5917ab3db,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:07.041380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:07.045123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:07.491607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:07.738430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': 'a11cbbdc-dee5-4137-b532-03d3d59f1ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '92c76c69-81aa-4891-828d-eb78ceb24663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:07.805174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: 92c76c69-81aa-4891-828d-eb78ceb24663, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:05:07.805174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d498561-2afc-4ec2-81a5-a576618538cf {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:05:07.805174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=79ddeafc-6829-41b7-81bb-39810bf71a08,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:07.814799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:07.885621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network 92c76c69-81aa-4891-828d-eb78ceb24663 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:05:07.896784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Transition to ACTIVE for port object 5d498561-2afc-4ec2-81a5-a576618538cf will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:05:07.908790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736af29-c713-49ae-9c7b-108fc21a3e49 req-2a230732-2dd3-4136-8063-74e803a973f2 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:07.930847 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4736af29-c713-49ae-9c7b-108fc21a3e49 req-2a230732-2dd3-4136-8063-74e803a973f2 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 931 time: 0.2586739 Nov 09 20:05:07.943416 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:08.009394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Pushing event updated for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:08.020278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 92c76c69-81aa-4891-828d-eb78ceb24663) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:08.026079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:08.026961 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:08.053079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89770182-c047-4ae3-9c5e-88e2f75f21b6 None None] Network 92c76c69-81aa-4891-828d-eb78ceb24663 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:08.091434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4736af29-c713-49ae-9c7b-108fc21a3e49 req-19bf32ec-414a-40bd-b757-43295669052c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593654 Nov 09 20:05:08.130496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34232) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:08.131587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e849e975-4cd5-4bd2-accd-5ddfc174996a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5330040 Nov 09 20:05:08.250140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Attempting to bind port 5d498561-2afc-4ec2-81a5-a576618538cf on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:05:08.250491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Attempting to bind port 5d498561-2afc-4ec2-81a5-a576618538cf by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:05:08.252255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Attempting to bind port 5d498561-2afc-4ec2-81a5-a576618538cf on network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:05:08.265899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Port 5d498561-2afc-4ec2-81a5-a576618538cf on network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:05:08.266234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Attempting to bind port 5d498561-2afc-4ec2-81a5-a576618538cf on network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:05:08.321850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:05:08.322256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Checking segment: {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:08.326701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Bound using segment: {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:05:08.327832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Bound port: 5d498561-2afc-4ec2-81a5-a576618538cf, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:05:08.328375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:08.501980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:08.565622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:05:08.581523 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:05:08.595086 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:08.632539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b7ffc4-1685-443c-927e-d040ea3857d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-92c76c69-81aa-4891-828d-eb78ceb24663', 'network_id': '92c76c69-81aa-4891-828d-eb78ceb24663', 'tenant_id': 'dbfab7bdc9464e0388028ee24a7eb6bc', 'fixed_ips': [{'subnet_id': '79ddeafc-6829-41b7-81bb-39810bf71a08'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:05:08.633611 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-01b7ffc4-1685-443c-927e-d040ea3857d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:08.661801 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:08.716001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Pushing event updated for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:08.744950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:08.746817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:08.749738 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-e469d84c-367e-461b-8c33-2d4b0b7fbe0e service neutron] 10.222.0.70 "PUT /v2.0/ports/5d498561-2afc-4ec2-81a5-a576618538cf HTTP/1.1" status: 200 len: 1091 time: 3.0541584 Nov 09 20:05:08.750241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:05:08.758303 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:05:08.902083 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5a9a6c-939e-4408-8f92-0fbb8bef4578 x-openstack-request-id: req-7a5a9a6c-939e-4408-8f92-0fbb8bef4578 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:05:08.902471 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:05:08.902961 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a5a9a6c-939e-4408-8f92-0fbb8bef4578 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:05:08.903482 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf', 'status': 'completed', 'code': 200} Nov 09 20:05:08.907301 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:08.964688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-7f8c40ef-cb85-4dc2-aeb1-0a4c41827456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:08.965475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-7f8c40ef-cb85-4dc2-aeb1-0a4c41827456 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 1094 time: 0.1406150 Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server [None req-01b7ffc4-1685-443c-927e-d040ea3857d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79ddeafc-6829-41b7-81bb-39810bf71a08: This subnet is being modified by another concurrent operation. Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise exception Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79ddeafc-6829-41b7-81bb-39810bf71a08: This subnet is being modified by another concurrent operation. Nov 09 20:05:09.060162 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Nov 09 20:05:09.067131 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:09.102531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a047f133-af78-457c-8955-32b0c073686a None None] Network 92c76c69-81aa-4891-828d-eb78ceb24663 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:09.181715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c76c69-81aa-4891-828d-eb78ceb24663']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:09.184656 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-166896b1-b67c-452b-b798-a2b24c65f00f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d498561-2afc-4ec2-81a5-a576618538cf HTTP/1.1" status: 200 len: 217 time: 0.2099109 Nov 09 20:05:09.224908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11cbbdc-dee5-4137-b532-03d3d59f1ba2') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:09.225217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11cbbdc-dee5-4137-b532-03d3d59f1ba2') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:09.277858 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:09.312401 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:09.329725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:09.329725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:09.350930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-2e34ad42-ec53-4f3d-8b16-c3688d0eb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:09.352793 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-2e34ad42-ec53-4f3d-8b16-c3688d0eb681 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.1595519 Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:09.457164 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:09.498404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e318f-ab9b-414b-b014-78d7fccf9a6b None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:05:09.501674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-da6c06c7-1c74-4f20-90e9-999eb645f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:09.503266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-da6c06c7-1c74-4f20-90e9-999eb645f3ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193428 Nov 09 20:05:09.532108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14b2bf-6270-492c-b6e3-089c61bc757c req-203b89a4-b1e6-4a4f-9e92-80717cca9553 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:09.533680 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e14b2bf-6270-492c-b6e3-089c61bc757c req-203b89a4-b1e6-4a4f-9e92-80717cca9553 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.1799333 Nov 09 20:05:09.608099 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=79ddeafc-6829-41b7-81bb-39810bf71a08,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:09.695878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:09.720112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e14b2bf-6270-492c-b6e3-089c61bc757c req-3978c764-faaf-4e49-a5ed-7fd45d97c2d3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734891 Nov 09 20:05:09.730469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:09.740583 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/92c76c69-81aa-4891-828d-eb78ceb24663 HTTP/1.1" status: 204 len: 168 time: 1.6080952 Nov 09 20:05:09.741583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6c320-e076-4624-a2f7-a8df761553e2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=92c76c69-81aa-4891-828d-eb78ceb24663,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:09.743773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34258) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:09.749532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1242754222'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:09.797882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:09.802706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-c97b5c93-cb34-4831-b1a0-036444de3010 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889059 Nov 09 20:05:09.803269 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:09.864279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:05:09.873515 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e318f-ab9b-414b-b014-78d7fccf9a6b None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:05:09.888142 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:09.888501 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment 073d35f9-202a-47b6-8dd1-9a561bbf5063 of type vlan for network 8aed7730-838d-41f5-8ea7-474e2c2c2846 Nov 09 20:05:09.982015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:10.026759 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eb03402b-cece-4e55-ae76-f2c93ec82538 req-6698ba71-b928-4f11-ad23-7a66c740254b service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161684 Nov 09 20:05:10.032664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:10.039181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:10.039822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:10.127806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=8aed7730-838d-41f5-8ea7-474e2c2c2846,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:10.145405 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-251fb024-3d15-4cc4-b3d8-2295b5f3a1c6 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4005980 Nov 09 20:05:10.146457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34270) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:10.150934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 8aed7730-838d-41f5-8ea7-474e2c2c2846 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:10.160815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': '8aed7730-838d-41f5-8ea7-474e2c2c2846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:10.222086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-f12aed31-b8c9-4235-99a5-15b9332ad4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:10.230044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-f12aed31-b8c9-4235-99a5-15b9332ad4ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 1094 time: 0.1320524 Nov 09 20:05:10.324430 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:10.331558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:10.355944 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5bf69889-dfaf-4df1-b1a9-6170fcf057d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:10.513414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-53c717c7-15f6-43a2-88c4-266f0dd96ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:10.530635 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-53c717c7-15f6-43a2-88c4-266f0dd96ffc service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.2811790 Nov 09 20:05:10.647646 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-8b0d5588-e807-47ba-813c-94f01d83fc76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d498561-2afc-4ec2-81a5-a576618538cf HTTP/1.1" status: 200 len: 217 time: 0.1159000 Nov 09 20:05:10.672237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:10.757298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=90378e7a-518a-4a2a-9ce5-875413cd7fe6,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:10.766147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': '073d35f9-202a-47b6-8dd1-9a561bbf5063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8aed7730-838d-41f5-8ea7-474e2c2c2846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:10.766488 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: 8aed7730-838d-41f5-8ea7-474e2c2c2846, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:05:10.809959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae592be-ce0e-47a5-8510-441cb157ab61 req-9a87e189-1f98-4ee7-84a7-cdb13f3d6dec tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:10.811795 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ae592be-ce0e-47a5-8510-441cb157ab61 req-9a87e189-1f98-4ee7-84a7-cdb13f3d6dec tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 945 time: 0.1762924 Nov 09 20:05:10.813453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-52c69d16-6c6e-4d6b-b964-0f223586db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:10.814840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-52c69d16-6c6e-4d6b-b964-0f223586db59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.1444805 Nov 09 20:05:10.818188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network 8aed7730-838d-41f5-8ea7-474e2c2c2846 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:05:10.870797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 8aed7730-838d-41f5-8ea7-474e2c2c2846) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:10.891933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-15f6c881-c96d-4dce-8e20-472caff54f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:10.893005 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:10.893616 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-15f6c881-c96d-4dce-8e20-472caff54f24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682700 Nov 09 20:05:10.893975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:10.894337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c04b44-b0f2-4670-aa7b-314f33709053 None None] Network 8aed7730-838d-41f5-8ea7-474e2c2c2846 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:10.906749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ae592be-ce0e-47a5-8510-441cb157ab61 req-f1be187e-d848-4041-9909-dba452457ec4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880661 Nov 09 20:05:10.993819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159bd11-9d33-4668-999d-2b159b93abf7 req-ceb9c28d-3130-4ddc-9e55-ccb6ff516412 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:10.995737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2159bd11-9d33-4668-999d-2b159b93abf7 req-ceb9c28d-3130-4ddc-9e55-ccb6ff516412 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.1532688 Nov 09 20:05:11.001030 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6d29910a-e5f9-4c73-a6a6-6237c1b31619 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8535426 Nov 09 20:05:11.009125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34294) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:11.136673 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-282ebf7d-b011-4516-bc26-17603cc5e331 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228897 Nov 09 20:05:11.265303 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2159bd11-9d33-4668-999d-2b159b93abf7 req-7d7eee88-5778-486e-8ce6-e277076053d7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609820 Nov 09 20:05:11.288443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-8aed7730-838d-41f5-8ea7-474e2c2c2846', 'network_id': '8aed7730-838d-41f5-8ea7-474e2c2c2846', 'tenant_id': 'dbfab7bdc9464e0388028ee24a7eb6bc', 'fixed_ips': [{'subnet_id': '90378e7a-518a-4a2a-9ce5-875413cd7fe6'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:05:11.291874 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.335530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34300) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:11.358093 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.367967 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-416d45e1-8c8a-4f83-a4ba-7263bba00fb7 req-89fcf473-9775-41ed-b6f0-4fe23a462e54 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195964 Nov 09 20:05:11.434654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.535008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Allocated IP 172.20.0.2 (8aed7730-838d-41f5-8ea7-474e2c2c2846/90378e7a-518a-4a2a-9ce5-875413cd7fe6/61038a46-71a6-44c9-a23b-685207eb57dc) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:05:11.580850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7371f929-a537-4098-b526-5400dd81fba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.695980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7371f929-a537-4098-b526-5400dd81fba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.704219 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7371f929-a537-4098-b526-5400dd81fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.738358 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.745998 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.770205 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.805704 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7371f929-a537-4098-b526-5400dd81fba1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=faa0035156514bf1bde52d1b8e865423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4679317 Nov 09 20:05:11.807580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34308) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:11.813020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=90378e7a-518a-4a2a-9ce5-875413cd7fe6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:11.815432 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371f929-a537-4098-b526-5400dd81fba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24237f1a-d7f3-4d45-b007-8c320161032a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:11.820449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Pushing event updated for resources: {'Port': ['ID=61038a46-71a6-44c9-a23b-685207eb57dc,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:11.844290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Network 8aed7730-838d-41f5-8ea7-474e2c2c2846 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:05:11.845862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:11.848633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:05:11.893038 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.919836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Attempting to bind port 61038a46-71a6-44c9-a23b-685207eb57dc on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:05:11.920021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aed7730-838d-41f5-8ea7-474e2c2c2846']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:11.920565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Attempting to bind port 61038a46-71a6-44c9-a23b-685207eb57dc by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '073d35f9-202a-47b6-8dd1-9a561bbf5063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8aed7730-838d-41f5-8ea7-474e2c2c2846'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:05:11.921268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Attempting to bind port 61038a46-71a6-44c9-a23b-685207eb57dc on network 8aed7730-838d-41f5-8ea7-474e2c2c2846 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:05:11.927513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:05:11.927910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Checking segment: {'id': '073d35f9-202a-47b6-8dd1-9a561bbf5063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8aed7730-838d-41f5-8ea7-474e2c2c2846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:11.928308 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.928717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Bound using segment: {'id': '073d35f9-202a-47b6-8dd1-9a561bbf5063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8aed7730-838d-41f5-8ea7-474e2c2c2846'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:05:11.929197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Bound port: 61038a46-71a6-44c9-a23b-685207eb57dc, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073d35f9-202a-47b6-8dd1-9a561bbf5063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8aed7730-838d-41f5-8ea7-474e2c2c2846'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:05:11.929588 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:11.950464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073d35f9-202a-47b6-8dd1-9a561bbf5063') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:11.950794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073d35f9-202a-47b6-8dd1-9a561bbf5063') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:11.956610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5d498561-2afc-4ec2-81a5-a576618538cf details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:05:11.975584 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.006831 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.018481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:12.018975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:12.022496 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:12.093006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] For port 61038a46-71a6-44c9-a23b-685207eb57dc, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:05:12.106817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.api [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 20:05:12.106817 n-d-817256-1 neutron-server[102295]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 20:05:12.106817 n-d-817256-1 neutron-server[102295]: [parameters: {'id': '8aed7730-838d-41f5-8ea7-474e2c2c2846'}] Nov 09 20:05:12.106817 n-d-817256-1 neutron-server[102295]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:05:12.107873 n-d-817256-1 neutron-server[102295]: DEBUG oslo_db.api [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:05:12.115843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] For port 61038a46-71a6-44c9-a23b-685207eb57dc, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=61038a46-71a6-44c9-a23b-685207eb57dc,segment=NetworkSegment(073d35f9-202a-47b6-8dd1-9a561bbf5063),segment_id=073d35f9-202a-47b6-8dd1-9a561bbf5063)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:05:12.119280 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-055cc6e2-4aaf-411a-a899-a917b8b824ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.125220 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.163090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-1ee5acee-866d-48ad-89c3-48e02a4d422b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:12.164735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-1ee5acee-866d-48ad-89c3-48e02a4d422b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 945 time: 0.2441943 Nov 09 20:05:12.177033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a102e4-3710-42e9-8677-fbacb6d9af75 req-de2ff488-a7b5-4a4c-830e-e3613ae25916 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:12.178605 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-21a102e4-3710-42e9-8677-fbacb6d9af75 req-de2ff488-a7b5-4a4c-830e-e3613ae25916 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 945 time: 0.1435368 Nov 09 20:05:12.180900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-055cc6e2-4aaf-411a-a899-a917b8b824ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.223183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:12.283079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '5d498561-2afc-4ec2-81a5-a576618538cf', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'port_id': '5d498561-2afc-4ec2-81a5-a576618538cf', 'mac_address': 'fa:16:3e:ad:72:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:05:12.295093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcda17-adb1-493c-adc4-1b835b823153 None None] Pushing event updated for resources: {'Port': ['ID=61038a46-71a6-44c9-a23b-685207eb57dc,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:12.322563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-21a102e4-3710-42e9-8677-fbacb6d9af75 req-3724e50d-f8dd-47d6-9784-47ba3286911f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=838ee448-c616-45bc-81d5-5f826718165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304955 Nov 09 20:05:12.336322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8802706d-7c88-4fc4-ad96-b6e7aa740058 None None] Network 8aed7730-838d-41f5-8ea7-474e2c2c2846 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:12.403181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-4aec8f48-a00c-462b-9627-4fc17d8c4ae6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port f52a5f24-4e05-480f-8bef-d075d6e84f6f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:05:12.403523 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-4aec8f48-a00c-462b-9627-4fc17d8c4ae6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.409358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-055cc6e2-4aaf-411a-a899-a917b8b824ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.415308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-055cc6e2-4aaf-411a-a899-a917b8b824ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.417236 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-055cc6e2-4aaf-411a-a899-a917b8b824ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24237f1a-d7f3-4d45-b007-8c320161032a HTTP/1.1" status: 204 len: 168 time: 0.6076829 Nov 09 20:05:12.519428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c6902-99e6-44d8-a23a-55009835d6f9 req-43c54ec8-da41-4c99-9818-a01887c3c6ab tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:12.521079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4c6902-99e6-44d8-a23a-55009835d6f9 req-43c54ec8-da41-4c99-9818-a01887c3c6ab tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.1094687 Nov 09 20:05:12.568315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cc6e2-4aaf-411a-a899-a917b8b824ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24237f1a-d7f3-4d45-b007-8c320161032a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:12.661124 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.677084 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4c6902-99e6-44d8-a23a-55009835d6f9 req-b609dd58-8962-46ce-b8a9-396be52d77ef tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480930 Nov 09 20:05:12.753232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-4aec8f48-a00c-462b-9627-4fc17d8c4ae6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] For port f52a5f24-4e05-480f-8bef-d075d6e84f6f, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f52a5f24-4e05-480f-8bef-d075d6e84f6f,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:12.753600 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-4aec8f48-a00c-462b-9627-4fc17d8c4ae6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.777209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-4aec8f48-a00c-462b-9627-4fc17d8c4ae6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for f52a5f24-4e05-480f-8bef-d075d6e84f6f owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:05:12.824733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Deleting port 61038a46-71a6-44c9-a23b-685207eb57dc {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:05:12.825254 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.828989 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.897258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d498561-2afc-4ec2-81a5-a576618538cf {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:05:12.979929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] For port 61038a46-71a6-44c9-a23b-685207eb57dc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=61038a46-71a6-44c9-a23b-685207eb57dc,segment=NetworkSegment(073d35f9-202a-47b6-8dd1-9a561bbf5063),segment_id=073d35f9-202a-47b6-8dd1-9a561bbf5063)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:12.980677 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:12.988280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:12.999832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Calling delete_port for 61038a46-71a6-44c9-a23b-685207eb57dc owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:05:13.036626 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.087635 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-4aec8f48-a00c-462b-9627-4fc17d8c4ae6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.114637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34328) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:13.134463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8f48-a00c-462b-9627-4fc17d8c4ae6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=f52a5f24-4e05-480f-8bef-d075d6e84f6f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:13.168666 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:13.177378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69b5e1fc-21f1-4171-8d06-338bbd94ca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.190786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-4aec8f48-a00c-462b-9627-4fc17d8c4ae6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] No DVR routers for this DVR port f52a5f24-4e05-480f-8bef-d075d6e84f6f on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:05:13.194603 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-4aec8f48-a00c-462b-9627-4fc17d8c4ae6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.194723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f52a5f24-4e05-480f-8bef-d075d6e84f6f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:05:13.200977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7855ea-d2dd-4500-a3f3-6649bad58b26 req-4aec8f48-a00c-462b-9627-4fc17d8c4ae6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "DELETE /v2.0/ports/f52a5f24-4e05-480f-8bef-d075d6e84f6f HTTP/1.1" status: 204 len: 173 time: 1.0174558 Nov 09 20:05:13.201385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b42fb04-5048-4407-aa99-9978e1f4f88d', 'name': 'network-vif-deleted', 'tag': 'f52a5f24-4e05-480f-8bef-d075d6e84f6f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:05:13.206333 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ce1cc2-a873-428b-bc94-d7305dbb885b" -d '{"events": [{"server_uuid": "5b42fb04-5048-4407-aa99-9978e1f4f88d", "name": "network-vif-deleted", "tag": "f52a5f24-4e05-480f-8bef-d075d6e84f6f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:05:13.259518 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-41a5108a-098e-4c8e-938c-a1ba99000f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.265256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['5d498561-2afc-4ec2-81a5-a576618538cf'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:05:13.286183 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90e184b-682e-4828-8267-1909fd99edf1 x-openstack-request-id: req-c90e184b-682e-4828-8267-1909fd99edf1 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:05:13.286954 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b42fb04-5048-4407-aa99-9978e1f4f88d", "name": "network-vif-deleted", "tag": "f52a5f24-4e05-480f-8bef-d075d6e84f6f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:05:13.287219 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c90e184b-682e-4828-8267-1909fd99edf1 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:05:13.287672 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b42fb04-5048-4407-aa99-9978e1f4f88d', 'name': 'network-vif-deleted', 'tag': 'f52a5f24-4e05-480f-8bef-d075d6e84f6f', 'status': 'completed', 'code': 200} Nov 09 20:05:13.291966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.369462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Port': ['ID=61038a46-71a6-44c9-a23b-685207eb57dc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:13.401877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No DVR routers for this DVR port 61038a46-71a6-44c9-a23b-685207eb57dc on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:05:13.480111 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.543021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa1d3c89-2a88-4a7b-8ea5-c8a150afd44f req-a09cc7d1-68ea-4185-a5cd-8c13b297dae1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 210 time: 0.0828195 Nov 09 20:05:13.602113 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.627199 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69b5e1fc-21f1-4171-8d06-338bbd94ca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.646905 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69b5e1fc-21f1-4171-8d06-338bbd94ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.732068 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-69b5e1fc-21f1-4171-8d06-338bbd94ca0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77a08d64a6f9411d976e4e1c6cdb45e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161408 Nov 09 20:05:13.732233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34344) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:13.734596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aed7730-838d-41f5-8ea7-474e2c2c2846']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:13.760169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073d35f9-202a-47b6-8dd1-9a561bbf5063') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:13.760169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073d35f9-202a-47b6-8dd1-9a561bbf5063') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:13.767135 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.808671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.821169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:13.821587 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:13.831194 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:13.856253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d998bd9-d4a0-4de0-8466-94f28f3a46bc None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:05:13.868361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5e1fc-21f1-4171-8d06-338bbd94ca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10806a4-bc7c-4c7f-9711-fd51eaf0dc6d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:13.927583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9826a37d-a97f-4f7a-ae72-3ea27b239f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.029089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd02d0-d4cd-4251-b7e5-725d9711b54d req-87afc768-3ac8-48fd-b6c6-900faeaba41b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:14.032528 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.032935 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1cdd02d0-d4cd-4251-b7e5-725d9711b54d req-87afc768-3ac8-48fd-b6c6-900faeaba41b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 944 time: 0.1967099 Nov 09 20:05:14.039791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9826a37d-a97f-4f7a-ae72-3ea27b239f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.043962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.060511 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/8aed7730-838d-41f5-8ea7-474e2c2c2846 HTTP/1.1" status: 204 len: 168 time: 3.0462387 Nov 09 20:05:14.063334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34350) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:14.083909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493863561'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:14.146068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1846b-059e-497d-a001-6b6068f32579 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=8aed7730-838d-41f5-8ea7-474e2c2c2846,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:14.151938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d998bd9-d4a0-4de0-8466-94f28f3a46bc None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:05:14.175299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5d498561-2afc-4ec2-81a5-a576618538cf up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:05:14.190570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:14.195209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.214622 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9826a37d-a97f-4f7a-ae72-3ea27b239f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.221841 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9826a37d-a97f-4f7a-ae72-3ea27b239f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.243354 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9826a37d-a97f-4f7a-ae72-3ea27b239f1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c10806a4-bc7c-4c7f-9711-fd51eaf0dc6d HTTP/1.1" status: 204 len: 168 time: 0.5093744 Nov 09 20:05:14.252971 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:05:14.275817 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1cdd02d0-d4cd-4251-b7e5-725d9711b54d req-fc652e32-dfda-4b21-a47b-3d9bf2e6b661 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312725 Nov 09 20:05:14.276725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826a37d-a97f-4f7a-ae72-3ea27b239f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10806a4-bc7c-4c7f-9711-fd51eaf0dc6d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:14.278101 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.278472 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment 3b178018-a4d0-4215-b298-89dca7e7e7fd of type vlan for network 98876551-e9e6-40fc-805e-4a60f9a026e1 Nov 09 20:05:14.371040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.397321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 5d498561-2afc-4ec2-81a5-a576618538cf completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:05:14.407151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 5d498561-2afc-4ec2-81a5-a576618538cf triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:05:14.407526 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.410189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.424967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:14.425636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.472203 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4054036 Nov 09 20:05:14.472600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34354) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:14.479733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': '98876551-e9e6-40fc-805e-4a60f9a026e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:14.604758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9f132-ef87-447c-8acd-c4ece472d918 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=98876551-e9e6-40fc-805e-4a60f9a026e1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:14.671564 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.673753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 98876551-e9e6-40fc-805e-4a60f9a026e1 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:14.739594 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a71fdfd-7734-4745-acb6-75f13b6b8e92 req-2b428d24-796a-4ef6-9a51-ca003cb8b068 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 210 time: 0.0773449 Nov 09 20:05:14.751242 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.766716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:14.770602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:14.947307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:05:14.950231 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbbd549-00f0-43c5-b56f-eadc188bca96" -d '{"events": [{"server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "name": "network-vif-plugged", "status": "completed", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:05:14.972525 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:15.012905 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:15.079729 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ee5183-efbe-4c2e-a699-b14088f8987d x-openstack-request-id: req-56ee5183-efbe-4c2e-a699-b14088f8987d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:05:15.080029 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "name": "network-vif-plugged", "status": "completed", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:05:15.080291 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56ee5183-efbe-4c2e-a699-b14088f8987d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:05:15.094224 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf', 'code': 200} Nov 09 20:05:15.181899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:15.538415 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54984992-e214-4ef9-8489-ceb800c536af req-6bcb2ec2-4a88-476c-8744-ab4fc8e85117 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:15.546973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54984992-e214-4ef9-8489-ceb800c536af req-6bcb2ec2-4a88-476c-8744-ab4fc8e85117 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0963495 Nov 09 20:05:15.640547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54984992-e214-4ef9-8489-ceb800c536af req-294dcf87-770d-40d0-8e71-46b6fd965b82 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905058 Nov 09 20:05:15.714634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Performing IP validity checks on allocation pools {{(pid=102296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 20:05:15.715279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 20:05:15.799950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51465ebd-3d06-49e8-950b-b4fb30fafaa6 req-095e403e-d84b-4b74-8987-ce74855fb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:15.805048 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51465ebd-3d06-49e8-950b-b4fb30fafaa6 req-095e403e-d84b-4b74-8987-ce74855fb035 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 1096 time: 0.1773891 Nov 09 20:05:15.977577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f52a5f24-4e05-480f-8bef-d075d6e84f6f no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:05:16.020864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: f52a5f24-4e05-480f-8bef-d075d6e84f6f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:05:16.021213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f52a5f24-4e05-480f-8bef-d075d6e84f6f not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:05:16.035456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51465ebd-3d06-49e8-950b-b4fb30fafaa6 req-a0cdb2de-04d0-4815-9efe-796f9c1febf8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225301 Nov 09 20:05:16.068952 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fe5a7301-abd4-4e5d-b653-bf737b31ac36 req-1ee8b161-63b8-4c5b-8f64-aacc837cf9da tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 210 time: 0.1663964 Nov 09 20:05:16.190443 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:16.295820 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:16.296601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=3ca4687a-c199-4036-ad39-a9b4dd17855e,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:16.305709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': '3b178018-a4d0-4215-b298-89dca7e7e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '98876551-e9e6-40fc-805e-4a60f9a026e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:16.306095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: 98876551-e9e6-40fc-805e-4a60f9a026e1, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:05:16.339320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network 98876551-e9e6-40fc-805e-4a60f9a026e1 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:05:16.362827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 98876551-e9e6-40fc-805e-4a60f9a026e1) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:16.371866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:16.372487 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:16.376065 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2260fa5-e707-4e79-abfc-db3706700ff0 None None] Network 98876551-e9e6-40fc-805e-4a60f9a026e1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:16.401457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-69cd48ec-5570-4ee0-a8e4-4f67ef407d87 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9277356 Nov 09 20:05:16.404169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34404) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:16.605567 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:16.701642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-98876551-e9e6-40fc-805e-4a60f9a026e1', 'network_id': '98876551-e9e6-40fc-805e-4a60f9a026e1', 'tenant_id': 'dbfab7bdc9464e0388028ee24a7eb6bc', 'fixed_ips': [{'subnet_id': '3ca4687a-c199-4036-ad39-a9b4dd17855e'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:05:16.702711 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:16.771490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34414) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:16.846790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:17.158930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d5b57-b685-43dc-9962-eca00de2d01e req-c2dec2a1-d41a-455a-ae11-6373ae90a6de tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:17.163335 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142d5b57-b685-43dc-9962-eca00de2d01e req-c2dec2a1-d41a-455a-ae11-6373ae90a6de tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.2997661 Nov 09 20:05:17.260643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Allocated IP 172.20.0.3 (98876551-e9e6-40fc-805e-4a60f9a026e1/3ca4687a-c199-4036-ad39-a9b4dd17855e/30970dac-d5ba-4965-87f4-b9cc664f8687) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:05:17.318502 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142d5b57-b685-43dc-9962-eca00de2d01e req-98ab0fcd-aff8-4575-8de1-c71c370df76d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460776 Nov 09 20:05:17.402630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-525331e1-168b-428e-92bf-651961e94c75 req-0f574bca-29de-4e25-a42b-3a244fa57fa9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 210 time: 0.0993967 Nov 09 20:05:17.464455 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97e9b713-9da5-481b-b697-6104ae224656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:17.668353 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:17.678658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:17.708848 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:17.724843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97e9b713-9da5-481b-b697-6104ae224656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:17.737024 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97e9b713-9da5-481b-b697-6104ae224656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:17.743853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Network 98876551-e9e6-40fc-805e-4a60f9a026e1 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:05:17.751201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:17.762957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:05:17.781588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Pushing event updated for resources: {'Port': ['ID=30970dac-d5ba-4965-87f4-b9cc664f8687,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:17.853077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9b713-9da5-481b-b697-6104ae224656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54a964f-7229-45a5-b471-4a845d23ca51,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:17.876902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-97e9b713-9da5-481b-b697-6104ae224656 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5209cdec3cf44d9983e3bb55b8b0ca62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1043036 Nov 09 20:05:17.880037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34434) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:17.915269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca4687a-c199-4036-ad39-a9b4dd17855e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:17.916050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Attempting to bind port 30970dac-d5ba-4965-87f4-b9cc664f8687 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:05:17.916441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Attempting to bind port 30970dac-d5ba-4965-87f4-b9cc664f8687 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '3b178018-a4d0-4215-b298-89dca7e7e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '98876551-e9e6-40fc-805e-4a60f9a026e1'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:05:17.916827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Attempting to bind port 30970dac-d5ba-4965-87f4-b9cc664f8687 on network 98876551-e9e6-40fc-805e-4a60f9a026e1 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:05:17.932144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:05:17.932569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Checking segment: {'id': '3b178018-a4d0-4215-b298-89dca7e7e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '98876551-e9e6-40fc-805e-4a60f9a026e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:17.933055 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:17.933453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Bound using segment: {'id': '3b178018-a4d0-4215-b298-89dca7e7e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '98876551-e9e6-40fc-805e-4a60f9a026e1'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:05:17.934015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Bound port: 30970dac-d5ba-4965-87f4-b9cc664f8687, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b178018-a4d0-4215-b298-89dca7e7e7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '98876551-e9e6-40fc-805e-4a60f9a026e1'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:05:17.934407 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:17.950663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:17.980322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4062-73e8-4399-a173-3f959969c061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:18.001222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98876551-e9e6-40fc-805e-4a60f9a026e1']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:18.017622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b178018-a4d0-4215-b298-89dca7e7e7fd') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:18.017923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b178018-a4d0-4215-b298-89dca7e7e7fd') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:18.040054 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4062-73e8-4399-a173-3f959969c061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:18.048400 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:18.077561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:18.096685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:18.097812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:18.100204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] For port 30970dac-d5ba-4965-87f4-b9cc664f8687, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:18.105442 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:18.156066 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4062-73e8-4399-a173-3f959969c061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:18.158891 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f7ec4062-73e8-4399-a173-3f959969c061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:18.160327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f7ec4062-73e8-4399-a173-3f959969c061 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a54a964f-7229-45a5-b471-4a845d23ca51 HTTP/1.1" status: 204 len: 168 time: 0.2786524 Nov 09 20:05:18.193950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec4062-73e8-4399-a173-3f959969c061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54a964f-7229-45a5-b471-4a845d23ca51,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:18.255211 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.api [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 20:05:18.255211 n-d-817256-1 neutron-server[102295]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 20:05:18.255211 n-d-817256-1 neutron-server[102295]: [parameters: {'id': '98876551-e9e6-40fc-805e-4a60f9a026e1'}] Nov 09 20:05:18.255211 n-d-817256-1 neutron-server[102295]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:05:18.255995 n-d-817256-1 neutron-server[102295]: DEBUG oslo_db.api [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:05:18.263546 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] For port 30970dac-d5ba-4965-87f4-b9cc664f8687, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=30970dac-d5ba-4965-87f4-b9cc664f8687,segment=NetworkSegment(3b178018-a4d0-4215-b298-89dca7e7e7fd),segment_id=3b178018-a4d0-4215-b298-89dca7e7e7fd)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:05:18.276377 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:18.391907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cc655-ab30-4175-96d4-6408788d9e24 None None] Pushing event updated for resources: {'Port': ['ID=30970dac-d5ba-4965-87f4-b9cc664f8687,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:18.397488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b63cc5-14e1-494d-a003-2387cd17535e None None] Network 98876551-e9e6-40fc-805e-4a60f9a026e1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:18.644004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beba9ed-4156-4acd-9a36-1c84a64de35f None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:05:18.650233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56265a8e-5b91-434a-8465-5ed598efdb49 req-221efe5a-bbd4-49bd-ae42-9f9a767d0116 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:18.651006 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0a6fa54-2159-49b4-8076-e38980001b96 req-20e99008-9bb5-4f89-a3b3-016f53b25dd9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 210 time: 0.1039596 Nov 09 20:05:18.658769 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56265a8e-5b91-434a-8465-5ed598efdb49 req-221efe5a-bbd4-49bd-ae42-9f9a767d0116 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1667464 Nov 09 20:05:18.752839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56265a8e-5b91-434a-8465-5ed598efdb49 req-69209cd5-3d2f-4a13-a96e-c4a78894cd1a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794749 Nov 09 20:05:18.757678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:18.844935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Deleting port 30970dac-d5ba-4965-87f4-b9cc664f8687 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:05:18.845746 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:18.923331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beba9ed-4156-4acd-9a36-1c84a64de35f None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:05:18.987401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] For port 30970dac-d5ba-4965-87f4-b9cc664f8687, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=30970dac-d5ba-4965-87f4-b9cc664f8687,segment=NetworkSegment(3b178018-a4d0-4215-b298-89dca7e7e7fd),segment_id=3b178018-a4d0-4215-b298-89dca7e7e7fd)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:18.987952 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:19.009796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc3e0d-a370-4148-96df-3e342128ee2d req-82064fe8-bee0-43aa-894e-735e20bfda51 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:19.017417 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-16dc3e0d-a370-4148-96df-3e342128ee2d req-82064fe8-bee0-43aa-894e-735e20bfda51 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0922780 Nov 09 20:05:19.028263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34462) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:19.047157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-268dd4eb-67a4-4488-a2b8-e278397c3e10 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'floatingip': {'port_id': '5d498561-2afc-4ec2-81a5-a576618538cf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:19.153570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Calling delete_port for 30970dac-d5ba-4965-87f4-b9cc664f8687 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:05:19.169155 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-268dd4eb-67a4-4488-a2b8-e278397c3e10 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:19.979403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59cff756-f5bc-433b-8443-6964b03b77aa req-d4d1fa77-4f7e-47a6-a6b9-661bde4d40de tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 210 time: 0.1370912 Nov 09 20:05:20.057427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:20.112345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Port': ['ID=30970dac-d5ba-4965-87f4-b9cc664f8687,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:20.125248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No DVR routers for this DVR port 30970dac-d5ba-4965-87f4-b9cc664f8687 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:05:20.690054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:20.850331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98876551-e9e6-40fc-805e-4a60f9a026e1']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:20.883796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b178018-a4d0-4215-b298-89dca7e7e7fd') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:20.884097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b178018-a4d0-4215-b298-89dca7e7e7fd') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:20.916235 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:20.947310 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.034083 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:05:21.060078 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.resource_extend [None req-268dd4eb-67a4-4488-a2b8-e278397c3e10 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 20:05:21.145142 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:21.145597 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:21.152529 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:21.235524 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.268516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5277921b-f442-4262-9609-b25b2dd3d0b5 req-bbfe45fc-2154-460e-b7c9-e77da3fae4d9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b42fb04-5048-4407-aa99-9978e1f4f88d HTTP/1.1" status: 200 len: 210 time: 0.0860736 Nov 09 20:05:21.302159 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-268dd4eb-67a4-4488-a2b8-e278397c3e10 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.309822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-268dd4eb-67a4-4488-a2b8-e278397c3e10 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.313805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.405405 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.422568 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34610) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:21.427524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-234228907'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:21.430852 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/98876551-e9e6-40fc-805e-4a60f9a026e1 HTTP/1.1" status: 204 len: 168 time: 5.0250709 Nov 09 20:05:21.450434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af24be8-47cc-4f1e-afd4-99daafed3858 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=98876551-e9e6-40fc-805e-4a60f9a026e1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:21.490728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:21.495998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.541027 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-268dd4eb-67a4-4488-a2b8-e278397c3e10 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Floating IP 6ec4c185-1d33-4cbf-aa9d-4d542e43ac82 associated. External IP: 172.25.6.42, port: 5d498561-2afc-4ec2-81a5-a576618538cf. Nov 09 20:05:21.556983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:05:21.580139 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.580972 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment 81cf6b0e-1188-4a8c-ab2d-d8030990ce9a of type vlan for network e2272d5f-8d2f-4c76-9619-da2c049d15e5 Nov 09 20:05:21.661151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.752492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.769692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:21.772662 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:21.927303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268dd4eb-67a4-4488-a2b8-e278397c3e10 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Router b842949f-264d-41bf-aff0-d9b30133852e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:05:22.060561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=e2272d5f-8d2f-4c76-9619-da2c049d15e5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:22.073632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network e2272d5f-8d2f-4c76-9619-da2c049d15e5 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:22.087210 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1c718bf9-4839-4f82-8540-09867a439d79 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6583271 Nov 09 20:05:22.087210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34636) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:22.097458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': 'e2272d5f-8d2f-4c76-9619-da2c049d15e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:22.212270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268dd4eb-67a4-4488-a2b8-e278397c3e10 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:05:22.223158 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-268dd4eb-67a4-4488-a2b8-e278397c3e10 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:22.232176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] Sync routers for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:05:22.252854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:05:22.254368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:05:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:22.330650 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-268dd4eb-67a4-4488-a2b8-e278397c3e10 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "PUT /v2.0/floatingips/6ec4c185-1d33-4cbf-aa9d-4d542e43ac82 HTTP/1.1" status: 200 len: 990 time: 3.2927306 Nov 09 20:05:22.336639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:05:22.339146 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6" -d '{"events": [{"name": "network-changed", "server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:05:22.372895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:22.386081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:22.462443 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e523084-31e6-417e-b321-694a5070b5ff x-openstack-request-id: req-6e523084-31e6-417e-b321-694a5070b5ff {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:05:22.462810 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:05:22.463232 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e523084-31e6-417e-b321-694a5070b5ff {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:05:22.463765 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf', 'status': 'completed', 'code': 200} Nov 09 20:05:22.476954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34648) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:22.583810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:05:22.669674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-704dffbd-1255-4434-80c2-c9de57cd02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:22.675444 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-704dffbd-1255-4434-80c2-c9de57cd02d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 1096 time: 0.1424909 Nov 09 20:05:22.800053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-28381026-8d93-4078-8f94-ef17a60df652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:23.041720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-28381026-8d93-4078-8f94-ef17a60df652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:23.054465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-28381026-8d93-4078-8f94-ef17a60df652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:23.065092 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:23.135993 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-28381026-8d93-4078-8f94-ef17a60df652 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64c13eeac64b474eb9cd869ced423216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6445606 Nov 09 20:05:23.137744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34666) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:23.267097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28381026-8d93-4078-8f94-ef17a60df652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f5bf2c-827a-48e2-bdcd-8878316293f2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:23.294775 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90cef78c-2a4d-4bc1-967e-73f05c536fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:23.324876 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90cef78c-2a4d-4bc1-967e-73f05c536fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:23.351537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=98a213f1-f17d-410f-9f8d-76b68e587a1c,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:23.363748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '6ec4c185-1d33-4cbf-aa9d-4d542e43ac82', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'port_id': '5d498561-2afc-4ec2-81a5-a576618538cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'mac_address': 'fa:16:3e:ad:72:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:04:59Z', 'updated_at': '2021-11-09T20:05:20Z', 'revision_number': 1, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:23.407547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-106b7c3f-8aa7-43ee-8714-83943e9704dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:23.410446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-106b7c3f-8aa7-43ee-8714-83943e9704dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.7261801 Nov 09 20:05:23.415371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': '81cf6b0e-1188-4a8c-ab2d-d8030990ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e2272d5f-8d2f-4c76-9619-da2c049d15e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:23.416020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: e2272d5f-8d2f-4c76-9619-da2c049d15e5, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:05:23.422222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] Checking router: b842949f-264d-41bf-aff0-d9b30133852e for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:05:23.430740 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90cef78c-2a4d-4bc1-967e-73f05c536fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:23.433494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:05:23.433624 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-90cef78c-2a4d-4bc1-967e-73f05c536fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:23.434377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:05:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:23.434946 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-90cef78c-2a4d-4bc1-967e-73f05c536fb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3f5bf2c-827a-48e2-bdcd-8878316293f2 HTTP/1.1" status: 204 len: 168 time: 0.2916145 Nov 09 20:05:23.497336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cef78c-2a4d-4bc1-967e-73f05c536fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f5bf2c-827a-48e2-bdcd-8878316293f2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:23.502757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network e2272d5f-8d2f-4c76-9619-da2c049d15e5 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:05:23.542938 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-72149fc6-25ea-40fa-acd6-fb8347bb2a04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d498561-2afc-4ec2-81a5-a576618538cf HTTP/1.1" status: 200 len: 998 time: 0.1194553 Nov 09 20:05:23.546721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, e2272d5f-8d2f-4c76-9619-da2c049d15e5) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:23.584646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:23.585670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:23.633868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2699e24-6c84-4a7d-8705-9c8b95674170 None None] Network e2272d5f-8d2f-4c76-9619-da2c049d15e5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:23.717441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-19e5c674-7161-44b7-af1c-756c569fd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:23.719429 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-19e5c674-7161-44b7-af1c-756c569fd3ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.1308124 Nov 09 20:05:23.800036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:05:23.812624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9107be40-9eb1-4d6b-b60e-ecffae0c8471 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7265520 Nov 09 20:05:23.816694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34678) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:23.876791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-cb95525b-77c7-404a-a67f-cf282d80dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:23.883423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-cb95525b-77c7-404a-a67f-cf282d80dfa7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551828 Nov 09 20:05:24.023299 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.180163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-2f1b5b19-78af-43e0-b944-db80d5e6dd50 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886693 Nov 09 20:05:24.209185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34684) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:24.220346 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.350142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-39c816b3-5e6f-4bbe-a3a3-382507593a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.369686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '6ec4c185-1d33-4cbf-aa9d-4d542e43ac82', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'port_id': '5d498561-2afc-4ec2-81a5-a576618538cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'mac_address': 'fa:16:3e:ad:72:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:04:59Z', 'updated_at': '2021-11-09T20:05:20Z', 'revision_number': 1, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:24.370277 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.449899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=98a213f1-f17d-410f-9f8d-76b68e587a1c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:24.467381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e03cf-eb1d-4113-bd4c-2447ac524b8c None None] The sync data for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 is: [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '6ec4c185-1d33-4cbf-aa9d-4d542e43ac82', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'port_id': '5d498561-2afc-4ec2-81a5-a576618538cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'mac_address': 'fa:16:3e:ad:72:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:04:59Z', 'updated_at': '2021-11-09T20:05:20Z', 'revision_number': 1, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:05:24.531674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87588657-6edc-4d24-ba8d-7dce6c231fdb None None] Network e2272d5f-8d2f-4c76-9619-da2c049d15e5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:24.572409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-39c816b3-5e6f-4bbe-a3a3-382507593a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.583268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-39c816b3-5e6f-4bbe-a3a3-382507593a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.682079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c816b3-5e6f-4bbe-a3a3-382507593a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961a0cb4-8002-499c-b354-feba5118cd46,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:24.687895 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.694161 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-39c816b3-5e6f-4bbe-a3a3-382507593a51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=824c0c16760d47d1964360375c8b2907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804692 Nov 09 20:05:24.698386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7f4cbaeb-a0c8-4c92-8bb6-602e3f6497a6 req-9d1aa967-029d-4026-be8b-fc7fba9819e2 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093131 Nov 09 20:05:24.699165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34690) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:24.744329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2272d5f-8d2f-4c76-9619-da2c049d15e5']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:24.768683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cf6b0e-1188-4a8c-ab2d-d8030990ce9a') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:24.768988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cf6b0e-1188-4a8c-ab2d-d8030990ce9a') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:24.796184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.813584 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.831639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:24.832230 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.833709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d6da37a-7677-412d-b08a-8a45db331098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:24.839884 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:24.896358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d6da37a-7677-412d-b08a-8a45db331098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.925298 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.933354 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:24.943340 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/e2272d5f-8d2f-4c76-9619-da2c049d15e5 HTTP/1.1" status: 204 len: 168 time: 1.1218421 Nov 09 20:05:24.943518 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b0140e-59f9-4ec2-8624-181e22cbffcf None None] New status for floating IP 6ec4c185-1d33-4cbf-aa9d-4d542e43ac82: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:05:24.950400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34696) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:24.962064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06781eb5-9179-4786-ad5c-33eddc72f19b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=e2272d5f-8d2f-4c76-9619-da2c049d15e5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:24.969472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1430998444'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:25.096803 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d6da37a-7677-412d-b08a-8a45db331098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:25.108114 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d6da37a-7677-412d-b08a-8a45db331098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:25.111841 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7d6da37a-7677-412d-b08a-8a45db331098 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/961a0cb4-8002-499c-b354-feba5118cd46 HTTP/1.1" status: 204 len: 168 time: 0.4092159 Nov 09 20:05:25.175341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:25.185521 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:25.196187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6da37a-7677-412d-b08a-8a45db331098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961a0cb4-8002-499c-b354-feba5118cd46,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:25.277018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:05:25.297209 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:25.297696 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment 9e6c037e-ce87-4899-b2a4-f5846d1837f2 of type vlan for network c7e5f2ad-b43e-44f7-878f-5bc895572ebb Nov 09 20:05:25.373778 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:25.447500 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:25.450810 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:25.463800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:25.464586 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:25.508729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5459149 Nov 09 20:05:25.510472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34702) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:25.520853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': 'c7e5f2ad-b43e-44f7-878f-5bc895572ebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:25.596844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb659d-7903-42f2-82a4-45f91c1d4c74 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=c7e5f2ad-b43e-44f7-878f-5bc895572ebb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:25.611930 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c7e5f2ad-b43e-44f7-878f-5bc895572ebb details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:25.713504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:25.718346 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:26.180220 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:26.272228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=485d75c9-01a7-412a-b42c-2b2b2a420d14,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:26.278239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': '9e6c037e-ce87-4899-b2a4-f5846d1837f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'c7e5f2ad-b43e-44f7-878f-5bc895572ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:26.278697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: c7e5f2ad-b43e-44f7-878f-5bc895572ebb, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:05:26.302662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network c7e5f2ad-b43e-44f7-878f-5bc895572ebb is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:05:26.323666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c7e5f2ad-b43e-44f7-878f-5bc895572ebb) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:26.332802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde4163-7538-487e-bc11-569392b785ef None None] Network c7e5f2ad-b43e-44f7-878f-5bc895572ebb requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:26.340235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:26.341390 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:26.373268 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-094defe3-5d94-440d-8812-fb815658b9b5 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8584487 Nov 09 20:05:26.373673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34736) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:26.567254 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:26.616292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-c7e5f2ad-b43e-44f7-878f-5bc895572ebb', 'network_id': 'c7e5f2ad-b43e-44f7-878f-5bc895572ebb', 'tenant_id': 'dbfab7bdc9464e0388028ee24a7eb6bc', 'fixed_ips': [{'subnet_id': '485d75c9-01a7-412a-b42c-2b2b2a420d14'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:05:26.618048 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:26.700555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:26.807987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Allocated IP 172.20.0.1 (c7e5f2ad-b43e-44f7-878f-5bc895572ebb/485d75c9-01a7-412a-b42c-2b2b2a420d14/526d9afe-747a-461a-b480-2174ffd25a3a) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:05:27.026836 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:27.036385 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:27.069123 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:27.140291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Pushing event updated for resources: {'Port': ['ID=526d9afe-747a-461a-b480-2174ffd25a3a,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:27.204689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=485d75c9-01a7-412a-b42c-2b2b2a420d14,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:27.208449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Network c7e5f2ad-b43e-44f7-878f-5bc895572ebb is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:05:27.216492 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:27.228523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:05:27.379605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Attempting to bind port 526d9afe-747a-461a-b480-2174ffd25a3a on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:05:27.379962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Attempting to bind port 526d9afe-747a-461a-b480-2174ffd25a3a by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '9e6c037e-ce87-4899-b2a4-f5846d1837f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'c7e5f2ad-b43e-44f7-878f-5bc895572ebb'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:05:27.380359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Attempting to bind port 526d9afe-747a-461a-b480-2174ffd25a3a on network c7e5f2ad-b43e-44f7-878f-5bc895572ebb {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:05:27.387652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:05:27.387652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Checking segment: {'id': '9e6c037e-ce87-4899-b2a4-f5846d1837f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'c7e5f2ad-b43e-44f7-878f-5bc895572ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:27.387652 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:27.387652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Bound using segment: {'id': '9e6c037e-ce87-4899-b2a4-f5846d1837f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'c7e5f2ad-b43e-44f7-878f-5bc895572ebb'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:05:27.387652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Bound port: 526d9afe-747a-461a-b480-2174ffd25a3a, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6c037e-ce87-4899-b2a4-f5846d1837f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'c7e5f2ad-b43e-44f7-878f-5bc895572ebb'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:05:27.388128 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:27.396629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:27.457801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e5f2ad-b43e-44f7-878f-5bc895572ebb']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:27.476675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6c037e-ce87-4899-b2a4-f5846d1837f2') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:27.477185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6c037e-ce87-4899-b2a4-f5846d1837f2') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:27.508495 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:27.522290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] For port 526d9afe-747a-461a-b480-2174ffd25a3a, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:05:27.526969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] For port 526d9afe-747a-461a-b480-2174ffd25a3a, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=526d9afe-747a-461a-b480-2174ffd25a3a,segment=NetworkSegment(9e6c037e-ce87-4899-b2a4-f5846d1837f2),segment_id=9e6c037e-ce87-4899-b2a4-f5846d1837f2)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:05:27.535697 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:27.551896 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:27.565560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:27.565973 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:27.577100 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:27.610147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e8503-8e42-4ad5-abd3-cf9094f5f747 None None] Pushing event updated for resources: {'Port': ['ID=526d9afe-747a-461a-b480-2174ffd25a3a,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:27.720080 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.api [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 20:05:27.720080 n-d-817256-1 neutron-server[102295]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 20:05:27.720080 n-d-817256-1 neutron-server[102295]: [parameters: {'id': 'c7e5f2ad-b43e-44f7-878f-5bc895572ebb'}] Nov 09 20:05:27.720080 n-d-817256-1 neutron-server[102295]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:05:27.720521 n-d-817256-1 neutron-server[102295]: DEBUG oslo_db.api [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:05:27.745924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f592be6-e33e-4f1c-a6f9-5a25d1033738 None None] Network c7e5f2ad-b43e-44f7-878f-5bc895572ebb requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:27.820960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34780) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:27.833105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5056e882-a440-442b-a946-5d35e1fe1b3e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1273053249', 'description': 'tempest-secgroup-smoke-1273053249 description', 'project_id': '93208427bc274a8b8137372b5d73943b'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:27.912698 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5056e882-a440-442b-a946-5d35e1fe1b3e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.012544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7a4c2-edf5-493d-b44a-340aa156f4dd None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:05:28.038253 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5056e882-a440-442b-a946-5d35e1fe1b3e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.048081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5056e882-a440-442b-a946-5d35e1fe1b3e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.095767 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5056e882-a440-442b-a946-5d35e1fe1b3e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.099799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5056e882-a440-442b-a946-5d35e1fe1b3e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2748013 Nov 09 20:05:28.100988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34786) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:28.106258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-af84c02e-833e-4384-8f42-03a9e6617e0f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'security_group_rule': {'security_group_id': '1c7c8105-3d9b-4275-bb29-d4b2bee767bd', 'project_id': '93208427bc274a8b8137372b5d73943b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:28.118437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056e882-a440-442b-a946-5d35e1fe1b3e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7c8105-3d9b-4275-bb29-d4b2bee767bd,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:28.150871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-af84c02e-833e-4384-8f42-03a9e6617e0f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.193547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b7a4c2-edf5-493d-b44a-340aa156f4dd None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:05:28.223440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.226085 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-af84c02e-833e-4384-8f42-03a9e6617e0f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.235712 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-af84c02e-833e-4384-8f42-03a9e6617e0f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.279557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84c02e-833e-4384-8f42-03a9e6617e0f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b034574-9c30-4835-8810-894e770b4e86,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:28.318088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-af84c02e-833e-4384-8f42-03a9e6617e0f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.321787 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-af84c02e-833e-4384-8f42-03a9e6617e0f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2194233 Nov 09 20:05:28.324552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34792) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:28.331881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-744dfc17-e65d-4ebf-bf79-bfe85f88cb81 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'security_group_rule': {'security_group_id': '1c7c8105-3d9b-4275-bb29-d4b2bee767bd', 'project_id': '93208427bc274a8b8137372b5d73943b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:28.369461 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-744dfc17-e65d-4ebf-bf79-bfe85f88cb81 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.390799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Deleting port 526d9afe-747a-461a-b480-2174ffd25a3a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:05:28.391384 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.487563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] For port 526d9afe-747a-461a-b480-2174ffd25a3a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=526d9afe-747a-461a-b480-2174ffd25a3a,segment=NetworkSegment(9e6c037e-ce87-4899-b2a4-f5846d1837f2),segment_id=9e6c037e-ce87-4899-b2a4-f5846d1837f2)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:28.488304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.502410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-744dfc17-e65d-4ebf-bf79-bfe85f88cb81 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.511597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Calling delete_port for 526d9afe-747a-461a-b480-2174ffd25a3a owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:05:28.520968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-744dfc17-e65d-4ebf-bf79-bfe85f88cb81 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.568027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dfc17-e65d-4ebf-bf79-bfe85f88cb81 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3538d934-2d69-439a-a75c-0a612e2dfec0,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:28.618147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-744dfc17-e65d-4ebf-bf79-bfe85f88cb81 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.619419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-744dfc17-e65d-4ebf-bf79-bfe85f88cb81 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936926 Nov 09 20:05:28.623079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34802) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:28.645891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8a2d047f-317b-41b5-a940-68977e1e6757 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'security_group_rule': {'security_group_id': '1c7c8105-3d9b-4275-bb29-d4b2bee767bd', 'project_id': '93208427bc274a8b8137372b5d73943b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:28.684910 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.698237 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a2d047f-317b-41b5-a940-68977e1e6757 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.717449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Port': ['ID=526d9afe-747a-461a-b480-2174ffd25a3a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:28.724608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No DVR routers for this DVR port 526d9afe-747a-461a-b480-2174ffd25a3a on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:05:28.792581 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a2d047f-317b-41b5-a940-68977e1e6757 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.797614 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a2d047f-317b-41b5-a940-68977e1e6757 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.817884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d047f-317b-41b5-a940-68977e1e6757 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d39ec3b-88cf-4401-8925-d6288a528974,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:28.824440 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a2d047f-317b-41b5-a940-68977e1e6757 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.827096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8a2d047f-317b-41b5-a940-68977e1e6757 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009296 Nov 09 20:05:28.829571 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.830972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34804) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:28.835665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8eb5f685-b660-4c82-8ef7-00ea9fd91e74 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'security_group_rule': {'security_group_id': '1c7c8105-3d9b-4275-bb29-d4b2bee767bd', 'project_id': '93208427bc274a8b8137372b5d73943b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:28.856498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e5f2ad-b43e-44f7-878f-5bc895572ebb']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:28.868009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6c037e-ce87-4899-b2a4-f5846d1837f2') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:28.868321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6c037e-ce87-4899-b2a4-f5846d1837f2') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:28.868456 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f685-b660-4c82-8ef7-00ea9fd91e74 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.881160 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.896062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.901362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:28.901772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:28.904882 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:28.944337 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f685-b660-4c82-8ef7-00ea9fd91e74 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.949625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f685-b660-4c82-8ef7-00ea9fd91e74 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.973177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.975557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5f685-b660-4c82-8ef7-00ea9fd91e74 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9812dbd-a1e8-448d-9706-9c87a36fa398,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:28.981901 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.985656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/c7e5f2ad-b43e-44f7-878f-5bc895572ebb HTTP/1.1" status: 204 len: 168 time: 2.6104114 Nov 09 20:05:28.989958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34808) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:28.994209 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8eb5f685-b660-4c82-8ef7-00ea9fd91e74 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:28.995819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8eb5f685-b660-4c82-8ef7-00ea9fd91e74 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637781 Nov 09 20:05:28.996624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1582378255'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:29.000569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34812) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:29.006138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1c520e99-c205-4a00-a9b3-2171ff25ae7c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'security_group_rule': {'security_group_id': '1c7c8105-3d9b-4275-bb29-d4b2bee767bd', 'project_id': '93208427bc274a8b8137372b5d73943b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:29.030037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b7efc-522f-439d-a3ff-f6e0955ca88f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=c7e5f2ad-b43e-44f7-878f-5bc895572ebb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:29.031755 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-1c520e99-c205-4a00-a9b3-2171ff25ae7c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Project 93208427bc274a8b8137372b5d73943b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:05:29.038732 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c520e99-c205-4a00-a9b3-2171ff25ae7c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.051744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:29.056462 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.095695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:05:29.113171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.114311 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment c5fd8322-cdad-4fe2-8e69-3cc68fdf7396 of type vlan for network 4f286b7a-9205-420e-b720-cd63e3cf8feb Nov 09 20:05:29.166062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c520e99-c205-4a00-a9b3-2171ff25ae7c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.181468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c520e99-c205-4a00-a9b3-2171ff25ae7c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.182420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.202411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c520e99-c205-4a00-a9b3-2171ff25ae7c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea9b86b-facc-4c00-a4ca-99a950cf6109,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:29.211425 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c520e99-c205-4a00-a9b3-2171ff25ae7c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.212680 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1c520e99-c205-4a00-a9b3-2171ff25ae7c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2111511 Nov 09 20:05:29.224368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34820) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:29.224368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0bb33b59-204b-46ef-9c53-cc7487c00378 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'security_group_rule': {'security_group_id': '1c7c8105-3d9b-4275-bb29-d4b2bee767bd', 'project_id': '93208427bc274a8b8137372b5d73943b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:29.225307 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.232218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:29.233370 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.253722 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-0bb33b59-204b-46ef-9c53-cc7487c00378 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Project 93208427bc274a8b8137372b5d73943b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:05:29.260233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bb33b59-204b-46ef-9c53-cc7487c00378 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.304215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3131168 Nov 09 20:05:29.306961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34822) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:29.314531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7738bf98-fc57-40a7-8db9-3138c2da1892 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:29.332714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fa663-04af-4f21-be28-961b430fbf2b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=4f286b7a-9205-420e-b720-cd63e3cf8feb,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:29.345071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 4f286b7a-9205-420e-b720-cd63e3cf8feb details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:29.467880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bb33b59-204b-46ef-9c53-cc7487c00378 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.479086 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bb33b59-204b-46ef-9c53-cc7487c00378 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.527693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb33b59-204b-46ef-9c53-cc7487c00378 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5371b30d-58c1-4edd-b141-d9bf20f56921,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:29.582883 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bb33b59-204b-46ef-9c53-cc7487c00378 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.584209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0bb33b59-204b-46ef-9c53-cc7487c00378 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3677111 Nov 09 20:05:29.636121 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7738bf98-fc57-40a7-8db9-3138c2da1892 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.666784 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7738bf98-fc57-40a7-8db9-3138c2da1892 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.702352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7738bf98-fc57-40a7-8db9-3138c2da1892 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network 4f286b7a-9205-420e-b720-cd63e3cf8feb is not hosted by any dhcp agent {{(pid=102296) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 20:05:29.708769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738bf98-fc57-40a7-8db9-3138c2da1892 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:29.709380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7738bf98-fc57-40a7-8db9-3138c2da1892 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:29.710853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7738bf98-fc57-40a7-8db9-3138c2da1892 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "PUT /v2.0/networks/4f286b7a-9205-420e-b720-cd63e3cf8feb HTTP/1.1" status: 200 len: 723 time: 0.4028847 Nov 09 20:05:29.713693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34846) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:29.725508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': '4f286b7a-9205-420e-b720-cd63e3cf8feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:29.777035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738bf98-fc57-40a7-8db9-3138c2da1892 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=4f286b7a-9205-420e-b720-cd63e3cf8feb,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:29.789322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 4f286b7a-9205-420e-b720-cd63e3cf8feb details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:29.857630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:29.862309 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:30.250572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:30.346095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=71f6df70-3b93-4b4e-b97a-348da19c4520,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:30.363422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.363853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.364315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.364745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.365274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.365676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.366083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.366480 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.366902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.367300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.367696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.368102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:30.414462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': 'c5fd8322-cdad-4fe2-8e69-3cc68fdf7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4f286b7a-9205-420e-b720-cd63e3cf8feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:30.416278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: 4f286b7a-9205-420e-b720-cd63e3cf8feb, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:05:30.455502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network 4f286b7a-9205-420e-b720-cd63e3cf8feb is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:05:30.481650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 4f286b7a-9205-420e-b720-cd63e3cf8feb) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:30.492549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75943fc-a1aa-427a-be70-872d5db7665c None None] Network 4f286b7a-9205-420e-b720-cd63e3cf8feb requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:30.496463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:30.496989 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:30.520949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3b84548d-92ea-49a2-be29-35ce2971a75f tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8060477 Nov 09 20:05:30.523558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34876) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:30.528918 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fe5638c6-d6d9-43c9-a0f7-03bd28bd1d26 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:30.719229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fe5638c6-d6d9-43c9-a0f7-03bd28bd1d26 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29544982'] for subnet, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:30.740199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-4f286b7a-9205-420e-b720-cd63e3cf8feb', 'network_id': '4f286b7a-9205-420e-b720-cd63e3cf8feb', 'tenant_id': 'dbfab7bdc9464e0388028ee24a7eb6bc', 'fixed_ips': [{'subnet_id': '71f6df70-3b93-4b4e-b97a-348da19c4520'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:05:30.741629 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:30.918441 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fe5638c6-d6d9-43c9-a0f7-03bd28bd1d26 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739941408305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29494343'] for subnet, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:30.997583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5638c6-d6d9-43c9-a0f7-03bd28bd1d26 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=71f6df70-3b93-4b4e-b97a-348da19c4520,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:31.001589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5638c6-d6d9-43c9-a0f7-03bd28bd1d26 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:31.001589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fe5638c6-d6d9-43c9-a0f7-03bd28bd1d26 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.005394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fe5638c6-d6d9-43c9-a0f7-03bd28bd1d26 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "PUT /v2.0/subnets/71f6df70-3b93-4b4e-b97a-348da19c4520 HTTP/1.1" status: 200 len: 806 time: 0.4784338 Nov 09 20:05:31.006125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34910) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:31.102941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Allocated IP 172.20.0.2 (4f286b7a-9205-420e-b720-cd63e3cf8feb/71f6df70-3b93-4b4e-b97a-348da19c4520/2bcd195a-27d4-4d6a-a8ba-e29d8f34e892) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:05:31.186626 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.306981 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.317942 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.326782 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.379527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Network 4f286b7a-9205-420e-b720-cd63e3cf8feb is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:05:31.383698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:31.388438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:05:31.406258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Pushing event updated for resources: {'Port': ['ID=2bcd195a-27d4-4d6a-a8ba-e29d8f34e892,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:31.516139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Attempting to bind port 2bcd195a-27d4-4d6a-a8ba-e29d8f34e892 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:05:31.517254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Attempting to bind port 2bcd195a-27d4-4d6a-a8ba-e29d8f34e892 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'c5fd8322-cdad-4fe2-8e69-3cc68fdf7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4f286b7a-9205-420e-b720-cd63e3cf8feb'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:05:31.518119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Attempting to bind port 2bcd195a-27d4-4d6a-a8ba-e29d8f34e892 on network 4f286b7a-9205-420e-b720-cd63e3cf8feb {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:05:31.535720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:05:31.540372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.541393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Checking segment: {'id': 'c5fd8322-cdad-4fe2-8e69-3cc68fdf7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4f286b7a-9205-420e-b720-cd63e3cf8feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:31.542043 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.542576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Bound using segment: {'id': 'c5fd8322-cdad-4fe2-8e69-3cc68fdf7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4f286b7a-9205-420e-b720-cd63e3cf8feb'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:05:31.543193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Bound port: 2bcd195a-27d4-4d6a-a8ba-e29d8f34e892, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fd8322-cdad-4fe2-8e69-3cc68fdf7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4f286b7a-9205-420e-b720-cd63e3cf8feb'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:05:31.543683 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.583700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=71f6df70-3b93-4b4e-b97a-348da19c4520,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:31.677944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.687692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] For port 2bcd195a-27d4-4d6a-a8ba-e29d8f34e892, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:05:31.699241 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] For port 2bcd195a-27d4-4d6a-a8ba-e29d8f34e892, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2bcd195a-27d4-4d6a-a8ba-e29d8f34e892,segment=NetworkSegment(c5fd8322-cdad-4fe2-8e69-3cc68fdf7396),segment_id=c5fd8322-cdad-4fe2-8e69-3cc68fdf7396)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:05:31.704385 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.723499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f286b7a-9205-420e-b720-cd63e3cf8feb']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:31.737037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fd8322-cdad-4fe2-8e69-3cc68fdf7396') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:31.737844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fd8322-cdad-4fe2-8e69-3cc68fdf7396') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:31.752162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.776163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.788716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:31.789469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:31.793727 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:31.879659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.api [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 20:05:31.879659 n-d-817256-1 neutron-server[102295]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 20:05:31.879659 n-d-817256-1 neutron-server[102295]: [parameters: {'id': '4f286b7a-9205-420e-b720-cd63e3cf8feb'}] Nov 09 20:05:31.879659 n-d-817256-1 neutron-server[102295]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:05:31.880383 n-d-817256-1 neutron-server[102295]: DEBUG oslo_db.api [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:05:32.018758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc4a9a2-7029-484a-93fc-4657770705ce None None] Network 4f286b7a-9205-420e-b720-cd63e3cf8feb requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:32.035852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582049bb-65d6-4bfa-ae97-badd81c1d137 None None] Pushing event updated for resources: {'Port': ['ID=2bcd195a-27d4-4d6a-a8ba-e29d8f34e892,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:32.180861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d5e83-4251-4494-9ae8-096b4c62bc10 None None] Network 4f286b7a-9205-420e-b720-cd63e3cf8feb requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:32.327960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc0ba7a-24e7-467f-8f4f-da444023f95a None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:05:32.381862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:32.460381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Deleting port 2bcd195a-27d4-4d6a-a8ba-e29d8f34e892 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:05:32.460755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:32.469306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc0ba7a-24e7-467f-8f4f-da444023f95a None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:05:32.640017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] For port 2bcd195a-27d4-4d6a-a8ba-e29d8f34e892, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2bcd195a-27d4-4d6a-a8ba-e29d8f34e892,segment=NetworkSegment(c5fd8322-cdad-4fe2-8e69-3cc68fdf7396),segment_id=c5fd8322-cdad-4fe2-8e69-3cc68fdf7396)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:32.644836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:32.693837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Calling delete_port for 2bcd195a-27d4-4d6a-a8ba-e29d8f34e892 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:05:32.824150 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:32.878465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No DVR routers for this DVR port 2bcd195a-27d4-4d6a-a8ba-e29d8f34e892 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:05:32.903626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Port': ['ID=2bcd195a-27d4-4d6a-a8ba-e29d8f34e892,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:33.225908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34946) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:33.414638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.434393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.443297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f286b7a-9205-420e-b720-cd63e3cf8feb']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:33.458371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fd8322-cdad-4fe2-8e69-3cc68fdf7396') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:33.458838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fd8322-cdad-4fe2-8e69-3cc68fdf7396') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:33.474446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.495204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.506371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:33.507034 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:33.511227 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:33.577965 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.586489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.624708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.633058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.643057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/4f286b7a-9205-420e-b720-cd63e3cf8feb HTTP/1.1" status: 204 len: 168 time: 2.6357689 Nov 09 20:05:33.645581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34952) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:33.654564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf4d17-f984-4a24-b8cd-db103e253e51,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:33.689452 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda9210b-1964-4bde-aa60-b1428e73c952 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:33.690189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda9210b-1964-4bde-aa60-b1428e73c952 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:33.701727 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dda9210b-1964-4bde-aa60-b1428e73c952 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/4f286b7a-9205-420e-b720-cd63e3cf8feb HTTP/1.1" status: 404 len: 339 time: 0.0489490 Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.701954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:33.703077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34954) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:33.721491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-889725069', 'description': 'd1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:33.721986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7110fc77-b2ab-4977-aaf2-efa5aa9984b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1a0e2a8a65644d5af0ce395cfb2e9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936886 Nov 09 20:05:33.722712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34958) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:33.743270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4c563-dbe5-4ee2-890b-ef7a678c921d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=4f286b7a-9205-420e-b720-cd63e3cf8feb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:33.817192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:33.821872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.866956 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:05:33.869327 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1ded7a3-de57-4df4-a585-a054fec27bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.887559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.888561 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment ade4e0f9-53d7-435b-b9f5-7b68a459f285 of type vlan for network 13461d7d-00f7-4a6b-8cc7-e1f601c946b6 Nov 09 20:05:33.944591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1ded7a3-de57-4df4-a585-a054fec27bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.957715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:33.992139 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.000561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:34.001467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.038917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1ded7a3-de57-4df4-a585-a054fec27bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.046417 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1ded7a3-de57-4df4-a585-a054fec27bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.051942 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c1ded7a3-de57-4df4-a585-a054fec27bc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65cf4d17-f984-4a24-b8cd-db103e253e51 HTTP/1.1" status: 204 len: 168 time: 0.3282070 Nov 09 20:05:34.061278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ded7a3-de57-4df4-a585-a054fec27bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf4d17-f984-4a24-b8cd-db103e253e51,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:34.098687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3932257 Nov 09 20:05:34.100844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34976) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:34.121893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cf052-a5e6-4234-a898-131e720a76e3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=13461d7d-00f7-4a6b-8cc7-e1f601c946b6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:34.145580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 13461d7d-00f7-4a6b-8cc7-e1f601c946b6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:34.318210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1800f7b3-5e7d-435a-b132-c93d311672fd tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:34.326227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1800f7b3-5e7d-435a-b132-c93d311672fd tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/networks?id=13461d7d-00f7-4a6b-8cc7-e1f601c946b6 HTTP/1.1" status: 200 len: 760 time: 0.2209420 Nov 09 20:05:34.326629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34980) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:34.332228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d9c0ff15-97cc-40b1-bcf8-a63c77f752d2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'description': 'd2'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:34.513048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34982) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:34.529496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed63f-95ec-4894-a84f-5efeb3ba9b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.553838 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff15-97cc-40b1-bcf8-a63c77f752d2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.579845 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff15-97cc-40b1-bcf8-a63c77f752d2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.594241 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9c0ff15-97cc-40b1-bcf8-a63c77f752d2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network 13461d7d-00f7-4a6b-8cc7-e1f601c946b6 is not hosted by any dhcp agent {{(pid=102295) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 20:05:34.604422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0ff15-97cc-40b1-bcf8-a63c77f752d2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:34.605830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff15-97cc-40b1-bcf8-a63c77f752d2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.608131 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d9c0ff15-97cc-40b1-bcf8-a63c77f752d2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "PUT /v2.0/networks/13461d7d-00f7-4a6b-8cc7-e1f601c946b6 HTTP/1.1" status: 200 len: 757 time: 0.2803783 Nov 09 20:05:34.612132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 34984) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:34.681127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0ff15-97cc-40b1-bcf8-a63c77f752d2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=13461d7d-00f7-4a6b-8cc7-e1f601c946b6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:34.696133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed63f-95ec-4894-a84f-5efeb3ba9b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.696805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 13461d7d-00f7-4a6b-8cc7-e1f601c946b6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:34.709467 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed63f-95ec-4894-a84f-5efeb3ba9b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.743369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ff239-8ac0-4860-b25b-cadf61c33591 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:34.751156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34986) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:34.751761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-075ff239-8ac0-4860-b25b-cadf61c33591 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/networks?id=13461d7d-00f7-4a6b-8cc7-e1f601c946b6 HTTP/1.1" status: 200 len: 760 time: 0.1382205 Nov 09 20:05:34.760062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2020688971'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:34.780156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ed63f-95ec-4894-a84f-5efeb3ba9b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69221dba-8038-4af5-a8d1-8cb3c603516f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:34.794144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 34988) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:34.800205 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5b4ed63f-95ec-4894-a84f-5efeb3ba9b31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=971a5ef9b4bc4bc1a8f6aa7a3ec091da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842915 Nov 09 20:05:34.832642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:34.836568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.895988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:05:34.912166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b157648-463a-472f-9b65-2ba545b325c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.959051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b157648-463a-472f-9b65-2ba545b325c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.965837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:34.966137 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment 51766803-3c5a-4071-841e-a45712f99a8b of type vlan for network 12a4396c-a353-49ad-987d-839f79e8061f Nov 09 20:05:35.046763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:35.085094 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b157648-463a-472f-9b65-2ba545b325c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:35.089530 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b157648-463a-472f-9b65-2ba545b325c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:35.094116 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b157648-463a-472f-9b65-2ba545b325c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69221dba-8038-4af5-a8d1-8cb3c603516f HTTP/1.1" status: 204 len: 168 time: 0.2922599 Nov 09 20:05:35.101981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:35.113927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:35.114609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:35.145208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b157648-463a-472f-9b65-2ba545b325c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69221dba-8038-4af5-a8d1-8cb3c603516f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:35.231732 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4785140 Nov 09 20:05:35.237557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35004) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:35.241085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': '12a4396c-a353-49ad-987d-839f79e8061f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:35.297713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1211999-0f77-4baf-9b8f-4201b3a58979 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=12a4396c-a353-49ad-987d-839f79e8061f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:35.317039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 12a4396c-a353-49ad-987d-839f79e8061f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:35.325203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0182f61-0a04-424e-8cfe-f74d4a541e46 req-e932990a-63de-4c47-a9b5-d17511dd5bde tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:35.333803 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0182f61-0a04-424e-8cfe-f74d4a541e46 req-e932990a-63de-4c47-a9b5-d17511dd5bde tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 945 time: 0.1212609 Nov 09 20:05:35.384110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:35.395634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:35.401320 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0182f61-0a04-424e-8cfe-f74d4a541e46 req-1b8552c6-ddba-4d7f-bfbe-1537323ded91 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666373 Nov 09 20:05:35.627188 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:35.710972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=6017d9ac-f933-49e3-aa71-ce44eae267fe,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:35.724613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': '51766803-3c5a-4071-841e-a45712f99a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '12a4396c-a353-49ad-987d-839f79e8061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:35.724975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: 12a4396c-a353-49ad-987d-839f79e8061f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:05:35.751855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network 12a4396c-a353-49ad-987d-839f79e8061f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:05:35.762138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 12a4396c-a353-49ad-987d-839f79e8061f) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:35.767289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:35.768977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:35.773147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3f301c-3d86-4de7-879f-90d0e200e099 None None] Network 12a4396c-a353-49ad-987d-839f79e8061f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:35.813822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5152d700-0492-49fd-acbc-84a25d397992 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5747643 Nov 09 20:05:35.814005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35024) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:35.959747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:35.972498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf15d97-77d1-4bdf-933d-a9b2e20cfd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-12a4396c-a353-49ad-987d-839f79e8061f', 'network_id': '12a4396c-a353-49ad-987d-839f79e8061f', 'tenant_id': 'dbfab7bdc9464e0388028ee24a7eb6bc', 'fixed_ips': [{'subnet_id': '6017d9ac-f933-49e3-aa71-ce44eae267fe'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:05:35.976164 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7bf15d97-77d1-4bdf-933d-a9b2e20cfd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:36.036567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:36.133997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:36.164090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=6017d9ac-f933-49e3-aa71-ce44eae267fe,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server [None req-7bf15d97-77d1-4bdf-933d-a9b2e20cfd5e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6017d9ac-f933-49e3-aa71-ce44eae267fe: This subnet is being modified by another concurrent operation. Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise exception Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6017d9ac-f933-49e3-aa71-ce44eae267fe: This subnet is being modified by another concurrent operation. Nov 09 20:05:36.203135 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Nov 09 20:05:36.224456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f8450d-9465-4b62-9262-445be2f52d53 None None] Network 12a4396c-a353-49ad-987d-839f79e8061f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:36.237063 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:36.291417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a4396c-a353-49ad-987d-839f79e8061f']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:36.304744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51766803-3c5a-4071-841e-a45712f99a8b') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:36.305071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51766803-3c5a-4071-841e-a45712f99a8b') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:36.316917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:36.334335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:36.342324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:36.343085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:36.347935 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:36.415762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69e13c-d90a-478a-915c-f85572d4426f None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:05:36.424625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:36.431070 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:36.441583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/12a4396c-a353-49ad-987d-839f79e8061f HTTP/1.1" status: 204 len: 168 time: 0.6241460 Nov 09 20:05:36.441982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35044) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:36.469638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489ed30-6b8c-4e68-b0c5-5110f724fa34 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=12a4396c-a353-49ad-987d-839f79e8061f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:36.496654 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d12662f-54c1-450d-94af-69468ca41d27 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] GET failed (client error): The resource could not be found. Nov 09 20:05:36.498217 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7d12662f-54c1-450d-94af-69468ca41d27 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/subnets/6017d9ac-f933-49e3-aa71-ce44eae267fe HTTP/1.1" status: 404 len: 337 time: 0.0551772 Nov 09 20:05:36.501134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35048) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:36.522368 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bafd1b-389c-4939-9c59-5991e421e116 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:36.523481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bafd1b-389c-4939-9c59-5991e421e116 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:36.526383 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-41bafd1b-389c-4939-9c59-5991e421e116 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/12a4396c-a353-49ad-987d-839f79e8061f HTTP/1.1" status: 404 len: 339 time: 0.0240970 Nov 09 20:05:36.531561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35050) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:36.576297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a69e13c-d90a-478a-915c-f85572d4426f None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:05:36.999419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c9a73-4a18-46c6-8e92-1f9e98a8c8d3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.013149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9a8c9a73-4a18-46c6-8e92-1f9e98a8c8d3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4798126 Nov 09 20:05:37.015978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35060) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:37.071517 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7b1d5d42-6f07-43ee-9d45-59bcc8133cd7 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 207 time: 0.0543761 Nov 09 20:05:37.075372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35064) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:37.222446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3144c-626c-46d4-8932-e8b046c1fc9c req-f7ad2bef-ff6b-45c0-b664-93688a1da2fa tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.224465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06a3144c-626c-46d4-8932-e8b046c1fc9c req-f7ad2bef-ff6b-45c0-b664-93688a1da2fa tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 945 time: 0.2043157 Nov 09 20:05:37.245090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-b9fb87da-6624-4f79-8a6d-1bb5c19257c6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.247778 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-b9fb87da-6624-4f79-8a6d-1bb5c19257c6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.77 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 945 time: 0.4797010 Nov 09 20:05:37.253267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0735fbf8-153d-4b12-a20b-5ef62117dd07 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.263832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0735fbf8-153d-4b12-a20b-5ef62117dd07 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.271861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0735fbf8-153d-4b12-a20b-5ef62117dd07 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.278900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0735fbf8-153d-4b12-a20b-5ef62117dd07 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.283901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0735fbf8-153d-4b12-a20b-5ef62117dd07 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1955082 Nov 09 20:05:37.285857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35072) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:37.394212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06a3144c-626c-46d4-8932-e8b046c1fc9c req-0e7cf999-7c08-4431-912e-adabe68e8a4f tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/security-groups?id=0914beee-c6bf-4c17-9f13-815b6f81aac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594558 Nov 09 20:05:37.470555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b89247e6-3dc0-422d-bdb8-61a95836d990 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1832047 Nov 09 20:05:37.473498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35078) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:37.510335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-52039c51-0eef-4a53-b4ec-61771b53ca8a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Deleting port d67b348e-b205-4e08-9ff3-d0b294e1869b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:05:37.510871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-52039c51-0eef-4a53-b4ec-61771b53ca8a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:37.547547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0a524-56ae-4078-aec1-6b60eeedcbcc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.549192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb0a524-56ae-4078-aec1-6b60eeedcbcc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.551025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1eb0a524-56ae-4078-aec1-6b60eeedcbcc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0764749 Nov 09 20:05:37.554471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35084) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:37.630562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b674b-f8bf-4855-93f2-7f04e2d78ae8 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.635125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b674b-f8bf-4855-93f2-7f04e2d78ae8 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.643123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-517b674b-f8bf-4855-93f2-7f04e2d78ae8 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0840814 Nov 09 20:05:37.643626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35086) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:37.650303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-52039c51-0eef-4a53-b4ec-61771b53ca8a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] For port d67b348e-b205-4e08-9ff3-d0b294e1869b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d67b348e-b205-4e08-9ff3-d0b294e1869b,segment=NetworkSegment(c6ae8a2a-563c-4e2c-83c8-4da05062aa3a),segment_id=c6ae8a2a-563c-4e2c-83c8-4da05062aa3a)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:37.650708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-52039c51-0eef-4a53-b4ec-61771b53ca8a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:37.718270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-52039c51-0eef-4a53-b4ec-61771b53ca8a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Calling delete_port for d67b348e-b205-4e08-9ff3-d0b294e1869b owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:05:37.819759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6586d21-dd86-4b4f-ae60-061b9ab25cb2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:37.826760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f6586d21-dd86-4b4f-ae60-061b9ab25cb2 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/networks/b8ae439a-cdbc-4802-9bc6-c69d7e21c807 HTTP/1.1" status: 200 len: 800 time: 0.1818197 Nov 09 20:05:37.827529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35092) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:37.991393 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-52039c51-0eef-4a53-b4ec-61771b53ca8a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.002076 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bb6135c4-f216-4625-9292-c1e3b19cba47 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/networks/b8ae439a-cdbc-4802-9bc6-c69d7e21c807?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1686044 Nov 09 20:05:38.002575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35094) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:38.008598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['d67b348e-b205-4e08-9ff3-d0b294e1869b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:05:38.052733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52039c51-0eef-4a53-b4ec-61771b53ca8a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Pushing event deleted for resources: {'Port': ['ID=d67b348e-b205-4e08-9ff3-d0b294e1869b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:38.117025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89aa76f-0716-43c6-9420-092740d89772 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:38.119981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b89aa76f-0716-43c6-9420-092740d89772 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/subnets/6b097154-526a-46f2-aa09-0aa79581bf66 HTTP/1.1" status: 200 len: 811 time: 0.1156621 Nov 09 20:05:38.124297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35098) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:38.155023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-52039c51-0eef-4a53-b4ec-61771b53ca8a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] No DVR routers for this DVR port d67b348e-b205-4e08-9ff3-d0b294e1869b on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:05:38.158377 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-52039c51-0eef-4a53-b4ec-61771b53ca8a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.162641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-75a89010-6fd9-43ee-89bb-7204a1265039 req-52039c51-0eef-4a53-b4ec-61771b53ca8a tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.77 "DELETE /v2.0/ports/d67b348e-b205-4e08-9ff3-d0b294e1869b HTTP/1.1" status: 204 len: 173 time: 0.9001348 Nov 09 20:05:38.163217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f574ba45-2624-491c-82b6-6b865dfa4d81', 'name': 'network-vif-deleted', 'tag': 'd67b348e-b205-4e08-9ff3-d0b294e1869b'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:05:38.166044 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9aaecb-c729-4f67-b278-49ff8a59f6e4" -d '{"events": [{"server_uuid": "f574ba45-2624-491c-82b6-6b865dfa4d81", "name": "network-vif-deleted", "tag": "d67b348e-b205-4e08-9ff3-d0b294e1869b"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:05:38.219398 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a12e88-a7f0-466e-ad20-5df9c11df465 x-openstack-request-id: req-30a12e88-a7f0-466e-ad20-5df9c11df465 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:05:38.219719 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f574ba45-2624-491c-82b6-6b865dfa4d81", "name": "network-vif-deleted", "tag": "d67b348e-b205-4e08-9ff3-d0b294e1869b", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:05:38.220105 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30a12e88-a7f0-466e-ad20-5df9c11df465 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:05:38.220720 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f574ba45-2624-491c-82b6-6b865dfa4d81', 'name': 'network-vif-deleted', 'tag': 'd67b348e-b205-4e08-9ff3-d0b294e1869b', 'status': 'completed', 'code': 200} Nov 09 20:05:38.261130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35106) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:38.291061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ce9cc-2b0c-4845-b312-d5c1c1f14a57 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['shared'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:38.299236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35110) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:38.305782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1525151503'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:38.313603 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3e3ce9cc-2b0c-4845-b312-d5c1c1f14a57 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "GET /v2.0/subnets/6b097154-526a-46f2-aa09-0aa79581bf66?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1685514 Nov 09 20:05:38.360299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:38.365573 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.413343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:05:38.479368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-18f13d4c-6099-4a98-86c1-19cff583d032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.499345 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.499713 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Added segment ad8f91d2-a7f4-42fd-bb9c-40091354c316 of type vlan for network e761a523-dc75-494e-a0b2-aafd93cccc48 Nov 09 20:05:38.561812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.585062 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a84cb6bf-d5c9-4692-a7da-f3ca84fc6375 req-0248c221-1f18-4d64-aecf-3676731f51c6 tempest-VolumesSnapshotTestJSON-1582698399 tempest-VolumesSnapshotTestJSON-1582698399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f574ba45-2624-491c-82b6-6b865dfa4d81 HTTP/1.1" status: 200 len: 210 time: 0.0560141 Nov 09 20:05:38.613135 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.619193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:38.619797 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.699804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3989005 Nov 09 20:05:38.704586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35118) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:38.711664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-18f13d4c-6099-4a98-86c1-19cff583d032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.712696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'network_id': 'e761a523-dc75-494e-a0b2-aafd93cccc48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:38.722672 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-18f13d4c-6099-4a98-86c1-19cff583d032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.729328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5818658-1cdc-44d1-a113-41ea5a23054d tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Network': ['ID=e761a523-dc75-494e-a0b2-aafd93cccc48,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:38.746563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network e761a523-dc75-494e-a0b2-aafd93cccc48 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:05:38.771107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f13d4c-6099-4a98-86c1-19cff583d032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9802e1c-f1e9-4a92-b81a-4f66b0ef0720,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:38.777932 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-18f13d4c-6099-4a98-86c1-19cff583d032 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30e36a62c6864d0ba3d3ecf19b592d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150261 Nov 09 20:05:38.787244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35120) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:38.867836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Made reservation on behalf of dbfab7bdc9464e0388028ee24a7eb6bc for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:05:38.874114 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-340ba89e-771f-4e79-82c0-f8993e0d6a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.876433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.900301 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-340ba89e-771f-4e79-82c0-f8993e0d6a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.969913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Performing IP validity checks on allocation pools {{(pid=102296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 20:05:38.970341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 20:05:38.986081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-340ba89e-771f-4e79-82c0-f8993e0d6a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.989819 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-340ba89e-771f-4e79-82c0-f8993e0d6a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:38.998294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-340ba89e-771f-4e79-82c0-f8993e0d6a77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9802e1c-f1e9-4a92-b81a-4f66b0ef0720 HTTP/1.1" status: 204 len: 168 time: 0.2092860 Nov 09 20:05:39.009512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ba89e-771f-4e79-82c0-f8993e0d6a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9802e1c-f1e9-4a92-b81a-4f66b0ef0720,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:39.334814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35126) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:39.350906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2939925b-61ee-406d-96df-7607872118cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:39.420703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:39.462070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2939925b-61ee-406d-96df-7607872118cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:39.465916 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2939925b-61ee-406d-96df-7607872118cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:39.506734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=f3a4332c-cb05-4de4-a48d-a148d3865f11,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:39.524495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939925b-61ee-406d-96df-7607872118cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f5a555-e669-4706-ba01-dc31eb2d2db8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:39.525133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Checking segment: {'id': 'ad8f91d2-a7f4-42fd-bb9c-40091354c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e761a523-dc75-494e-a0b2-aafd93cccc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:39.525680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network hostable DHCP agents. Network: e761a523-dc75-494e-a0b2-aafd93cccc48, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:05:39.538569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2939925b-61ee-406d-96df-7607872118cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64df087656904299bca4dd11c6820db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981888 Nov 09 20:05:39.539027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35134) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:39.577659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Network e761a523-dc75-494e-a0b2-aafd93cccc48 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:05:39.592329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, e761a523-dc75-494e-a0b2-aafd93cccc48) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:39.602718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:39.603539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ec8c5-5f75-425c-9794-af866829ede9 None None] Network e761a523-dc75-494e-a0b2-aafd93cccc48 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:39.604348 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:39.619055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8b6a332f-98d1-4462-8f64-48dadd39166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:39.643444 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8b6a332f-98d1-4462-8f64-48dadd39166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:39.666351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35142) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:39.671601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-191f1bd5-a7fc-4049-a331-2029f81d742b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9650388 Nov 09 20:05:39.672413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c218bbfb-6739-4b1a-99d9-954d7ae8136a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:39.723636 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8b6a332f-98d1-4462-8f64-48dadd39166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:39.726594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8b6a332f-98d1-4462-8f64-48dadd39166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:39.729196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8b6a332f-98d1-4462-8f64-48dadd39166b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28f5a555-e669-4706-ba01-dc31eb2d2db8 HTTP/1.1" status: 204 len: 168 time: 0.1931741 Nov 09 20:05:39.749550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a332f-98d1-4462-8f64-48dadd39166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f5a555-e669-4706-ba01-dc31eb2d2db8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:39.868880 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c218bbfb-6739-4b1a-99d9-954d7ae8136a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29544982'] for subnet, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:39.941041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-e761a523-dc75-494e-a0b2-aafd93cccc48', 'network_id': 'e761a523-dc75-494e-a0b2-aafd93cccc48', 'tenant_id': 'dbfab7bdc9464e0388028ee24a7eb6bc', 'fixed_ips': [{'subnet_id': 'f3a4332c-cb05-4de4-a48d-a148d3865f11'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:05:39.942339 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.197089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c218bbfb-6739-4b1a-99d9-954d7ae8136a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739941408305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29494343'] for subnet, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.267165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218bbfb-6739-4b1a-99d9-954d7ae8136a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:40.267880 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c218bbfb-6739-4b1a-99d9-954d7ae8136a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.269905 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c218bbfb-6739-4b1a-99d9-954d7ae8136a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "PUT /v2.0/subnets/f3a4332c-cb05-4de4-a48d-a148d3865f11 HTTP/1.1" status: 200 len: 877 time: 0.6025083 Nov 09 20:05:40.276280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35156) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:40.284642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218bbfb-6739-4b1a-99d9-954d7ae8136a tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event updated for resources: {'Subnet': ['ID=f3a4332c-cb05-4de4-a48d-a148d3865f11,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:40.329352 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cb777673-7376-4c9b-986b-2349da3e8570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.343826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Allocated IP 172.20.0.3 (e761a523-dc75-494e-a0b2-aafd93cccc48/f3a4332c-cb05-4de4-a48d-a148d3865f11/996aa4d5-1079-40d2-ac9c-8651ddaf42bb) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:05:40.464826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.603409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.620140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.639531 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.739671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.743869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Network e761a523-dc75-494e-a0b2-aafd93cccc48 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:05:40.748552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:05:40.754200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:05:40.770196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Pushing event updated for resources: {'Port': ['ID=996aa4d5-1079-40d2-ac9c-8651ddaf42bb,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:40.808231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a4332c-cb05-4de4-a48d-a148d3865f11,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:40.822376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d67b348e-b205-4e08-9ff3-d0b294e1869b no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:05:40.891784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Attempting to bind port 996aa4d5-1079-40d2-ac9c-8651ddaf42bb on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:05:40.892170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Attempting to bind port 996aa4d5-1079-40d2-ac9c-8651ddaf42bb by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'ad8f91d2-a7f4-42fd-bb9c-40091354c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e761a523-dc75-494e-a0b2-aafd93cccc48'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:05:40.892544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Attempting to bind port 996aa4d5-1079-40d2-ac9c-8651ddaf42bb on network e761a523-dc75-494e-a0b2-aafd93cccc48 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:05:40.899392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: d67b348e-b205-4e08-9ff3-d0b294e1869b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:05:40.899988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d67b348e-b205-4e08-9ff3-d0b294e1869b not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:05:40.909209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:05:40.909810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Checking segment: {'id': 'ad8f91d2-a7f4-42fd-bb9c-40091354c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e761a523-dc75-494e-a0b2-aafd93cccc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:05:40.910438 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.912107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Bound using segment: {'id': 'ad8f91d2-a7f4-42fd-bb9c-40091354c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e761a523-dc75-494e-a0b2-aafd93cccc48'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:05:40.913816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Bound port: 996aa4d5-1079-40d2-ac9c-8651ddaf42bb, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8f91d2-a7f4-42fd-bb9c-40091354c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'e761a523-dc75-494e-a0b2-aafd93cccc48'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:05:40.914236 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.929143 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:40.968361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e761a523-dc75-494e-a0b2-aafd93cccc48']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:40.984341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8f91d2-a7f4-42fd-bb9c-40091354c316') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:40.985116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8f91d2-a7f4-42fd-bb9c-40091354c316') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:41.002206 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:41.025882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:41.037760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:41.038367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:41.043486 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:41.049763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] For port 996aa4d5-1079-40d2-ac9c-8651ddaf42bb, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:05:41.136470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] For port 996aa4d5-1079-40d2-ac9c-8651ddaf42bb, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=996aa4d5-1079-40d2-ac9c-8651ddaf42bb,segment=NetworkSegment(ad8f91d2-a7f4-42fd-bb9c-40091354c316),segment_id=ad8f91d2-a7f4-42fd-bb9c-40091354c316)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:05:41.142169 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.db.api [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 20:05:41.142169 n-d-817256-1 neutron-server[102296]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 20:05:41.142169 n-d-817256-1 neutron-server[102296]: [parameters: {'id': 'e761a523-dc75-494e-a0b2-aafd93cccc48'}] Nov 09 20:05:41.142169 n-d-817256-1 neutron-server[102296]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:05:41.142623 n-d-817256-1 neutron-server[102296]: DEBUG oslo_db.api [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:05:41.148795 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:41.255589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4c801-5c1f-4303-beae-e3ab4cb7637c None None] Pushing event updated for resources: {'Port': ['ID=996aa4d5-1079-40d2-ac9c-8651ddaf42bb,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:41.302604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b5b793-542a-433f-bc86-2c6f54937a02 None None] Network e761a523-dc75-494e-a0b2-aafd93cccc48 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:41.511961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7cda3-6a7b-4ef5-86c8-2add1c25a016 None None] Network e761a523-dc75-494e-a0b2-aafd93cccc48 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:41.643784 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:41.697025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91d5f7-f10d-435a-980c-ea67daec31b0 None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:05:41.809267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Deleting port 996aa4d5-1079-40d2-ac9c-8651ddaf42bb {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:05:41.809863 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:41.856583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91d5f7-f10d-435a-980c-ea67daec31b0 None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:05:41.895979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] For port 996aa4d5-1079-40d2-ac9c-8651ddaf42bb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=996aa4d5-1079-40d2-ac9c-8651ddaf42bb,segment=NetworkSegment(ad8f91d2-a7f4-42fd-bb9c-40091354c316),segment_id=ad8f91d2-a7f4-42fd-bb9c-40091354c316)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:41.896690 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:41.922968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Calling delete_port for 996aa4d5-1079-40d2-ac9c-8651ddaf42bb owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:05:42.066338 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:42.098754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No DVR routers for this DVR port 996aa4d5-1079-40d2-ac9c-8651ddaf42bb on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:05:42.236785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Port': ['ID=996aa4d5-1079-40d2-ac9c-8651ddaf42bb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:42.260441 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:42.290981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e761a523-dc75-494e-a0b2-aafd93cccc48']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:42.303179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8f91d2-a7f4-42fd-bb9c-40091354c316') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:42.303521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8f91d2-a7f4-42fd-bb9c-40091354c316') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:42.322328 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:42.344650 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:42.355274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:42.355771 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:42.360552 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:42.442602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:42.476797 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:42.490141 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/e761a523-dc75-494e-a0b2-aafd93cccc48 HTTP/1.1" status: 204 len: 168 time: 2.2122476 Nov 09 20:05:42.501961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35214) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:42.504258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9ca1b-e23e-4f7c-a08a-c9e043550fc4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=e761a523-dc75-494e-a0b2-aafd93cccc48,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:42.565344 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-a116a958-e250-465e-acb7-751d00d46f6b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:42.566950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a116a958-e250-465e-acb7-751d00d46f6b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:42.574294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a116a958-e250-465e-acb7-751d00d46f6b tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/f3a4332c-cb05-4de4-a48d-a148d3865f11 HTTP/1.1" status: 404 len: 337 time: 0.0701752 Nov 09 20:05:42.577516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35218) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:42.612167 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb398a33-4b48-400a-b561-64efa3ea98bd tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:42.614055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb398a33-4b48-400a-b561-64efa3ea98bd tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:42.617547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cb398a33-4b48-400a-b561-64efa3ea98bd tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/e761a523-dc75-494e-a0b2-aafd93cccc48 HTTP/1.1" status: 404 len: 339 time: 0.0385280 Nov 09 20:05:42.620089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35220) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:42.656225 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dc2719-83df-41b8-8aa3-3b8defdda0ac tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:42.656841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dc2719-83df-41b8-8aa3-3b8defdda0ac tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:42.660661 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d7dc2719-83df-41b8-8aa3-3b8defdda0ac tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/6017d9ac-f933-49e3-aa71-ce44eae267fe HTTP/1.1" status: 404 len: 337 time: 0.0395527 Nov 09 20:05:42.663627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35224) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:42.724640 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a040fc-2f2b-484d-b3b6-51d161d7e6b9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:42.726563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a040fc-2f2b-484d-b3b6-51d161d7e6b9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:42.738819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-56a040fc-2f2b-484d-b3b6-51d161d7e6b9 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/12a4396c-a353-49ad-987d-839f79e8061f HTTP/1.1" status: 404 len: 339 time: 0.0709689 Nov 09 20:05:42.738819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35232) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:42.880573 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:43.000108 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:43.035108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13461d7d-00f7-4a6b-8cc7-e1f601c946b6']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:43.056082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade4e0f9-53d7-435b-b9f5-7b68a459f285') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:43.057347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade4e0f9-53d7-435b-b9f5-7b68a459f285') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:43.115982 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:43.141928 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:43.164072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:43.164490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:43.168067 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:43.191353 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b7bdecb-df53-496f-ba76-9712522d1c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:43.241942 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:43.253595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:43.259932 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/13461d7d-00f7-4a6b-8cc7-e1f601c946b6 HTTP/1.1" status: 204 len: 168 time: 0.5181274 Nov 09 20:05:43.260317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35246) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.269542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e126e-c8ae-4590-ab65-d572b52e55ff tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=13461d7d-00f7-4a6b-8cc7-e1f601c946b6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:43.323213 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-63300360-15e6-42e8-95af-51b1ac3da3c3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.324045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63300360-15e6-42e8-95af-51b1ac3da3c3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.334287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-63300360-15e6-42e8-95af-51b1ac3da3c3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/71f6df70-3b93-4b4e-b97a-348da19c4520 HTTP/1.1" status: 404 len: 337 time: 0.0705521 Nov 09 20:05:43.334739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35248) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.358132 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b62345-e64d-4854-b59a-eea4e669bdc1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.359170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b62345-e64d-4854-b59a-eea4e669bdc1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.364762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c7b62345-e64d-4854-b59a-eea4e669bdc1 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/4f286b7a-9205-420e-b720-cd63e3cf8feb HTTP/1.1" status: 404 len: 339 time: 0.0266933 Nov 09 20:05:43.365439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35252) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.413556 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a59b262-dd14-4bda-ae4e-88362210ac76 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.413556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a59b262-dd14-4bda-ae4e-88362210ac76 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.424282 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8a59b262-dd14-4bda-ae4e-88362210ac76 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/485d75c9-01a7-412a-b42c-2b2b2a420d14 HTTP/1.1" status: 404 len: 337 time: 0.0574789 Nov 09 20:05:43.426586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35256) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.453215 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:43.486279 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e118125-6e50-4f48-ae6c-5a04bb57ded8 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.487383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e118125-6e50-4f48-ae6c-5a04bb57ded8 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.499109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7e118125-6e50-4f48-ae6c-5a04bb57ded8 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/c7e5f2ad-b43e-44f7-878f-5bc895572ebb HTTP/1.1" status: 404 len: 339 time: 0.0711448 Nov 09 20:05:43.501579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35258) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.561075 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-801c9153-a6c4-4066-a09d-4a1e9ef433fc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.561904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801c9153-a6c4-4066-a09d-4a1e9ef433fc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.565589 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-801c9153-a6c4-4066-a09d-4a1e9ef433fc tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/98a213f1-f17d-410f-9f8d-76b68e587a1c HTTP/1.1" status: 404 len: 337 time: 0.0628633 Nov 09 20:05:43.568213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35260) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.593831 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-33504ba4-1cee-4ce2-aca5-b92eb14a8b24 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.594744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33504ba4-1cee-4ce2-aca5-b92eb14a8b24 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.598664 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-33504ba4-1cee-4ce2-aca5-b92eb14a8b24 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/e2272d5f-8d2f-4c76-9619-da2c049d15e5 HTTP/1.1" status: 404 len: 339 time: 0.0284450 Nov 09 20:05:43.600782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35262) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.636922 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9fa210-a3b6-4222-9fd6-869cae605e72 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.639197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9fa210-a3b6-4222-9fd6-869cae605e72 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.644035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0d9fa210-a3b6-4222-9fd6-869cae605e72 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/3ca4687a-c199-4036-ad39-a9b4dd17855e HTTP/1.1" status: 404 len: 337 time: 0.0418236 Nov 09 20:05:43.646462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.675489 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2794dddd-3eb8-4616-9892-95f463a8c428 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.677122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2794dddd-3eb8-4616-9892-95f463a8c428 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.681216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2794dddd-3eb8-4616-9892-95f463a8c428 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/98876551-e9e6-40fc-805e-4a60f9a026e1 HTTP/1.1" status: 404 len: 339 time: 0.0329444 Nov 09 20:05:43.683746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35266) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.720494 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9dceb4-5ffe-4a4b-825c-8b5a3995f4af tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.721202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9dceb4-5ffe-4a4b-825c-8b5a3995f4af tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.726533 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3a9dceb4-5ffe-4a4b-825c-8b5a3995f4af tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/90378e7a-518a-4a2a-9ce5-875413cd7fe6 HTTP/1.1" status: 404 len: 337 time: 0.0386381 Nov 09 20:05:43.727039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35270) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.747711 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e55a5e7-021f-4e55-84e6-161664bef437 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.748641 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e55a5e7-021f-4e55-84e6-161664bef437 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.754438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9e55a5e7-021f-4e55-84e6-161664bef437 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/8aed7730-838d-41f5-8ea7-474e2c2c2846 HTTP/1.1" status: 404 len: 339 time: 0.0241933 Nov 09 20:05:43.754880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35272) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.828248 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3bd975-acac-467d-a1fd-a59eb2e973b0 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.828771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3bd975-acac-467d-a1fd-a59eb2e973b0 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.832433 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2f3bd975-acac-467d-a1fd-a59eb2e973b0 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/79ddeafc-6829-41b7-81bb-39810bf71a08 HTTP/1.1" status: 404 len: 337 time: 0.0762053 Nov 09 20:05:43.835051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35278) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.855498 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-26525c79-bc1f-4b74-bd1f-0afb83c35bf4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.856066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26525c79-bc1f-4b74-bd1f-0afb83c35bf4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.871147 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-26525c79-bc1f-4b74-bd1f-0afb83c35bf4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/92c76c69-81aa-4891-828d-eb78ceb24663 HTTP/1.1" status: 404 len: 339 time: 0.0349565 Nov 09 20:05:43.874740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35282) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.918034 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6033358-0417-4a16-a187-30860246d9a8 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.918582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6033358-0417-4a16-a187-30860246d9a8 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:43.932280 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c6033358-0417-4a16-a187-30860246d9a8 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/ccc1b8d0-9600-4ed0-878e-ef962c8342ee HTTP/1.1" status: 404 len: 337 time: 0.0563035 Nov 09 20:05:43.935339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35286) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:43.998138 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ef9d84-7cfd-4f20-b58e-171fce88efa3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:43.998825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ef9d84-7cfd-4f20-b58e-171fce88efa3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:44.004216 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-58ef9d84-7cfd-4f20-b58e-171fce88efa3 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/c7a8ccad-3831-4bb9-93a9-7492b2cc244a HTTP/1.1" status: 404 len: 339 time: 0.0645845 Nov 09 20:05:44.004470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35290) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:44.035899 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10e0db6-b975-4944-a664-c65b913bcf60 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:44.036368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10e0db6-b975-4944-a664-c65b913bcf60 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:44.039785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b10e0db6-b975-4944-a664-c65b913bcf60 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/7d537241-9818-4684-b188-f69f73317996 HTTP/1.1" status: 404 len: 337 time: 0.0342727 Nov 09 20:05:44.042383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35292) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:44.064970 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-c297a9e0-1099-46d5-a0c6-f69e536eef39 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] DELETE failed (client error): The resource could not be found. Nov 09 20:05:44.065925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c297a9e0-1099-46d5-a0c6-f69e536eef39 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:05:44.069370 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c297a9e0-1099-46d5-a0c6-f69e536eef39 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/8993c368-7f7c-405d-8854-23b74e487d2f HTTP/1.1" status: 404 len: 339 time: 0.0256033 Nov 09 20:05:44.072228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35294) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:44.183066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-092e6dba-be2b-4e38-8fcf-a964a1fe16e4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Deleting subnet 6b097154-526a-46f2-aa09-0aa79581bf66 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:05:44.189448 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-092e6dba-be2b-4e38-8fcf-a964a1fe16e4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.251569 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-092e6dba-be2b-4e38-8fcf-a964a1fe16e4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.378099 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-092e6dba-be2b-4e38-8fcf-a964a1fe16e4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.458028 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-092e6dba-be2b-4e38-8fcf-a964a1fe16e4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.495312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e6dba-be2b-4e38-8fcf-a964a1fe16e4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Subnet': ['ID=6b097154-526a-46f2-aa09-0aa79581bf66,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:44.505234 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-092e6dba-be2b-4e38-8fcf-a964a1fe16e4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.506406 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f1386-5d74-4279-979c-11eaefeb6e72 None None] Network b8ae439a-cdbc-4802-9bc6-c69d7e21c807 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:05:44.511510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-092e6dba-be2b-4e38-8fcf-a964a1fe16e4 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/subnets/6b097154-526a-46f2-aa09-0aa79581bf66 HTTP/1.1" status: 204 len: 168 time: 0.4353349 Nov 09 20:05:44.511657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35298) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:44.588056 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.628647 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.746942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] DHCP port deletion for b8ae439a-cdbc-4802-9bc6-c69d7e21c807 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:05:44.759222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Deleting port 565af6cd-3864-4771-b075-9bf90db6c5ff {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:05:44.759627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.835432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Deleting port 565af6cd-3864-4771-b075-9bf90db6c5ff {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:05:44.836019 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.905955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] For port 565af6cd-3864-4771-b075-9bf90db6c5ff, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=565af6cd-3864-4771-b075-9bf90db6c5ff,segment=NetworkSegment(623d2da8-6152-4a9b-a31b-106d325d8576),segment_id=623d2da8-6152-4a9b-a31b-106d325d8576)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:44.906398 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.915952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] For port 565af6cd-3864-4771-b075-9bf90db6c5ff, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=565af6cd-3864-4771-b075-9bf90db6c5ff,segment=NetworkSegment(623d2da8-6152-4a9b-a31b-106d325d8576),segment_id=623d2da8-6152-4a9b-a31b-106d325d8576)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:05:44.916511 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:44.939992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Calling delete_port for 565af6cd-3864-4771-b075-9bf90db6c5ff owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:05:44.940984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Calling delete_port for 565af6cd-3864-4771-b075-9bf90db6c5ff owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:05:45.097634 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:45.177757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] No DVR routers for this DVR port 565af6cd-3864-4771-b075-9bf90db6c5ff on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:05:45.191712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Port': ['ID=565af6cd-3864-4771-b075-9bf90db6c5ff,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:05:45.271326 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:05:45.280501 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:45.307148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Pushing event deleted for resources: {'Port': ['ID=565af6cd-3864-4771-b075-9bf90db6c5ff,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:45.319214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.319833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.320417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.320915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.321474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.321953 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.322444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.323027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.323521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.324293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.324782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.325943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:05:45.334728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921aba3-aaed-46f1-b649-cdb85a20a174 None None] No DVR routers for this DVR port 565af6cd-3864-4771-b075-9bf90db6c5ff on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:05:45.339069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:45.372558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ae439a-cdbc-4802-9bc6-c69d7e21c807']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:45.390232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623d2da8-6152-4a9b-a31b-106d325d8576') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:45.390955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623d2da8-6152-4a9b-a31b-106d325d8576') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:05:45.406877 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:45.428420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:45.444823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:05:45.445515 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:05:45.522970 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:05:45.532102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:45.547646 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:45.561411 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] 10.222.0.53 "DELETE /v2.0/networks/b8ae439a-cdbc-4802-9bc6-c69d7e21c807 HTTP/1.1" status: 204 len: 168 time: 1.0471766 Nov 09 20:05:45.597021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf9330-1065-4680-b108-146812215f49 tempest-NetworksTest-109895047 tempest-NetworksTest-109895047-project] Pushing event deleted for resources: {'Network': ['ID=b8ae439a-cdbc-4802-9bc6-c69d7e21c807,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:45.781076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 565af6cd-3864-4771-b075-9bf90db6c5ff no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:05:45.803399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 565af6cd-3864-4771-b075-9bf90db6c5ff {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:05:45.804108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 565af6cd-3864-4771-b075-9bf90db6c5ff not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:05:46.286721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35352) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:46.292056 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:46.505472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e761605b-0e40-4abc-ac47-b256ba04713f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbfab7bdc9464e0388028ee24a7eb6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172227 Nov 09 20:05:46.508629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35360) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:46.577098 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79bc237-e794-4163-a5ed-077c9dafcd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:46.624241 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79bc237-e794-4163-a5ed-077c9dafcd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:46.709481 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79bc237-e794-4163-a5ed-077c9dafcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:46.712681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b79bc237-e794-4163-a5ed-077c9dafcd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:46.714147 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b79bc237-e794-4163-a5ed-077c9dafcd10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22037812-df61-4abb-be5f-b1f3a8ec7067 HTTP/1.1" status: 204 len: 168 time: 0.2054989 Nov 09 20:05:46.725041 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bc237-e794-4163-a5ed-077c9dafcd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22037812-df61-4abb-be5f-b1f3a8ec7067,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:47.678659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35394) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:47.827542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f79d3298-adca-4ec3-b6c7-3ec1daf54646 tempest-DvrRoutersNegativeTest-428642780 tempest-DvrRoutersNegativeTest-428642780-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2106332647', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:05:47.831001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.policy [None req-f79d3298-adca-4ec3-b6c7-3ec1daf54646 tempest-DvrRoutersNegativeTest-428642780 tempest-DvrRoutersNegativeTest-428642780-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102296) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 09 20:05:47.831376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.policy [None req-f79d3298-adca-4ec3-b6c7-3ec1daf54646 tempest-DvrRoutersNegativeTest-428642780 tempest-DvrRoutersNegativeTest-428642780-project] Failed policy check for 'create_router' {{(pid=102296) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 09 20:05:47.836140 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-f79d3298-adca-4ec3-b6c7-3ec1daf54646 tempest-DvrRoutersNegativeTest-428642780 tempest-DvrRoutersNegativeTest-428642780-project] create failed (client error): Access was denied to this resource. Nov 09 20:05:47.850606 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f79d3298-adca-4ec3-b6c7-3ec1daf54646 tempest-DvrRoutersNegativeTest-428642780 tempest-DvrRoutersNegativeTest-428642780-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1653743 Nov 09 20:05:48.402014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35428) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:48.406060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35430) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:48.615939 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e8a68d3-7bfc-4d2f-9a81-b2b66dff3ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:48.641172 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1dae-ed50-44d7-b82d-50b393f86054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:48.733996 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e8a68d3-7bfc-4d2f-9a81-b2b66dff3ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:48.744583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e8a68d3-7bfc-4d2f-9a81-b2b66dff3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:48.746765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1dae-ed50-44d7-b82d-50b393f86054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:48.754718 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1dae-ed50-44d7-b82d-50b393f86054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:48.801176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a68d3-7bfc-4d2f-9a81-b2b66dff3ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96da257a-267d-4333-8729-5d40ecfec7c5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:48.849399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4e8a68d3-7bfc-4d2f-9a81-b2b66dff3ee2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eda8b16b9bf24a9c918dc8dd9e600e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456446 Nov 09 20:05:48.850276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35440) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:48.873803 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5a7d1dae-ed50-44d7-b82d-50b393f86054 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d846e43902b40b4829945390ce26663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664388 Nov 09 20:05:48.876607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35442) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:48.927217 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-716f392d-8c7b-46d1-aa75-9fbd23c0a334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:48.955452 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-716f392d-8c7b-46d1-aa75-9fbd23c0a334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:48.974298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d1dae-ed50-44d7-b82d-50b393f86054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015cedc4-9d2c-444a-8090-de97747e4574,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:49.017896 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61eb8d18-a3fa-4a0c-9d78-fb69ef00104d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:49.069617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61eb8d18-a3fa-4a0c-9d78-fb69ef00104d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:49.091331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-716f392d-8c7b-46d1-aa75-9fbd23c0a334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:49.097031 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-716f392d-8c7b-46d1-aa75-9fbd23c0a334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:49.100085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-716f392d-8c7b-46d1-aa75-9fbd23c0a334 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96da257a-267d-4333-8729-5d40ecfec7c5 HTTP/1.1" status: 204 len: 168 time: 0.2445076 Nov 09 20:05:49.120161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f392d-8c7b-46d1-aa75-9fbd23c0a334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96da257a-267d-4333-8729-5d40ecfec7c5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:49.237561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61eb8d18-a3fa-4a0c-9d78-fb69ef00104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:49.246771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-61eb8d18-a3fa-4a0c-9d78-fb69ef00104d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:49.254805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-61eb8d18-a3fa-4a0c-9d78-fb69ef00104d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/015cedc4-9d2c-444a-8090-de97747e4574 HTTP/1.1" status: 204 len: 168 time: 0.3768759 Nov 09 20:05:49.287910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb8d18-a3fa-4a0c-9d78-fb69ef00104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015cedc4-9d2c-444a-8090-de97747e4574,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:49.912184 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35472) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:49.947203 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffb85eb-feb8-4c03-bd89-4571789a257e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:50.147601 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffb85eb-feb8-4c03-bd89-4571789a257e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:50.162190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ffb85eb-feb8-4c03-bd89-4571789a257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:50.254453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb85eb-feb8-4c03-bd89-4571789a257e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bdc446-d2d3-4b63-9610-2d7add05e34e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:50.301190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35482) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:50.303315 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4ffb85eb-feb8-4c03-bd89-4571789a257e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b220c532a424bc1af8f6a4c03932dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899684 Nov 09 20:05:50.381786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dec45060-d058-4056-b00e-7c9c21147850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:50.418487 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dec45060-d058-4056-b00e-7c9c21147850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:50.476472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dec45060-d058-4056-b00e-7c9c21147850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:50.507659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dec45060-d058-4056-b00e-7c9c21147850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:50.518501 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dec45060-d058-4056-b00e-7c9c21147850 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8bdc446-d2d3-4b63-9610-2d7add05e34e HTTP/1.1" status: 204 len: 168 time: 0.2140446 Nov 09 20:05:50.533939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec45060-d058-4056-b00e-7c9c21147850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bdc446-d2d3-4b63-9610-2d7add05e34e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:50.845144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35502) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:50.852000 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029163 Nov 09 20:05:50.852658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35504) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:51.184823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 35510) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:51.205465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8fe3c2f-40ee-4a44-8dec-264e2b0b5af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:51.235362 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:51.365029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3d5839a0-5614-4643-b22a-d45cefd7faa6 tempest-NetworksApiDiscovery-587988313 tempest-NetworksApiDiscovery-587988313-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5110497 Nov 09 20:05:51.389546 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8fe3c2f-40ee-4a44-8dec-264e2b0b5af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:51.395229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d8fe3c2f-40ee-4a44-8dec-264e2b0b5af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:51.509718 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d8fe3c2f-40ee-4a44-8dec-264e2b0b5af2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2421394cb87f4d1cb673a3b089cb66ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236659 Nov 09 20:05:51.510374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe3c2f-40ee-4a44-8dec-264e2b0b5af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bf19d5-4aaf-4e20-a3b0-25ef81302e71,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:51.513182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35518) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:51.601004 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6863bf0-302e-4498-ab23-0d1c2cd985e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:51.652537 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6863bf0-302e-4498-ab23-0d1c2cd985e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:51.748422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6863bf0-302e-4498-ab23-0d1c2cd985e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:51.751343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6863bf0-302e-4498-ab23-0d1c2cd985e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:51.756055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a6863bf0-302e-4498-ab23-0d1c2cd985e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7bf19d5-4aaf-4e20-a3b0-25ef81302e71 HTTP/1.1" status: 204 len: 168 time: 0.2373078 Nov 09 20:05:51.761495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6863bf0-302e-4498-ab23-0d1c2cd985e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bf19d5-4aaf-4e20-a3b0-25ef81302e71,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:51.926203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35530) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:52.289870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a728fdb-9c33-4190-a5cf-a2b543b21d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:52.467227 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a728fdb-9c33-4190-a5cf-a2b543b21d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:52.489025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a728fdb-9c33-4190-a5cf-a2b543b21d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:52.520379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a728fdb-9c33-4190-a5cf-a2b543b21d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d413d1-bcf0-49d9-8b79-aa321564c22d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:52.589622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8a728fdb-9c33-4190-a5cf-a2b543b21d56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebbbf062e54e4666ad32ffc9a9a26388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6617606 Nov 09 20:05:52.594118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35548) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:05:52.709552 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9baf55bd-7d17-4c23-a707-aaab4d5591cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:52.825510 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9baf55bd-7d17-4c23-a707-aaab4d5591cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:52.918418 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9baf55bd-7d17-4c23-a707-aaab4d5591cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:52.921958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9baf55bd-7d17-4c23-a707-aaab4d5591cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:52.924501 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9baf55bd-7d17-4c23-a707-aaab4d5591cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66d413d1-bcf0-49d9-8b79-aa321564c22d HTTP/1.1" status: 204 len: 168 time: 0.3307202 Nov 09 20:05:52.940483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf55bd-7d17-4c23-a707-aaab4d5591cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d413d1-bcf0-49d9-8b79-aa321564c22d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:05:54.615115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-3017c011-cd07-493c-8b7b-2f10a35e839a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526737 Nov 09 20:05:54.790036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-120adf5b-31ee-4956-892a-8dc23837c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:54.791581 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-120adf5b-31ee-4956-892a-8dc23837c7e2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80985c87c7bf4f1f91e53993a7cb32c3&device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 1097 time: 0.1173656 Nov 09 20:05:54.941711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-b57a06e6-5c24-4831-8039-ff01ac648c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:54.943548 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-b57a06e6-5c24-4831-8039-ff01ac648c37 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d54afce-71b0-4351-8282-8cb4d17d0f97 HTTP/1.1" status: 200 len: 910 time: 0.1152916 Nov 09 20:05:55.115102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-d9db7dc1-c9b0-4610-9487-8cf61296930c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674 HTTP/1.1" status: 200 len: 1001 time: 0.1581724 Nov 09 20:05:55.203109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-691200c3-7895-43d4-a8ee-99497ddb8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:55.206468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-691200c3-7895-43d4-a8ee-99497ddb8d3a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51bef35d-5e66-4f37-aad8-e056544b9ad9 HTTP/1.1" status: 200 len: 848 time: 0.0801890 Nov 09 20:05:55.403986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-332e7412-5021-4b8c-8e18-26630e7b3aff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1349483 Nov 09 20:05:55.452277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-c0943f06-a29a-4aa8-b80a-b136561e6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:55.460865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-c0943f06-a29a-4aa8-b80a-b136561e6834 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d54afce-71b0-4351-8282-8cb4d17d0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373099 Nov 09 20:05:55.466467 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:05:55.675681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-a8e5bd3c-ee00-4463-bf5f-1a338b31602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:55.678116 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-a8e5bd3c-ee00-4463-bf5f-1a338b31602b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 1096 time: 0.1800437 Nov 09 20:05:55.768297 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-4e54ed3e-699b-4941-8fe5-bd95aff6c086 service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948840 Nov 09 20:05:55.905925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-08e1c8ed-19c8-47a7-9a99-1f3093e9ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:55.910922 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-08e1c8ed-19c8-47a7-9a99-1f3093e9ecaf service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.2082007 Nov 09 20:05:55.986500 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53ac177f-bf27-4782-8b9f-1cffdd9a1f93 req-76ab63f3-88f7-45cf-9523-6d86472fdbcf service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057934 Nov 09 20:05:56.093298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-f9dcc178-00e8-4c41-969b-ff338ef2080d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d498561-2afc-4ec2-81a5-a576618538cf HTTP/1.1" status: 200 len: 1000 time: 0.1755004 Nov 09 20:05:56.192583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-f4dbd5bb-744c-4b11-bbc0-b1fc7775a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:56.198101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-f4dbd5bb-744c-4b11-bbc0-b1fc7775a4e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.0962393 Nov 09 20:05:56.263068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-c6df9e2a-7cd1-4bbe-9a19-ef632e4bf8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:05:56.265552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-c6df9e2a-7cd1-4bbe-9a19-ef632e4bf8ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603707 Nov 09 20:05:56.384325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-60e50951-21b0-4676-bd9a-91ac4ba3e9c7 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101484 Nov 09 20:05:56.501564 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d49ed1c4-8a57-4405-8e78-86f6e75bc95e req-5063c7c6-4f21-431c-822e-11347ccb8e8a service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091571 Nov 09 20:05:58.024222 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:06:00.117874 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-2f90ad8f-831f-4495-83a5-0d90ef589a0d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273053249&fields=id&tenant_id=93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 267 time: 0.0631354 Nov 09 20:06:00.315612 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-ffd51f56-4d98-4ec4-a09f-ea3077f568cc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:00.326327 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-ffd51f56-4d98-4ec4-a09f-ea3077f568cc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.1981764 Nov 09 20:06:00.345324 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-0453d669-d254-4fd8-ada2-b35d8bd35e4a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/quotas/93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 375 time: 0.0177791 Nov 09 20:06:00.463982 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-1dd1ce7b-997e-4ab0-b899-fc28d9dce992 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155612 Nov 09 20:06:00.810423 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-efc3f32d-1970-4c95-b7b4-a1548a8b539c service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417830 Nov 09 20:06:01.027528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-2710d18f-2119-42ad-8cf9-5c2460d361db service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088554 Nov 09 20:06:01.510142 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd1acd68-6c68-42b9-8fd8-840eee74ff14 req-aac10157-a892-4ade-b21c-65ef087634e7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 210 time: 0.0453470 Nov 09 20:06:02.773342 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aff6c821-1b7e-4aec-894e-0095bf12b987 req-d634ab9e-a40a-44d1-b2b0-7241aecf70c4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 210 time: 0.1178801 Nov 09 20:06:02.883835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-ce137981-0983-4532-9f11-93ba5697e05f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:02.885535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-ce137981-0983-4532-9f11-93ba5697e05f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.2749908 Nov 09 20:06:02.963787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-71c0e931-d493-4582-b673-5ef94a661567 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 380 time: 0.0661731 Nov 09 20:06:02.992451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'port': {'device_id': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'admin_state_up': True, 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'security_groups': ['1c7c8105-3d9b-4275-bb29-d4b2bee767bd']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:03.125051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Made reservation on behalf of 93208427bc274a8b8137372b5d73943b for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:06:03.129852 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:03.549796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.20.0.4 (f371d5ab-06e0-49e5-9339-f059f28199e8/1e4cf51e-e3cf-4e25-951e-75adccf486ec/154ab21f-aebd-4532-9ef6-2efb2ee53979) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:06:03.817973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:03.879509 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:03.972164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:06:03.977350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:06:03.999254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:06:04.162448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=154ab21f-aebd-4532-9ef6-2efb2ee53979,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:04.174295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f11b30-435b-47b8-ad79-4dc82c4edbe2 req-275963ad-a904-43d4-b89e-da63aa29f51b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:04.182151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63f11b30-435b-47b8-ad79-4dc82c4edbe2 req-275963ad-a904-43d4-b89e-da63aa29f51b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 931 time: 0.2364206 Nov 09 20:06:04.230064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:04.234844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:04.286753 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63f11b30-435b-47b8-ad79-4dc82c4edbe2 req-a91b701c-6488-4191-9ce7-a29b5d09fa65 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995319 Nov 09 20:06:04.308487 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-c97eff1b-029e-4ece-b5ed-c4384620c3d3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3276670 Nov 09 20:06:04.321643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Request body: {'port': {'device_id': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:04.537475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4ffdfda7-e451-4415-9f43-24ab4ba43ecc None None] Provisioning complete for port 154ab21f-aebd-4532-9ef6-2efb2ee53979 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:06:04.540777 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfda7-e451-4415-9f43-24ab4ba43ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:04.560316 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:04.607653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdfda7-e451-4415-9f43-24ab4ba43ecc None None] Port 154ab21f-aebd-4532-9ef6-2efb2ee53979 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:06:04.677757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35950) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:04.936390 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-832d6d36-c47b-4b09-86e1-4991ed550f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.185828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-832d6d36-c47b-4b09-86e1-4991ed550f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.197834 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-832d6d36-c47b-4b09-86e1-4991ed550f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.244020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154ab21f-aebd-4532-9ef6-2efb2ee53979 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:06:05.268757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.284028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Transition to ACTIVE for port object 154ab21f-aebd-4532-9ef6-2efb2ee53979 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:06:05.291190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.298102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-832d6d36-c47b-4b09-86e1-4991ed550f3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=458bf35e5afa46b49fb08d461aef1627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6185565 Nov 09 20:06:05.302118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35970) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:05.326478 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d6d36-c47b-4b09-86e1-4991ed550f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0185e496-9e0d-4e94-bfa7-a98a732eada0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:05.409242 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9f91c98-ffba-4165-8881-9a245b5154ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.417215 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Pushing event updated for resources: {'Port': ['ID=154ab21f-aebd-4532-9ef6-2efb2ee53979,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:05.461351 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9f91c98-ffba-4165-8881-9a245b5154ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.605115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Attempting to bind port 154ab21f-aebd-4532-9ef6-2efb2ee53979 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:06:05.605740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Attempting to bind port 154ab21f-aebd-4532-9ef6-2efb2ee53979 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:06:05.606297 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Attempting to bind port 154ab21f-aebd-4532-9ef6-2efb2ee53979 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:06:05.625577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Port 154ab21f-aebd-4532-9ef6-2efb2ee53979 on network f371d5ab-06e0-49e5-9339-f059f28199e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:06:05.628229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Attempting to bind port 154ab21f-aebd-4532-9ef6-2efb2ee53979 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:06:05.643389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775b4e-dc37-4e39-abc3-217af37ca46e req-7c97d841-79f3-4aae-b376-29591b7cc58f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:05.645336 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9f91c98-ffba-4165-8881-9a245b5154ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.646228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22775b4e-dc37-4e39-abc3-217af37ca46e req-7c97d841-79f3-4aae-b376-29591b7cc58f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 943 time: 0.1924317 Nov 09 20:06:05.650236 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:06:05.650919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:06:05.651502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Bound using segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:06:05.652228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Bound port: 154ab21f-aebd-4532-9ef6-2efb2ee53979, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:06:05.653445 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.655990 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9f91c98-ffba-4165-8881-9a245b5154ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.657199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e9f91c98-ffba-4165-8881-9a245b5154ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0185e496-9e0d-4e94-bfa7-a98a732eada0 HTTP/1.1" status: 204 len: 168 time: 0.3538654 Nov 09 20:06:05.711729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f91c98-ffba-4165-8881-9a245b5154ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0185e496-9e0d-4e94-bfa7-a98a732eada0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:05.731206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] For port 154ab21f-aebd-4532-9ef6-2efb2ee53979, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:06:05.736011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] For port 154ab21f-aebd-4532-9ef6-2efb2ee53979, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=154ab21f-aebd-4532-9ef6-2efb2ee53979,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:06:05.763157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.812875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:05.813767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:05.815526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] 10.222.0.70 "PUT /v2.0/ports/154ab21f-aebd-4532-9ef6-2efb2ee53979 HTTP/1.1" status: 200 len: 1091 time: 1.4986978 Nov 09 20:06:05.841257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'tag': '154ab21f-aebd-4532-9ef6-2efb2ee53979'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:06:05.844231 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54541d88-e8ce-4f57-a85c-3fa71ee47917" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1b6f42-9e44-43ea-8907-eccb5367e19c", "tag": "154ab21f-aebd-4532-9ef6-2efb2ee53979"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:06:05.853987 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22775b4e-dc37-4e39-abc3-217af37ca46e req-4bc2097b-fbc9-43f5-bfe0-b67627a65d80 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802714 Nov 09 20:06:05.982397 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb819ede-1f84-4be8-9d65-49b168ba540c x-openstack-request-id: req-bb819ede-1f84-4be8-9d65-49b168ba540c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:06:05.982724 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1b6f42-9e44-43ea-8907-eccb5367e19c", "tag": "154ab21f-aebd-4532-9ef6-2efb2ee53979", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:06:05.982983 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb819ede-1f84-4be8-9d65-49b168ba540c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:06:05.983386 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'tag': '154ab21f-aebd-4532-9ef6-2efb2ee53979', 'status': 'completed', 'code': 200} Nov 09 20:06:05.990015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de0ea8-5e8a-4f0b-9954-f10a15008f24 service neutron] Pushing event updated for resources: {'Port': ['ID=154ab21f-aebd-4532-9ef6-2efb2ee53979,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:06.005463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-50b4aa8d-d840-4129-8041-64993b4d66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:06.007029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-50b4aa8d-d840-4129-8041-64993b4d66a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 1094 time: 0.1251397 Nov 09 20:06:06.121772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-e50665e5-074c-4ea5-b40d-d9c007801809 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=154ab21f-aebd-4532-9ef6-2efb2ee53979 HTTP/1.1" status: 200 len: 217 time: 0.1012287 Nov 09 20:06:06.273458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-61f8047a-93b4-4410-bcab-effa129cd822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:06.275678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-61f8047a-93b4-4410-bcab-effa129cd822 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.1430690 Nov 09 20:06:06.303775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35988) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:06.322090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80214d19-8b2d-43a4-a81f-b2c2ae1ee8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:06.353363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-16becefc-95ca-47e8-97ca-7a46a7ffa57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:06.354334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-16becefc-95ca-47e8-97ca-7a46a7ffa57e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716088 Nov 09 20:06:06.488309 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80214d19-8b2d-43a4-a81f-b2c2ae1ee8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:06.497071 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80214d19-8b2d-43a4-a81f-b2c2ae1ee8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:06.519232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-9f2e9346-b661-4dfd-8903-a4459d4a8e1e service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551201 Nov 09 20:06:06.580739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80214d19-8b2d-43a4-a81f-b2c2ae1ee8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4372d8d-a28f-49e0-841a-2e81c334e084,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:06.603537 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-80214d19-8b2d-43a4-a81f-b2c2ae1ee8f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05704b90700447868080cf8e0dfa43a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969182 Nov 09 20:06:06.603821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 35990) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:06.643325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d4eaa01-7649-4d18-8e91-78b170eba3d1 req-4f09eece-9d69-40d0-9225-de790873c250 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158640 Nov 09 20:06:06.692937 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59ba4afa-8e1c-4742-b52d-1030971eedc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:06.720100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59ba4afa-8e1c-4742-b52d-1030971eedc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:06.800477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-57787c08-074f-4bbe-a7b9-fc93fb6dee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:06.805266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-57787c08-074f-4bbe-a7b9-fc93fb6dee36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 1094 time: 0.0921388 Nov 09 20:06:06.841563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59ba4afa-8e1c-4742-b52d-1030971eedc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:06.844278 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59ba4afa-8e1c-4742-b52d-1030971eedc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:06.845483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-59ba4afa-8e1c-4742-b52d-1030971eedc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4372d8d-a28f-49e0-841a-2e81c334e084 HTTP/1.1" status: 204 len: 168 time: 0.2406406 Nov 09 20:06:06.862813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba4afa-8e1c-4742-b52d-1030971eedc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4372d8d-a28f-49e0-841a-2e81c334e084,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:06.952361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-3d1290a1-b4ad-4ef2-9492-f87ca1f4c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:06.953859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-3d1290a1-b4ad-4ef2-9492-f87ca1f4c713 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.1408625 Nov 09 20:06:07.159156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-251fd0fb-0208-4f02-8197-345316ee1b69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=154ab21f-aebd-4532-9ef6-2efb2ee53979 HTTP/1.1" status: 200 len: 217 time: 0.1395400 Nov 09 20:06:07.163180 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd088e-193d-4fdc-ac9b-7f0f5b9905e9 req-e3bde387-dfc6-4430-a36d-65039f6f2515 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:07.165529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ffd088e-193d-4fdc-ac9b-7f0f5b9905e9 req-e3bde387-dfc6-4430-a36d-65039f6f2515 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 943 time: 0.1854696 Nov 09 20:06:07.268584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ffd088e-193d-4fdc-ac9b-7f0f5b9905e9 req-ade8725c-56b7-4e7b-8b48-6ebd7f58cd32 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933452 Nov 09 20:06:07.295786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-6173ab40-eb27-4773-9a9a-6aa6b7b3fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:07.297292 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-6173ab40-eb27-4773-9a9a-6aa6b7b3fb82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.1305447 Nov 09 20:06:07.377692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-259f5382-e44f-48d1-88b8-c45b00084cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:07.379363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-259f5382-e44f-48d1-88b8-c45b00084cf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735693 Nov 09 20:06:07.577954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-bcd460f5-41f6-4c43-a8a4-0525b0df2eff service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894515 Nov 09 20:06:07.714012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54541d88-e8ce-4f57-a85c-3fa71ee47917 req-00f1b01b-3080-4449-9841-67b7390c4d45 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267738 Nov 09 20:06:08.507097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869505-e44f-48ae-be98-0f34125c5243 req-897a5cf3-3a39-4d2d-8453-4cafd376d47c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:08.513046 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69869505-e44f-48ae-be98-0f34125c5243 req-897a5cf3-3a39-4d2d-8453-4cafd376d47c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 943 time: 0.1115301 Nov 09 20:06:08.587549 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-69869505-e44f-48ae-be98-0f34125c5243 req-ce3b0d07-52b8-45dd-9795-3fa6f5435007 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662851 Nov 09 20:06:09.819295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cd430-5e65-405c-90d4-3c7c3c40f4d8 req-efb14ebd-6efe-4dbb-98f4-88b6f87a002c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:09.821346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b3cd430-5e65-405c-90d4-3c7c3c40f4d8 req-efb14ebd-6efe-4dbb-98f4-88b6f87a002c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 943 time: 0.0933466 Nov 09 20:06:09.922791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b3cd430-5e65-405c-90d4-3c7c3c40f4d8 req-a06a0e68-3d16-4638-88b8-b657c7a3cd58 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920351 Nov 09 20:06:10.254697 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2d4fc0aa-b655-4f0e-ad2c-f76b366c11ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:11.132475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaf4a9-9ab7-4681-ad23-6cbecd84bdc6 req-0c8c0f77-7cb3-4b7a-8442-ddd5e18016bb tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:11.144007 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3caaf4a9-9ab7-4681-ad23-6cbecd84bdc6 req-0c8c0f77-7cb3-4b7a-8442-ddd5e18016bb tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 943 time: 0.1345315 Nov 09 20:06:11.235126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3caaf4a9-9ab7-4681-ad23-6cbecd84bdc6 req-c7140045-3f12-4bd8-8e54-e5e1740d55fd tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900099 Nov 09 20:06:12.487983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36142) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:12.540444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa00f7-9c0c-4122-9fb4-a1535e0045ea req-6ebae257-8147-4596-bb30-251c3d7a14e4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:12.542692 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68aa00f7-9c0c-4122-9fb4-a1535e0045ea req-6ebae257-8147-4596-bb30-251c3d7a14e4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 943 time: 0.1493964 Nov 09 20:06:12.669621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68aa00f7-9c0c-4122-9fb4-a1535e0045ea req-26da56a8-24d6-4110-9243-357f284529a3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120009 Nov 09 20:06:12.675663 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87e2a493-371b-49db-8cd5-e44aa46e3d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:12.767865 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87e2a493-371b-49db-8cd5-e44aa46e3d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:12.771969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87e2a493-371b-49db-8cd5-e44aa46e3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:12.806072 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-87e2a493-371b-49db-8cd5-e44aa46e3d1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=136283207cd048aa8da2358f4604a9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169680 Nov 09 20:06:12.809732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36146) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:12.830504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2a493-371b-49db-8cd5-e44aa46e3d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43edd029-4d2c-41b9-a25b-f3463fe9fb46,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:12.874499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d7c4-8943-4a90-b7e0-0c51978ec31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:12.899775 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d7c4-8943-4a90-b7e0-0c51978ec31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:12.962938 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d7c4-8943-4a90-b7e0-0c51978ec31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:12.966472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d7c4-8943-4a90-b7e0-0c51978ec31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:12.967878 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b8f8d7c4-8943-4a90-b7e0-0c51978ec31e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43edd029-4d2c-41b9-a25b-f3463fe9fb46 HTTP/1.1" status: 204 len: 168 time: 0.1549752 Nov 09 20:06:12.976795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8d7c4-8943-4a90-b7e0-0c51978ec31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43edd029-4d2c-41b9-a25b-f3463fe9fb46,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:13.212034 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d19c744-0bf9-4d1c-a831-18f0fa768fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:13.354297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36160) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:13.372780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb8e1-e8ba-4eac-b1fb-4a7ea60074e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:13.448030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:13.510220 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb8e1-e8ba-4eac-b1fb-4a7ea60074e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:13.516220 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb8e1-e8ba-4eac-b1fb-4a7ea60074e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:13.606255 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fb8e1-e8ba-4eac-b1fb-4a7ea60074e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dc476d-96f2-4c3f-8a3e-0cdea47e599b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:13.622235 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ff9fb8e1-e8ba-4eac-b1fb-4a7ea60074e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b329f30e765f439c98618987c680abc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640417 Nov 09 20:06:13.622341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36168) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:13.709296 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40ccc67-c3ce-4c27-937c-36309d754b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:13.736465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40ccc67-c3ce-4c27-937c-36309d754b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:13.792388 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40ccc67-c3ce-4c27-937c-36309d754b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:13.802980 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40ccc67-c3ce-4c27-937c-36309d754b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:13.804590 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b40ccc67-c3ce-4c27-937c-36309d754b8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00dc476d-96f2-4c3f-8a3e-0cdea47e599b HTTP/1.1" status: 204 len: 168 time: 0.1814992 Nov 09 20:06:13.816286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ccc67-c3ce-4c27-937c-36309d754b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dc476d-96f2-4c3f-8a3e-0cdea47e599b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:13.915440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aead21-5fba-4aa1-8588-150adf055772 req-8c542720-019e-4c2b-956d-513362f14083 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:13.921762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06aead21-5fba-4aa1-8588-150adf055772 req-8c542720-019e-4c2b-956d-513362f14083 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 943 time: 0.1491127 Nov 09 20:06:14.011038 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06aead21-5fba-4aa1-8588-150adf055772 req-cb52e43e-d09e-4d67-a94c-1beebd712f3b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790303 Nov 09 20:06:14.574500 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:15.161380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e6b26-22cc-4b95-a792-6cac51a00e5c req-3e1e86a0-0f87-448e-a415-e02d9e625f92 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:15.163789 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-509e6b26-22cc-4b95-a792-6cac51a00e5c req-3e1e86a0-0f87-448e-a415-e02d9e625f92 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 943 time: 0.0810218 Nov 09 20:06:15.229664 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-509e6b26-22cc-4b95-a792-6cac51a00e5c req-ea61111c-8247-4f57-9b9b-6ace11c6570d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569165 Nov 09 20:06:16.295850 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:16.457205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d35fb1-be2f-4bd6-9c08-d1165ada5618 req-f00a7005-4a48-4a81-8109-ae8d61eb4762 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:16.459975 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b8d35fb1-be2f-4bd6-9c08-d1165ada5618 req-f00a7005-4a48-4a81-8109-ae8d61eb4762 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 943 time: 0.1129923 Nov 09 20:06:16.523497 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b8d35fb1-be2f-4bd6-9c08-d1165ada5618 req-7e2eb686-2447-471e-b392-29bb2488e642 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537658 Nov 09 20:06:17.742850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c477b2-edaf-482f-83ab-62529e48a315 req-427aedbc-4b54-4be1-afd0-9ab8c2ffb71c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:17.744489 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56c477b2-edaf-482f-83ab-62529e48a315 req-427aedbc-4b54-4be1-afd0-9ab8c2ffb71c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 943 time: 0.1169775 Nov 09 20:06:17.825859 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56c477b2-edaf-482f-83ab-62529e48a315 req-4e90cb2e-311a-4689-869e-c1cb8da0d0e0 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694582 Nov 09 20:06:18.209184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 154ab21f-aebd-4532-9ef6-2efb2ee53979 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:06:18.392679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 154ab21f-aebd-4532-9ef6-2efb2ee53979, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=154ab21f-aebd-4532-9ef6-2efb2ee53979,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:06:18.422382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '154ab21f-aebd-4532-9ef6-2efb2ee53979', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'port_id': '154ab21f-aebd-4532-9ef6-2efb2ee53979', 'mac_address': 'fa:16:3e:03:a1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:06:18.479409 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:18.523372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154ab21f-aebd-4532-9ef6-2efb2ee53979 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:06:18.610896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 154ab21f-aebd-4532-9ef6-2efb2ee53979, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=154ab21f-aebd-4532-9ef6-2efb2ee53979,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:06:18.624763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:18.750721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=154ab21f-aebd-4532-9ef6-2efb2ee53979,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:18.844031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['154ab21f-aebd-4532-9ef6-2efb2ee53979'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:06:19.057587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c769b41-fb60-4748-a50c-34c3cea5f789 req-9b448083-03ad-45da-9986-c9ef1d4330c3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:19.066122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c769b41-fb60-4748-a50c-34c3cea5f789 req-9b448083-03ad-45da-9986-c9ef1d4330c3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 944 time: 0.0991931 Nov 09 20:06:19.170383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c769b41-fb60-4748-a50c-34c3cea5f789 req-07a08fb0-d607-4141-9f1b-6d3060c68eda tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030560 Nov 09 20:06:20.240189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 154ab21f-aebd-4532-9ef6-2efb2ee53979 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:06:20.374535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 154ab21f-aebd-4532-9ef6-2efb2ee53979 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:06:20.380529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 154ab21f-aebd-4532-9ef6-2efb2ee53979 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:06:20.380669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cc07e-2f1b-4414-9c54-c9693789a845 req-3f81ce78-127a-40de-908d-15f32836d98b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:20.381714 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:20.382577 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5d4cc07e-2f1b-4414-9c54-c9693789a845 req-3f81ce78-127a-40de-908d-15f32836d98b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 944 time: 0.0867324 Nov 09 20:06:20.495222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5d4cc07e-2f1b-4414-9c54-c9693789a845 req-f54003e6-ef84-408e-92fa-9c43da82a4f2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018641 Nov 09 20:06:20.546404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:20.581742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154ab21f-aebd-4532-9ef6-2efb2ee53979'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:06:20.584108 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d148463d-ad6f-41f4-94fa-9955d2b88a47" -d '{"events": [{"server_uuid": "fb1b6f42-9e44-43ea-8907-eccb5367e19c", "name": "network-vif-plugged", "status": "completed", "tag": "154ab21f-aebd-4532-9ef6-2efb2ee53979"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:06:20.614718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 154ab21f-aebd-4532-9ef6-2efb2ee53979, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=154ab21f-aebd-4532-9ef6-2efb2ee53979,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:06:20.622414 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:20.654211 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98343eba-b518-4f6c-883c-31dcc4e6eed7 x-openstack-request-id: req-98343eba-b518-4f6c-883c-31dcc4e6eed7 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:06:20.654597 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1b6f42-9e44-43ea-8907-eccb5367e19c", "name": "network-vif-plugged", "status": "completed", "tag": "154ab21f-aebd-4532-9ef6-2efb2ee53979", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:06:20.654932 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98343eba-b518-4f6c-883c-31dcc4e6eed7 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:06:20.655415 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154ab21f-aebd-4532-9ef6-2efb2ee53979', 'code': 200} Nov 09 20:06:20.701990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=154ab21f-aebd-4532-9ef6-2efb2ee53979,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:20.779426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de5cd-8d96-4572-adfe-38f1797dc3ee req-f9194a72-4314-4132-8491-a16e14264cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:20.783849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a0de5cd-8d96-4572-adfe-38f1797dc3ee req-f9194a72-4314-4132-8491-a16e14264cc8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 1096 time: 0.0680571 Nov 09 20:06:20.854562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a0de5cd-8d96-4572-adfe-38f1797dc3ee req-1abb85c9-9676-4e5e-aa97-d8562c1c4f84 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629413 Nov 09 20:06:21.236780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:21.796734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c879bb-8ed0-49db-8974-01e707badfb8 req-1e960e05-5540-4b51-be67-b895058699ef tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:21.798244 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57c879bb-8ed0-49db-8974-01e707badfb8 req-1e960e05-5540-4b51-be67-b895058699ef tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 945 time: 0.1190128 Nov 09 20:06:21.880120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57c879bb-8ed0-49db-8974-01e707badfb8 req-9b6e1a5e-e17f-426f-b9b5-9b4f87dced22 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686057 Nov 09 20:06:23.048119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f95f13-2324-4de9-8455-544d445dda07 req-54fd416b-4910-4948-8bc5-4dceccb9c64a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:23.052801 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17f95f13-2324-4de9-8455-544d445dda07 req-54fd416b-4910-4948-8bc5-4dceccb9c64a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 945 time: 0.0676997 Nov 09 20:06:23.106114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-17f95f13-2324-4de9-8455-544d445dda07 req-5006ecbd-43f1-412c-befe-f04d32f693dc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472689 Nov 09 20:06:23.330323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8132e-9187-48f0-90e5-afddb3cae8da req-6756ddc6-219b-48c7-a459-a9f231ddf8d5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:23.339887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78b8132e-9187-48f0-90e5-afddb3cae8da req-6756ddc6-219b-48c7-a459-a9f231ddf8d5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 945 time: 0.1154053 Nov 09 20:06:23.423143 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78b8132e-9187-48f0-90e5-afddb3cae8da req-56dcac7e-c841-4c21-8891-8aee3e945495 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703542 Nov 09 20:06:23.428507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36412) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:23.731893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c93b655-a598-4a45-a6b0-195ee5f6da02 tempest-TestVolumeBootPattern-1378604908 tempest-TestVolumeBootPattern-1378604908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:23.734324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5c93b655-a598-4a45-a6b0-195ee5f6da02 tempest-TestVolumeBootPattern-1378604908 tempest-TestVolumeBootPattern-1378604908-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 1091 time: 0.3044322 Nov 09 20:06:23.737249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36420) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:23.742257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '154ab21f-aebd-4532-9ef6-2efb2ee53979', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:23.775099 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:23.942727 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:24.159315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.25.6.156 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/240d352f-b648-4c6c-a81b-104bd5408b73) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:06:24.283913 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:24.335897 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:24.389634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:06:24.450711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:06:24.467670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:06:24.994597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=240d352f-b648-4c6c-a81b-104bd5408b73,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:25.492406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:25.675040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:25.872834 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:26.121278 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:26.127188 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:26.243470 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:26.258205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=240d352f-b648-4c6c-a81b-104bd5408b73,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:26.407679 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Floating IP 15c21722-ab27-4964-90cc-95f81a6282d4 associated. External IP: 172.25.6.156, port: 154ab21f-aebd-4532-9ef6-2efb2ee53979. Nov 09 20:06:26.673871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Router 73d4bc03-1b57-418d-8885-4d98d2e74089 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:06:26.910553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:06:26.931313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] Sync routers for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:06:26.947382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:06:26.949978 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:06:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:06:26.954669 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:27.025819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ec224e1f-2eef-4349-ab0a-b604f8832370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2866621 Nov 09 20:06:27.031801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'tag': '154ab21f-aebd-4532-9ef6-2efb2ee53979'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:06:27.034623 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df503907-562e-48ce-8f79-22b70981072d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1b6f42-9e44-43ea-8907-eccb5367e19c", "tag": "154ab21f-aebd-4532-9ef6-2efb2ee53979"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:06:27.149567 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f2b6b8-a1d0-4685-9ecc-4c5604b4836f x-openstack-request-id: req-43f2b6b8-a1d0-4685-9ecc-4c5604b4836f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:06:27.150728 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1b6f42-9e44-43ea-8907-eccb5367e19c", "tag": "154ab21f-aebd-4532-9ef6-2efb2ee53979", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:06:27.150983 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43f2b6b8-a1d0-4685-9ecc-4c5604b4836f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:06:27.152345 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'tag': '154ab21f-aebd-4532-9ef6-2efb2ee53979', 'status': 'completed', 'code': 200} Nov 09 20:06:27.155224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:06:27.235253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503907-562e-48ce-8f79-22b70981072d req-78dfd9ee-236c-48d7-9df8-55dd247e8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:27.237146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df503907-562e-48ce-8f79-22b70981072d req-78dfd9ee-236c-48d7-9df8-55dd247e8dcb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 1096 time: 0.0655303 Nov 09 20:06:27.391377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503907-562e-48ce-8f79-22b70981072d req-7fb7a962-e5c0-4adc-9305-2ee3f799dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:27.393303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df503907-562e-48ce-8f79-22b70981072d req-7fb7a962-e5c0-4adc-9305-2ee3f799dd5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.1488755 Nov 09 20:06:27.553605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '15c21722-ab27-4964-90cc-95f81a6282d4', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': '154ab21f-aebd-4532-9ef6-2efb2ee53979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:03:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:06:25Z', 'updated_at': '2021-11-09T20:06:25Z', 'revision_number': 0, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:06:27.596925 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df503907-562e-48ce-8f79-22b70981072d req-7f68c3f6-8873-4e8a-89f4-a43364ac77cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=154ab21f-aebd-4532-9ef6-2efb2ee53979 HTTP/1.1" status: 200 len: 999 time: 0.1961160 Nov 09 20:06:27.607281 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] Checking router: 73d4bc03-1b57-418d-8885-4d98d2e74089 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:06:27.629993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:06:27.630638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:06:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:06:27.686432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503907-562e-48ce-8f79-22b70981072d req-19782788-b223-4a0a-b49b-75001e0735d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:27.688545 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df503907-562e-48ce-8f79-22b70981072d req-19782788-b223-4a0a-b49b-75001e0735d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0843115 Nov 09 20:06:27.778053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503907-562e-48ce-8f79-22b70981072d req-eaf1b3d1-c658-4530-a5a4-add8eed7f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:27.779622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df503907-562e-48ce-8f79-22b70981072d req-eaf1b3d1-c658-4530-a5a4-add8eed7f5f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815187 Nov 09 20:06:27.884397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:06:28.150005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df503907-562e-48ce-8f79-22b70981072d req-24b063ef-8b29-48ae-832e-1fd8d6c9c988 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616633 Nov 09 20:06:28.328078 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df503907-562e-48ce-8f79-22b70981072d req-f3ec758e-570e-4676-a43b-31d0bb37a73a service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676776 Nov 09 20:06:28.368700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '15c21722-ab27-4964-90cc-95f81a6282d4', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': '154ab21f-aebd-4532-9ef6-2efb2ee53979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:03:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:06:25Z', 'updated_at': '2021-11-09T20:06:25Z', 'revision_number': 0, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:06:28.407719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac8d35e-5d66-4d2b-9427-ccc6ce45ca37 None None] The sync data for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 is: [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '15c21722-ab27-4964-90cc-95f81a6282d4', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': '154ab21f-aebd-4532-9ef6-2efb2ee53979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:03:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:06:25Z', 'updated_at': '2021-11-09T20:06:25Z', 'revision_number': 0, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:06:28.598163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36520) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:28.847884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-379588a5-fdcf-4305-a767-e380b4a96c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:28.852551 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd5890-adab-4f9f-8311-471dd039349a None None] New status for floating IP 15c21722-ab27-4964-90cc-95f81a6282d4: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:06:29.027335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-379588a5-fdcf-4305-a767-e380b4a96c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:29.032249 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-379588a5-fdcf-4305-a767-e380b4a96c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:29.127417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379588a5-fdcf-4305-a767-e380b4a96c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576d5c19-f663-40b9-bc16-dabd63ba11e7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:29.171802 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-379588a5-fdcf-4305-a767-e380b4a96c8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=170fbac0b4774b1186572cbd2fd57e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702417 Nov 09 20:06:29.172419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36534) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:29.240058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-653f2187-1953-47ce-8766-a188a6e87e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:29.265895 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-653f2187-1953-47ce-8766-a188a6e87e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:29.322368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-653f2187-1953-47ce-8766-a188a6e87e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:29.326537 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-653f2187-1953-47ce-8766-a188a6e87e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:29.329145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-653f2187-1953-47ce-8766-a188a6e87e82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/576d5c19-f663-40b9-bc16-dabd63ba11e7 HTTP/1.1" status: 204 len: 168 time: 0.1558528 Nov 09 20:06:29.342415 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f2187-1953-47ce-8766-a188a6e87e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576d5c19-f663-40b9-bc16-dabd63ba11e7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:29.694989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36546) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:29.711461 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9565f83f-16dc-4007-903c-29be68910b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:29.794865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9565f83f-16dc-4007-903c-29be68910b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:29.798868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9565f83f-16dc-4007-903c-29be68910b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:29.850710 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9565f83f-16dc-4007-903c-29be68910b82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c6fae033b29485cbea66ecf9024604a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542082 Nov 09 20:06:29.853292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36550) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:29.876574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565f83f-16dc-4007-903c-29be68910b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e8284f-3a49-4f5f-978f-52f96d2d6932,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:29.927279 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-913b44f7-b214-4735-9b75-a7e42ca7c173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:29.957190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-913b44f7-b214-4735-9b75-a7e42ca7c173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:30.066532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-913b44f7-b214-4735-9b75-a7e42ca7c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:30.072566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-913b44f7-b214-4735-9b75-a7e42ca7c173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:30.075477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-913b44f7-b214-4735-9b75-a7e42ca7c173 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8e8284f-3a49-4f5f-978f-52f96d2d6932 HTTP/1.1" status: 204 len: 168 time: 0.2194045 Nov 09 20:06:30.084593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b44f7-b214-4735-9b75-a7e42ca7c173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e8284f-3a49-4f5f-978f-52f96d2d6932,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:35.029575 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:06:39.337537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36774) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:39.603793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Deleting subnet 34e5c201-ef82-4c67-b3e6-29c385687fd9 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:06:39.614774 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:39.660459 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:39.701684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:39.763905 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:39.806174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e5c201-ef82-4c67-b3e6-29c385687fd9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:39.812313 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:39.816859 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/34e5c201-ef82-4c67-b3e6-29c385687fd9 HTTP/1.1" status: 204 len: 168 time: 0.4782374 Nov 09 20:06:39.819531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36780) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:39.825367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.825765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.826245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.826647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.826980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.827314 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.827644 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.828023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.828366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.828695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.829372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.829962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc698b2-67d2-4124-8477-3af5d3e8f8a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:39.899293 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:39.994558 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.020061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5f32a8-93e2-4b59-8619-90f97d43680a']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:06:40.030908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:06:40.031183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ae8a2a-563c-4e2c-83c8-4da05062aa3a') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:06:40.041387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.058210 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.066209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:06:40.066654 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:06:40.124549 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:06:40.132493 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.157660 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.163399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] 10.222.0.53 "DELETE /v2.0/networks/de5f32a8-93e2-4b59-8619-90f97d43680a HTTP/1.1" status: 204 len: 168 time: 0.3404489 Nov 09 20:06:40.163399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Pushing event deleted for resources: {'Network': ['ID=de5f32a8-93e2-4b59-8619-90f97d43680a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:40.170700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.171122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.171642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.172076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.172594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.172998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.173399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.173836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.174228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.174657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.175051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.175444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb26b6-0ca3-422b-8508-002a2c97ae68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:06:40.264057 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3b84dbd7-a25f-4fdd-ab43-819d01ee96ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.410547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 36800) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:40.487473 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-319ab0c2-7607-4c8a-a2be-8b65abe2d3c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae69b140cf504f5b96c97a06a10816de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703802 Nov 09 20:06:40.490173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 36812) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:40.558950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2976-35cf-4f46-addb-1def8e25a4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.590996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2976-35cf-4f46-addb-1def8e25a4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.658824 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2976-35cf-4f46-addb-1def8e25a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.662262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2976-35cf-4f46-addb-1def8e25a4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:40.663827 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0dfd2976-35cf-4f46-addb-1def8e25a4c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0914beee-c6bf-4c17-9f13-815b6f81aac9 HTTP/1.1" status: 204 len: 168 time: 0.1717401 Nov 09 20:06:40.673263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd2976-35cf-4f46-addb-1def8e25a4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0914beee-c6bf-4c17-9f13-815b6f81aac9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:43.202646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2176-6f94-4482-9ab3-a78dab45ae95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:43.451776 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:44.573460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:46.311845 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:46.759811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37014) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:46.902377 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14018b3f-fe0c-48d3-b5dd-78b2e22489ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:46.987050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14018b3f-fe0c-48d3-b5dd-78b2e22489ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:46.991001 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14018b3f-fe0c-48d3-b5dd-78b2e22489ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.037635 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-14018b3f-fe0c-48d3-b5dd-78b2e22489ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f16fd9f330304d4ca53b995ef38d2248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755339 Nov 09 20:06:47.040802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37028) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:47.054811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14018b3f-fe0c-48d3-b5dd-78b2e22489ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ba3f2e-951a-4463-879e-0c3b7267e7b8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:47.172101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b74b1bd3-786e-42f7-a7d2-f3fe0db7cc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.200416 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b74b1bd3-786e-42f7-a7d2-f3fe0db7cc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.264535 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b74b1bd3-786e-42f7-a7d2-f3fe0db7cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.268440 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b74b1bd3-786e-42f7-a7d2-f3fe0db7cc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.270800 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b74b1bd3-786e-42f7-a7d2-f3fe0db7cc38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6ba3f2e-951a-4463-879e-0c3b7267e7b8 HTTP/1.1" status: 204 len: 168 time: 0.2286229 Nov 09 20:06:47.282013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b1bd3-786e-42f7-a7d2-f3fe0db7cc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ba3f2e-951a-4463-879e-0c3b7267e7b8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:47.634868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37044) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:47.651870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-037e94f2-9243-4dc4-b40a-143f81fb53d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.764957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-037e94f2-9243-4dc4-b40a-143f81fb53d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.769805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-037e94f2-9243-4dc4-b40a-143f81fb53d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.813555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e94f2-9243-4dc4-b40a-143f81fb53d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fcde50-60bd-46a3-b321-c6d8d53c23a9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:47.821190 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-037e94f2-9243-4dc4-b40a-143f81fb53d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=205233d96b3040969709a2fe43ec9a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820056 Nov 09 20:06:47.821680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37052) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:47.891279 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f89562dc-1444-4754-a1f3-440a7027e1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.924077 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f89562dc-1444-4754-a1f3-440a7027e1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.993143 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f89562dc-1444-4754-a1f3-440a7027e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.996343 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f89562dc-1444-4754-a1f3-440a7027e1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:47.997850 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f89562dc-1444-4754-a1f3-440a7027e1d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23fcde50-60bd-46a3-b321-c6d8d53c23a9 HTTP/1.1" status: 204 len: 168 time: 0.1750772 Nov 09 20:06:48.009012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89562dc-1444-4754-a1f3-440a7027e1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fcde50-60bd-46a3-b321-c6d8d53c23a9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:50.845220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37156) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:51.027876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-147b2491-2e56-403b-aa21-f534dde5827e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:51.129543 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-147b2491-2e56-403b-aa21-f534dde5827e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:51.135284 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-147b2491-2e56-403b-aa21-f534dde5827e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:51.197345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37164) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:51.198578 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-147b2491-2e56-403b-aa21-f534dde5827e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f193c45ca9a44c6a5abfb3316fac82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511109 Nov 09 20:06:51.199597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b2491-2e56-403b-aa21-f534dde5827e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bc26ff-d406-4a84-8ac6-4c0f996676b8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:51.268476 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:51.327434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37613909-26a1-4317-a037-d2bce6bc5cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:51.379231 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37613909-26a1-4317-a037-d2bce6bc5cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:51.787649 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37613909-26a1-4317-a037-d2bce6bc5cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:51.790903 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37613909-26a1-4317-a037-d2bce6bc5cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:51.795067 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-37613909-26a1-4317-a037-d2bce6bc5cd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24bc26ff-d406-4a84-8ac6-4c0f996676b8 HTTP/1.1" status: 204 len: 168 time: 0.5922492 Nov 09 20:06:51.801662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37613909-26a1-4317-a037-d2bce6bc5cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bc26ff-d406-4a84-8ac6-4c0f996676b8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:54.247191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37302) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:54.252683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942654729', 'description': 'tempest-secgroup-smoke-1942654729 description', 'project_id': '255b9262b186472cb06159c676864ff2'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:54.290046 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.300555 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.445711 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.450128 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.463559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37310) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:54.582720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30faaea-141d-44ac-a329-254852de76ea,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:54.627200 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.636129 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.678321 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e655d2a8-6ba0-4839-88f3-37c19a526e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.697392 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.699372 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4504867 Nov 09 20:06:54.702682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37320) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:54.708142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6bfb8027-7d0f-4f13-8539-d8af36f92d76 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '73b0b53e-0d00-4d2b-8a9f-c6a368c53389', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:54.714004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590bd86-93cc-4c25-a4be-e0ffdee817cc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b0b53e-0d00-4d2b-8a9f-c6a368c53389,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:54.750220 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8027-7d0f-4f13-8539-d8af36f92d76 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.805917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8027-7d0f-4f13-8539-d8af36f92d76 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.811420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8027-7d0f-4f13-8539-d8af36f92d76 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.834203 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb8027-7d0f-4f13-8539-d8af36f92d76 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6f17bc-4414-4ec7-b5f5-4ca3b2975073,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:54.848905 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6bfb8027-7d0f-4f13-8539-d8af36f92d76 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.853401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6bfb8027-7d0f-4f13-8539-d8af36f92d76 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467848 Nov 09 20:06:54.853639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37322) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:54.868868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ce3756c0-1a63-425b-8777-0758ad2d5d43 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '73b0b53e-0d00-4d2b-8a9f-c6a368c53389', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:54.877283 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e655d2a8-6ba0-4839-88f3-37c19a526e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.883366 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e655d2a8-6ba0-4839-88f3-37c19a526e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.927202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e655d2a8-6ba0-4839-88f3-37c19a526e6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bcfdcc339874e63a2b65bafa7616586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618118 Nov 09 20:06:54.927906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37328) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:54.949319 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ce3756c0-1a63-425b-8777-0758ad2d5d43 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:54.949704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655d2a8-6ba0-4839-88f3-37c19a526e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e79fb2-4797-45ab-8d71-5c4a0a988563,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:55.032038 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-149f6896-12e4-4976-992d-3ce98ba0b343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.064347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-149f6896-12e4-4976-992d-3ce98ba0b343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.130093 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ce3756c0-1a63-425b-8777-0758ad2d5d43 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.150299 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ce3756c0-1a63-425b-8777-0758ad2d5d43 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.182391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3756c0-1a63-425b-8777-0758ad2d5d43 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7699be0-aa8a-4f35-95c0-c450745a5210,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:55.191480 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ce3756c0-1a63-425b-8777-0758ad2d5d43 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.199044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ce3756c0-1a63-425b-8777-0758ad2d5d43 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3373783 Nov 09 20:06:55.199044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3810c26-20f7-4618-a340-d1b982b81702 req-7e6c8d66-f052-4d5c-8031-9975bf34d44b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288240 Nov 09 20:06:55.199044 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37338) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:55.203989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4a5993f9-e9da-4ce7-be63-ef6648add31b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '73b0b53e-0d00-4d2b-8a9f-c6a368c53389', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:55.236192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-149f6896-12e4-4976-992d-3ce98ba0b343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.239061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-149f6896-12e4-4976-992d-3ce98ba0b343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.251227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-149f6896-12e4-4976-992d-3ce98ba0b343 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98e79fb2-4797-45ab-8d71-5c4a0a988563 HTTP/1.1" status: 204 len: 168 time: 0.3141096 Nov 09 20:06:55.302898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f6896-12e4-4976-992d-3ce98ba0b343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e79fb2-4797-45ab-8d71-5c4a0a988563,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:55.317676 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4a5993f9-e9da-4ce7-be63-ef6648add31b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.373018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810c26-20f7-4618-a340-d1b982b81702 req-74520d8a-8782-450e-936e-4390d90693c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:55.374790 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3810c26-20f7-4618-a340-d1b982b81702 req-74520d8a-8782-450e-936e-4390d90693c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 1096 time: 0.1151958 Nov 09 20:06:55.472593 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.478026 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4a5993f9-e9da-4ce7-be63-ef6648add31b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.483802 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4a5993f9-e9da-4ce7-be63-ef6648add31b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.504725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5993f9-e9da-4ce7-be63-ef6648add31b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfea834-9ab5-4374-bb51-8f4f4e3e83a2,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:55.530489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4a5993f9-e9da-4ce7-be63-ef6648add31b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.534829 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37348) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:55.539926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-953d7504-7990-465d-a2c5-b7e3e04faf2f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '73b0b53e-0d00-4d2b-8a9f-c6a368c53389', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:55.544829 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4a5993f9-e9da-4ce7-be63-ef6648add31b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3458228 Nov 09 20:06:55.583529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810c26-20f7-4618-a340-d1b982b81702 req-86ed013f-df8c-4ddb-ae0e-80fc6b7ddccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:55.584127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-953d7504-7990-465d-a2c5-b7e3e04faf2f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.585710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3810c26-20f7-4618-a340-d1b982b81702 req-86ed013f-df8c-4ddb-ae0e-80fc6b7ddccf service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.1861377 Nov 09 20:06:55.693310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3810c26-20f7-4618-a340-d1b982b81702 req-cd41c7a6-3660-4513-a9a6-3a980c0bd4c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d498561-2afc-4ec2-81a5-a576618538cf HTTP/1.1" status: 200 len: 1000 time: 0.0990841 Nov 09 20:06:55.720609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-953d7504-7990-465d-a2c5-b7e3e04faf2f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.730727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-953d7504-7990-465d-a2c5-b7e3e04faf2f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.760957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810c26-20f7-4618-a340-d1b982b81702 req-a207dfdf-5187-4562-89c2-b4349789a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:55.762753 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3810c26-20f7-4618-a340-d1b982b81702 req-a207dfdf-5187-4562-89c2-b4349789a145 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.0591457 Nov 09 20:06:55.778331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d7504-7990-465d-a2c5-b7e3e04faf2f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250cc5c1-9d55-4722-aade-423da2993a4e,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:55.804978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-953d7504-7990-465d-a2c5-b7e3e04faf2f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.807193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-953d7504-7990-465d-a2c5-b7e3e04faf2f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2709432 Nov 09 20:06:55.817853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37356) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:55.828447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-87a2b731-70a9-4262-b0bc-c511c3e1edc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '73b0b53e-0d00-4d2b-8a9f-c6a368c53389', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:55.847261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37358) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:55.875013 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-87a2b731-70a9-4262-b0bc-c511c3e1edc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Project 255b9262b186472cb06159c676864ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:06:55.880883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b54c02b-473d-4bb0-98dc-2b9405fd1e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:55.883835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810c26-20f7-4618-a340-d1b982b81702 req-8e45a635-c416-4920-a4f7-c3dd8f7b6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:55.885518 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3810c26-20f7-4618-a340-d1b982b81702 req-8e45a635-c416-4920-a4f7-c3dd8f7b6c18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130936 Nov 09 20:06:55.886355 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87a2b731-70a9-4262-b0bc-c511c3e1edc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.105710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b54c02b-473d-4bb0-98dc-2b9405fd1e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.111759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1b54c02b-473d-4bb0-98dc-2b9405fd1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.241414 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1b54c02b-473d-4bb0-98dc-2b9405fd1e87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=084e8b22fb2e4993823601124eb296b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930182 Nov 09 20:06:56.246334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37370) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:56.248636 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54c02b-473d-4bb0-98dc-2b9405fd1e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8858741c-0e6e-4485-9f65-e9c1e49f4e18,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:56.358737 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6d91-45d1-4e43-8c4b-120d3f96fbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.384533 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6d91-45d1-4e43-8c4b-120d3f96fbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.601139 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87a2b731-70a9-4262-b0bc-c511c3e1edc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.606146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3810c26-20f7-4618-a340-d1b982b81702 req-f7b125cd-8571-4a76-8ec9-17c303f18a12 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095797 Nov 09 20:06:56.607497 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142ed6e0-d21f-4968-b297-6897456dee09 req-9b950ea0-b255-4023-a24e-9fdce6b853b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1354666 Nov 09 20:06:56.608151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87a2b731-70a9-4262-b0bc-c511c3e1edc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.633593 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6d91-45d1-4e43-8c4b-120d3f96fbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.638376 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6d91-45d1-4e43-8c4b-120d3f96fbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.641118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b731-70a9-4262-b0bc-c511c3e1edc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fceeba-886b-4682-a799-7fa1946cba38,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:56.642155 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e7fc6d91-45d1-4e43-8c4b-120d3f96fbea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8858741c-0e6e-4485-9f65-e9c1e49f4e18 HTTP/1.1" status: 204 len: 168 time: 0.3858628 Nov 09 20:06:56.654106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87a2b731-70a9-4262-b0bc-c511c3e1edc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.657765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-87a2b731-70a9-4262-b0bc-c511c3e1edc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8363435 Nov 09 20:06:56.665620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37382) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:56.670260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f3ad8175-fc7f-43dd-9933-252f2aa17f88 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '73b0b53e-0d00-4d2b-8a9f-c6a368c53389', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:56.688391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc6d91-45d1-4e43-8c4b-120d3f96fbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8858741c-0e6e-4485-9f65-e9c1e49f4e18,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:56.738545 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-f3ad8175-fc7f-43dd-9933-252f2aa17f88 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Project 255b9262b186472cb06159c676864ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:06:56.742957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed6e0-d21f-4968-b297-6897456dee09 req-bc77fbcb-f1c5-4eb2-9723-6424bf5b41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:56.747040 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142ed6e0-d21f-4968-b297-6897456dee09 req-bc77fbcb-f1c5-4eb2-9723-6424bf5b41a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80985c87c7bf4f1f91e53993a7cb32c3&device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 1097 time: 0.0712702 Nov 09 20:06:56.758269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f3ad8175-fc7f-43dd-9933-252f2aa17f88 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.775538 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3810c26-20f7-4618-a340-d1b982b81702 req-4f3a3b2e-7fba-4c89-ba4d-256275db11d8 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357484 Nov 09 20:06:56.842142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f3ad8175-fc7f-43dd-9933-252f2aa17f88 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.851559 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f3ad8175-fc7f-43dd-9933-252f2aa17f88 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.883262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad8175-fc7f-43dd-9933-252f2aa17f88 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e64bf84-dde8-4f67-888a-1ac40a57c02a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:56.899263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f3ad8175-fc7f-43dd-9933-252f2aa17f88 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:56.903361 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f3ad8175-fc7f-43dd-9933-252f2aa17f88 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2332749 Nov 09 20:06:56.904287 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37392) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:56.909743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'network': {'name': 'tempest-network-smoke--1598125259', 'project_id': '255b9262b186472cb06159c676864ff2', 'port_security_enabled': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:56.913555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed6e0-d21f-4968-b297-6897456dee09 req-ed6d8077-b509-4cc0-9657-97ebb9017663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:56.915062 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142ed6e0-d21f-4968-b297-6897456dee09 req-ed6d8077-b509-4cc0-9657-97ebb9017663 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d54afce-71b0-4351-8282-8cb4d17d0f97 HTTP/1.1" status: 200 len: 910 time: 0.1424401 Nov 09 20:06:57.003038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:06:57.007433 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:57.050163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:06:57.060372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:57.060725 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Added segment d928b601-64b7-4527-b835-c412e7ac64d4 of type vlan for network 2b236549-cf8b-4e9f-b446-1869964966fd Nov 09 20:06:57.105176 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:57.136080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142ed6e0-d21f-4968-b297-6897456dee09 req-2f65ac22-4e0d-4e60-8988-75da3d5ec948 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674 HTTP/1.1" status: 200 len: 1001 time: 0.2087631 Nov 09 20:06:57.139127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:57.145599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:57.146317 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:57.295580 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3899326 Nov 09 20:06:57.298639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37412) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:57.304920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'admin_state_up': True, 'project_id': '255b9262b186472cb06159c676864ff2', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:06:57.317749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed6e0-d21f-4968-b297-6897456dee09 req-c7917807-9e40-4bc4-97c1-64e31e453c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:57.319715 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142ed6e0-d21f-4968-b297-6897456dee09 req-c7917807-9e40-4bc4-97c1-64e31e453c5f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51bef35d-5e66-4f37-aad8-e056544b9ad9 HTTP/1.1" status: 200 len: 848 time: 0.1677296 Nov 09 20:06:57.320656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfa827-2c8f-41e1-b965-562b801d6cd2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Network': ['ID=2b236549-cf8b-4e9f-b446-1869964966fd,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:57.334583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2b236549-cf8b-4e9f-b446-1869964966fd details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:06:57.360116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:57.361518 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:57.438554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ed6e0-d21f-4968-b297-6897456dee09 req-c52a96ae-2c88-4191-8a76-06679f1b1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:06:57.440444 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142ed6e0-d21f-4968-b297-6897456dee09 req-c52a96ae-2c88-4191-8a76-06679f1b1f7e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d54afce-71b0-4351-8282-8cb4d17d0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089709 Nov 09 20:06:57.504264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:57.719306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142ed6e0-d21f-4968-b297-6897456dee09 req-1ed7a7dd-ab18-4067-a25c-1b8cc1a6cfdd service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605410 Nov 09 20:06:57.764922 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:57.850339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-142ed6e0-d21f-4968-b297-6897456dee09 req-3ffac78d-1eb4-4576-8d2e-0980b55b7187 service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249387 Nov 09 20:06:58.067237 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:58.099761 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:58.245707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.25.6.253 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/9374a191-f46f-4678-bbd1-9b65c169cd3d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:06:58.399396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:58.442454 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:58.488746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:06:58.496417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:06:58.507262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:06:58.515378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=9374a191-f46f-4678-bbd1-9b65c169cd3d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:06:58.913981 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:59.193761 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:59.343732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router e3426f97-66b3-4453-8b2c-2fac2a82a292 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:06:59.478138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:06:59.489404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Sync routers for ids ['e3426f97-66b3-4453-8b2c-2fac2a82a292'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:06:59.509477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Routers {'e3426f97-66b3-4453-8b2c-2fac2a82a292'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:06:59.511674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:06:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['e3426f97-66b3-4453-8b2c-2fac2a82a292'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:06:59.536608 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:06:59.537963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e71715f8-2a89-4917-932f-3b5d2ec45b19 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2380788 Nov 09 20:06:59.542201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37502) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:06:59.674162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Set router e3426f97-66b3-4453-8b2c-2fac2a82a292 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:06:59.998649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:06:58Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:00.011114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-07a13467-c3fe-4ae4-8517-c84a01f7bac3 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=255b9262b186472cb06159c676864ff2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4633665 Nov 09 20:07:00.011114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37526) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:00.326282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f1a9f0-aaad-4cc9-ad18-90f515cdfed1 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:00.332479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37546) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:00.333366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e6f1a9f0-aaad-4cc9-ad18-90f515cdfed1 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3214889 Nov 09 20:07:00.371937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-72c1e5d4-0e2d-46fc-a62e-6431776738b7 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376573 Nov 09 20:07:00.373960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37548) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:00.381426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-246389680', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'project_id': '255b9262b186472cb06159c676864ff2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:07:00.409973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Checking router: e3426f97-66b3-4453-8b2c-2fac2a82a292 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:07:00.410374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Updating router e3426f97-66b3-4453-8b2c-2fac2a82a292 port 9374a191-f46f-4678-bbd1-9b65c169cd3d binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:07:00.465649 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:00.505287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694971a-c502-4130-bd37-f2d93f44e1bd req-2111b9bc-2bec-495c-802f-19a43392adfd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:00.511154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b694971a-c502-4130-bd37-f2d93f44e1bd req-2111b9bc-2bec-495c-802f-19a43392adfd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1111212 Nov 09 20:07:00.571908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:07:00.577957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:00.601232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b694971a-c502-4130-bd37-f2d93f44e1bd req-cf5f1475-84fd-4995-ac54-f737de7ddafe tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855525 Nov 09 20:07:00.602636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37552) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:00.809301 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28dd15e4-728f-49c5-b407-698ba8ef8242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:00.872568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:00.879861 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:00.893225 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:00.964075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Subnet': ['ID=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:01.007361 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28dd15e4-728f-49c5-b407-698ba8ef8242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.017984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Checking segment: {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:07:01.018370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network hostable DHCP agents. Network: 2b236549-cf8b-4e9f-b446-1869964966fd, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:07:01.018492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-28dd15e4-728f-49c5-b407-698ba8ef8242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.048765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Attempting to bind port 9374a191-f46f-4678-bbd1-9b65c169cd3d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:07:01.049143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Attempting to bind port 9374a191-f46f-4678-bbd1-9b65c169cd3d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:07:01.049517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Attempting to bind port 9374a191-f46f-4678-bbd1-9b65c169cd3d on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:07:01.056606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Pushing event updated for resources: {'Port': ['ID=9374a191-f46f-4678-bbd1-9b65c169cd3d,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:01.058401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 2b236549-cf8b-4e9f-b446-1869964966fd is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:07:01.059852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:07:01.060243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:07:01.060725 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.061128 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:07:01.061714 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Bound port: 9374a191-f46f-4678-bbd1-9b65c169cd3d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:07:01.062041 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.075860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2b236549-cf8b-4e9f-b446-1869964966fd) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:07:01.084375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:01.085486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.104612 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-28dd15e4-728f-49c5-b407-698ba8ef8242 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae4abbb7440d4218be98eb369eac453d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894092 Nov 09 20:07:01.104829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa41236-f2f8-4137-b779-c678e08bbee7 None None] Network 2b236549-cf8b-4e9f-b446-1869964966fd requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:07:01.109628 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.109975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.110332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.110581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37566) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:01.110757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.114575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.114575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.114575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.114575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.114575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.114575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.114575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.114575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:01.118298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd15e4-728f-49c5-b407-698ba8ef8242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c10b1eb-c94b-4671-bdf2-59e1aed4c987,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:01.162688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab0e5aab-1693-4a02-88cd-e276749771c4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7846239 Nov 09 20:07:01.164761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37568) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:01.264773 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a832bc70-b43c-4fb9-b371-4444b0dfb71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.282705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] For port 9374a191-f46f-4678-bbd1-9b65c169cd3d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:07:01.302832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] For port 9374a191-f46f-4678-bbd1-9b65c169cd3d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9374a191-f46f-4678-bbd1-9b65c169cd3d,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:07:01.320268 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.324883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a832bc70-b43c-4fb9-b371-4444b0dfb71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.426812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a832bc70-b43c-4fb9-b371-4444b0dfb71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.430304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a832bc70-b43c-4fb9-b371-4444b0dfb71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.435185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a832bc70-b43c-4fb9-b371-4444b0dfb71b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c10b1eb-c94b-4671-bdf2-59e1aed4c987 HTTP/1.1" status: 204 len: 168 time: 0.3056195 Nov 09 20:07:01.449946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832bc70-b43c-4fb9-b371-4444b0dfb71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c10b1eb-c94b-4671-bdf2-59e1aed4c987,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:01.522467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-2b236549-cf8b-4e9f-b446-1869964966fd', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:07:01.522467 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:01.531461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Routers {'e3426f97-66b3-4453-8b2c-2fac2a82a292'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:07:01.532847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:06:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['e3426f97-66b3-4453-8b2c-2fac2a82a292'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:01.595318 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4d106-8bdc-4285-b248-df1758706a99 None None] Pushing event updated for resources: {'Port': ['ID=9374a191-f46f-4678-bbd1-9b65c169cd3d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:01.896787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Allocated IP 172.20.0.2 (2b236549-cf8b-4e9f-b446-1869964966fd/eb0b2fcf-380a-4e4f-a7ca-d18aec148d62/8e18a7aa-b3ed-4b10-9f5e-7407933e3a56) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:07:01.904618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcec0e8-0d7a-43dc-92cd-7f3bae49e62b req-4698eb7a-4ccf-481c-a271-61c29405c421 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:01.911032 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfcec0e8-0d7a-43dc-92cd-7f3bae49e62b req-4698eb7a-4ccf-481c-a271-61c29405c421 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1507223 Nov 09 20:07:02.008106 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfcec0e8-0d7a-43dc-92cd-7f3bae49e62b req-bac12fca-3672-4c32-bfe6-1bd589e4e2a6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899804 Nov 09 20:07:02.031805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37590) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:02.050367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b3c817a-3161-4faf-b4dd-9ad2355ca38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.198829 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b3c817a-3161-4faf-b4dd-9ad2355ca38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.205061 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4b3c817a-3161-4faf-b4dd-9ad2355ca38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.227946 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.235470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] Set router e3426f97-66b3-4453-8b2c-2fac2a82a292 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:07:02.283222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c817a-3161-4faf-b4dd-9ad2355ca38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7239623f-d70e-4cf9-85ac-783e25fc3469,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:02.316678 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.335048 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4b3c817a-3161-4faf-b4dd-9ad2355ca38b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a948d573807843359d91944b4627e7d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015971 Nov 09 20:07:02.337419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37602) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:02.431335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Pushing event updated for resources: {'Port': ['ID=8e18a7aa-b3ed-4b10-9f5e-7407933e3a56,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:02.491539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Network 2b236549-cf8b-4e9f-b446-1869964966fd is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:07:02.505992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:07:02.518634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.521392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:07:02.529745 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51e4182a-46e5-4310-b219-96cd0af38e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.597917 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51e4182a-46e5-4310-b219-96cd0af38e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.628152 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Attempting to bind port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:07:02.628530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Attempting to bind port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:07:02.628897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Attempting to bind port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 on network 2b236549-cf8b-4e9f-b446-1869964966fd {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:07:02.634927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:07:02.635657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Checking segment: {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:07:02.635799 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.636149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Bound using segment: {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:07:02.636634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Bound port: 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:07:02.637283 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.683685 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51e4182a-46e5-4310-b219-96cd0af38e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.686961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51e4182a-46e5-4310-b219-96cd0af38e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.688517 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-51e4182a-46e5-4310-b219-96cd0af38e6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7239623f-d70e-4cf9-85ac-783e25fc3469 HTTP/1.1" status: 204 len: 168 time: 0.3489094 Nov 09 20:07:02.723771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4182a-46e5-4310-b219-96cd0af38e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7239623f-d70e-4cf9-85ac-783e25fc3469,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:02.748141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] For port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:07:02.751587 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] For port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8e18a7aa-b3ed-4b10-9f5e-7407933e3a56,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:07:02.768993 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:02.852924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:06:58Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:02.893142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6aec0-98a4-4105-9e5d-42b9aca425b7 None None] The sync data for ids ['e3426f97-66b3-4453-8b2c-2fac2a82a292'] in n-d-817256-1 is: [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:06:58Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:07:02.895659 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4cd35-e933-4899-8c14-6c0ae1a179fc None None] Pushing event updated for resources: {'Port': ['ID=8e18a7aa-b3ed-4b10-9f5e-7407933e3a56,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:03.487999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.20.0.1 (2b236549-cf8b-4e9f-b446-1869964966fd/eb0b2fcf-380a-4e4f-a7ca-d18aec148d62/6073a04f-cc8e-4f2f-9f3d-81577fcf220b) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:07:03.623250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd638d3-216a-469a-a313-fca6c900132a req-d9837fd7-7eb6-411a-b1c1-8da5e89d149b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:03.624893 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cd638d3-216a-469a-a313-fca6c900132a req-d9837fd7-7eb6-411a-b1c1-8da5e89d149b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.4248562 Nov 09 20:07:03.759189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cd638d3-216a-469a-a313-fca6c900132a req-e0054d1e-f0e4-4dd7-bc0f-004c3ca54002 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254945 Nov 09 20:07:03.773213 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:03.902838 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:04.035301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9374a191-f46f-4678-bbd1-9b65c169cd3d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:07:04.066890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=6073a04f-cc8e-4f2f-9f3d-81577fcf220b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:04.086332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 2b236549-cf8b-4e9f-b446-1869964966fd is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:07:04.092016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:07:04.099966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:07:04.182639 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:04.208545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9374a191-f46f-4678-bbd1-9b65c169cd3d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:04.208929 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:04.397971 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:04.459846 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 9374a191-f46f-4678-bbd1-9b65c169cd3d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9374a191-f46f-4678-bbd1-9b65c169cd3d,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:07:04.474403 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:04.475921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:07:04.557425 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:04.581916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-8f55aba4-4f03-442d-9eb8-34c10433daa8 req-b3763269-b2fb-4767-be05-5f9cca6d6db3 service neutron] (102295) timed out ('10.222.0.53', 48046) {{(pid=102295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:07:04.592186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=9374a191-f46f-4678-bbd1-9b65c169cd3d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:04.613513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b46ccb-7a88-49d6-a638-b24dd4eaf731 None None] Network 2b236549-cf8b-4e9f-b446-1869964966fd requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:07:04.765702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1210e45b-26c1-4b84-b20e-aeb5b6a66cf1 None None] Provisioning complete for port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:04.766020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1210e45b-26c1-4b84-b20e-aeb5b6a66cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:04.846214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:04.846810 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:05.043721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948457-e3d8-4db6-a3e3-ce040a3ed2d6 req-52b55da8-e1a7-4e07-85c6-e9840bbdd5c9 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:05.055406 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-85948457-e3d8-4db6-a3e3-ce040a3ed2d6 req-52b55da8-e1a7-4e07-85c6-e9840bbdd5c9 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1213782 Nov 09 20:07:05.108325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-85948457-e3d8-4db6-a3e3-ce040a3ed2d6 req-74f23bcb-686f-4d0e-9cf6-4ca301d5764b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518494 Nov 09 20:07:05.116050 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1210e45b-26c1-4b84-b20e-aeb5b6a66cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:05.165512 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:05.211602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:05.222390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1210e45b-26c1-4b84-b20e-aeb5b6a66cf1 None None] For port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8e18a7aa-b3ed-4b10-9f5e-7407933e3a56,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:07:05.234231 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1210e45b-26c1-4b84-b20e-aeb5b6a66cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:05.239835 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:05.377791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:05.380902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=6073a04f-cc8e-4f2f-9f3d-81577fcf220b,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:05.387863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210e45b-26c1-4b84-b20e-aeb5b6a66cf1 None None] Pushing event updated for resources: {'Port': ['ID=8e18a7aa-b3ed-4b10-9f5e-7407933e3a56,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:05.427039 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:07:05.427401 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:07:05.553233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 2b236549-cf8b-4e9f-b446-1869964966fd is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:07:05.558915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:07:05.681577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d7f6c252-2867-4690-8f73-a21a0c904c06 None None] Provisioning complete for port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:05.682362 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c252-2867-4690-8f73-a21a0c904c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:05.739261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router e3426f97-66b3-4453-8b2c-2fac2a82a292 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:07:05.851704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d7f6c252-2867-4690-8f73-a21a0c904c06 None None] Provisioning complete for port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:05.855924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d7f6c252-2867-4690-8f73-a21a0c904c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:05.914267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6c252-2867-4690-8f73-a21a0c904c06 None None] Port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:07:06.023212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:07:06.035384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e5fe57a8-ae48-4738-beb2-7eefc2f0f00e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "PUT /v2.0/routers/e3426f97-66b3-4453-8b2c-2fac2a82a292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8712027 Nov 09 20:07:06.074780 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Sync routers for ids ['e3426f97-66b3-4453-8b2c-2fac2a82a292'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:07:06.085025 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Routers {'e3426f97-66b3-4453-8b2c-2fac2a82a292'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:07:06.085781 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:06:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['e3426f97-66b3-4453-8b2c-2fac2a82a292'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:06.152394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f1eff02e-9666-41f3-8cbb-67856d583e9d None None] Provisioning complete for port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:06.152814 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f1eff02e-9666-41f3-8cbb-67856d583e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:06.208625 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9374a191-f46f-4678-bbd1-9b65c169cd3d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:07:06.273606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f1eff02e-9666-41f3-8cbb-67856d583e9d None None] Port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:07:06.303078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9374a191-f46f-4678-bbd1-9b65c169cd3d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:06.303920 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:06.328813 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Set router e3426f97-66b3-4453-8b2c-2fac2a82a292 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:07:06.399528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac827f-6ac0-4c17-819a-b77977c018c9 req-ab6a78e0-081f-4a84-b21e-8437ef907ab3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:06.408344 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3ac827f-6ac0-4c17-819a-b77977c018c9 req-ab6a78e0-081f-4a84-b21e-8437ef907ab3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1578679 Nov 09 20:07:06.505890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-3ac9a614-b09a-4a4d-be7e-03ea0d5825df tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942654729&fields=id&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 267 time: 0.1035893 Nov 09 20:07:06.518978 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:07:06.538560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3ac827f-6ac0-4c17-819a-b77977c018c9 req-7e38d665-e409-42eb-a926-57793348c81b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197836 Nov 09 20:07:06.656619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 37726) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:06.670905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-6f9acc52-ebfc-4767-b3c3-6d2e771567f7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:06.680016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-6f9acc52-ebfc-4767-b3c3-6d2e771567f7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 797 time: 0.1724701 Nov 09 20:07:06.696842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:06.701082 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:06.701603 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-5ae68853-f449-4981-ba68-20d5ff81dd9d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/quotas/255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 375 time: 0.0194001 Nov 09 20:07:06.711090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8776a557-9081-4ae4-830e-440ed4af9bdb None None] Provisioning complete for port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:06.711475 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8776a557-9081-4ae4-830e-440ed4af9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:06.754751 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6073a04f-cc8e-4f2f-9f3d-81577fcf220b', 'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:0b:b0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:07:02Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 2, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:06.781771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8776a557-9081-4ae4-830e-440ed4af9bdb None None] Port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:07:06.791767 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-02c488cb-68f4-48c9-ad50-eac8862b0914 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879343 Nov 09 20:07:06.820842 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Checking router: e3426f97-66b3-4453-8b2c-2fac2a82a292 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:07:06.821199 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Updating router e3426f97-66b3-4453-8b2c-2fac2a82a292 port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:07:06.877209 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bfae68e-de71-4e13-adf6-79d7c652ab58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:06.883475 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:06.924000 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-dc04e3bf-0b29-46fd-9bf4-17d95947445f service neutron] 10.222.0.53 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279709 Nov 09 20:07:07.064402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bfae68e-de71-4e13-adf6-79d7c652ab58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:07.071625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0bfae68e-de71-4e13-adf6-79d7c652ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:07.120993 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-18f6ea40-0aa2-4de9-b2d8-c3ad4a96e6df service neutron] 10.222.0.53 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893299 Nov 09 20:07:07.149400 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0bfae68e-de71-4e13-adf6-79d7c652ab58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d63837c94bc148dba412d71fc89f8c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4913697 Nov 09 20:07:07.151400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfae68e-de71-4e13-adf6-79d7c652ab58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b1e855-03eb-4645-8854-91978759a85d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:07.152736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 37740) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:07.260065 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc3b5d91-8556-4182-92da-8bd40569b351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:07.328523 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc3b5d91-8556-4182-92da-8bd40569b351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:07.385117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2658b923-f537-465f-9232-f1dd0fccb153 req-32753d83-dd9a-47f3-ac86-2de191ef7259 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 210 time: 0.0602031 Nov 09 20:07:07.476843 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:07.490978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc3b5d91-8556-4182-92da-8bd40569b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:07.494410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bc3b5d91-8556-4182-92da-8bd40569b351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:07.498188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bc3b5d91-8556-4182-92da-8bd40569b351 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48b1e855-03eb-4645-8854-91978759a85d HTTP/1.1" status: 204 len: 168 time: 0.3418393 Nov 09 20:07:07.508763 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:07.538846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b5d91-8556-4182-92da-8bd40569b351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b1e855-03eb-4645-8854-91978759a85d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:07.631927 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Pushing event updated for resources: {'Port': ['ID=6073a04f-cc8e-4f2f-9f3d-81577fcf220b,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:07.692911 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.699061 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.699599 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.700879 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.701372 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.702989 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.703538 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.704100 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.704619 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.706949 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.707512 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.708089 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:07.773028 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Attempting to bind port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:07:07.774432 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Attempting to bind port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:07:07.777238 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Attempting to bind port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b on network 2b236549-cf8b-4e9f-b446-1869964966fd {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:07:07.788248 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:07:07.788624 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Checking segment: {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:07:07.789026 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:07.792809 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Bound using segment: {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:07:07.793766 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Bound port: 6073a04f-cc8e-4f2f-9f3d-81577fcf220b, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:07:07.794396 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:07.824549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a5e6d-c701-4c5a-a9da-b29e27931cb5 req-8a3a5d75-6111-4f61-975b-7109754da551 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:07.836515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-658a5e6d-c701-4c5a-a9da-b29e27931cb5 req-8a3a5d75-6111-4f61-975b-7109754da551 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1407099 Nov 09 20:07:07.905578 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-658a5e6d-c701-4c5a-a9da-b29e27931cb5 req-1ad27fbc-293b-4243-8aab-60892792732d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678763 Nov 09 20:07:07.954951 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] For port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:07:07.959989 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] For port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6073a04f-cc8e-4f2f-9f3d-81577fcf220b,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:07:07.973920 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:08.037903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-13fcd5a3-23e7-488a-a12f-708a15904324 None None] Provisioning complete for port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:08.039769 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-13fcd5a3-23e7-488a-a12f-708a15904324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:08.066410 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1d8d7-4694-4ae2-a34a-6477f6456d1b None None] Pushing event updated for resources: {'Port': ['ID=6073a04f-cc8e-4f2f-9f3d-81577fcf220b,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:08.076166 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Routers {'e3426f97-66b3-4453-8b2c-2fac2a82a292'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:07:08.076959 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:06:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['e3426f97-66b3-4453-8b2c-2fac2a82a292'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:08.207737 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-13fcd5a3-23e7-488a-a12f-708a15904324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:08.258701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-13fcd5a3-23e7-488a-a12f-708a15904324 None None] For port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6073a04f-cc8e-4f2f-9f3d-81577fcf220b,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:07:08.280661 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-13fcd5a3-23e7-488a-a12f-708a15904324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:08.382440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcd5a3-23e7-488a-a12f-708a15904324 None None] Pushing event updated for resources: {'Port': ['ID=6073a04f-cc8e-4f2f-9f3d-81577fcf220b,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:08.415934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9cf12415-546b-41b5-87dc-d05f8e38994f None None] Provisioning complete for port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:08.417680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9cf12415-546b-41b5-87dc-d05f8e38994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:08.487718 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] Set router e3426f97-66b3-4453-8b2c-2fac2a82a292 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:07:08.624468 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a73165e2-e097-4c8d-a2f4-a36d6662b57d req-3318cdeb-10f4-404f-b572-4be81a5e2e91 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 210 time: 0.0855565 Nov 09 20:07:08.817898 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6073a04f-cc8e-4f2f-9f3d-81577fcf220b', 'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:0b:b0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:07:02Z', 'updated_at': '2021-11-09T20:07:07Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:08.859919 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343b64b-b32f-49c1-bdba-b03fb72a99aa None None] The sync data for ids ['e3426f97-66b3-4453-8b2c-2fac2a82a292'] in n-d-817256-1 is: [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6073a04f-cc8e-4f2f-9f3d-81577fcf220b', 'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:0b:b0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:07:02Z', 'updated_at': '2021-11-09T20:07:07Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:07:09.258038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc057bf0-6bad-4d24-a632-d2f85c1c21ea req-6389429a-ae4e-4cf7-9ce2-6527a91513f1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:09.261462 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc057bf0-6bad-4d24-a632-d2f85c1c21ea req-6389429a-ae4e-4cf7-9ce2-6527a91513f1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1955686 Nov 09 20:07:09.273123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-3771fe50-2cce-4b34-b1e4-45ca65bc9476 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:09.275024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-3771fe50-2cce-4b34-b1e4-45ca65bc9476 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 797 time: 0.3672342 Nov 09 20:07:09.337066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc057bf0-6bad-4d24-a632-d2f85c1c21ea req-773e7134-7bc1-438c-a0b9-8f941a5461d4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604918 Nov 09 20:07:09.387885 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-f397291c-96e0-46f9-9514-413710b36640 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 380 time: 0.0888975 Nov 09 20:07:09.402059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'port': {'device_id': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'admin_state_up': True, 'tenant_id': '255b9262b186472cb06159c676864ff2', 'security_groups': ['73b0b53e-0d00-4d2b-8a9f-c6a368c53389']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:07:09.591600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:07:09.595789 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:09.833289 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-187cf173-85c7-4b6e-b397-92f5e012c559 req-5606b050-18e4-4f0f-8871-150110198ff5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 210 time: 0.0762258 Nov 09 20:07:09.852383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.20.0.5 (2b236549-cf8b-4e9f-b446-1869964966fd/eb0b2fcf-380a-4e4f-a7ca-d18aec148d62/840cc881-282d-4d9f-9dc1-c124fdad9d33) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:07:10.064931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:10.117415 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:10.149616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6073a04f-cc8e-4f2f-9f3d-81577fcf220b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:07:10.173676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 2b236549-cf8b-4e9f-b446-1869964966fd is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:07:10.177721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:07:10.182589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:07:10.253627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:10.254152 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:10.292935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:10.298907 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:10.330476 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-82efdbdf-708c-473a-b146-79e3bc59d47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:10.343620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=840cc881-282d-4d9f-9dc1-c124fdad9d33,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:10.364072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-8caf64fe-63a6-4e15-8e6f-f54343a5afd6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9661889 Nov 09 20:07:10.382950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Request body: {'port': {'device_id': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:07:10.523843 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:10.679750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f9eb3-7f47-444a-a193-ca25637528a1 req-d7d96ddb-1bb8-451e-8afa-42a82d08a555 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:10.690206 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d56f9eb3-7f47-444a-a193-ca25637528a1 req-d7d96ddb-1bb8-451e-8afa-42a82d08a555 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1922321 Nov 09 20:07:10.721879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-44d6ee6b-1b91-4860-b443-1552746c9571 None None] Provisioning complete for port 840cc881-282d-4d9f-9dc1-c124fdad9d33 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:10.722264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-44d6ee6b-1b91-4860-b443-1552746c9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:10.760202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-44d6ee6b-1b91-4860-b443-1552746c9571 None None] Port 840cc881-282d-4d9f-9dc1-c124fdad9d33 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:07:10.846801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d56f9eb3-7f47-444a-a193-ca25637528a1 req-1b6bff80-28c6-4deb-8a0b-58fdc2cca336 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503239 Nov 09 20:07:10.999850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa21cea-f683-4f09-8675-aa119b639a21 req-6d1acb0e-14a0-4a1d-be84-0b9ef25b722b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:11.001508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0aa21cea-f683-4f09-8675-aa119b639a21 req-6d1acb0e-14a0-4a1d-be84-0b9ef25b722b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 931 time: 0.0928054 Nov 09 20:07:11.059133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0aa21cea-f683-4f09-8675-aa119b639a21 req-816db4ab-0924-47b6-aa54-8d4f66b5f1e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515473 Nov 09 20:07:11.075728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840cc881-282d-4d9f-9dc1-c124fdad9d33 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:07:11.093846 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:11.116579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Transition to ACTIVE for port object 840cc881-282d-4d9f-9dc1-c124fdad9d33 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:07:11.121763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:11.264758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Pushing event updated for resources: {'Port': ['ID=840cc881-282d-4d9f-9dc1-c124fdad9d33,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:11.267602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Attempting to bind port 840cc881-282d-4d9f-9dc1-c124fdad9d33 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:07:11.268466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Attempting to bind port 840cc881-282d-4d9f-9dc1-c124fdad9d33 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:07:11.268963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Attempting to bind port 840cc881-282d-4d9f-9dc1-c124fdad9d33 on network 2b236549-cf8b-4e9f-b446-1869964966fd {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:07:11.276093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Port 840cc881-282d-4d9f-9dc1-c124fdad9d33 on network 2b236549-cf8b-4e9f-b446-1869964966fd not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:07:11.276664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Attempting to bind port 840cc881-282d-4d9f-9dc1-c124fdad9d33 on network 2b236549-cf8b-4e9f-b446-1869964966fd {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:07:11.288401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:07:11.289145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Checking segment: {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:07:11.289565 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Bound using segment: {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:07:11.290106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Bound port: 840cc881-282d-4d9f-9dc1-c124fdad9d33, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:07:11.290567 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:11.407883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:07:11.416253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:07:11.430949 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:11.472337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:11.473724 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:11.475411 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] 10.222.0.77 "PUT /v2.0/ports/840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 1091 time: 1.0972698 Nov 09 20:07:11.478246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:07:11.481060 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:07:11.550949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9b98e-1f81-4cd6-add6-4e3378ad62da service neutron] Pushing event updated for resources: {'Port': ['ID=840cc881-282d-4d9f-9dc1-c124fdad9d33,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:11.583787 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f37ac0-669f-49e8-a32c-b0ad8bd811d7 x-openstack-request-id: req-c6f37ac0-669f-49e8-a32c-b0ad8bd811d7 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:07:11.584312 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:07:11.584736 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6f37ac0-669f-49e8-a32c-b0ad8bd811d7 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:07:11.585452 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'status': 'completed', 'code': 200} Nov 09 20:07:11.628501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-be9c6af2-6284-480a-95b1-eae203a4431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:11.635371 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-be9c6af2-6284-480a-95b1-eae203a4431a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1094 time: 0.1056120 Nov 09 20:07:11.703649 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-aafc69c5-142d-44a6-aba0-25e79569a000 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 217 time: 0.0555477 Nov 09 20:07:11.776013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-d86b174a-d1e0-4da1-936c-e9e4d004ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:11.778622 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-d86b174a-d1e0-4da1-936c-e9e4d004ad16 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 200 len: 834 time: 0.0632815 Nov 09 20:07:11.852605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-71311418-2d1a-4a62-8916-32aaeb6ec7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:11.855522 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-71311418-2d1a-4a62-8916-32aaeb6ec7a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b236549-cf8b-4e9f-b446-1869964966fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639176 Nov 09 20:07:11.992332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f06a70-17a2-4de6-97f8-9a13b646e259 req-a3f8ee9a-6404-4644-aa93-dfd04c7b00cf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:11.993431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57f06a70-17a2-4de6-97f8-9a13b646e259 req-a3f8ee9a-6404-4644-aa93-dfd04c7b00cf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0740101 Nov 09 20:07:12.032798 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:07:12.033991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-a8fb8f60-4c51-427e-be82-0eee0c297a5d service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672354 Nov 09 20:07:12.076866 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57f06a70-17a2-4de6-97f8-9a13b646e259 req-e921df41-7816-4602-a042-bf6da08c8aca tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669329 Nov 09 20:07:12.242880 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0aed7b5-9ca5-4842-88d2-767e12d3af15 req-b15530b0-ffc2-4f19-8a65-2a7af7546eeb service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958184 Nov 09 20:07:12.267236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c28bc-8b3e-48a6-a6c4-b474f63fccd4 req-2378e687-9130-49b8-90a9-461924c67863 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:12.269544 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c74c28bc-8b3e-48a6-a6c4-b474f63fccd4 req-2378e687-9130-49b8-90a9-461924c67863 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 943 time: 0.1080251 Nov 09 20:07:12.325120 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c74c28bc-8b3e-48a6-a6c4-b474f63fccd4 req-06abd580-ed82-4266-aad7-950e2b426360 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483208 Nov 09 20:07:12.368400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-b7f70329-3b72-4321-873c-071d3f52726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:12.370990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-b7f70329-3b72-4321-873c-071d3f52726a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1094 time: 0.0450168 Nov 09 20:07:12.475203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-fde27f80-c54f-4256-a34f-e3809a0d19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:12.476706 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-fde27f80-c54f-4256-a34f-e3809a0d19b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 898 time: 0.0979719 Nov 09 20:07:12.512379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5d498561-2afc-4ec2-81a5-a576618538cf details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:07:12.521973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-33d6d0aa-4f60-4f4a-a278-aac7d21810a6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 217 time: 0.0374846 Nov 09 20:07:12.592976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-f0db656c-eead-4e18-b44d-795e11911954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:12.592976 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-f0db656c-eead-4e18-b44d-795e11911954 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 200 len: 834 time: 0.0625544 Nov 09 20:07:12.656467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-bad0d2ed-ce50-406b-90d5-7fd4fdf9d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:12.659163 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-bad0d2ed-ce50-406b-90d5-7fd4fdf9d9b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b236549-cf8b-4e9f-b446-1869964966fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561342 Nov 09 20:07:12.659439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:07:12.676702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '5d498561-2afc-4ec2-81a5-a576618538cf', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'port_id': '5d498561-2afc-4ec2-81a5-a576618538cf', 'mac_address': 'fa:16:3e:ad:72:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:07:12.742952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:12.767640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d498561-2afc-4ec2-81a5-a576618538cf {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:07:12.823432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:07:12.835408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:12.846459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-2f8c8e5b-6d82-4d0b-8d74-365e6a40671d service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782031 Nov 09 20:07:12.902747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:12.961496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['5d498561-2afc-4ec2-81a5-a576618538cf'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:07:13.020232 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcd85ead-eec0-4c58-8cd4-a6bbca561fd6 req-040d131e-1ba5-414a-9188-31ce4d372c0e service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540527 Nov 09 20:07:13.230536 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-661c0840-3fa2-407c-b348-23fc1d10f5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:13.267901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a8dbe-52cc-4730-8ea9-e194dee0d04a req-18b72938-1582-40da-a2ef-5134bca87961 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:13.277127 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb0a8dbe-52cc-4730-8ea9-e194dee0d04a req-18b72938-1582-40da-a2ef-5134bca87961 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 944 time: 0.0814445 Nov 09 20:07:13.324929 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb0a8dbe-52cc-4730-8ea9-e194dee0d04a req-9f2273ed-1503-4e05-a24e-28e503debc47 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418451 Nov 09 20:07:13.461213 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:13.573421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeee340-8a63-41f4-8ad3-dacb7a4cd2e1 req-67614cc6-9f95-44f6-92da-71dee5ebb229 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:13.584089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfeee340-8a63-41f4-8ad3-dacb7a4cd2e1 req-67614cc6-9f95-44f6-92da-71dee5ebb229 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 943 time: 0.1361222 Nov 09 20:07:13.643375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cfeee340-8a63-41f4-8ad3-dacb7a4cd2e1 req-f6e6d13e-8a26-4784-9d5e-f94e735e2436 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581076 Nov 09 20:07:14.527003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5d498561-2afc-4ec2-81a5-a576618538cf up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:07:14.626295 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:14.631225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 5d498561-2afc-4ec2-81a5-a576618538cf triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:14.631597 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:14.751624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40918607-32fb-4a36-b7c1-643a71ea8d25 req-15b5941c-7562-4758-937c-201d234fcb6d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:14.768014 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40918607-32fb-4a36-b7c1-643a71ea8d25 req-15b5941c-7562-4758-937c-201d234fcb6d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 944 time: 0.2442095 Nov 09 20:07:14.771746 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:14.822918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:07:14.826137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:07:14.828782 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfc40a-76e5-4e68-8f0e-16ae1a6c2657" -d '{"events": [{"server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "name": "network-vif-plugged", "status": "completed", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:07:14.835369 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:14.951534 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:14.966541 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40918607-32fb-4a36-b7c1-643a71ea8d25 req-07c7d26f-4d06-41cb-a5b7-deedc9e17653 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975527 Nov 09 20:07:15.053446 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7d40bf-61b0-420e-a7c6-51708ae3208c x-openstack-request-id: req-8f7d40bf-61b0-420e-a7c6-51708ae3208c {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:07:15.053940 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "name": "network-vif-plugged", "status": "completed", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:07:15.054352 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f7d40bf-61b0-420e-a7c6-51708ae3208c {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:07:15.054916 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf', 'code': 200} Nov 09 20:07:15.232657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 840cc881-282d-4d9f-9dc1-c124fdad9d33 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:07:15.282454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd89845-20ca-4c2b-96c0-90bf07657501 req-e09b715b-0601-48fd-835e-3d2dd148fa8e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:15.297642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0dd89845-20ca-4c2b-96c0-90bf07657501 req-e09b715b-0601-48fd-835e-3d2dd148fa8e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 943 time: 0.4546530 Nov 09 20:07:15.373493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0dd89845-20ca-4c2b-96c0-90bf07657501 req-fbf5646a-1e4b-4a77-a741-3a7549588f67 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623200 Nov 09 20:07:15.417093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:07:15.487959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'port_id': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'mac_address': 'fa:16:3e:06:4e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:07:15.596831 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:15.624639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840cc881-282d-4d9f-9dc1-c124fdad9d33 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:07:15.656651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:07:15.662641 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:15.741556 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=840cc881-282d-4d9f-9dc1-c124fdad9d33,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:15.942863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['840cc881-282d-4d9f-9dc1-c124fdad9d33'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:07:16.320946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ee2eb-7909-428f-ae2e-01d5e9d224d8 req-1f915f16-e5b7-4e4e-bf4e-508f1c8714b5 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:16.323904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c4ee2eb-7909-428f-ae2e-01d5e9d224d8 req-1f915f16-e5b7-4e4e-bf4e-508f1c8714b5 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.2419884 Nov 09 20:07:16.374144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c4ee2eb-7909-428f-ae2e-01d5e9d224d8 req-30e6ae0a-43f3-40af-aced-84e8166f7b69 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439260 Nov 09 20:07:16.404860 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:16.530557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65efe6-1440-4477-a6af-766c3bf33d0a req-cc777471-6765-41e5-a82a-65e543bd2341 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:16.538078 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d65efe6-1440-4477-a6af-766c3bf33d0a req-cc777471-6765-41e5-a82a-65e543bd2341 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 944 time: 0.0764165 Nov 09 20:07:16.623492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9d65efe6-1440-4477-a6af-766c3bf33d0a req-3952d109-9a74-4d1a-bed7-e9d74feb3ac8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845382 Nov 09 20:07:17.247704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 840cc881-282d-4d9f-9dc1-c124fdad9d33 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:07:17.334078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 840cc881-282d-4d9f-9dc1-c124fdad9d33 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:07:17.350814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 840cc881-282d-4d9f-9dc1-c124fdad9d33 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:07:17.351106 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:17.591484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92867733-39ed-4a10-849d-280900cb14a9 req-f2dd1c12-181c-4d88-81b9-917de901e929 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:17.594931 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:17.599683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92867733-39ed-4a10-849d-280900cb14a9 req-f2dd1c12-181c-4d88-81b9-917de901e929 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1308990 Nov 09 20:07:17.666021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:07:17.668869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92867733-39ed-4a10-849d-280900cb14a9 req-82efc817-fb88-4e30-87f8-2e562cee7353 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679741 Nov 09 20:07:17.669896 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a3f72f-f1b3-486b-a5c7-47ef161edbe1" -d '{"events": [{"server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "name": "network-vif-plugged", "status": "completed", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:07:17.689570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:07:17.718855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:17.853850 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c67b50e-f125-4a00-a512-1a23e7cc05ab x-openstack-request-id: req-8c67b50e-f125-4a00-a512-1a23e7cc05ab {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:07:17.854534 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "name": "network-vif-plugged", "status": "completed", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:07:17.854952 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c67b50e-f125-4a00-a512-1a23e7cc05ab {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:07:17.855505 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'code': 200} Nov 09 20:07:17.856645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=840cc881-282d-4d9f-9dc1-c124fdad9d33,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:18.011436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027b80d-7ef7-4d93-a5ee-39ac8c4e8226 req-3744a4a1-8850-408e-989e-944dbc2b0f4b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:18.038262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0027b80d-7ef7-4d93-a5ee-39ac8c4e8226 req-3744a4a1-8850-408e-989e-944dbc2b0f4b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.2346089 Nov 09 20:07:18.172482 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0027b80d-7ef7-4d93-a5ee-39ac8c4e8226 req-48c3d7cc-5009-4525-8148-95915157716e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330252 Nov 09 20:07:18.175858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41708e-7b03-4717-b672-f89afc1dbda7 req-1b63ef00-331b-4064-a0d5-492e0efefdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:18.178089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d41708e-7b03-4717-b672-f89afc1dbda7 req-1b63ef00-331b-4064-a0d5-492e0efefdaf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1096 time: 0.3036716 Nov 09 20:07:18.254922 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d41708e-7b03-4717-b672-f89afc1dbda7 req-12236838-7500-4882-afd6-50abe3f752e2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535126 Nov 09 20:07:18.904844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b741881-c919-4461-8155-ee374a736469 req-117fa3f0-eb1c-4219-b27d-754eea89236a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:18.922793 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b741881-c919-4461-8155-ee374a736469 req-117fa3f0-eb1c-4219-b27d-754eea89236a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0989912 Nov 09 20:07:18.988733 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b741881-c919-4461-8155-ee374a736469 req-3b81479a-6762-452a-9422-92474b9071e9 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687597 Nov 09 20:07:19.314925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a250e15-41d6-4737-a7b0-f41b884d8738 req-638e881c-8ad2-4d8a-a68e-1b48523a1203 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:19.317346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3a250e15-41d6-4737-a7b0-f41b884d8738 req-638e881c-8ad2-4d8a-a68e-1b48523a1203 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0768371 Nov 09 20:07:19.403166 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3a250e15-41d6-4737-a7b0-f41b884d8738 req-2397f105-f5c8-4c6f-9035-b8a09428e46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757940 Nov 09 20:07:20.216084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bdcc4-01a3-46f7-994a-33be1a20e7da req-a3aa676a-01bc-4587-afca-f827cf0b3a16 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:20.223449 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d97bdcc4-01a3-46f7-994a-33be1a20e7da req-a3aa676a-01bc-4587-afca-f827cf0b3a16 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1147139 Nov 09 20:07:20.269427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d97bdcc4-01a3-46f7-994a-33be1a20e7da req-36d1a574-5942-4da8-acdb-ebf385c9ce86 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448804 Nov 09 20:07:20.583810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45345978-0865-40f1-b6ba-d2b6827d6a04 req-425fb405-b8c1-4216-bff1-0b1991a45c42 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:20.592288 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45345978-0865-40f1-b6ba-d2b6827d6a04 req-425fb405-b8c1-4216-bff1-0b1991a45c42 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0770226 Nov 09 20:07:20.657365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45345978-0865-40f1-b6ba-d2b6827d6a04 req-4647e45e-7fa9-4020-b3bf-cdbfcf871e4d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575423 Nov 09 20:07:20.903474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae26a-9ba0-4d0c-94be-9222a4d615e5 req-1c2a6b70-9f40-4016-8e03-2e5f0dca9ef7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:20.905300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba4ae26a-9ba0-4d0c-94be-9222a4d615e5 req-1c2a6b70-9f40-4016-8e03-2e5f0dca9ef7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.1171646 Nov 09 20:07:20.993384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba4ae26a-9ba0-4d0c-94be-9222a4d615e5 req-7d3aa248-16a9-4aef-bacc-dff74cd44fc5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739288 Nov 09 20:07:21.026432 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38066) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:21.135541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989d0221-9245-456a-aabf-3be78f8edeb7 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:21.146980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38068) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:21.146980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:07:21.155613 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-989d0221-9245-456a-aabf-3be78f8edeb7 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1091 time: 0.1239374 Nov 09 20:07:21.215407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:21.271026 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:21.473894 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:21.615387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9046df9-dc1e-471e-bb03-8aad7819b31c req-964dd75d-0c91-4270-b344-ac2b1fa5dab7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:21.617993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.25.6.97 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/7d6b966f-b38e-42c0-956c-e999c3e98331) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:07:21.624657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9046df9-dc1e-471e-bb03-8aad7819b31c req-964dd75d-0c91-4270-b344-ac2b1fa5dab7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1331952 Nov 09 20:07:21.714159 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9046df9-dc1e-471e-bb03-8aad7819b31c req-c55f94ca-f037-425d-aa43-a11fcc08b5a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881960 Nov 09 20:07:21.772196 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:21.814830 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:21.858766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:07:21.865775 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:07:21.869694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:07:21.933330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=7d6b966f-b38e-42c0-956c-e999c3e98331,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:22.200390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38086) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:22.440737 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82d6b2e0-8b7b-4478-b942-4789fb3b4755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:22.607763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:22.631657 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82d6b2e0-8b7b-4478-b942-4789fb3b4755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:22.652085 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82d6b2e0-8b7b-4478-b942-4789fb3b4755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:22.689475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6b2e0-8b7b-4478-b942-4789fb3b4755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab50046d-deec-40bf-b89e-0ee197a4ed55,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:22.693184 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:22.734470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-82d6b2e0-8b7b-4478-b942-4789fb3b4755 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70a78cd768284bf5b1ed7c19e09f96c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326295 Nov 09 20:07:22.736894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38094) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:22.850541 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f159a06c-ce91-416d-882f-34a9918c846b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:22.888074 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f159a06c-ce91-416d-882f-34a9918c846b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:22.954802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14840565-c7f7-428e-8de6-c314c11529af req-bc757eba-e5b5-428c-ac26-cd6c1c14e2f5 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:22.956789 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14840565-c7f7-428e-8de6-c314c11529af req-bc757eba-e5b5-428c-ac26-cd6c1c14e2f5 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0969648 Nov 09 20:07:23.033119 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14840565-c7f7-428e-8de6-c314c11529af req-49f7e6d3-2b12-4584-aed8-993f1f4f130a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661213 Nov 09 20:07:23.039168 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f159a06c-ce91-416d-882f-34a9918c846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:23.043591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f159a06c-ce91-416d-882f-34a9918c846b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:23.047359 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f159a06c-ce91-416d-882f-34a9918c846b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab50046d-deec-40bf-b89e-0ee197a4ed55 HTTP/1.1" status: 204 len: 168 time: 0.3069313 Nov 09 20:07:23.053954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159a06c-ce91-416d-882f-34a9918c846b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab50046d-deec-40bf-b89e-0ee197a4ed55,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:23.093253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:23.102287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:23.231813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=7d6b966f-b38e-42c0-956c-e999c3e98331,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:23.255908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:23.423169 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Floating IP 782caccc-92b3-4fc3-9f36-b230b683ad96 associated. External IP: 172.25.6.97, port: 840cc881-282d-4d9f-9dc1-c124fdad9d33. Nov 09 20:07:23.533360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38110) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:23.547790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e168bafa-7d50-46f6-a177-c79f700e4cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:23.772743 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e168bafa-7d50-46f6-a177-c79f700e4cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:23.789984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e168bafa-7d50-46f6-a177-c79f700e4cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:23.849400 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e168bafa-7d50-46f6-a177-c79f700e4cf8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4aaaee2d7bdc48e89c4a1312f16d5f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146586 Nov 09 20:07:23.849942 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38114) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:23.964735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168bafa-7d50-46f6-a177-c79f700e4cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46874238-8e86-4242-a691-3d379be750ca,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:24.000688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2053eb5e-a001-4da8-9978-3be3b9f7d34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:24.028316 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2053eb5e-a001-4da8-9978-3be3b9f7d34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:24.163176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38120) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:24.193279 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2053eb5e-a001-4da8-9978-3be3b9f7d34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:24.197703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2053eb5e-a001-4da8-9978-3be3b9f7d34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:24.201466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2053eb5e-a001-4da8-9978-3be3b9f7d34f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46874238-8e86-4242-a691-3d379be750ca HTTP/1.1" status: 204 len: 168 time: 0.3449333 Nov 09 20:07:24.222788 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053eb5e-a001-4da8-9978-3be3b9f7d34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46874238-8e86-4242-a691-3d379be750ca,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:24.304329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e3c8c-c1a9-4b75-a022-0c4011a6de05 req-0b0889f1-deba-41c8-8fad-bb6c7b13be11 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:24.306761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-369e3c8c-c1a9-4b75-a022-0c4011a6de05 req-0b0889f1-deba-41c8-8fad-bb6c7b13be11 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0702605 Nov 09 20:07:24.374240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router e3426f97-66b3-4453-8b2c-2fac2a82a292 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:07:24.382105 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-369e3c8c-c1a9-4b75-a022-0c4011a6de05 req-1e9a3e06-7345-43a1-b648-5fad6ba97f8a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672832 Nov 09 20:07:24.419501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fa04677-8756-4e93-9cf5-37f4eec1713a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:24.537309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:07:24.541789 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fa04677-8756-4e93-9cf5-37f4eec1713a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:24.550128 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] Sync routers for ids ['e3426f97-66b3-4453-8b2c-2fac2a82a292'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:07:24.551315 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1fa04677-8756-4e93-9cf5-37f4eec1713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:24.562368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:24.570133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] Routers {'e3426f97-66b3-4453-8b2c-2fac2a82a292'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:07:24.573194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:07:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['e3426f97-66b3-4453-8b2c-2fac2a82a292'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:24.616226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4d38fb98-f26f-49e9-8b6e-7a2c73e2888c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4729483 Nov 09 20:07:24.616690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1fa04677-8756-4e93-9cf5-37f4eec1713a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e6b6a60939a43aa956bdd8629db2121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490931 Nov 09 20:07:24.617005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38132) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:24.617553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:07:24.617686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa04677-8756-4e93-9cf5-37f4eec1713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba28ece-732e-47cd-85d7-3ea8cd02b93c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:24.622907 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93487b09-4682-4214-8ab0-27d5e965794f" -d '{"events": [{"name": "network-changed", "server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:07:24.710595 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b048d1-ca41-4cd4-83f2-ed061814741e x-openstack-request-id: req-87b048d1-ca41-4cd4-83f2-ed061814741e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:07:24.710898 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:07:24.711149 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87b048d1-ca41-4cd4-83f2-ed061814741e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:07:24.711558 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'status': 'completed', 'code': 200} Nov 09 20:07:24.823692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487b09-4682-4214-8ab0-27d5e965794f req-8b64e329-7678-4a40-a118-74ee2adb8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:24.823692 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93487b09-4682-4214-8ab0-27d5e965794f req-8b64e329-7678-4a40-a118-74ee2adb8ff7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1096 time: 0.0560458 Nov 09 20:07:24.940428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38144) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:24.983431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] Set router e3426f97-66b3-4453-8b2c-2fac2a82a292 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:07:25.007267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487b09-4682-4214-8ab0-27d5e965794f req-b511f963-f08c-4af5-8dff-9e154cf6a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:25.010601 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93487b09-4682-4214-8ab0-27d5e965794f req-b511f963-f08c-4af5-8dff-9e154cf6a6d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 898 time: 0.2152095 Nov 09 20:07:25.036419 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b1b378f-41e9-4f0f-973e-809e62769afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.064716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab2cf4-1cba-4e88-b5d8-01a391016973 req-ce7d8a5e-dedb-4348-834f-2c892df83567 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:25.066252 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3ab2cf4-1cba-4e88-b5d8-01a391016973 req-ce7d8a5e-dedb-4348-834f-2c892df83567 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.2966163 Nov 09 20:07:25.080628 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-48ac6949-69ab-4874-bd00-2e48405622c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.137441 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-48ac6949-69ab-4874-bd00-2e48405622c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.149295 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93487b09-4682-4214-8ab0-27d5e965794f req-2c2c5149-fed4-46f6-9c9c-ef9303066c0c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 998 time: 0.1326177 Nov 09 20:07:25.260336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3ab2cf4-1cba-4e88-b5d8-01a391016973 req-845e3445-a9ed-4eb8-8750-f04defad3379 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808040 Nov 09 20:07:25.306694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38154) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:25.341385 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b1b378f-41e9-4f0f-973e-809e62769afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.343919 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-48ac6949-69ab-4874-bd00-2e48405622c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.347446 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-48ac6949-69ab-4874-bd00-2e48405622c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.349241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-48ac6949-69ab-4874-bd00-2e48405622c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ba28ece-732e-47cd-85d7-3ea8cd02b93c HTTP/1.1" status: 204 len: 168 time: 0.7198024 Nov 09 20:07:25.360350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac6949-69ab-4874-bd00-2e48405622c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba28ece-732e-47cd-85d7-3ea8cd02b93c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:25.362292 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b1b378f-41e9-4f0f-973e-809e62769afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.515760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4b1b378f-41e9-4f0f-973e-809e62769afa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c67b17d9d22146f9943cf9bba61c9ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753231 Nov 09 20:07:25.517332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b378f-41e9-4f0f-973e-809e62769afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd80af3-586d-4666-ae4e-841b3bd2502f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:25.521121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38160) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:25.628505 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b24c923-e579-4544-9658-ae4c3446f6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.678420 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.682001 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b24c923-e579-4544-9658-ae4c3446f6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.733504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '782caccc-92b3-4fc3-9f36-b230b683ad96', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'port_id': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'mac_address': 'fa:16:3e:06:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:07:22Z', 'updated_at': '2021-11-09T20:07:22Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6073a04f-cc8e-4f2f-9f3d-81577fcf220b', 'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:0b:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:07:02Z', 'updated_at': '2021-11-09T20:07:08Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:25.802408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] Checking router: e3426f97-66b3-4453-8b2c-2fac2a82a292 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:07:25.805043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b24c923-e579-4544-9658-ae4c3446f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.808427 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b24c923-e579-4544-9658-ae4c3446f6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:25.812126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4b24c923-e579-4544-9658-ae4c3446f6d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2dd80af3-586d-4666-ae4e-841b3bd2502f HTTP/1.1" status: 204 len: 168 time: 0.2870443 Nov 09 20:07:25.839681 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] Routers {'e3426f97-66b3-4453-8b2c-2fac2a82a292'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:07:25.840348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:07:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['e3426f97-66b3-4453-8b2c-2fac2a82a292'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:25.846973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24c923-e579-4544-9658-ae4c3446f6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd80af3-586d-4666-ae4e-841b3bd2502f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:25.914194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487b09-4682-4214-8ab0-27d5e965794f req-d3e3aa50-fca6-4236-b9d0-4d5600284437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:25.920733 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93487b09-4682-4214-8ab0-27d5e965794f req-d3e3aa50-fca6-4236-b9d0-4d5600284437 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 200 len: 834 time: 0.7642722 Nov 09 20:07:25.987253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-deebc77d-8c4f-440e-8896-a979b004601a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/782caccc-92b3-4fc3-9f36-b230b683ad96 HTTP/1.1" status: 200 len: 990 time: 0.6770949 Nov 09 20:07:26.055356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] Set router e3426f97-66b3-4453-8b2c-2fac2a82a292 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:07:26.105312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9ba75-6faa-44ef-87d5-b2abe5c90168 req-c43d1cf7-e7df-402f-90c8-52bb5fa40743 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:26.109776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cb9ba75-6faa-44ef-87d5-b2abe5c90168 req-c43d1cf7-e7df-402f-90c8-52bb5fa40743 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.2781401 Nov 09 20:07:26.187261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38178) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:26.225480 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-61a80331-682e-439d-9b20-b1c012cd05d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:26.229061 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cb9ba75-6faa-44ef-87d5-b2abe5c90168 req-de4d9e40-06ba-4d7f-ba3e-5dccc230fdaa tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098428 Nov 09 20:07:26.269269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487b09-4682-4214-8ab0-27d5e965794f req-d6df73b9-fcf7-47b4-97bf-9e1219a68584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:26.271199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93487b09-4682-4214-8ab0-27d5e965794f req-d6df73b9-fcf7-47b4-97bf-9e1219a68584 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b236549-cf8b-4e9f-b446-1869964966fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3345633 Nov 09 20:07:26.378931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-61a80331-682e-439d-9b20-b1c012cd05d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:26.387632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-61a80331-682e-439d-9b20-b1c012cd05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:26.428288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-61a80331-682e-439d-9b20-b1c012cd05d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddf53ef3ea3b409abf47d158a7e1ca06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397335 Nov 09 20:07:26.431709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38184) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:26.502909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '782caccc-92b3-4fc3-9f36-b230b683ad96', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'port_id': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'mac_address': 'fa:16:3e:06:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:07:22Z', 'updated_at': '2021-11-09T20:07:22Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6073a04f-cc8e-4f2f-9f3d-81577fcf220b', 'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:0b:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:07:02Z', 'updated_at': '2021-11-09T20:07:08Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:07:26.506134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a80331-682e-439d-9b20-b1c012cd05d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a707efaa-1e0d-40e0-b17f-d393e635ba4f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:26.547971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54261d45-6ce0-440c-9637-84f28da8ef8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:26.569929 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0677c-14a2-4287-a44b-12eb3b0e9c90 None None] The sync data for ids ['e3426f97-66b3-4453-8b2c-2fac2a82a292'] in n-d-817256-1 is: [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '782caccc-92b3-4fc3-9f36-b230b683ad96', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'port_id': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'mac_address': 'fa:16:3e:06:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:07:22Z', 'updated_at': '2021-11-09T20:07:22Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6073a04f-cc8e-4f2f-9f3d-81577fcf220b', 'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:0b:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:07:02Z', 'updated_at': '2021-11-09T20:07:08Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:07:26.583673 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93487b09-4682-4214-8ab0-27d5e965794f req-f55a47e4-47ee-430c-a15c-e8cee7c0d25f service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030355 Nov 09 20:07:26.617726 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54261d45-6ce0-440c-9637-84f28da8ef8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:26.770193 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54261d45-6ce0-440c-9637-84f28da8ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:26.774062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-54261d45-6ce0-440c-9637-84f28da8ef8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:26.788559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-54261d45-6ce0-440c-9637-84f28da8ef8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a707efaa-1e0d-40e0-b17f-d393e635ba4f HTTP/1.1" status: 204 len: 168 time: 0.3554647 Nov 09 20:07:26.803373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54261d45-6ce0-440c-9637-84f28da8ef8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a707efaa-1e0d-40e0-b17f-d393e635ba4f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:26.830171 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-93487b09-4682-4214-8ab0-27d5e965794f req-d317ed62-cf57-44f1-9f97-5bbf89fcd923 service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401614 Nov 09 20:07:26.985563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38206) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:27.032892 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34c8d9-ca96-4631-a7c5-1f6281c6c6a0 None None] New status for floating IP 782caccc-92b3-4fc3-9f36-b230b683ad96: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:07:27.154999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-42a75a35-0179-4076-b3ef-3004e5042856 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/782caccc-92b3-4fc3-9f36-b230b683ad96 HTTP/1.1" status: 200 len: 990 time: 0.1677928 Nov 09 20:07:27.512459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00ff27-a2b0-43bb-9f1e-e69a00f40fdd req-eec97273-aba7-4cc1-9365-a8156cf59699 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:27.538556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad00ff27-a2b0-43bb-9f1e-e69a00f40fdd req-eec97273-aba7-4cc1-9365-a8156cf59699 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1414602 Nov 09 20:07:27.606287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad00ff27-a2b0-43bb-9f1e-e69a00f40fdd req-dc687d3f-6ca2-472f-8e89-12850429b64c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558453 Nov 09 20:07:27.618778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38228) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:27.636127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf01fd2b-1f5f-4b98-a6e3-33d1dfd5703d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:27.767377 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf01fd2b-1f5f-4b98-a6e3-33d1dfd5703d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:27.777962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf01fd2b-1f5f-4b98-a6e3-33d1dfd5703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:27.841725 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bf01fd2b-1f5f-4b98-a6e3-33d1dfd5703d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32a64fe6ce6d4162a09de7707c6388ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210720 Nov 09 20:07:27.843243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01fd2b-1f5f-4b98-a6e3-33d1dfd5703d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76739461-1a58-44fc-b96a-f10dfdb6e8c9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:27.844402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38234) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:27.967669 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1075cfab-7df8-4a6b-8534-66516c66c81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:28.009606 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1075cfab-7df8-4a6b-8534-66516c66c81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:28.158124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38248) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:28.158350 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1075cfab-7df8-4a6b-8534-66516c66c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:28.162305 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1075cfab-7df8-4a6b-8534-66516c66c81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:28.167830 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1075cfab-7df8-4a6b-8534-66516c66c81b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76739461-1a58-44fc-b96a-f10dfdb6e8c9 HTTP/1.1" status: 204 len: 168 time: 0.3219333 Nov 09 20:07:28.177610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075cfab-7df8-4a6b-8534-66516c66c81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76739461-1a58-44fc-b96a-f10dfdb6e8c9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:28.276934 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f71c9c97-2572-4ffb-83c4-5788f0ce7e33 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/782caccc-92b3-4fc3-9f36-b230b683ad96 HTTP/1.1" status: 200 len: 992 time: 0.1172228 Nov 09 20:07:28.857980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8445b6-2383-4b1a-84fb-4dd3cb79cd4c req-7de10b30-1882-43c1-af17-e90d97b128dd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:28.871156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba8445b6-2383-4b1a-84fb-4dd3cb79cd4c req-7de10b30-1882-43c1-af17-e90d97b128dd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1309793 Nov 09 20:07:28.991998 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba8445b6-2383-4b1a-84fb-4dd3cb79cd4c req-276c2b0f-e9c7-442d-a620-1d7c52375299 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176722 Nov 09 20:07:30.190560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2756-4631-4179-b138-190dbb1b77ca req-716a2d22-282d-4f2b-943e-81a33ff2a841 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:30.198788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3a6c2756-4631-4179-b138-190dbb1b77ca req-716a2d22-282d-4f2b-943e-81a33ff2a841 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.1153991 Nov 09 20:07:30.297467 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3a6c2756-4631-4179-b138-190dbb1b77ca req-a931a42c-f4ce-4114-b8a7-2226f2906f24 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898564 Nov 09 20:07:31.450976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af340b-35de-4a36-aa8c-09e4c4d6d269 req-a4a24494-4d9b-4bd0-9b6f-a574f55d9d2b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:31.452493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17af340b-35de-4a36-aa8c-09e4c4d6d269 req-a4a24494-4d9b-4bd0-9b6f-a574f55d9d2b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0651631 Nov 09 20:07:31.496027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17af340b-35de-4a36-aa8c-09e4c4d6d269 req-0bfb723c-665f-4117-bd20-f9b3d6305ebe tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347345 Nov 09 20:07:31.838630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-9d627ec8-c708-454f-9762-363fc83dc94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:31.840268 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-9d627ec8-c708-454f-9762-363fc83dc94e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 1096 time: 0.0495842 Nov 09 20:07:31.957948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-27f4daab-5cde-43f6-ba0f-aa968b44b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:31.960133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-27f4daab-5cde-43f6-ba0f-aa968b44b137 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.1087687 Nov 09 20:07:32.030931 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-7d88330f-269e-4cf4-b4fa-ce743d02756c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d498561-2afc-4ec2-81a5-a576618538cf HTTP/1.1" status: 200 len: 1000 time: 0.0637274 Nov 09 20:07:32.091581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-6c84b237-eef5-473f-ad94-5653ad129deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:32.093295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-6c84b237-eef5-473f-ad94-5653ad129deb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.0533938 Nov 09 20:07:32.154648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-176142a1-876d-4970-9ca8-75a709273d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:32.156240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-176142a1-876d-4970-9ca8-75a709273d68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555594 Nov 09 20:07:32.170080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-bb9acb1e-cd5e-4fc8-af2b-ec964d549777 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:07:32.171673 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-bb9acb1e-cd5e-4fc8-af2b-ec964d549777 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069308 Nov 09 20:07:32.271522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-8076120f-36ec-4fb6-a3b6-cfbb144f0791 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921140 Nov 09 20:07:32.373765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f8c78a81-25fe-404d-8708-5e20aa8f406b req-13ff754a-2d30-443f-b1c6-b1a9ae2f930c service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955019 Nov 09 20:07:32.651748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d0ba-c2c9-43e5-b672-df21102cf92c req-ed0b6950-17c8-480e-9d78-cc93c6840a12 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:32.653391 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d108d0ba-c2c9-43e5-b672-df21102cf92c req-ed0b6950-17c8-480e-9d78-cc93c6840a12 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0635042 Nov 09 20:07:32.693076 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d108d0ba-c2c9-43e5-b672-df21102cf92c req-13542b4d-820b-45dd-b7a0-d3229b210bbd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330002 Nov 09 20:07:33.221281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38374) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:33.359252 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6187-ca53-4252-914e-8b1355c783b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:33.458561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6187-ca53-4252-914e-8b1355c783b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:33.463332 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6187-ca53-4252-914e-8b1355c783b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:33.504803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc6187-ca53-4252-914e-8b1355c783b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b376995-c06e-46c7-a967-7ae52a28dee6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:33.515340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38384) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:33.515950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b0dc6187-ca53-4252-914e-8b1355c783b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5a43d22e70a49c8b05a9ebc9c23d055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929831 Nov 09 20:07:33.582975 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79eaad08-cfe5-4bb8-a75b-a7354cf17ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:33.604983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79eaad08-cfe5-4bb8-a75b-a7354cf17ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:33.657429 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79eaad08-cfe5-4bb8-a75b-a7354cf17ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:33.660127 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-79eaad08-cfe5-4bb8-a75b-a7354cf17ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:33.661275 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-79eaad08-cfe5-4bb8-a75b-a7354cf17ca3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b376995-c06e-46c7-a967-7ae52a28dee6 HTTP/1.1" status: 204 len: 168 time: 0.1442153 Nov 09 20:07:33.671655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eaad08-cfe5-4bb8-a75b-a7354cf17ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b376995-c06e-46c7-a967-7ae52a28dee6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:33.844991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b982-5833-4a6b-88b0-f83ad4345cff req-71ce9b07-e6ba-4f41-b0e6-37536e912bf8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:33.846644 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66d4b982-5833-4a6b-88b0-f83ad4345cff req-71ce9b07-e6ba-4f41-b0e6-37536e912bf8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0577483 Nov 09 20:07:33.889047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66d4b982-5833-4a6b-88b0-f83ad4345cff req-55dcd909-09c7-4383-9c4e-f3c6a06c0353 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350170 Nov 09 20:07:34.009679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38398) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:34.023717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71e3c007-d368-4060-a56f-59c01f57eaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:34.106596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71e3c007-d368-4060-a56f-59c01f57eaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:34.111258 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71e3c007-d368-4060-a56f-59c01f57eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:34.154962 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-71e3c007-d368-4060-a56f-59c01f57eaeb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5e5742cd2ff4c67ae7b5f171d1ff7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415315 Nov 09 20:07:34.155133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38402) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:34.160875 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3c007-d368-4060-a56f-59c01f57eaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74b0d1b-23ef-4deb-8d30-f10386c31ea6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:34.208602 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06b16e49-086c-4b07-9a87-b74df77689ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:34.236839 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06b16e49-086c-4b07-9a87-b74df77689ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:34.308549 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06b16e49-086c-4b07-9a87-b74df77689ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:34.311993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06b16e49-086c-4b07-9a87-b74df77689ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:34.313229 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-06b16e49-086c-4b07-9a87-b74df77689ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c74b0d1b-23ef-4deb-8d30-f10386c31ea6 HTTP/1.1" status: 204 len: 168 time: 0.1572881 Nov 09 20:07:34.321516 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b16e49-086c-4b07-9a87-b74df77689ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74b0d1b-23ef-4deb-8d30-f10386c31ea6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:35.041039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f18371-8581-4bc2-bbab-ff9a6e6ec48e req-73decf5e-a648-4704-a2ad-98a180661d35 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:35.042632 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-55f18371-8581-4bc2-bbab-ff9a6e6ec48e req-73decf5e-a648-4704-a2ad-98a180661d35 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0584395 Nov 09 20:07:35.087544 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-55f18371-8581-4bc2-bbab-ff9a6e6ec48e req-c647734d-166e-4204-9074-d7b729a864a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378838 Nov 09 20:07:35.671459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-928f2b9f-0b06-4fc1-b316-c12fbe38b9fe req-cf44f2f6-d9e6-4ab3-a360-9856923b3f64 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:07:35.672560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-928f2b9f-0b06-4fc1-b316-c12fbe38b9fe req-cf44f2f6-d9e6-4ab3-a360-9856923b3f64 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056441 Nov 09 20:07:35.857345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7810e1-7f0e-4bc6-b3ba-d07f0c69cd1f req-c84bb2c0-7372-4dfd-a21e-1e798e5eed6d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:35.859987 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f7810e1-7f0e-4bc6-b3ba-d07f0c69cd1f req-c84bb2c0-7372-4dfd-a21e-1e798e5eed6d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 945 time: 0.0574718 Nov 09 20:07:35.921515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f7810e1-7f0e-4bc6-b3ba-d07f0c69cd1f req-6e2622a9-e157-4ffd-be3c-03744616f5ab tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552735 Nov 09 20:07:36.065145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38510) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:36.288350 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-f006ba45-cb0c-48f2-8f53-040e04a4d8ae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2217052 Nov 09 20:07:36.300569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-4c5e9b1e-32b9-4f99-8947-2c330c1040f5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:07:36.301753 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-4c5e9b1e-32b9-4f99-8947-2c330c1040f5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060236 Nov 09 20:07:36.614784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5d498561-2afc-4ec2-81a5-a576618538cf no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:07:36.704610 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:36.739381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:07:36.745463 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb61e4c-8a47-4950-a934-15eca3b2f24d" -d '{"events": [{"server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:07:36.750228 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:07:36.759554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:36.788761 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 20:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fb572e-bcd5-4e04-a46f-ae36f8bcf62a x-openstack-request-id: req-25fb572e-bcd5-4e04-a46f-ae36f8bcf62a {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:07:36.789059 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "name": "network-vif-unplugged", "status": "failed", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf", "code": 422}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:07:36.789318 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25fb572e-bcd5-4e04-a46f-ae36f8bcf62a {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:07:36.790870 n-d-817256-1 neutron-server[102297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf', 'code': 422} returned with failed status Nov 09 20:07:36.849479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:37.060101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b613f-64bb-4400-b2bc-0ddb9ebf8006 req-ec5f6a6e-c72e-46c9-ae11-3476201fe8e4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:37.062225 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b9b613f-64bb-4400-b2bc-0ddb9ebf8006 req-ec5f6a6e-c72e-46c9-ae11-3476201fe8e4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0609112 Nov 09 20:07:37.116166 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b9b613f-64bb-4400-b2bc-0ddb9ebf8006 req-9ec7e372-244b-4560-a6db-d1656a9320b8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470147 Nov 09 20:07:38.295287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e06ee8-9699-40f1-8279-c93134ace14b req-68c9a355-74cd-4dd5-9cbe-c62d1201f9fa tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:38.297404 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43e06ee8-9699-40f1-8279-c93134ace14b req-68c9a355-74cd-4dd5-9cbe-c62d1201f9fa tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0898280 Nov 09 20:07:38.361086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43e06ee8-9699-40f1-8279-c93134ace14b req-3e496701-afa7-4ce1-a81c-659a199505c6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504026 Nov 09 20:07:39.514714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa09b8f-8357-4d3d-a414-f7d2e4ffccf8 req-1fe4ac30-e614-4c75-94be-036f5598c1ba tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:39.524379 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0aa09b8f-8357-4d3d-a414-f7d2e4ffccf8 req-1fe4ac30-e614-4c75-94be-036f5598c1ba tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0638158 Nov 09 20:07:39.579036 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0aa09b8f-8357-4d3d-a414-f7d2e4ffccf8 req-d3f56c5f-2ba1-416c-869b-04ff511c70cf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534427 Nov 09 20:07:40.249179 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc850e0e-e6ae-477d-b59e-d4abdf01dd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:40.729081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe88ff-7fa6-4917-8c18-4e426703ab95 req-ffb26952-c0e4-4152-806d-63580edfdb91 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:40.730735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0fe88ff-7fa6-4917-8c18-4e426703ab95 req-ffb26952-c0e4-4152-806d-63580edfdb91 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0673027 Nov 09 20:07:40.791548 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0fe88ff-7fa6-4917-8c18-4e426703ab95 req-b6100a1a-8db5-4a2e-9894-fcde31968ae8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534272 Nov 09 20:07:41.961203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6290573-b4c2-4def-8925-5b2e67ac8fe4 req-d57ca7b9-2082-4ccf-aed4-8be79fa78736 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:41.970167 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6290573-b4c2-4def-8925-5b2e67ac8fe4 req-d57ca7b9-2082-4ccf-aed4-8be79fa78736 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0895457 Nov 09 20:07:42.027924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6290573-b4c2-4def-8925-5b2e67ac8fe4 req-03810cae-51b3-4442-9c10-1cefab660b85 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560811 Nov 09 20:07:42.036235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-251b8840-0104-400f-9fe1-e6b5a60d75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:42.038110 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-251b8840-0104-400f-9fe1-e6b5a60d75cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2&tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99 HTTP/1.1" status: 200 len: 1094 time: 0.0994084 Nov 09 20:07:42.106839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-460c31f3-957e-4f25-8ebd-a5d0b68834b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:42.108393 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-460c31f3-957e-4f25-8ebd-a5d0b68834b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 1094 time: 0.0423362 Nov 09 20:07:42.205265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-669c4e63-ee5f-4486-b458-f595ed3619f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:42.206850 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-669c4e63-ee5f-4486-b458-f595ed3619f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.0916710 Nov 09 20:07:42.275029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-990cd507-5e50-4664-8c7b-ec59d8f71d57 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d498561-2afc-4ec2-81a5-a576618538cf HTTP/1.1" status: 200 len: 998 time: 0.0611219 Nov 09 20:07:42.341753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-9d4a628c-a89c-4a89-b97c-7c8e030431f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:42.343279 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-9d4a628c-a89c-4a89-b97c-7c8e030431f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.0612643 Nov 09 20:07:42.402345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-4125bac6-5626-434f-a961-6b726ead1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:42.404212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-4125bac6-5626-434f-a961-6b726ead1fbe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537455 Nov 09 20:07:42.499118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-20bca210-fb1b-4a5a-b0c3-c50a27d899a7 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871315 Nov 09 20:07:42.602551 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-12f1db99-d39b-405f-b86a-1b3cd1c4d9f3 req-d2751922-eb12-482b-8fd6-499b930744c7 service neutron] 10.222.0.70 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954127 Nov 09 20:07:43.214995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fc26de4e-9f8e-407e-b1c9-c11864007a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:43.359961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327869d-8fe5-42fa-a87d-daa80474f337 req-fbb14804-2c4f-4583-b59b-703143f602f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:43.363647 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c327869d-8fe5-42fa-a87d-daa80474f337 req-fbb14804-2c4f-4583-b59b-703143f602f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.1615727 Nov 09 20:07:43.446243 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c327869d-8fe5-42fa-a87d-daa80474f337 req-cd46bf62-4498-4699-96c5-d0c011d7e4f4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725658 Nov 09 20:07:43.473545 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:44.588710 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:44.659059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b018-6daa-4e7a-a5e3-2c225d9bb30e req-1b18a484-52b4-4eb9-8d58-9eb3913d875c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:44.661098 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67d7b018-6daa-4e7a-a5e3-2c225d9bb30e req-1b18a484-52b4-4eb9-8d58-9eb3913d875c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.1122234 Nov 09 20:07:44.723429 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-67d7b018-6daa-4e7a-a5e3-2c225d9bb30e req-bfe37b8d-df48-4e06-b2ba-173934eafd9a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550468 Nov 09 20:07:45.734336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38744) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:45.958825 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.106949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.118086 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.130054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ff998-4797-4c67-b44f-53160f0bfcfa req-382d6026-aed7-486c-9ecc-b659e1572572 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:46.131763 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c97ff998-4797-4c67-b44f-53160f0bfcfa req-382d6026-aed7-486c-9ecc-b659e1572572 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.1965325 Nov 09 20:07:46.205855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74964ad4-31b5-41e3-b4b9-2870391f68f5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:46.211059 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dffcba671cd1489ba453a4c225d33d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749994 Nov 09 20:07:46.214254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38754) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:46.231784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.232529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.233100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.233686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.234535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.235522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.236093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.236648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.237912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.238695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.239387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.240486 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c9bf5e-eb48-4b11-862a-5b43dd1649e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.315127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.317711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.326169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c97ff998-4797-4c67-b44f-53160f0bfcfa req-bbcea653-294c-4e1c-ac5c-fec193515247 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683490 Nov 09 20:07:46.365565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.432402 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.435082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.437464 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74964ad4-31b5-41e3-b4b9-2870391f68f5 HTTP/1.1" status: 204 len: 168 time: 0.2209759 Nov 09 20:07:46.450860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74964ad4-31b5-41e3-b4b9-2870391f68f5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:46.468286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.468864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.469424 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.470068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.470947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.471708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.472265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.472898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.473717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.474385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.475069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.475700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318324b-bb20-45ff-8d5a-d8700b6e9785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:07:46.743998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:46.757047 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05da2577-363a-4ded-b568-35539798f9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.854846 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05da2577-363a-4ded-b568-35539798f9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.858845 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-05da2577-363a-4ded-b568-35539798f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.891856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da2577-363a-4ded-b568-35539798f9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d723ddcb-8154-4102-8f4f-58343c7f0c22,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:46.907676 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-05da2577-363a-4ded-b568-35539798f9fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5e59342db804eb58f90a31a91f29120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626177 Nov 09 20:07:46.910194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:46.966433 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3fbacd1-ef8d-40a8-9db2-1be64bb446bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:46.989731 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3fbacd1-ef8d-40a8-9db2-1be64bb446bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:47.042477 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3fbacd1-ef8d-40a8-9db2-1be64bb446bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:47.045359 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3fbacd1-ef8d-40a8-9db2-1be64bb446bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:47.046583 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f3fbacd1-ef8d-40a8-9db2-1be64bb446bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d723ddcb-8154-4102-8f4f-58343c7f0c22 HTTP/1.1" status: 204 len: 168 time: 0.1354067 Nov 09 20:07:47.056233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbacd1-ef8d-40a8-9db2-1be64bb446bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d723ddcb-8154-4102-8f4f-58343c7f0c22,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:47.514471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90624a9-7cae-42db-ad19-2c148781abc6 req-bef7890c-304b-4a54-82ad-803c95346bb4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:47.516960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e90624a9-7cae-42db-ad19-2c148781abc6 req-bef7890c-304b-4a54-82ad-803c95346bb4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0806353 Nov 09 20:07:47.521185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 38784) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:47.557610 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77c48119-f935-43d8-9fa0-f47b12c9ba89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:47.632581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e90624a9-7cae-42db-ad19-2c148781abc6 req-eb945a7c-60cb-408a-8da3-044e156966cd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064222 Nov 09 20:07:47.701943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77c48119-f935-43d8-9fa0-f47b12c9ba89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:47.707059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77c48119-f935-43d8-9fa0-f47b12c9ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:47.758605 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-77c48119-f935-43d8-9fa0-f47b12c9ba89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83e01aa9d6d5448c925be15dbe8fcb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324631 Nov 09 20:07:47.759277 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 38786) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:47.762879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c48119-f935-43d8-9fa0-f47b12c9ba89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b1143c-edd0-439b-aa5b-9b693335d2f6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:47.827774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-553e3d24-68d7-4b9c-9d22-73481cc156d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:47.867454 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-553e3d24-68d7-4b9c-9d22-73481cc156d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:47.923001 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-553e3d24-68d7-4b9c-9d22-73481cc156d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:47.925729 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-553e3d24-68d7-4b9c-9d22-73481cc156d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:47.926847 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-553e3d24-68d7-4b9c-9d22-73481cc156d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9b1143c-edd0-439b-aa5b-9b693335d2f6 HTTP/1.1" status: 204 len: 168 time: 0.1660185 Nov 09 20:07:47.935711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e3d24-68d7-4b9c-9d22-73481cc156d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b1143c-edd0-439b-aa5b-9b693335d2f6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:48.775683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172ee15-c424-4fc7-849b-ccab6c668fe6 req-bed3c3cc-b499-484e-a71d-057948fcf333 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:48.783340 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a172ee15-c424-4fc7-849b-ccab6c668fe6 req-bed3c3cc-b499-484e-a71d-057948fcf333 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0619276 Nov 09 20:07:48.825339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a172ee15-c424-4fc7-849b-ccab6c668fe6 req-03855eda-6270-40f9-86c7-8455c5cb303b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408826 Nov 09 20:07:49.023114 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:07:50.015709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a255-e224-415c-9705-f9ad2fda102a req-35b914c0-6ade-4703-b2e5-820a7d5dd38b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:50.019478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59f8a255-e224-415c-9705-f9ad2fda102a req-35b914c0-6ade-4703-b2e5-820a7d5dd38b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.1058021 Nov 09 20:07:50.101234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59f8a255-e224-415c-9705-f9ad2fda102a req-c3177faa-edb8-470c-9e12-10603fb17b59 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671868 Nov 09 20:07:51.254468 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:51.254994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec12ab4-3198-4d9a-babe-29d26e9cfd9a req-7a714feb-2741-4dd1-a328-efab66c3a2c8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:51.256547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ec12ab4-3198-4d9a-babe-29d26e9cfd9a req-7a714feb-2741-4dd1-a328-efab66c3a2c8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0653505 Nov 09 20:07:51.308667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ec12ab4-3198-4d9a-babe-29d26e9cfd9a req-b6c2b694-df46-40f4-a4fc-24adc1ac145c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435205 Nov 09 20:07:52.494364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477067-e4dc-4af1-9132-8d78c3d35593 req-fdbe5f72-7eb0-4d60-9318-1da4eb4bf566 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:52.496026 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06477067-e4dc-4af1-9132-8d78c3d35593 req-fdbe5f72-7eb0-4d60-9318-1da4eb4bf566 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0594461 Nov 09 20:07:52.554978 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06477067-e4dc-4af1-9132-8d78c3d35593 req-d0a51af7-fb3e-43fc-bc72-17decc1d9527 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524833 Nov 09 20:07:53.727474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36d29a-22f5-4a9a-90b8-119d8c469263 req-7116388c-8f34-4521-8440-42332dcab396 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:53.729063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f36d29a-22f5-4a9a-90b8-119d8c469263 req-7116388c-8f34-4521-8440-42332dcab396 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0606940 Nov 09 20:07:53.782417 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f36d29a-22f5-4a9a-90b8-119d8c469263 req-c34c6e8e-dc36-48c0-81df-a7dd35ed95fe tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441976 Nov 09 20:07:54.917525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c89c03-a039-4e2c-89b2-6ac51b7886bd req-54d0d53c-9f9b-46f2-b7e7-58a89b45522d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:54.919123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1c89c03-a039-4e2c-89b2-6ac51b7886bd req-54d0d53c-9f9b-46f2-b7e7-58a89b45522d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0652692 Nov 09 20:07:54.964746 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e1c89c03-a039-4e2c-89b2-6ac51b7886bd req-fab2800a-e406-40cc-8acd-5f85bfbc5d5e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390048 Nov 09 20:07:55.475085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:56.101869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c72602-e213-4e86-ba08-9b01ec157995 req-2519c11b-afa6-47cc-bb2b-dd10217b8a99 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:56.103423 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42c72602-e213-4e86-ba08-9b01ec157995 req-2519c11b-afa6-47cc-bb2b-dd10217b8a99 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0513620 Nov 09 20:07:56.142656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42c72602-e213-4e86-ba08-9b01ec157995 req-e39694a8-9933-4aa8-9339-181a9236423b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329409 Nov 09 20:07:56.607784 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-abf7f07c-1ff8-452c-bc30-6da413fb44b9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1676984 Nov 09 20:07:56.701019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-19acff70-9e0c-4a66-9dab-00a14d85fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:56.702728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-19acff70-9e0c-4a66-9dab-00a14d85fea6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=80985c87c7bf4f1f91e53993a7cb32c3&device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 1097 time: 0.0485475 Nov 09 20:07:56.812476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-d1c05a92-2b59-46e5-ab0c-d6fcc8ef0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:56.814036 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-d1c05a92-2b59-46e5-ab0c-d6fcc8ef0c6a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5d54afce-71b0-4351-8282-8cb4d17d0f97 HTTP/1.1" status: 200 len: 910 time: 0.0919659 Nov 09 20:07:56.896382 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-492c9ead-a08b-4d9e-95bb-a03e0962ac16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674 HTTP/1.1" status: 200 len: 1001 time: 0.0717800 Nov 09 20:07:56.949222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-13b549df-dafc-40bd-b846-08bbff9ca940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:56.950728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-13b549df-dafc-40bd-b846-08bbff9ca940 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51bef35d-5e66-4f37-aad8-e056544b9ad9 HTTP/1.1" status: 200 len: 848 time: 0.0464301 Nov 09 20:07:57.010339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-0d94477c-8f50-4095-bd5b-583db0f55252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:57.013851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-0d94477c-8f50-4095-bd5b-583db0f55252 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5d54afce-71b0-4351-8282-8cb4d17d0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552835 Nov 09 20:07:57.028776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-7b9389db-0194-4e2a-82f8-131babbae647 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:07:57.029726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-7b9389db-0194-4e2a-82f8-131babbae647 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074811 Nov 09 20:07:57.165484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-5dc25f50-dc9a-44be-bb74-3bd230df0923 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381207 Nov 09 20:07:57.174680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-99085360-c09b-46c3-b0fa-7046a5831a3c service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375599 Nov 09 20:07:57.250907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-dcaae738-268f-4077-81d2-3e8c944e0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:57.252664 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-dcaae738-268f-4077-81d2-3e8c944e0024 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 1096 time: 0.0647566 Nov 09 20:07:57.354361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899c66a-e80c-4503-a075-89f88d8ddf2c req-a98731c9-4bae-457b-88fb-0813754df09f tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:57.356940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d899c66a-e80c-4503-a075-89f88d8ddf2c req-a98731c9-4bae-457b-88fb-0813754df09f tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1096 time: 0.0675492 Nov 09 20:07:57.385920 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7710077-9d6f-4550-9c25-4d1d2cc350a9 req-0dc5f00c-bb14-47b5-80ac-d0dc120ec9d1 service neutron] 10.222.0.77 "GET /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008092 Nov 09 20:07:57.387237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d899c66a-e80c-4503-a075-89f88d8ddf2c req-a9edff3d-32ab-41a2-aeca-4565a2cea491 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:57.452476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0125a-6e90-4746-b4e0-ec5667a3c97b req-db911489-53b9-41b1-8a38-cb3960d4c570 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:57.454259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ac0125a-6e90-4746-b4e0-ec5667a3c97b req-db911489-53b9-41b1-8a38-cb3960d4c570 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.1861377 Nov 09 20:07:57.458013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-ca1f7d7f-618e-444f-bd6c-e085f5901596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:57.459872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-ca1f7d7f-618e-444f-bd6c-e085f5901596 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.1781392 Nov 09 20:07:57.475171 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d899c66a-e80c-4503-a075-89f88d8ddf2c req-a9edff3d-32ab-41a2-aeca-4565a2cea491 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:57.483428 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-d899c66a-e80c-4503-a075-89f88d8ddf2c req-a9edff3d-32ab-41a2-aeca-4565a2cea491 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:07:57.515336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edff3d-32ab-41a2-aeca-4565a2cea491 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c486e97-4129-49b8-a9da-ad8a80909493,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:07:57.525815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d899c66a-e80c-4503-a075-89f88d8ddf2c req-a9edff3d-32ab-41a2-aeca-4565a2cea491 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626427 Nov 09 20:07:57.587552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-5a11f169-6c39-4cb9-a52c-f6be2f51213f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=154ab21f-aebd-4532-9ef6-2efb2ee53979 HTTP/1.1" status: 200 len: 1001 time: 0.1197226 Nov 09 20:07:57.654466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d41c34-a3b5-4266-b313-67fbfc3869f8 req-69a1e377-71c1-4afb-bbe3-dc74de0d5d08 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:57.662063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b5d41c34-a3b5-4266-b313-67fbfc3869f8 req-69a1e377-71c1-4afb-bbe3-dc74de0d5d08 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0648904 Nov 09 20:07:57.662469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-f77ff7d2-184c-4115-a08f-f6948ad32320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:57.664962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-f77ff7d2-184c-4115-a08f-f6948ad32320 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0640428 Nov 09 20:07:57.700347 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b5d41c34-a3b5-4266-b313-67fbfc3869f8 req-a8692b2d-1025-4deb-9d82-d94552e5415f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373752 Nov 09 20:07:57.720576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ac0125a-6e90-4746-b4e0-ec5667a3c97b req-679a303b-629a-439b-9476-afc95e0ef6aa tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522891 Nov 09 20:07:57.721630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 39368) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:57.743810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-bc2e5459-b08d-4512-b089-625b5f91a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:57.752456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-bc2e5459-b08d-4512-b089-625b5f91a57b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790544 Nov 09 20:07:57.829008 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4c6e09d6-0ca7-4791-bd52-80431782728d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/782caccc-92b3-4fc3-9f36-b230b683ad96 HTTP/1.1" status: 200 len: 992 time: 0.1011791 Nov 09 20:07:57.894117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-73ddc503-3304-4992-bec3-7eaad72060ad service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336689 Nov 09 20:07:57.997086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca546c2b-6c67-4d67-a623-a08bbce80611 req-4a3b239e-746a-4cd2-96dc-6f934869cdc4 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958884 Nov 09 20:07:58.158226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-97432e38-acab-4402-a57b-9f5e64dc8708 req-2192ac17-be70-477d-a2eb-4b621759cb45 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:07:58.159262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97432e38-acab-4402-a57b-9f5e64dc8708 req-2192ac17-be70-477d-a2eb-4b621759cb45 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054207 Nov 09 20:07:58.514699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39398) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:07:58.556138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b0371-8a9e-4c20-b4fe-4d154359aafb req-3b0f78d6-5d1f-4f79-bb27-62c848cb5317 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:58.566536 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b03b0371-8a9e-4c20-b4fe-4d154359aafb req-3b0f78d6-5d1f-4f79-bb27-62c848cb5317 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0766687 Nov 09 20:07:58.608444 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b03b0371-8a9e-4c20-b4fe-4d154359aafb req-576b3fff-dedc-4007-81ea-c58d2ede49c9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Nov 09 20:07:58.653951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-61fc5d87-baaa-4565-8a58-c29db9067706 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1374805 Nov 09 20:07:58.663313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-4ab58eeb-f6ec-458b-aefc-e5f7c1222fe7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:07:58.665146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-4ab58eeb-f6ec-458b-aefc-e5f7c1222fe7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061643 Nov 09 20:07:58.880605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26f783-9e62-4a04-9a07-64da12734d49 req-770e63a1-257e-493a-92e7-7118612c6fb1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:58.882547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3a26f783-9e62-4a04-9a07-64da12734d49 req-770e63a1-257e-493a-92e7-7118612c6fb1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0772696 Nov 09 20:07:58.930271 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3a26f783-9e62-4a04-9a07-64da12734d49 req-12e5d551-7792-42bc-a3ae-9a5de80b3bb0 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405769 Nov 09 20:07:59.755152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54786d-8d58-4984-8a5e-dd4bbb0115a2 req-2778f065-8653-46e2-8ed3-c7eea17e5976 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:07:59.757737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f54786d-8d58-4984-8a5e-dd4bbb0115a2 req-2778f065-8653-46e2-8ed3-c7eea17e5976 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0523276 Nov 09 20:07:59.798332 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f54786d-8d58-4984-8a5e-dd4bbb0115a2 req-1cd2858b-477a-4437-b820-305ca9180bf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Nov 09 20:08:00.099247 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-c42ddf29-7291-45e2-8a52-77dfb241cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:00.101071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-c42ddf29-7291-45e2-8a52-77dfb241cb90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1096 time: 0.0744464 Nov 09 20:08:00.104553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b18b2-3055-4236-9449-0450b9e7264d req-81bbaa61-ef6b-4974-b016-680267f10e0c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:00.106245 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-606b18b2-3055-4236-9449-0450b9e7264d req-81bbaa61-ef6b-4974-b016-680267f10e0c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0890892 Nov 09 20:08:00.161155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-606b18b2-3055-4236-9449-0450b9e7264d req-03a127ec-d4a4-4d2f-96ac-8669953b74d4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486741 Nov 09 20:08:00.216058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-2226f5ae-94ba-4700-b63a-05b237634259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:00.220750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-2226f5ae-94ba-4700-b63a-05b237634259 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 898 time: 0.1044617 Nov 09 20:08:00.296114 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-6b815269-c27f-4fcd-95fb-1718d1662d9f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 1000 time: 0.0697076 Nov 09 20:08:00.354144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-2522f55d-2047-4da2-ae62-a68c9af682c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:00.355694 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-2522f55d-2047-4da2-ae62-a68c9af682c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 200 len: 834 time: 0.0475082 Nov 09 20:08:00.409658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-afac3a1a-22fd-4bc3-9030-7abdc7d17771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:00.411313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-afac3a1a-22fd-4bc3-9030-7abdc7d17771 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b236549-cf8b-4e9f-b446-1869964966fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436754 Nov 09 20:08:00.540110 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-e33653eb-9952-4e17-86b4-7f98f2626c88 service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153719 Nov 09 20:08:00.645667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-51ad2edf-abe2-41c9-8cd9-b8d6923df5d2 service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983336 Nov 09 20:08:00.935416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3659a-a27a-4ca1-bf91-7fa48d56fbe5 req-66d2119c-e1a5-4d85-98d2-e21c459d1478 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:00.937101 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eec3659a-a27a-4ca1-bf91-7fa48d56fbe5 req-66d2119c-e1a5-4d85-98d2-e21c459d1478 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0551629 Nov 09 20:08:00.995694 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eec3659a-a27a-4ca1-bf91-7fa48d56fbe5 req-15dbf5e4-7124-4cc9-9ca6-c6291a384b9f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509529 Nov 09 20:08:01.287911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417a6ba-72a4-4f04-9502-ae21e1a57ea0 req-e2db9647-cf90-48e5-b9a7-26a60539a03e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:01.289503 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b417a6ba-72a4-4f04-9502-ae21e1a57ea0 req-e2db9647-cf90-48e5-b9a7-26a60539a03e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0546801 Nov 09 20:08:01.337359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b417a6ba-72a4-4f04-9502-ae21e1a57ea0 req-44ba58b3-52d7-4b25-be0f-2a55e4c64b6e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385907 Nov 09 20:08:02.123672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deab36b-8035-44fd-a3b4-f20b51e23650 req-2397de48-6f79-48b0-9ace-03072e2d57f9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:02.126207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2deab36b-8035-44fd-a3b4-f20b51e23650 req-2397de48-6f79-48b0-9ace-03072e2d57f9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0594015 Nov 09 20:08:02.170601 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2deab36b-8035-44fd-a3b4-f20b51e23650 req-917b7a41-ffcb-4e09-9e64-317bcae6425b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381908 Nov 09 20:08:02.488383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382216-e4ad-4682-af01-e67e4e863727 req-741e605d-aa8f-4c54-aa17-cf84cee71cab tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:02.489869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60382216-e4ad-4682-af01-e67e4e863727 req-741e605d-aa8f-4c54-aa17-cf84cee71cab tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 943 time: 0.0687468 Nov 09 20:08:02.539924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-60382216-e4ad-4682-af01-e67e4e863727 req-d49e3481-a2ff-402c-a465-8be087ceb88e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Nov 09 20:08:02.737073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5d498561-2afc-4ec2-81a5-a576618538cf details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:08:02.850303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:02.863180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '5d498561-2afc-4ec2-81a5-a576618538cf', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'port_id': '5d498561-2afc-4ec2-81a5-a576618538cf', 'mac_address': 'fa:16:3e:ad:72:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:08:02.901535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:02.921728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d498561-2afc-4ec2-81a5-a576618538cf {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:08:02.955362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:02.960611 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:03.009956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:03.033995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.034442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.034821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.035544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.035888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.036218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.036552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.036875 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.037251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.037581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.037904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.038225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:03.176131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['5d498561-2afc-4ec2-81a5-a576618538cf'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:08:03.332617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e61f06-7a90-451a-83a3-9ed64fadd208 req-49e9ce33-1217-440a-8d65-f9c751856fdd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:03.336204 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9e61f06-7a90-451a-83a3-9ed64fadd208 req-49e9ce33-1217-440a-8d65-f9c751856fdd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0648553 Nov 09 20:08:03.377700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9e61f06-7a90-451a-83a3-9ed64fadd208 req-1c248171-5e14-4814-b12e-8e4a355a722f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354242 Nov 09 20:08:03.711300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347a32a-01be-477e-ac44-9285c925e208 req-a716e43f-5f10-4b38-ad61-a7e4770e0972 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:03.712900 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6347a32a-01be-477e-ac44-9285c925e208 req-a716e43f-5f10-4b38-ad61-a7e4770e0972 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 944 time: 0.0606942 Nov 09 20:08:03.754547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6347a32a-01be-477e-ac44-9285c925e208 req-1449cf57-af62-4b78-ad29-80c492c41f8c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333097 Nov 09 20:08:04.497070 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e6e84-84b1-43c7-9993-e06ed092d3ad req-a87c63a7-d2a1-4033-8585-0336c6e22d46 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:04.498502 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f4e6e84-84b1-43c7-9993-e06ed092d3ad req-a87c63a7-d2a1-4033-8585-0336c6e22d46 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0510297 Nov 09 20:08:04.546069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f4e6e84-84b1-43c7-9993-e06ed092d3ad req-ec85bb83-2045-4b05-b08f-098ff206efcd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411782 Nov 09 20:08:04.768489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5d498561-2afc-4ec2-81a5-a576618538cf up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:04.836732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 5d498561-2afc-4ec2-81a5-a576618538cf triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:04.837121 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:04.930893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e0b25-ffea-4b7b-82f0-ba14ce2a2c04 req-313289c8-774e-474a-a6fe-492bdeecdfbf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:04.938953 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e05e0b25-ffea-4b7b-82f0-ba14ce2a2c04 req-313289c8-774e-474a-a6fe-492bdeecdfbf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 944 time: 0.0826957 Nov 09 20:08:04.960408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:04.987160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e05e0b25-ffea-4b7b-82f0-ba14ce2a2c04 req-3bb57f39-40fe-4ea1-ba02-a963097a0d5c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471444 Nov 09 20:08:04.989865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:08:04.992971 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de2c50-aa34-4f44-96cc-4308a3d68f9a" -d '{"events": [{"server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "name": "network-vif-plugged", "status": "completed", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:08:05.014896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:05.021919 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:05.056461 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d2dd92-5437-4252-88a3-831d639a5632 x-openstack-request-id: req-72d2dd92-5437-4252-88a3-831d639a5632 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:08:05.056762 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "name": "network-vif-plugged", "status": "completed", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:08:05.057021 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72d2dd92-5437-4252-88a3-831d639a5632 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:08:05.057417 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf', 'code': 200} Nov 09 20:08:05.080656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=10']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:05.258319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d976ff5-e02e-47fd-a160-63f5c22a44d4 req-c754a40e-5c8e-4ebf-9a43-48bfc8b5747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:05.260950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d976ff5-e02e-47fd-a160-63f5c22a44d4 req-c754a40e-5c8e-4ebf-9a43-48bfc8b5747c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 1097 time: 0.0595782 Nov 09 20:08:05.299090 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d976ff5-e02e-47fd-a160-63f5c22a44d4 req-4240caae-56fe-4d5e-878b-9b2d8e5d312f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305166 Nov 09 20:08:05.684609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaef81b-94fc-44d5-837b-36ec6963c6ac req-5872751c-efad-4243-a38a-398eb6e43bc9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:05.686955 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dfaef81b-94fc-44d5-837b-36ec6963c6ac req-5872751c-efad-4243-a38a-398eb6e43bc9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0575624 Nov 09 20:08:05.727114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dfaef81b-94fc-44d5-837b-36ec6963c6ac req-eb868b6e-0c3a-4b32-8bbb-42d317c3c34e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342212 Nov 09 20:08:06.160890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635b860-f4e7-443c-8e49-7f7fb74c3780 req-bbcc4291-25f0-45ed-b2cd-bccd88e8bf85 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:06.162389 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1635b860-f4e7-443c-8e49-7f7fb74c3780 req-bbcc4291-25f0-45ed-b2cd-bccd88e8bf85 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 946 time: 0.0624850 Nov 09 20:08:06.211928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1635b860-f4e7-443c-8e49-7f7fb74c3780 req-e1aca6be-1f03-4801-a93b-02972be6e0d3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421224 Nov 09 20:08:06.864337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d55b5f-3c0f-431e-941b-7fe52fcbb257 req-9718e7e6-7996-4016-aac0-cd84d0fe629d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:06.874485 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-16d55b5f-3c0f-431e-941b-7fe52fcbb257 req-9718e7e6-7996-4016-aac0-cd84d0fe629d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0672429 Nov 09 20:08:06.929462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-16d55b5f-3c0f-431e-941b-7fe52fcbb257 req-c0f0cb0f-9220-446c-a6e5-d42d618afeb2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539763 Nov 09 20:08:07.346173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37497454-50ac-45c2-a88b-42553d9d7496 req-bbb5cbb7-1280-4258-b240-2c3dbe880104 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:07.347877 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37497454-50ac-45c2-a88b-42553d9d7496 req-bbb5cbb7-1280-4258-b240-2c3dbe880104 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 946 time: 0.0549426 Nov 09 20:08:07.401557 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37497454-50ac-45c2-a88b-42553d9d7496 req-aebfee36-b63c-40ab-adc1-28c0179feac4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453601 Nov 09 20:08:08.076552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1769b-d56f-4901-b849-8cceddc603b8 req-052e3159-a14c-48e6-986b-362dd5a6afbc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:08.078139 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dfb1769b-d56f-4901-b849-8cceddc603b8 req-052e3159-a14c-48e6-986b-362dd5a6afbc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0685754 Nov 09 20:08:08.124525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dfb1769b-d56f-4901-b849-8cceddc603b8 req-f00651d2-dfa6-4994-9292-0e5bd788ec78 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390778 Nov 09 20:08:09.265347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a6f35-14a5-4d26-a414-6614368b8add req-9acba961-e842-4e33-9e62-58db5b05ea58 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:09.266991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a76a6f35-14a5-4d26-a414-6614368b8add req-9acba961-e842-4e33-9e62-58db5b05ea58 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0551391 Nov 09 20:08:09.307132 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a76a6f35-14a5-4d26-a414-6614368b8add req-cb0486e0-f110-44d1-b89e-d65c6f76374b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333343 Nov 09 20:08:10.248220 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcdca287-bdf9-4948-8c7b-5fb8e76e367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:10.411838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e54cf9-f43d-4eb6-b791-05d33c4b67fd req-8d891a99-9f54-4838-a0c5-26f9d06faf7e tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:10.414051 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-27e54cf9-f43d-4eb6-b791-05d33c4b67fd req-8d891a99-9f54-4838-a0c5-26f9d06faf7e tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 946 time: 0.0729418 Nov 09 20:08:10.442308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a6446-ec61-4f42-bf86-bb94e74865e4 req-c8164199-fc56-49b6-893d-ac93b33fa30c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:10.443964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac2a6446-ec61-4f42-bf86-bb94e74865e4 req-c8164199-fc56-49b6-893d-ac93b33fa30c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0550859 Nov 09 20:08:10.483795 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-27e54cf9-f43d-4eb6-b791-05d33c4b67fd req-9508a6f0-5cd8-4971-84d1-d866b78eeb0e tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630026 Nov 09 20:08:10.504047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac2a6446-ec61-4f42-bf86-bb94e74865e4 req-25b32448-4c60-4e77-bb1b-47b43a31c436 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503051 Nov 09 20:08:11.662250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424130-67bd-44ce-a056-f98d593e74c5 req-bcf4ba1a-2d5d-4191-b840-b5bb1785a244 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:11.665320 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb424130-67bd-44ce-a056-f98d593e74c5 req-bcf4ba1a-2d5d-4191-b840-b5bb1785a244 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 946 time: 0.0734363 Nov 09 20:08:11.672936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23972e-7225-43e7-b431-2514bca1fac4 req-6ba504cd-111e-43fe-98cc-d7ccc5d0c2af tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:11.675239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee23972e-7225-43e7-b431-2514bca1fac4 req-6ba504cd-111e-43fe-98cc-d7ccc5d0c2af tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0627050 Nov 09 20:08:11.706719 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb424130-67bd-44ce-a056-f98d593e74c5 req-2d82bf31-d64f-4560-a573-e33a1ec3cd39 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/security-groups?id=becfea17-9101-450f-9d18-dd3633d6b4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348566 Nov 09 20:08:11.717959 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee23972e-7225-43e7-b431-2514bca1fac4 req-b0674add-9479-418f-b702-64fa214ca2c5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365968 Nov 09 20:08:11.815283 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-b2a94267-50a2-4911-81dd-27e3f1af39c8 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:11.816733 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-b2a94267-50a2-4911-81dd-27e3f1af39c8 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.77 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 946 time: 0.0647621 Nov 09 20:08:11.931334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Deleting port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:11.931779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:12.023740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] For port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:12.024193 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:12.274550 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:12.274929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:12.275253 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Floating IP c819334b-1a8a-4244-976c-9cb1465c0437 disassociated. External IP: 172.25.6.84, port: 6b35edfa-264d-4f4c-a6f4-e36aaeec7674. Nov 09 20:08:12.275597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Calling delete_port for 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:12.436180 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:12.482414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event deleted for resources: {'Port': ['ID=6b35edfa-264d-4f4c-a6f4-e36aaeec7674,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:12.606810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Router eb90ee91-f39e-4d31-a150-af750fa550f4 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:08:12.723498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:08:12.775947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] Sync routers for ids ['eb90ee91-f39e-4d31-a150-af750fa550f4'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:08:12.804178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] Routers {'eb90ee91-f39e-4d31-a150-af750fa550f4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:12.806585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:07:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb90ee91-f39e-4d31-a150-af750fa550f4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:12.837663 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] No DVR routers for this DVR port 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:08:12.866773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54951da-5bac-4b21-b098-fe6b0e151ec0 req-a21bc47b-a502-4751-8b66-a1ca8d3bc49f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:12.868478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d54951da-5bac-4b21-b098-fe6b0e151ec0 req-a21bc47b-a502-4751-8b66-a1ca8d3bc49f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0629013 Nov 09 20:08:12.895542 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9d7d0fc-4d19-48b7-b7df-65c1e74f2b80 req-44033134-3c93-41c9-b19a-5bbd7bb9127a tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "GET /v2.0/ports?device_id=acee8713-2a4a-4f08-8d61-fc5433c476bf HTTP/1.1" status: 200 len: 210 time: 0.0505672 Nov 09 20:08:12.899103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:12.903892 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4ba73049-b176-40e9-98cf-75ca5f572e0f req-d6473a09-e7bc-4b8a-bab0-cad4398150e0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.77 "DELETE /v2.0/ports/6b35edfa-264d-4f4c-a6f4-e36aaeec7674 HTTP/1.1" status: 204 len: 173 time: 1.0764835 Nov 09 20:08:12.904624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'name': 'network-vif-deleted', 'tag': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:08:12.907950 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d0bca7-cccf-4901-9035-f95beb3a40bd" -d '{"events": [{"server_uuid": "acee8713-2a4a-4f08-8d61-fc5433c476bf", "name": "network-vif-deleted", "tag": "6b35edfa-264d-4f4c-a6f4-e36aaeec7674"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:08:12.940527 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d54951da-5bac-4b21-b098-fe6b0e151ec0 req-ea42b30b-64a1-4958-a52f-32797404c9bc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660183 Nov 09 20:08:13.041636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] Set router eb90ee91-f39e-4d31-a150-af750fa550f4 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:13.095867 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1874214-599d-4e22-8e27-b1500ba9615a x-openstack-request-id: req-f1874214-599d-4e22-8e27-b1500ba9615a {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:08:13.096230 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acee8713-2a4a-4f08-8d61-fc5433c476bf", "name": "network-vif-deleted", "tag": "6b35edfa-264d-4f4c-a6f4-e36aaeec7674", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:08:13.096653 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1874214-599d-4e22-8e27-b1500ba9615a {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:08:13.097055 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acee8713-2a4a-4f08-8d61-fc5433c476bf', 'name': 'network-vif-deleted', 'tag': '6b35edfa-264d-4f4c-a6f4-e36aaeec7674', 'status': 'completed', 'code': 200} Nov 09 20:08:13.376779 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b792420f-a0bc-4a3f-98e5-0fc0d974e964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:13.493142 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:13.524339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:28Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '541e84a4-fb91-4b04-9856-a07074eb57b2', 'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'mac_address': 'fa:16:3e:f5:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:25Z', 'updated_at': '2021-11-09T20:02:36Z', 'revision_number': 5, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'subnets': [{'id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:13.561481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] Checking router: eb90ee91-f39e-4d31-a150-af750fa550f4 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:08:13.570639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] Routers {'eb90ee91-f39e-4d31-a150-af750fa550f4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:13.571394 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb90ee91-f39e-4d31-a150-af750fa550f4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:13.695295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] Set router eb90ee91-f39e-4d31-a150-af750fa550f4 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:13.927174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:28Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '541e84a4-fb91-4b04-9856-a07074eb57b2', 'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'mac_address': 'fa:16:3e:f5:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:25Z', 'updated_at': '2021-11-09T20:02:36Z', 'revision_number': 5, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'subnets': [{'id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:13.950570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 39972) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:13.958916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87faa7-dc19-4dfa-9207-fe04e372f0c0 None None] The sync data for ids ['eb90ee91-f39e-4d31-a150-af750fa550f4'] in n-d-817256-1 is: [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:02:28Z', 'revision_number': 4, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '541e84a4-fb91-4b04-9856-a07074eb57b2', 'name': '', 'network_id': '5d54afce-71b0-4351-8282-8cb4d17d0f97', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'mac_address': 'fa:16:3e:f5:aa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:25Z', 'updated_at': '2021-11-09T20:02:36Z', 'revision_number': 5, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'subnets': [{'id': '51bef35d-5e66-4f37-aad8-e056544b9ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:08:14.131028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b33e32-87c6-4be7-a885-8c65e941175f req-6590e53d-e70d-43fc-a512-d98f23183ccb tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:14.133255 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d7b33e32-87c6-4be7-a885-8c65e941175f req-6590e53d-e70d-43fc-a512-d98f23183ccb tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.1021039 Nov 09 20:08:14.153292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-97209955-3eee-4d13-894a-1c6b9ad561a0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Deleting port 484e3f25-a404-45e3-bdc2-68979ec7474f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:14.153730 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97209955-3eee-4d13-894a-1c6b9ad561a0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.206556 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d7b33e32-87c6-4be7-a885-8c65e941175f req-205b1bff-642e-4bb1-b72c-ffd732c8fe47 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627425 Nov 09 20:08:14.267352 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97209955-3eee-4d13-894a-1c6b9ad561a0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.267684 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97209955-3eee-4d13-894a-1c6b9ad561a0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.283231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-97209955-3eee-4d13-894a-1c6b9ad561a0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Calling delete_port for 484e3f25-a404-45e3-bdc2-68979ec7474f owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:14.357738 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f34bce-07c9-4d8f-9d16-23939b390351 None None] New status for floating IP c819334b-1a8a-4244-976c-9cb1465c0437: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:08:14.481515 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97209955-3eee-4d13-894a-1c6b9ad561a0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.482930 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.db.api [None req-30f34bce-07c9-4d8f-9d16-23939b390351 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:08:14.483340 n-d-817256-1 neutron-server[102298]: DEBUG oslo_db.api [None req-30f34bce-07c9-4d8f-9d16-23939b390351 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:08:14.508916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97209955-3eee-4d13-894a-1c6b9ad561a0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event deleted for resources: {'Port': ['ID=484e3f25-a404-45e3-bdc2-68979ec7474f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:14.575829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97209955-3eee-4d13-894a-1c6b9ad561a0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.578601 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-97209955-3eee-4d13-894a-1c6b9ad561a0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.579855 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-97209955-3eee-4d13-894a-1c6b9ad561a0 tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "DELETE /v2.0/floatingips/c819334b-1a8a-4244-976c-9cb1465c0437 HTTP/1.1" status: 204 len: 168 time: 0.6275671 Nov 09 20:08:14.586227 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.651193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40002) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:14.724479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3656030e-2d6c-4d63-8874-e8545751c74f tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.753318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3656030e-2d6c-4d63-8874-e8545751c74f tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.822389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3656030e-2d6c-4d63-8874-e8545751c74f tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.825894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3656030e-2d6c-4d63-8874-e8545751c74f tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:14.830256 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3656030e-2d6c-4d63-8874-e8545751c74f tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] 10.222.0.53 "DELETE /v2.0/security-groups/becfea17-9101-450f-9d18-dd3633d6b4c3 HTTP/1.1" status: 204 len: 168 time: 0.1771452 Nov 09 20:08:14.840981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656030e-2d6c-4d63-8874-e8545751c74f tempest-TestServerBasicOps-230078026 tempest-TestServerBasicOps-230078026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=becfea17-9101-450f-9d18-dd3633d6b4c3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:14.862634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40010) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:14.985908 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f34bce-07c9-4d8f-9d16-23939b390351 None None] New status for floating IP c819334b-1a8a-4244-976c-9cb1465c0437: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:08:15.358011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc12dd-011d-4c80-b367-179077a29723 req-4e7143da-880b-49ed-a5f9-2c902d5426ab tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:15.361034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bbcc12dd-011d-4c80-b367-179077a29723 req-4e7143da-880b-49ed-a5f9-2c902d5426ab tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0696511 Nov 09 20:08:15.421819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bbcc12dd-011d-4c80-b367-179077a29723 req-41a9cea4-7801-4939-89d6-e3d09d4e6167 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496569 Nov 09 20:08:15.456842 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:15.620530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:08:15.648272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:08:15.648860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 6b35edfa-264d-4f4c-a6f4-e36aaeec7674 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:08:15.737791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] Deleting port 541e84a4-fb91-4b04-9856-a07074eb57b2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:15.738129 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:15.826416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] For port 541e84a4-fb91-4b04-9856-a07074eb57b2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=541e84a4-fb91-4b04-9856-a07074eb57b2,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:15.826870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:15.840572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] Calling delete_port for 541e84a4-fb91-4b04-9856-a07074eb57b2 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:16.303327 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:16.379235 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:16.404545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] Pushing event deleted for resources: {'Port': ['ID=541e84a4-fb91-4b04-9856-a07074eb57b2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:16.644654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b453885-c395-4b9d-8785-01b3545c1573 req-03ce6d35-8f0c-4f63-b923-32f413138823 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:16.646274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b453885-c395-4b9d-8785-01b3545c1573 req-03ce6d35-8f0c-4f63-b923-32f413138823 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0831211 Nov 09 20:08:16.660965 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:16.770225 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b453885-c395-4b9d-8785-01b3545c1573 req-405d767d-de11-40e4-a489-a92a15040015 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067576 Nov 09 20:08:16.937987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] Router eb90ee91-f39e-4d31-a150-af750fa550f4 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:08:17.052785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:08:17.058613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0c3508a1-48d7-4065-8692-8efba1e57457 admin admin] 10.222.0.53 "PUT /v2.0/routers/eb90ee91-f39e-4d31-a150-af750fa550f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1947207 Nov 09 20:08:17.061065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40092) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:17.063500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] Sync routers for ids ['eb90ee91-f39e-4d31-a150-af750fa550f4'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:08:17.095812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] Routers {'eb90ee91-f39e-4d31-a150-af750fa550f4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:17.096463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb90ee91-f39e-4d31-a150-af750fa550f4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:17.200250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:17.268477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] Set router eb90ee91-f39e-4d31-a150-af750fa550f4 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:17.317264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:17.418346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Deleting port 11379fde-b639-4469-913b-02055051eda2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:17.426378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:17.499851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': '11379fde-b639-4469-913b-02055051eda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:08:16Z', 'revision_number': 5, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port': {'id': '11379fde-b639-4469-913b-02055051eda2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:19Z', 'updated_at': '2021-11-09T20:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:17.530983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] For port 11379fde-b639-4469-913b-02055051eda2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=11379fde-b639-4469-913b-02055051eda2,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:17.531640 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:17.538488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] Checking router: eb90ee91-f39e-4d31-a150-af750fa550f4 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:08:17.548504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Calling delete_port for 11379fde-b639-4469-913b-02055051eda2 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:17.548717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] Routers {'eb90ee91-f39e-4d31-a150-af750fa550f4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:17.549120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb90ee91-f39e-4d31-a150-af750fa550f4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:17.663795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] Set router eb90ee91-f39e-4d31-a150-af750fa550f4 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:17.736160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:08:17Z', 'revision_number': 6, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:17.765437 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:17.769558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417df5ca-0bf2-46ee-b04b-2d6ad2ea66fa None None] The sync data for ids ['eb90ee91-f39e-4d31-a150-af750fa550f4'] in n-d-817256-1 is: [{'id': 'eb90ee91-f39e-4d31-a150-af750fa550f4', 'name': 'tempest-TestServerBasicOps-2125808365-router', 'tenant_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:18Z', 'updated_at': '2021-11-09T20:08:17Z', 'revision_number': 6, 'project_id': '80985c87c7bf4f1f91e53993a7cb32c3', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:08:17.809914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Pushing event deleted for resources: {'Port': ['ID=11379fde-b639-4469-913b-02055051eda2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:17.890325 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:17.954461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785a524-f5f7-42df-9cf0-50980862318e req-9342c60e-6578-4b44-80ea-43b00b912b02 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:17.956735 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8785a524-f5f7-42df-9cf0-50980862318e req-9342c60e-6578-4b44-80ea-43b00b912b02 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.0834332 Nov 09 20:08:17.959474 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-525e2f9f-1cb4-4099-a30f-8e352759d5c4 service neutron] show failed (client error): The resource could not be found. Nov 09 20:08:17.959474 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-525e2f9f-1cb4-4099-a30f-8e352759d5c4 service neutron] 10.222.0.77 "GET /v2.0/ports/840cc881-282d-4d9f-9dc1-c124fdad9d33/bindings/n-h1-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.2133029 Nov 09 20:08:18.001564 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.003765 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.017262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8785a524-f5f7-42df-9cf0-50980862318e req-3cc72268-ded4-43c7-95c5-f4c70dc27cda tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493200 Nov 09 20:08:18.075392 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.076000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb90ee91-f39e-4d31-a150-af750fa550f4 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:08:18.081582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.085896 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f2f7c844-0d6b-4225-abf9-f1da59a68218 admin admin] 10.222.0.53 "DELETE /v2.0/routers/eb90ee91-f39e-4d31-a150-af750fa550f4 HTTP/1.1" status: 204 len: 168 time: 1.0213182 Nov 09 20:08:18.086356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40124) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:18.145985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0e2ac7-9967-4899-baa8-a3d1e8ff2170 admin admin] Deleting subnet 51bef35d-5e66-4f37-aad8-e056544b9ad9 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:08:18.150176 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2ac7-9967-4899-baa8-a3d1e8ff2170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.209101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2ac7-9967-4899-baa8-a3d1e8ff2170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.369501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2ac7-9967-4899-baa8-a3d1e8ff2170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.405875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-956003ce-5ef1-4292-af92-7a3790f30b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:18.408197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 541e84a4-fb91-4b04-9856-a07074eb57b2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:08:18.418505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-956003ce-5ef1-4292-af92-7a3790f30b3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0906637 Nov 09 20:08:18.435671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 541e84a4-fb91-4b04-9856-a07074eb57b2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:08:18.436209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 541e84a4-fb91-4b04-9856-a07074eb57b2 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:08:18.437914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:18.536226 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2ac7-9967-4899-baa8-a3d1e8ff2170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.543426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.578237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e2ac7-9967-4899-baa8-a3d1e8ff2170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51bef35d-5e66-4f37-aad8-e056544b9ad9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:18.587575 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2ac7-9967-4899-baa8-a3d1e8ff2170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.592471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ec0e2ac7-9967-4899-baa8-a3d1e8ff2170 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/51bef35d-5e66-4f37-aad8-e056544b9ad9 HTTP/1.1" status: 204 len: 168 time: 0.5050318 Nov 09 20:08:18.595018 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40136) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:18.596954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04e612-9b0a-45fa-a9e1-c4b7add1dfc3 None None] Network 5d54afce-71b0-4351-8282-8cb4d17d0f97 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:08:18.712050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.779495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Deleting port aeb88334-824a-4b2f-a8ab-677b2d412218 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:18.780082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.863585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1936c6-29b8-497f-a105-34d89ba77a9e None None] DHCP port deletion for 5d54afce-71b0-4351-8282-8cb4d17d0f97 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:08:18.882694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] For port aeb88334-824a-4b2f-a8ab-677b2d412218, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aeb88334-824a-4b2f-a8ab-677b2d412218,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:18.883177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.900249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Calling delete_port for aeb88334-824a-4b2f-a8ab-677b2d412218 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:18.937667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6d1936c6-29b8-497f-a105-34d89ba77a9e None None] Deleting port aeb88334-824a-4b2f-a8ab-677b2d412218 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:18.938044 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d1936c6-29b8-497f-a105-34d89ba77a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:18.942352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:18.994049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:08:19.057130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.083814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:08:19.087172 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6758ef5a-0869-45c3-b9da-b9da746a6e6a" -d '{"events": [{"server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "name": "network-vif-unplugged", "status": "completed", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:08:19.092568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.120696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Transition to ACTIVE for port object 840cc881-282d-4d9f-9dc1-c124fdad9d33 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:08:19.132763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.158026 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6d1936c6-29b8-497f-a105-34d89ba77a9e None None] For port aeb88334-824a-4b2f-a8ab-677b2d412218, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aeb88334-824a-4b2f-a8ab-677b2d412218,segment=NetworkSegment(546d88b0-7593-45df-ac69-7f522a4e2e29),segment_id=546d88b0-7593-45df-ac69-7f522a4e2e29)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:19.158410 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d1936c6-29b8-497f-a105-34d89ba77a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.192409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6d1936c6-29b8-497f-a105-34d89ba77a9e None None] Calling delete_port for aeb88334-824a-4b2f-a8ab-677b2d412218 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:19.203233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb88334-824a-4b2f-a8ab-677b2d412218,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:19.215433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] No DVR routers for this DVR port aeb88334-824a-4b2f-a8ab-677b2d412218 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:08:19.223440 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf9c165-1b25-4079-8e97-53a1d9fd529b x-openstack-request-id: req-1cf9c165-1b25-4079-8e97-53a1d9fd529b {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:08:19.223730 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "name": "network-vif-unplugged", "status": "completed", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:08:19.223986 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1cf9c165-1b25-4079-8e97-53a1d9fd529b {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:08:19.224383 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'code': 200} Nov 09 20:08:19.364609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.370419 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d1936c6-29b8-497f-a105-34d89ba77a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.421619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Pushing event updated for resources: {'Port': ['ID=840cc881-282d-4d9f-9dc1-c124fdad9d33,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:19.427014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1936c6-29b8-497f-a105-34d89ba77a9e None None] Pushing event deleted for resources: {'Port': ['ID=aeb88334-824a-4b2f-a8ab-677b2d412218,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:19.431820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1936c6-29b8-497f-a105-34d89ba77a9e None None] No DVR routers for this DVR port aeb88334-824a-4b2f-a8ab-677b2d412218 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:08:19.497099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb260-175d-4129-aa20-bbd34a42551f req-c89cc2fd-caa2-4c82-9f6c-4ba70ab6ab69 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:19.498813 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-160eb260-175d-4129-aa20-bbd34a42551f req-c89cc2fd-caa2-4c82-9f6c-4ba70ab6ab69 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 943 time: 0.2775838 Nov 09 20:08:19.525925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] No DVR routers for this DVR port 840cc881-282d-4d9f-9dc1-c124fdad9d33 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:08:19.728756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-160eb260-175d-4129-aa20-bbd34a42551f req-695072e3-bf69-4dc4-ac2b-8d71551a406f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052710 Nov 09 20:08:19.755755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Attempting to bind port 840cc881-282d-4d9f-9dc1-c124fdad9d33 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:08:19.756661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Attempting to bind port 840cc881-282d-4d9f-9dc1-c124fdad9d33 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:08:19.757166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Attempting to bind port 840cc881-282d-4d9f-9dc1-c124fdad9d33 on network 2b236549-cf8b-4e9f-b446-1869964966fd {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:08:19.763907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Port 840cc881-282d-4d9f-9dc1-c124fdad9d33 on network 2b236549-cf8b-4e9f-b446-1869964966fd not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:08:19.764915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Attempting to bind port 840cc881-282d-4d9f-9dc1-c124fdad9d33 on network 2b236549-cf8b-4e9f-b446-1869964966fd {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:08:19.771193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:08:19.771976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Checking segment: {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:08:19.773578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Bound using segment: {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:08:19.774506 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Bound port: 840cc881-282d-4d9f-9dc1-c124fdad9d33, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd928b601-64b7-4527-b835-c412e7ac64d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:08:19.775238 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.787243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d54afce-71b0-4351-8282-8cb4d17d0f97']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:19.801021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546d88b0-7593-45df-ac69-7f522a4e2e29') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:19.801325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546d88b0-7593-45df-ac69-7f522a4e2e29') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:19.811747 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.827059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.833162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:08:19.833750 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.854789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:08:19.857943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:08:19.869165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.910859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:19.911567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.913535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] 10.222.0.70 "PUT /v2.0/ports/840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 1091 time: 1.4833870 Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:08:19.927434 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:08:19.933181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.940872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:19.941750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a388777-b18f-45e0-96c1-24b39fc97d56 service neutron] Pushing event updated for resources: {'Port': ['ID=840cc881-282d-4d9f-9dc1-c124fdad9d33,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:19.947186 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5d54afce-71b0-4351-8282-8cb4d17d0f97 HTTP/1.1" status: 204 len: 168 time: 1.3506620 Nov 09 20:08:19.953610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40170) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:19.978181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac9d7-3c3a-4ec9-96ed-63735a89e8c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d54afce-71b0-4351-8282-8cb4d17d0f97,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:20.079711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-f02de136-1bc6-4a88-bdd1-d755f210783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:20.081158 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-f02de136-1bc6-4a88-bdd1-d755f210783c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1094 time: 0.1355355 Nov 09 20:08:20.233130 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 11379fde-b639-4469-913b-02055051eda2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:08:20.254994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 11379fde-b639-4469-913b-02055051eda2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:08:20.255437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 11379fde-b639-4469-913b-02055051eda2 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:08:20.256164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aeb88334-824a-4b2f-a8ab-677b2d412218 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:08:20.302736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: aeb88334-824a-4b2f-a8ab-677b2d412218 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:08:20.303075 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aeb88334-824a-4b2f-a8ab-677b2d412218 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:08:20.307545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-3be4de37-7b1f-4406-820f-2f8ce998cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:20.310543 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-3be4de37-7b1f-4406-820f-2f8ce998cbc3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 898 time: 0.2178528 Nov 09 20:08:20.429673 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-0516b278-814b-43e9-8184-857c8ba36f17 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 998 time: 0.0827050 Nov 09 20:08:20.524843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-a5ad8837-f1e9-4e66-ba31-1732fde5ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:20.526363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-a5ad8837-f1e9-4e66-ba31-1732fde5ea8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 200 len: 834 time: 0.0902586 Nov 09 20:08:20.604787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-483500b6-3ed8-46ef-80f8-4b6718a4526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:20.606658 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-483500b6-3ed8-46ef-80f8-4b6718a4526b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b236549-cf8b-4e9f-b446-1869964966fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706046 Nov 09 20:08:20.867831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65c52c-5bc2-41b9-af34-1403b7566c2d req-ae25575a-78be-4c91-b70f-3e4b07ad82c9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:20.870583 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a65c52c-5bc2-41b9-af34-1403b7566c2d req-ae25575a-78be-4c91-b70f-3e4b07ad82c9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 943 time: 0.0564644 Nov 09 20:08:20.925665 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a65c52c-5bc2-41b9-af34-1403b7566c2d req-4fcfcab6-76ca-4ce1-8c4f-e2cd35a080e1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Nov 09 20:08:21.091031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-10f4825b-b468-4371-b3cb-0dbddcd7eae8 service neutron] 10.222.0.70 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715986 Nov 09 20:08:21.111182 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:21.226224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:08:21.228528 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2bacfc-a9f0-483d-85ad-19853644aeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:08:21.267247 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:21.287518 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37a239a9-3f7f-49b9-b2b6-df70d2af709a req-d2644562-f225-4b60-95e5-5ad2087c8991 service neutron] 10.222.0.70 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871011 Nov 09 20:08:21.295709 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fe6355-cda4-45d7-a05b-7a2970db4aa6 x-openstack-request-id: req-14fe6355-cda4-45d7-a05b-7a2970db4aa6 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:08:21.296006 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:08:21.296270 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14fe6355-cda4-45d7-a05b-7a2970db4aa6 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:08:21.296665 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'status': 'completed', 'code': 200} Nov 09 20:08:21.407312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-f3e7763d-fc08-4d5e-a0bd-83b2c279e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:21.410706 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-f3e7763d-fc08-4d5e-a0bd-83b2c279e0b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1094 time: 0.0746245 Nov 09 20:08:21.478492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-11035f7a-e175-43a5-957e-1adeae6a8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:21.480689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-11035f7a-e175-43a5-957e-1adeae6a8925 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1094 time: 0.0982916 Nov 09 20:08:21.593710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-2ce1fed9-79c6-4c50-a1b2-982fe619a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:21.596086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-2ce1fed9-79c6-4c50-a1b2-982fe619a1fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 898 time: 0.1713648 Nov 09 20:08:21.619705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 840cc881-282d-4d9f-9dc1-c124fdad9d33 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:08:21.639837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-f6a54180-e0d6-434b-a957-4b11c1ab60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:21.641788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-f6a54180-e0d6-434b-a957-4b11c1ab60b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 898 time: 0.1483703 Nov 09 20:08:21.712838 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 840cc881-282d-4d9f-9dc1-c124fdad9d33 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:08:21.746036 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-dfcd9a0c-ac70-4ece-b0f2-2515589919f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 998 time: 0.0963285 Nov 09 20:08:21.746214 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-faa91ec1-1dc1-45bb-bea1-456930bd6902 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 998 time: 0.1372516 Nov 09 20:08:21.815951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-8ee4b5ef-6324-4316-8744-7f80106f274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:21.816882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] Deleting port a5db3e28-419d-4228-b56b-234e1f9b8f33 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:21.817371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:21.818081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-8ee4b5ef-6324-4316-8744-7f80106f274f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 200 len: 834 time: 0.0603399 Nov 09 20:08:21.878559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-f23db0df-0162-4008-8e93-fcab2c73a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:21.880659 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-f23db0df-0162-4008-8e93-fcab2c73a96c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b236549-cf8b-4e9f-b446-1869964966fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504818 Nov 09 20:08:21.889477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-a666c12f-7ffc-4d6d-96bf-aca9b97324a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:21.890977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-a666c12f-7ffc-4d6d-96bf-aca9b97324a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 200 len: 834 time: 0.1360712 Nov 09 20:08:21.957781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] For port a5db3e28-419d-4228-b56b-234e1f9b8f33, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a5db3e28-419d-4228-b56b-234e1f9b8f33,segment=NetworkSegment(abae33aa-8ff6-42dd-8963-6355a332365b),segment_id=abae33aa-8ff6-42dd-8963-6355a332365b)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:21.958213 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:21.985907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] Calling delete_port for a5db3e28-419d-4228-b56b-234e1f9b8f33 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:21.989315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-5e916e4e-0584-4cb2-a3e7-934c2893202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:21.991012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-5e916e4e-0584-4cb2-a3e7-934c2893202d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b236549-cf8b-4e9f-b446-1869964966fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894418 Nov 09 20:08:21.999666 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-be91e699-e585-4ed8-aa0b-470ef0e17a37 service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074617 Nov 09 20:08:22.182507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-2a9323ca-9379-4cc2-818a-b9378fbf0938 service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700597 Nov 09 20:08:22.186771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-507a2b98-64f6-4da7-89dd-38d9e20a205d service neutron] 10.222.0.70 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877813 Nov 09 20:08:22.208981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259296e-5ce1-4ee4-a2d6-f377c0430277 req-c981b36a-e0d9-4396-b84b-7647125a7f39 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:22.211336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5259296e-5ce1-4ee4-a2d6-f377c0430277 req-c981b36a-e0d9-4396-b84b-7647125a7f39 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 943 time: 0.1977143 Nov 09 20:08:22.262269 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5259296e-5ce1-4ee4-a2d6-f377c0430277 req-1a475778-b524-4bdd-96e8-a73c6d238957 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442667 Nov 09 20:08:22.335758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd2bacfc-a9f0-483d-85ad-19853644aeaa req-7482aab0-d64f-4e63-9991-f03923d29b11 service neutron] 10.222.0.70 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402493 Nov 09 20:08:22.381930 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:22.409604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5db3e28-419d-4228-b56b-234e1f9b8f33,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:22.638258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:22.897921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] Router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:08:23.017519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:08:23.023531 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e3845762-52a9-40ef-b18c-80b1136e55d5 admin admin] 10.222.0.53 "PUT /v2.0/routers/87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0677507 Nov 09 20:08:23.025941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40272) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:23.031915 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] Sync routers for ids ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:08:23.042301 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] Routers {'87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:23.043460 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:23.162110 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:23.189836 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] Set router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:23.353799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:23.458371 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'name': 'tempest-TestServerBasicOps-857792960-router', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:36Z', 'updated_at': '2021-11-09T20:08:22Z', 'revision_number': 5, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'gw_port': {'id': '18606629-8886-487e-94ff-0d9ee63fd4f2', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:02:37Z', 'updated_at': '2021-11-09T20:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:23.468913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd372b-6288-45d8-9991-f4b1f1925dba req-c572d593-ac01-4e00-89a4-74eaf102f873 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:23.476697 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e0dd372b-6288-45d8-9991-f4b1f1925dba req-c572d593-ac01-4e00-89a4-74eaf102f873 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 943 time: 0.0787940 Nov 09 20:08:23.480031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Deleting port 18606629-8886-487e-94ff-0d9ee63fd4f2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:23.480362 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:23.495194 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] Checking router: 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:08:23.518140 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] Routers {'87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:23.519742 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:23.582131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e0dd372b-6288-45d8-9991-f4b1f1925dba req-57a82eeb-2267-4738-a5f1-8fd13ea30023 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007771 Nov 09 20:08:23.623685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] For port 18606629-8886-487e-94ff-0d9ee63fd4f2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=18606629-8886-487e-94ff-0d9ee63fd4f2,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:23.624050 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:23.637569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Calling delete_port for 18606629-8886-487e-94ff-0d9ee63fd4f2 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:23.656405 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] Set router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:23.731884 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'name': 'tempest-TestServerBasicOps-857792960-router', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:36Z', 'updated_at': '2021-11-09T20:08:23Z', 'revision_number': 6, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:23.768081 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd858346-40e2-48b0-9f4a-71646679511a None None] The sync data for ids ['87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba'] in n-d-817256-1 is: [{'id': '87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba', 'name': 'tempest-TestServerBasicOps-857792960-router', 'tenant_id': '24d1e2e7a8c944f9af465d48c7868913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:02:36Z', 'updated_at': '2021-11-09T20:08:23Z', 'revision_number': 6, 'project_id': '24d1e2e7a8c944f9af465d48c7868913', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:08:23.973078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5f0d8-4fe1-430f-9ab4-bb14049501c6 req-6eafc746-76a0-4893-9794-146a91bcb051 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:23.974889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ede5f0d8-4fe1-430f-9ab4-bb14049501c6 req-6eafc746-76a0-4893-9794-146a91bcb051 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 945 time: 0.0704293 Nov 09 20:08:23.975824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.010875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Pushing event deleted for resources: {'Port': ['ID=18606629-8886-487e-94ff-0d9ee63fd4f2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:24.086638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ede5f0d8-4fe1-430f-9ab4-bb14049501c6 req-e0a875eb-94c1-45b6-989a-1d732c8de4bd tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020768 Nov 09 20:08:24.097998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.212002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.215000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.292955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.294730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:08:24.300418 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.302431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dce03421-78e8-47ba-9d18-9117e9c84222 admin admin] 10.222.0.53 "DELETE /v2.0/routers/87a84d9c-9a88-4a7f-8d3b-8bf09fb68bba HTTP/1.1" status: 204 len: 168 time: 1.2754879 Nov 09 20:08:24.305190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40310) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:24.377400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f3e3b7-51ad-406c-9741-1701fe76549b admin admin] Deleting subnet 8d12e4b0-2446-47dd-9ffe-ff63a06156f9 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:08:24.381931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74f3e3b7-51ad-406c-9741-1701fe76549b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.386234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a5db3e28-419d-4228-b56b-234e1f9b8f33 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:08:24.424523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: a5db3e28-419d-4228-b56b-234e1f9b8f33 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:08:24.425180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a5db3e28-419d-4228-b56b-234e1f9b8f33 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:08:24.427381 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74f3e3b7-51ad-406c-9741-1701fe76549b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.529941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74f3e3b7-51ad-406c-9741-1701fe76549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.589676 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74f3e3b7-51ad-406c-9741-1701fe76549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.619203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3e3b7-51ad-406c-9741-1701fe76549b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d12e4b0-2446-47dd-9ffe-ff63a06156f9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:24.621292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-74f3e3b7-51ad-406c-9741-1701fe76549b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.627255 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-74f3e3b7-51ad-406c-9741-1701fe76549b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8d12e4b0-2446-47dd-9ffe-ff63a06156f9 HTTP/1.1" status: 204 len: 168 time: 0.3203559 Nov 09 20:08:24.628959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40322) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:24.632459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b7b1df-d2d2-4c9f-a49f-3ed5a8f1e914 None None] Network 17dc99d6-1bf1-464d-aff0-d06921459724 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:08:24.775879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a6269-1c74-46ab-89ea-9e1142af9ed2 req-bf891f40-0b6c-4eec-bcf9-5b1ae00ec563 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:24.779846 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d59a6269-1c74-46ab-89ea-9e1142af9ed2 req-bf891f40-0b6c-4eec-bcf9-5b1ae00ec563 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 943 time: 0.0834656 Nov 09 20:08:24.809479 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.846089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 840cc881-282d-4d9f-9dc1-c124fdad9d33 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:08:24.861860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d59a6269-1c74-46ab-89ea-9e1142af9ed2 req-1ed4a9ad-e4ed-4198-865c-6458c8363143 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702248 Nov 09 20:08:24.921209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Deleting port ed45c20e-1b18-4844-8d2f-221994f944c5 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:24.921940 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:24.940725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25208ddb-3906-4958-ae79-d15e4e65b7e8 None None] DHCP port deletion for 17dc99d6-1bf1-464d-aff0-d06921459724 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:08:25.051859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] For port ed45c20e-1b18-4844-8d2f-221994f944c5, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ed45c20e-1b18-4844-8d2f-221994f944c5,segment=NetworkSegment(abae33aa-8ff6-42dd-8963-6355a332365b),segment_id=abae33aa-8ff6-42dd-8963-6355a332365b)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:25.052313 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:25.094540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Calling delete_port for ed45c20e-1b18-4844-8d2f-221994f944c5 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:25.168673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:25.182930 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'port_id': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'mac_address': 'fa:16:3e:06:4e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:08:25.248436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-25208ddb-3906-4958-ae79-d15e4e65b7e8 None None] Deleting port ed45c20e-1b18-4844-8d2f-221994f944c5 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:25.256060 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-25208ddb-3906-4958-ae79-d15e4e65b7e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:25.263513 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:25.282174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] No DVR routers for this DVR port ed45c20e-1b18-4844-8d2f-221994f944c5 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:08:25.372399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-25208ddb-3906-4958-ae79-d15e4e65b7e8 None None] For port ed45c20e-1b18-4844-8d2f-221994f944c5, host n-d-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:25.374600 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-25208ddb-3906-4958-ae79-d15e4e65b7e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:25.391725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a683e-fd18-4b02-9f39-6836b836da37 req-76c50282-1133-478e-b19f-01bdb435687e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:25.394402 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d0a683e-fd18-4b02-9f39-6836b836da37 req-76c50282-1133-478e-b19f-01bdb435687e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 943 time: 0.1728821 Nov 09 20:08:25.421397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-ba4a6aa2-51fe-492e-bf1d-62733c29da65 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:25.424336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-ba4a6aa2-51fe-492e-bf1d-62733c29da65 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96&tenant_id=255b9262b186472cb06159c676864ff2&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 943 time: 0.2989657 Nov 09 20:08:25.566861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d0a683e-fd18-4b02-9f39-6836b836da37 req-493bf532-01b2-4c47-a052-4c0a75207a66 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577470 Nov 09 20:08:25.579577 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-679c383a-d725-4106-9c91-40b44bea37e7 service neutron] delete failed (client error): The resource could not be found. Nov 09 20:08:25.580988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-679c383a-d725-4106-9c91-40b44bea37e7 service neutron] 10.222.0.77 "DELETE /v2.0/ports/840cc881-282d-4d9f-9dc1-c124fdad9d33/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.1431360 Nov 09 20:08:25.614567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-25208ddb-3906-4958-ae79-d15e4e65b7e8 None None] Calling delete_port for ed45c20e-1b18-4844-8d2f-221994f944c5 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:25.617844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.ipam_backend_mixin [None req-25208ddb-3906-4958-ae79-d15e4e65b7e8 None None] Port ed45c20e-1b18-4844-8d2f-221994f944c5 was not found and therefore no delete operation was performed {{(pid=102297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 20:08:25.622351 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-25208ddb-3906-4958-ae79-d15e4e65b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:25.686423 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-5a516126-0ddc-4bfd-983b-0f1397cbb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:25.687995 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-5a516126-0ddc-4bfd-983b-0f1397cbb2c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1094 time: 0.0460000 Nov 09 20:08:25.690642 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:25.699038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25208ddb-3906-4958-ae79-d15e4e65b7e8 None None] Pushing event deleted for resources: {'Port': ['ID=ed45c20e-1b18-4844-8d2f-221994f944c5,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:25.710021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25208ddb-3906-4958-ae79-d15e4e65b7e8 None None] No DVR routers for this DVR port ed45c20e-1b18-4844-8d2f-221994f944c5 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:08:25.715384 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:25.719162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840cc881-282d-4d9f-9dc1-c124fdad9d33 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:08:25.761060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:25.772857 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:25.807653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455626a8-17ad-4f0b-bf26-19e0a0dd224a req-79722f30-ef3b-4139-bb5b-71641273bb98 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:25.815700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-455626a8-17ad-4f0b-bf26-19e0a0dd224a req-79722f30-ef3b-4139-bb5b-71641273bb98 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 945 time: 0.5890160 Nov 09 20:08:25.846905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed45c20e-1b18-4844-8d2f-221994f944c5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:25.856853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-957efd84-a990-42ee-a2ed-63f2ae8da243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:25.858492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-957efd84-a990-42ee-a2ed-63f2ae8da243 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 898 time: 0.1592007 Nov 09 20:08:25.891797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=840cc881-282d-4d9f-9dc1-c124fdad9d33,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:25.944643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-455626a8-17ad-4f0b-bf26-19e0a0dd224a req-0f92c7ac-310e-4d32-a145-30552493f401 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277912 Nov 09 20:08:25.980163 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-77a60e90-7467-483b-8ba1-bf7241f37b02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 999 time: 0.1085687 Nov 09 20:08:25.981595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4dbb2879-80b1-4804-9922-f515dd9c9583 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:25.983133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4dbb2879-80b1-4804-9922-f515dd9c9583 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 945 time: 0.1470337 Nov 09 20:08:25.984864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.008391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dc99d6-1bf1-464d-aff0-d06921459724']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:26.019240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['840cc881-282d-4d9f-9dc1-c124fdad9d33'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:08:26.024607 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:08:26.027051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abae33aa-8ff6-42dd-8963-6355a332365b') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:26.027409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abae33aa-8ff6-42dd-8963-6355a332365b') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:26.037365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.040739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-4c4672c9-a280-4ed4-b596-0754983135f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:26.042223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-4c4672c9-a280-4ed4-b596-0754983135f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 200 len: 834 time: 0.0486426 Nov 09 20:08:26.051969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.058644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:08:26.059147 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:08:26.114250 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:08:26.148113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-a179ec28-5100-4709-ba2f-3484f3527fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:26.151988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-a179ec28-5100-4709-ba2f-3484f3527fa8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2b236549-cf8b-4e9f-b446-1869964966fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971446 Nov 09 20:08:26.193854 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.206195 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.212406 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] 10.222.0.53 "DELETE /v2.0/networks/17dc99d6-1bf1-464d-aff0-d06921459724 HTTP/1.1" status: 204 len: 168 time: 1.5792844 Nov 09 20:08:26.271499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 18606629-8886-487e-94ff-0d9ee63fd4f2 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:08:26.294924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d5fcc-64db-4ef6-ba6d-0ab672b9d395 admin admin] Pushing event deleted for resources: {'Network': ['ID=17dc99d6-1bf1-464d-aff0-d06921459724,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:26.327391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 18606629-8886-487e-94ff-0d9ee63fd4f2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:08:26.328024 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 18606629-8886-487e-94ff-0d9ee63fd4f2 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:08:26.328613 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ed45c20e-1b18-4844-8d2f-221994f944c5 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:08:26.329875 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-af237b68-6cb1-4ac0-adf4-6f07b389597a service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656523 Nov 09 20:08:26.331839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port 154ab21f-aebd-4532-9ef6-2efb2ee53979 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:26.332388 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.371824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: ed45c20e-1b18-4844-8d2f-221994f944c5 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:08:26.379662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device ed45c20e-1b18-4844-8d2f-221994f944c5 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:08:26.452539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40372) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:26.478608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] For port 154ab21f-aebd-4532-9ef6-2efb2ee53979, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=154ab21f-aebd-4532-9ef6-2efb2ee53979,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:26.479261 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.517757 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5f1dc9e-b5b7-4652-894a-1e78893c785f req-19ceb563-0e69-4fb8-a567-ee3f7841d6d6 service neutron] 10.222.0.77 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752372 Nov 09 20:08:26.604705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40380) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:26.605911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-20849fab-fda4-4163-aabc-0b6b4ad4bfa5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80985c87c7bf4f1f91e53993a7cb32c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517217 Nov 09 20:08:26.766147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e8984-a5a8-428a-8903-016743d9a54e req-a152242c-91d2-47c4-b747-cf92566b48c9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:26.767837 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a02e8984-a5a8-428a-8903-016743d9a54e req-a152242c-91d2-47c4-b747-cf92566b48c9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 944 time: 0.0965064 Nov 09 20:08:26.769029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f8a965b-8cde-4e4a-a05c-588956be684a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.805073 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.805829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.806000 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Floating IP 15c21722-ab27-4964-90cc-95f81a6282d4 disassociated. External IP: 172.25.6.156, port: 154ab21f-aebd-4532-9ef6-2efb2ee53979. Nov 09 20:08:26.806617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for 154ab21f-aebd-4532-9ef6-2efb2ee53979 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:26.838488 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f8a965b-8cde-4e4a-a05c-588956be684a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.855048 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a02e8984-a5a8-428a-8903-016743d9a54e req-f93955ed-c95d-42c5-864f-38d94cf3f4b3 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801706 Nov 09 20:08:26.927113 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f8a965b-8cde-4e4a-a05c-588956be684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.931786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3f8a965b-8cde-4e4a-a05c-588956be684a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:26.935218 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3f8a965b-8cde-4e4a-a05c-588956be684a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ca28834-3ffc-4a61-9b47-a959471e02e2 HTTP/1.1" status: 204 len: 168 time: 0.3270531 Nov 09 20:08:26.941244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a965b-8cde-4e4a-a05c-588956be684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca28834-3ffc-4a61-9b47-a959471e02e2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:27.018755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:27.102395 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=154ab21f-aebd-4532-9ef6-2efb2ee53979,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:27.107805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67fa4182-74dc-4e91-a859-afa3e74c378e req-b2fda06d-97e0-4bb5-b900-1b83605bb164 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 210 time: 0.0676949 Nov 09 20:08:27.293585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Router 73d4bc03-1b57-418d-8885-4d98d2e74089 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:08:27.493794 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:08:27.506898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] Sync routers for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:08:27.519592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:27.523262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:27.529590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40412) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:27.595659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] No DVR routers for this DVR port 154ab21f-aebd-4532-9ef6-2efb2ee53979 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:08:27.598885 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-43c3cc9b-2592-424b-98c2-0db64cef423e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24d1e2e7a8c944f9af465d48c7868913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673497 Nov 09 20:08:27.601800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40414) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:27.609776 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:27.613546 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4af3283-f309-4412-8791-b5dbcd75eb91 req-4e5b6f6d-27f6-484a-b409-fa8eaeac6bbe tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "DELETE /v2.0/ports/154ab21f-aebd-4532-9ef6-2efb2ee53979 HTTP/1.1" status: 204 len: 173 time: 1.4983010 Nov 09 20:08:27.617780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'name': 'network-vif-deleted', 'tag': '154ab21f-aebd-4532-9ef6-2efb2ee53979'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:08:27.629530 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ff580-6ab3-4e2b-b033-b684e5ce531b" -d '{"events": [{"server_uuid": "fb1b6f42-9e44-43ea-8907-eccb5367e19c", "name": "network-vif-deleted", "tag": "154ab21f-aebd-4532-9ef6-2efb2ee53979"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:08:27.746434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd138d03-521e-496b-9408-c71ec12b9011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:27.776872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd138d03-521e-496b-9408-c71ec12b9011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:27.804856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:27.873906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd138d03-521e-496b-9408-c71ec12b9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:27.878467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd138d03-521e-496b-9408-c71ec12b9011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:27.883483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dd138d03-521e-496b-9408-c71ec12b9011 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca1d3139-fe6e-4a17-96b4-8e7b52a4b368 HTTP/1.1" status: 204 len: 168 time: 0.2801254 Nov 09 20:08:27.894390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd138d03-521e-496b-9408-c71ec12b9011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1d3139-fe6e-4a17-96b4-8e7b52a4b368,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:28.065548 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb3d6ca-f404-4beb-a4bd-383b3432dc3f x-openstack-request-id: req-beb3d6ca-f404-4beb-a4bd-383b3432dc3f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:08:28.085821 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1b6f42-9e44-43ea-8907-eccb5367e19c", "name": "network-vif-deleted", "tag": "154ab21f-aebd-4532-9ef6-2efb2ee53979", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:08:28.086138 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-beb3d6ca-f404-4beb-a4bd-383b3432dc3f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:08:28.086614 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1b6f42-9e44-43ea-8907-eccb5367e19c', 'name': 'network-vif-deleted', 'tag': '154ab21f-aebd-4532-9ef6-2efb2ee53979', 'status': 'completed', 'code': 200} Nov 09 20:08:28.131875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1de4f5-388d-41e4-831c-a78fc6f11399 req-2d84b305-6367-4f26-b0a0-4eea321b5300 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:28.134359 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f1de4f5-388d-41e4-831c-a78fc6f11399 req-2d84b305-6367-4f26-b0a0-4eea321b5300 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 944 time: 0.1323025 Nov 09 20:08:28.229479 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f1de4f5-388d-41e4-831c-a78fc6f11399 req-8ca2e809-e43e-4316-b9a4-e1d04703291e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798039 Nov 09 20:08:28.264993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40442) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:28.288979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:28.366562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] Checking router: 73d4bc03-1b57-418d-8885-4d98d2e74089 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:08:28.378492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-12b67431-4c6a-437b-bda5-4d00fa615408 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/782caccc-92b3-4fc3-9f36-b230b683ad96 HTTP/1.1" status: 200 len: 991 time: 0.1109126 Nov 09 20:08:28.392239 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:28.392886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:28.402629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a09f98d-5f61-45c3-8d76-54c27392b5b0 req-2882f174-896f-4ad2-8aaf-055859c81eb8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 210 time: 0.1584184 Nov 09 20:08:28.563436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:28.861991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 840cc881-282d-4d9f-9dc1-c124fdad9d33 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:28.930189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 840cc881-282d-4d9f-9dc1-c124fdad9d33 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:08:28.936928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 840cc881-282d-4d9f-9dc1-c124fdad9d33 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:28.937308 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:28.975017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:29.009399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a8eb0-09e4-4dc6-90ef-c20a6e5de8a5 None None] The sync data for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 is: [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:08:29.105528 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:29.141419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:08:29.143983 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340b7a55-c091-48b5-bc80-65e29fee7d6c" -d '{"events": [{"server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "name": "network-vif-plugged", "status": "completed", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:08:29.191344 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:29.200099 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:29.201195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 154ab21f-aebd-4532-9ef6-2efb2ee53979 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:08:29.242958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40490) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:29.257339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 154ab21f-aebd-4532-9ef6-2efb2ee53979 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:08:29.257940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 154ab21f-aebd-4532-9ef6-2efb2ee53979 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:08:29.309885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=840cc881-282d-4d9f-9dc1-c124fdad9d33,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:29.495924 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52fa65e-ca9c-4280-9cc7-18d2e3bce351 None None] New status for floating IP 15c21722-ab27-4964-90cc-95f81a6282d4: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:08:29.504149 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02db540-40b3-4410-b2b9-8e39995f9b73 x-openstack-request-id: req-d02db540-40b3-4410-b2b9-8e39995f9b73 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:08:29.505025 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "name": "network-vif-plugged", "status": "completed", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:08:29.505441 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d02db540-40b3-4410-b2b9-8e39995f9b73 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:08:29.507085 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'code': 200} Nov 09 20:08:29.551377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-957735492-network', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:29.578225 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a11cdc66-ee6b-4bcc-8653-c11c3c2ba42f req-2556326c-54ce-49b3-8256-9bbe50ad6a8f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 210 time: 0.0455091 Nov 09 20:08:29.617185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Made reservation on behalf of f9bb5186333149abbd13657b398c7f80 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:08:29.620075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:29.648532 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:29.767308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:29.776238 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:29.814386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:08:29.820460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8f8e8d-1e03-4755-bcac-770760ac7678,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:29.841063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:29.841486 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Added segment 7f38e0f9-1087-4e8b-933b-feb2aa83776d of type vlan for network ce6aba93-f745-411e-8737-9d52c36db27f Nov 09 20:08:29.911657 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:29.945331 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:29.946607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:29.947253 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:30.033850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7897563 Nov 09 20:08:30.036873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40516) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:30.048137 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed7af0-834f-4258-844f-24106ad7e4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ce6aba93-f745-411e-8737-9d52c36db27f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:30.051587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Request body: {'subnet': {'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-957735492-subnet', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:30.060572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network ce6aba93-f745-411e-8737-9d52c36db27f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:08:30.113001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Made reservation on behalf of f9bb5186333149abbd13657b398c7f80 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:08:30.116365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:30.377952 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:30.457972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Checking segment: {'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:08:30.458324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Network hostable DHCP agents. Network: ce6aba93-f745-411e-8737-9d52c36db27f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:08:30.463571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:30.487262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Network ce6aba93-f745-411e-8737-9d52c36db27f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:08:30.504115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, ce6aba93-f745-411e-8737-9d52c36db27f) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:30.511847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:30.513779 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:30.518591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba1a20-40b3-4507-a9c0-dd35d5db4dff None None] Network ce6aba93-f745-411e-8737-9d52c36db27f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:08:30.554737 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-33d8b717-7433-4763-b79c-624fa15ce114 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5109677 Nov 09 20:08:30.555763 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40522) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:30.561526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:30.619609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:30.622276 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:30.759624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6b9831d6-ee1b-40ec-b727-e83d8216bdf2 req-a6b36cd6-76e4-44c7-9ff9-09447d776907 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 210 time: 0.0678809 Nov 09 20:08:30.765091 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:30.854032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-ce6aba93-f745-411e-8737-9d52c36db27f', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:08:30.858827 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:30.938001 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:31.062336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Allocated IP 172.20.0.2 (ce6aba93-f745-411e-8737-9d52c36db27f/46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86/d489e0d7-8154-4909-a1f1-e9b3795780b6) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:08:31.276636 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:31.292051 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:31.301242 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:31.314538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:31.356811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Network ce6aba93-f745-411e-8737-9d52c36db27f is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:08:31.365474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:31.384438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:08:31.387317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Pushing event updated for resources: {'Port': ['ID=d489e0d7-8154-4909-a1f1-e9b3795780b6,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:31.490809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Allocated IP 172.25.6.139 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/1bd69725-8419-4c92-b429-dfdd27c748d3) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:08:31.508720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Attempting to bind port d489e0d7-8154-4909-a1f1-e9b3795780b6 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:08:31.509492 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Attempting to bind port d489e0d7-8154-4909-a1f1-e9b3795780b6 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:08:31.510143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Attempting to bind port d489e0d7-8154-4909-a1f1-e9b3795780b6 on network ce6aba93-f745-411e-8737-9d52c36db27f {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:08:31.542086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:08:31.542462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Checking segment: {'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:08:31.542893 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:31.543280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Bound using segment: {'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:08:31.543754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Bound port: d489e0d7-8154-4909-a1f1-e9b3795780b6, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:08:31.544136 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:31.619470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] For port d489e0d7-8154-4909-a1f1-e9b3795780b6, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:08:31.622952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] For port d489e0d7-8154-4909-a1f1-e9b3795780b6, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d489e0d7-8154-4909-a1f1-e9b3795780b6,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:08:31.628617 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:31.635959 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:31.687735 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:31.694731 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fcff2-c47f-4f57-b588-7439baaefb16 None None] Pushing event updated for resources: {'Port': ['ID=d489e0d7-8154-4909-a1f1-e9b3795780b6,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:31.726547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:08:31.747907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:31.750987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:08:31.799511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd69725-8419-4c92-b429-dfdd27c748d3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:31.947385 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-599c6ad1-04cd-4fb8-a13b-640675089423 req-94368633-e689-4438-8788-998fbe43249b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 210 time: 0.0685091 Nov 09 20:08:32.157923 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:32.262486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d489e0d7-8154-4909-a1f1-e9b3795780b6 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:32.324388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d489e0d7-8154-4909-a1f1-e9b3795780b6 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:32.324888 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:32.432738 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:32.471118 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port d489e0d7-8154-4909-a1f1-e9b3795780b6, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d489e0d7-8154-4909-a1f1-e9b3795780b6,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:32.476323 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:32.539533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=d489e0d7-8154-4909-a1f1-e9b3795780b6,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:32.759222 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:32.911353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Router 4bb9de38-ae95-445f-b460-c0960fa41cea is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:08:33.003779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70642418-101c-47ed-bf40-e5349589fa6e None None] Network ce6aba93-f745-411e-8737-9d52c36db27f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:08:33.105023 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c432f56-1764-4251-890b-64d4942691eb req-49f36990-e7a3-49a7-8cc9-2cc2949713c5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb1b6f42-9e44-43ea-8907-eccb5367e19c HTTP/1.1" status: 200 len: 210 time: 0.0451553 Nov 09 20:08:33.106162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a1d725bf-e136-432d-a7a7-00a8814eabc0 None None] Provisioning complete for port d489e0d7-8154-4909-a1f1-e9b3795780b6 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:33.106752 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a1d725bf-e136-432d-a7a7-00a8814eabc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:33.130694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:08:33.150467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Sync routers for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:08:33.153900 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:33.155583 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-33b2c8e0-9cde-4bb3-8c52-52dd8642f0c3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5978913 Nov 09 20:08:33.158397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40572) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:33.184249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:33.184882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:33.439279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:33.791198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:33.894356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:32Z', 'revision_number': 3, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:33.936223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Checking router: 4bb9de38-ae95-445f-b460-c0960fa41cea for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:08:33.936223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Updating router 4bb9de38-ae95-445f-b460-c0960fa41cea port 1bd69725-8419-4c92-b429-dfdd27c748d3 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:08:33.977640 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.116750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Allocated IP 172.20.0.1 (ce6aba93-f745-411e-8737-9d52c36db27f/46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86/4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:08:34.336489 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.345291 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.350321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-72278ad4-c5cb-454e-abac-69928a5c3151 None None] Provisioning complete for port d489e0d7-8154-4909-a1f1-e9b3795780b6 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:34.350976 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-72278ad4-c5cb-454e-abac-69928a5c3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.402397 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.404585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d489e0d7-8154-4909-a1f1-e9b3795780b6 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:34.464781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-9761c8be-6a72-4928-8ceb-ed6b3fabc0b2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273053249&fields=id&tenant_id=93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 267 time: 0.0525844 Nov 09 20:08:34.465866 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.557110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Attempting to bind port 1bd69725-8419-4c92-b429-dfdd27c748d3 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:08:34.557654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Attempting to bind port 1bd69725-8419-4c92-b429-dfdd27c748d3 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:08:34.557856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Attempting to bind port 1bd69725-8419-4c92-b429-dfdd27c748d3 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:08:34.566875 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:08:34.567468 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:08:34.567881 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.568276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:08:34.569116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Bound port: 1bd69725-8419-4c92-b429-dfdd27c748d3, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:08:34.569544 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.577146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Network ce6aba93-f745-411e-8737-9d52c36db27f is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:08:34.587329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:34.594921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:08:34.627402 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] For port 1bd69725-8419-4c92-b429-dfdd27c748d3, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:08:34.631188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] For port 1bd69725-8419-4c92-b429-dfdd27c748d3, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1bd69725-8419-4c92-b429-dfdd27c748d3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:08:34.632519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e237d-6d78-4f7f-a504-901d9e83d070 None None] Pushing event updated for resources: {'Port': ['ID=1bd69725-8419-4c92-b429-dfdd27c748d3,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:34.635900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.647856 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.717105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:34.762537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e237d-6d78-4f7f-a504-901d9e83d070 None None] Pushing event updated for resources: {'Port': ['ID=1bd69725-8419-4c92-b429-dfdd27c748d3,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:34.771388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00f5a-1200-4800-932e-dfbd2188276b req-b0ecf96e-8788-498d-af20-9d0afb727ce7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:34.774368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d489e0d7-8154-4909-a1f1-e9b3795780b6 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:34.775019 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:34.775915 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-b0ecf96e-8788-498d-af20-9d0afb727ce7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.2783389 Nov 09 20:08:34.821571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:34.822249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:34.828611 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-f8a01e34-df72-453b-a65a-1b7ad97cf76f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/quotas/93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 375 time: 0.0457351 Nov 09 20:08:34.948105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:34.955485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:35.003117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-def87bc4-e2cb-4ea6-9b0e-1b7d24dc5621 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1624851 Nov 09 20:08:35.029890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-b91c815b-4042-4ce3-9d1d-95e638b503ca service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:08:35.038555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-b91c815b-4042-4ce3-9d1d-95e638b503ca service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158126 Nov 09 20:08:35.106116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b12818d3-629d-4076-8292-6b19af1e158f None None] Provisioning complete for port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:35.106539 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b12818d3-629d-4076-8292-6b19af1e158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:35.217035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b12818d3-629d-4076-8292-6b19af1e158f None None] Port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:08:35.226902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-2739f58e-4f14-46c3-b013-c0654c1e6e15 service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880817 Nov 09 20:08:35.273871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:32Z', 'revision_number': 3, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:35.305776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798e6a6-2b59-4492-a840-22e5d1f853cb None None] The sync data for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 is: [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:32Z', 'revision_number': 3, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:08:35.384274 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:35.388248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-6c46ca1e-376e-4c44-b3fe-1b68882ac5a2 service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605549 Nov 09 20:08:35.399632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:35.480341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:35.501836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:35.628403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Network ce6aba93-f745-411e-8737-9d52c36db27f is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:08:35.630387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:35.933618 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4ab09b2e-e10f-4c4e-8b82-b3998d05917f req-db5de014-2450-4449-8c3c-78cd5f72378d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 210 time: 0.0993161 Nov 09 20:08:35.948517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Router 4bb9de38-ae95-445f-b460-c0960fa41cea has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:08:36.145291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:08:36.159090 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4bdace8d-fdec-4178-a984-8281d7e1b401 admin admin] 10.222.0.53 "PUT /v2.0/routers/4bb9de38-ae95-445f-b460-c0960fa41cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9910257 Nov 09 20:08:36.192083 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e412166c-5837-46d8-bb81-0d66c2ae9af0 None None] Provisioning complete for port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:36.192571 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e412166c-5837-46d8-bb81-0d66c2ae9af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:36.305029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e412166c-5837-46d8-bb81-0d66c2ae9af0 None None] Port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:08:36.336682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1bd69725-8419-4c92-b429-dfdd27c748d3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:36.432879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1bd69725-8419-4c92-b429-dfdd27c748d3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:36.433373 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:36.537952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:36.561990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 1bd69725-8419-4c92-b429-dfdd27c748d3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1bd69725-8419-4c92-b429-dfdd27c748d3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:36.572905 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:36.666068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=1bd69725-8419-4c92-b429-dfdd27c748d3,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:37.076666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40680) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:37.090553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1081568150-network', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:37.130620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Made reservation on behalf of b5b0e7aa41084c07ae5e0fe77edb9b86 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:08:37.145663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:37.157659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:37.273337 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:37.281238 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:37.300671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:08:37.315490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:37.316627 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Added segment 3773115e-3ec1-4e37-84d7-9d37a8bed90c of type vlan for network e01cefab-3c81-4425-a77b-0f9445df3aab Nov 09 20:08:37.382768 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:37.394644 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c856f026-a44a-45a0-94fa-a5c8e3476378,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:37.428851 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:37.430367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:37.431455 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:37.434055 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7540a938-3cdb-4e16-a627-bf885b3e010e req-7afc6f0a-b4d5-4681-9144-c6b3c1782719 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 210 time: 0.4128976 Nov 09 20:08:37.524511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] Pushing event updated for resources: {'Network': ['ID=e01cefab-3c81-4425-a77b-0f9445df3aab,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:37.531258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d060ec0d-431d-4a03-bfde-63ee349cd1b5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4536278 Nov 09 20:08:37.533917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 40688) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:37.536608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network e01cefab-3c81-4425-a77b-0f9445df3aab details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:08:37.540920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Request body: {'subnet': {'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1081568150-subnet', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:37.563378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Made reservation on behalf of b5b0e7aa41084c07ae5e0fe77edb9b86 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:08:37.566781 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:37.728703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00f5a-1200-4800-932e-dfbd2188276b req-493e8923-bd3e-4a9b-867b-419fa5e3d91c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:37.731594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-493e8923-bd3e-4a9b-867b-419fa5e3d91c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.2317610 Nov 09 20:08:37.808986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-fea110f5-7e32-4b04-8fcd-acf3815fccb6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 380 time: 0.0620139 Nov 09 20:08:37.827832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'port': {'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'admin_state_up': True, 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'security_groups': ['1c7c8105-3d9b-4275-bb29-d4b2bee767bd']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:37.860795 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:38.003513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Checking segment: {'id': '3773115e-3ec1-4e37-84d7-9d37a8bed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:08:38.004417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Network hostable DHCP agents. Network: e01cefab-3c81-4425-a77b-0f9445df3aab, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:08:38.032704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b612d1-05e5-49e1-8dd1-5d9722413b2e,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:38.044772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Made reservation on behalf of 93208427bc274a8b8137372b5d73943b for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:08:38.048696 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:38.051034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Network e01cefab-3c81-4425-a77b-0f9445df3aab is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:08:38.070126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, e01cefab-3c81-4425-a77b-0f9445df3aab) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:38.076370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:38.077283 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:38.089874 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b13a52b-9774-4dee-9d42-4c6642a9d505 None None] Network e01cefab-3c81-4425-a77b-0f9445df3aab requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:08:38.149446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 40692) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:38.155908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1081568150-router', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:38.157061 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d0fb0cf8-b910-4ea7-b089-311035bbfa9a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6209118 Nov 09 20:08:38.220551 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Sync routers for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:08:38.230065 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:38.235181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:38.236232 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:38.236870 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:38.266693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1bd69725-8419-4c92-b429-dfdd27c748d3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:38.333084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:38.342924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.20.0.3 (f371d5ab-06e0-49e5-9339-f059f28199e8/1e4cf51e-e3cf-4e25-951e-75adccf486ec/a7b9d50e-62c5-4196-b880-a5d51c746c99) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:08:38.536075 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1bd69725-8419-4c92-b429-dfdd27c748d3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:38.536455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:38.547762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-e01cefab-3c81-4425-a77b-0f9445df3aab', 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'fixed_ips': [{'subnet_id': '73b612d1-05e5-49e1-8dd1-5d9722413b2e'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:08:38.549320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:38.583116 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:38.608066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-544c6c93-982d-4285-90f7-0d947c9bff8f req-73035af8-494c-479c-a1d2-91b33228c888 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 210 time: 0.0463820 Nov 09 20:08:38.689618 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:38.705184 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:38.753212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:08:38.765711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:38.852396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:08:39.012004 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:35Z', 'revision_number': 2, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:39.034615 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.045987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=a7b9d50e-62c5-4196-b880-a5d51c746c99,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:39.063059 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Checking router: 4bb9de38-ae95-445f-b460-c0960fa41cea for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:08:39.063414 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Updating router 4bb9de38-ae95-445f-b460-c0960fa41cea port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:08:39.094030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Allocated IP 172.20.0.2 (e01cefab-3c81-4425-a77b-0f9445df3aab/73b612d1-05e5-49e1-8dd1-5d9722413b2e/21078c9b-4d64-4d43-8be8-3830a08682a8) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:08:39.097326 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.109550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:39.109847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.194964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-1364f174-c195-4764-85e8-c7df21444370 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3774064 Nov 09 20:08:39.210473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Request body: {'port': {'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:39.273280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-dcb5b0b6-ca0e-4fae-902a-c0946866f7ac None None] Provisioning complete for port a7b9d50e-62c5-4196-b880-a5d51c746c99 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:39.273658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcb5b0b6-ca0e-4fae-902a-c0946866f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.285807 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.310392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5b0b6-ca0e-4fae-902a-c0946866f7ac None None] Port a7b9d50e-62c5-4196-b880-a5d51c746c99 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:08:39.440755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.452559 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.534915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Network e01cefab-3c81-4425-a77b-0f9445df3aab is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:08:39.554365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:39.557272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Pushing event updated for resources: {'Port': ['ID=21078c9b-4d64-4d43-8be8-3830a08682a8,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:39.559780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:08:39.588057 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.603742 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.685481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Attempting to bind port 21078c9b-4d64-4d43-8be8-3830a08682a8 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:08:39.685866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Attempting to bind port 21078c9b-4d64-4d43-8be8-3830a08682a8 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '3773115e-3ec1-4e37-84d7-9d37a8bed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:08:39.687281 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Attempting to bind port 21078c9b-4d64-4d43-8be8-3830a08682a8 on network e01cefab-3c81-4425-a77b-0f9445df3aab {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:08:39.687474 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Pushing event updated for resources: {'Port': ['ID=4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:39.704776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:08:39.705158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Checking segment: {'id': '3773115e-3ec1-4e37-84d7-9d37a8bed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:08:39.705565 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.705955 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Bound using segment: {'id': '3773115e-3ec1-4e37-84d7-9d37a8bed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:08:39.710845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Bound port: 21078c9b-4d64-4d43-8be8-3830a08682a8, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3773115e-3ec1-4e37-84d7-9d37a8bed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:08:39.711246 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.725588 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.726372 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.727316 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.727876 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.728425 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.728959 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.729503 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.730048 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.730629 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.731216 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.731747 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.732424 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:39.742624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b9d50e-62c5-4196-b880-a5d51c746c99 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:08:39.763281 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.771978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.840309 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Attempting to bind port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:08:39.840827 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Attempting to bind port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:08:39.841282 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Attempting to bind port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c on network ce6aba93-f745-411e-8737-9d52c36db27f {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:08:39.842366 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.848680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Transition to ACTIVE for port object a7b9d50e-62c5-4196-b880-a5d51c746c99 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:08:39.854782 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:08:39.855297 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Checking segment: {'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:08:39.856995 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.857547 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Bound using segment: {'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:08:39.859284 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Bound port: 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:08:39.860220 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.864432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:39.879377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] For port 21078c9b-4d64-4d43-8be8-3830a08682a8, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:08:39.885802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] For port 21078c9b-4d64-4d43-8be8-3830a08682a8, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=21078c9b-4d64-4d43-8be8-3830a08682a8,segment=NetworkSegment(3773115e-3ec1-4e37-84d7-9d37a8bed90c),segment_id=3773115e-3ec1-4e37-84d7-9d37a8bed90c)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:08:39.896206 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:40.010761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b9d50e-62c5-4196-b880-a5d51c746c99,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:40.050358 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] For port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:08:40.057153 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] For port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:08:40.062446 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac6353-1742-42cd-8c61-eeb97431d2de None None] Pushing event updated for resources: {'Port': ['ID=21078c9b-4d64-4d43-8be8-3830a08682a8,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:40.065460 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:40.168283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2eebe041-95b6-4980-8107-72e80621d820 None None] Provisioning complete for port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:40.168855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2eebe041-95b6-4980-8107-72e80621d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:40.197880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0117a5-4ca5-4cb0-9f7a-5026fb454f7b req-3ed6fb31-6843-4a06-90ba-7e9947ca13d6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:40.200251 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:40.200899 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:40.206154 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb149cc-078e-4e10-b4bf-e0ab81f302ee None None] Pushing event updated for resources: {'Port': ['ID=4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:40.212974 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d0117a5-4ca5-4cb0-9f7a-5026fb454f7b req-3ed6fb31-6843-4a06-90ba-7e9947ca13d6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 931 time: 0.4412534 Nov 09 20:08:40.360186 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b59e9e02-09e2-4761-b142-0336d960ac65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:40.445165 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2eebe041-95b6-4980-8107-72e80621d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:40.512481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2eebe041-95b6-4980-8107-72e80621d820 None None] For port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:40.517643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Allocated IP 172.25.6.225 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/4edcf70f-e1a5-4891-8436-4a85373f43db) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:08:40.518041 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2eebe041-95b6-4980-8107-72e80621d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:40.542201 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d0117a5-4ca5-4cb0-9f7a-5026fb454f7b req-488e0b54-2f02-4d9c-bdbe-592ba9326700 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275743 Nov 09 20:08:40.582092 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebe041-95b6-4980-8107-72e80621d820 None None] Pushing event updated for resources: {'Port': ['ID=4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:40.628274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Attempting to bind port a7b9d50e-62c5-4196-b880-a5d51c746c99 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:08:40.628877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Attempting to bind port a7b9d50e-62c5-4196-b880-a5d51c746c99 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:08:40.629370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Attempting to bind port a7b9d50e-62c5-4196-b880-a5d51c746c99 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:08:40.646627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Port a7b9d50e-62c5-4196-b880-a5d51c746c99 on network f371d5ab-06e0-49e5-9339-f059f28199e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:08:40.648149 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Attempting to bind port a7b9d50e-62c5-4196-b880-a5d51c746c99 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:08:40.659409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:08:40.660006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:08:40.661339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Bound using segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:08:40.664377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Bound port: a7b9d50e-62c5-4196-b880-a5d51c746c99, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:08:40.665057 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:40.721376 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:40.956797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b8df960d-6cf9-4bf8-8fd0-fad00d06fb31 None None] Provisioning complete for port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:40.957098 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b8df960d-6cf9-4bf8-8fd0-fad00d06fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:40.978721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] For port a7b9d50e-62c5-4196-b880-a5d51c746c99, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:08:41.079056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] For port a7b9d50e-62c5-4196-b880-a5d51c746c99, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:08:41.094823 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:41.096844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:41.109933 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:41.156848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:41.161567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:41.163686 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] 10.222.0.70 "PUT /v2.0/ports/a7b9d50e-62c5-4196-b880-a5d51c746c99 HTTP/1.1" status: 200 len: 1091 time: 1.9596434 Nov 09 20:08:41.166181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:08:41.169041 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d35340d-0098-43f8-97c8-14b294eb7ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:08:41.180839 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2ae7d-bede-484a-be1b-5286422b8e91 None None] The sync data for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 is: [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:08:41.403797 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919eb3b6-922e-4532-a41a-80016a67d0ba x-openstack-request-id: req-919eb3b6-922e-4532-a41a-80016a67d0ba {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:08:41.406120 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:08:41.406809 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-919eb3b6-922e-4532-a41a-80016a67d0ba {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:08:41.409206 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'status': 'completed', 'code': 200} Nov 09 20:08:41.418388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600c798-db6b-47b6-b81a-c3be36920c4c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b9d50e-62c5-4196-b880-a5d51c746c99,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:41.424882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:41.488257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:08:41.492979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:41.500992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:08:41.728676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Pushing event updated for resources: {'Port': ['ID=4edcf70f-e1a5-4891-8436-4a85373f43db,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:41.733251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00f5a-1200-4800-932e-dfbd2188276b req-e2eab86b-c623-4bc9-b977-78813e392417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:41.744298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-e2eab86b-c623-4bc9-b977-78813e392417 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 1094 time: 0.4517429 Nov 09 20:08:41.775849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f951e3-1d9c-44fc-8d97-0e1636f01bbd req-78618f8c-bfef-4311-a992-bd16bb4077eb tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:41.784812 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54f951e3-1d9c-44fc-8d97-0e1636f01bbd req-78618f8c-bfef-4311-a992-bd16bb4077eb tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.1502969 Nov 09 20:08:41.850469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54f951e3-1d9c-44fc-8d97-0e1636f01bbd req-3bf44539-d8a9-48cf-96fe-dc75ad9ee952 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636935 Nov 09 20:08:41.859346 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-00ac936f-cb83-4c89-bac5-bb1ff4f42354 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99 HTTP/1.1" status: 200 len: 217 time: 0.0990603 Nov 09 20:08:42.011385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0dd43250-bd27-4729-8eb5-3e6a6bd941f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:42.012904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-0dd43250-bd27-4729-8eb5-3e6a6bd941f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.1335871 Nov 09 20:08:42.079945 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:42.194961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00f5a-1200-4800-932e-dfbd2188276b req-6d9b3414-9208-490b-875e-83a514f36e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:42.196878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-6d9b3414-9208-490b-875e-83a514f36e9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746624 Nov 09 20:08:42.260608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42829b4-6e50-4c8f-829f-42167c5f62c8 None None] Network e01cefab-3c81-4425-a77b-0f9445df3aab requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:08:42.362730 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-43416606-0a2c-4af5-839a-d695ad0772fa service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543167 Nov 09 20:08:42.426223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-79e0532b-684d-4218-bc01-4e1deffc13e0 None None] Provisioning complete for port 21078c9b-4d64-4d43-8be8-3830a08682a8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:42.426724 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-79e0532b-684d-4218-bc01-4e1deffc13e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:42.448062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 21078c9b-4d64-4d43-8be8-3830a08682a8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:42.639301 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:42.654460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58d00f5a-1200-4800-932e-dfbd2188276b req-fc8aa451-3da6-415b-ba2b-8ec4d47bd6b4 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191877 Nov 09 20:08:42.697272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 21078c9b-4d64-4d43-8be8-3830a08682a8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:42.697920 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:42.747418 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-79e0532b-684d-4218-bc01-4e1deffc13e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:42.896507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-79e0532b-684d-4218-bc01-4e1deffc13e0 None None] For port 21078c9b-4d64-4d43-8be8-3830a08682a8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=21078c9b-4d64-4d43-8be8-3830a08682a8,segment=NetworkSegment(3773115e-3ec1-4e37-84d7-9d37a8bed90c),segment_id=3773115e-3ec1-4e37-84d7-9d37a8bed90c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:42.988898 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-79e0532b-684d-4218-bc01-4e1deffc13e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:43.063565 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f107d4-af27-41c9-886d-abc074939db6 req-fb1ec967-5d49-490c-9c0a-c29dcf0ec8b0 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:43.083163 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0f107d4-af27-41c9-886d-abc074939db6 req-fb1ec967-5d49-490c-9c0a-c29dcf0ec8b0 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.1155150 Nov 09 20:08:43.150842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0532b-684d-4218-bc01-4e1deffc13e0 None None] Pushing event updated for resources: {'Port': ['ID=21078c9b-4d64-4d43-8be8-3830a08682a8,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:43.160172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0f107d4-af27-41c9-886d-abc074939db6 req-ef9b418d-e3bd-406e-83d0-2942ce0abf21 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761328 Nov 09 20:08:43.201648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:43.281562 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-780bed6e-11fe-4eb7-973e-7b05183864ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:43.289258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:43.289625 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:43.359723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5cb8343c-91a5-4fc3-b88f-2642a92ac310 None None] Provisioning complete for port 21078c9b-4d64-4d43-8be8-3830a08682a8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:43.360323 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5cb8343c-91a5-4fc3-b88f-2642a92ac310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:43.445708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-540f71bf-fa56-482e-bb19-ded698692485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:43.448226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-540f71bf-fa56-482e-bb19-ded698692485 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 1094 time: 0.7193282 Nov 09 20:08:43.601439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-2665318d-835a-41c8-a8b1-9124d0966021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:43.603676 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-2665318d-835a-41c8-a8b1-9124d0966021 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.1458573 Nov 09 20:08:43.611914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Router 3045d406-7956-45b9-876a-c4ad044df2a9 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:08:43.676908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-a4dca3ad-f1ac-4cb2-802e-1903e8978fd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99 HTTP/1.1" status: 200 len: 217 time: 0.0624471 Nov 09 20:08:43.693792 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:43.829464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-866a084d-74f6-44f0-a673-3d7d236f8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:43.830986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-866a084d-74f6-44f0-a673-3d7d236f8cd4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.1474812 Nov 09 20:08:43.871547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:08:43.883137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Sync routers for ids ['3045d406-7956-45b9-876a-c4ad044df2a9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:08:43.893241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-e104dd7c-3a32-43a1-ac1f-18ce1c8d28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:43.894787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-e104dd7c-3a32-43a1-ac1f-18ce1c8d28aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557556 Nov 09 20:08:43.895056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Routers {'3045d406-7956-45b9-876a-c4ad044df2a9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:43.895918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3045d406-7956-45b9-876a-c4ad044df2a9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:43.897680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:43.903098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4af0e4d4-9651-4cf8-aa08-e4bb80a68afb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7483728 Nov 09 20:08:43.903098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41178) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:44.018741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Set router 3045d406-7956-45b9-876a-c4ad044df2a9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:44.088937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-d7ad7535-6917-43c4-922b-a5eeebbff009 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808829 Nov 09 20:08:44.221535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 21078c9b-4d64-4d43-8be8-3830a08682a8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:44.301692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'name': 'tempest-TestVolumeBackupRestore-1081568150-router', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:38Z', 'updated_at': '2021-11-09T20:08:41Z', 'revision_number': 3, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'gw_port': {'id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:39Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:44.304530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 21078c9b-4d64-4d43-8be8-3830a08682a8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:44.304905 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.308609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c0953-1552-4da1-9f48-86711292240f req-d1ef0390-8617-4ccc-8bd0-1ec415530b43 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:44.310241 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-457c0953-1552-4da1-9f48-86711292240f req-d1ef0390-8617-4ccc-8bd0-1ec415530b43 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.0664432 Nov 09 20:08:44.361515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-457c0953-1552-4da1-9f48-86711292240f req-fd976362-9dbc-4d6a-8f06-1d84500bae1f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410869 Nov 09 20:08:44.401315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Checking router: 3045d406-7956-45b9-876a-c4ad044df2a9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:08:44.401787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Updating router 3045d406-7956-45b9-876a-c4ad044df2a9 port 4edcf70f-e1a5-4891-8436-4a85373f43db binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:08:44.433921 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.450467 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3d35340d-0098-43f8-97c8-14b294eb7ba2 req-d4c16a13-d0f6-4f16-b1b5-97c24f522a80 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502033 Nov 09 20:08:44.559613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.587443 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.741098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Allocated IP 172.20.0.1 (e01cefab-3c81-4425-a77b-0f9445df3aab/73b612d1-05e5-49e1-8dd1-5d9722413b2e/4322ba3c-1639-4f43-ab0a-1ccf524676fc) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:08:44.770445 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.778643 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.852022 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.856675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4dd0b-7c50-4103-bbe4-cd811c00acba None None] Pushing event updated for resources: {'Port': ['ID=4edcf70f-e1a5-4891-8436-4a85373f43db,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:44.860213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Attempting to bind port 4edcf70f-e1a5-4891-8436-4a85373f43db on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:08:44.860590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Attempting to bind port 4edcf70f-e1a5-4891-8436-4a85373f43db by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:08:44.861050 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Attempting to bind port 4edcf70f-e1a5-4891-8436-4a85373f43db on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:08:44.867963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:08:44.868443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:08:44.869147 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.869829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:08:44.870695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Bound port: 4edcf70f-e1a5-4891-8436-4a85373f43db, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:08:44.871176 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.890408 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.930658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] For port 4edcf70f-e1a5-4891-8436-4a85373f43db, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:08:44.933921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] For port 4edcf70f-e1a5-4891-8436-4a85373f43db, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4edcf70f-e1a5-4891-8436-4a85373f43db,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:08:44.939838 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:44.942973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Network e01cefab-3c81-4425-a77b-0f9445df3aab is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:08:44.949985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:44.952019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Pushing event updated for resources: {'Port': ['ID=4322ba3c-1639-4f43-ab0a-1ccf524676fc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:44.954227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:08:44.996650 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:45.002171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Routers {'3045d406-7956-45b9-876a-c4ad044df2a9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:45.002842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3045d406-7956-45b9-876a-c4ad044df2a9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:45.043446 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4dd0b-7c50-4103-bbe4-cd811c00acba None None] Pushing event updated for resources: {'Port': ['ID=4edcf70f-e1a5-4891-8436-4a85373f43db,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:45.154229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] Set router 3045d406-7956-45b9-876a-c4ad044df2a9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:45.175432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:45.303794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-09009b5b-4a0a-463c-9a9c-606761987289 None None] Provisioning complete for port 4322ba3c-1639-4f43-ab0a-1ccf524676fc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:45.304664 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09009b5b-4a0a-463c-9a9c-606761987289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:45.368477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-09009b5b-4a0a-463c-9a9c-606761987289 None None] Port 4322ba3c-1639-4f43-ab0a-1ccf524676fc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:08:45.371909 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:45.378721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:45.425464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'name': 'tempest-TestVolumeBackupRestore-1081568150-router', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:38Z', 'updated_at': '2021-11-09T20:08:41Z', 'revision_number': 3, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'gw_port': {'id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:39Z', 'updated_at': '2021-11-09T20:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:45.462058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2d632-bca8-4e0a-b8fc-7810b099ef4c None None] The sync data for ids ['3045d406-7956-45b9-876a-c4ad044df2a9'] in n-d-817256-1 is: [{'id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'name': 'tempest-TestVolumeBackupRestore-1081568150-router', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:38Z', 'updated_at': '2021-11-09T20:08:41Z', 'revision_number': 3, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'gw_port': {'id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:39Z', 'updated_at': '2021-11-09T20:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:08:45.469341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Pushing event updated for resources: {'Port': ['ID=4322ba3c-1639-4f43-ab0a-1ccf524676fc,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:45.472558 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:45.513148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e17d3-fb00-4e8f-ad11-0805f884c5a8 req-ef525eaa-054e-47ec-8705-615d247a046d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:45.514844 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c9e17d3-fb00-4e8f-ad11-0805f884c5a8 req-ef525eaa-054e-47ec-8705-615d247a046d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.0803316 Nov 09 20:08:45.562212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c9e17d3-fb00-4e8f-ad11-0805f884c5a8 req-3c2f61f7-bcda-4805-9665-f7cf56463db7 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413587 Nov 09 20:08:45.617230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Network e01cefab-3c81-4425-a77b-0f9445df3aab is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:08:45.619346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:45.804919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Router 3045d406-7956-45b9-876a-c4ad044df2a9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:08:45.955430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:08:45.961569 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eab09cef-bbd3-4283-a033-fc9c87516c7a admin admin] 10.222.0.53 "PUT /v2.0/routers/3045d406-7956-45b9-876a-c4ad044df2a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0589132 Nov 09 20:08:46.003291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3016a84d-afef-4293-858e-73a34a7977a6 None None] Provisioning complete for port 4322ba3c-1639-4f43-ab0a-1ccf524676fc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:46.004169 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3016a84d-afef-4293-858e-73a34a7977a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:46.051768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3016a84d-afef-4293-858e-73a34a7977a6 None None] Port 4322ba3c-1639-4f43-ab0a-1ccf524676fc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:08:46.274037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4edcf70f-e1a5-4891-8436-4a85373f43db up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:46.353574 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:46.377714 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 4edcf70f-e1a5-4891-8436-4a85373f43db triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:46.378458 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:46.472703 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:46.496377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 4edcf70f-e1a5-4891-8436-4a85373f43db, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4edcf70f-e1a5-4891-8436-4a85373f43db,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:46.500645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:46.555120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=4edcf70f-e1a5-4891-8436-4a85373f43db,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:46.692025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e2c7-0eaf-4ac5-9516-a7ee4298b522 req-7b90f4f7-0b0d-4a36-8aeb-e40fa3f960ea tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:46.694224 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0795e2c7-0eaf-4ac5-9516-a7ee4298b522 req-7b90f4f7-0b0d-4a36-8aeb-e40fa3f960ea tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.0523689 Nov 09 20:08:46.739849 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0795e2c7-0eaf-4ac5-9516-a7ee4298b522 req-2b951d36-29b0-46da-8f20-c7d63682a2bf tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393414 Nov 09 20:08:47.295014 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Sync routers for ids ['3045d406-7956-45b9-876a-c4ad044df2a9'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:08:47.304800 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Routers {'3045d406-7956-45b9-876a-c4ad044df2a9'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:47.305524 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3045d406-7956-45b9-876a-c4ad044df2a9'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:47.414930 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Set router 3045d406-7956-45b9-876a-c4ad044df2a9 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:47.615962 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'name': 'tempest-TestVolumeBackupRestore-1081568150-router', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:38Z', 'updated_at': '2021-11-09T20:08:45Z', 'revision_number': 4, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'gw_port': {'id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:39Z', 'updated_at': '2021-11-09T20:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4322ba3c-1639-4f43-ab0a-1ccf524676fc', 'name': '', 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'mac_address': 'fa:16:3e:b1:5d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '73b612d1-05e5-49e1-8dd1-5d9722413b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:44Z', 'updated_at': '2021-11-09T20:08:45Z', 'revision_number': 2, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'subnets': [{'id': '73b612d1-05e5-49e1-8dd1-5d9722413b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:47.642270 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Checking router: 3045d406-7956-45b9-876a-c4ad044df2a9 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:08:47.642641 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Updating router 3045d406-7956-45b9-876a-c4ad044df2a9 port 4322ba3c-1639-4f43-ab0a-1ccf524676fc binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:08:47.667290 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:47.866443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0fcc3-cc7c-4a06-80d2-6258ffa5fca6 req-5f6852d1-1f48-4982-b678-de20d77d6a63 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:47.867987 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4dc0fcc3-cc7c-4a06-80d2-6258ffa5fca6 req-5f6852d1-1f48-4982-b678-de20d77d6a63 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.0589864 Nov 09 20:08:47.914848 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4dc0fcc3-cc7c-4a06-80d2-6258ffa5fca6 req-bfada966-5fb4-4e10-961e-c4adc4db7e19 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403128 Nov 09 20:08:47.942048 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:47.948237 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:48.002818 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a6ac1-b46f-4405-bdd3-c6dd112afb1c None None] Pushing event updated for resources: {'Port': ['ID=4322ba3c-1639-4f43-ab0a-1ccf524676fc,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:48.060297 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Attempting to bind port 4322ba3c-1639-4f43-ab0a-1ccf524676fc on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:08:48.060665 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Attempting to bind port 4322ba3c-1639-4f43-ab0a-1ccf524676fc by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '3773115e-3ec1-4e37-84d7-9d37a8bed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:08:48.061172 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Attempting to bind port 4322ba3c-1639-4f43-ab0a-1ccf524676fc on network e01cefab-3c81-4425-a77b-0f9445df3aab {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:08:48.067368 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:08:48.067764 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Checking segment: {'id': '3773115e-3ec1-4e37-84d7-9d37a8bed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:08:48.068640 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:48.069031 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Bound using segment: {'id': '3773115e-3ec1-4e37-84d7-9d37a8bed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:08:48.069496 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Bound port: 4322ba3c-1639-4f43-ab0a-1ccf524676fc, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3773115e-3ec1-4e37-84d7-9d37a8bed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:08:48.069882 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:48.162712 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] For port 4322ba3c-1639-4f43-ab0a-1ccf524676fc, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:08:48.171153 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] For port 4322ba3c-1639-4f43-ab0a-1ccf524676fc, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4322ba3c-1639-4f43-ab0a-1ccf524676fc,segment=NetworkSegment(3773115e-3ec1-4e37-84d7-9d37a8bed90c),segment_id=3773115e-3ec1-4e37-84d7-9d37a8bed90c)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:08:48.177513 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:48.206604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4edcf70f-e1a5-4891-8436-4a85373f43db up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:48.244137 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a6ac1-b46f-4405-bdd3-c6dd112afb1c None None] Pushing event updated for resources: {'Port': ['ID=4322ba3c-1639-4f43-ab0a-1ccf524676fc,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:48.246963 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Routers {'3045d406-7956-45b9-876a-c4ad044df2a9'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:48.247566 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3045d406-7956-45b9-876a-c4ad044df2a9'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:48.270957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 4edcf70f-e1a5-4891-8436-4a85373f43db triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:48.271513 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:48.317442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d265f1ce-df24-462c-b5f0-6a1e65f200f1 None None] Provisioning complete for port 4322ba3c-1639-4f43-ab0a-1ccf524676fc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:48.318407 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d265f1ce-df24-462c-b5f0-6a1e65f200f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:48.425691 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d265f1ce-df24-462c-b5f0-6a1e65f200f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:48.471916 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] Set router 3045d406-7956-45b9-876a-c4ad044df2a9 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:48.494083 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d265f1ce-df24-462c-b5f0-6a1e65f200f1 None None] For port 4322ba3c-1639-4f43-ab0a-1ccf524676fc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4322ba3c-1639-4f43-ab0a-1ccf524676fc,segment=NetworkSegment(3773115e-3ec1-4e37-84d7-9d37a8bed90c),segment_id=3773115e-3ec1-4e37-84d7-9d37a8bed90c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:48.500042 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d265f1ce-df24-462c-b5f0-6a1e65f200f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:48.550619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265f1ce-df24-462c-b5f0-6a1e65f200f1 None None] Pushing event updated for resources: {'Port': ['ID=4322ba3c-1639-4f43-ab0a-1ccf524676fc,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:48.621566 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-43339cb2-cada-4490-a107-b96990947649 None None] Provisioning complete for port 4322ba3c-1639-4f43-ab0a-1ccf524676fc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:48.622041 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-43339cb2-cada-4490-a107-b96990947649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:48.678505 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'name': 'tempest-TestVolumeBackupRestore-1081568150-router', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:38Z', 'updated_at': '2021-11-09T20:08:45Z', 'revision_number': 4, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'gw_port': {'id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:39Z', 'updated_at': '2021-11-09T20:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4322ba3c-1639-4f43-ab0a-1ccf524676fc', 'name': '', 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'mac_address': 'fa:16:3e:b1:5d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '73b612d1-05e5-49e1-8dd1-5d9722413b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:44Z', 'updated_at': '2021-11-09T20:08:48Z', 'revision_number': 4, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'subnets': [{'id': '73b612d1-05e5-49e1-8dd1-5d9722413b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:48.711692 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2f805-8d4a-4f88-8aaa-1420d41b0240 None None] The sync data for ids ['3045d406-7956-45b9-876a-c4ad044df2a9'] in n-d-817256-1 is: [{'id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'name': 'tempest-TestVolumeBackupRestore-1081568150-router', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:38Z', 'updated_at': '2021-11-09T20:08:45Z', 'revision_number': 4, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'gw_port': {'id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:39Z', 'updated_at': '2021-11-09T20:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4322ba3c-1639-4f43-ab0a-1ccf524676fc', 'name': '', 'network_id': 'e01cefab-3c81-4425-a77b-0f9445df3aab', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'mac_address': 'fa:16:3e:b1:5d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '73b612d1-05e5-49e1-8dd1-5d9722413b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:44Z', 'updated_at': '2021-11-09T20:08:48Z', 'revision_number': 4, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'subnets': [{'id': '73b612d1-05e5-49e1-8dd1-5d9722413b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:08:49.045586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc5983-e389-4c09-a420-af84042a79d7 req-67cb2029-983d-4d77-ac13-5f20382de7e0 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:49.047346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7dc5983-e389-4c09-a420-af84042a79d7 req-67cb2029-983d-4d77-ac13-5f20382de7e0 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.0660779 Nov 09 20:08:49.090279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7dc5983-e389-4c09-a420-af84042a79d7 req-5df891c3-69e4-4d4f-a967-17d6ceb1a36b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366874 Nov 09 20:08:50.246127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4322ba3c-1639-4f43-ab0a-1ccf524676fc up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:08:50.251501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1276b-f910-43af-9e65-0cc8a2ac0f2a req-e537bd05-e3b3-4aa4-9b31-05cd5db07275 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:50.262229 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31d1276b-f910-43af-9e65-0cc8a2ac0f2a req-e537bd05-e3b3-4aa4-9b31-05cd5db07275 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.0909696 Nov 09 20:08:50.310760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31d1276b-f910-43af-9e65-0cc8a2ac0f2a req-dc6e93b8-bdba-48b4-98a5-2c790b3f8d24 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Nov 09 20:08:50.325708 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 4322ba3c-1639-4f43-ab0a-1ccf524676fc triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:08:50.326189 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:51.278425 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:51.449553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285723c5-416c-4113-b1ea-ed3e1b735681 req-9c0e7d15-d6d9-4816-bf83-2ce3dcc33d79 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:51.451375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-285723c5-416c-4113-b1ea-ed3e1b735681 req-9c0e7d15-d6d9-4816-bf83-2ce3dcc33d79 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.0661960 Nov 09 20:08:51.503128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-285723c5-416c-4113-b1ea-ed3e1b735681 req-2950e763-9bef-44f1-8172-6862bbb68c30 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453374 Nov 09 20:08:52.220478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d25710-8f34-46e9-b6df-0cc85ed61721 req-de26e267-2ab5-41af-b0dd-b3737461358b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:52.222338 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4d25710-8f34-46e9-b6df-0cc85ed61721 req-de26e267-2ab5-41af-b0dd-b3737461358b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 946 time: 0.0585251 Nov 09 20:08:52.298067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4d25710-8f34-46e9-b6df-0cc85ed61721 req-05c1dab4-247b-4fae-8997-df1afc5248cb tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653813 Nov 09 20:08:52.689051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350d952-e7dd-4110-88c5-6e0256863c09 req-383494d0-ec57-4ea2-a0f8-a6fe84b8004f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:52.691274 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e350d952-e7dd-4110-88c5-6e0256863c09 req-383494d0-ec57-4ea2-a0f8-a6fe84b8004f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.0678742 Nov 09 20:08:52.739537 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e350d952-e7dd-4110-88c5-6e0256863c09 req-fb5fcd32-0281-43f9-ba2a-ac683f20529a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418422 Nov 09 20:08:53.427298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e0ea5-ef64-4793-ad23-3295a6c782f9 req-11e960a7-82e1-40f4-99e5-63f5bac7c129 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:53.435897 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c30e0ea5-ef64-4793-ad23-3295a6c782f9 req-11e960a7-82e1-40f4-99e5-63f5bac7c129 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 946 time: 0.0657361 Nov 09 20:08:53.489307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c30e0ea5-ef64-4793-ad23-3295a6c782f9 req-3a839af1-99a9-4cef-8876-3de8861903d6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2732d74-99e2-4ec8-ad99-452fac790ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450130 Nov 09 20:08:53.760140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-f4df5422-e4f3-48ff-a86f-39b5e12fd5ac tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:53.761818 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-f4df5422-e4f3-48ff-a86f-39b5e12fd5ac tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.70 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 946 time: 0.0791688 Nov 09 20:08:53.869165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Deleting port 5d498561-2afc-4ec2-81a5-a576618538cf {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:53.869662 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:53.934586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8505795-c888-44d8-b790-e3b49597ae63 req-f4a78e20-ee50-41ce-a538-160e6278ee67 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:53.939667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8505795-c888-44d8-b790-e3b49597ae63 req-f4a78e20-ee50-41ce-a538-160e6278ee67 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.1014597 Nov 09 20:08:53.977510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] For port 5d498561-2afc-4ec2-81a5-a576618538cf, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5d498561-2afc-4ec2-81a5-a576618538cf,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:08:53.978039 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:54.023472 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8505795-c888-44d8-b790-e3b49597ae63 req-500ea473-7273-4337-a402-8ce622a94cba tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710292 Nov 09 20:08:54.215777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:54.216144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:54.216466 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Floating IP 6ec4c185-1d33-4cbf-aa9d-4d542e43ac82 disassociated. External IP: 172.25.6.42, port: 5d498561-2afc-4ec2-81a5-a576618538cf. Nov 09 20:08:54.216814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Calling delete_port for 5d498561-2afc-4ec2-81a5-a576618538cf owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:54.410657 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:54.468193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event deleted for resources: {'Port': ['ID=5d498561-2afc-4ec2-81a5-a576618538cf,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:54.498784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.499136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.499474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.499809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.500142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.500472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.500804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.501132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.501460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.501919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.502242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.502574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:54.559474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41346) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:54.714366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-133d8b18-b37c-4002-aee8-accdcba353cf req-b6854435-3484-4d71-9dc9-f2d44dbf0433 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=eaef60cc-e7a4-4e66-a31a-d9fe260141e2 HTTP/1.1" status: 200 len: 210 time: 0.1074028 Nov 09 20:08:54.729419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:54.738743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Router b842949f-264d-41bf-aff0-d9b30133852e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:08:54.903261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:08:54.914225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] Sync routers for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:08:54.916541 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:54.929785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:54.933504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:54.934240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:54.967523 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=402b5f689b3f4866a5784f81980083f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069514 Nov 09 20:08:54.971034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41350) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:54.979447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] No DVR routers for this DVR port 5d498561-2afc-4ec2-81a5-a576618538cf on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:08:54.982646 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:54.987500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1f0a73b-eea3-44a1-be6a-89433fa17009 req-5d62c107-0024-492e-881b-ce30aa69c0bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.70 "DELETE /v2.0/ports/5d498561-2afc-4ec2-81a5-a576618538cf HTTP/1.1" status: 204 len: 173 time: 1.2164576 Nov 09 20:08:54.988017 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'name': 'network-vif-deleted', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:08:54.990755 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8572e3e-21c4-4306-821a-91bd8d54fc9c" -d '{"events": [{"server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "name": "network-vif-deleted", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:08:55.115464 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb61a5b-98b9-47fc-aab2-8528b040ba62 x-openstack-request-id: req-fcb61a5b-98b9-47fc-aab2-8528b040ba62 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:08:55.115974 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef60cc-e7a4-4e66-a31a-d9fe260141e2", "name": "network-vif-deleted", "tag": "5d498561-2afc-4ec2-81a5-a576618538cf", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:08:55.116294 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcb61a5b-98b9-47fc-aab2-8528b040ba62 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:08:55.116761 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaef60cc-e7a4-4e66-a31a-d9fe260141e2', 'name': 'network-vif-deleted', 'tag': '5d498561-2afc-4ec2-81a5-a576618538cf', 'status': 'completed', 'code': 200} Nov 09 20:08:55.137490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9e366b-b965-4ffc-966a-1eb40bde81a0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:55.188686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.200008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.202599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.203808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.205566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.206945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.207959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.211324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.215202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.217525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.218131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.219689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de6343-8c9e-4493-b32f-accee1d7ff87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:08:55.230891 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8a877b5-fd04-4842-8f69-572974142578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:55.235954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:55.292673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05ffc3-62c0-436f-8724-878a492c4bbf req-b9a2d22d-cbaa-4d48-b990-639a49b3bf11 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:55.294266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be05ffc3-62c0-436f-8724-878a492c4bbf req-b9a2d22d-cbaa-4d48-b990-639a49b3bf11 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.1235366 Nov 09 20:08:55.322621 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8a877b5-fd04-4842-8f69-572974142578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:55.418633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be05ffc3-62c0-436f-8724-878a492c4bbf req-1cd79cb1-47ff-43a1-b6da-f4c12cb97378 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975866 Nov 09 20:08:55.449841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8a877b5-fd04-4842-8f69-572974142578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:55.456723 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8a877b5-fd04-4842-8f69-572974142578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:55.459972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b8a877b5-fd04-4842-8f69-572974142578 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c9e366b-b965-4ffc-966a-1eb40bde81a0 HTTP/1.1" status: 204 len: 168 time: 0.4762614 Nov 09 20:08:55.487928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a877b5-fd04-4842-8f69-572974142578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9e366b-b965-4ffc-966a-1eb40bde81a0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:55.546427 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:55.645230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:55.679261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] Checking router: b842949f-264d-41bf-aff0-d9b30133852e for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:08:55.693200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:55.694684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:55.841331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:55.876727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41374) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:55.988731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-09b974a2-fedf-4522-ae94-ce31adefd8af tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:56.029922 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-09b974a2-fedf-4522-ae94-ce31adefd8af tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:56.116740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-09b974a2-fedf-4522-ae94-ce31adefd8af tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:56.119808 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-09b974a2-fedf-4522-ae94-ce31adefd8af tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:56.123682 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-09b974a2-fedf-4522-ae94-ce31adefd8af tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2732d74-99e2-4ec8-ad99-452fac790ba1 HTTP/1.1" status: 204 len: 168 time: 0.2432735 Nov 09 20:08:56.124034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41378) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:56.141350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b974a2-fedf-4522-ae94-ce31adefd8af tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2732d74-99e2-4ec8-ad99-452fac790ba1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:56.144503 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-210f98b5-654f-4e6d-b4f2-7f0dce5d9a07 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] show failed (client error): The resource could not be found. Nov 09 20:08:56.146024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-210f98b5-654f-4e6d-b4f2-7f0dce5d9a07 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups/a2732d74-99e2-4ec8-ad99-452fac790ba1 HTTP/1.1" status: 404 len: 347 time: 0.0210235 Nov 09 20:08:56.161886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41382) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:56.162977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:56.235940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc66d024-01d1-4b0a-bacc-92304d3a387f None None] The sync data for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 is: [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:08:56.388468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-913fe4f4-d817-454d-ac49-9db06eaa5b0d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Deleting port 6c2afeb9-5f4a-4d8d-9082-ae80b7656701 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:56.388864 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-913fe4f4-d817-454d-ac49-9db06eaa5b0d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:56.507021 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-913fe4f4-d817-454d-ac49-9db06eaa5b0d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:56.507640 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-913fe4f4-d817-454d-ac49-9db06eaa5b0d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:56.566391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-913fe4f4-d817-454d-ac49-9db06eaa5b0d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Calling delete_port for 6c2afeb9-5f4a-4d8d-9082-ae80b7656701 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:56.746163 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4bd81-9451-4c93-a1a0-edcbb1b87b8d None None] New status for floating IP 6ec4c185-1d33-4cbf-aa9d-4d542e43ac82: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:08:56.750349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01254993-8499-4c05-a236-5ae8fc4c1736 req-9766ba88-066a-478b-a49f-d61cb008fb99 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:56.758775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01254993-8499-4c05-a236-5ae8fc4c1736 req-9766ba88-066a-478b-a49f-d61cb008fb99 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.2476149 Nov 09 20:08:56.812607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01254993-8499-4c05-a236-5ae8fc4c1736 req-f482936e-f65e-4cd4-8ef1-07929ac0aa0c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523314 Nov 09 20:08:56.934114 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.db.api [None req-23d4bd81-9451-4c93-a1a0-edcbb1b87b8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:08:56.934897 n-d-817256-1 neutron-server[102298]: DEBUG oslo_db.api [None req-23d4bd81-9451-4c93-a1a0-edcbb1b87b8d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:08:56.936893 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-913fe4f4-d817-454d-ac49-9db06eaa5b0d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:56.968843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0396-c6e3-41f9-9ba0-a7e66af88587 req-1b958e5e-2e44-41b0-b1eb-323645b6bedb tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:56.972397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b9c0396-c6e3-41f9-9ba0-a7e66af88587 req-1b958e5e-2e44-41b0-b1eb-323645b6bedb tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1096 time: 0.0857010 Nov 09 20:08:57.000404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fe4f4-d817-454d-ac49-9db06eaa5b0d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event deleted for resources: {'Port': ['ID=6c2afeb9-5f4a-4d8d-9082-ae80b7656701,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:57.058811 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-913fe4f4-d817-454d-ac49-9db06eaa5b0d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.060063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9b9c0396-c6e3-41f9-9ba0-a7e66af88587 req-ac4bbf6c-2460-42c1-9273-0aa7532393f2 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725687 Nov 09 20:08:57.067249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-913fe4f4-d817-454d-ac49-9db06eaa5b0d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.068878 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-913fe4f4-d817-454d-ac49-9db06eaa5b0d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "DELETE /v2.0/floatingips/6ec4c185-1d33-4cbf-aa9d-4d542e43ac82 HTTP/1.1" status: 204 len: 168 time: 0.9058061 Nov 09 20:08:57.087775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41442) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:57.302782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 7d6b966f-b38e-42c0-956c-e999c3e98331 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:08:57.303386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.342134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41446) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:57.350952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-06c93b09-17b7-4c57-b7a3-e0a0b35f5596 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868545458', 'description': 'tempest-description--727723418'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:57.390455 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06c93b09-17b7-4c57-b7a3-e0a0b35f5596 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.432357 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.432550 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.436438 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d4bd81-9451-4c93-a1a0-edcbb1b87b8d None None] New status for floating IP 6ec4c185-1d33-4cbf-aa9d-4d542e43ac82: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:08:57.455936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 7d6b966f-b38e-42c0-956c-e999c3e98331 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:08:57.547912 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06c93b09-17b7-4c57-b7a3-e0a0b35f5596 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.558911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06c93b09-17b7-4c57-b7a3-e0a0b35f5596 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.633314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c93b09-17b7-4c57-b7a3-e0a0b35f5596 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d764b19f-1061-4954-9ab4-c89481c0f544,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:57.639613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-06c93b09-17b7-4c57-b7a3-e0a0b35f5596 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.640862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-06c93b09-17b7-4c57-b7a3-e0a0b35f5596 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2973914 Nov 09 20:08:57.647125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41458) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:57.656892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4b9c057c-3ecf-4b67-a341-5f018251cdcd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'security_group_rule': {'security_group_id': 'd764b19f-1061-4954-9ab4-c89481c0f544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:57.740824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b9c057c-3ecf-4b67-a341-5f018251cdcd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.782863 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.784202 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-da17fbf9-bd1d-4725-8f62-ec8cf4e486ea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978270 Nov 09 20:08:57.832248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b9c057c-3ecf-4b67-a341-5f018251cdcd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.839610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b9c057c-3ecf-4b67-a341-5f018251cdcd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.874579 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b9c057c-3ecf-4b67-a341-5f018251cdcd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.875853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4b9c057c-3ecf-4b67-a341-5f018251cdcd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2276785 Nov 09 20:08:57.876579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c057c-3ecf-4b67-a341-5f018251cdcd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02829f68-2d5c-4c47-961f-9a0707a24565,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:57.891156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41476) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:57.896187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-161418f7-bb65-469d-97fc-3425447420b1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'security_group_rule': {'security_group_id': 'd764b19f-1061-4954-9ab4-c89481c0f544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:57.909450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-6ae2c44c-45e8-4269-b78c-7bc1eb293185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:57.911438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-6ae2c44c-45e8-4269-b78c-7bc1eb293185 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1096 time: 0.0514722 Nov 09 20:08:57.919751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=7d6b966f-b38e-42c0-956c-e999c3e98331,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:57.962287 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:57.962787 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Floating IP 782caccc-92b3-4fc3-9f36-b230b683ad96 disassociated (deleted). External IP: 172.25.6.97, port: 840cc881-282d-4d9f-9dc1-c124fdad9d33. Nov 09 20:08:57.966938 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-161418f7-bb65-469d-97fc-3425447420b1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:58.055403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79f83f-573e-4d2d-a180-d461667f5f0c req-0748b662-7669-45e2-b5a4-0560bd56574c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:58.059351 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a79f83f-573e-4d2d-a180-d461667f5f0c req-0748b662-7669-45e2-b5a4-0560bd56574c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.1217778 Nov 09 20:08:58.142062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-161418f7-bb65-469d-97fc-3425447420b1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:58.148981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-161418f7-bb65-469d-97fc-3425447420b1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:58.163085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a79f83f-573e-4d2d-a180-d461667f5f0c req-1355be05-ee5f-40aa-9f76-46e44549d8c5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006479 Nov 09 20:08:58.169478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-a89b5c53-be63-4766-bf7d-15fd082440c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:58.172601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-a89b5c53-be63-4766-bf7d-15fd082440c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 898 time: 0.2219338 Nov 09 20:08:58.222218 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-0b2f3ee0-877d-40f6-870a-02ac35555fe0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 217 time: 0.0418501 Nov 09 20:08:58.242815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161418f7-bb65-469d-97fc-3425447420b1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0e38c4-5ec4-4260-b1c8-22859d7b0f48,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:58.251054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-161418f7-bb65-469d-97fc-3425447420b1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:58.256249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-161418f7-bb65-469d-97fc-3425447420b1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3599479 Nov 09 20:08:58.271982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41494) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:08:58.277183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:08:58.306599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-4840d77c-b5e3-4b95-ba4f-9c4d46e16086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:58.308255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-4840d77c-b5e3-4b95-ba4f-9c4d46e16086 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 200 len: 834 time: 0.0776689 Nov 09 20:08:58.314425 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:58.322346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router e3426f97-66b3-4453-8b2c-2fac2a82a292 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:08:58.363418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-980f71a1-96ec-4f6f-b32e-1a295a1d92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:58.365611 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-980f71a1-96ec-4f6f-b32e-1a295a1d92f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b236549-cf8b-4e9f-b446-1869964966fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496924 Nov 09 20:08:58.497965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:08:58.504207 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:58.524911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] Sync routers for ids ['e3426f97-66b3-4453-8b2c-2fac2a82a292'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:08:58.526688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-5a2066f3-009c-40f7-859b-f5810a8fb627 service neutron] 10.222.0.70 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516066 Nov 09 20:08:58.552235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] Routers {'e3426f97-66b3-4453-8b2c-2fac2a82a292'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:58.555667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['e3426f97-66b3-4453-8b2c-2fac2a82a292'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:58.585076 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3574fe83-a9b4-4744-8510-b1641e96810c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/floatingips/782caccc-92b3-4fc3-9f36-b230b683ad96 HTTP/1.1" status: 204 len: 168 time: 1.4931550 Nov 09 20:08:58.586131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:08:58.589335 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396" -d '{"events": [{"name": "network-changed", "server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:08:58.613439 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:58.766641 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00823130-344d-4297-895a-dc3ef16fd5d6 x-openstack-request-id: req-00823130-344d-4297-895a-dc3ef16fd5d6 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:08:58.767317 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:08:58.767939 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00823130-344d-4297-895a-dc3ef16fd5d6 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:08:58.768575 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'status': 'completed', 'code': 200} Nov 09 20:08:58.806380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] Set router e3426f97-66b3-4453-8b2c-2fac2a82a292 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:58.854367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Allocated IP 172.25.6.216 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/eee24d27-f160-4b42-a543-32fd08c3a272) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:08:59.116497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5d498561-2afc-4ec2-81a5-a576618538cf no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:08:59.133637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:59.151120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 5d498561-2afc-4ec2-81a5-a576618538cf {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:08:59.151463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5d498561-2afc-4ec2-81a5-a576618538cf not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:08:59.185996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bece9a1b-3700-4b8e-9a3a-ca912c9ea9cf req-18ba027d-c6f6-4a48-9488-09dbefaef374 service neutron] 10.222.0.70 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513488 Nov 09 20:08:59.214335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:59.312619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6073a04f-cc8e-4f2f-9f3d-81577fcf220b', 'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:0b:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:07:02Z', 'updated_at': '2021-11-09T20:07:08Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:59.320712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:08:59.336271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:08:59.340017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:08:59.360550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] Checking router: e3426f97-66b3-4453-8b2c-2fac2a82a292 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:08:59.372411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] Routers {'e3426f97-66b3-4453-8b2c-2fac2a82a292'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:08:59.373069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['e3426f97-66b3-4453-8b2c-2fac2a82a292'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:08:59.403175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234ee4-7f87-4fa9-bd30-96b60836cc91 req-e59645f4-f7a5-4acd-8fe8-793157c116a2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:59.413175 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94234ee4-7f87-4fa9-bd30-96b60836cc91 req-e59645f4-f7a5-4acd-8fe8-793157c116a2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.2261162 Nov 09 20:08:59.424169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-e2217dc5-640c-408b-91bb-870aaf5b65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:59.426299 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-e2217dc5-640c-408b-91bb-870aaf5b65bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 1096 time: 0.1719217 Nov 09 20:08:59.492117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'Port': ['ID=eee24d27-f160-4b42-a543-32fd08c3a272,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:08:59.718305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] Set router e3426f97-66b3-4453-8b2c-2fac2a82a292 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:08:59.720582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7676f4-399e-41c6-a833-7bc20b17cc75 req-0cf45941-2a6f-467a-a014-92805dda56f1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:59.720582 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f7676f4-399e-41c6-a833-7bc20b17cc75 req-0cf45941-2a6f-467a-a014-92805dda56f1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.2271166 Nov 09 20:08:59.723219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-53594ad3-0931-46c4-affd-75344443617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:59.723219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-53594ad3-0931-46c4-affd-75344443617b service neutron] 10.222.0.70 "GET /v2.0/networks?id=2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 200 len: 898 time: 0.2145445 Nov 09 20:08:59.724048 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:59.780724 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:08:59.802328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-47d87495-c60f-4301-b42d-6d73fd65f03b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 200 len: 217 time: 0.1354828 Nov 09 20:08:59.880438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f7676f4-399e-41c6-a833-7bc20b17cc75 req-579731ad-048a-48b4-8dc4-52c77f5a39b4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976223 Nov 09 20:08:59.889607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-911d2305-a06c-4572-bb48-89b014b7de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:59.891833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-911d2305-a06c-4572-bb48-89b014b7de43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 200 len: 834 time: 0.0776296 Nov 09 20:08:59.895456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94234ee4-7f87-4fa9-bd30-96b60836cc91 req-53c1682f-0355-415b-8efb-a92e2054cb07 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=73b0b53e-0d00-4d2b-8a9f-c6a368c53389&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676425 Nov 09 20:08:59.966936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-69912a6b-259b-4783-8fb0-cb59f147bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:08:59.968514 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-69912a6b-259b-4783-8fb0-cb59f147bebd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2b236549-cf8b-4e9f-b446-1869964966fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669684 Nov 09 20:09:00.017655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6073a04f-cc8e-4f2f-9f3d-81577fcf220b', 'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:0b:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:07:02Z', 'updated_at': '2021-11-09T20:07:08Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:00.054451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b8913-f32c-452b-a394-04cc8855625f None None] The sync data for ids ['e3426f97-66b3-4453-8b2c-2fac2a82a292'] in n-d-817256-1 is: [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6073a04f-cc8e-4f2f-9f3d-81577fcf220b', 'name': '', 'network_id': '2b236549-cf8b-4e9f-b446-1869964966fd', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:0b:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:07:02Z', 'updated_at': '2021-11-09T20:07:08Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': 'eb0b2fcf-380a-4e4f-a7ca-d18aec148d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:09:00.138935 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-7a929877-b2cb-41aa-af71-3c932dc3c018 service neutron] 10.222.0.70 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557927 Nov 09 20:09:00.211350 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:00.231618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:00.274217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-4af3231f-4430-4144-86a7-69de93c4836f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:00.275852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-4af3231f-4430-4144-86a7-69de93c4836f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.70 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 945 time: 0.1559749 Nov 09 20:09:00.352358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'Port': ['ID=eee24d27-f160-4b42-a543-32fd08c3a272,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:00.379919 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:00.400358 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:00.402260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91a5760b-abd1-4b7e-b44c-0c5e1bf4c396 req-250b86f0-cb3f-4723-931d-73f4ccaa0de3 service neutron] 10.222.0.70 "GET /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385457 Nov 09 20:09:00.405761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6c6abf62-e063-4cb5-9e29-aec232e35d8e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1305914 Nov 09 20:09:00.471736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-c98b1ab8-d57f-40f8-830e-dd8c393d99e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 840cc881-282d-4d9f-9dc1-c124fdad9d33 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:09:00.472466 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-c98b1ab8-d57f-40f8-830e-dd8c393d99e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:00.603730 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e485750e-bc57-47eb-9d73-933f72a2e495 None None] New status for floating IP 782caccc-92b3-4fc3-9f36-b230b683ad96: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:09:00.652854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-c98b1ab8-d57f-40f8-830e-dd8c393d99e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 840cc881-282d-4d9f-9dc1-c124fdad9d33, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=840cc881-282d-4d9f-9dc1-c124fdad9d33,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:00.653262 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-c98b1ab8-d57f-40f8-830e-dd8c393d99e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:00.674347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-c98b1ab8-d57f-40f8-830e-dd8c393d99e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 840cc881-282d-4d9f-9dc1-c124fdad9d33 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:09:00.900015 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-c98b1ab8-d57f-40f8-830e-dd8c393d99e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:00.944076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b1ab8-d57f-40f8-830e-dd8c393d99e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=840cc881-282d-4d9f-9dc1-c124fdad9d33,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:01.023926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-c98b1ab8-d57f-40f8-830e-dd8c393d99e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] No DVR routers for this DVR port 840cc881-282d-4d9f-9dc1-c124fdad9d33 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:09:01.028284 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-c98b1ab8-d57f-40f8-830e-dd8c393d99e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:01.031678 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c593d173-89f5-41a6-b320-cc55e6345e33 req-c98b1ab8-d57f-40f8-830e-dd8c393d99e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.70 "DELETE /v2.0/ports/840cc881-282d-4d9f-9dc1-c124fdad9d33 HTTP/1.1" status: 204 len: 173 time: 0.7482784 Nov 09 20:09:01.032438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'name': 'network-vif-deleted', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:09:01.034783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a7b9d50e-62c5-4196-b880-a5d51c746c99 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:09:01.042452 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac44fb-b630-4b78-ab17-082b5f5a5af8" -d '{"events": [{"server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "name": "network-vif-deleted", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:09:01.080778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673fb92-aed8-4d11-be45-51fb9e1ee5e7 req-329be1f0-d545-448b-a225-98895c821867 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:01.095289 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6673fb92-aed8-4d11-be45-51fb9e1ee5e7 req-329be1f0-d545-448b-a225-98895c821867 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 943 time: 0.1134174 Nov 09 20:09:01.144282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6673fb92-aed8-4d11-be45-51fb9e1ee5e7 req-98a858be-e129-45ce-b65b-5243cfd32427 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 Nov 09 20:09:01.250557 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a7b9d50e-62c5-4196-b880-a5d51c746c99, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:01.266271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:09:01.295052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-989a28ec-f847-4ad7-a920-7e888cf223da req-d53bfef4-9ef8-444a-8e04-ee2004d7bfe9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=795a8a7c-e801-49f0-97f0-c65a1c74ba96 HTTP/1.1" status: 200 len: 210 time: 0.0444782 Nov 09 20:09:01.337535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:01.355198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b9d50e-62c5-4196-b880-a5d51c746c99 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:09:01.381534 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a792e1c4-db57-4f1e-a3c8-8745fe952134 x-openstack-request-id: req-a792e1c4-db57-4f1e-a3c8-8745fe952134 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:09:01.381838 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795a8a7c-e801-49f0-97f0-c65a1c74ba96", "name": "network-vif-deleted", "tag": "840cc881-282d-4d9f-9dc1-c124fdad9d33", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:09:01.382132 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a792e1c4-db57-4f1e-a3c8-8745fe952134 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:09:01.382504 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795a8a7c-e801-49f0-97f0-c65a1c74ba96', 'name': 'network-vif-deleted', 'tag': '840cc881-282d-4d9f-9dc1-c124fdad9d33', 'status': 'completed', 'code': 200} Nov 09 20:09:01.389907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a7b9d50e-62c5-4196-b880-a5d51c746c99, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:01.395450 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:01.513647 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a7b9d50e-62c5-4196-b880-a5d51c746c99,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:01.598000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['a7b9d50e-62c5-4196-b880-a5d51c746c99'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:09:02.276516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b455e-59a1-4ee4-a2a3-e5562f2317bd req-2b26c6c7-9936-4af6-9e4f-a5bb07304bb6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:02.278126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f52b455e-59a1-4ee4-a2a3-e5562f2317bd req-2b26c6c7-9936-4af6-9e4f-a5bb07304bb6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 944 time: 0.0581443 Nov 09 20:09:02.327695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f52b455e-59a1-4ee4-a2a3-e5562f2317bd req-2847c629-3080-48be-ae4d-cded2d2c3cfb tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435512 Nov 09 20:09:02.384741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41600) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:02.914036 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:03.030793 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:09:03.034888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a7b9d50e-62c5-4196-b880-a5d51c746c99 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:09:03.118358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port a7b9d50e-62c5-4196-b880-a5d51c746c99 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:09:03.126507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port a7b9d50e-62c5-4196-b880-a5d51c746c99 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:03.127494 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:03.248036 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:03.280778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:09:03.285776 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56867bd0-5edf-4c24-ad1e-4bb99e48dbb8" -d '{"events": [{"server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "name": "network-vif-plugged", "status": "completed", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:09:03.304994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a7b9d50e-62c5-4196-b880-a5d51c746c99, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:03.312070 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:03.313856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 840cc881-282d-4d9f-9dc1-c124fdad9d33 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:09:03.324622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:09:03.325282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:03.388664 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52f6144-ffab-4ac9-ac51-828673a3a4bb x-openstack-request-id: req-f52f6144-ffab-4ac9-ac51-828673a3a4bb {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:09:03.388972 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "name": "network-vif-plugged", "status": "completed", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:09:03.389222 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f52f6144-ffab-4ac9-ac51-828673a3a4bb {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:09:03.389623 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'code': 200} Nov 09 20:09:03.420994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a7b9d50e-62c5-4196-b880-a5d51c746c99,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:03.424098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 840cc881-282d-4d9f-9dc1-c124fdad9d33 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:09:03.424737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 840cc881-282d-4d9f-9dc1-c124fdad9d33 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:09:03.435869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.436543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.437071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.437605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.438153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.438693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.439372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.439981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.440504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.441016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.441527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.442040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:09:03.568562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9cb16-8fc4-40ba-950c-7852c277391a req-ff0f0371-5e25-4372-9025-e5b98eb25734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:03.570706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59c9cb16-8fc4-40ba-950c-7852c277391a req-ff0f0371-5e25-4372-9025-e5b98eb25734 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 1096 time: 0.1355526 Nov 09 20:09:03.603913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f7913-c50e-4e5f-aa0a-76dee934e286 req-42cd9cd3-21db-48d7-b481-caba10a05778 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:03.605304 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd6f7913-c50e-4e5f-aa0a-76dee934e286 req-42cd9cd3-21db-48d7-b481-caba10a05778 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 945 time: 0.1346114 Nov 09 20:09:03.618923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 6073a04f-cc8e-4f2f-9f3d-81577fcf220b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6073a04f-cc8e-4f2f-9f3d-81577fcf220b,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:03.619151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:03.658500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 6073a04f-cc8e-4f2f-9f3d-81577fcf220b owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:09:03.672346 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59c9cb16-8fc4-40ba-950c-7852c277391a req-f7f6bb4c-a70b-42c0-b75b-f09538fc6be0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908825 Nov 09 20:09:03.726125 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd6f7913-c50e-4e5f-aa0a-76dee934e286 req-8212dac5-74e1-4a1f-b2eb-04d2eb3bf6bd tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027963 Nov 09 20:09:03.950347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:03.980266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=6073a04f-cc8e-4f2f-9f3d-81577fcf220b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:04.256840 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:04.521854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router e3426f97-66b3-4453-8b2c-2fac2a82a292 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:09:04.645944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:09:04.654237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-200bc6b0-1528-44fe-88bc-78db8d3f3840 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "PUT /v2.0/routers/e3426f97-66b3-4453-8b2c-2fac2a82a292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655013 Nov 09 20:09:04.654429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41656) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:04.663228 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] Sync routers for ids ['e3426f97-66b3-4453-8b2c-2fac2a82a292'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:09:04.675962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] Routers {'e3426f97-66b3-4453-8b2c-2fac2a82a292'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:04.678570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['e3426f97-66b3-4453-8b2c-2fac2a82a292'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:04.716592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-d358b1a1-02b8-41d9-81aa-5012c5678ca8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting subnet eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:09:04.720217 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d358b1a1-02b8-41d9-81aa-5012c5678ca8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:04.798377 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d358b1a1-02b8-41d9-81aa-5012c5678ca8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:04.931701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a31cc9-af8a-4ff4-b9a0-994f01acd2b7 req-23ea435f-486e-4ad8-9da2-201294c61b0b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:04.937252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] Set router e3426f97-66b3-4453-8b2c-2fac2a82a292 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:04.939432 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4a31cc9-af8a-4ff4-b9a0-994f01acd2b7 req-23ea435f-486e-4ad8-9da2-201294c61b0b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 945 time: 0.1023347 Nov 09 20:09:04.980590 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d358b1a1-02b8-41d9-81aa-5012c5678ca8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:05.019916 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4a31cc9-af8a-4ff4-b9a0-994f01acd2b7 req-61cb5a3d-0581-40ca-84fc-4ec702811b88 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776007 Nov 09 20:09:05.100588 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d358b1a1-02b8-41d9-81aa-5012c5678ca8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:05.142036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358b1a1-02b8-41d9-81aa-5012c5678ca8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0b2fcf-380a-4e4f-a7ca-d18aec148d62,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:05.144214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d358b1a1-02b8-41d9-81aa-5012c5678ca8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:05.148663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d358b1a1-02b8-41d9-81aa-5012c5678ca8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/subnets/eb0b2fcf-380a-4e4f-a7ca-d18aec148d62 HTTP/1.1" status: 204 len: 168 time: 0.4931896 Nov 09 20:09:05.151567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41670) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:05.159543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb65021-7c9a-488c-8670-d9e0c6791b9f None None] Network 2b236549-cf8b-4e9f-b446-1869964966fd requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:09:05.276020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c6bea-0d21-4917-8c94-63c2b43b58e7 req-4cf8ef4e-de99-46da-9c07-07bead3de7ab tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:05.277698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-176c6bea-0d21-4917-8c94-63c2b43b58e7 req-4cf8ef4e-de99-46da-9c07-07bead3de7ab tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 945 time: 0.1272619 Nov 09 20:09:05.365433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:09:03Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:05.383257 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-176c6bea-0d21-4917-8c94-63c2b43b58e7 req-e0156165-09bc-44d7-9011-bc3df2c18778 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955775 Nov 09 20:09:05.416691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] Checking router: e3426f97-66b3-4453-8b2c-2fac2a82a292 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:09:05.427707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41680) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:05.428276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] Routers {'e3426f97-66b3-4453-8b2c-2fac2a82a292'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:05.428982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['e3426f97-66b3-4453-8b2c-2fac2a82a292'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:05.506773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84940b06-1d85-4d21-a598-7cb4bb444e3c tempest-TestVolumeBootPattern-1378604908 tempest-TestVolumeBootPattern-1378604908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:05.512267 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-84940b06-1d85-4d21-a598-7cb4bb444e3c tempest-TestVolumeBootPattern-1378604908 tempest-TestVolumeBootPattern-1378604908-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 1091 time: 0.0834539 Nov 09 20:09:05.513519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41682) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:05.518744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:05.532240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b55761-0638-4524-9496-ef6e4eca059a None None] DHCP port deletion for 2b236549-cf8b-4e9f-b446-1869964966fd request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:09:05.586171 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:05.621674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] Set router e3426f97-66b3-4453-8b2c-2fac2a82a292 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:05.661520 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c3b55761-0638-4524-9496-ef6e4eca059a None None] Deleting port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:09:05.661892 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c3b55761-0638-4524-9496-ef6e4eca059a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:05.738196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c3b55761-0638-4524-9496-ef6e4eca059a None None] For port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8e18a7aa-b3ed-4b10-9f5e-7407933e3a56,segment=NetworkSegment(d928b601-64b7-4527-b835-c412e7ac64d4),segment_id=d928b601-64b7-4527-b835-c412e7ac64d4)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:05.739691 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c3b55761-0638-4524-9496-ef6e4eca059a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:05.756505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c3b55761-0638-4524-9496-ef6e4eca059a None None] Calling delete_port for 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:09:05.763635 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:05.880058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.005001 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.078819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 9374a191-f46f-4678-bbd1-9b65c169cd3d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:09:06.080096 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.119978 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c3b55761-0638-4524-9496-ef6e4eca059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.149432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b55761-0638-4524-9496-ef6e4eca059a None None] No DVR routers for this DVR port 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:09:06.195897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 9374a191-f46f-4678-bbd1-9b65c169cd3d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9374a191-f46f-4678-bbd1-9b65c169cd3d,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:06.197444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.206393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b55761-0638-4524-9496-ef6e4eca059a None None] Pushing event deleted for resources: {'Port': ['ID=8e18a7aa-b3ed-4b10-9f5e-7407933e3a56,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:06.214331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 9374a191-f46f-4678-bbd1-9b65c169cd3d owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:09:06.317181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:09:06.353550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:09:06.354052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8e18a7aa-b3ed-4b10-9f5e-7407933e3a56 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:09:06.412777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:09:03Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:06.457098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06f456-df36-47da-bbd1-ffcae4d81e7f None None] The sync data for ids ['e3426f97-66b3-4453-8b2c-2fac2a82a292'] in n-d-817256-1 is: [{'id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293134360', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:06:57Z', 'updated_at': '2021-11-09T20:09:03Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '9374a191-f46f-4678-bbd1-9b65c169cd3d', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:93:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3426f97-66b3-4453-8b2c-2fac2a82a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:06:58Z', 'updated_at': '2021-11-09T20:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:09:06.531193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.25.6.27 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/a9a0f6bd-a2ac-458f-b069-80c78cd56393) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:09:06.556445 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.596200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=9374a191-f46f-4678-bbd1-9b65c169cd3d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:06.663663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.693556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.751873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.786621 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.790477 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.806747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:09:06.814088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:09:06.821973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:09:06.853591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=a9a0f6bd-a2ac-458f-b069-80c78cd56393,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:06.875152 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.875812 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Fanout notify agent at l3_agent the message router_deleted on router e3426f97-66b3-4453-8b2c-2fac2a82a292 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:09:06.885494 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:06.886862 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8b52e840-f9d4-484f-860e-1cb0e9b5e4bd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/routers/e3426f97-66b3-4453-8b2c-2fac2a82a292 HTTP/1.1" status: 204 len: 168 time: 1.7330375 Nov 09 20:09:06.890022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41710) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:06.996206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.188111 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.219013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b236549-cf8b-4e9f-b446-1869964966fd']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:07.233305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd928b601-64b7-4527-b835-c412e7ac64d4') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:07.233729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd928b601-64b7-4527-b835-c412e7ac64d4') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:07.248358 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.264625 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.275654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:09:07.276304 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:09:07.280342 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:09:07.419201 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.453891 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.456921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/networks/2b236549-cf8b-4e9f-b446-1869964966fd HTTP/1.1" status: 204 len: 168 time: 0.5657294 Nov 09 20:09:07.459262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da8e6d-a025-4de7-86f4-311422497463 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Network': ['ID=2b236549-cf8b-4e9f-b446-1869964966fd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:07.460987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41726) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:07.532582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.596925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ff34b47-3983-4de4-bc71-1a901b8bd065 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.638399 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ff34b47-3983-4de4-bc71-1a901b8bd065 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.640897 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.723093 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ff34b47-3983-4de4-bc71-1a901b8bd065 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.727967 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ff34b47-3983-4de4-bc71-1a901b8bd065 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.731891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3ff34b47-3983-4de4-bc71-1a901b8bd065 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/security-groups/73b0b53e-0d00-4d2b-8a9f-c6a368c53389 HTTP/1.1" status: 204 len: 168 time: 0.2673202 Nov 09 20:09:07.744978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff34b47-3983-4de4-bc71-1a901b8bd065 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b0b53e-0d00-4d2b-8a9f-c6a368c53389,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:07.909511 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:07.919573 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.042549 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.079208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41744) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:08.084532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1e7fc45c-7d85-47ee-bb8c-02b9b42853e8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877176695', 'description': 'tempest-secgroup-smoke-1877176695 description', 'project_id': '255b9262b186472cb06159c676864ff2'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:08.108444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc45c-7d85-47ee-bb8c-02b9b42853e8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.181207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=a9a0f6bd-a2ac-458f-b069-80c78cd56393,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:08.241680 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Floating IP 75c5ea92-6642-44cc-a798-c65a30569558 associated. External IP: 172.25.6.27, port: a7b9d50e-62c5-4196-b880-a5d51c746c99. Nov 09 20:09:08.268609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc45c-7d85-47ee-bb8c-02b9b42853e8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.286153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6073a04f-cc8e-4f2f-9f3d-81577fcf220b no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:09:08.292357 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc45c-7d85-47ee-bb8c-02b9b42853e8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.326337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 6073a04f-cc8e-4f2f-9f3d-81577fcf220b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:09:08.326777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6073a04f-cc8e-4f2f-9f3d-81577fcf220b not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:09:08.327365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9374a191-f46f-4678-bbd1-9b65c169cd3d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:09:08.352103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 9374a191-f46f-4678-bbd1-9b65c169cd3d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:09:08.352459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9374a191-f46f-4678-bbd1-9b65c169cd3d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:09:08.352592 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1e7fc45c-7d85-47ee-bb8c-02b9b42853e8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.359810 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1e7fc45c-7d85-47ee-bb8c-02b9b42853e8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2794523 Nov 09 20:09:08.362363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fc45c-7d85-47ee-bb8c-02b9b42853e8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f1ce85-e795-4d14-acee-5304f7d8c944,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:08.362742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41750) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:08.374015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-12251b6d-e80f-45fe-ac58-03b2b781840c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'c4f1ce85-e795-4d14-acee-5304f7d8c944', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:08.431292 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-12251b6d-e80f-45fe-ac58-03b2b781840c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.594835 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-12251b6d-e80f-45fe-ac58-03b2b781840c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.608858 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-12251b6d-e80f-45fe-ac58-03b2b781840c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.627207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Router 73d4bc03-1b57-418d-8885-4d98d2e74089 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:09:08.643066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12251b6d-e80f-45fe-ac58-03b2b781840c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c309c253-1d1e-4413-87d1-02541ccdc49a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:08.653945 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-12251b6d-e80f-45fe-ac58-03b2b781840c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.657776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-12251b6d-e80f-45fe-ac58-03b2b781840c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2915351 Nov 09 20:09:08.658087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41760) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:08.666425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8c19597f-c70e-4044-a46c-498eb1c59268 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'c4f1ce85-e795-4d14-acee-5304f7d8c944', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:08.783135 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c19597f-c70e-4044-a46c-498eb1c59268 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.819147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:09:08.835013 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] Sync routers for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:09:08.851584 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:08.852639 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:08.853478 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.861612 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c19597f-c70e-4044-a46c-498eb1c59268 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.879697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c19597f-c70e-4044-a46c-498eb1c59268 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.900365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19597f-c70e-4044-a46c-498eb1c59268 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230c2458-e72d-4766-95ca-554b35e2482b,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:08.929577 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b494c72f-5fc5-44c8-baf3-99d5ddea2680 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4010563 Nov 09 20:09:08.929577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:09:08.929577 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30badcf-0e86-42de-8922-fb4a50bd2337" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:09:08.931125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c19597f-c70e-4044-a46c-498eb1c59268 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:08.933112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8c19597f-c70e-4044-a46c-498eb1c59268 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2736287 Nov 09 20:09:08.936712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41770) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:08.950116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0371ee50-6e01-458e-b521-dbaa945e8581 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'c4f1ce85-e795-4d14-acee-5304f7d8c944', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:08.967941 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8e7cdc-9026-412f-a194-f626302b097d x-openstack-request-id: req-9e8e7cdc-9026-412f-a194-f626302b097d {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:09:08.968104 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:09:08.968326 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e8e7cdc-9026-412f-a194-f626302b097d {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:09:08.968800 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'status': 'completed', 'code': 200} Nov 09 20:09:09.061704 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:09.071117 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0371ee50-6e01-458e-b521-dbaa945e8581 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.077534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-f48f8734-60e4-4174-bbd3-9e3f3dd6d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:09.079576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-f48f8734-60e4-4174-bbd3-9e3f3dd6d7c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 1096 time: 0.0839221 Nov 09 20:09:09.278058 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0371ee50-6e01-458e-b521-dbaa945e8581 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.295882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0371ee50-6e01-458e-b521-dbaa945e8581 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.315786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-56e27022-881a-44d7-b705-77ad6e23f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:09.318215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-56e27022-881a-44d7-b705-77ad6e23f4d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.2239022 Nov 09 20:09:09.355255 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '75c5ea92-6642-44cc-a798-c65a30569558', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:07Z', 'updated_at': '2021-11-09T20:09:07Z', 'revision_number': 0, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:09.380497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371ee50-6e01-458e-b521-dbaa945e8581 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69199f66-40da-41da-afb9-708e52b0c44b,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:09.389867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0371ee50-6e01-458e-b521-dbaa945e8581 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.394000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41782) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:09.394585 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0371ee50-6e01-458e-b521-dbaa945e8581 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4546602 Nov 09 20:09:09.400563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-68dfd4d3-5ccd-49a7-964f-52ec37e616b7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'c4f1ce85-e795-4d14-acee-5304f7d8c944', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:09.426270 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-c2be3c13-9e45-4b2a-bff7-58949a695572 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99 HTTP/1.1" status: 200 len: 998 time: 0.0943236 Nov 09 20:09:09.431738 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] Checking router: 73d4bc03-1b57-418d-8885-4d98d2e74089 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:09:09.449507 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:09.450145 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:09.457505 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68dfd4d3-5ccd-49a7-964f-52ec37e616b7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.509359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-9b955e84-2b29-45a6-9667-70d342cbf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:09.514740 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-9b955e84-2b29-45a6-9667-70d342cbf1c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0770655 Nov 09 20:09:09.593347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-cf767a3f-c4fc-40ec-81e6-10c7410882f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:09.595230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-cf767a3f-c4fc-40ec-81e6-10c7410882f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739789 Nov 09 20:09:09.606150 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68dfd4d3-5ccd-49a7-964f-52ec37e616b7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.611558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68dfd4d3-5ccd-49a7-964f-52ec37e616b7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.648393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfd4d3-5ccd-49a7-964f-52ec37e616b7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840af6fc-b348-4670-a059-76bb98b627dd,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:09.648612 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:09.664784 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68dfd4d3-5ccd-49a7-964f-52ec37e616b7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.666971 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-68dfd4d3-5ccd-49a7-964f-52ec37e616b7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2708392 Nov 09 20:09:09.669608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41792) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:09.677175 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c168670d-59d1-41b5-95a8-032dc7fee60e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'c4f1ce85-e795-4d14-acee-5304f7d8c944', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:09.706753 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-c168670d-59d1-41b5-95a8-032dc7fee60e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Project 255b9262b186472cb06159c676864ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:09:09.725153 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c168670d-59d1-41b5-95a8-032dc7fee60e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.817872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-35f7e745-0406-4fb1-ad52-36033cb54565 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062798 Nov 09 20:09:09.845578 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c168670d-59d1-41b5-95a8-032dc7fee60e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.853184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c168670d-59d1-41b5-95a8-032dc7fee60e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.904092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168670d-59d1-41b5-95a8-032dc7fee60e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f69f1ad-4b7f-4cb8-b771-e8054198a03c,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:09.909841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c168670d-59d1-41b5-95a8-032dc7fee60e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.916427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c168670d-59d1-41b5-95a8-032dc7fee60e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2452331 Nov 09 20:09:09.917247 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41796) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:09.923067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0adf639f-6bc5-406b-974f-7877ce0d0261 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'c4f1ce85-e795-4d14-acee-5304f7d8c944', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:09.955400 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-0adf639f-6bc5-406b-974f-7877ce0d0261 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Project 255b9262b186472cb06159c676864ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:09:09.962168 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0adf639f-6bc5-406b-974f-7877ce0d0261 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:09.992717 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d30badcf-0e86-42de-8922-fb4a50bd2337 req-e117ef0f-1d58-49a0-b08f-2f7d2e09be5f service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663930 Nov 09 20:09:10.064692 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0adf639f-6bc5-406b-974f-7877ce0d0261 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.069678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0adf639f-6bc5-406b-974f-7877ce0d0261 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.080991 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '75c5ea92-6642-44cc-a798-c65a30569558', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:07Z', 'updated_at': '2021-11-09T20:09:07Z', 'revision_number': 0, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:10.092559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf639f-6bc5-406b-974f-7877ce0d0261 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b94264f-2322-4163-88a9-ce449d003a83,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:10.120168 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0adf639f-6bc5-406b-974f-7877ce0d0261 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.121660 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0adf639f-6bc5-406b-974f-7877ce0d0261 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2031472 Nov 09 20:09:10.125269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41804) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:10.131258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'network': {'name': 'tempest-network-smoke--1323634223', 'project_id': '255b9262b186472cb06159c676864ff2', 'port_security_enabled': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:10.173650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:09:10.178158 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.209204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:09:10.228456 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.228836 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Added segment d402f606-a7e1-44eb-9f53-ba3c2472eaf9 of type vlan for network 9254c510-8e2f-436c-9142-d68379d96f69 Nov 09 20:09:10.267230 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161125c8-e0e5-467e-8f5d-05cbf1ea8382 None None] The sync data for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 is: [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '75c5ea92-6642-44cc-a798-c65a30569558', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:07Z', 'updated_at': '2021-11-09T20:09:07Z', 'revision_number': 0, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:09:10.267566 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4aa02b40-3894-4a15-93fe-a0232435b667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.313097 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.352398 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.361195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:10.362338 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.401806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2753670 Nov 09 20:09:10.404632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41810) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:10.409572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'admin_state_up': True, 'project_id': '255b9262b186472cb06159c676864ff2', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:10.463026 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.464041 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.475037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c90b9a-7956-46da-ab32-f9b92982c432 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Network': ['ID=9254c510-8e2f-436c-9142-d68379d96f69,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:10.488718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 9254c510-8e2f-436c-9142-d68379d96f69 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:09:10.583830 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:10.632316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ee318-f213-4900-8f4c-f7f31eac92a6 None None] New status for floating IP 75c5ea92-6642-44cc-a798-c65a30569558: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:09:10.781118 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:11.046675 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:11.067686 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:11.212747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.25.6.220 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/812d2aae-f319-4d09-97ec-e7f84b377350) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:09:11.347718 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:11.393009 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:11.451143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:09:11.452373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=812d2aae-f319-4d09-97ec-e7f84b377350,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:11.458579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:09:11.460758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:09:11.772151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:11.924314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-0decc39a-afb0-4de2-8a5f-54be8d8c3c9e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--868545458&fields=id&tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99 HTTP/1.1" status: 200 len: 267 time: 0.0985734 Nov 09 20:09:12.076894 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:12.105507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-43e68695-a6b0-4383-8bda-49570c0217cd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:12.107912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-43e68695-a6b0-4383-8bda-49570c0217cd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 817 time: 0.1750972 Nov 09 20:09:12.130265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-8da86e41-86a0-4750-8f3e-b4b6fb065667 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/quotas/cfbcd3a23ebf45f7b1d38cba0f595e99 HTTP/1.1" status: 200 len: 375 time: 0.0115807 Nov 09 20:09:12.218273 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-7ec05af2-7999-410e-a656-0193a00f8cfb tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800788 Nov 09 20:09:12.291958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-00860394-23de-42e4-a2cd-a9f54029b3ca service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:09:12.295458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-00860394-23de-42e4-a2cd-a9f54029b3ca service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100834 Nov 09 20:09:12.296895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router f41f0f52-948a-4eee-a53b-329c7971eac3 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:09:12.442624 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-a0ee5e7d-4ce2-4f9c-88ee-479215558091 service neutron] 10.222.0.53 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365294 Nov 09 20:09:12.460875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:09:12.472520 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Sync routers for ids ['f41f0f52-948a-4eee-a53b-329c7971eac3'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:09:12.484803 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Routers {'f41f0f52-948a-4eee-a53b-329c7971eac3'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:12.485726 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:08:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f41f0f52-948a-4eee-a53b-329c7971eac3'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:12.494777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:12.496493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dd969d24-ceda-4338-ba49-9e3637daa24d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0908251 Nov 09 20:09:12.499623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41870) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:12.584924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fb57541d-987e-488a-8851-ed4d236714bf tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=255b9262b186472cb06159c676864ff2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0839212 Nov 09 20:09:12.585536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 41874) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:12.602928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-2deca28d-c829-4ddb-924d-29d05a0020cb service neutron] 10.222.0.53 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339600 Nov 09 20:09:12.772531 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Set router f41f0f52-948a-4eee-a53b-329c7971eac3 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:13.155916 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:11Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:13.156222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c246cb7f-8210-4491-813a-8938a01baf60 req-3e123faf-0d24-43d3-adaa-48b3bb3b2f43 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 210 time: 0.0558186 Nov 09 20:09:13.198707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1a363b9c-5ea2-4ef0-953e-a3cd7e0369c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:13.215825 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Checking router: f41f0f52-948a-4eee-a53b-329c7971eac3 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:09:13.216174 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Updating router f41f0f52-948a-4eee-a53b-329c7971eac3 port 812d2aae-f319-4d09-97ec-e7f84b377350 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:09:13.253944 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:13.257368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fa452-06e7-424d-a0d5-88a357668887 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:13.271499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b48fa452-06e7-424d-a0d5-88a357668887 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6843843 Nov 09 20:09:13.273915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41896) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:13.350795 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-419d94d9-d7f1-473e-86ed-cadfd0ae39c3 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742958 Nov 09 20:09:13.352712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41900) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:13.358214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1665927952', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'project_id': '255b9262b186472cb06159c676864ff2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:13.477016 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:13.518870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:09:13.533951 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:13.784647 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:13.798990 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:13.859326 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608527b-c0f5-4b63-af4c-43f5c3d5a97f None None] Pushing event updated for resources: {'Port': ['ID=812d2aae-f319-4d09-97ec-e7f84b377350,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:13.870625 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Attempting to bind port 812d2aae-f319-4d09-97ec-e7f84b377350 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:09:13.870625 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Attempting to bind port 812d2aae-f319-4d09-97ec-e7f84b377350 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:09:13.870625 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Attempting to bind port 812d2aae-f319-4d09-97ec-e7f84b377350 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:09:13.871037 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:09:13.871421 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:09:13.871827 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:13.872219 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:09:13.872678 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Bound port: 812d2aae-f319-4d09-97ec-e7f84b377350, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:09:13.873061 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:13.966572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:14.011715 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] For port 812d2aae-f319-4d09-97ec-e7f84b377350, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:09:14.024126 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] For port 812d2aae-f319-4d09-97ec-e7f84b377350, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=812d2aae-f319-4d09-97ec-e7f84b377350,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:09:14.035068 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:14.052490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Subnet': ['ID=2b97ffe2-7527-491c-a817-9bbf4bbb60a8,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:14.083107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Checking segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:09:14.083490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network hostable DHCP agents. Network: 9254c510-8e2f-436c-9142-d68379d96f69, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:09:14.139984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 9254c510-8e2f-436c-9142-d68379d96f69 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:09:14.161128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 9254c510-8e2f-436c-9142-d68379d96f69) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:09:14.170685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d91a15-2993-4193-9f44-fcd576d82832 None None] Network 9254c510-8e2f-436c-9142-d68379d96f69 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:09:14.180480 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:14.181644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:14.220906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e15a6c3c-c4e4-4aaa-8ba6-20108028dae1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8657603 Nov 09 20:09:14.222676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 41924) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:14.224783 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Routers {'f41f0f52-948a-4eee-a53b-329c7971eac3'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:14.225415 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:09:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f41f0f52-948a-4eee-a53b-329c7971eac3'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:14.243085 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608527b-c0f5-4b63-af4c-43f5c3d5a97f None None] Pushing event updated for resources: {'Port': ['ID=812d2aae-f319-4d09-97ec-e7f84b377350,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:14.456738 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b942708f-9590-49e6-8046-40ad05cbe5a7 req-870e7614-f5a9-4c8d-a9bf-325d9c9162e5 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 210 time: 0.1087790 Nov 09 20:09:14.508931 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] Set router f41f0f52-948a-4eee-a53b-329c7971eac3 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:14.533055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-9254c510-8e2f-436c-9142-d68379d96f69', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:09:14.535041 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:14.696707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:14.704329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-c3fef28a-9d51-47d2-8f39-e84c1ae92fd3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:14.706030 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-c3fef28a-9d51-47d2-8f39-e84c1ae92fd3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.77 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 817 time: 0.2469132 Nov 09 20:09:14.782133 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-be581e1d-ec12-4790-8830-a3d6d64ddf66 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99 HTTP/1.1" status: 200 len: 379 time: 0.0643265 Nov 09 20:09:14.793785 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'port': {'device_id': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'admin_state_up': True, 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'security_groups': ['d764b19f-1061-4954-9ab4-c89481c0f544']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:14.800467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Allocated IP 172.20.0.2 (9254c510-8e2f-436c-9142-d68379d96f69/2b97ffe2-7527-491c-a817-9bbf4bbb60a8/830e101f-928c-41ba-b522-6847ff948fde) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:09:14.864381 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:11Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:14.930710 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc31f6-d51f-4cb5-9d2c-ef8351ab65e7 None None] The sync data for ids ['f41f0f52-948a-4eee-a53b-329c7971eac3'] in n-d-817256-1 is: [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:11Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:09:15.041548 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:15.056254 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:15.148212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Pushing event updated for resources: {'Port': ['ID=830e101f-928c-41ba-b522-6847ff948fde,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:15.166404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Network 9254c510-8e2f-436c-9142-d68379d96f69 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:09:15.167935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:09:15.169681 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Made reservation on behalf of cfbcd3a23ebf45f7b1d38cba0f595e99 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:09:15.170768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:09:15.173971 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:15.313106 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Attempting to bind port 830e101f-928c-41ba-b522-6847ff948fde on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:09:15.314197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Attempting to bind port 830e101f-928c-41ba-b522-6847ff948fde by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:09:15.315958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Attempting to bind port 830e101f-928c-41ba-b522-6847ff948fde on network 9254c510-8e2f-436c-9142-d68379d96f69 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:09:15.337865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:09:15.338272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Checking segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:09:15.340045 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:15.341731 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Bound using segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:09:15.341731 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Bound port: 830e101f-928c-41ba-b522-6847ff948fde, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:09:15.341731 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:15.558547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] For port 830e101f-928c-41ba-b522-6847ff948fde, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:09:15.583369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] For port 830e101f-928c-41ba-b522-6847ff948fde, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=830e101f-928c-41ba-b522-6847ff948fde,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:09:15.596825 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:15.729181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Allocated IP 172.20.0.6 (ac50c1b0-e80d-4e84-8fba-37faf3eaefdf/4fde95f0-5d60-4a3f-a17b-b1f966947260/95021e68-36fb-4771-aefe-843b3ce6207d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:09:15.779972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-753f6ff1-1fd1-4b94-b938-f2b39118be57 req-361263de-aa7c-4da1-91d5-57edb144dfb8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 210 time: 0.0786092 Nov 09 20:09:15.815041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f8cd4-5342-4659-8f20-f68b91771689 None None] Pushing event updated for resources: {'Port': ['ID=830e101f-928c-41ba-b522-6847ff948fde,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:15.985902 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:16.349521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:16.351592 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:16.477672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 830e101f-928c-41ba-b522-6847ff948fde up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:09:16.593832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 830e101f-928c-41ba-b522-6847ff948fde triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:16.594495 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:16.795026 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:16.889166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 830e101f-928c-41ba-b522-6847ff948fde, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=830e101f-928c-41ba-b522-6847ff948fde,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:16.899127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:16.901125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 812d2aae-f319-4d09-97ec-e7f84b377350 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:09:17.091962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=830e101f-928c-41ba-b522-6847ff948fde,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:17.107884 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-003805cf-bea3-4145-bfcb-3f325872e993 req-f4c3976c-f065-478e-a358-01dfab6a3c59 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 210 time: 0.0920782 Nov 09 20:09:17.148167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 812d2aae-f319-4d09-97ec-e7f84b377350 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:17.148823 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:17.172043 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:17.269819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event updated for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:17.305459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:09:17.344035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:09:17.344035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:09:17.431106 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:17.494164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 812d2aae-f319-4d09-97ec-e7f84b377350, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=812d2aae-f319-4d09-97ec-e7f84b377350,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:17.507357 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:17.610677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:17.613502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:17.628857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab225c3-4ce2-409e-be6e-766fa118ffce None None] Network 9254c510-8e2f-436c-9142-d68379d96f69 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:09:17.656553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.20.0.1 (9254c510-8e2f-436c-9142-d68379d96f69/2b97ffe2-7527-491c-a817-9bbf4bbb60a8/9b0c9669-ea36-4173-a8ed-59f799b85fdb) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:09:17.673731 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-6501fbb2-cae7-44d0-81eb-4a8c797f2d02 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8834217 Nov 09 20:09:17.721940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Request body: {'port': {'device_id': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:17.780475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=812d2aae-f319-4d09-97ec-e7f84b377350,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:17.795906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-038df175-19ab-4765-a300-7bc59ccd823e None None] Provisioning complete for port 830e101f-928c-41ba-b522-6847ff948fde triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:17.797205 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-038df175-19ab-4765-a300-7bc59ccd823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:17.982594 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:18.124365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-61173b51-9789-4201-a86e-06e1d279b953 None None] Provisioning complete for port 95021e68-36fb-4771-aefe-843b3ce6207d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:18.125050 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-61173b51-9789-4201-a86e-06e1d279b953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:18.197958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-61173b51-9789-4201-a86e-06e1d279b953 None None] Port 95021e68-36fb-4771-aefe-843b3ce6207d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:09:18.347552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 830e101f-928c-41ba-b522-6847ff948fde up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:09:18.419330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20816266-1098-4225-a849-8f566299b1c9 req-5c5d25e0-d2e8-41e9-a842-64fa03ecdcbb tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:18.420911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20816266-1098-4225-a849-8f566299b1c9 req-5c5d25e0-d2e8-41e9-a842-64fa03ecdcbb tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 931 time: 0.1119485 Nov 09 20:09:18.466798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:18.492355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95021e68-36fb-4771-aefe-843b3ce6207d {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:09:18.492560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-10b330b6-efcc-45e4-b450-25bf8461d5f7 None None] Provisioning complete for port 830e101f-928c-41ba-b522-6847ff948fde triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:18.492560 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-10b330b6-efcc-45e4-b450-25bf8461d5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:18.497581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:18.529594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20816266-1098-4225-a849-8f566299b1c9 req-86ff72ad-09f0-4d5e-b25e-459c22d5ac3b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009030 Nov 09 20:09:18.539298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Transition to ACTIVE for port object 95021e68-36fb-4771-aefe-843b3ce6207d will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:09:18.549669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:18.564437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 830e101f-928c-41ba-b522-6847ff948fde triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:18.564813 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:18.604448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Pushing event updated for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:18.642415 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:18.763377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 812d2aae-f319-4d09-97ec-e7f84b377350 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:09:18.793287 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 9254c510-8e2f-436c-9142-d68379d96f69 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:09:18.864214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:09:18.882140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:09:18.936269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 812d2aae-f319-4d09-97ec-e7f84b377350 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:18.936648 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:18.991495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=9b0c9669-ea36-4173-a8ed-59f799b85fdb,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:19.030015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:19.087129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Attempting to bind port 95021e68-36fb-4771-aefe-843b3ce6207d on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:09:19.087466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Attempting to bind port 95021e68-36fb-4771-aefe-843b3ce6207d by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:09:19.087800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Attempting to bind port 95021e68-36fb-4771-aefe-843b3ce6207d on network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:09:19.096601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Port 95021e68-36fb-4771-aefe-843b3ce6207d on network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:09:19.096924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Attempting to bind port 95021e68-36fb-4771-aefe-843b3ce6207d on network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:09:19.115828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:09:19.115828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Checking segment: {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:09:19.115828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Bound using segment: {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:09:19.116310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Bound port: 95021e68-36fb-4771-aefe-843b3ce6207d, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3794d80b-3d9e-476e-a49c-daa5e279f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:09:19.116568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:19.338685 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:19.341377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:09:19.345568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:09:19.354322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:19.366074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ae2086f9-533f-44ab-a65a-b3beb4a030d8 None None] Provisioning complete for port 9b0c9669-ea36-4173-a8ed-59f799b85fdb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:19.368242 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ae2086f9-533f-44ab-a65a-b3beb4a030d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:19.437066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:19.437910 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:19.439690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] 10.222.0.77 "PUT /v2.0/ports/95021e68-36fb-4771-aefe-843b3ce6207d HTTP/1.1" status: 200 len: 1091 time: 1.7276726 Nov 09 20:09:19.441436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:09:19.442563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ae2086f9-533f-44ab-a65a-b3beb4a030d8 None None] Port 9b0c9669-ea36-4173-a8ed-59f799b85fdb cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:09:19.445345 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987580e3-c44a-468a-a15f-c295f13a2d03" -d '{"events": [{"name": "network-changed", "server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:09:19.538789 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01741550-cfae-4062-88e0-6cbe3ca367d4 x-openstack-request-id: req-01741550-cfae-4062-88e0-6cbe3ca367d4 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:09:19.539573 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:09:19.539573 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01741550-cfae-4062-88e0-6cbe3ca367d4 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:09:19.539832 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d', 'status': 'completed', 'code': 200} Nov 09 20:09:19.685060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fca48-717f-4bd3-bb6d-5e9833c340ed service neutron] Pushing event updated for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:19.742098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-49be5b1b-63ec-4717-bcc4-165b1428b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:19.743949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-49be5b1b-63ec-4717-bcc4-165b1428b8c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 1094 time: 0.2366052 Nov 09 20:09:19.751279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bff19-ab45-405e-a200-160301ee264f req-239c4c95-28bc-4d8a-96f7-cec84af4dc9b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:19.759604 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-254bff19-ab45-405e-a200-160301ee264f req-239c4c95-28bc-4d8a-96f7-cec84af4dc9b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0904198 Nov 09 20:09:19.826239 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-7059dd00-b54c-4d46-8d9f-bd63f73361f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95021e68-36fb-4771-aefe-843b3ce6207d HTTP/1.1" status: 200 len: 217 time: 0.0707121 Nov 09 20:09:19.841442 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-254bff19-ab45-405e-a200-160301ee264f req-50a69657-4dff-444c-8ddb-5e87c718fa79 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805843 Nov 09 20:09:19.953564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-04faa56b-a501-4e4c-9335-3a417a5737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:19.955204 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-04faa56b-a501-4e4c-9335-3a417a5737c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.1145153 Nov 09 20:09:20.056405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-4564ffa8-40d0-44d6-bf18-6bd157efdd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:20.058011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-4564ffa8-40d0-44d6-bf18-6bd157efdd78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856493 Nov 09 20:09:20.068213 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:20.078990 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:20.268665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:20.272580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=9b0c9669-ea36-4173-a8ed-59f799b85fdb,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:20.299104 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-b4b2dffd-323b-4fdf-b45e-76738af32959 service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283130 Nov 09 20:09:20.486449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 9254c510-8e2f-436c-9142-d68379d96f69 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:09:20.489186 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:09:20.491940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-985f61a6-2b6e-48a6-add9-16cb87c9b722 req-c46e255a-5692-49c2-8f89-ae839b326ace service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792438 Nov 09 20:09:20.712020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-c7acd7c1-c608-4b2d-99ac-396ebe8da9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:20.719541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-c7acd7c1-c608-4b2d-99ac-396ebe8da9f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 1094 time: 0.1271973 Nov 09 20:09:20.818047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router f41f0f52-948a-4eee-a53b-329c7971eac3 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:09:20.821763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d0e2d9e4-2b27-47d6-83cb-3819569f9b00 None None] Provisioning complete for port 9b0c9669-ea36-4173-a8ed-59f799b85fdb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:20.822917 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d0e2d9e4-2b27-47d6-83cb-3819569f9b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:20.871666 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2d9e4-2b27-47d6-83cb-3819569f9b00 None None] Port 9b0c9669-ea36-4173-a8ed-59f799b85fdb cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:09:21.020476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-a54097de-d480-42c7-9aaf-9a8144b1f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:21.022017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-a54097de-d480-42c7-9aaf-9a8144b1f87c service neutron] 10.222.0.77 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.2943416 Nov 09 20:09:21.103376 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-efa9c710-391b-480a-8569-566f43916d32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95021e68-36fb-4771-aefe-843b3ce6207d HTTP/1.1" status: 200 len: 217 time: 0.0500588 Nov 09 20:09:21.152161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:09:21.164479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Sync routers for ids ['f41f0f52-948a-4eee-a53b-329c7971eac3'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:09:21.175498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Routers {'f41f0f52-948a-4eee-a53b-329c7971eac3'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:21.177774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e658ef3-bf25-4573-a92d-e9102e43a112 req-021ac729-54ee-4661-a1b0-6ad2dad8ae86 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:21.178539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:09:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f41f0f52-948a-4eee-a53b-329c7971eac3'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:21.180246 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e658ef3-bf25-4573-a92d-e9102e43a112 req-021ac729-54ee-4661-a1b0-6ad2dad8ae86 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.2053242 Nov 09 20:09:21.195509 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9685cf14-0a4d-4621-a31b-9c4b792f087c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "PUT /v2.0/routers/f41f0f52-948a-4eee-a53b-329c7971eac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9652874 Nov 09 20:09:21.295994 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e658ef3-bf25-4573-a92d-e9102e43a112 req-ae932694-fdfc-4cf1-a48f-aabe1e6e1a04 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026502 Nov 09 20:09:21.305967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-5e79f086-74b3-4d87-9890-b02fe26d60f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:21.307834 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-5e79f086-74b3-4d87-9890-b02fe26d60f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.1956794 Nov 09 20:09:21.379495 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:21.412870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-5b421f0b-3473-4efc-a095-399c953de1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:21.416319 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-5b421f0b-3473-4efc-a095-399c953de1bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989296 Nov 09 20:09:21.454885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-f5ce37d4-100e-4e0e-8529-021489b9c4bb tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877176695&fields=id&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 267 time: 0.0472171 Nov 09 20:09:21.460395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Set router f41f0f52-948a-4eee-a53b-329c7971eac3 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:21.561056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-0205fb26-2dba-481d-9843-61b8066f45e4 service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342924 Nov 09 20:09:21.572193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-0b28a8e6-695b-4c81-bf1d-efe621b97c93 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:21.575541 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-0b28a8e6-695b-4c81-bf1d-efe621b97c93 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 797 time: 0.1174912 Nov 09 20:09:21.598478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-4c69cceb-9679-4d18-9ecc-4d45ac1363ac tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/quotas/255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 375 time: 0.0156846 Nov 09 20:09:21.710248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-cff82e91-b004-4a70-a811-0c683c12a9d5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994062 Nov 09 20:09:21.716109 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-987580e3-c44a-468a-a15f-c295f13a2d03 req-6f179bd5-5bca-4838-84fe-e70c193bfe63 service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350875 Nov 09 20:09:21.770055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:19Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '9b0c9669-ea36-4173-a8ed-59f799b85fdb', 'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:36:9f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:16Z', 'updated_at': '2021-11-09T20:09:19Z', 'revision_number': 2, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:21.815066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Checking router: f41f0f52-948a-4eee-a53b-329c7971eac3 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:09:21.815481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Updating router f41f0f52-948a-4eee-a53b-329c7971eac3 port 9b0c9669-ea36-4173-a8ed-59f799b85fdb binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:09:21.839601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-376cde92-54d6-4456-8d83-da457f69efdb service neutron] 10.222.0.53 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167638 Nov 09 20:09:21.854583 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:21.965173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-b2df0502-fd53-42c8-b8e1-fd01a78b6144 service neutron] 10.222.0.53 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135306 Nov 09 20:09:22.232110 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ba6b119-3e17-41d3-9a36-0407d2ed374d req-61284bd6-d318-46cb-baf5-5124cdd98f04 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 210 time: 0.0493827 Nov 09 20:09:22.260469 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:22.274139 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:22.549877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d0154-2d05-431f-8217-cb51c1cd6b1e req-20b9a6c5-6762-48c1-969b-750591870397 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:22.555752 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-601d0154-2d05-431f-8217-cb51c1cd6b1e req-20b9a6c5-6762-48c1-969b-750591870397 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0989769 Nov 09 20:09:22.654582 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-601d0154-2d05-431f-8217-cb51c1cd6b1e req-31a3497b-9388-429f-8ec8-3bcd9f3bb961 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939875 Nov 09 20:09:22.753828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de39057-3b20-4a63-b9d6-98e5b392049c None None] Pushing event updated for resources: {'Port': ['ID=9b0c9669-ea36-4173-a8ed-59f799b85fdb,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:22.921081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Attempting to bind port 9b0c9669-ea36-4173-a8ed-59f799b85fdb on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:09:22.922560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Attempting to bind port 9b0c9669-ea36-4173-a8ed-59f799b85fdb by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:09:22.923277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Attempting to bind port 9b0c9669-ea36-4173-a8ed-59f799b85fdb on network 9254c510-8e2f-436c-9142-d68379d96f69 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:09:22.933263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a12e996c-32b8-485a-8c03-dc9e6f7fdbad None None] Provisioning complete for port 9b0c9669-ea36-4173-a8ed-59f799b85fdb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:22.933723 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a12e996c-32b8-485a-8c03-dc9e6f7fdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:22.938937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:09:22.939624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Checking segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:09:22.940140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:22.941057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Bound using segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:09:22.942166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Bound port: 9b0c9669-ea36-4173-a8ed-59f799b85fdb, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:09:22.942951 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:23.040332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a12e996c-32b8-485a-8c03-dc9e6f7fdbad None None] Port 9b0c9669-ea36-4173-a8ed-59f799b85fdb cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:09:23.098122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] For port 9b0c9669-ea36-4173-a8ed-59f799b85fdb, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:09:23.105606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] For port 9b0c9669-ea36-4173-a8ed-59f799b85fdb, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9b0c9669-ea36-4173-a8ed-59f799b85fdb,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:09:23.113477 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:23.229771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Routers {'f41f0f52-948a-4eee-a53b-329c7971eac3'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:23.230870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:09:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f41f0f52-948a-4eee-a53b-329c7971eac3'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:23.233286 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de39057-3b20-4a63-b9d6-98e5b392049c None None] Pushing event updated for resources: {'Port': ['ID=9b0c9669-ea36-4173-a8ed-59f799b85fdb,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:23.388922 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-28a5c317-6ce5-476b-ad06-627e93f14cfc req-2633c77f-a00e-442f-a79c-4c45d8059b02 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 210 time: 0.0463793 Nov 09 20:09:23.428526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] Set router f41f0f52-948a-4eee-a53b-329c7971eac3 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:23.757908 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-61192dcf-2c21-412a-aa22-fe8bf4e6822e None None] Provisioning complete for port 9b0c9669-ea36-4173-a8ed-59f799b85fdb triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:23.758592 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-61192dcf-2c21-412a-aa22-fe8bf4e6822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:23.814573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9adcb-0a49-4041-9d48-76c61081b65d req-8c683a8c-3bb4-4e49-b8fb-72ee6c007bd6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:23.818837 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9eb9adcb-0a49-4041-9d48-76c61081b65d req-8c683a8c-3bb4-4e49-b8fb-72ee6c007bd6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0738201 Nov 09 20:09:23.876810 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9eb9adcb-0a49-4041-9d48-76c61081b65d req-26aaefda-1249-4a81-aa78-89f86e9f2fef tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492377 Nov 09 20:09:23.898395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:19Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '9b0c9669-ea36-4173-a8ed-59f799b85fdb', 'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:36:9f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:16Z', 'updated_at': '2021-11-09T20:09:23Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:23.970708 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4f553-7e3e-49e5-93d4-2ffd7c5f2131 None None] The sync data for ids ['f41f0f52-948a-4eee-a53b-329c7971eac3'] in n-d-817256-1 is: [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:19Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '9b0c9669-ea36-4173-a8ed-59f799b85fdb', 'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:36:9f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:16Z', 'updated_at': '2021-11-09T20:09:23Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:09:23.997517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 95021e68-36fb-4771-aefe-843b3ce6207d details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:09:24.002567 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-61192dcf-2c21-412a-aa22-fe8bf4e6822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:24.009768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-13969d67-1611-4028-8bd7-b68cacc59674 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:24.012093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-13969d67-1611-4028-8bd7-b68cacc59674 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 797 time: 0.2457676 Nov 09 20:09:24.108414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-61192dcf-2c21-412a-aa22-fe8bf4e6822e None None] For port 9b0c9669-ea36-4173-a8ed-59f799b85fdb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9b0c9669-ea36-4173-a8ed-59f799b85fdb,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:24.126481 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-61192dcf-2c21-412a-aa22-fe8bf4e6822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:24.158001 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.resource_extend [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 20:09:24.186466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-09673893-6a4e-49f1-8a07-44aebd9c8452 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 380 time: 0.1466553 Nov 09 20:09:24.196602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'port': {'device_id': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'admin_state_up': True, 'tenant_id': '255b9262b186472cb06159c676864ff2', 'security_groups': ['c4f1ce85-e795-4d14-acee-5304f7d8c944']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:24.326257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9b0c9669-ea36-4173-a8ed-59f799b85fdb up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:09:24.460112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:09:24.464830 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:24.468223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61192dcf-2c21-412a-aa22-fe8bf4e6822e None None] Pushing event updated for resources: {'Port': ['ID=9b0c9669-ea36-4173-a8ed-59f799b85fdb,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:24.533656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:24.553570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '95021e68-36fb-4771-aefe-843b3ce6207d', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'port_id': '95021e68-36fb-4771-aefe-843b3ce6207d', 'mac_address': 'fa:16:3e:e1:d8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:09:24.562033 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9b0c9669-ea36-4173-a8ed-59f799b85fdb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:24.562709 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:24.709783 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:24.726392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95021e68-36fb-4771-aefe-843b3ce6207d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:09:24.749900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.20.0.14 (9254c510-8e2f-436c-9142-d68379d96f69/2b97ffe2-7527-491c-a817-9bbf4bbb60a8/796c2508-598f-4c0a-a9bf-7eedb6aeb6f1) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:09:24.753952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:24.770349 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:24.883196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:24.975857 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01c8f8de-8f92-4d9d-bb01-4e89a4f1fe47 req-248b6ad2-0728-4f70-82cd-fd0943880b10 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 210 time: 0.0768654 Nov 09 20:09:25.044125 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:25.053692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['95021e68-36fb-4771-aefe-843b3ce6207d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:09:25.093020 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:25.179785 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 9254c510-8e2f-436c-9142-d68379d96f69 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:09:25.186365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:09:25.205322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:09:25.239596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacc22f-7505-487f-97ff-b84be2659c0b req-1cbed1ec-fee4-4cdb-8139-090b729380fa tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:25.251072 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aacc22f-7505-487f-97ff-b84be2659c0b req-1cbed1ec-fee4-4cdb-8139-090b729380fa tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 944 time: 0.2175033 Nov 09 20:09:25.327252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:25.379799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1aacc22f-7505-487f-97ff-b84be2659c0b req-49d862e7-4c31-4f3e-8ce0-d6a9c011690f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273901 Nov 09 20:09:25.380884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:25.381586 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:25.447279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-aaebeab5-298d-437f-b1a4-f663a83db687 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2597711 Nov 09 20:09:25.470975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Request body: {'port': {'device_id': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:25.484869 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:25.543190 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:25.678081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8ab0e48c-c778-4898-ad1b-a7a2422f5298 None None] Provisioning complete for port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:25.683150 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e48c-c778-4898-ad1b-a7a2422f5298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:25.775922 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8ab0e48c-c778-4898-ad1b-a7a2422f5298 None None] Port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:09:25.929600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:09:25.937934 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:25.965733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Transition to ACTIVE for port object 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:09:25.975491 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:26.023501 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 95021e68-36fb-4771-aefe-843b3ce6207d up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:09:26.201687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 95021e68-36fb-4771-aefe-843b3ce6207d completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:09:26.215465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 95021e68-36fb-4771-aefe-843b3ce6207d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:26.216937 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:26.259946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:26.336199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9b0c9669-ea36-4173-a8ed-59f799b85fdb up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:09:26.356791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e22f70-8473-447a-b0a1-257255e073f4 req-ddb2a183-8483-4f1b-b5c6-1e47b8d53299 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:26.373866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34e22f70-8473-447a-b0a1-257255e073f4 req-ddb2a183-8483-4f1b-b5c6-1e47b8d53299 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.2646675 Nov 09 20:09:26.426048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9b0c9669-ea36-4173-a8ed-59f799b85fdb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:26.426854 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:26.469935 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:26.579043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:26.584096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:09:26.589432 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4945a3f7-c035-4abf-9bc2-24df65bf3da4" -d '{"events": [{"server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "name": "network-vif-plugged", "status": "completed", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:09:26.601672 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:26.621516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821faf1f-5a4b-4a88-9d8a-d2790a2f4d55 req-c2e1c560-d97e-40d4-9ec6-606a228c0db0 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:26.623233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-821faf1f-5a4b-4a88-9d8a-d2790a2f4d55 req-c2e1c560-d97e-40d4-9ec6-606a228c0db0 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 944 time: 0.0957346 Nov 09 20:09:26.761032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:26.784334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-821faf1f-5a4b-4a88-9d8a-d2790a2f4d55 req-9bc2cbf7-ea2f-42ac-ae62-2c8a260f6f75 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309700 Nov 09 20:09:26.928262 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7efc53-384c-475f-a842-5dae9a922d44 x-openstack-request-id: req-6f7efc53-384c-475f-a842-5dae9a922d44 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:09:26.928876 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "name": "network-vif-plugged", "status": "completed", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:09:26.929241 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f7efc53-384c-475f-a842-5dae9a922d44 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:09:26.929717 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d', 'code': 200} Nov 09 20:09:27.124094 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34e22f70-8473-447a-b0a1-257255e073f4 req-62f417d9-e32f-463b-b932-ce17b9013cfd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7491817 Nov 09 20:09:27.133935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bf08d-6daf-4dcb-91ee-6f63f4ded570 req-1d280a33-a100-448e-a5b2-0103dc3a8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:27.135496 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a95bf08d-6daf-4dcb-91ee-6f63f4ded570 req-1d280a33-a100-448e-a5b2-0103dc3a8250 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 1096 time: 0.0815473 Nov 09 20:09:27.136461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:09:27.136806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:09:27.137134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on network 9254c510-8e2f-436c-9142-d68379d96f69 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:09:27.142183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on network 9254c510-8e2f-436c-9142-d68379d96f69 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:09:27.143745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on network 9254c510-8e2f-436c-9142-d68379d96f69 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:09:27.160128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:09:27.161127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Checking segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:09:27.161694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Bound using segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:09:27.164791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Bound port: 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:09:27.165358 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:27.267055 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a95bf08d-6daf-4dcb-91ee-6f63f4ded570 req-8abcd968-a804-4304-b9e4-6ae9c515241e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158841 Nov 09 20:09:27.320567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:09:27.333679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:09:27.341894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:27.408903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:27.409810 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:27.412951 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] 10.222.0.77 "PUT /v2.0/ports/796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 1092 time: 1.9508545 Nov 09 20:09:27.413672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:09:27.417075 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb505690-6a45-4630-ac92-5dedd51e875f" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:09:27.487775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec934e3-5b13-4eb6-8733-2e015dcfbbba service neutron] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:27.524791 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f38726-11d6-476a-b698-a87a9ed9025b x-openstack-request-id: req-85f38726-11d6-476a-b698-a87a9ed9025b {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:09:27.526586 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:09:27.527054 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85f38726-11d6-476a-b698-a87a9ed9025b {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:09:27.528195 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'status': 'completed', 'code': 200} Nov 09 20:09:27.620242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb505690-6a45-4630-ac92-5dedd51e875f req-3811e5d9-3c7e-4749-a334-e285d69cf648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:27.622473 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb505690-6a45-4630-ac92-5dedd51e875f req-3811e5d9-3c7e-4749-a334-e285d69cf648 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1095 time: 0.0707071 Nov 09 20:09:28.102473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb505690-6a45-4630-ac92-5dedd51e875f req-44c689db-ca46-46d3-b354-184a56b917f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:28.104737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb505690-6a45-4630-ac92-5dedd51e875f req-44c689db-ca46-46d3-b354-184a56b917f3 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=255b9262b186472cb06159c676864ff2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4730277 Nov 09 20:09:28.149228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684335c0-f117-4721-8ce9-1db619e63e37 req-fc9351df-d184-4875-9bd3-32eed1c56764 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:28.151628 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-684335c0-f117-4721-8ce9-1db619e63e37 req-fc9351df-d184-4875-9bd3-32eed1c56764 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.2215753 Nov 09 20:09:28.336348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ed9a5-8abb-40fc-89b3-c9b3ebe670fa req-00e7d14d-f9b5-4824-b514-e648bec56290 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:28.345470 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2a8ed9a5-8abb-40fc-89b3-c9b3ebe670fa req-00e7d14d-f9b5-4824-b514-e648bec56290 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.0779593 Nov 09 20:09:28.400694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2a8ed9a5-8abb-40fc-89b3-c9b3ebe670fa req-fea17318-3978-4e71-a205-db7db7e63e88 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539622 Nov 09 20:09:28.402638 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-684335c0-f117-4721-8ce9-1db619e63e37 req-d219380c-346a-4ce0-8243-5d9f4d011c29 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127001 Nov 09 20:09:28.537114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb505690-6a45-4630-ac92-5dedd51e875f req-405e2e13-199d-46e5-928c-292ad5fa13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:28.538995 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb505690-6a45-4630-ac92-5dedd51e875f req-405e2e13-199d-46e5-928c-292ad5fa13f8 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4237998 Nov 09 20:09:28.666967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-d3ca5641-e1cd-4ba5-b990-f93dcb0199d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:28.669012 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-d3ca5641-e1cd-4ba5-b990-f93dcb0199d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1095 time: 0.0801640 Nov 09 20:09:28.730103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-c9dfbde9-f34b-42dd-882d-340ea616f675 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 217 time: 0.0528769 Nov 09 20:09:28.789615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-167d7d96-a361-4278-8500-8c91d7e31e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:28.791274 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-167d7d96-a361-4278-8500-8c91d7e31e10 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0547526 Nov 09 20:09:28.853533 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-2b78a5aa-617f-4bc0-972e-845dca9ef8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:28.855337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-2b78a5aa-617f-4bc0-972e-845dca9ef8fa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561116 Nov 09 20:09:28.983861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-df431c77-9896-4a7c-97db-29137afdd84c service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211698 Nov 09 20:09:29.117319 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-19c76aad-d13d-4fcf-ab17-39c1c749175d req-23d61a45-b3d2-4112-ab22-c2fd647beaad service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204104 Nov 09 20:09:29.541198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b199c18-225b-48e1-8ba2-5170b4f53d75 req-8cd106b3-49fa-4b68-bdae-7d8985f5582d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:29.542854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b199c18-225b-48e1-8ba2-5170b4f53d75 req-8cd106b3-49fa-4b68-bdae-7d8985f5582d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.0726449 Nov 09 20:09:29.577800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde3845-cebe-41af-8b1e-ad4120c58597 req-9e6bd94f-992b-494a-82d3-d00631a2d8c1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:29.580038 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ecde3845-cebe-41af-8b1e-ad4120c58597 req-9e6bd94f-992b-494a-82d3-d00631a2d8c1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0703332 Nov 09 20:09:29.595790 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b199c18-225b-48e1-8ba2-5170b4f53d75 req-400a5c07-95ca-419d-bc8d-b36aa4b6f30e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 Nov 09 20:09:29.637940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ecde3845-cebe-41af-8b1e-ad4120c58597 req-83d22c6a-eac8-45d6-b8ca-aebebabd7060 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404723 Nov 09 20:09:29.790976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67038c-d073-4650-87f7-05cf793863c2 req-a721ff28-a4fb-4714-9475-5b638b026b48 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:29.792786 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee67038c-d073-4650-87f7-05cf793863c2 req-a721ff28-a4fb-4714-9475-5b638b026b48 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0629859 Nov 09 20:09:29.803350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42472) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:29.812907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-454a5601-293a-497a-a351-dbb86bf89d63 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Request body: {'floatingip': {'port_id': '95021e68-36fb-4771-aefe-843b3ce6207d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:29.871962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-454a5601-293a-497a-a351-dbb86bf89d63 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:30.638049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-454a5601-293a-497a-a351-dbb86bf89d63 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:30.643080 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-454a5601-293a-497a-a351-dbb86bf89d63 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:30.790650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6791f9-3a97-4f5a-8d8b-a10927abcf73 req-8bb0e798-461a-4e89-8dba-fdcc3b996d17 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:30.798319 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc6791f9-3a97-4f5a-8d8b-a10927abcf73 req-8bb0e798-461a-4e89-8dba-fdcc3b996d17 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.1087639 Nov 09 20:09:30.843114 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fc6791f9-3a97-4f5a-8d8b-a10927abcf73 req-727378e0-1b74-4a70-8ce7-7b2b19688c8b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Nov 09 20:09:30.860771 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-454a5601-293a-497a-a351-dbb86bf89d63 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Floating IP cc545a23-79fd-4454-a5a6-3219d87a4b5f associated. External IP: 172.25.6.216, port: 95021e68-36fb-4771-aefe-843b3ce6207d. Nov 09 20:09:31.127337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454a5601-293a-497a-a351-dbb86bf89d63 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Router b842949f-264d-41bf-aff0-d9b30133852e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:09:31.266793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454a5601-293a-497a-a351-dbb86bf89d63 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:09:31.272495 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-454a5601-293a-497a-a351-dbb86bf89d63 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:31.280325 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] Sync routers for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:09:31.305277 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:31.307247 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:09:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:31.452092 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:31.681399 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-454a5601-293a-497a-a351-dbb86bf89d63 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "PUT /v2.0/floatingips/cc545a23-79fd-4454-a5a6-3219d87a4b5f HTTP/1.1" status: 200 len: 991 time: 1.8759692 Nov 09 20:09:31.682613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:09:31.689373 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e6ac33-10fc-461d-941b-07d7388aed6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:09:31.797939 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d5254a-1b6e-446f-b7bd-bb6c8bde26ac x-openstack-request-id: req-07d5254a-1b6e-446f-b7bd-bb6c8bde26ac {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:09:31.798603 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:09:31.799027 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07d5254a-1b6e-446f-b7bd-bb6c8bde26ac {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:09:31.799642 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d', 'status': 'completed', 'code': 200} Nov 09 20:09:31.920880 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cc545a23-79fd-4454-a5a6-3219d87a4b5f', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'port_id': '95021e68-36fb-4771-aefe-843b3ce6207d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'mac_address': 'fa:16:3e:e1:d8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:08:59Z', 'updated_at': '2021-11-09T20:09:30Z', 'revision_number': 1, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:31.953239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-602865d1-2fef-4a15-96cf-3479fa811dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:31.954472 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-602865d1-2fef-4a15-96cf-3479fa811dea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 1096 time: 0.1328623 Nov 09 20:09:31.997240 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] Checking router: b842949f-264d-41bf-aff0-d9b30133852e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:09:32.029673 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:32.030319 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:09:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:32.093639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:09:32.138669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-9f8cb877-84f4-4873-992d-b7dcd3328407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:32.138669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-9f8cb877-84f4-4873-992d-b7dcd3328407 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.1751676 Nov 09 20:09:32.328622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bbd05-6f5a-4334-b443-1b316eedb351 req-e0a88941-43af-4228-b439-1c6f73d7da56 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:32.331010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa3bbd05-6f5a-4334-b443-1b316eedb351 req-e0a88941-43af-4228-b439-1c6f73d7da56 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.2707770 Nov 09 20:09:32.338893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:32.370493 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:32.371087 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-c7b9a7f5-6dc8-4dc6-9f75-3ec6b870972a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95021e68-36fb-4771-aefe-843b3ce6207d HTTP/1.1" status: 200 len: 999 time: 0.2170582 Nov 09 20:09:32.373723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'port_id': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'mac_address': 'fa:16:3e:d1:85:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:09:32.466139 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa3bbd05-6f5a-4334-b443-1b316eedb351 req-ac9f68cb-a194-49a2-8370-938b816fd583 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239467 Nov 09 20:09:32.471463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:32.474154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-a1db2613-0a7e-4951-a4b8-1523c93c2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:32.475856 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-a1db2613-0a7e-4951-a4b8-1523c93c2e63 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.0848787 Nov 09 20:09:32.502171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:09:32.546306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-fa0dc5a0-dcf4-4a23-a822-f77fc6575bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:32.548466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-fa0dc5a0-dcf4-4a23-a822-f77fc6575bc0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645962 Nov 09 20:09:32.562404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:32.580242 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:32.675936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:32.738672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-b5b9ccf3-c4d0-41ba-8a6a-d56160ad63d2 service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790612 Nov 09 20:09:32.752699 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cc545a23-79fd-4454-a5a6-3219d87a4b5f', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'port_id': '95021e68-36fb-4771-aefe-843b3ce6207d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'mac_address': 'fa:16:3e:e1:d8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:08:59Z', 'updated_at': '2021-11-09T20:09:30Z', 'revision_number': 1, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:32.807739 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f58548-c09f-4476-be5c-113eb74aa632 None None] The sync data for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 is: [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cc545a23-79fd-4454-a5a6-3219d87a4b5f', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'port_id': '95021e68-36fb-4771-aefe-843b3ce6207d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'mac_address': 'fa:16:3e:e1:d8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:08:59Z', 'updated_at': '2021-11-09T20:09:30Z', 'revision_number': 1, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:09:32.822276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:09:32.968974 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13e6ac33-10fc-461d-941b-07d7388aed6c req-a8ea3ddd-d2d7-4c08-8f54-74be6e183d7c service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223327 Nov 09 20:09:33.196638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac38382-b1a4-4cb1-af78-65065aee5d64 None None] New status for floating IP cc545a23-79fd-4454-a5a6-3219d87a4b5f: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:09:33.621906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc49887-d8e5-4cfe-872e-b0e6ace31911 req-e97655db-7b0f-4a32-a99f-c9c19b49a2f3 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:33.630479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bbc49887-d8e5-4cfe-872e-b0e6ace31911 req-e97655db-7b0f-4a32-a99f-c9c19b49a2f3 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 945 time: 0.0676594 Nov 09 20:09:33.679280 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bbc49887-d8e5-4cfe-872e-b0e6ace31911 req-d98d0b72-da77-4781-baf1-e9476e1a4600 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 Nov 09 20:09:34.098772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:09:34.173254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:09:34.178433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:09:34.179202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:34.288643 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:34.320973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:09:34.324252 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256daca1-de10-4124-9a5a-fb0b1c023547" -d '{"events": [{"server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "name": "network-vif-plugged", "status": "completed", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:09:34.343997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:09:34.352302 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:34.406615 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ad9917-683d-4261-8619-eb34f0ee27c1 x-openstack-request-id: req-55ad9917-683d-4261-8619-eb34f0ee27c1 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:09:34.407193 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "name": "network-vif-plugged", "status": "completed", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:09:34.408029 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55ad9917-683d-4261-8619-eb34f0ee27c1 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:09:34.408447 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'code': 200} Nov 09 20:09:34.470235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:34.527167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59750f7b-75d7-4a7f-a893-226c3871acd7 req-b9384a29-6fe5-41ec-9208-a05aa85a4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:34.529311 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59750f7b-75d7-4a7f-a893-226c3871acd7 req-b9384a29-6fe5-41ec-9208-a05aa85a4bb1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1097 time: 0.0521088 Nov 09 20:09:34.568809 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59750f7b-75d7-4a7f-a893-226c3871acd7 req-250212e3-8375-4c23-b6f5-65ad12f926ca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Nov 09 20:09:34.843852 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe57901-687a-4b3d-8297-19232bf7b489 req-b0ea7413-83b3-48e0-89e4-1799ed36a857 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:34.852936 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0fe57901-687a-4b3d-8297-19232bf7b489 req-b0ea7413-83b3-48e0-89e4-1799ed36a857 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.0889969 Nov 09 20:09:34.903462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0fe57901-687a-4b3d-8297-19232bf7b489 req-0ab6f088-0aec-40d0-9638-5801e044256e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492668 Nov 09 20:09:36.095369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b38929-6dfc-4021-8b41-27211aca4fa0 req-969906df-587d-4dc3-9259-1b2ea2755643 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:36.103126 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b38929-6dfc-4021-8b41-27211aca4fa0 req-969906df-587d-4dc3-9259-1b2ea2755643 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.1043406 Nov 09 20:09:36.214525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58b38929-6dfc-4021-8b41-27211aca4fa0 req-990f0267-1fa6-4eef-b646-a5cafa5ded65 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100690 Nov 09 20:09:36.480791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3523ac-8d1e-4a8d-b0dc-418d05b57b12 req-2d84f7dc-cde2-44ad-8357-46cdd19df03e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:36.483338 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f3523ac-8d1e-4a8d-b0dc-418d05b57b12 req-2d84f7dc-cde2-44ad-8357-46cdd19df03e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.1105032 Nov 09 20:09:36.578642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f3523ac-8d1e-4a8d-b0dc-418d05b57b12 req-0ec83c29-459f-4fe7-ad7e-ed0b57a1a50d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867441 Nov 09 20:09:36.600021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42692) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:36.686502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e03070-f8da-4b44-8764-9cbca465ebe1 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:36.691780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42696) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:36.697633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:09:36.703467 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-70e03070-f8da-4b44-8764-9cbca465ebe1 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1092 time: 0.1023512 Nov 09 20:09:36.753748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:36.887040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:37.055373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.25.6.6 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/d4cffda2-02f5-4f69-89d2-2b823df99fb9) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:09:37.221335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:37.267014 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:37.313688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:09:37.326873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:09:37.332217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:09:37.370791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=d4cffda2-02f5-4f69-89d2-2b823df99fb9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:37.921802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:38.020464 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:38.247305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:38.265941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:38.405155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=d4cffda2-02f5-4f69-89d2-2b823df99fb9,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:38.437142 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:38.603836 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Floating IP e57605d7-a035-474d-bef4-5b9681581dfb associated. External IP: 172.25.6.6, port: 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1. Nov 09 20:09:39.024360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router f41f0f52-948a-4eee-a53b-329c7971eac3 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:09:39.296722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:09:39.306700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42744) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:39.308333 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] Sync routers for ids ['f41f0f52-948a-4eee-a53b-329c7971eac3'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:09:39.327739 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] Routers {'f41f0f52-948a-4eee-a53b-329c7971eac3'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:39.328827 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:09:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f41f0f52-948a-4eee-a53b-329c7971eac3'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:39.367888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:39.466103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-69be2711-6eec-4df6-bd5c-8386642d3b81 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7722032 Nov 09 20:09:39.470384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:09:39.477438 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc8c43-db3d-416b-9c3e-8e92f87b497f" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:09:39.510924 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] Set router f41f0f52-948a-4eee-a53b-329c7971eac3 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:39.556108 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228e649f-71bf-4546-ad86-26de59ddac1d x-openstack-request-id: req-228e649f-71bf-4546-ad86-26de59ddac1d {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:09:39.556409 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:09:39.557044 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-228e649f-71bf-4546-ad86-26de59ddac1d {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:09:39.559894 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'status': 'completed', 'code': 200} Nov 09 20:09:39.749358 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dd80625a-07f2-47d3-986a-1e7bbbc11eca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4eb9bc9989ef40c4bffbe0961f73ea6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409189 Nov 09 20:09:39.751984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 42754) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:39.830534 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b3e65-4fd8-4241-8a58-9c6a832383be req-3061773c-6eb8-49ad-8e57-6079049e334d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:39.832618 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f01b3e65-4fd8-4241-8a58-9c6a832383be req-3061773c-6eb8-49ad-8e57-6079049e334d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.2162902 Nov 09 20:09:39.836008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-c72cbd2a-8aec-4716-b19b-26ca1674d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:39.837876 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-c72cbd2a-8aec-4716-b19b-26ca1674d7dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1097 time: 0.2519407 Nov 09 20:09:39.950854 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1dcc65b6-3f75-4761-ba5b-e7c91cb33d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:40.033856 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:09:40.036777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1dcc65b6-3f75-4761-ba5b-e7c91cb33d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:40.037793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f01b3e65-4fd8-4241-8a58-9c6a832383be req-0925d0ae-e408-49cf-8c44-81e3c2c753eb tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835625 Nov 09 20:09:40.099390 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:19Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'e57605d7-a035-474d-bef4-5b9681581dfb', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'port_id': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'mac_address': 'fa:16:3e:d1:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:37Z', 'updated_at': '2021-11-09T20:09:37Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b0c9669-ea36-4173-a8ed-59f799b85fdb', 'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:36:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:16Z', 'updated_at': '2021-11-09T20:09:24Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:40.103711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-8a3e0028-abb9-47e0-bd6f-0bf9f4fddf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:40.103711 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-8a3e0028-abb9-47e0-bd6f-0bf9f4fddf8b service neutron] 10.222.0.77 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.2362981 Nov 09 20:09:40.108665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:40.161967 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] Checking router: f41f0f52-948a-4eee-a53b-329c7971eac3 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:09:40.163515 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1dcc65b6-3f75-4761-ba5b-e7c91cb33d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:40.166215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1dcc65b6-3f75-4761-ba5b-e7c91cb33d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:40.170049 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1dcc65b6-3f75-4761-ba5b-e7c91cb33d4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e09c20e1-e2fd-4e56-9d0f-aa6753134032 HTTP/1.1" status: 204 len: 168 time: 0.4130197 Nov 09 20:09:40.179161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc65b6-3f75-4761-ba5b-e7c91cb33d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09c20e1-e2fd-4e56-9d0f-aa6753134032,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:40.194402 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] Routers {'f41f0f52-948a-4eee-a53b-329c7971eac3'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:09:40.196449 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:09:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f41f0f52-948a-4eee-a53b-329c7971eac3'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:40.293557 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-4ed9d0c9-b29a-412d-9a9d-24a983c71f12 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 998 time: 0.1830652 Nov 09 20:09:40.295512 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ea0f9f70-0d53-4ead-ae7f-c8a634b5b603 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/e57605d7-a035-474d-bef4-5b9681581dfb HTTP/1.1" status: 200 len: 990 time: 0.1845114 Nov 09 20:09:40.307840 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ec622350-bee3-438c-a5d3-5078aab5ae38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:40.370141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-4974d3f6-22ea-4bc9-9969-60c4141bf98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:40.371954 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-4974d3f6-22ea-4bc9-9969-60c4141bf98a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0701628 Nov 09 20:09:40.462790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-b27cde07-9c0e-465b-b46e-8e273067e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:40.464629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-b27cde07-9c0e-465b-b46e-8e273067e6bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770605 Nov 09 20:09:40.513567 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] Set router f41f0f52-948a-4eee-a53b-329c7971eac3 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:09:40.688593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-1cef2686-07d5-491f-8f1e-7900a002eb6f service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149410 Nov 09 20:09:40.848247 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:19Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'e57605d7-a035-474d-bef4-5b9681581dfb', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'port_id': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'mac_address': 'fa:16:3e:d1:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:37Z', 'updated_at': '2021-11-09T20:09:37Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b0c9669-ea36-4173-a8ed-59f799b85fdb', 'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:36:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:16Z', 'updated_at': '2021-11-09T20:09:24Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:09:40.898637 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-39cc8c43-db3d-416b-9c3e-8e92f87b497f req-f0579b40-3476-4f75-9318-bf56baeb432a service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977842 Nov 09 20:09:40.926689 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb29fc4b-4560-4068-8368-e23a69281c7c None None] The sync data for ids ['f41f0f52-948a-4eee-a53b-329c7971eac3'] in n-d-817256-1 is: [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:19Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'e57605d7-a035-474d-bef4-5b9681581dfb', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'port_id': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'mac_address': 'fa:16:3e:d1:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:37Z', 'updated_at': '2021-11-09T20:09:37Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b0c9669-ea36-4173-a8ed-59f799b85fdb', 'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:36:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:16Z', 'updated_at': '2021-11-09T20:09:24Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:09:41.298221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42806) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:41.346397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3ccb0-ffeb-4cc7-969c-3ece2f03d4ef None None] New status for floating IP e57605d7-a035-474d-bef4-5b9681581dfb: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:09:41.440361 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ac9fd04f-d5a6-4ce1-a1e7-0c8bdc09873c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/e57605d7-a035-474d-bef4-5b9681581dfb HTTP/1.1" status: 200 len: 990 time: 0.1390300 Nov 09 20:09:41.948427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42818) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:42.064028 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e918e920-9edb-48d5-934f-74e4aab7f104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:42.164839 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e918e920-9edb-48d5-934f-74e4aab7f104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:42.169971 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e918e920-9edb-48d5-934f-74e4aab7f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:42.205290 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e918e920-9edb-48d5-934f-74e4aab7f104 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc1a20311dd84d96aa58d1ba4c20c048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557995 Nov 09 20:09:42.208613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42824) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:42.236590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918e920-9edb-48d5-934f-74e4aab7f104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690017f-ca55-483c-a744-ac7883ab920f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:42.277461 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc409-dc6e-4105-812a-6c21017c57ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:42.301675 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc409-dc6e-4105-812a-6c21017c57ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:42.359957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc409-dc6e-4105-812a-6c21017c57ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:42.363741 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc409-dc6e-4105-812a-6c21017c57ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:42.367641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0b9bc409-dc6e-4105-812a-6c21017c57ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1690017f-ca55-483c-a744-ac7883ab920f HTTP/1.1" status: 204 len: 168 time: 0.1556966 Nov 09 20:09:42.377268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bc409-dc6e-4105-812a-6c21017c57ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690017f-ca55-483c-a744-ac7883ab920f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:09:42.443153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 42832) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:09:42.535553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1c177689-fb14-4963-b30a-ae430693bb7a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/e57605d7-a035-474d-bef4-5b9681581dfb HTTP/1.1" status: 200 len: 992 time: 0.0902998 Nov 09 20:09:43.195852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7b69b5d0-e732-4cba-882f-24ed30857616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:43.465686 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:44.576989 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:46.352969 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:51.282758 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:55.478684 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:09:58.535049 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-8b524570-2a90-4c42-ade7-475b4c5e793c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768297 Nov 09 20:09:58.626877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-6bb81a5e-7363-4a3e-86c9-31191838a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:58.629415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-6bb81a5e-7363-4a3e-86c9-31191838a45b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 1096 time: 0.0447407 Nov 09 20:09:58.735993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-8111527d-98d9-4fd1-aeda-1df888c2f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:58.737503 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-8111527d-98d9-4fd1-aeda-1df888c2f35e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.0876460 Nov 09 20:09:58.811031 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-55cb0a2a-d2bd-4d22-9a3d-73bd9cf2cbd5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95021e68-36fb-4771-aefe-843b3ce6207d HTTP/1.1" status: 200 len: 1001 time: 0.0631466 Nov 09 20:09:58.863190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-cdcbb88f-8fce-4cd4-b526-c43ba143ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:58.864846 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-cdcbb88f-8fce-4cd4-b526-c43ba143ddae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.0457022 Nov 09 20:09:58.913213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-89c5acee-f6a7-4996-b044-a0fba0d6880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:58.914807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-89c5acee-f6a7-4996-b044-a0fba0d6880d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422692 Nov 09 20:09:59.034483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-1dce130a-34f9-49d3-a2ab-6ef271df0687 service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082036 Nov 09 20:09:59.091893 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-a006fedd-abe9-4cfa-88b3-d3fe355ed5dd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532141 Nov 09 20:09:59.188732 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4585906c-80f7-44b8-aafa-f20bf5471bde req-46f66112-b223-4c02-aa4f-64cae1502cae service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468377 Nov 09 20:09:59.226863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-2e8796c7-d1ff-4c29-b1a5-1477aac3b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:59.228808 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-2e8796c7-d1ff-4c29-b1a5-1477aac3b7f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 1096 time: 0.0505192 Nov 09 20:09:59.361255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-4b819fba-6c1f-4dd5-90ea-5c56fedb0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:59.363621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-4b819fba-6c1f-4dd5-90ea-5c56fedb0cce service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.1113629 Nov 09 20:09:59.442894 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-05cd1963-3dda-4711-a523-f98adb672833 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99 HTTP/1.1" status: 200 len: 1000 time: 0.0705884 Nov 09 20:09:59.531987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-0fa86661-2a13-4a0f-b7ab-332e60f95f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:59.534354 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-0fa86661-2a13-4a0f-b7ab-332e60f95f79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0813565 Nov 09 20:09:59.634700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-93012ee0-a7b7-4182-8120-2d31e1af0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:09:59.636214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-93012ee0-a7b7-4182-8120-2d31e1af0cc8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946822 Nov 09 20:09:59.755075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-f0cda115-c8c5-4145-abcb-14cf4755ab26 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064775 Nov 09 20:09:59.886273 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b64a9cec-9fc9-44b7-9af3-ac247c88e21d req-2ed9ffef-33f1-4b5d-9b87-8c9f9837174d service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233552 Nov 09 20:10:01.607284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43182) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:01.754767 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:01.882190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:01.887936 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:01.979472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c659e5-804a-4398-a0a4-ec304f7f6703,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:02.040552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.047716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.048096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.048445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.048907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.053623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.053987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.054332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.054769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.055132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.055475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.055824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:02.069907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8a601d76-28db-48a8-a036-42c8d7814539 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d91d144bdbca4704a2cbae4e0cff5789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593780 Nov 09 20:10:02.073797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43200) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:02.143348 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e90ed388-6386-45b7-b2f1-f77298bb9725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:02.185559 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e90ed388-6386-45b7-b2f1-f77298bb9725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:02.264202 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e90ed388-6386-45b7-b2f1-f77298bb9725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:02.267136 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e90ed388-6386-45b7-b2f1-f77298bb9725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:02.271205 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e90ed388-6386-45b7-b2f1-f77298bb9725 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2c659e5-804a-4398-a0a4-ec304f7f6703 HTTP/1.1" status: 204 len: 168 time: 0.1921732 Nov 09 20:10:02.288759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ed388-6386-45b7-b2f1-f77298bb9725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c659e5-804a-4398-a0a4-ec304f7f6703,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:04.437491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43234) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:04.561119 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ebf84c4-6f40-42a5-be5e-145813f0a9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:04.650330 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ebf84c4-6f40-42a5-be5e-145813f0a9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:04.655869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ebf84c4-6f40-42a5-be5e-145813f0a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:04.700767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf84c4-6f40-42a5-be5e-145813f0a9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13147bb-b556-44f4-8429-6d680a0119b3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:04.705058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2ebf84c4-6f40-42a5-be5e-145813f0a9c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f33e7b31c6b24d7c8fc32cf4d71efb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665391 Nov 09 20:10:04.708862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43242) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:04.771417 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:04.798540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:04.852272 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:04.855270 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:04.856756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b13147bb-b556-44f4-8429-6d680a0119b3 HTTP/1.1" status: 204 len: 168 time: 0.1467190 Nov 09 20:10:04.866907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13147bb-b556-44f4-8429-6d680a0119b3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:04.876540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.877148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.877438 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.877782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.878120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.878541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.878867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.879201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.879569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.879904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.880376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:04.880895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0643f36-b96b-4f1a-94dd-fafb5a7edd91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:05.527650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43272) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:05.634775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2018751974-network', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:10:05.656816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Made reservation on behalf of 25ac54f088f44c5f81dac7cdb0c0465a for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:10:05.659332 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:05.668160 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:05.748748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:05.753267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:05.777821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:10:05.787147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08bb3ea-b770-4d25-8d94-c089b2c3c05a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:05.793172 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:05.793422 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Added segment 6bed448b-729b-4124-bfcc-21f46859284e of type vlan for network bdd56ece-8ca8-4474-b96a-256f6afe557c Nov 09 20:10:05.834348 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:05.858288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:05.859257 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:05.859833 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:05.913690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3848295 Nov 09 20:10:05.917028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43280) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:05.923083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Request body: {'subnet': {'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2018751974-subnet', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:10:05.927159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ee721-a5b8-4aea-b5a0-e3918fd6e52e admin admin] Pushing event updated for resources: {'Network': ['ID=bdd56ece-8ca8-4474-b96a-256f6afe557c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:05.939034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network bdd56ece-8ca8-4474-b96a-256f6afe557c details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:10:05.946623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Made reservation on behalf of 25ac54f088f44c5f81dac7cdb0c0465a for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:10:05.949034 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:06.123439 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:06.187264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba840828-8730-46f0-8fda-387d7d1cd2a4,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:06.196803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Checking segment: {'id': '6bed448b-729b-4124-bfcc-21f46859284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:10:06.197161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Network hostable DHCP agents. Network: bdd56ece-8ca8-4474-b96a-256f6afe557c, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:10:06.214424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Network bdd56ece-8ca8-4474-b96a-256f6afe557c is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:10:06.223052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, bdd56ece-8ca8-4474-b96a-256f6afe557c) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:10:06.227282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:06.227877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:06.235548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4496828-7fcf-48f6-aed8-07ba609000a8 None None] Network bdd56ece-8ca8-4474-b96a-256f6afe557c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:10:06.248148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3b3114aa-0399-4a71-938d-7a1c02255154 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3297513 Nov 09 20:10:06.250873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43286) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:06.256605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2018751974-router', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:10:06.278333 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:06.279545 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:06.339264 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:06.489379 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:06.586395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-bdd56ece-8ca8-4474-b96a-256f6afe557c', 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'fixed_ips': [{'subnet_id': 'ba840828-8730-46f0-8fda-387d7d1cd2a4'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:10:06.587590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:06.751492 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Allocated IP 172.20.0.2 (bdd56ece-8ca8-4474-b96a-256f6afe557c/ba840828-8730-46f0-8fda-387d7d1cd2a4/c2fdeb12-84d6-434a-80b5-ada03379c3af) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:10:06.926761 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:06.935401 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:06.994838 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Network bdd56ece-8ca8-4474-b96a-256f6afe557c is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:10:06.998119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:10:07.002225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:10:07.014310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Pushing event updated for resources: {'Port': ['ID=c2fdeb12-84d6-434a-80b5-ada03379c3af,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:07.045072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.045429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.045774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.046149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.046544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.047069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.047408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.047780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.048157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.048542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.049086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.049230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:07.079772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:07.089022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Attempting to bind port c2fdeb12-84d6-434a-80b5-ada03379c3af on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:10:07.089393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Attempting to bind port c2fdeb12-84d6-434a-80b5-ada03379c3af by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '6bed448b-729b-4124-bfcc-21f46859284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:10:07.089764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Attempting to bind port c2fdeb12-84d6-434a-80b5-ada03379c3af on network bdd56ece-8ca8-4474-b96a-256f6afe557c {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:10:07.095644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:10:07.096697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Checking segment: {'id': '6bed448b-729b-4124-bfcc-21f46859284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:10:07.097228 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:07.097629 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Bound using segment: {'id': '6bed448b-729b-4124-bfcc-21f46859284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:10:07.098162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Bound port: c2fdeb12-84d6-434a-80b5-ada03379c3af, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bed448b-729b-4124-bfcc-21f46859284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:10:07.098592 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:07.107323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:07.171771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] For port c2fdeb12-84d6-434a-80b5-ada03379c3af, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:10:07.176804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] For port c2fdeb12-84d6-434a-80b5-ada03379c3af, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c2fdeb12-84d6-434a-80b5-ada03379c3af,segment=NetworkSegment(6bed448b-729b-4124-bfcc-21f46859284e),segment_id=6bed448b-729b-4124-bfcc-21f46859284e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:10:07.181693 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:07.233718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Allocated IP 172.25.6.177 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/487ecb3f-1542-45a3-af2c-f84a6162d8db) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:10:07.273384 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960e86e-2504-4cf2-8a43-53a51a018b43 None None] Pushing event updated for resources: {'Port': ['ID=c2fdeb12-84d6-434a-80b5-ada03379c3af,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:07.366978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:07.411421 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:07.453549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:10:07.457543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:10:07.465802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:10:07.468479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Pushing event updated for resources: {'Port': ['ID=487ecb3f-1542-45a3-af2c-f84a6162d8db,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:07.783089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:07.997708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:08.149042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Router fcc44ece-c149-48da-87bc-71ca8aa48732 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:10:08.315078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:10:08.338284 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Sync routers for ids ['fcc44ece-c149-48da-87bc-71ca8aa48732'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:10:08.350483 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:08.353903 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b08a6d30-70f2-48a6-9def-596873ee1701 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0998971 Nov 09 20:10:08.355332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43312) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:08.359116 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Routers {'fcc44ece-c149-48da-87bc-71ca8aa48732'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:08.360166 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:09:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['fcc44ece-c149-48da-87bc-71ca8aa48732'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:08.389392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c2fdeb12-84d6-434a-80b5-ada03379c3af up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:08.420486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ebb49-3cdf-4e11-9015-b6cdf1c4327c None None] Network bdd56ece-8ca8-4474-b96a-256f6afe557c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:10:08.504717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a9be54bb-cebf-416f-98ab-cd79eb840805 None None] Provisioning complete for port c2fdeb12-84d6-434a-80b5-ada03379c3af triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:08.505406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9be54bb-cebf-416f-98ab-cd79eb840805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:08.520642 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Set router fcc44ece-c149-48da-87bc-71ca8aa48732 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:08.594734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c2fdeb12-84d6-434a-80b5-ada03379c3af triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:08.595372 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:08.723933 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'name': 'tempest-TestAggregatesBasicOps-2018751974-router', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:06Z', 'updated_at': '2021-11-09T20:10:07Z', 'revision_number': 3, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'gw_port': {'id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:07Z', 'updated_at': '2021-11-09T20:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:08.753332 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Checking router: fcc44ece-c149-48da-87bc-71ca8aa48732 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:10:08.754043 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Updating router fcc44ece-c149-48da-87bc-71ca8aa48732 port 487ecb3f-1542-45a3-af2c-f84a6162d8db binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:10:08.784959 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:08.792948 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9be54bb-cebf-416f-98ab-cd79eb840805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:08.814024 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:08.877942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port c2fdeb12-84d6-434a-80b5-ada03379c3af, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c2fdeb12-84d6-434a-80b5-ada03379c3af,segment=NetworkSegment(6bed448b-729b-4124-bfcc-21f46859284e),segment_id=6bed448b-729b-4124-bfcc-21f46859284e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:08.885221 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:08.919207 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:08.987623 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-a9be54bb-cebf-416f-98ab-cd79eb840805 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:10:08.987974 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-a9be54bb-cebf-416f-98ab-cd79eb840805 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:10:08.997778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=c2fdeb12-84d6-434a-80b5-ada03379c3af,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:09.139053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Allocated IP 172.20.0.1 (bdd56ece-8ca8-4474-b96a-256f6afe557c/ba840828-8730-46f0-8fda-387d7d1cd2a4/adfbc49b-5428-4c4b-9349-5b75688c6383) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:10:09.258363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.259080 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.264546 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.323964 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Attempting to bind port 487ecb3f-1542-45a3-af2c-f84a6162d8db on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:10:09.324319 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Attempting to bind port 487ecb3f-1542-45a3-af2c-f84a6162d8db by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:10:09.324671 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Attempting to bind port 487ecb3f-1542-45a3-af2c-f84a6162d8db on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:10:09.334938 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Pushing event updated for resources: {'Port': ['ID=487ecb3f-1542-45a3-af2c-f84a6162d8db,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:09.337143 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:10:09.337506 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:10:09.337899 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.338376 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:10:09.338973 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Bound port: 487ecb3f-1542-45a3-af2c-f84a6162d8db, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:10:09.339236 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.343745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91b12c-1d79-490e-b310-9350a2a99366 req-1294ca1b-d7f3-4970-9c32-81b8899b9f64 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:09.345384 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-df91b12c-1d79-490e-b310-9350a2a99366 req-1294ca1b-d7f3-4970-9c32-81b8899b9f64 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1097 time: 0.0659976 Nov 09 20:10:09.348656 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.348844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.348988 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.349314 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.349888 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.350316 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.351259 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.351620 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.352385 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.352716 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.353160 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.353485 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.353803 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:10:09.411415 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] For port 487ecb3f-1542-45a3-af2c-f84a6162d8db, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:10:09.416266 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] For port 487ecb3f-1542-45a3-af2c-f84a6162d8db, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=487ecb3f-1542-45a3-af2c-f84a6162d8db,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:10:09.421105 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.429917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Network bdd56ece-8ca8-4474-b96a-256f6afe557c is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:10:09.431504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Pushing event updated for resources: {'Port': ['ID=adfbc49b-5428-4c4b-9349-5b75688c6383,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:09.440123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:10:09.443758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:10:09.478438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-df91b12c-1d79-490e-b310-9350a2a99366 req-3e16dc40-7b47-468b-81b8-995288717236 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870280 Nov 09 20:10:09.482263 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Routers {'fcc44ece-c149-48da-87bc-71ca8aa48732'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:09.483169 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:09:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['fcc44ece-c149-48da-87bc-71ca8aa48732'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:09.485170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.610640 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] Set router fcc44ece-c149-48da-87bc-71ca8aa48732 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:09.666163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-26014ab7-d012-48d7-b202-fb3ecbd28900 None None] Provisioning complete for port c2fdeb12-84d6-434a-80b5-ada03379c3af triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:09.668319 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-26014ab7-d012-48d7-b202-fb3ecbd28900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.695860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.696108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5452f2-b72b-42bd-8f80-e28d6a95a9ea req-cb12e614-01d4-4093-b00b-b0dcedd327ea tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:09.706231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af5452f2-b72b-42bd-8f80-e28d6a95a9ea req-cb12e614-01d4-4093-b00b-b0dcedd327ea tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.0883372 Nov 09 20:10:09.769399 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e05b50-490a-4fda-803f-962141d87577 None None] Pushing event updated for resources: {'Port': ['ID=487ecb3f-1542-45a3-af2c-f84a6162d8db,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:09.770365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af5452f2-b72b-42bd-8f80-e28d6a95a9ea req-edc54924-2b7a-4ffd-9d99-68d8d087e884 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630169 Nov 09 20:10:09.784627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43328) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:09.869629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-358dee61-a0a9-4971-a598-54c2ae2e99f9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/e57605d7-a035-474d-bef4-5b9681581dfb HTTP/1.1" status: 200 len: 992 time: 0.0832958 Nov 09 20:10:09.904409 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'name': 'tempest-TestAggregatesBasicOps-2018751974-router', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:06Z', 'updated_at': '2021-11-09T20:10:07Z', 'revision_number': 3, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'gw_port': {'id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:07Z', 'updated_at': '2021-11-09T20:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:09.936816 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f042b5-ca87-4f87-8bb1-52a0522e2d9d None None] The sync data for ids ['fcc44ece-c149-48da-87bc-71ca8aa48732'] in n-d-817256-1 is: [{'id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'name': 'tempest-TestAggregatesBasicOps-2018751974-router', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:06Z', 'updated_at': '2021-11-09T20:10:07Z', 'revision_number': 3, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'gw_port': {'id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:07Z', 'updated_at': '2021-11-09T20:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:10:09.971961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.977210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:09.981469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7f773eac-c55c-4356-9465-66935ab0bdfc None None] Provisioning complete for port adfbc49b-5428-4c4b-9349-5b75688c6383 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:09.982201 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7f773eac-c55c-4356-9465-66935ab0bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:10.031243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7f773eac-c55c-4356-9465-66935ab0bdfc None None] Port adfbc49b-5428-4c4b-9349-5b75688c6383 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:10:10.050825 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:10.052732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Pushing event updated for resources: {'Port': ['ID=adfbc49b-5428-4c4b-9349-5b75688c6383,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:10.154848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Network bdd56ece-8ca8-4474-b96a-256f6afe557c is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:10:10.156315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:10:10.312960 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-981854ea-44a8-4f3a-900a-e8b3e134a832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:10.368524 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Router fcc44ece-c149-48da-87bc-71ca8aa48732 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:10:10.417460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c2fdeb12-84d6-434a-80b5-ada03379c3af up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:10.532183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c2fdeb12-84d6-434a-80b5-ada03379c3af triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:10.532747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:10.599239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-465adc45-9f43-4282-99e9-dcebaff58308 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865216 Nov 09 20:10:10.667230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab582fb6-e262-4fa2-9235-92c2bc1fea36 req-d2c4d019-9aee-435c-adb4-3a95f6cc26e9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:10.668804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab582fb6-e262-4fa2-9235-92c2bc1fea36 req-d2c4d019-9aee-435c-adb4-3a95f6cc26e9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.1075914 Nov 09 20:10:10.670561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:10:10.684736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2d191c8d-7e53-4a07-ba24-661bc10acf43 admin admin] 10.222.0.53 "PUT /v2.0/routers/fcc44ece-c149-48da-87bc-71ca8aa48732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3268056 Nov 09 20:10:10.716104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e9a38a64-18db-412e-ab2c-a498aef8598e None None] Provisioning complete for port adfbc49b-5428-4c4b-9349-5b75688c6383 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:10.716630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e9a38a64-18db-412e-ab2c-a498aef8598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:10.748272 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab582fb6-e262-4fa2-9235-92c2bc1fea36 req-5ec43202-43cd-4aba-864a-4d4fa5ed327b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604095 Nov 09 20:10:10.761668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e9a38a64-18db-412e-ab2c-a498aef8598e None None] Port adfbc49b-5428-4c4b-9349-5b75688c6383 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:10:11.330639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43380) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:11.344548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1070651989-network', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:10:11.371863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Made reservation on behalf of d60f42c78b354e7795655cbda974d7dc for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:10:11.374258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:11.387087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:11.488091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:11.492229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:11.525132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:10:11.544060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf714619-342c-4d78-a054-26e69b5930eb,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:11.550123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:11.550836 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Added segment 37ba93da-9dd6-4489-9c6e-41941bde5f1e of type vlan for network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 Nov 09 20:10:11.601159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:11.634770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:11.636556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:11.637164 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:11.688945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3568630 Nov 09 20:10:11.693310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43394) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:11.702429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Request body: {'subnet': {'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1070651989-subnet', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:10:11.703188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36325da-937d-48c1-9a7a-671a860ac2f8 admin admin] Pushing event updated for resources: {'Network': ['ID=8e93289b-efe4-45c3-8709-9a347d9ee1d4,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:11.715560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:10:11.744428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Made reservation on behalf of d60f42c78b354e7795655cbda974d7dc for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:10:11.749545 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:11.941668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17263cef-a8a8-44b9-af64-34658ee4e7d0 req-af0f1e17-69d1-4eef-908d-956faea8209e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:11.943270 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17263cef-a8a8-44b9-af64-34658ee4e7d0 req-af0f1e17-69d1-4eef-908d-956faea8209e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.0901639 Nov 09 20:10:12.021563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17263cef-a8a8-44b9-af64-34658ee4e7d0 req-838ef248-e85d-44c5-9e90-aa4ff88e99d8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718021 Nov 09 20:10:12.034940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:12.102561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba32f055-dfd6-455e-a7d8-a891b325af53,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:12.115080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Checking segment: {'id': '37ba93da-9dd6-4489-9c6e-41941bde5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:10:12.115440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Network hostable DHCP agents. Network: 8e93289b-efe4-45c3-8709-9a347d9ee1d4, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:10:12.140587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:10:12.154385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 8e93289b-efe4-45c3-8709-9a347d9ee1d4) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:10:12.165051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:12.165498 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:12.169836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab74b674-ed78-4eb6-9ed0-3f8079cc8b0a None None] Network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:10:12.188754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Sync routers for ids ['fcc44ece-c149-48da-87bc-71ca8aa48732'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:10:12.191972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0bc8df72-f470-4b31-880c-d131f1556150 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4935489 Nov 09 20:10:12.192480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43398) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:12.198182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1070651989-router', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:10:12.224336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-a6ad239b-fb7f-48ba-a6ec-33e3b1ece565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:12.226008 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-a6ad239b-fb7f-48ba-a6ec-33e3b1ece565 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1097 time: 0.0487759 Nov 09 20:10:12.226428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:12.227794 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:12.313848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:12.314327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Routers {'fcc44ece-c149-48da-87bc-71ca8aa48732'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:12.316077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:09:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['fcc44ece-c149-48da-87bc-71ca8aa48732'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:12.363254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-43f8cc03-815d-48c9-b73f-83ffb30dab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:12.367222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-43f8cc03-815d-48c9-b73f-83ffb30dab40 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.1328533 Nov 09 20:10:12.444361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 487ecb3f-1542-45a3-af2c-f84a6162d8db up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:12.465386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-bafc2cc6-aef8-40f9-bb47-1b3b081c2700 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 1000 time: 0.0883429 Nov 09 20:10:12.523323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:12.524896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-e128fc34-0cdc-494c-a6ec-9d25ba3f603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:12.526485 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-e128fc34-0cdc-494c-a6ec-9d25ba3f603a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0530133 Nov 09 20:10:12.559688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Set router fcc44ece-c149-48da-87bc-71ca8aa48732 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:12.590371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-4fb5808d-555a-45a4-8aa7-b6bcb31e076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:12.593088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-4fb5808d-555a-45a4-8aa7-b6bcb31e076f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578229 Nov 09 20:10:12.698485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 487ecb3f-1542-45a3-af2c-f84a6162d8db triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:12.698897 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:12.724720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-8e65c274-ce66-44e7-8f4c-1d8f6cf4fce0 service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226311 Nov 09 20:10:12.782639 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:12.793480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-8e93289b-efe4-45c3-8709-9a347d9ee1d4', 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'fixed_ips': [{'subnet_id': 'ba32f055-dfd6-455e-a7d8-a891b325af53'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:10:12.794344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:12.816354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:12.848315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-848577f8-ddca-4553-bea7-334b051a3eb3 service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139054 Nov 09 20:10:12.960394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Allocated IP 172.25.6.66 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/9a8cdd03-78b0-4291-891b-a0400531739f) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:10:13.113146 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.181666 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.194083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414554a-b74d-4047-8dd8-5658d9f15c99 req-dc1421af-6524-4f09-bc47-ddd9881e434e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:13.194990 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.195643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e414554a-b74d-4047-8dd8-5658d9f15c99 req-dc1421af-6524-4f09-bc47-ddd9881e434e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.0786026 Nov 09 20:10:13.236664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 487ecb3f-1542-45a3-af2c-f84a6162d8db, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=487ecb3f-1542-45a3-af2c-f84a6162d8db,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:13.240819 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c53d-e9d2-4ee6-a48a-b50f593629c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.242185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e414554a-b74d-4047-8dd8-5658d9f15c99 req-c5176bd6-1e69-41e2-ba7d-c69fcc50f3e4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390787 Nov 09 20:10:13.246252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:10:13.248178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Allocated IP 172.20.0.2 (8e93289b-efe4-45c3-8709-9a347d9ee1d4/ba32f055-dfd6-455e-a7d8-a891b325af53/7a838498-0917-4a5a-8d16-b4c6dbb55386) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:10:13.251242 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.252581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:10:13.256422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:10:13.291534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8cdd03-78b0-4291-891b-a0400531739f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:13.318793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'name': 'tempest-TestAggregatesBasicOps-2018751974-router', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:06Z', 'updated_at': '2021-11-09T20:10:09Z', 'revision_number': 4, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'gw_port': {'id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:07Z', 'updated_at': '2021-11-09T20:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'adfbc49b-5428-4c4b-9349-5b75688c6383', 'name': '', 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'mac_address': 'fa:16:3e:5b:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ba840828-8730-46f0-8fda-387d7d1cd2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:08Z', 'updated_at': '2021-11-09T20:10:09Z', 'revision_number': 2, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'subnets': [{'id': 'ba840828-8730-46f0-8fda-387d7d1cd2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:13.379640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Checking router: fcc44ece-c149-48da-87bc-71ca8aa48732 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:10:13.380003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Updating router fcc44ece-c149-48da-87bc-71ca8aa48732 port adfbc49b-5428-4c4b-9349-5b75688c6383 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:10:13.434826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=487ecb3f-1542-45a3-af2c-f84a6162d8db,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:13.448110 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.521822 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.554805 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.633903 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.651894 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.744946 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:10:13.752784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:10:13.760167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:10:13.787897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Pushing event updated for resources: {'Port': ['ID=7a838498-0917-4a5a-8d16-b4c6dbb55386,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:13.794487 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.868926 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Attempting to bind port 7a838498-0917-4a5a-8d16-b4c6dbb55386 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:10:13.869570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Attempting to bind port 7a838498-0917-4a5a-8d16-b4c6dbb55386 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '37ba93da-9dd6-4489-9c6e-41941bde5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:10:13.870131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Attempting to bind port 7a838498-0917-4a5a-8d16-b4c6dbb55386 on network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:10:13.878766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:10:13.879150 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Checking segment: {'id': '37ba93da-9dd6-4489-9c6e-41941bde5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:10:13.879560 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.879957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Bound using segment: {'id': '37ba93da-9dd6-4489-9c6e-41941bde5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:10:13.880707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Bound port: 7a838498-0917-4a5a-8d16-b4c6dbb55386, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ba93da-9dd6-4489-9c6e-41941bde5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:10:13.881095 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.933966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Router f144eff6-5876-4e79-9593-8903ed2ad3ff is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:10:13.981436 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:13.995930 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:14.003642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] For port 7a838498-0917-4a5a-8d16-b4c6dbb55386, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:10:14.043280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] For port 7a838498-0917-4a5a-8d16-b4c6dbb55386, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7a838498-0917-4a5a-8d16-b4c6dbb55386,segment=NetworkSegment(37ba93da-9dd6-4489-9c6e-41941bde5f1e),segment_id=37ba93da-9dd6-4489-9c6e-41941bde5f1e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:10:14.057229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:10:14.062537 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:14.066091 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Sync routers for ids ['f144eff6-5876-4e79-9593-8903ed2ad3ff'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:10:14.076771 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Routers {'f144eff6-5876-4e79-9593-8903ed2ad3ff'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:14.077750 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f144eff6-5876-4e79-9593-8903ed2ad3ff'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:14.078725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f253e2b-a9c1-4ea0-93a9-63ad972dad0d None None] Pushing event updated for resources: {'Port': ['ID=adfbc49b-5428-4c4b-9349-5b75688c6383,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:14.093170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:14.094400 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dc0588e8-4172-4362-9e48-cf2715401ea7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9007018 Nov 09 20:10:14.103322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43418) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:14.225186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Attempting to bind port adfbc49b-5428-4c4b-9349-5b75688c6383 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:10:14.225687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Attempting to bind port adfbc49b-5428-4c4b-9349-5b75688c6383 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '6bed448b-729b-4124-bfcc-21f46859284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:10:14.225926 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Attempting to bind port adfbc49b-5428-4c4b-9349-5b75688c6383 on network bdd56ece-8ca8-4474-b96a-256f6afe557c {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:10:14.232873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c84efe-e074-4241-840c-b37569c5a44c None None] Pushing event updated for resources: {'Port': ['ID=7a838498-0917-4a5a-8d16-b4c6dbb55386,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:14.235878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:10:14.236922 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Checking segment: {'id': '6bed448b-729b-4124-bfcc-21f46859284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:10:14.237586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:14.238006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Bound using segment: {'id': '6bed448b-729b-4124-bfcc-21f46859284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:10:14.238503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Bound port: adfbc49b-5428-4c4b-9349-5b75688c6383, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bed448b-729b-4124-bfcc-21f46859284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:10:14.238914 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:14.258203 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Set router f144eff6-5876-4e79-9593-8903ed2ad3ff gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:14.419654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 487ecb3f-1542-45a3-af2c-f84a6162d8db up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:14.479382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] For port adfbc49b-5428-4c4b-9349-5b75688c6383, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:10:14.519786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] For port adfbc49b-5428-4c4b-9349-5b75688c6383, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=adfbc49b-5428-4c4b-9349-5b75688c6383,segment=NetworkSegment(6bed448b-729b-4124-bfcc-21f46859284e),segment_id=6bed448b-729b-4124-bfcc-21f46859284e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:10:14.541224 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:14.548141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9ded21dc-6ba6-4cba-90ba-23611f63b4de None None] Provisioning complete for port adfbc49b-5428-4c4b-9349-5b75688c6383 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:14.548532 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9ded21dc-6ba6-4cba-90ba-23611f63b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:14.668619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 487ecb3f-1542-45a3-af2c-f84a6162d8db triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:14.668988 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:14.680331 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'name': 'tempest-TestAggregatesBasicOps-1070651989-router', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:13Z', 'revision_number': 3, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'gw_port': {'id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:14.717597 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Checking router: f144eff6-5876-4e79-9593-8903ed2ad3ff for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:10:14.718853 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Updating router f144eff6-5876-4e79-9593-8903ed2ad3ff port 9a8cdd03-78b0-4291-891b-a0400531739f binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:10:14.733018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f253e2b-a9c1-4ea0-93a9-63ad972dad0d None None] Pushing event updated for resources: {'Port': ['ID=adfbc49b-5428-4c4b-9349-5b75688c6383,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:14.765092 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:14.793600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Routers {'fcc44ece-c149-48da-87bc-71ca8aa48732'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:14.794401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['fcc44ece-c149-48da-87bc-71ca8aa48732'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:14.797386 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:14.991254 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9ded21dc-6ba6-4cba-90ba-23611f63b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:15.054817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] Set router fcc44ece-c149-48da-87bc-71ca8aa48732 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:15.088503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9ded21dc-6ba6-4cba-90ba-23611f63b4de None None] For port adfbc49b-5428-4c4b-9349-5b75688c6383, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=adfbc49b-5428-4c4b-9349-5b75688c6383,segment=NetworkSegment(6bed448b-729b-4124-bfcc-21f46859284e),segment_id=6bed448b-729b-4124-bfcc-21f46859284e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:15.102389 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622e4a7-918b-4b8d-a9fa-752732c1ad8c req-e8cc6dd4-f023-44da-a203-e90c2c89819b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:15.110314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b622e4a7-918b-4b8d-a9fa-752732c1ad8c req-e8cc6dd4-f023-44da-a203-e90c2c89819b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.2896733 Nov 09 20:10:15.170162 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:15.175950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b622e4a7-918b-4b8d-a9fa-752732c1ad8c req-4fa1c46f-84a1-44c8-9779-75e3abe25f15 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609107 Nov 09 20:10:15.181727 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:15.192992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9ded21dc-6ba6-4cba-90ba-23611f63b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:15.254681 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db273f-60d4-4b4d-8857-52a596ca6dab None None] Pushing event updated for resources: {'Port': ['ID=9a8cdd03-78b0-4291-891b-a0400531739f,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:15.257442 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Attempting to bind port 9a8cdd03-78b0-4291-891b-a0400531739f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:10:15.257804 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Attempting to bind port 9a8cdd03-78b0-4291-891b-a0400531739f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:10:15.258162 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Attempting to bind port 9a8cdd03-78b0-4291-891b-a0400531739f on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:10:15.264628 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:10:15.264999 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:10:15.265397 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:15.265776 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:10:15.266239 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Bound port: 9a8cdd03-78b0-4291-891b-a0400531739f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:10:15.266653 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:15.362416 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7af4d1d6-9ad0-4f4b-9cfb-d5390aa40838 None None] Provisioning complete for port adfbc49b-5428-4c4b-9349-5b75688c6383 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:15.363056 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7af4d1d6-9ad0-4f4b-9cfb-d5390aa40838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:15.372872 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] For port 9a8cdd03-78b0-4291-891b-a0400531739f, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:10:15.376488 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] For port 9a8cdd03-78b0-4291-891b-a0400531739f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a8cdd03-78b0-4291-891b-a0400531739f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:10:15.383568 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:15.444109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded21dc-6ba6-4cba-90ba-23611f63b4de None None] Pushing event updated for resources: {'Port': ['ID=adfbc49b-5428-4c4b-9349-5b75688c6383,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:15.478142 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Routers {'f144eff6-5876-4e79-9593-8903ed2ad3ff'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:15.478437 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f144eff6-5876-4e79-9593-8903ed2ad3ff'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:15.540984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:15.583943 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db273f-60d4-4b4d-8857-52a596ca6dab None None] Pushing event updated for resources: {'Port': ['ID=9a8cdd03-78b0-4291-891b-a0400531739f,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:15.625183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'name': 'tempest-TestAggregatesBasicOps-2018751974-router', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:06Z', 'updated_at': '2021-11-09T20:10:09Z', 'revision_number': 4, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'gw_port': {'id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:07Z', 'updated_at': '2021-11-09T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'adfbc49b-5428-4c4b-9349-5b75688c6383', 'name': '', 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'mac_address': 'fa:16:3e:5b:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ba840828-8730-46f0-8fda-387d7d1cd2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:08Z', 'updated_at': '2021-11-09T20:10:14Z', 'revision_number': 4, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'subnets': [{'id': 'ba840828-8730-46f0-8fda-387d7d1cd2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:15.642655 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] Set router f144eff6-5876-4e79-9593-8903ed2ad3ff gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:15.668821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdaf8d8-c4be-4202-b5f4-c83e6bb15718 None None] The sync data for ids ['fcc44ece-c149-48da-87bc-71ca8aa48732'] in n-d-817256-1 is: [{'id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'name': 'tempest-TestAggregatesBasicOps-2018751974-router', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:06Z', 'updated_at': '2021-11-09T20:10:09Z', 'revision_number': 4, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'gw_port': {'id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:07Z', 'updated_at': '2021-11-09T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'adfbc49b-5428-4c4b-9349-5b75688c6383', 'name': '', 'network_id': 'bdd56ece-8ca8-4474-b96a-256f6afe557c', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'mac_address': 'fa:16:3e:5b:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ba840828-8730-46f0-8fda-387d7d1cd2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:08Z', 'updated_at': '2021-11-09T20:10:14Z', 'revision_number': 4, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'subnets': [{'id': 'ba840828-8730-46f0-8fda-387d7d1cd2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:10:15.782326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Allocated IP 172.20.0.1 (8e93289b-efe4-45c3-8709-9a347d9ee1d4/ba32f055-dfd6-455e-a7d8-a891b325af53/6c5f1646-9560-4839-9e38-e57c38e84441) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:10:15.865859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c052c7b2-57be-4353-9d65-959e07473155 None None] Network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:10:15.912355 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'name': 'tempest-TestAggregatesBasicOps-1070651989-router', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:13Z', 'revision_number': 3, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'gw_port': {'id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:15.959931 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37553a9a-e89b-426f-a54e-619bbe12d65b None None] The sync data for ids ['f144eff6-5876-4e79-9593-8903ed2ad3ff'] in n-d-817256-1 is: [{'id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'name': 'tempest-TestAggregatesBasicOps-1070651989-router', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:13Z', 'revision_number': 3, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'gw_port': {'id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:10:15.975578 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:16.061638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:16.124079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:10:16.148988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Pushing event updated for resources: {'Port': ['ID=6c5f1646-9560-4839-9e38-e57c38e84441,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:16.152356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:10:16.155410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:10:16.199845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6f54b67c-33e8-4428-8383-b351e6354a68 None None] Provisioning complete for port 7a838498-0917-4a5a-8d16-b4c6dbb55386 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:16.200545 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f54b67c-33e8-4428-8383-b351e6354a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:16.273748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:16.403647 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:16.519728 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f54b67c-33e8-4428-8383-b351e6354a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:16.529901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device adfbc49b-5428-4c4b-9349-5b75688c6383 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:16.638315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6f54b67c-33e8-4428-8383-b351e6354a68 None None] For port 7a838498-0917-4a5a-8d16-b4c6dbb55386, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7a838498-0917-4a5a-8d16-b4c6dbb55386,segment=NetworkSegment(37ba93da-9dd6-4489-9c6e-41941bde5f1e),segment_id=37ba93da-9dd6-4489-9c6e-41941bde5f1e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:16.658192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beca39-8012-49b6-b0da-30f25995ab21 req-9df70db8-495d-472a-85ef-12a164b67dad tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:16.660039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62beca39-8012-49b6-b0da-30f25995ab21 req-9df70db8-495d-472a-85ef-12a164b67dad tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.3072622 Nov 09 20:10:16.661539 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f54b67c-33e8-4428-8383-b351e6354a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:16.669127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:16.713969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port adfbc49b-5428-4c4b-9349-5b75688c6383 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:16.714342 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:16.811413 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62beca39-8012-49b6-b0da-30f25995ab21 req-8b44310c-d75f-4d60-a06a-211a46299a0a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073525 Nov 09 20:10:16.823684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54b67c-33e8-4428-8383-b351e6354a68 None None] Pushing event updated for resources: {'Port': ['ID=7a838498-0917-4a5a-8d16-b4c6dbb55386,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:16.902329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7a838498-0917-4a5a-8d16-b4c6dbb55386 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:17.005668 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:17.015181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:17.024765 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:10:17.031895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1abfc4b9-71b2-4c31-854e-51fa2e7b37ce None None] Provisioning complete for port 6c5f1646-9560-4839-9e38-e57c38e84441 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:17.032274 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1abfc4b9-71b2-4c31-854e-51fa2e7b37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:17.131282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1abfc4b9-71b2-4c31-854e-51fa2e7b37ce None None] Port 6c5f1646-9560-4839-9e38-e57c38e84441 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:10:17.133322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7a838498-0917-4a5a-8d16-b4c6dbb55386 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:17.133698 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:17.149926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Pushing event updated for resources: {'Port': ['ID=6c5f1646-9560-4839-9e38-e57c38e84441,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:17.167068 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:17.213575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1abfc4b9-71b2-4c31-854e-51fa2e7b37ce None None] Provisioning complete for port 7a838498-0917-4a5a-8d16-b4c6dbb55386 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:17.213975 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1abfc4b9-71b2-4c31-854e-51fa2e7b37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:17.324848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:10:17.332368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:10:17.492985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0a63d767-4901-4d08-b809-86e069d6bab0 None None] Provisioning complete for port 6c5f1646-9560-4839-9e38-e57c38e84441 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:17.493597 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0a63d767-4901-4d08-b809-86e069d6bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:17.562718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0a63d767-4901-4d08-b809-86e069d6bab0 None None] Port 6c5f1646-9560-4839-9e38-e57c38e84441 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:10:17.593906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Router f144eff6-5876-4e79-9593-8903ed2ad3ff has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:10:17.727357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:10:17.733145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c0a984ad-a86c-4486-a65d-7d0d7cf6237f admin admin] 10.222.0.53 "PUT /v2.0/routers/f144eff6-5876-4e79-9593-8903ed2ad3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6287575 Nov 09 20:10:17.786456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-127232a0-7740-44a5-9416-0751c63abed9 None None] Provisioning complete for port 6c5f1646-9560-4839-9e38-e57c38e84441 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:17.786891 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-127232a0-7740-44a5-9416-0751c63abed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:17.822158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-127232a0-7740-44a5-9416-0751c63abed9 None None] Port 6c5f1646-9560-4839-9e38-e57c38e84441 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:10:17.970951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55df3b-6022-4f88-9986-a0114278f7a1 req-edd5562e-1bbb-498a-b462-df2797c3aa6e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:17.972869 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd55df3b-6022-4f88-9986-a0114278f7a1 req-edd5562e-1bbb-498a-b462-df2797c3aa6e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.0763850 Nov 09 20:10:18.018874 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd55df3b-6022-4f88-9986-a0114278f7a1 req-9819663b-ed75-4e8d-82bf-26dcb8c849c9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390582 Nov 09 20:10:18.437554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a8cdd03-78b0-4291-891b-a0400531739f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:18.504056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9a8cdd03-78b0-4291-891b-a0400531739f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:18.504717 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:18.600727 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:18.637297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 9a8cdd03-78b0-4291-891b-a0400531739f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a8cdd03-78b0-4291-891b-a0400531739f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:18.643920 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:18.644874 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7a838498-0917-4a5a-8d16-b4c6dbb55386 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:18.744535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=9a8cdd03-78b0-4291-891b-a0400531739f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:18.778020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7a838498-0917-4a5a-8d16-b4c6dbb55386 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:18.778581 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:18.863231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Sync routers for ids ['f144eff6-5876-4e79-9593-8903ed2ad3ff'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:10:18.885372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Routers {'f144eff6-5876-4e79-9593-8903ed2ad3ff'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:18.886068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f144eff6-5876-4e79-9593-8903ed2ad3ff'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:19.027255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Set router f144eff6-5876-4e79-9593-8903ed2ad3ff gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:19.030395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43516) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:19.200856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7054b5-f074-4c22-8adb-cd6cd1da84b2 req-59a5f71e-d7d0-4b34-b2c0-4f1f2b01d10f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:19.202353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f7054b5-f074-4c22-8adb-cd6cd1da84b2 req-59a5f71e-d7d0-4b34-b2c0-4f1f2b01d10f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.0840433 Nov 09 20:10:19.280320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'name': 'tempest-TestAggregatesBasicOps-1070651989-router', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:16Z', 'revision_number': 4, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'gw_port': {'id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6c5f1646-9560-4839-9e38-e57c38e84441', 'name': '', 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'mac_address': 'fa:16:3e:27:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'ba32f055-dfd6-455e-a7d8-a891b325af53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:15Z', 'updated_at': '2021-11-09T20:10:16Z', 'revision_number': 2, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'subnets': [{'id': 'ba32f055-dfd6-455e-a7d8-a891b325af53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:19.336356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Checking router: f144eff6-5876-4e79-9593-8903ed2ad3ff for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:10:19.339045 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f7054b5-f074-4c22-8adb-cd6cd1da84b2 req-0a4a7232-3e2a-41a9-81ce-9b292c532b45 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560920 Nov 09 20:10:19.341183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Updating router f144eff6-5876-4e79-9593-8903ed2ad3ff port 6c5f1646-9560-4839-9e38-e57c38e84441 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:10:19.391699 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:19.548275 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:19.742116 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:19.747754 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:19.808578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c94ee5-37da-4e11-a33d-7b78f85bde68 None None] Pushing event updated for resources: {'Port': ['ID=6c5f1646-9560-4839-9e38-e57c38e84441,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:19.851322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] Deleting port adfbc49b-5428-4c4b-9349-5b75688c6383 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:10:19.851702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:19.875375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Attempting to bind port 6c5f1646-9560-4839-9e38-e57c38e84441 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:10:19.875832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Attempting to bind port 6c5f1646-9560-4839-9e38-e57c38e84441 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '37ba93da-9dd6-4489-9c6e-41941bde5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:10:19.876266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Attempting to bind port 6c5f1646-9560-4839-9e38-e57c38e84441 on network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:10:19.883187 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:10:19.884265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Checking segment: {'id': '37ba93da-9dd6-4489-9c6e-41941bde5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:10:19.884265 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:19.884265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Bound using segment: {'id': '37ba93da-9dd6-4489-9c6e-41941bde5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:10:19.884870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Bound port: 6c5f1646-9560-4839-9e38-e57c38e84441, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ba93da-9dd6-4489-9c6e-41941bde5f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:10:19.885186 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:19.941525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] For port adfbc49b-5428-4c4b-9349-5b75688c6383, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=adfbc49b-5428-4c4b-9349-5b75688c6383,segment=NetworkSegment(6bed448b-729b-4124-bfcc-21f46859284e),segment_id=6bed448b-729b-4124-bfcc-21f46859284e)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:19.942255 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:19.959333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] For port 6c5f1646-9560-4839-9e38-e57c38e84441, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:10:19.960168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] Calling delete_port for adfbc49b-5428-4c4b-9349-5b75688c6383 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:10:19.963169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] For port 6c5f1646-9560-4839-9e38-e57c38e84441, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6c5f1646-9560-4839-9e38-e57c38e84441,segment=NetworkSegment(37ba93da-9dd6-4489-9c6e-41941bde5f1e),segment_id=37ba93da-9dd6-4489-9c6e-41941bde5f1e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:10:19.972215 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:20.030452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Routers {'f144eff6-5876-4e79-9593-8903ed2ad3ff'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:20.031180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f144eff6-5876-4e79-9593-8903ed2ad3ff'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:20.127293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c94ee5-37da-4e11-a33d-7b78f85bde68 None None] Pushing event updated for resources: {'Port': ['ID=6c5f1646-9560-4839-9e38-e57c38e84441,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:20.174362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] Set router f144eff6-5876-4e79-9593-8903ed2ad3ff gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:20.203324 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:20.214537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3435a8c6-05ff-41b2-8ece-a1c3a8baa0b8 None None] Provisioning complete for port 6c5f1646-9560-4839-9e38-e57c38e84441 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:20.215092 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3435a8c6-05ff-41b2-8ece-a1c3a8baa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:20.286720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] Pushing event deleted for resources: {'Port': ['ID=adfbc49b-5428-4c4b-9349-5b75688c6383,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:20.400500 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a8cdd03-78b0-4291-891b-a0400531739f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:20.511636 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3435a8c6-05ff-41b2-8ece-a1c3a8baa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:20.584192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747f906-2d19-4715-9293-af42d74514f5 req-e786bcbc-650a-41ff-af71-80a389b4868a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:20.585758 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4747f906-2d19-4715-9293-af42d74514f5 req-e786bcbc-650a-41ff-af71-80a389b4868a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.1540504 Nov 09 20:10:20.603329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3435a8c6-05ff-41b2-8ece-a1c3a8baa0b8 None None] For port 6c5f1646-9560-4839-9e38-e57c38e84441, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6c5f1646-9560-4839-9e38-e57c38e84441,segment=NetworkSegment(37ba93da-9dd6-4489-9c6e-41941bde5f1e),segment_id=37ba93da-9dd6-4489-9c6e-41941bde5f1e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:20.606538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9a8cdd03-78b0-4291-891b-a0400531739f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:20.606924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:20.613482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:20.649136 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3435a8c6-05ff-41b2-8ece-a1c3a8baa0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:20.719105 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4747f906-2d19-4715-9293-af42d74514f5 req-b901a4df-00a8-4b85-8360-6a2f220d1ea8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067669 Nov 09 20:10:20.726412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'name': 'tempest-TestAggregatesBasicOps-1070651989-router', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:16Z', 'revision_number': 4, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'gw_port': {'id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6c5f1646-9560-4839-9e38-e57c38e84441', 'name': '', 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'mac_address': 'fa:16:3e:27:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'ba32f055-dfd6-455e-a7d8-a891b325af53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:15Z', 'updated_at': '2021-11-09T20:10:19Z', 'revision_number': 4, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'subnets': [{'id': 'ba32f055-dfd6-455e-a7d8-a891b325af53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:20.738551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435a8c6-05ff-41b2-8ece-a1c3a8baa0b8 None None] Pushing event updated for resources: {'Port': ['ID=6c5f1646-9560-4839-9e38-e57c38e84441,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:20.790315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0cacb6-cc39-4b7e-87bc-3b7221b96132 None None] The sync data for ids ['f144eff6-5876-4e79-9593-8903ed2ad3ff'] in n-d-817256-1 is: [{'id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'name': 'tempest-TestAggregatesBasicOps-1070651989-router', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:16Z', 'revision_number': 4, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'gw_port': {'id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6c5f1646-9560-4839-9e38-e57c38e84441', 'name': '', 'network_id': '8e93289b-efe4-45c3-8709-9a347d9ee1d4', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'mac_address': 'fa:16:3e:27:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'ba32f055-dfd6-455e-a7d8-a891b325af53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:15Z', 'updated_at': '2021-11-09T20:10:19Z', 'revision_number': 4, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'subnets': [{'id': 'ba32f055-dfd6-455e-a7d8-a891b325af53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:10:20.813461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-08a44666-530a-4c89-aa7f-9882d3ffbc46 None None] Provisioning complete for port 6c5f1646-9560-4839-9e38-e57c38e84441 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:20.813829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08a44666-530a-4c89-aa7f-9882d3ffbc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:20.942587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] Router fcc44ece-c149-48da-87bc-71ca8aa48732 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:10:21.061622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:10:21.067202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9bbf5e25-9cc1-4510-adc0-2f36e79a5101 admin admin] 10.222.0.53 "PUT /v2.0/routers/fcc44ece-c149-48da-87bc-71ca8aa48732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0357234 Nov 09 20:10:21.069771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43546) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:21.072878 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] Sync routers for ids ['fcc44ece-c149-48da-87bc-71ca8aa48732'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:10:21.083279 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] Routers {'fcc44ece-c149-48da-87bc-71ca8aa48732'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:21.084041 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['fcc44ece-c149-48da-87bc-71ca8aa48732'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:21.291001 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:21.338042 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] Set router fcc44ece-c149-48da-87bc-71ca8aa48732 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:21.635663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:21.669245 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'name': 'tempest-TestAggregatesBasicOps-2018751974-router', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:06Z', 'updated_at': '2021-11-09T20:10:20Z', 'revision_number': 5, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'gw_port': {'id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:07Z', 'updated_at': '2021-11-09T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:21.742031 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] Checking router: fcc44ece-c149-48da-87bc-71ca8aa48732 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:10:21.753046 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] Routers {'fcc44ece-c149-48da-87bc-71ca8aa48732'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:21.753988 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['fcc44ece-c149-48da-87bc-71ca8aa48732'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:21.889017 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:21.889269 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] Set router fcc44ece-c149-48da-87bc-71ca8aa48732 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:21.963051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Deleting port 487ecb3f-1542-45a3-af2c-f84a6162d8db {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:10:21.963988 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.068317 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] For port 487ecb3f-1542-45a3-af2c-f84a6162d8db, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=487ecb3f-1542-45a3-af2c-f84a6162d8db,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:22.068836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.087536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Calling delete_port for 487ecb3f-1542-45a3-af2c-f84a6162d8db owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:10:22.109179 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'name': 'tempest-TestAggregatesBasicOps-2018751974-router', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:06Z', 'updated_at': '2021-11-09T20:10:20Z', 'revision_number': 5, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'gw_port': {'id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:07Z', 'updated_at': '2021-11-09T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:22.142761 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dbdc34-4d2f-46fd-b317-afa8364726ef None None] The sync data for ids ['fcc44ece-c149-48da-87bc-71ca8aa48732'] in n-d-817256-1 is: [{'id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'name': 'tempest-TestAggregatesBasicOps-2018751974-router', 'tenant_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:06Z', 'updated_at': '2021-11-09T20:10:20Z', 'revision_number': 5, 'project_id': '25ac54f088f44c5f81dac7cdb0c0465a', 'gw_port': {'id': '487ecb3f-1542-45a3-af2c-f84a6162d8db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc44ece-c149-48da-87bc-71ca8aa48732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:07Z', 'updated_at': '2021-11-09T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:10:22.205525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d631a4-8604-4bf4-8c2c-e35d08944a93 req-59025219-3adc-4172-b8da-7fb4cc438883 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:22.207189 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-50d631a4-8604-4bf4-8c2c-e35d08944a93 req-59025219-3adc-4172-b8da-7fb4cc438883 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.1066155 Nov 09 20:10:22.304836 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-50d631a4-8604-4bf4-8c2c-e35d08944a93 req-15e9e283-b068-4469-bbcf-6c275fda37b9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892427 Nov 09 20:10:22.369517 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.389561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6c5f1646-9560-4839-9e38-e57c38e84441 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:22.408735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Pushing event deleted for resources: {'Port': ['ID=487ecb3f-1542-45a3-af2c-f84a6162d8db,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:22.446989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6c5f1646-9560-4839-9e38-e57c38e84441 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:22.447868 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.479307 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.575566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.577697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.625026 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.625638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc44ece-c149-48da-87bc-71ca8aa48732 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:10:22.631470 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.635415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a3446567-3950-4b14-bf15-20982dd7af4d admin admin] 10.222.0.53 "DELETE /v2.0/routers/fcc44ece-c149-48da-87bc-71ca8aa48732 HTTP/1.1" status: 204 len: 168 time: 1.5623219 Nov 09 20:10:22.635716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43564) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:22.685356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2d52cc-4f94-4e4f-a931-38b7b0a455aa admin admin] Deleting subnet ba840828-8730-46f0-8fda-387d7d1cd2a4 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:10:22.688525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a2d52cc-4f94-4e4f-a931-38b7b0a455aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.729190 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a2d52cc-4f94-4e4f-a931-38b7b0a455aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.831671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a2d52cc-4f94-4e4f-a931-38b7b0a455aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.895988 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a2d52cc-4f94-4e4f-a931-38b7b0a455aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.934710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a2d52cc-4f94-4e4f-a931-38b7b0a455aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:22.938544 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8a2d52cc-4f94-4e4f-a931-38b7b0a455aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ba840828-8730-46f0-8fda-387d7d1cd2a4 HTTP/1.1" status: 204 len: 168 time: 0.3012695 Nov 09 20:10:22.940508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d52cc-4f94-4e4f-a931-38b7b0a455aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba840828-8730-46f0-8fda-387d7d1cd2a4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:22.941301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43572) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:22.943620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523067c2-cf4a-4148-a77e-81188e8dafd8 None None] Network bdd56ece-8ca8-4474-b96a-256f6afe557c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:10:23.033132 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.102364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Deleting port c2fdeb12-84d6-434a-80b5-ada03379c3af {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:10:23.102683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.181474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42937649-3217-4ce2-81f2-4d9b53f0cf93 None None] DHCP port deletion for bdd56ece-8ca8-4474-b96a-256f6afe557c request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:10:23.186692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] For port c2fdeb12-84d6-434a-80b5-ada03379c3af, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c2fdeb12-84d6-434a-80b5-ada03379c3af,segment=NetworkSegment(6bed448b-729b-4124-bfcc-21f46859284e),segment_id=6bed448b-729b-4124-bfcc-21f46859284e)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:23.187305 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.206324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Calling delete_port for c2fdeb12-84d6-434a-80b5-ada03379c3af owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:10:23.229078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-42937649-3217-4ce2-81f2-4d9b53f0cf93 None None] Deleting port c2fdeb12-84d6-434a-80b5-ada03379c3af {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:10:23.229734 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-42937649-3217-4ce2-81f2-4d9b53f0cf93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.290234 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.295562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-42937649-3217-4ce2-81f2-4d9b53f0cf93 None None] For port c2fdeb12-84d6-434a-80b5-ada03379c3af, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c2fdeb12-84d6-434a-80b5-ada03379c3af,segment=NetworkSegment(6bed448b-729b-4124-bfcc-21f46859284e),segment_id=6bed448b-729b-4124-bfcc-21f46859284e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:23.295956 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-42937649-3217-4ce2-81f2-4d9b53f0cf93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.309495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-42937649-3217-4ce2-81f2-4d9b53f0cf93 None None] Calling delete_port for c2fdeb12-84d6-434a-80b5-ada03379c3af owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:10:23.316785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fdeb12-84d6-434a-80b5-ada03379c3af,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:23.320678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] No DVR routers for this DVR port c2fdeb12-84d6-434a-80b5-ada03379c3af on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:10:23.405268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.416965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-42937649-3217-4ce2-81f2-4d9b53f0cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.428386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6877c9-3558-46ba-a44c-33317df61d2d req-45c73f39-9280-43c4-be3b-8096276703c2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:23.430313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd56ece-8ca8-4474-b96a-256f6afe557c']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:23.435937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f6877c9-3558-46ba-a44c-33317df61d2d req-45c73f39-9280-43c4-be3b-8096276703c2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.0643809 Nov 09 20:10:23.440615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bed448b-729b-4124-bfcc-21f46859284e') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:23.440987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bed448b-729b-4124-bfcc-21f46859284e') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:23.449783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42937649-3217-4ce2-81f2-4d9b53f0cf93 None None] Pushing event deleted for resources: {'Port': ['ID=c2fdeb12-84d6-434a-80b5-ada03379c3af,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:23.453956 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.460401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42937649-3217-4ce2-81f2-4d9b53f0cf93 None None] No DVR routers for this DVR port c2fdeb12-84d6-434a-80b5-ada03379c3af on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:10:23.469291 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.481115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:10:23.481626 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:10:23.483471 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:10:23.486991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f6877c9-3558-46ba-a44c-33317df61d2d req-d65b5cf9-810a-42fa-9bd4-f86262c65190 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481296 Nov 09 20:10:23.552813 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.561843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:23.565909 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] 10.222.0.53 "DELETE /v2.0/networks/bdd56ece-8ca8-4474-b96a-256f6afe557c HTTP/1.1" status: 204 len: 168 time: 0.6234221 Nov 09 20:10:23.575593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:23.596007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1264c-ca0c-4282-b3a6-3be0712fd29f admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd56ece-8ca8-4474-b96a-256f6afe557c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:23.990672 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:24.277525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] Deleting port 6c5f1646-9560-4839-9e38-e57c38e84441 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:10:24.277872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:24.359317 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] For port 6c5f1646-9560-4839-9e38-e57c38e84441, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6c5f1646-9560-4839-9e38-e57c38e84441,segment=NetworkSegment(37ba93da-9dd6-4489-9c6e-41941bde5f1e),segment_id=37ba93da-9dd6-4489-9c6e-41941bde5f1e)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:24.359684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:24.372965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] Calling delete_port for 6c5f1646-9560-4839-9e38-e57c38e84441 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:10:24.516396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device adfbc49b-5428-4c4b-9349-5b75688c6383 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:10:24.542899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: adfbc49b-5428-4c4b-9349-5b75688c6383 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:10:24.543521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device adfbc49b-5428-4c4b-9349-5b75688c6383 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:10:24.544098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 487ecb3f-1542-45a3-af2c-f84a6162d8db no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:10:24.569602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 487ecb3f-1542-45a3-af2c-f84a6162d8db {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:10:24.570311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 487ecb3f-1542-45a3-af2c-f84a6162d8db not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:10:24.571167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c2fdeb12-84d6-434a-80b5-ada03379c3af no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:10:24.593094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: c2fdeb12-84d6-434a-80b5-ada03379c3af {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:10:24.593611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c2fdeb12-84d6-434a-80b5-ada03379c3af not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:10:24.614957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:24.651767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5f1646-9560-4839-9e38-e57c38e84441,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:24.682338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331921b2-1929-4a2b-9f1f-c1f3dbd70ada req-5fdba4fa-c5d9-4a34-b6fb-0402e3ce4987 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:24.684028 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-331921b2-1929-4a2b-9f1f-c1f3dbd70ada req-5fdba4fa-c5d9-4a34-b6fb-0402e3ce4987 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 946 time: 0.1104670 Nov 09 20:10:24.794248 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-331921b2-1929-4a2b-9f1f-c1f3dbd70ada req-350b7ef6-99cb-47c5-a259-87f8ea9208af tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914071 Nov 09 20:10:24.870568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:25.028178 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-9e54ab1b-993b-4c83-ad1d-709d507d2201 service neutron] show failed (client error): The resource could not be found. Nov 09 20:10:25.029209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-9e54ab1b-993b-4c83-ad1d-709d507d2201 service neutron] 10.222.0.77 "GET /v2.0/ports/796c2508-598f-4c0a-a9bf-7eedb6aeb6f1/bindings/n-h1-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.1111591 Nov 09 20:10:25.153915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] Router f144eff6-5876-4e79-9593-8903ed2ad3ff has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:10:25.271335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:10:25.273990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-c768ce41-b53c-4b79-bcfb-d4894f243cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:25.276096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-c768ce41-b53c-4b79-bcfb-d4894f243cc3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0475318 Nov 09 20:10:25.276733 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-94eeaff3-6e09-4b44-bc9d-a3953e3ee453 admin admin] 10.222.0.53 "PUT /v2.0/routers/f144eff6-5876-4e79-9593-8903ed2ad3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7068231 Nov 09 20:10:25.279214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43612) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:25.285569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] Sync routers for ids ['f144eff6-5876-4e79-9593-8903ed2ad3ff'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:10:25.300106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:10:25.302814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] Routers {'f144eff6-5876-4e79-9593-8903ed2ad3ff'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:25.303442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f144eff6-5876-4e79-9593-8903ed2ad3ff'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:25.393006 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:25.399443 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:25.425001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] Set router f144eff6-5876-4e79-9593-8903ed2ad3ff gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:25.520944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:25.564670 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:25.590765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Deleting port 9a8cdd03-78b0-4291-891b-a0400531739f {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:10:25.591385 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:25.636793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:25.651122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'name': 'tempest-TestAggregatesBasicOps-1070651989-router', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:24Z', 'revision_number': 5, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'gw_port': {'id': '9a8cdd03-78b0-4291-891b-a0400531739f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ad:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:25.685030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:10:25.685627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] Checking router: f144eff6-5876-4e79-9593-8903ed2ad3ff for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:10:25.695586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] Routers {'f144eff6-5876-4e79-9593-8903ed2ad3ff'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:10:25.696204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f144eff6-5876-4e79-9593-8903ed2ad3ff'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:25.722995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] For port 9a8cdd03-78b0-4291-891b-a0400531739f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9a8cdd03-78b0-4291-891b-a0400531739f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:25.723367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:25.736528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:10:25.737253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Calling delete_port for 9a8cdd03-78b0-4291-891b-a0400531739f owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:10:25.741730 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0705cf5-7c51-43ff-aa51-187549bb62d0" -d '{"events": [{"server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "name": "network-vif-unplugged", "status": "completed", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:10:25.746323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:25.760343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Transition to ACTIVE for port object 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:10:25.767881 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:25.803013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] Set router f144eff6-5876-4e79-9593-8903ed2ad3ff gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:10:25.822629 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110efae9-7ad0-4160-b487-7f46d93dfcde x-openstack-request-id: req-110efae9-7ad0-4160-b487-7f46d93dfcde {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:10:25.823233 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "name": "network-vif-unplugged", "status": "completed", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:10:25.823631 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-110efae9-7ad0-4160-b487-7f46d93dfcde {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:10:25.824348 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'code': 200} Nov 09 20:10:25.961144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'name': 'tempest-TestAggregatesBasicOps-1070651989-router', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:25Z', 'revision_number': 6, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:25.993913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d264354-0bec-4853-8c85-027381e8cf60 None None] The sync data for ids ['f144eff6-5876-4e79-9593-8903ed2ad3ff'] in n-d-817256-1 is: [{'id': 'f144eff6-5876-4e79-9593-8903ed2ad3ff', 'name': 'tempest-TestAggregatesBasicOps-1070651989-router', 'tenant_id': 'd60f42c78b354e7795655cbda974d7dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:10:12Z', 'updated_at': '2021-11-09T20:10:25Z', 'revision_number': 6, 'project_id': 'd60f42c78b354e7795655cbda974d7dc', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:10:26.051225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] No DVR routers for this DVR port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:10:26.072805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.103539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8cdd03-78b0-4291-891b-a0400531739f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:26.147288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:26.185425 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.290838 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.295315 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.343930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.344499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f144eff6-5876-4e79-9593-8903ed2ad3ff {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:10:26.351650 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.353953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-16551360-b3d4-4e3d-a78f-243c19c43587 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f144eff6-5876-4e79-9593-8903ed2ad3ff HTTP/1.1" status: 204 len: 168 time: 1.0738001 Nov 09 20:10:26.356600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43628) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:26.414792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b55841-c383-4f48-b1ef-19b7bcc665fe admin admin] Deleting subnet ba32f055-dfd6-455e-a7d8-a891b325af53 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:10:26.421678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93b55841-c383-4f48-b1ef-19b7bcc665fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.476396 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93b55841-c383-4f48-b1ef-19b7bcc665fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.588878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6c5f1646-9560-4839-9e38-e57c38e84441 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:10:26.589309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e65fe9-e6d4-428d-ad68-ea2a7517a354 req-d71a1d2f-a224-4b8d-95ac-e47db5797aaf tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:26.590973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79e65fe9-e6d4-428d-ad68-ea2a7517a354 req-d71a1d2f-a224-4b8d-95ac-e47db5797aaf tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.5410707 Nov 09 20:10:26.623320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 6c5f1646-9560-4839-9e38-e57c38e84441 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:10:26.623674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6c5f1646-9560-4839-9e38-e57c38e84441 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:10:26.651550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:10:26.651886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:10:26.652217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on network 9254c510-8e2f-436c-9142-d68379d96f69 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:10:26.669265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on network 9254c510-8e2f-436c-9142-d68379d96f69 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:10:26.669492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on network 9254c510-8e2f-436c-9142-d68379d96f69 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:10:26.674170 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79e65fe9-e6d4-428d-ad68-ea2a7517a354 req-24f851b4-c992-4e41-80b4-10a82b093f9c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693393 Nov 09 20:10:26.678601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:10:26.678948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Checking segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:10:26.679341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Bound using segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:10:26.679899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Bound port: 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:10:26.680123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.753006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:10:26.757859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:10:26.761833 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.807678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:26.808689 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:26.810377 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] 10.222.0.70 "PUT /v2.0/ports/796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 1092 time: 1.5192518 Nov 09 20:10:26.870482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ee2d3-7947-4d70-bb3d-af3e35fe6279 service neutron] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:26.888655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-2c9e0769-3815-485d-84aa-3fbb9871ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:26.890261 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-2c9e0769-3815-485d-84aa-3fbb9871ceaa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1095 time: 0.0493288 Nov 09 20:10:26.919132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93b55841-c383-4f48-b1ef-19b7bcc665fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.011429 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93b55841-c383-4f48-b1ef-19b7bcc665fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.047696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-8d5902dd-aa4c-444e-88f7-35039b8b260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:27.049624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-8d5902dd-aa4c-444e-88f7-35039b8b260c service neutron] 10.222.0.70 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.1521373 Nov 09 20:10:27.069234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b55841-c383-4f48-b1ef-19b7bcc665fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba32f055-dfd6-455e-a7d8-a891b325af53,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:27.086729 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-93b55841-c383-4f48-b1ef-19b7bcc665fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.092477 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-93b55841-c383-4f48-b1ef-19b7bcc665fe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ba32f055-dfd6-455e-a7d8-a891b325af53 HTTP/1.1" status: 204 len: 168 time: 0.7348273 Nov 09 20:10:27.094166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2d3db5-3525-41fc-a92d-d12cc3b4d753 None None] Network 8e93289b-efe4-45c3-8709-9a347d9ee1d4 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:10:27.095637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43634) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:27.190111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-2b4fc7ab-52dd-44d9-99c0-f3e3c3d9dc59 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 998 time: 0.1318972 Nov 09 20:10:27.215930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.285069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-0199d982-7cdc-4986-82f7-b41a6d0cbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:27.286689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-0199d982-7cdc-4986-82f7-b41a6d0cbc4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0887110 Nov 09 20:10:27.292028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Deleting port 7a838498-0917-4a5a-8d16-b4c6dbb55386 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:10:27.292373 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.342059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b6d918e0-74a1-4aa4-9e77-5aa3f675680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:27.343609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-b6d918e0-74a1-4aa4-9e77-5aa3f675680a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482540 Nov 09 20:10:27.398776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] For port 7a838498-0917-4a5a-8d16-b4c6dbb55386, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7a838498-0917-4a5a-8d16-b4c6dbb55386,segment=NetworkSegment(37ba93da-9dd6-4489-9c6e-41941bde5f1e),segment_id=37ba93da-9dd6-4489-9c6e-41941bde5f1e)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:27.399507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.410904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f313b485-02d0-4c58-921c-3fa67f038db9 None None] DHCP port deletion for 8e93289b-efe4-45c3-8709-9a347d9ee1d4 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:10:27.422686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Calling delete_port for 7a838498-0917-4a5a-8d16-b4c6dbb55386 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:10:27.496601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f313b485-02d0-4c58-921c-3fa67f038db9 None None] Deleting port 7a838498-0917-4a5a-8d16-b4c6dbb55386 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:10:27.496967 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f313b485-02d0-4c58-921c-3fa67f038db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.511034 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-e248a4ba-2513-42ba-afc0-1461c1f0eb34 service neutron] 10.222.0.70 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555033 Nov 09 20:10:27.516587 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.550051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a838498-0917-4a5a-8d16-b4c6dbb55386,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:27.551939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] No DVR routers for this DVR port 7a838498-0917-4a5a-8d16-b4c6dbb55386 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:10:27.589780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f313b485-02d0-4c58-921c-3fa67f038db9 None None] For port 7a838498-0917-4a5a-8d16-b4c6dbb55386, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7a838498-0917-4a5a-8d16-b4c6dbb55386,segment=NetworkSegment(37ba93da-9dd6-4489-9c6e-41941bde5f1e),segment_id=37ba93da-9dd6-4489-9c6e-41941bde5f1e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:27.590376 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f313b485-02d0-4c58-921c-3fa67f038db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.603969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f313b485-02d0-4c58-921c-3fa67f038db9 None None] Calling delete_port for 7a838498-0917-4a5a-8d16-b4c6dbb55386 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:10:27.628477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34bf7488-38e6-4994-b1fe-6297b760b96d req-303b51c4-7bbe-4d94-99bf-8fac2ce0cb16 service neutron] 10.222.0.70 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099753 Nov 09 20:10:27.634888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.656527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e93289b-efe4-45c3-8709-9a347d9ee1d4']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:27.667096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ba93da-9dd6-4489-9c6e-41941bde5f1e') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:27.667398 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ba93da-9dd6-4489-9c6e-41941bde5f1e') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:10:27.677977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.692142 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.701486 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f313b485-02d0-4c58-921c-3fa67f038db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.701960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:10:27.702367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:10:27.707661 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:10:27.747826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313b485-02d0-4c58-921c-3fa67f038db9 None None] Pushing event deleted for resources: {'Port': ['ID=7a838498-0917-4a5a-8d16-b4c6dbb55386,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:27.750981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313b485-02d0-4c58-921c-3fa67f038db9 None None] No DVR routers for this DVR port 7a838498-0917-4a5a-8d16-b4c6dbb55386 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:10:27.786660 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.792782 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:27.797869 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8e93289b-efe4-45c3-8709-9a347d9ee1d4 HTTP/1.1" status: 204 len: 168 time: 0.7012544 Nov 09 20:10:27.816104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd27d61-a18e-4c6e-a51d-1a85aaa3c043 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e93289b-efe4-45c3-8709-9a347d9ee1d4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:27.826638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:10:27.828890 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee35b37-9797-45a2-ba17-9bf61f16d840" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:10:27.851765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a1fb0-7052-42d6-9395-0dc2382948c0 req-bca432ae-2029-48c6-b451-84bbf9ff17c0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:27.853760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b6a1fb0-7052-42d6-9395-0dc2382948c0 req-bca432ae-2029-48c6-b451-84bbf9ff17c0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.0760179 Nov 09 20:10:27.910948 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46357871-b926-49aa-97d8-d514d4742348 x-openstack-request-id: req-46357871-b926-49aa-97d8-d514d4742348 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:10:27.911078 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:10:27.911508 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46357871-b926-49aa-97d8-d514d4742348 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:10:27.912059 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'status': 'completed', 'code': 200} Nov 09 20:10:27.921318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b6a1fb0-7052-42d6-9395-0dc2382948c0 req-8bebbbd5-090d-4cc8-b14f-7b3dbffc8a3e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601177 Nov 09 20:10:27.983749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-e0053ae7-aed8-466f-99d1-20b190fbd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:27.984103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-fb630e7e-f993-4e36-8de6-96875d4177e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:27.986282 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-e0053ae7-aed8-466f-99d1-20b190fbd703 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1095 time: 0.0703073 Nov 09 20:10:27.986631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-fb630e7e-f993-4e36-8de6-96875d4177e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1095 time: 0.0619500 Nov 09 20:10:28.044191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43652) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:28.115393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-75575baf-a415-4359-bd48-baf670a733f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:28.117076 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-75575baf-a415-4359-bd48-baf670a733f5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.1191092 Nov 09 20:10:28.118626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ff555fcb-2b71-4edb-a50d-0804dc26e6b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25ac54f088f44c5f81dac7cdb0c0465a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732741 Nov 09 20:10:28.121259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43654) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:28.129240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-739e2761-2805-430b-ae70-4dfd5e1fbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:28.130756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-739e2761-2805-430b-ae70-4dfd5e1fbbc9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.1369951 Nov 09 20:10:28.211974 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-b465defc-4d9b-4237-a191-38889728c94e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 998 time: 0.0729792 Nov 09 20:10:28.221093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-c80679d0-8801-4794-9afb-f4d9ef2f7fba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 998 time: 0.0916641 Nov 09 20:10:28.238492 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6257e2a1-7ec0-43b4-8e66-e919002f3962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:28.288758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-104dbc61-0593-4198-b4c5-f59034324666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:28.290701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-104dbc61-0593-4198-b4c5-f59034324666 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0709062 Nov 09 20:10:28.297505 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6257e2a1-7ec0-43b4-8e66-e919002f3962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:28.311477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-083361ed-6923-4171-b52d-3f152e4447ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:28.312962 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-083361ed-6923-4171-b52d-3f152e4447ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0759468 Nov 09 20:10:28.313249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a8cdd03-78b0-4291-891b-a0400531739f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:10:28.335691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 9a8cdd03-78b0-4291-891b-a0400531739f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:10:28.336291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9a8cdd03-78b0-4291-891b-a0400531739f not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:10:28.336901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7a838498-0917-4a5a-8d16-b4c6dbb55386 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:10:28.362750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-629591f9-b685-46a9-b67c-737150b83567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:28.363973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 7a838498-0917-4a5a-8d16-b4c6dbb55386 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:10:28.364329 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-629591f9-b685-46a9-b67c-737150b83567 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643387 Nov 09 20:10:28.364555 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7a838498-0917-4a5a-8d16-b4c6dbb55386 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:10:28.405993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-95b1771e-fb7c-4083-b018-dde8dfd530b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:28.408113 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-95b1771e-fb7c-4083-b018-dde8dfd530b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580003 Nov 09 20:10:28.409709 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6257e2a1-7ec0-43b4-8e66-e919002f3962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:28.412757 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6257e2a1-7ec0-43b4-8e66-e919002f3962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:28.414141 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6257e2a1-7ec0-43b4-8e66-e919002f3962 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f08bb3ea-b770-4d25-8d94-c089b2c3c05a HTTP/1.1" status: 204 len: 168 time: 0.2919714 Nov 09 20:10:28.432550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257e2a1-7ec0-43b4-8e66-e919002f3962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08bb3ea-b770-4d25-8d94-c089b2c3c05a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:28.472560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-a28bfdb3-1c0b-4fbe-97f7-10543e121656 service neutron] 10.222.0.70 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993884 Nov 09 20:10:28.534365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-6b4f06b1-304a-460e-adae-985cb54b2203 service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097696 Nov 09 20:10:28.595828 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-ecdf569c-73f7-426b-9e01-ef67742e17aa service neutron] 10.222.0.70 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150415 Nov 09 20:10:28.666370 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ee35b37-9797-45a2-ba17-9bf61f16d840 req-da93f57b-693f-4565-8542-b3927072a805 service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213629 Nov 09 20:10:28.806497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43670) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:28.849687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-426318c0-ae2e-4ab9-bace-43662504b3d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d60f42c78b354e7795655cbda974d7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422089 Nov 09 20:10:28.852120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 43674) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:28.901351 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-789be877-5b4f-4de2-a96a-c270a89f2648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:28.929528 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-789be877-5b4f-4de2-a96a-c270a89f2648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:28.998282 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-789be877-5b4f-4de2-a96a-c270a89f2648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:28.999811 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-789be877-5b4f-4de2-a96a-c270a89f2648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:29.003603 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-789be877-5b4f-4de2-a96a-c270a89f2648 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf714619-342c-4d78-a054-26e69b5930eb HTTP/1.1" status: 204 len: 168 time: 0.1482484 Nov 09 20:10:29.012359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789be877-5b4f-4de2-a96a-c270a89f2648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf714619-342c-4d78-a054-26e69b5930eb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:29.067638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083cc6d-2832-45e1-83b1-49e63f8c8b3c req-86f1d95b-2080-4c42-bfbf-9a5f65577c46 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:29.069244 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c083cc6d-2832-45e1-83b1-49e63f8c8b3c req-86f1d95b-2080-4c42-bfbf-9a5f65577c46 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.0561931 Nov 09 20:10:29.109882 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c083cc6d-2832-45e1-83b1-49e63f8c8b3c req-8700222a-4bb7-402a-964f-f06769cb199d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337775 Nov 09 20:10:30.239308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64156b-c54c-40bc-b759-a1888e5d77bc req-b2d1601a-58c5-4e10-b281-dfb9c042dfbf tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:30.240839 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc64156b-c54c-40bc-b759-a1888e5d77bc req-b2d1601a-58c5-4e10-b281-dfb9c042dfbf tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.0572526 Nov 09 20:10:30.282157 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc64156b-c54c-40bc-b759-a1888e5d77bc req-bffbd1cb-4442-4a26-bd90-899b19547eaf tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353372 Nov 09 20:10:30.362433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:10:30.408728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:10:30.630855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-2e5263e6-cb04-4ea5-aa1a-7e178e190623 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:30.632638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-2e5263e6-cb04-4ea5-aa1a-7e178e190623 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.70 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28&tenant_id=255b9262b186472cb06159c676864ff2&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 944 time: 0.1300249 Nov 09 20:10:30.641031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfe9d8-3be5-4869-a581-83ecc1914e47 req-41478778-ba04-45a5-8f3d-4c43bad29d0d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:30.643142 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2dfe9d8-3be5-4869-a581-83ecc1914e47 req-41478778-ba04-45a5-8f3d-4c43bad29d0d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.1073627 Nov 09 20:10:30.725570 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2dfe9d8-3be5-4869-a581-83ecc1914e47 req-34cc5673-7e82-41a6-a848-e9caf8fe772d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733325 Nov 09 20:10:30.738087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-45d392f0-55f0-4dfc-bcb3-6d45d780010b service neutron] 10.222.0.70 "GET /v2.0/ports/796c2508-598f-4c0a-a9bf-7eedb6aeb6f1/bindings/n-h1-817256-1 HTTP/1.1" status: 200 len: 382 time: 0.0935135 Nov 09 20:10:30.808085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-a5344412-87cf-4912-8650-419987784912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:30.809637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-a5344412-87cf-4912-8650-419987784912 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1095 time: 0.0487623 Nov 09 20:10:30.906256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-52b84f72-bbb7-4ad9-8e98-ea7144b63a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:30.908727 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-52b84f72-bbb7-4ad9-8e98-ea7144b63a68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.0918064 Nov 09 20:10:30.987864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-d9080eec-fb42-4551-8447-069a61d0e203 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 998 time: 0.0705354 Nov 09 20:10:31.041903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-c1d52841-f839-4bfd-b274-ef89308c34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:31.043701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-c1d52841-f839-4bfd-b274-ef89308c34c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0489566 Nov 09 20:10:31.102221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-2687456c-bf7c-4b18-91c9-82e517c25c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:31.103902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-2687456c-bf7c-4b18-91c9-82e517c25c4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529482 Nov 09 20:10:31.201752 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-34d1ebdb-c0fd-4ab1-9363-b2591d4efa51 service neutron] 10.222.0.70 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894706 Nov 09 20:10:31.292307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-87cb8be4-efa2-4b5f-97c0-7e51decf3de4 service neutron] 10.222.0.70 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836303 Nov 09 20:10:31.481193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:10:31.583811 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:31.595534 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'port_id': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'mac_address': 'fa:16:3e:d1:85:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:10:31.635961 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:31.649328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:10:31.668586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:31.673830 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:31.722752 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:31.855173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38fec-da87-426c-b211-7bd6c15b83bf req-3191f035-6c42-4286-9e93-a790cc5e5313 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:31.856765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05c38fec-da87-426c-b211-7bd6c15b83bf req-3191f035-6c42-4286-9e93-a790cc5e5313 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 945 time: 0.0583580 Nov 09 20:10:31.902284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-05c38fec-da87-426c-b211-7bd6c15b83bf req-085a6a57-5f31-4062-96e0-6e0646a4500d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381956 Nov 09 20:10:31.928277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:10:33.030452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bb6c7-6500-4775-aa04-2b2ceb6803a9 req-81542b7e-0283-4e51-b424-7f75257a6bac tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:33.032065 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-890bb6c7-6500-4775-aa04-2b2ceb6803a9 req-81542b7e-0283-4e51-b424-7f75257a6bac tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 945 time: 0.0558519 Nov 09 20:10:33.075473 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-890bb6c7-6500-4775-aa04-2b2ceb6803a9 req-af907fae-78be-41d9-bdb1-7fd37c9ccb39 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352592 Nov 09 20:10:33.379103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-5b5338e3-b3d0-4a49-a2fe-0a2af8711806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:33.380750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-5b5338e3-b3d0-4a49-a2fe-0a2af8711806 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0759051 Nov 09 20:10:33.397296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:10:33.458739 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:33.471184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:10:33.573994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:33.587923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'port_id': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'mac_address': 'fa:16:3e:d1:85:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:10:33.700591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:33.749138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:10:33.783609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:10:33.792001 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:33.802994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Ignored duplicate provisioning block setup for port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 09 20:10:33.806601 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:33.926687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=9']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:33.985510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] No DVR routers for this DVR port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on host n-h1-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:10:34.129207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:10:34.129547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:10:34.129886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on network 9254c510-8e2f-436c-9142-d68379d96f69 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:10:34.143099 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on network 9254c510-8e2f-436c-9142-d68379d96f69 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:10:34.143629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Attempting to bind port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on network 9254c510-8e2f-436c-9142-d68379d96f69 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:10:34.149332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:10:34.149678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Checking segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:10:34.150066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Bound using segment: {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:10:34.150501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Bound port: 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:10:34.151009 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:34.217216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:10:34.220451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:10:34.225150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb2486-f537-48b9-87cd-b481f3f4cbcf req-32231b21-1114-4e93-bc05-10f5061ebdf8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:34.227982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4fb2486-f537-48b9-87cd-b481f3f4cbcf req-32231b21-1114-4e93-bc05-10f5061ebdf8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 944 time: 0.0545645 Nov 09 20:10:34.228353 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:34.264326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:34.265002 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:34.267136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] 10.222.0.77 "PUT /v2.0/ports/796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 1092 time: 0.8733745 Nov 09 20:10:34.267596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:10:34.270027 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af270a64-3759-41cd-8b7e-87117fe16307" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:10:34.295386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd628b-03f2-425a-8671-542ed3edeb3d service neutron] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=10']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:34.298945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4fb2486-f537-48b9-87cd-b481f3f4cbcf req-6400fe15-ac10-49cb-b0f0-6f6755c6b710 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634122 Nov 09 20:10:34.361343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-d5a8d74f-38ec-4a6c-86e1-cb8a52313bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:34.362927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-d5a8d74f-38ec-4a6c-86e1-cb8a52313bb2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1096 time: 0.0592656 Nov 09 20:10:34.372423 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc9c947-b6cf-453f-87a5-78386729774c x-openstack-request-id: req-8dc9c947-b6cf-453f-87a5-78386729774c {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:10:34.372727 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:10:34.372989 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dc9c947-b6cf-453f-87a5-78386729774c {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:10:34.373397 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'status': 'completed', 'code': 200} Nov 09 20:10:34.455912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270a64-3759-41cd-8b7e-87117fe16307 req-1f83fc4e-7fed-486b-b7a6-5edcf17ba2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:34.457452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-1f83fc4e-7fed-486b-b7a6-5edcf17ba2d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1096 time: 0.0570519 Nov 09 20:10:34.471673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-1dc8f75d-552d-45d7-a70c-20f040abda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:34.473816 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-1dc8f75d-552d-45d7-a70c-20f040abda3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.0996013 Nov 09 20:10:34.558087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270a64-3759-41cd-8b7e-87117fe16307 req-b9e1d588-ea47-4a8e-88d2-3943280d469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:34.559704 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-b9e1d588-ea47-4a8e-88d2-3943280d469f service neutron] 10.222.0.70 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.0955598 Nov 09 20:10:34.565275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-23fe1b13-480f-4dc5-a3f3-e2e43fec8c95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 998 time: 0.0799580 Nov 09 20:10:34.642963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-5322a8ee-5ce1-4391-8233-58a109fc486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:34.644461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-5322a8ee-5ce1-4391-8233-58a109fc486e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0686188 Nov 09 20:10:34.655186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-a93a0c2d-025b-4a20-bdb6-291a179fe5dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 998 time: 0.0880308 Nov 09 20:10:34.699689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-14e7450d-7ad7-4359-8e59-c44422dde60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:34.704494 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-14e7450d-7ad7-4359-8e59-c44422dde60b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471659 Nov 09 20:10:34.709681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270a64-3759-41cd-8b7e-87117fe16307 req-0caf9c79-7554-4521-b9fc-0bf7263ac22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:34.711208 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-0caf9c79-7554-4521-b9fc-0bf7263ac22b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0496402 Nov 09 20:10:34.758397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270a64-3759-41cd-8b7e-87117fe16307 req-424a91a3-e969-4aa7-be75-64d13e31c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:34.759912 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-424a91a3-e969-4aa7-be75-64d13e31c3e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410962 Nov 09 20:10:34.796226 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-11acc63d-f3ad-4b4c-b28f-522daf053293 service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842915 Nov 09 20:10:34.863878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-b9777e3b-7d1c-4143-93fd-38c1c52a27f0 service neutron] 10.222.0.70 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952168 Nov 09 20:10:34.899755 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0703eaf7-47ce-4e21-bead-7066caffbc5f req-cc9cf272-3526-4e3e-99ac-c3f53a6901e6 service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941045 Nov 09 20:10:34.977045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-504c6bca-2270-48e2-bd02-39181c0f78b0 service neutron] 10.222.0.70 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057231 Nov 09 20:10:35.007906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270a64-3759-41cd-8b7e-87117fe16307 req-c8c547ba-be11-43f9-bfb1-b1846152d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:35.009402 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-c8c547ba-be11-43f9-bfb1-b1846152d05d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1096 time: 0.0433910 Nov 09 20:10:35.240172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270a64-3759-41cd-8b7e-87117fe16307 req-707ca16a-4e2a-4356-bde0-35d6c7ce6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:35.241791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-707ca16a-4e2a-4356-bde0-35d6c7ce6d8d service neutron] 10.222.0.77 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.0892169 Nov 09 20:10:35.320575 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-9c21a192-0d79-4f64-a4f7-cf1290d5795c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 998 time: 0.0700545 Nov 09 20:10:35.380442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270a64-3759-41cd-8b7e-87117fe16307 req-3731a1c9-5c47-4293-80d8-0865a405af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:35.382207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-3731a1c9-5c47-4293-80d8-0865a405af3e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0484092 Nov 09 20:10:35.470402 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:10:35.473718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad4e58-7825-4240-a19a-81cb17cc98df req-232d6221-46f2-4292-b616-ebd6f005c6d1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:35.475637 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6ad4e58-7825-4240-a19a-81cb17cc98df req-232d6221-46f2-4292-b616-ebd6f005c6d1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 945 time: 0.0831003 Nov 09 20:10:35.478286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270a64-3759-41cd-8b7e-87117fe16307 req-b562037e-6d4d-4fb0-8f04-6226fe16d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:35.479854 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-b562037e-6d4d-4fb0-8f04-6226fe16d8cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857081 Nov 09 20:10:35.568179 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6ad4e58-7825-4240-a19a-81cb17cc98df req-5a2d6317-ba0e-490e-a54f-aa6e6f1b66ce tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846477 Nov 09 20:10:35.572388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:35.594823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 has no active binding in host n-h1-817256-1 {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 20:10:35.609304 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-caae5491-89f5-4936-ab40-07a0634bc085 service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087601 Nov 09 20:10:35.706569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af270a64-3759-41cd-8b7e-87117fe16307 req-b47adcc8-fe74-426e-b5fc-9ad406177ecf service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887470 Nov 09 20:10:36.715206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72586ff-aaa4-486b-9cb5-78771cadd800 req-e85fc3a0-287b-4ef6-ac0a-d6460fc72216 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:36.716796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d72586ff-aaa4-486b-9cb5-78771cadd800 req-e85fc3a0-287b-4ef6-ac0a-d6460fc72216 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 945 time: 0.0707486 Nov 09 20:10:36.760197 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d72586ff-aaa4-486b-9cb5-78771cadd800 req-2f28c3b5-9e46-43e0-a1f1-7ab08380d774 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358520 Nov 09 20:10:37.481096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:10:37.520390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:10:37.520738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a7b9d50e-62c5-4196-b880-a5d51c746c99 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:10:37.597217 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:37.624511 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:10:37.626774 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f75bea-0c8f-4e4a-9349-07d6598ef600" -d '{"events": [{"server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:10:37.640126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a7b9d50e-62c5-4196-b880-a5d51c746c99, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:37.646952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:37.672697 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2cc59c-12fb-4841-8a55-5e29f6ce7596 x-openstack-request-id: req-ce2cc59c-12fb-4841-8a55-5e29f6ce7596 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:10:37.673014 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:10:37.673244 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce2cc59c-12fb-4841-8a55-5e29f6ce7596 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:10:37.673642 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'code': 200} Nov 09 20:10:37.699259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a7b9d50e-62c5-4196-b880-a5d51c746c99,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:37.885794 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0ef1c-4868-4a19-a16c-8f846243752d req-349cab0d-db50-4677-ba2e-65c13eb81d96 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:10:37.888056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26b0ef1c-4868-4a19-a16c-8f846243752d req-349cab0d-db50-4677-ba2e-65c13eb81d96 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 945 time: 0.0549369 Nov 09 20:10:37.933272 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26b0ef1c-4868-4a19-a16c-8f846243752d req-e02d5003-1d2c-4027-b8bd-17b4ae204adf tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388145 Nov 09 20:10:37.955448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 43880) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:10:38.022707 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d5e7a210-a032-467d-b639-6fa9f9bd22e1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/e57605d7-a035-474d-bef4-5b9681581dfb HTTP/1.1" status: 200 len: 990 time: 0.0659316 Nov 09 20:10:38.362454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:10:38.458822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:38.474679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'port_id': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'mac_address': 'fa:16:3e:d1:85:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:10:38.511416 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:38.525195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:10:38.544921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:38.549719 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:38.597270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=11']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:38.800444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:10:40.253290 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4ce5dca1-c0f3-44bd-a861-d770f9f7999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:40.369961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:10:40.419209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:10:40.423656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:10:40.424030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:40.503287 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:40.526824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:10:40.529064 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23b1412-fee2-4668-ae51-60d242e22cbc" -d '{"events": [{"server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "name": "network-vif-plugged", "status": "completed", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:10:40.543361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:10:40.547109 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:40.570446 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c6a03e-a053-48ff-bb36-de57a91f24fe x-openstack-request-id: req-67c6a03e-a053-48ff-bb36-de57a91f24fe {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:10:40.570895 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "name": "network-vif-plugged", "status": "completed", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:10:40.571161 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67c6a03e-a053-48ff-bb36-de57a91f24fe {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:10:40.571556 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'code': 200} Nov 09 20:10:40.598122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=12']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:10:43.196692 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-294bc49e-a694-45d5-9097-d3f57e0dc5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:43.465517 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:44.583560 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:46.320086 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:51.291684 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:10:54.024968 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:10:55.494995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:00.074690 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-3f6d54b4-335f-49bc-a170-cfb4ff9b7a38 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493286 Nov 09 20:11:00.173109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-f09affd1-4f41-4a17-8b2d-91359fe054e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:00.174738 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-f09affd1-4f41-4a17-8b2d-91359fe054e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 1094 time: 0.0447485 Nov 09 20:11:00.306109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-81033de3-29a8-486c-80ad-8044250f8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:00.307708 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-81033de3-29a8-486c-80ad-8044250f8e29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.1087933 Nov 09 20:11:00.412327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-02441038-d7a4-4b07-87f4-0c963870e353 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99 HTTP/1.1" status: 200 len: 998 time: 0.0970330 Nov 09 20:11:00.479213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-633cc03d-0027-4ce0-bbbd-a41eaba046a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:00.480777 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-633cc03d-0027-4ce0-bbbd-a41eaba046a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0614848 Nov 09 20:11:00.507299 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2937440b-bdad-4b36-9618-e96906e90f5e req-500d432f-e786-47af-943d-687a129b69ac service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551586 Nov 09 20:11:00.545012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-88420645-da98-425d-97d3-c8461915c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:00.548333 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-88420645-da98-425d-97d3-c8461915c717 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594683 Nov 09 20:11:00.614133 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-610605c8-8ae4-4357-99ea-a72e7c1f914f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273053249&fields=id&tenant_id=93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 267 time: 0.0546963 Nov 09 20:11:00.619657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937440b-bdad-4b36-9618-e96906e90f5e req-8163f612-7aa0-4581-89df-a82218124d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:00.621168 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2937440b-bdad-4b36-9618-e96906e90f5e req-8163f612-7aa0-4581-89df-a82218124d9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1098 time: 0.0889702 Nov 09 20:11:00.655494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-d861705f-59ca-4985-b02f-3f4a37917e43 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991006 Nov 09 20:11:00.775115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d120e0e9-ffd2-4895-b773-16cc13ecf2a5 req-a8590fcb-8e2d-47ec-bb5a-6fa26106b810 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123116 Nov 09 20:11:00.806443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-88d9b973-5d16-455c-b691-35207b1b6ecf tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:00.807985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-88d9b973-5d16-455c-b691-35207b1b6ecf tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.1859531 Nov 09 20:11:00.829007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937440b-bdad-4b36-9618-e96906e90f5e req-afda8c1f-9909-40cb-b29f-72d442ec06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:00.830331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2937440b-bdad-4b36-9618-e96906e90f5e req-afda8c1f-9909-40cb-b29f-72d442ec06c9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.1837223 Nov 09 20:11:00.832019 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-158f4e0e-2e0d-4290-b532-3675f7ca766c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/quotas/93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 375 time: 0.0163865 Nov 09 20:11:00.930479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2937440b-bdad-4b36-9618-e96906e90f5e req-a7885aa4-88ce-496f-bf06-49b81fb920f2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 1000 time: 0.0927839 Nov 09 20:11:00.945367 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-7455b061-d462-4513-9a1c-27795195388f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1008039 Nov 09 20:11:01.001605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937440b-bdad-4b36-9618-e96906e90f5e req-d4520997-091c-4fab-9c3b-7edfe96da01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:01.003164 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2937440b-bdad-4b36-9618-e96906e90f5e req-d4520997-091c-4fab-9c3b-7edfe96da01a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0568941 Nov 09 20:11:01.056567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937440b-bdad-4b36-9618-e96906e90f5e req-af4341b4-e14d-4c58-81b0-90bc2c5584b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:01.064153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2937440b-bdad-4b36-9618-e96906e90f5e req-af4341b4-e14d-4c58-81b0-90bc2c5584b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534961 Nov 09 20:11:01.239634 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2937440b-bdad-4b36-9618-e96906e90f5e req-5aec743b-88ab-4466-83e3-fcdfe19e1dbf service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664643 Nov 09 20:11:01.257970 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-04f9a160-1f18-4ae1-8f6e-5a9032681c73 service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845898 Nov 09 20:11:01.405625 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2937440b-bdad-4b36-9618-e96906e90f5e req-42c5bd95-01ee-4dc3-92bb-04bd88890f26 service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573768 Nov 09 20:11:01.423332 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-3300e7df-10f6-4a4f-a508-64bb59c10d54 service neutron] 10.222.0.53 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272311 Nov 09 20:11:01.760266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-550fd188-8d39-4454-bb2c-be6bd27e0b4c req-f306d67f-5668-4e46-92de-68b04841e257 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 210 time: 0.0321982 Nov 09 20:11:02.583226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-9deb2594-eb68-4ea7-85d1-df44183becb6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:02.585051 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-9deb2594-eb68-4ea7-85d1-df44183becb6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.1320074 Nov 09 20:11:02.648221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-bb1b8326-71eb-41b3-8bb9-7811798f39bc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 380 time: 0.0525806 Nov 09 20:11:02.660694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'port': {'device_id': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'admin_state_up': True, 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'security_groups': ['1c7c8105-3d9b-4275-bb29-d4b2bee767bd']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:02.795592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Made reservation on behalf of 93208427bc274a8b8137372b5d73943b for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:11:02.801378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:02.919142 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-11cfbadb-1bd5-4122-b271-d4117f2d9829 req-4ee18ddf-ab9c-45c5-b2c6-ced79149546f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 210 time: 0.0410914 Nov 09 20:11:02.997809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.20.0.11 (f371d5ab-06e0-49e5-9339-f059f28199e8/1e4cf51e-e3cf-4e25-951e-75adccf486ec/6a236956-de98-4a98-9291-749a95ffc3ca) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:11:03.174071 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:03.209693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:03.272783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:03.274364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=6a236956-de98-4a98-9291-749a95ffc3ca,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:03.276941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:03.286994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:11:03.292262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.292615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.293011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.293363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.293703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.294035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.294433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.294788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.295171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.295502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.295830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.296155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:03.349996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:03.350683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:03.369573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-a54da197-b091-4529-9776-66e505983b86 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7129056 Nov 09 20:11:03.383096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Request body: {'port': {'device_id': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:03.445891 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:03.565726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ecc02102-d75f-49bc-afa4-4093b510386a None None] Provisioning complete for port 6a236956-de98-4a98-9291-749a95ffc3ca triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:03.566274 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ecc02102-d75f-49bc-afa4-4093b510386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:03.600914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ecc02102-d75f-49bc-afa4-4093b510386a None None] Port 6a236956-de98-4a98-9291-749a95ffc3ca cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:11:03.728258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a236956-de98-4a98-9291-749a95ffc3ca {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:11:03.738645 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:03.751978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Transition to ACTIVE for port object 6a236956-de98-4a98-9291-749a95ffc3ca will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:11:03.755738 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:03.815175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Pushing event updated for resources: {'Port': ['ID=6a236956-de98-4a98-9291-749a95ffc3ca,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:03.889858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Attempting to bind port 6a236956-de98-4a98-9291-749a95ffc3ca on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:11:03.890994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Attempting to bind port 6a236956-de98-4a98-9291-749a95ffc3ca by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:11:03.891437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Attempting to bind port 6a236956-de98-4a98-9291-749a95ffc3ca on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:03.896472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Port 6a236956-de98-4a98-9291-749a95ffc3ca on network f371d5ab-06e0-49e5-9339-f059f28199e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:11:03.896919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Attempting to bind port 6a236956-de98-4a98-9291-749a95ffc3ca on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:03.902403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:11:03.902908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:11:03.903386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Bound using segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:11:03.903925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Bound port: 6a236956-de98-4a98-9291-749a95ffc3ca, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:11:03.904387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:03.982901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] For port 6a236956-de98-4a98-9291-749a95ffc3ca, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:11:03.986821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] For port 6a236956-de98-4a98-9291-749a95ffc3ca, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6a236956-de98-4a98-9291-749a95ffc3ca,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:11:04.022814 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:04.067257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:04.067838 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:04.069252 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] 10.222.0.70 "PUT /v2.0/ports/6a236956-de98-4a98-9291-749a95ffc3ca HTTP/1.1" status: 200 len: 1092 time: 0.6910434 Nov 09 20:11:04.069863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'tag': '6a236956-de98-4a98-9291-749a95ffc3ca'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:04.072179 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "tag": "6a236956-de98-4a98-9291-749a95ffc3ca"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:04.109013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76470f5-2ac1-4d94-8f7d-6ca03b67f547 service neutron] Pushing event updated for resources: {'Port': ['ID=6a236956-de98-4a98-9291-749a95ffc3ca,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:04.161306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74a2f-9b40-41ed-852b-bfad3b6fa7d2 req-262ae441-3e68-4c9d-b695-52b7ea048564 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:04.169129 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71b74a2f-9b40-41ed-852b-bfad3b6fa7d2 req-262ae441-3e68-4c9d-b695-52b7ea048564 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.1777279 Nov 09 20:11:04.179780 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc8d62c-e297-4b4f-a5f4-1ccd3d05e605 x-openstack-request-id: req-4bc8d62c-e297-4b4f-a5f4-1ccd3d05e605 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:04.180074 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "tag": "6a236956-de98-4a98-9291-749a95ffc3ca", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:04.180329 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bc8d62c-e297-4b4f-a5f4-1ccd3d05e605 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:04.180727 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'tag': '6a236956-de98-4a98-9291-749a95ffc3ca', 'status': 'completed', 'code': 200} Nov 09 20:11:04.227337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-71b74a2f-9b40-41ed-852b-bfad3b6fa7d2 req-f67b96a9-75ac-4868-8e20-e29afa6d91cc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570760 Nov 09 20:11:04.250908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-15351017-3d2c-4cc7-8b7a-5151156f5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:04.252431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-15351017-3d2c-4cc7-8b7a-5151156f5494 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 1095 time: 0.1378899 Nov 09 20:11:04.306645 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-18c75dca-22f0-431f-b8f4-2c14b5e273e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a236956-de98-4a98-9291-749a95ffc3ca HTTP/1.1" status: 200 len: 217 time: 0.0451615 Nov 09 20:11:04.357738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-fb777f27-9ec1-4159-9e45-a2b097e9f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:04.360106 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-fb777f27-9ec1-4159-9e45-a2b097e9f993 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0455701 Nov 09 20:11:04.406904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-1591789e-7b53-46b0-baee-38ccf5eda685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:04.408533 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-1591789e-7b53-46b0-baee-38ccf5eda685 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415726 Nov 09 20:11:04.504689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-583b97a4-3b6d-4e15-98a2-8a962bde74a3 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872538 Nov 09 20:11:04.601472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-dc7e245d-498e-4bc2-aa1b-c74a21ed7d3d service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887663 Nov 09 20:11:04.693525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-893a6e15-ecd7-4da2-ba2e-efbc04d80cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:04.695563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-893a6e15-ecd7-4da2-ba2e-efbc04d80cd6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 1095 time: 0.0426979 Nov 09 20:11:04.803213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-47196594-0fe2-4281-b624-0582ee7a1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:04.804683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-47196594-0fe2-4281-b624-0582ee7a1a2f service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.1023474 Nov 09 20:11:04.857585 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-34702b9d-b3e9-4231-acf1-f0f1441a3054 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a236956-de98-4a98-9291-749a95ffc3ca HTTP/1.1" status: 200 len: 217 time: 0.0403154 Nov 09 20:11:04.917092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-ab552d45-e4ff-4dd9-a110-fc8fd3e1eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:04.918583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-ab552d45-e4ff-4dd9-a110-fc8fd3e1eaa9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0539436 Nov 09 20:11:04.964279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-7eb48611-b996-45d6-9205-d6002641aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:04.965663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-7eb48611-b996-45d6-9205-d6002641aa73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396338 Nov 09 20:11:05.059169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-095f615c-88b8-4393-9244-f43b93bb52b9 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821996 Nov 09 20:11:05.166809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b160a5f2-4227-4f9c-8975-db7a7c3e91e3 req-9ef100ef-d9f9-4087-9cbd-8893171f0409 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992646 Nov 09 20:11:05.348874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5c6f9-1d34-4a51-a194-114f91bb9dd0 req-b1c56b3e-d897-419a-8739-e8a31a7422e8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:05.350404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8ea5c6f9-1d34-4a51-a194-114f91bb9dd0 req-b1c56b3e-d897-419a-8739-e8a31a7422e8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.0514636 Nov 09 20:11:05.391555 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8ea5c6f9-1d34-4a51-a194-114f91bb9dd0 req-21fabf93-f35f-4a3b-95f0-696d352a8384 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342875 Nov 09 20:11:06.513443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcdcd5-e45b-4e6a-aa2d-ee84761a8613 req-70703598-84d7-4ae1-8dd9-92c2c098dbff tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:06.515925 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cebcdcd5-e45b-4e6a-aa2d-ee84761a8613 req-70703598-84d7-4ae1-8dd9-92c2c098dbff tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.0546453 Nov 09 20:11:06.556241 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cebcdcd5-e45b-4e6a-aa2d-ee84761a8613 req-4eb89348-af48-4306-9dc2-fe770e3e5460 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345938 Nov 09 20:11:07.671281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374eb19-8624-44b8-8680-eafdbdad26ff req-58ff71f8-37ef-493f-a747-5537cac3f0ef tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:07.673073 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1374eb19-8624-44b8-8680-eafdbdad26ff req-58ff71f8-37ef-493f-a747-5537cac3f0ef tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.0496187 Nov 09 20:11:07.711885 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1374eb19-8624-44b8-8680-eafdbdad26ff req-bb30246f-b1ce-48a3-9b1f-8a70306c6c04 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328217 Nov 09 20:11:08.825592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccf16f-fbdb-45fc-9758-e1c0aa6b4257 req-7aab5486-b7ad-46b4-b53a-fdfcda3788cc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:08.827229 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20ccf16f-fbdb-45fc-9758-e1c0aa6b4257 req-7aab5486-b7ad-46b4-b53a-fdfcda3788cc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.0487666 Nov 09 20:11:08.865596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20ccf16f-fbdb-45fc-9758-e1c0aa6b4257 req-bf3d80e1-4bba-4730-8a91-7b899027fe41 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Nov 09 20:11:09.806680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44328) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:09.811500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6dab3d85-63fa-40b2-8dee-408479045885 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514514327', 'description': 'tempest-secgroup-smoke-1514514327 description', 'project_id': 'f9bb5186333149abbd13657b398c7f80'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:09.836273 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dab3d85-63fa-40b2-8dee-408479045885 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:09.909864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dab3d85-63fa-40b2-8dee-408479045885 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:09.915045 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dab3d85-63fa-40b2-8dee-408479045885 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:09.948942 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dab3d85-63fa-40b2-8dee-408479045885 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:09.950331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6dab3d85-63fa-40b2-8dee-408479045885 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1424990 Nov 09 20:11:09.953913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44332) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:09.959946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Request body: {'security_group_rule': {'security_group_id': '7cc97e02-0b8a-4cde-8610-865a10f419db', 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:09.964627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab3d85-63fa-40b2-8dee-408479045885 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc97e02-0b8a-4cde-8610-865a10f419db,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:10.006907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b3b19-9322-4926-9ab3-9f9656a49190 req-a45409da-0d15-4827-8801-afe93fd3218b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:10.007554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.008500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0d0b3b19-9322-4926-9ab3-9f9656a49190 req-a45409da-0d15-4827-8801-afe93fd3218b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.0563042 Nov 09 20:11:10.058926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0d0b3b19-9322-4926-9ab3-9f9656a49190 req-57ecb212-aee2-45b2-a7d7-7f3cc8f227b3 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Nov 09 20:11:10.070113 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.076331 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.099885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0856a905-3673-42dc-98fd-59fdd9da6984,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:10.110082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.110608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.111176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.111589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.111992 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.112426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.112850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.113244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.113641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.114037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.114462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.114816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:10.119765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.121407 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9155e604-6587-4c16-ada9-90347e0e6040 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1658802 Nov 09 20:11:10.124167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44336) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:10.129399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-46b551bd-2ae1-43b0-be56-1a6cc0592957 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Request body: {'security_group_rule': {'security_group_id': '7cc97e02-0b8a-4cde-8610-865a10f419db', 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:10.169308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46b551bd-2ae1-43b0-be56-1a6cc0592957 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.225577 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46b551bd-2ae1-43b0-be56-1a6cc0592957 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.229281 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46b551bd-2ae1-43b0-be56-1a6cc0592957 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.250554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b551bd-2ae1-43b0-be56-1a6cc0592957 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33e9fcb-7327-4be9-8944-dca614fdd21d,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:10.262891 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4dea-c626-4783-acde-7968656bef71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.263625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46b551bd-2ae1-43b0-be56-1a6cc0592957 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.265833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-46b551bd-2ae1-43b0-be56-1a6cc0592957 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405320 Nov 09 20:11:10.268431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44342) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:10.272891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-49b6f26b-1539-4b30-908f-648edf12f5dc tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Request body: {'security_group_rule': {'security_group_id': '7cc97e02-0b8a-4cde-8610-865a10f419db', 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:10.302177 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-49b6f26b-1539-4b30-908f-648edf12f5dc tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.369979 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-49b6f26b-1539-4b30-908f-648edf12f5dc tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.374325 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-49b6f26b-1539-4b30-908f-648edf12f5dc tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.399810 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-49b6f26b-1539-4b30-908f-648edf12f5dc tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.404147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44346) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:10.404511 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-49b6f26b-1539-4b30-908f-648edf12f5dc tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348128 Nov 09 20:11:10.408109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6f26b-1539-4b30-908f-648edf12f5dc tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35947b1c-d840-4446-b06c-30b624903322,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:10.409686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5816a88e-2c2e-475a-961d-2b98dd7b25c1 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Request body: {'security_group_rule': {'security_group_id': '7cc97e02-0b8a-4cde-8610-865a10f419db', 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:10.444119 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5816a88e-2c2e-475a-961d-2b98dd7b25c1 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.526779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5816a88e-2c2e-475a-961d-2b98dd7b25c1 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.531846 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5816a88e-2c2e-475a-961d-2b98dd7b25c1 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.590861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816a88e-2c2e-475a-961d-2b98dd7b25c1 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bfb4e9-005f-4b3a-bc0b-f3a7585068f8,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:10.603037 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5816a88e-2c2e-475a-961d-2b98dd7b25c1 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.604486 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5816a88e-2c2e-475a-961d-2b98dd7b25c1 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1990864 Nov 09 20:11:10.607535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44354) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:10.612264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da131d-ec32-4c54-820a-107eb47dd5b2 req-7baa747f-ca9b-4ce2-a0c4-a68d4ed6f570 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:10.613296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ac454c62-08d0-4f1f-81b7-2d6d48508c21 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Request body: {'security_group_rule': {'security_group_id': '7cc97e02-0b8a-4cde-8610-865a10f419db', 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:10.613791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76da131d-ec32-4c54-820a-107eb47dd5b2 req-7baa747f-ca9b-4ce2-a0c4-a68d4ed6f570 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1098 time: 0.0741076 Nov 09 20:11:10.648857 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-ac454c62-08d0-4f1f-81b7-2d6d48508c21 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Project f9bb5186333149abbd13657b398c7f80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:11:10.656848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ac454c62-08d0-4f1f-81b7-2d6d48508c21 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.659892 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76da131d-ec32-4c54-820a-107eb47dd5b2 req-3eaa63dd-c0a2-4b85-aa1f-83db9682cc58 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365350 Nov 09 20:11:10.686334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44358) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:10.758920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ac454c62-08d0-4f1f-81b7-2d6d48508c21 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.763488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ac454c62-08d0-4f1f-81b7-2d6d48508c21 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.788128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac454c62-08d0-4f1f-81b7-2d6d48508c21 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a398c8-6891-40af-bc44-c4fc6cfbb5f9,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:10.803633 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ac454c62-08d0-4f1f-81b7-2d6d48508c21 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.805463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ac454c62-08d0-4f1f-81b7-2d6d48508c21 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1966958 Nov 09 20:11:10.808352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44360) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:10.815815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-70771b99-d8fe-454e-8b5a-d17dc633d788 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Request body: {'security_group_rule': {'security_group_id': '7cc97e02-0b8a-4cde-8610-865a10f419db', 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:10.849237 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-70771b99-d8fe-454e-8b5a-d17dc633d788 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Project f9bb5186333149abbd13657b398c7f80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:11:10.855544 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70771b99-d8fe-454e-8b5a-d17dc633d788 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.901567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port d4cffda2-02f5-4f69-89d2-2b823df99fb9 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:11:10.902391 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.944040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70771b99-d8fe-454e-8b5a-d17dc633d788 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.949465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70771b99-d8fe-454e-8b5a-d17dc633d788 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.977822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70771b99-d8fe-454e-8b5a-d17dc633d788 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e1b307-fd3d-4d08-b185-7c1213186a98,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:10.994878 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70771b99-d8fe-454e-8b5a-d17dc633d788 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:10.996197 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-70771b99-d8fe-454e-8b5a-d17dc633d788 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1866045 Nov 09 20:11:11.267196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e4678-5deb-483f-b4d0-29d0aa8bc11d req-13586c59-9aa1-4731-b079-bea65c0ae863 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:11.278039 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d13e4678-5deb-483f-b4d0-29d0aa8bc11d req-13586c59-9aa1-4731-b079-bea65c0ae863 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.1212249 Nov 09 20:11:11.327123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d13e4678-5deb-483f-b4d0-29d0aa8bc11d req-6d70cdd3-352a-42ce-a395-3eb748bb253d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476139 Nov 09 20:11:11.388267 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-c0416447-fa2e-49d5-8aaa-a5af044a81c4 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514514327&fields=id&tenant_id=f9bb5186333149abbd13657b398c7f80 HTTP/1.1" status: 200 len: 267 time: 0.0813866 Nov 09 20:11:11.473026 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:11.473353 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:11.491399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for d4cffda2-02f5-4f69-89d2-2b823df99fb9 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:11:11.582829 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-33158a09-2d26-48cc-bdac-fe765b6cf357 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:11.582829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-33158a09-2d26-48cc-bdac-fe765b6cf357 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/networks?id=ce6aba93-f745-411e-8737-9d52c36db27f HTTP/1.1" status: 200 len: 813 time: 0.1782136 Nov 09 20:11:11.604907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-bbf4f43b-3631-4938-ae79-e22d45d1c1d1 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/quotas/f9bb5186333149abbd13657b398c7f80 HTTP/1.1" status: 200 len: 375 time: 0.0186157 Nov 09 20:11:11.688321 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-52f4b444-89ac-4c30-aeda-9925b51c347e tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f9bb5186333149abbd13657b398c7f80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766897 Nov 09 20:11:11.798967 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:11.846322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=d4cffda2-02f5-4f69-89d2-2b823df99fb9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:11.856312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-07949603-8b1f-4d11-ab95-ff337682e516 service neutron] 10.222.0.53 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397526 Nov 09 20:11:11.967009 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:11.967283 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Floating IP e57605d7-a035-474d-bef4-5b9681581dfb disassociated (deleted). External IP: 172.25.6.6, port: 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1. Nov 09 20:11:12.060376 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-f50cb6dc-344b-468e-be75-906a6e4a64d2 service neutron] 10.222.0.53 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901870 Nov 09 20:11:12.223336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router f41f0f52-948a-4eee-a53b-329c7971eac3 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:11:12.347581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:11:12.356669 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] Sync routers for ids ['f41f0f52-948a-4eee-a53b-329c7971eac3'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:11:12.357937 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:12.384257 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] Routers {'f41f0f52-948a-4eee-a53b-329c7971eac3'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:12.384755 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f41f0f52-948a-4eee-a53b-329c7971eac3'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:12.396390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4606bf5d-434c-44e5-88b2-26309acffc7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/floatingips/e57605d7-a035-474d-bef4-5b9681581dfb HTTP/1.1" status: 204 len: 168 time: 1.7086926 Nov 09 20:11:12.397090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:12.399711 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa67b6ca-e619-4502-97b9-c16a43c07c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:12.524677 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] Set router f41f0f52-948a-4eee-a53b-329c7971eac3 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:12.533738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690a36e-fed1-4e59-ab07-8b7f6b712938 req-0c356e3d-f820-4d32-8dac-894d9dff0266 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:12.537050 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0690a36e-fed1-4e59-ab07-8b7f6b712938 req-0c356e3d-f820-4d32-8dac-894d9dff0266 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.0650792 Nov 09 20:11:12.586663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0690a36e-fed1-4e59-ab07-8b7f6b712938 req-7bdecc08-f8b9-4716-bba8-5d6f4afad254 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429165 Nov 09 20:11:12.685941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c4b65ff-5f1d-4742-b352-6dd5652393c0 req-fc36e5c0-b30b-406f-97e2-deff9859ba66 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 210 time: 0.0382924 Nov 09 20:11:12.783672 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90e2686-b859-4bc4-9749-f692f97e9d05 x-openstack-request-id: req-c90e2686-b859-4bc4-9749-f692f97e9d05 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:12.783977 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:12.784235 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c90e2686-b859-4bc4-9749-f692f97e9d05 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:12.784677 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'status': 'completed', 'code': 200} Nov 09 20:11:12.888038 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:19Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '9b0c9669-ea36-4173-a8ed-59f799b85fdb', 'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:36:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:16Z', 'updated_at': '2021-11-09T20:09:24Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:12.892768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-a4084608-0c36-4156-830a-d1916486f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:12.894392 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-a4084608-0c36-4156-830a-d1916486f589 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 1098 time: 0.0824423 Nov 09 20:11:12.928819 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] Checking router: f41f0f52-948a-4eee-a53b-329c7971eac3 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:11:12.945928 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] Routers {'f41f0f52-948a-4eee-a53b-329c7971eac3'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:12.949740 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:10:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f41f0f52-948a-4eee-a53b-329c7971eac3'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:13.032736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027abe25-4b59-4ada-8562-d02304eb0991 req-6dfbdc19-9b2b-4415-b29e-ad1db4a1ea2d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:13.033677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d20c2a-c406-4469-9f11-6b7857c5eea2 req-7a0979b4-9b61-4d58-a415-5ec7780e90d7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:13.040150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-027abe25-4b59-4ada-8562-d02304eb0991 req-6dfbdc19-9b2b-4415-b29e-ad1db4a1ea2d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.1447310 Nov 09 20:11:13.044719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4d20c2a-c406-4469-9f11-6b7857c5eea2 req-7a0979b4-9b61-4d58-a415-5ec7780e90d7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 947 time: 0.0745323 Nov 09 20:11:13.092508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-72828609-b0ec-4439-b490-229985d051e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:13.094818 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-72828609-b0ec-4439-b490-229985d051e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 200 len: 898 time: 0.1849308 Nov 09 20:11:13.101220 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4d20c2a-c406-4469-9f11-6b7857c5eea2 req-c942539a-5d4c-49f8-a83c-9115758d4293 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554352 Nov 09 20:11:13.115572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-027abe25-4b59-4ada-8562-d02304eb0991 req-4b7cd18e-307f-4b30-bf6f-ae0efc76faec tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744033 Nov 09 20:11:13.175616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-55539128-df09-4f42-a35a-87d1800afcae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 200 len: 217 time: 0.0589561 Nov 09 20:11:13.179863 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] Set router f41f0f52-948a-4eee-a53b-329c7971eac3 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:13.200295 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e472efdc-3150-42ce-8f44-daac564fe224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:13.233196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-33142412-bed9-4bde-bc02-452e893d752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:13.236052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-33142412-bed9-4bde-bc02-452e893d752c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 200 len: 835 time: 0.0526536 Nov 09 20:11:13.309823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-3ed394ff-db9c-45f6-9a61-89c0e2b59b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:13.312316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-3ed394ff-db9c-45f6-9a61-89c0e2b59b50 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9254c510-8e2f-436c-9142-d68379d96f69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673137 Nov 09 20:11:13.403924 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:19Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '9b0c9669-ea36-4173-a8ed-59f799b85fdb', 'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:36:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:16Z', 'updated_at': '2021-11-09T20:09:24Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:13.412504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-bfc865e9-a574-45ca-9e50-e03abef4afaf service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928681 Nov 09 20:11:13.431786 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b1743-31d9-4822-bebb-60ecd6b64278 None None] The sync data for ids ['f41f0f52-948a-4eee-a53b-329c7971eac3'] in n-d-817256-1 is: [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:09:19Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '9b0c9669-ea36-4173-a8ed-59f799b85fdb', 'name': '', 'network_id': '9254c510-8e2f-436c-9142-d68379d96f69', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:36:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:16Z', 'updated_at': '2021-11-09T20:09:24Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '2b97ffe2-7527-491c-a817-9bbf4bbb60a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:11:13.471817 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:13.515462 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa67b6ca-e619-4502-97b9-c16a43c07c2f req-4477e579-eae4-46b2-a0a4-517d08cdcfd1 service neutron] 10.222.0.77 "GET /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920651 Nov 09 20:11:13.743694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ae4a-f0a9-496f-a3fd-f136836a1c0e req-d8e438bc-1e7b-4dba-8ced-904f8f6a5b3e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:13.748405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0736ae4a-f0a9-496f-a3fd-f136836a1c0e req-d8e438bc-1e7b-4dba-8ced-904f8f6a5b3e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.0861146 Nov 09 20:11:13.801805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0736ae4a-f0a9-496f-a3fd-f136836a1c0e req-8ad1d8e7-336e-494b-8ce9-81fd1fb87ed2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Nov 09 20:11:13.814312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb5c11-72ba-4cc0-a989-3759f19fb681 None None] New status for floating IP e57605d7-a035-474d-bef4-5b9681581dfb: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:11:13.848033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8a21a995-d82c-47e6-9b7c-0e69f5b2ead5 req-3e3ab524-8648-444a-a78e-d46881178817 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 210 time: 0.0484366 Nov 09 20:11:13.871980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-3e6656f4-3b21-447f-8d5f-960099a6ba7b tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:13.873581 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-3e6656f4-3b21-447f-8d5f-960099a6ba7b tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.77 "GET /v2.0/networks?id=ce6aba93-f745-411e-8737-9d52c36db27f HTTP/1.1" status: 200 len: 813 time: 0.2296383 Nov 09 20:11:13.924021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-35fe3f83-4fae-4de4-987b-fa7cf77a8720 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9bb5186333149abbd13657b398c7f80 HTTP/1.1" status: 200 len: 380 time: 0.0393429 Nov 09 20:11:13.937229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Request body: {'port': {'device_id': 'debe5522-e470-4607-836c-fcec3690fe02', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'admin_state_up': True, 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'security_groups': ['7cc97e02-0b8a-4cde-8610-865a10f419db']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:14.102810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Made reservation on behalf of f9bb5186333149abbd13657b398c7f80 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:11:14.106696 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:14.285642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c09df-5797-4b01-b5bd-60514c62c94f req-de9cb8c9-ba02-4dce-b2be-3671d4f2c2cd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:14.293900 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc7c09df-5797-4b01-b5bd-60514c62c94f req-de9cb8c9-ba02-4dce-b2be-3671d4f2c2cd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 947 time: 0.0963213 Nov 09 20:11:14.334951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c712710-549e-4c80-85eb-faf40aeb22be req-3cea8a55-2685-4bf4-97e0-4e3e6ad15a5d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:14.336448 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc7c09df-5797-4b01-b5bd-60514c62c94f req-982d0e47-4ff5-4846-a720-401d50593325 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4f1ce85-e795-4d14-acee-5304f7d8c944&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Nov 09 20:11:14.336593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c712710-549e-4c80-85eb-faf40aeb22be req-3cea8a55-2685-4bf4-97e0-4e3e6ad15a5d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0877984 Nov 09 20:11:14.343974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Allocated IP 172.20.0.13 (ce6aba93-f745-411e-8737-9d52c36db27f/46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86/0c097a16-96d3-4ab1-8ae0-95bb4f148919) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:11:14.413949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c712710-549e-4c80-85eb-faf40aeb22be req-08493348-20e2-4e19-b81d-9c378457fb36 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626512 Nov 09 20:11:14.540263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-3da8710d-81ba-4e17-83d8-eb6061834603 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:14.541258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-3da8710d-81ba-4e17-83d8-eb6061834603 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 947 time: 0.0817342 Nov 09 20:11:14.598995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:14.603165 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:14.675111 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:14.724788 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-14574a5b-fdac-43db-b609-055273da2302 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:11:14.725129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-14574a5b-fdac-43db-b609-055273da2302 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:14.772550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Network ce6aba93-f745-411e-8737-9d52c36db27f is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:14.784360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:14.788045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event updated for resources: {'Port': ['ID=0c097a16-96d3-4ab1-8ae0-95bb4f148919,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:14.790435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:11:14.872289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-3dc8408c-d1c2-4395-8952-69a14d3ae3f6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:14.874976 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-3dc8408c-d1c2-4395-8952-69a14d3ae3f6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.0763662 Nov 09 20:11:14.895284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:14.895965 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:14.926449 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-fc4f0c10-eae4-433d-81a3-8b4ca6ad48ec tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9957066 Nov 09 20:11:14.928538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-14574a5b-fdac-43db-b609-055273da2302 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:14.928962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-14574a5b-fdac-43db-b609-055273da2302 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:14.948314 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Request body: {'port': {'device_id': 'debe5522-e470-4607-836c-fcec3690fe02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:15.010286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-14574a5b-fdac-43db-b609-055273da2302 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:11:15.158341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc8eb36e-5be3-4ccc-8f12-84f7ba0c4fd2 None None] Provisioning complete for port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:15.159191 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb36e-5be3-4ccc-8f12-84f7ba0c4fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:15.197133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc8eb36e-5be3-4ccc-8f12-84f7ba0c4fd2 None None] Port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:11:15.220934 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d9894-cb43-476c-9c67-a5fef3c9ba0a req-90963eba-e7ee-4979-995d-73dd60d7d615 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:15.222823 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ce0d9894-cb43-476c-9c67-a5fef3c9ba0a req-90963eba-e7ee-4979-995d-73dd60d7d615 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 932 time: 0.2575598 Nov 09 20:11:15.226543 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:15.300894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-14574a5b-fdac-43db-b609-055273da2302 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:15.371493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14574a5b-fdac-43db-b609-055273da2302 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=796c2508-598f-4c0a-a9bf-7eedb6aeb6f1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:15.378381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f8bce-deb9-44b4-88d9-24bff2ea1be2 req-0a73a6c8-f029-4ef8-be06-a3fa8f39481e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:15.383062 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-128f8bce-deb9-44b4-88d9-24bff2ea1be2 req-0a73a6c8-f029-4ef8-be06-a3fa8f39481e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.4570081 Nov 09 20:11:15.427349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-388dea0d-c5fe-41a9-871b-0774dfd4b6f8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port 6a236956-de98-4a98-9291-749a95ffc3ca {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:11:15.427829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-388dea0d-c5fe-41a9-871b-0774dfd4b6f8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:15.429677 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ce0d9894-cb43-476c-9c67-a5fef3c9ba0a req-b7152740-bc72-4f95-9aeb-3b8f625e9fc3 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819158 Nov 09 20:11:15.492444 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-128f8bce-deb9-44b4-88d9-24bff2ea1be2 req-fb1c5404-d2c0-4e97-a7d3-7e7a09fc3e0d tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058259 Nov 09 20:11:15.494467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-14574a5b-fdac-43db-b609-055273da2302 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] No DVR routers for this DVR port 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:11:15.500283 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-14574a5b-fdac-43db-b609-055273da2302 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:15.504060 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-294589fd-f320-4990-9b5a-9d3134a6e84c req-14574a5b-fdac-43db-b609-055273da2302 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "DELETE /v2.0/ports/796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 HTTP/1.1" status: 204 len: 173 time: 0.9556687 Nov 09 20:11:15.504518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'name': 'network-vif-deleted', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:15.507199 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e2693a-fe70-4665-8e0c-47c147b3710e" -d '{"events": [{"server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "name": "network-vif-deleted", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:15.567944 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d007669-4e3c-45a6-991f-361169e0127a req-328c2e6e-df32-4462-9334-0af765d96ae5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a8a244-b0d3-436f-b175-db0b1f465b28 HTTP/1.1" status: 200 len: 210 time: 0.0493560 Nov 09 20:11:15.587369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-388dea0d-c5fe-41a9-871b-0774dfd4b6f8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] For port 6a236956-de98-4a98-9291-749a95ffc3ca, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=6a236956-de98-4a98-9291-749a95ffc3ca,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:15.588025 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-388dea0d-c5fe-41a9-871b-0774dfd4b6f8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:15.605661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-388dea0d-c5fe-41a9-871b-0774dfd4b6f8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for 6a236956-de98-4a98-9291-749a95ffc3ca owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:11:15.685155 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b078eab9-4a16-442c-a59c-22f2774cf188 x-openstack-request-id: req-b078eab9-4a16-442c-a59c-22f2774cf188 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:15.685428 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a8a244-b0d3-436f-b175-db0b1f465b28", "name": "network-vif-deleted", "tag": "796c2508-598f-4c0a-a9bf-7eedb6aeb6f1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:15.685691 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b078eab9-4a16-442c-a59c-22f2774cf188 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:15.686078 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a8a244-b0d3-436f-b175-db0b1f465b28', 'name': 'network-vif-deleted', 'tag': '796c2508-598f-4c0a-a9bf-7eedb6aeb6f1', 'status': 'completed', 'code': 200} Nov 09 20:11:15.741947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f485b1-2577-4d1b-bf74-d8346426d6ce req-61eab6ee-bc25-4e0d-b2f8-c445b5d79625 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:15.743494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23f485b1-2577-4d1b-bf74-d8346426d6ce req-61eab6ee-bc25-4e0d-b2f8-c445b5d79625 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0793777 Nov 09 20:11:15.815816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c097a16-96d3-4ab1-8ae0-95bb4f148919 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:11:15.826025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:15.836362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23f485b1-2577-4d1b-bf74-d8346426d6ce req-36bcfa5f-5f84-4115-86b6-046036d1e0e9 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781326 Nov 09 20:11:15.842420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-388dea0d-c5fe-41a9-871b-0774dfd4b6f8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:15.853550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Transition to ACTIVE for port object 0c097a16-96d3-4ab1-8ae0-95bb4f148919 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:11:15.861554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:15.891323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dea0d-c5fe-41a9-871b-0774dfd4b6f8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=6a236956-de98-4a98-9291-749a95ffc3ca,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:15.917181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Pushing event updated for resources: {'Port': ['ID=0c097a16-96d3-4ab1-8ae0-95bb4f148919,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:15.963312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-388dea0d-c5fe-41a9-871b-0774dfd4b6f8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] No DVR routers for this DVR port 6a236956-de98-4a98-9291-749a95ffc3ca on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:11:15.969229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-388dea0d-c5fe-41a9-871b-0774dfd4b6f8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:15.973281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-388dea0d-c5fe-41a9-871b-0774dfd4b6f8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "DELETE /v2.0/ports/6a236956-de98-4a98-9291-749a95ffc3ca HTTP/1.1" status: 204 len: 173 time: 1.0866146 Nov 09 20:11:15.973866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'name': 'network-vif-deleted', 'tag': '6a236956-de98-4a98-9291-749a95ffc3ca'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:15.985156 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c42671-ee4b-48e0-be7d-362f44b4ab13" -d '{"events": [{"server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "name": "network-vif-deleted", "tag": "6a236956-de98-4a98-9291-749a95ffc3ca"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:16.043251 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4614fce9-cc1d-4f92-9568-9cd9a877844e x-openstack-request-id: req-4614fce9-cc1d-4f92-9568-9cd9a877844e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:16.043552 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "name": "network-vif-deleted", "tag": "6a236956-de98-4a98-9291-749a95ffc3ca", "status": "failed", "code": 422}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:16.043809 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4614fce9-cc1d-4f92-9568-9cd9a877844e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:16.044222 n-d-817256-1 neutron-server[102296]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'name': 'network-vif-deleted', 'tag': '6a236956-de98-4a98-9291-749a95ffc3ca', 'status': 'failed', 'code': 422} returned with failed status Nov 09 20:11:16.083435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Attempting to bind port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:11:16.083916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Attempting to bind port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:11:16.084354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Attempting to bind port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 on network ce6aba93-f745-411e-8737-9d52c36db27f {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:16.090206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 on network ce6aba93-f745-411e-8737-9d52c36db27f not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:11:16.090615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Attempting to bind port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 on network ce6aba93-f745-411e-8737-9d52c36db27f {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:16.097429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:11:16.101084 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Checking segment: {'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:11:16.102392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Bound using segment: {'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:11:16.102991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Bound port: 0c097a16-96d3-4ab1-8ae0-95bb4f148919, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f38e0f9-1087-4e8b-933b-feb2aa83776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:11:16.103483 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:16.194834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] For port 0c097a16-96d3-4ab1-8ae0-95bb4f148919, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:11:16.197945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] For port 0c097a16-96d3-4ab1-8ae0-95bb4f148919, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:11:16.208008 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:16.252069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:16.253478 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:16.256690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] 10.222.0.77 "PUT /v2.0/ports/0c097a16-96d3-4ab1-8ae0-95bb4f148919 HTTP/1.1" status: 200 len: 1092 time: 1.3172870 Nov 09 20:11:16.288637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb70cef-6434-4337-8ca8-57f21bc3f576 service neutron] Pushing event updated for resources: {'Port': ['ID=0c097a16-96d3-4ab1-8ae0-95bb4f148919,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:16.328092 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:16.378850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-7fe067fa-df01-474a-8cca-61a366ce94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:16.380323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-7fe067fa-df01-474a-8cca-61a366ce94a6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9bb5186333149abbd13657b398c7f80&device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 1095 time: 0.0613995 Nov 09 20:11:16.430036 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-9d26afcf-7597-4a21-b6d1-7339e6db7968 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919 HTTP/1.1" status: 200 len: 217 time: 0.0379918 Nov 09 20:11:16.495987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-2361964f-4750-44d1-996a-88391b54d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:16.497651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-2361964f-4750-44d1-996a-88391b54d56f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86 HTTP/1.1" status: 200 len: 852 time: 0.0603826 Nov 09 20:11:16.588902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd100b-b349-4ee2-8634-6354a7dd652d req-24c26484-c1bf-4831-8e7e-beb03ffa4c52 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:16.598914 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2bd100b-b349-4ee2-8634-6354a7dd652d req-24c26484-c1bf-4831-8e7e-beb03ffa4c52 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 944 time: 0.0884676 Nov 09 20:11:16.650734 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-81d1c93e-e45a-4760-a262-a9d6f8e5deae req-f54a0517-8c7c-40a8-bb93-a47af8ea8fbc tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 210 time: 0.0517426 Nov 09 20:11:16.653724 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2bd100b-b349-4ee2-8634-6354a7dd652d req-0ae920cf-6b1b-49fa-8d63-914e6072fc0b tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487926 Nov 09 20:11:16.664020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-41ef2a5b-262f-4ec3-9b98-d048191cdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:16.665244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-41ef2a5b-262f-4ec3-9b98-d048191cdf7d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce6aba93-f745-411e-8737-9d52c36db27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582906 Nov 09 20:11:16.704874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44448) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:16.793147 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-62ca73bb-2f23-49ec-9916-14cbdeba9561 service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070716 Nov 09 20:11:16.914694 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3108c76d-01fd-4f6a-9c25-780a6beb43ce req-1e605a90-0baf-4957-a420-63ffa1163dae service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122596 Nov 09 20:11:17.018786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870368f5-d910-4f23-ba92-d9220f71bf3a req-e67a0905-1882-43d0-866c-048bf45c4ac4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:17.021907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-870368f5-d910-4f23-ba92-d9220f71bf3a req-e67a0905-1882-43d0-866c-048bf45c4ac4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0747147 Nov 09 20:11:17.069436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-870368f5-d910-4f23-ba92-d9220f71bf3a req-03fac857-b431-44cd-9cd2-6ea5b2633b4d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399847 Nov 09 20:11:17.190611 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:17.453193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 9b0c9669-ea36-4173-a8ed-59f799b85fdb {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:11:17.453401 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:17.550759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 9b0c9669-ea36-4173-a8ed-59f799b85fdb, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9b0c9669-ea36-4173-a8ed-59f799b85fdb,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:17.551128 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:17.564877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 9b0c9669-ea36-4173-a8ed-59f799b85fdb owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:11:17.695728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-86c16abf-d8bc-49e8-a3bf-980c10b00e47 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:17.697276 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-86c16abf-d8bc-49e8-a3bf-980c10b00e47 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.77 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 811 time: 0.1267924 Nov 09 20:11:17.697767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:17.701450 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b4f157-7904-441b-a3f7-5b931d36a7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:17.768586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-97abfaf6-a3ed-4ab0-bf06-12f6710e2958 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93208427bc274a8b8137372b5d73943b HTTP/1.1" status: 200 len: 380 time: 0.0592294 Nov 09 20:11:17.783656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'port': {'device_id': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'admin_state_up': True, 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'security_groups': ['1c7c8105-3d9b-4275-bb29-d4b2bee767bd']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:17.825335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f58a17-985b-48ec-b7e1-ed98c6bf5f00 req-e39f9500-58cd-4437-a1a5-a57f2e4fbf04 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:17.827292 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22f58a17-985b-48ec-b7e1-ed98c6bf5f00 req-e39f9500-58cd-4437-a1a5-a57f2e4fbf04 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 944 time: 0.0909290 Nov 09 20:11:17.860546 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eea62e25-c251-43dd-94fe-cc250b632c43 req-8057cfca-c67b-4e15-8797-e514332bc84b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 210 time: 0.0728164 Nov 09 20:11:17.909665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-22f58a17-985b-48ec-b7e1-ed98c6bf5f00 req-db3c63ed-c410-437d-8348-b8b05f3b03b5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605080 Nov 09 20:11:17.944485 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:17.992359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=9b0c9669-ea36-4173-a8ed-59f799b85fdb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:18.378485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9dd3c-475e-4b6f-95d2-6a0a29af1e20 req-174c0a7a-50fb-4329-bb3d-980d67eba4d3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:18.380180 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14b9dd3c-475e-4b6f-95d2-6a0a29af1e20 req-174c0a7a-50fb-4329-bb3d-980d67eba4d3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.1550517 Nov 09 20:11:18.390877 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55517a1b-8b6e-487d-946c-4e414efe18ff x-openstack-request-id: req-55517a1b-8b6e-487d-946c-4e414efe18ff {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:18.391343 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:18.391749 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55517a1b-8b6e-487d-946c-4e414efe18ff {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:18.392254 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'status': 'completed', 'code': 200} Nov 09 20:11:18.427706 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:18.460498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-63fdf799-82e3-4a8a-a5c6-c1fdac26a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:18.462371 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-63fdf799-82e3-4a8a-a5c6-c1fdac26a446 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9bb5186333149abbd13657b398c7f80&device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 1095 time: 0.0692732 Nov 09 20:11:18.466115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14b9dd3c-475e-4b6f-95d2-6a0a29af1e20 req-181f7881-97e0-41dc-b8dc-39477aeb3304 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785596 Nov 09 20:11:18.466312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Made reservation on behalf of 93208427bc274a8b8137372b5d73943b for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:11:18.471905 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:18.485864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:11:18.514946 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:11:18.515528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 796c2508-598f-4c0a-a9bf-7eedb6aeb6f1 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:11:18.675425 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-4a0158a8-0abc-4370-9947-8bd2f94f23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:18.677138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-4a0158a8-0abc-4370-9947-8bd2f94f23ef service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce6aba93-f745-411e-8737-9d52c36db27f HTTP/1.1" status: 200 len: 914 time: 0.2010608 Nov 09 20:11:18.731808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router f41f0f52-948a-4eee-a53b-329c7971eac3 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:11:18.739823 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-38d56fb6-1e12-4035-b482-1406e27e12a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919 HTTP/1.1" status: 200 len: 217 time: 0.0457129 Nov 09 20:11:18.740894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.20.0.5 (f371d5ab-06e0-49e5-9339-f059f28199e8/1e4cf51e-e3cf-4e25-951e-75adccf486ec/e796f628-c8bb-4139-98ac-5c535e4379b1) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:11:18.855104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:11:18.861593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-85bf66ec-526e-4180-a3cb-d0a11fcb738b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "PUT /v2.0/routers/f41f0f52-948a-4eee-a53b-329c7971eac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1556280 Nov 09 20:11:18.864394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44466) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:18.866576 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] Sync routers for ids ['f41f0f52-948a-4eee-a53b-329c7971eac3'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:11:18.889404 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] Routers {'f41f0f52-948a-4eee-a53b-329c7971eac3'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:18.895229 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f41f0f52-948a-4eee-a53b-329c7971eac3'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:18.933922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-99fede42-b8db-44de-b4a7-983cb49efb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:18.935580 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-99fede42-b8db-44de-b4a7-983cb49efb6e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86 HTTP/1.1" status: 200 len: 852 time: 0.1882257 Nov 09 20:11:18.944818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54dffbf-c0ab-4ff8-87d3-f5b82dd589d2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting subnet 2b97ffe2-7527-491c-a817-9bbf4bbb60a8 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:11:18.949841 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e54dffbf-c0ab-4ff8-87d3-f5b82dd589d2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.020960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e54dffbf-c0ab-4ff8-87d3-f5b82dd589d2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.125717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.158496 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] Set router f41f0f52-948a-4eee-a53b-329c7971eac3 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:19.180785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.229113 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e54dffbf-c0ab-4ff8-87d3-f5b82dd589d2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.261657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-92cfaf3e-29e9-4fae-979b-5323be937826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:19.263458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-92cfaf3e-29e9-4fae-979b-5323be937826 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce6aba93-f745-411e-8737-9d52c36db27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3200216 Nov 09 20:11:19.284470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network f371d5ab-06e0-49e5-9339-f059f28199e8 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:19.318657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:19.368532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb9683-c7b9-425b-9334-2e0632c1bcc2 req-bea71044-a117-47a1-bf77-2e25eae22a94 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:19.370175 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3bbb9683-c7b9-425b-9334-2e0632c1bcc2 req-bea71044-a117-47a1-bf77-2e25eae22a94 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 931 time: 0.3199358 Nov 09 20:11:19.370864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=e796f628-c8bb-4139-98ac-5c535e4379b1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:19.376824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:11:19.377985 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e54dffbf-c0ab-4ff8-87d3-f5b82dd589d2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.429214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:19.429928 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.459718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dffbf-c0ab-4ff8-87d3-f5b82dd589d2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Subnet': ['ID=2b97ffe2-7527-491c-a817-9bbf4bbb60a8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:19.462062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e54dffbf-c0ab-4ff8-87d3-f5b82dd589d2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.465911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e54dffbf-c0ab-4ff8-87d3-f5b82dd589d2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/subnets/2b97ffe2-7527-491c-a817-9bbf4bbb60a8 HTTP/1.1" status: 204 len: 168 time: 0.5997851 Nov 09 20:11:19.471759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44472) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:19.476138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1fb9b-12d9-4426-8153-214791773d9e None None] Network 9254c510-8e2f-436c-9142-d68379d96f69 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:11:19.478052 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:11:17Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:19.514410 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] Checking router: f41f0f52-948a-4eee-a53b-329c7971eac3 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:11:19.516279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b68ca-16d8-4da5-b394-9382dca23d87 req-a9c7d951-ae4f-4a2b-aab4-18e8c340903d tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:19.525293 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] Routers {'f41f0f52-948a-4eee-a53b-329c7971eac3'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:19.525905 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f41f0f52-948a-4eee-a53b-329c7971eac3'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:19.534189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-133b68ca-16d8-4da5-b394-9382dca23d87 req-a9c7d951-ae4f-4a2b-aab4-18e8c340903d tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 944 time: 0.2299075 Nov 09 20:11:19.542742 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-33f848cc-dc37-49cc-aab0-7f21975a4c57 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7647128 Nov 09 20:11:19.558412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Request body: {'port': {'device_id': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:19.609954 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3bbb9683-c7b9-425b-9334-2e0632c1bcc2 req-84298ff8-6971-4bfe-bcba-85709de9b3c6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706100 Nov 09 20:11:19.683965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-23ff098f-b485-4aa1-9cc2-012f0722bce4 service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972988 Nov 09 20:11:19.731716 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] Set router f41f0f52-948a-4eee-a53b-329c7971eac3 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:19.751710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.787213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cd837b3d-7510-40b0-95c4-5c03d9004b24 None None] Provisioning complete for port e796f628-c8bb-4139-98ac-5c535e4379b1 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:19.787665 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd837b3d-7510-40b0-95c4-5c03d9004b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.869204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.904452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] DHCP port deletion for 9254c510-8e2f-436c-9142-d68379d96f69 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:11:19.931102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-133b68ca-16d8-4da5-b394-9382dca23d87 req-f8ad42cf-17c1-4f9a-a83a-00c81690a8cf tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959301 Nov 09 20:11:19.938675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cd837b3d-7510-40b0-95c4-5c03d9004b24 None None] Port e796f628-c8bb-4139-98ac-5c535e4379b1 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:11:19.995090 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:19.995316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Deleting port 830e101f-928c-41ba-b522-6847ff948fde {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:11:19.995584 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.017721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcbec9-85f9-43c8-9fca-4e1a26c5b061 req-36f41f2d-6fa7-4659-b3ff-093ec6ca8378 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:20.028683 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cdcbec9-85f9-43c8-9fca-4e1a26c5b061 req-36f41f2d-6fa7-4659-b3ff-093ec6ca8378 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.2745085 Nov 09 20:11:20.106902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] For port 830e101f-928c-41ba-b522-6847ff948fde, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=830e101f-928c-41ba-b522-6847ff948fde,segment=NetworkSegment(d402f606-a7e1-44eb-9f53-ba3c2472eaf9),segment_id=d402f606-a7e1-44eb-9f53-ba3c2472eaf9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:20.107729 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.113938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 812d2aae-f319-4d09-97ec-e7f84b377350 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:11:20.114289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.145938 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cdcbec9-85f9-43c8-9fca-4e1a26c5b061 req-4707631f-182e-4b0a-a9df-b39c0270981c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067870 Nov 09 20:11:20.149009 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Calling delete_port for 830e101f-928c-41ba-b522-6847ff948fde owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:11:20.152568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73b4f157-7904-441b-a3f7-5b931d36a7dd req-c88b5b65-e3e9-4233-b7c7-5b2f0d111001 service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211648 Nov 09 20:11:20.229802 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:11:17Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:20.258306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 812d2aae-f319-4d09-97ec-e7f84b377350, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=812d2aae-f319-4d09-97ec-e7f84b377350,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:20.258713 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.262865 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d38f6-d2fa-4494-a894-7d6ed7f77fe9 None None] The sync data for ids ['f41f0f52-948a-4eee-a53b-329c7971eac3'] in n-d-817256-1 is: [{'id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586351919', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:09:10Z', 'updated_at': '2021-11-09T20:11:17Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '812d2aae-f319-4d09-97ec-e7f84b377350', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f0f52-948a-4eee-a53b-329c7971eac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:09:11Z', 'updated_at': '2021-11-09T20:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:11:20.284143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 812d2aae-f319-4d09-97ec-e7f84b377350 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:11:20.347071 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.387583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Pushing event deleted for resources: {'Port': ['ID=830e101f-928c-41ba-b522-6847ff948fde,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:20.398505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] No DVR routers for this DVR port 830e101f-928c-41ba-b522-6847ff948fde on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:11:20.402261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.402958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.403794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.404305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.405215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.407077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.407598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.408103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.408602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.409118 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.409713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.410211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f6069-79d1-4613-bbe1-c8834c77a543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:20.463115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e796f628-c8bb-4139-98ac-5c535e4379b1 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:11:20.472845 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.486428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Transition to ACTIVE for port object e796f628-c8bb-4139-98ac-5c535e4379b1 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:11:20.491725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.523817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.553861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Pushing event updated for resources: {'Port': ['ID=e796f628-c8bb-4139-98ac-5c535e4379b1,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:20.569384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=812d2aae-f319-4d09-97ec-e7f84b377350,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:20.654150 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 830e101f-928c-41ba-b522-6847ff948fde no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:11:20.660205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Attempting to bind port e796f628-c8bb-4139-98ac-5c535e4379b1 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:11:20.660775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Attempting to bind port e796f628-c8bb-4139-98ac-5c535e4379b1 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:11:20.661295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Attempting to bind port e796f628-c8bb-4139-98ac-5c535e4379b1 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:20.666501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Port e796f628-c8bb-4139-98ac-5c535e4379b1 on network f371d5ab-06e0-49e5-9339-f059f28199e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:11:20.667293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Attempting to bind port e796f628-c8bb-4139-98ac-5c535e4379b1 on network f371d5ab-06e0-49e5-9339-f059f28199e8 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:20.672953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:11:20.673294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Checking segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:11:20.673692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Bound using segment: {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:11:20.674122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Bound port: e796f628-c8bb-4139-98ac-5c535e4379b1, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d01194-0909-45ee-9330-9d1798c87a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:11:20.674486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.694683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 830e101f-928c-41ba-b522-6847ff948fde {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:11:20.695067 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 830e101f-928c-41ba-b522-6847ff948fde not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:11:20.700033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.778963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] For port e796f628-c8bb-4139-98ac-5c535e4379b1, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:11:20.785085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] For port e796f628-c8bb-4139-98ac-5c535e4379b1, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e796f628-c8bb-4139-98ac-5c535e4379b1,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:11:20.798806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.854647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.857462 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.890456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:20.892473 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.894301 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] 10.222.0.77 "PUT /v2.0/ports/e796f628-c8bb-4139-98ac-5c535e4379b1 HTTP/1.1" status: 200 len: 1091 time: 1.3400948 Nov 09 20:11:20.895341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e5aa5-aa01-4c19-bda1-466cd0b3124c service neutron] Pushing event updated for resources: {'Port': ['ID=e796f628-c8bb-4139-98ac-5c535e4379b1,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:20.900622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'tag': 'e796f628-c8bb-4139-98ac-5c535e4379b1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:20.903296 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc89352-b4d0-4a2a-8765-c186412eb529" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "tag": "e796f628-c8bb-4139-98ac-5c535e4379b1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:20.955516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6aa9a-991b-4f36-9b9a-db752f912901 req-3db07668-291a-40e6-90f0-810046695a65 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:20.957173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3b6aa9a-991b-4f36-9b9a-db752f912901 req-3db07668-291a-40e6-90f0-810046695a65 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 943 time: 0.1726389 Nov 09 20:11:20.967487 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.969442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Fanout notify agent at l3_agent the message router_deleted on router f41f0f52-948a-4eee-a53b-329c7971eac3 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:11:20.989144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:20.996018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-68610e8c-e6d8-4304-8d80-1ed7b6a1d481 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/routers/f41f0f52-948a-4eee-a53b-329c7971eac3 HTTP/1.1" status: 204 len: 168 time: 1.5175910 Nov 09 20:11:21.003959 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53fa93c-e4dc-4ba8-8959-bc6108167d4b x-openstack-request-id: req-e53fa93c-e4dc-4ba8-8959-bc6108167d4b {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:21.004187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44482) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:21.004297 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "tag": "e796f628-c8bb-4139-98ac-5c535e4379b1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:21.004606 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e53fa93c-e4dc-4ba8-8959-bc6108167d4b {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:21.005102 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'tag': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'status': 'completed', 'code': 200} Nov 09 20:11:21.038967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-ecc5a52d-83a0-4479-b652-2980e17ba76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:21.040715 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-ecc5a52d-83a0-4479-b652-2980e17ba76a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 1094 time: 0.1013963 Nov 09 20:11:21.132773 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3b6aa9a-991b-4f36-9b9a-db752f912901 req-1165dc19-c8a9-4d61-84eb-a0908ac90795 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609027 Nov 09 20:11:21.154457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-42a412fc-5e19-4003-a6aa-f8c5f3c05d7e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e796f628-c8bb-4139-98ac-5c535e4379b1 HTTP/1.1" status: 200 len: 217 time: 0.1048436 Nov 09 20:11:21.166236 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.273659 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.289554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-6c206c4b-0764-4087-9573-3165dece51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:21.291438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-6c206c4b-0764-4087-9573-3165dece51f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.1276639 Nov 09 20:11:21.301396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9254c510-8e2f-436c-9142-d68379d96f69']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:21.305090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d4672-e629-4d4b-9fae-c1b7b0107f0c req-77f68781-0cd2-43c5-8dea-f79555ce519a tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:21.308156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-841d4672-e629-4d4b-9fae-c1b7b0107f0c req-77f68781-0cd2-43c5-8dea-f79555ce519a tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 944 time: 0.1764319 Nov 09 20:11:21.313781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:21.314090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd402f606-a7e1-44eb-9f53-ba3c2472eaf9') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:21.327740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.330957 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.341796 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.349025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:11:21.349311 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.386134 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-841d4672-e629-4d4b-9fae-c1b7b0107f0c req-a7900f57-dff2-4f51-a73c-1d93235486ca tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661142 Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:11:21.390858 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:11:21.395399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-0304f47f-2cee-4105-b48a-11c5ec33c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:21.397744 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-0304f47f-2cee-4105-b48a-11c5ec33c384 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884492 Nov 09 20:11:21.448367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.457146 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.462725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/networks/9254c510-8e2f-436c-9142-d68379d96f69 HTTP/1.1" status: 204 len: 168 time: 0.4554625 Nov 09 20:11:21.464627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44486) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:21.488264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaae989-d7f7-4d1e-8372-cb1476b50778 req-5fb5fa25-0ba5-4206-8665-fd2b342695f6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:21.489776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aaaae989-d7f7-4d1e-8372-cb1476b50778 req-5fb5fa25-0ba5-4206-8665-fd2b342695f6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0924993 Nov 09 20:11:21.497550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167b8af-686e-4a14-927b-97080e007526 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Network': ['ID=9254c510-8e2f-436c-9142-d68379d96f69,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:21.517988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-35863b10-df70-4832-a497-6b4f0fc1d885 service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071794 Nov 09 20:11:21.562488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aaaae989-d7f7-4d1e-8372-cb1476b50778 req-c58629c0-e57d-49ec-9f90-dd989ed92583 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627074 Nov 09 20:11:21.576683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51dbc174-45a6-4798-949e-abe0ec82c08b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.613899 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51dbc174-45a6-4798-949e-abe0ec82c08b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.634463 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1bfbafa-d993-4323-8f8a-cd2cebcbab25 req-3126b042-2092-4e96-add0-7905f42ec2c5 service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040673 Nov 09 20:11:21.707760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51dbc174-45a6-4798-949e-abe0ec82c08b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.710567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51dbc174-45a6-4798-949e-abe0ec82c08b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:21.714804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-51dbc174-45a6-4798-949e-abe0ec82c08b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4f1ce85-e795-4d14-acee-5304f7d8c944 HTTP/1.1" status: 204 len: 168 time: 0.2491615 Nov 09 20:11:21.726058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbc174-45a6-4798-949e-abe0ec82c08b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f1ce85-e795-4d14-acee-5304f7d8c944,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:21.772850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-ff73bc46-419a-4e84-94a5-2b8b4ad11ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:21.774688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-ff73bc46-419a-4e84-94a5-2b8b4ad11ee1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 1094 time: 0.0696657 Nov 09 20:11:21.872033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-042e2bc5-9096-4162-bb76-f844e5a1b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:21.873521 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-042e2bc5-9096-4162-bb76-f844e5a1b171 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.0877051 Nov 09 20:11:21.927249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-2a6b9116-0c80-4b74-b848-2e749906e570 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e796f628-c8bb-4139-98ac-5c535e4379b1 HTTP/1.1" status: 200 len: 217 time: 0.0422347 Nov 09 20:11:21.983673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-5599c826-31a5-467b-9f57-2a3bb0c5206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:21.985336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-5599c826-31a5-467b-9f57-2a3bb0c5206a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0471222 Nov 09 20:11:22.037021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-a78980d7-2e78-473f-849b-4ec8b1850dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:22.038551 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-a78980d7-2e78-473f-849b-4ec8b1850dca service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425479 Nov 09 20:11:22.146213 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-bf8bbf27-bcbd-40ac-ab89-853916f745a5 service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956450 Nov 09 20:11:22.283505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71469c-2470-44cf-9c09-67f3e504e1e5 req-c11d37da-0b38-4560-9a08-29f42db16ae9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:22.286103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e71469c-2470-44cf-9c09-67f3e504e1e5 req-c11d37da-0b38-4560-9a08-29f42db16ae9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 943 time: 0.0726421 Nov 09 20:11:22.292252 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7fc89352-b4d0-4a2a-8765-c186412eb529 req-2a6bfb68-7f3a-49a2-b446-d28e242060f7 service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318316 Nov 09 20:11:22.334396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44494) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:22.339361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-07a0172b-0ca2-41ba-85f6-0b6e74e898aa tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604243824', 'description': 'tempest-secgroup-smoke-1604243824 description', 'project_id': '255b9262b186472cb06159c676864ff2'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:22.345283 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e71469c-2470-44cf-9c09-67f3e504e1e5 req-8fd47a7f-abfc-4935-b52a-e747187f8f49 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520074 Nov 09 20:11:22.371165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07a0172b-0ca2-41ba-85f6-0b6e74e898aa tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.375555 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 812d2aae-f319-4d09-97ec-e7f84b377350 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:11:22.407853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 812d2aae-f319-4d09-97ec-e7f84b377350 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:11:22.408219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 812d2aae-f319-4d09-97ec-e7f84b377350 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:11:22.408651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9b0c9669-ea36-4173-a8ed-59f799b85fdb no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:11:22.442131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 9b0c9669-ea36-4173-a8ed-59f799b85fdb {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:11:22.442482 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9b0c9669-ea36-4173-a8ed-59f799b85fdb not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:11:22.454536 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07a0172b-0ca2-41ba-85f6-0b6e74e898aa tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.458980 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07a0172b-0ca2-41ba-85f6-0b6e74e898aa tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.519402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07a0172b-0ca2-41ba-85f6-0b6e74e898aa tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.520541 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-07a0172b-0ca2-41ba-85f6-0b6e74e898aa tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1850927 Nov 09 20:11:22.522891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0172b-0ca2-41ba-85f6-0b6e74e898aa tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95558f0b-f401-49f8-b972-007bcf60d21a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:22.523966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44498) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:22.530925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8c63f40a-3294-47df-890d-eea08b1b7d3c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '95558f0b-f401-49f8-b972-007bcf60d21a', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:22.546306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fe41e-aa30-4779-8bb1-63543f4a8866 req-c284b696-d04c-43ad-b1ca-7ca2a0f424bc tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:22.547928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d75fe41e-aa30-4779-8bb1-63543f4a8866 req-c284b696-d04c-43ad-b1ca-7ca2a0f424bc tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 944 time: 0.0712354 Nov 09 20:11:22.563243 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c63f40a-3294-47df-890d-eea08b1b7d3c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.588792 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d75fe41e-aa30-4779-8bb1-63543f4a8866 req-1293534c-cba3-47ee-8179-aad819e81a52 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343604 Nov 09 20:11:22.618279 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c63f40a-3294-47df-890d-eea08b1b7d3c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.623518 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c63f40a-3294-47df-890d-eea08b1b7d3c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.643250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63f40a-3294-47df-890d-eea08b1b7d3c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6796f3-d814-4a91-9744-63a3c2047953,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:22.652337 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8c63f40a-3294-47df-890d-eea08b1b7d3c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.653696 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8c63f40a-3294-47df-890d-eea08b1b7d3c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278083 Nov 09 20:11:22.657176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44502) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:22.664305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-be318997-c574-448b-bd0f-3749b994d83a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '95558f0b-f401-49f8-b972-007bcf60d21a', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:22.723697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be318997-c574-448b-bd0f-3749b994d83a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.735098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d027008-474d-4339-94b9-fceef8370f03 req-665032fe-3370-48ba-a153-061da1546917 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:22.736609 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d027008-474d-4339-94b9-fceef8370f03 req-665032fe-3370-48ba-a153-061da1546917 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0678973 Nov 09 20:11:22.798680 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8d027008-474d-4339-94b9-fceef8370f03 req-507b3e13-2349-42c3-9f2f-3b2c55440300 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555890 Nov 09 20:11:22.811186 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be318997-c574-448b-bd0f-3749b994d83a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.816499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be318997-c574-448b-bd0f-3749b994d83a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.835568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be318997-c574-448b-bd0f-3749b994d83a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334ff62f-c7c9-4396-b208-9cc41c4a3a2d,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:22.842880 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be318997-c574-448b-bd0f-3749b994d83a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.844095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-be318997-c574-448b-bd0f-3749b994d83a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1859851 Nov 09 20:11:22.847020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44504) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:22.851313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ebc79974-0076-4a4b-824b-aa8085e2b236 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '95558f0b-f401-49f8-b972-007bcf60d21a', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:22.877930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ebc79974-0076-4a4b-824b-aa8085e2b236 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.939189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ebc79974-0076-4a4b-824b-aa8085e2b236 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.943386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ebc79974-0076-4a4b-824b-aa8085e2b236 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.964268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc79974-0076-4a4b-824b-aa8085e2b236 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f6ee6c-7c1b-497f-a82c-7d0dd9bdf714,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:22.969659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ebc79974-0076-4a4b-824b-aa8085e2b236 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:22.973992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44506) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:22.974134 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ebc79974-0076-4a4b-824b-aa8085e2b236 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261096 Nov 09 20:11:22.979671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-bf84466a-b0a3-481c-8ced-a63e8c1e35c5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '95558f0b-f401-49f8-b972-007bcf60d21a', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:23.007791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf84466a-b0a3-481c-8ced-a63e8c1e35c5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.064441 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf84466a-b0a3-481c-8ced-a63e8c1e35c5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.068155 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf84466a-b0a3-481c-8ced-a63e8c1e35c5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.090091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84466a-b0a3-481c-8ced-a63e8c1e35c5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add244d6-e207-43c2-a2c4-d29da835c093,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:23.094908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bf84466a-b0a3-481c-8ced-a63e8c1e35c5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.096150 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bf84466a-b0a3-481c-8ced-a63e8c1e35c5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208215 Nov 09 20:11:23.098916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44508) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:23.103288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a379f05c-89f0-418f-9a28-e79d60ebcc80 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '95558f0b-f401-49f8-b972-007bcf60d21a', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:23.128223 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-a379f05c-89f0-418f-9a28-e79d60ebcc80 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Project 255b9262b186472cb06159c676864ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:11:23.135289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a379f05c-89f0-418f-9a28-e79d60ebcc80 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.208925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a379f05c-89f0-418f-9a28-e79d60ebcc80 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.212404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a379f05c-89f0-418f-9a28-e79d60ebcc80 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.235037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379f05c-89f0-418f-9a28-e79d60ebcc80 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659cb627-81d0-466f-a1ab-b126f6fe8d23,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:23.240865 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a379f05c-89f0-418f-9a28-e79d60ebcc80 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.242168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a379f05c-89f0-418f-9a28-e79d60ebcc80 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423049 Nov 09 20:11:23.244885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44510) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:23.250173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7d879bc5-2bbc-48c7-9103-2956d37084b1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': '95558f0b-f401-49f8-b972-007bcf60d21a', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:23.271984 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-7d879bc5-2bbc-48c7-9103-2956d37084b1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Project 255b9262b186472cb06159c676864ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:11:23.277061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d879bc5-2bbc-48c7-9103-2956d37084b1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.646880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d879bc5-2bbc-48c7-9103-2956d37084b1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.660933 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d879bc5-2bbc-48c7-9103-2956d37084b1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.697564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d879bc5-2bbc-48c7-9103-2956d37084b1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3585ae4-930a-47a9-9de8-980975c27ada,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:23.713189 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7d879bc5-2bbc-48c7-9103-2956d37084b1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.714433 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7d879bc5-2bbc-48c7-9103-2956d37084b1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4684317 Nov 09 20:11:23.718614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44516) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:23.723604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'network': {'name': 'tempest-network-smoke--599494460', 'project_id': '255b9262b186472cb06159c676864ff2', 'port_security_enabled': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:23.735931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3ea8b-62a8-438c-8e41-3928cbe78833 req-10ad9dea-e650-478e-96c7-48d282da72a4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:23.737448 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27b3ea8b-62a8-438c-8e41-3928cbe78833 req-10ad9dea-e650-478e-96c7-48d282da72a4 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 943 time: 0.0890961 Nov 09 20:11:23.742339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1d659-7594-4826-b53e-9d8f13a296af req-56d84a05-89ad-4c15-9540-fce043beb256 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:23.743870 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5aa1d659-7594-4826-b53e-9d8f13a296af req-56d84a05-89ad-4c15-9540-fce043beb256 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 944 time: 0.0815706 Nov 09 20:11:23.772257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:11:23.775685 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.783124 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5aa1d659-7594-4826-b53e-9d8f13a296af req-c7bce863-aa68-492c-bd0b-0cc010d6615d tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325263 Nov 09 20:11:23.796082 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27b3ea8b-62a8-438c-8e41-3928cbe78833 req-aafa02af-e27a-4d4f-b4dc-a4f4d7027c0a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518589 Nov 09 20:11:23.818739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:11:23.828444 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.828793 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Added segment e106eb18-896a-446d-92fa-e2eb9d7845a6 of type vlan for network bd479c1b-9e64-4ff7-a965-37845a85926d Nov 09 20:11:23.869367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.895284 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.901180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:23.901772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:23.923961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb155126-ae6e-42da-b373-c9dad36a51dd req-16b45cea-1bc5-4577-b51a-7ff13e73cba0 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:23.924850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb155126-ae6e-42da-b373-c9dad36a51dd req-16b45cea-1bc5-4577-b51a-7ff13e73cba0 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0517521 Nov 09 20:11:23.962894 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2432015 Nov 09 20:11:23.966841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb155126-ae6e-42da-b373-c9dad36a51dd req-39f5f6f1-ed86-4b82-9d8e-f562adaf7d4c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344913 Nov 09 20:11:23.967370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44520) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:23.972588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'admin_state_up': True, 'project_id': '255b9262b186472cb06159c676864ff2', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:23.978707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7322cfc-8355-4321-8999-e7f1d7d7a22b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Network': ['ID=bd479c1b-9e64-4ff7-a965-37845a85926d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:23.992573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network bd479c1b-9e64-4ff7-a965-37845a85926d details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:11:24.005595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:24.006860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:24.057748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:24.194666 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:24.385895 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:24.404540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:24.510921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.25.6.32 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/c97f782f-2d48-4124-8e0b-513119732b46) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:11:24.611352 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:24.643746 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:24.683800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:24.686718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:24.690082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:11:24.716620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=c97f782f-2d48-4124-8e0b-513119732b46,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:24.901739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633a960-0f68-4868-920b-5360cf0e6c76 req-aeb57b30-4976-4ba7-965b-be636258cc54 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:24.903480 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9633a960-0f68-4868-920b-5360cf0e6c76 req-aeb57b30-4976-4ba7-965b-be636258cc54 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 944 time: 0.0507135 Nov 09 20:11:24.945878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9633a960-0f68-4868-920b-5360cf0e6c76 req-3f331638-3648-45cc-870a-2fb2989fd31d tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354466 Nov 09 20:11:25.109622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aef61-4196-4475-abdf-2093d6832a38 req-d9e8a8cb-dfd1-43df-99b6-431c9e35715e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:25.111262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-890aef61-4196-4475-abdf-2093d6832a38 req-d9e8a8cb-dfd1-43df-99b6-431c9e35715e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0621803 Nov 09 20:11:25.158879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-890aef61-4196-4475-abdf-2093d6832a38 req-466efb34-8220-49dd-93db-f02815c8de27 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406859 Nov 09 20:11:25.288354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c67b87-9a03-4543-b4f3-6372770599b0 req-c2f32e91-f124-4067-b020-1cb078a3ec56 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:25.289862 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4c67b87-9a03-4543-b4f3-6372770599b0 req-c2f32e91-f124-4067-b020-1cb078a3ec56 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 943 time: 0.4098890 Nov 09 20:11:25.307335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:25.409053 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4c67b87-9a03-4543-b4f3-6372770599b0 req-4f1b9400-a079-4f18-bd0c-27154906897e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121602 Nov 09 20:11:25.516178 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:25.545970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:25.676251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router c70160b4-0173-4acc-bda8-087d4b043a92 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:11:25.816729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:11:25.833775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Sync routers for ids ['c70160b4-0173-4acc-bda8-087d4b043a92'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:11:25.848875 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Routers {'c70160b4-0173-4acc-bda8-087d4b043a92'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:25.849093 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:25.850081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c70160b4-0173-4acc-bda8-087d4b043a92'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:25.857458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c62e567b-d7a2-4b9f-9d8b-61b6fc2714c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8887017 Nov 09 20:11:25.861495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44556) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:25.895809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44558) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:25.896200 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7ebb1ffa-3697-4380-a68b-4e6990db398e tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=255b9262b186472cb06159c676864ff2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337691 Nov 09 20:11:25.986235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Set router c70160b4-0173-4acc-bda8-087d4b043a92 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:26.117198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab610d4-0677-418d-89c2-0d450db674e9 req-c980e198-4467-4bdd-a09c-1181cfea9b9b tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:26.121134 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ab610d4-0677-418d-89c2-0d450db674e9 req-c980e198-4467-4bdd-a09c-1181cfea9b9b tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 944 time: 0.0774109 Nov 09 20:11:26.132839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abd8ffd-69ba-48d6-8576-eb82ce824600 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:26.137073 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0abd8ffd-69ba-48d6-8576-eb82ce824600 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2375894 Nov 09 20:11:26.143953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44562) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:26.179853 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e06aabdc-153d-4f77-b42c-aed1c1cbed0a tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315356 Nov 09 20:11:26.180548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44564) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:26.188303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-219379750', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'project_id': '255b9262b186472cb06159c676864ff2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:26.205050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6ab610d4-0677-418d-89c2-0d450db674e9 req-e69c622d-1305-4187-b609-26d0e56116a5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610199 Nov 09 20:11:26.269209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:24Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:26.298901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Checking router: c70160b4-0173-4acc-bda8-087d4b043a92 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:11:26.299260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Updating router c70160b4-0173-4acc-bda8-087d4b043a92 port c97f782f-2d48-4124-8e0b-513119732b46 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:11:26.326928 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:26.352260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fca551-b8fd-4428-ad34-181d9873b8da req-2bbca0a3-914c-44a6-a716-20f533b28f34 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:26.353966 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5fca551-b8fd-4428-ad34-181d9873b8da req-2bbca0a3-914c-44a6-a716-20f533b28f34 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0936918 Nov 09 20:11:26.354905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:11:26.359033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:26.465851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5fca551-b8fd-4428-ad34-181d9873b8da req-c0b93714-c8ec-48e9-a3eb-1ed7bb9c1ead tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034734 Nov 09 20:11:26.543943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 95021e68-36fb-4771-aefe-843b3ce6207d details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:11:26.559529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ea042-f6b8-42fa-8711-10faa361b340 req-713a4def-6996-43bc-9398-1747d8fdd2c1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:26.568621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e23ea042-f6b8-42fa-8711-10faa361b340 req-713a4def-6996-43bc-9398-1747d8fdd2c1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 943 time: 0.0721588 Nov 09 20:11:26.615037 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e23ea042-f6b8-42fa-8711-10faa361b340 req-aa696f1c-0def-4f3c-ab58-7da010d33f92 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418336 Nov 09 20:11:26.624658 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:26.689506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:26.696929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Subnet': ['ID=7c452044-e63f-45f4-a4cc-dfeaf5584167,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:26.703824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Checking segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:11:26.704180 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network hostable DHCP agents. Network: bd479c1b-9e64-4ff7-a965-37845a85926d, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:11:26.712002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '95021e68-36fb-4771-aefe-843b3ce6207d', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'port_id': '95021e68-36fb-4771-aefe-843b3ce6207d', 'mac_address': 'fa:16:3e:e1:d8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:11:26.725204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network bd479c1b-9e64-4ff7-a965-37845a85926d is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:11:26.736487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, bd479c1b-9e64-4ff7-a965-37845a85926d) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:26.741136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:26.742607 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:26.751258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d892da-299c-4556-942b-619ec2f7a548 None None] Network bd479c1b-9e64-4ff7-a965-37845a85926d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:11:26.775958 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1f1f994e-74c3-4615-b25d-08aedddedc29 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5915711 Nov 09 20:11:26.780082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44570) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:26.850894 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:26.869451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95021e68-36fb-4771-aefe-843b3ce6207d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:11:26.898662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:26.905843 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:26.911215 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:26.926030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:27.023324 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['95021e68-36fb-4771-aefe-843b3ce6207d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:11:27.065305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Attempting to bind port c97f782f-2d48-4124-8e0b-513119732b46 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:11:27.065687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Attempting to bind port c97f782f-2d48-4124-8e0b-513119732b46 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:11:27.066018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Attempting to bind port c97f782f-2d48-4124-8e0b-513119732b46 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:27.073624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:27.121729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a261efd-8b18-4a6e-9863-20e25f29a18c None None] Pushing event updated for resources: {'Port': ['ID=c97f782f-2d48-4124-8e0b-513119732b46,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:27.129020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:11:27.129417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:11:27.129789 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:27.130428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:11:27.130943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Bound port: c97f782f-2d48-4124-8e0b-513119732b46, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:11:27.131325 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:27.207172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-bd479c1b-9e64-4ff7-a965-37845a85926d', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:11:27.208016 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:27.276095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] For port c97f782f-2d48-4124-8e0b-513119732b46, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:11:27.390667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a917d3-ec82-4269-a82b-9d54a388073a req-b37b78df-f4b7-4a2b-93ca-cb28d20384f3 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:27.394280 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49a917d3-ec82-4269-a82b-9d54a388073a req-b37b78df-f4b7-4a2b-93ca-cb28d20384f3 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 944 time: 0.0921171 Nov 09 20:11:27.415643 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:27.442100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Allocated IP 172.20.0.2 (bd479c1b-9e64-4ff7-a965-37845a85926d/7c452044-e63f-45f4-a4cc-dfeaf5584167/0e8722ee-cfc0-4bb2-9ef1-acb79a1df079) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:11:27.449120 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-49a917d3-ec82-4269-a82b-9d54a388073a req-8e9bb2c8-2f7e-409f-b9c1-967d3109bf8c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478890 Nov 09 20:11:27.551906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] For port c97f782f-2d48-4124-8e0b-513119732b46, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c97f782f-2d48-4124-8e0b-513119732b46,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:11:27.611530 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:27.615603 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:27.725638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2d9b6-e4d2-463e-b81e-a4c3261004e4 req-16f50461-ace2-463b-a4a0-f7f023cf468d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:27.727301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89d2d9b6-e4d2-463e-b81e-a4c3261004e4 req-16f50461-ace2-463b-a4a0-f7f023cf468d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 944 time: 0.1213713 Nov 09 20:11:27.785139 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89d2d9b6-e4d2-463e-b81e-a4c3261004e4 req-6adbb1ff-7086-47f6-9dd8-594391c489a3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496857 Nov 09 20:11:27.856869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.20.0.1 (bd479c1b-9e64-4ff7-a965-37845a85926d/7c452044-e63f-45f4-a4cc-dfeaf5584167/4e79999f-fd31-4452-ad4f-f367f23f814a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:11:27.864621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e8639-b18f-4bb0-90ec-e25146745ab1 req-b47f41bc-2f4a-4ad1-b824-6d87e7bfb33b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:27.866969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a79e8639-b18f-4bb0-90ec-e25146745ab1 req-b47f41bc-2f4a-4ad1-b824-6d87e7bfb33b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 943 time: 0.1475902 Nov 09 20:11:27.874806 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:27.923584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a79e8639-b18f-4bb0-90ec-e25146745ab1 req-dbdb51fd-2feb-4f9d-b1d4-74274db40c25 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505011 Nov 09 20:11:27.958432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Network bd479c1b-9e64-4ff7-a965-37845a85926d is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:27.960719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Routers {'c70160b4-0173-4acc-bda8-087d4b043a92'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:27.961481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c70160b4-0173-4acc-bda8-087d4b043a92'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:27.967285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a261efd-8b18-4a6e-9863-20e25f29a18c None None] Pushing event updated for resources: {'Port': ['ID=c97f782f-2d48-4124-8e0b-513119732b46,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:28.012094 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:28.068892 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:28.097317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:28.102305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:11:28.113616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network bd479c1b-9e64-4ff7-a965-37845a85926d is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:28.115403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:28.119419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:11:28.164753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:28.206657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=4e79999f-fd31-4452-ad4f-f367f23f814a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:28.227143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Pushing event updated for resources: {'Port': ['ID=0e8722ee-cfc0-4bb2-9ef1-acb79a1df079,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:28.241129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] Set router c70160b4-0173-4acc-bda8-087d4b043a92 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:28.243054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Attempting to bind port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:11:28.243426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Attempting to bind port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:11:28.243792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Attempting to bind port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 on network bd479c1b-9e64-4ff7-a965-37845a85926d {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:28.274669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:11:28.275058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Checking segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:11:28.275470 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:28.275864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Bound using segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:11:28.276357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Bound port: 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:11:28.276746 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:28.357108 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:28.506903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] For port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:11:28.511197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] For port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0e8722ee-cfc0-4bb2-9ef1-acb79a1df079,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:11:28.531137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:24Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:28.533754 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:28.542910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 0c097a16-96d3-4ab1-8ae0-95bb4f148919 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:11:28.546039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 95021e68-36fb-4771-aefe-843b3ce6207d up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:11:28.638594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ebd2b-fc77-4864-984a-1c90d6f0b10b req-2abc6ace-baa9-4bfc-99d7-07073de82ac9 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:28.640376 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b62ebd2b-fc77-4864-984a-1c90d6f0b10b req-2abc6ace-baa9-4bfc-99d7-07073de82ac9 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 944 time: 0.0842903 Nov 09 20:11:28.649993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec692f-45bd-4eb5-843a-8bec802e6d43 None None] The sync data for ids ['c70160b4-0173-4acc-bda8-087d4b043a92'] in n-d-817256-1 is: [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:24Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:11:28.747283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b62ebd2b-fc77-4864-984a-1c90d6f0b10b req-af10358f-56e0-4550-a426-8df058508580 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891182 Nov 09 20:11:28.791396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787b08b-8b42-4bff-aa8a-b2cf135df128 None None] Pushing event updated for resources: {'Port': ['ID=0e8722ee-cfc0-4bb2-9ef1-acb79a1df079,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:28.822414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 95021e68-36fb-4771-aefe-843b3ce6207d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:28.829814 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:28.875869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:28.883529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:28.941917 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 0c097a16-96d3-4ab1-8ae0-95bb4f148919, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:28.981882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'port_id': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'mac_address': 'fa:16:3e:5e:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:11:29.072900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c1372-8393-443f-bac5-9a2cfa082da4 req-6af0dcf8-4e8e-4e3e-be9a-f8e609b51b1c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:29.074717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-871c1372-8393-443f-bac5-9a2cfa082da4 req-6af0dcf8-4e8e-4e3e-be9a-f8e609b51b1c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 944 time: 0.1613615 Nov 09 20:11:29.114497 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:29.232499 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:29.282871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=4e79999f-fd31-4452-ad4f-f367f23f814a,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:29.322181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c097a16-96d3-4ab1-8ae0-95bb4f148919 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:11:29.332900 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-871c1372-8393-443f-bac5-9a2cfa082da4 req-aed39f12-d0f9-4d57-89ee-c12d93920b47 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442172 Nov 09 20:11:29.359859 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:29.447297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 0c097a16-96d3-4ab1-8ae0-95bb4f148919, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:29.464028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:29.465784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292f273-bd22-43d0-b78b-11f19a8f1338 req-9b829664-99e9-41fa-bead-363a8bd27f12 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:29.467119 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58627fb3-8820-4602-be22-2d8fd9642171" -d '{"events": [{"server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "name": "network-vif-plugged", "status": "completed", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:29.475502 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1292f273-bd22-43d0-b78b-11f19a8f1338 req-9b829664-99e9-41fa-bead-363a8bd27f12 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 943 time: 0.4144931 Nov 09 20:11:29.478103 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:29.541737 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1292f273-bd22-43d0-b78b-11f19a8f1338 req-ba9d8daf-5e40-4fdf-888e-27096491cd76 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652642 Nov 09 20:11:29.560933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:29.565073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=0c097a16-96d3-4ab1-8ae0-95bb4f148919,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:29.571786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network bd479c1b-9e64-4ff7-a965-37845a85926d is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:29.576333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:29.577632 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9997013-60df-4616-86fe-a07670f5d8d6 x-openstack-request-id: req-a9997013-60df-4616-86fe-a07670f5d8d6 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:29.577943 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "name": "network-vif-plugged", "status": "completed", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:29.578203 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9997013-60df-4616-86fe-a07670f5d8d6 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:29.581592 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d', 'code': 200} Nov 09 20:11:29.582983 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:29.644307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:29.743805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['0c097a16-96d3-4ab1-8ae0-95bb4f148919'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:11:29.754075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router c70160b4-0173-4acc-bda8-087d4b043a92 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:11:30.011650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046bab6-bfe2-4168-b77a-035396808e0d req-7489faf7-b22e-4a86-b1cb-aff3ea36d720 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:30.013496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b046bab6-bfe2-4168-b77a-035396808e0d req-7489faf7-b22e-4a86-b1cb-aff3ea36d720 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 945 time: 0.1440446 Nov 09 20:11:30.042227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:11:30.057353 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3ed9fa7c-bacf-44de-a853-04d616938413 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "PUT /v2.0/routers/c70160b4-0173-4acc-bda8-087d4b043a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2757995 Nov 09 20:11:30.156376 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b046bab6-bfe2-4168-b77a-035396808e0d req-266b48ef-3ec1-47e6-8156-933c3f7ede53 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237571 Nov 09 20:11:30.437661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-a4a8af44-87e4-44af-946c-866f8933da35 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604243824&fields=id&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 267 time: 0.0953283 Nov 09 20:11:30.541796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c97f782f-2d48-4124-8e0b-513119732b46 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:11:30.599956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72940eff-eaaf-430e-b793-bb79b08b8bf4 None None] Network bd479c1b-9e64-4ff7-a965-37845a85926d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:11:30.602194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56be27e-7c16-47e7-ba6a-af384a73ce94 req-da942900-d238-47d3-90cc-eb1369b0fb6f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:30.603876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e56be27e-7c16-47e7-ba6a-af384a73ce94 req-da942900-d238-47d3-90cc-eb1369b0fb6f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.1018195 Nov 09 20:11:30.670899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e56be27e-7c16-47e7-ba6a-af384a73ce94 req-168fd952-7d38-4904-a6c8-81a100c45fdf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590625 Nov 09 20:11:30.709386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-39cb46c4-7511-49bc-b57e-a445997ccdca tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:30.727949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-39cb46c4-7511-49bc-b57e-a445997ccdca tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/networks?id=bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 200 len: 796 time: 0.2741077 Nov 09 20:11:30.741029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-fec120c0-dcbf-42a5-8951-4239b2067569 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/quotas/255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 375 time: 0.0154469 Nov 09 20:11:30.811323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-7c3316de-28bb-4b92-a749-91e65c2ca582 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631816 Nov 09 20:11:30.825783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb0013e1-f31b-4187-a5cc-8947cacc693e None None] Provisioning complete for port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:30.826354 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb0013e1-f31b-4187-a5cc-8947cacc693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:30.873261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133d07a-3c0e-4795-816b-88ed1a35d4e7 req-422cc2e1-a748-497f-aa1a-901480afbd82 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:30.875190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c133d07a-3c0e-4795-816b-88ed1a35d4e7 req-422cc2e1-a748-497f-aa1a-901480afbd82 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 943 time: 0.0815835 Nov 09 20:11:30.898662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c97f782f-2d48-4124-8e0b-513119732b46 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:30.899039 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:30.947679 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e0725129-33da-4c8d-a4e9-b21aea428f80 service neutron] 10.222.0.53 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336894 Nov 09 20:11:30.980349 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c133d07a-3c0e-4795-816b-88ed1a35d4e7 req-1245c03b-dac5-4b32-aa26-283328cce9f2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962944 Nov 09 20:11:31.024865 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:11:31.085097 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb0013e1-f31b-4187-a5cc-8947cacc693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:31.129472 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:31.150599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-cec57e6a-e203-49d4-83c5-6e65784e9843 service neutron] 10.222.0.53 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972742 Nov 09 20:11:31.168953 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-eb0013e1-f31b-4187-a5cc-8947cacc693e None None] For port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0e8722ee-cfc0-4bb2-9ef1-acb79a1df079,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:31.179141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port c97f782f-2d48-4124-8e0b-513119732b46, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c97f782f-2d48-4124-8e0b-513119732b46,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:31.181204 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb0013e1-f31b-4187-a5cc-8947cacc693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:31.189788 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:31.190444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:11:31.321644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0013e1-f31b-4187-a5cc-8947cacc693e None None] Pushing event updated for resources: {'Port': ['ID=0e8722ee-cfc0-4bb2-9ef1-acb79a1df079,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:31.415411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=c97f782f-2d48-4124-8e0b-513119732b46,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:31.437938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:31.438708 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:31.481504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b019ec-78d7-43ef-ba88-3839f3892ada req-eece2f8a-e7d5-45e3-b650-30fa8d22dd64 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:31.483143 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04b019ec-78d7-43ef-ba88-3839f3892ada req-eece2f8a-e7d5-45e3-b650-30fa8d22dd64 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 945 time: 0.1649427 Nov 09 20:11:31.564952 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04b019ec-78d7-43ef-ba88-3839f3892ada req-634a2f47-e94d-4af7-b2e0-2bdc39636ef7 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717053 Nov 09 20:11:31.620750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-590d6473-016e-455f-a010-346a0aa8694b req-dbe2badc-f186-4bd2-b578-b666980ba2f0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 210 time: 0.0779636 Nov 09 20:11:31.633830 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Sync routers for ids ['c70160b4-0173-4acc-bda8-087d4b043a92'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:11:31.647277 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Routers {'c70160b4-0173-4acc-bda8-087d4b043a92'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:31.648861 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c70160b4-0173-4acc-bda8-087d4b043a92'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:31.709257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b0ff7401-66af-4d9f-937a-d33a6bc8ff38 None None] Provisioning complete for port 4e79999f-fd31-4452-ad4f-f367f23f814a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:31.709544 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7401-66af-4d9f-937a-d33a6bc8ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:31.773689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff7401-66af-4d9f-937a-d33a6bc8ff38 None None] Port 4e79999f-fd31-4452-ad4f-f367f23f814a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:11:31.802800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b0ff7401-66af-4d9f-937a-d33a6bc8ff38 None None] Provisioning complete for port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:31.803175 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7401-66af-4d9f-937a-d33a6bc8ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:31.898618 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Set router c70160b4-0173-4acc-bda8-087d4b043a92 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:31.963271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30823d18-5c8b-426a-a093-398cec51b936 req-0e7ddc3a-4f30-4ee2-9f38-101ed25e41a7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:31.971422 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30823d18-5c8b-426a-a093-398cec51b936 req-0e7ddc3a-4f30-4ee2-9f38-101ed25e41a7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.1570301 Nov 09 20:11:32.051501 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-66fd749d-5835-4565-9b7d-09144d091415 None None] Provisioning complete for port 4e79999f-fd31-4452-ad4f-f367f23f814a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:32.056706 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-66fd749d-5835-4565-9b7d-09144d091415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:32.057899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30823d18-5c8b-426a-a093-398cec51b936 req-e2e713cd-f172-42e3-8233-ec9223b753c3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855069 Nov 09 20:11:32.133719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-66fd749d-5835-4565-9b7d-09144d091415 None None] Port 4e79999f-fd31-4452-ad4f-f367f23f814a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:11:32.201233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ae2a8-ebe5-45a9-b491-23d0d65228c5 req-5c132902-27aa-407a-93cc-4873b0cadc1f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:32.213052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d30ae2a8-ebe5-45a9-b491-23d0d65228c5 req-5c132902-27aa-407a-93cc-4873b0cadc1f tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 943 time: 0.0851026 Nov 09 20:11:32.296504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d30ae2a8-ebe5-45a9-b491-23d0d65228c5 req-c7545cbd-b011-418b-abca-c7a89d90fb68 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820849 Nov 09 20:11:32.331376 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:28Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4e79999f-fd31-4452-ad4f-f367f23f814a', 'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:87:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:27Z', 'updated_at': '2021-11-09T20:11:28Z', 'revision_number': 2, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:32.363549 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Checking router: c70160b4-0173-4acc-bda8-087d4b043a92 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:11:32.364105 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Updating router c70160b4-0173-4acc-bda8-087d4b043a92 port 4e79999f-fd31-4452-ad4f-f367f23f814a binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:11:32.413032 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:32.442945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c97f782f-2d48-4124-8e0b-513119732b46 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:11:32.506673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5ffe2979-338e-46dd-9363-3992cdb92f2d None None] Provisioning complete for port 4e79999f-fd31-4452-ad4f-f367f23f814a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:32.507112 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ffe2979-338e-46dd-9363-3992cdb92f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:32.551686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e796f628-c8bb-4139-98ac-5c535e4379b1 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:11:32.553662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 0c097a16-96d3-4ab1-8ae0-95bb4f148919 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:11:32.792110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8803f53-754a-40a1-a409-f3fb0ba62a95 req-2d2ab878-ca94-4a8d-afab-eb653d918286 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:32.799552 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3f07dfb-5ca6-4c71-87ce-87014b250cc3 req-6a918405-2b0f-4238-a3df-0c168f70fde5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 210 time: 0.0445120 Nov 09 20:11:32.800826 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e8803f53-754a-40a1-a409-f3fb0ba62a95 req-2d2ab878-ca94-4a8d-afab-eb653d918286 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 945 time: 0.0751271 Nov 09 20:11:32.823745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe2979-338e-46dd-9363-3992cdb92f2d None None] Port 4e79999f-fd31-4452-ad4f-f367f23f814a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:11:32.863327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c97f782f-2d48-4124-8e0b-513119732b46 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:32.863810 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:32.865652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e8803f53-754a-40a1-a409-f3fb0ba62a95 req-48feab53-2677-4f91-96b0-b84b7a772d98 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617638 Nov 09 20:11:32.908376 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:32.932537 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:32.987338 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:11:32.994439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:32.994839 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:32.999078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e796f628-c8bb-4139-98ac-5c535e4379b1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e796f628-c8bb-4139-98ac-5c535e4379b1,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:33.009762 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Pushing event updated for resources: {'Port': ['ID=4e79999f-fd31-4452-ad4f-f367f23f814a,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:33.039451 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.040332 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.040655 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.041146 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.041566 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.043613 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.043979 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.044915 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.047787 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.048232 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.048649 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.049455 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:11:33.070738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'port_id': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'mac_address': 'fa:16:3e:f6:e5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:11:33.146554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:11:33.205965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-6933d233-4f95-4fcf-9896-cd423be09d30 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:33.208362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-6933d233-4f95-4fcf-9896-cd423be09d30 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.70 "GET /v2.0/networks?id=bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 200 len: 796 time: 0.3091094 Nov 09 20:11:33.237424 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Attempting to bind port 4e79999f-fd31-4452-ad4f-f367f23f814a on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:11:33.240840 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Attempting to bind port 4e79999f-fd31-4452-ad4f-f367f23f814a by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:11:33.241408 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Attempting to bind port 4e79999f-fd31-4452-ad4f-f367f23f814a on network bd479c1b-9e64-4ff7-a965-37845a85926d {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:33.247873 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:11:33.248654 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Checking segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:11:33.249987 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:33.250621 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Bound using segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:11:33.251579 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Bound port: 4e79999f-fd31-4452-ad4f-f367f23f814a, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:11:33.252243 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:33.274417 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:33.286551 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-b8e3ebe9-b5a7-4077-81fb-e3a2d3d3b3e3 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 380 time: 0.0636017 Nov 09 20:11:33.301396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:33.325490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'port': {'device_id': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'admin_state_up': True, 'tenant_id': '255b9262b186472cb06159c676864ff2', 'security_groups': ['95558f0b-f401-49f8-b972-007bcf60d21a']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:33.325831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e796f628-c8bb-4139-98ac-5c535e4379b1 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:11:33.384058 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] For port 4e79999f-fd31-4452-ad4f-f367f23f814a, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:11:33.390412 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] For port 4e79999f-fd31-4452-ad4f-f367f23f814a, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4e79999f-fd31-4452-ad4f-f367f23f814a,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:11:33.401732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c4e68-1272-44d4-910e-2fbedcf44416 req-17d819a6-4815-42ba-8b4b-f20ee100fae1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:33.403605 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:33.417979 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb3c4e68-1272-44d4-910e-2fbedcf44416 req-17d819a6-4815-42ba-8b4b-f20ee100fae1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.1577222 Nov 09 20:11:33.427567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e796f628-c8bb-4139-98ac-5c535e4379b1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e796f628-c8bb-4139-98ac-5c535e4379b1,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:33.444492 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:33.447104 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65948af-4271-4dd7-8dfb-da5091843d5a" -d '{"events": [{"server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "name": "network-vif-plugged", "status": "completed", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:33.480838 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:33.484861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 0c097a16-96d3-4ab1-8ae0-95bb4f148919, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:33.488269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:33.489004 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:33.491062 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b178bd-ffc9-4ecd-8896-dcb9513cfa02 None None] Pushing event updated for resources: {'Port': ['ID=4e79999f-fd31-4452-ad4f-f367f23f814a,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:33.511117 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Routers {'c70160b4-0173-4acc-bda8-087d4b043a92'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:33.511741 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c70160b4-0173-4acc-bda8-087d4b043a92'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:33.520595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb3c4e68-1272-44d4-910e-2fbedcf44416 req-8b7dbaae-73b2-4b4a-a7dc-1bf881ad29ea tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016114 Nov 09 20:11:33.554816 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:33.654072 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6f6598-56dc-47c6-96ff-a59580b3b376 x-openstack-request-id: req-2d6f6598-56dc-47c6-96ff-a59580b3b376 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:33.655452 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "name": "network-vif-plugged", "status": "completed", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:33.655950 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d6f6598-56dc-47c6-96ff-a59580b3b376 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:33.656571 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'code': 200} Nov 09 20:11:33.697069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e796f628-c8bb-4139-98ac-5c535e4379b1,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:33.714970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-886274ac-be89-491c-b5cd-8f9c0daac2f2 None None] Provisioning complete for port 4e79999f-fd31-4452-ad4f-f367f23f814a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:33.715786 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-886274ac-be89-491c-b5cd-8f9c0daac2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:33.765411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba19e99-8703-40ce-92e2-c6496d6a0cf8 req-727c970a-d5bd-43bf-bdd6-96c2020a965b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:33.782260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ba19e99-8703-40ce-92e2-c6496d6a0cf8 req-727c970a-d5bd-43bf-bdd6-96c2020a965b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.2896430 Nov 09 20:11:33.801815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['e796f628-c8bb-4139-98ac-5c535e4379b1'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:11:33.813957 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] Set router c70160b4-0173-4acc-bda8-087d4b043a92 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:33.843291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6528ba4-41b1-4ec7-a4a5-7cbbe0ed5da6 req-3af9ff5e-d222-463f-b611-07388b0920b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:33.845467 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6528ba4-41b1-4ec7-a4a5-7cbbe0ed5da6 req-3af9ff5e-d222-463f-b611-07388b0920b8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 1097 time: 0.0993543 Nov 09 20:11:33.860035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=0c097a16-96d3-4ab1-8ae0-95bb4f148919,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:33.909013 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ba19e99-8703-40ce-92e2-c6496d6a0cf8 req-0952fe6c-e1a1-43b5-aa1d-500d25b3aeff tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256812 Nov 09 20:11:33.966720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:11:33.972047 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:33.974361 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f6528ba4-41b1-4ec7-a4a5-7cbbe0ed5da6 req-3def1700-297b-40c0-91f4-4ff4778c8e81 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128504 Nov 09 20:11:34.054840 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-95d4e366-5c74-403f-b973-8f35f4c32b28 req-1a4192c3-9e4a-4802-a530-e3db65b52fcb tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 210 time: 0.0604298 Nov 09 20:11:34.099889 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-886274ac-be89-491c-b5cd-8f9c0daac2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:34.184173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.20.0.11 (bd479c1b-9e64-4ff7-a965-37845a85926d/7c452044-e63f-45f4-a4cc-dfeaf5584167/757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:11:34.194920 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:28Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4e79999f-fd31-4452-ad4f-f367f23f814a', 'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:87:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:27Z', 'updated_at': '2021-11-09T20:11:33Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:34.199516 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7b746-a462-4c6a-98c9-b150a3166ac0 req-01aa2a4f-547f-4a11-acc7-5251f0339721 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:34.201104 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06a7b746-a462-4c6a-98c9-b150a3166ac0 req-01aa2a4f-547f-4a11-acc7-5251f0339721 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 946 time: 0.1763520 Nov 09 20:11:34.225259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-886274ac-be89-491c-b5cd-8f9c0daac2f2 None None] For port 4e79999f-fd31-4452-ad4f-f367f23f814a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4e79999f-fd31-4452-ad4f-f367f23f814a,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:34.238829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-886274ac-be89-491c-b5cd-8f9c0daac2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:34.257139 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5259459-2263-482f-a504-473bb1165ce2 None None] The sync data for ids ['c70160b4-0173-4acc-bda8-087d4b043a92'] in n-d-817256-1 is: [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:28Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4e79999f-fd31-4452-ad4f-f367f23f814a', 'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:87:45:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:27Z', 'updated_at': '2021-11-09T20:11:33Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:11:34.294805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-06a7b746-a462-4c6a-98c9-b150a3166ac0 req-ff6af57c-9abc-415e-bafd-97b3db0aa32c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816910 Nov 09 20:11:34.400592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886274ac-be89-491c-b5cd-8f9c0daac2f2 None None] Pushing event updated for resources: {'Port': ['ID=4e79999f-fd31-4452-ad4f-f367f23f814a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:34.449052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bf3030b0-e114-4a77-b57d-0c203ee8388f None None] Provisioning complete for port 4e79999f-fd31-4452-ad4f-f367f23f814a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:34.449420 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bf3030b0-e114-4a77-b57d-0c203ee8388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:34.588239 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:34.672073 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:34.705514 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1c8d9-9ca5-4bdd-b294-45c8e220fb24 req-80b14f16-36a3-4f6c-abd1-7287c31a5c34 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:34.715476 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-04e1c8d9-9ca5-4bdd-b294-45c8e220fb24 req-80b14f16-36a3-4f6c-abd1-7287c31a5c34 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0880678 Nov 09 20:11:34.735994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network bd479c1b-9e64-4ff7-a965-37845a85926d is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:34.739629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:34.764596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:11:34.768973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:34.783261 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-04e1c8d9-9ca5-4bdd-b294-45c8e220fb24 req-c87faba2-6272-49a0-9058-2f731e663a9b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647061 Nov 09 20:11:34.854021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:34.857302 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:34.891540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-05c2b92e-fada-40a2-b87e-193b6b01293b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5918274 Nov 09 20:11:34.903890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Request body: {'port': {'device_id': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:35.008665 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:35.097543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f47d8e45-8afb-4eba-a65d-9b7b6beb14e8 None None] Provisioning complete for port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:35.097543 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f47d8e45-8afb-4eba-a65d-9b7b6beb14e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:35.177307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f47d8e45-8afb-4eba-a65d-9b7b6beb14e8 None None] Port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:11:35.232270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a1080-76f2-4508-9b5c-0e904e5c31e4 req-0982476e-d1a7-46cd-b5b7-56f4c3168181 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:35.234140 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-818a1080-76f2-4508-9b5c-0e904e5c31e4 req-0982476e-d1a7-46cd-b5b7-56f4c3168181 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.1794176 Nov 09 20:11:35.277533 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffed13-a396-46d5-8ad2-c5983ee1365b req-7e8ff628-d51f-40b7-8c21-a1ebc245aa85 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:35.295479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-feffed13-a396-46d5-8ad2-c5983ee1365b req-7e8ff628-d51f-40b7-8c21-a1ebc245aa85 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 932 time: 0.1524928 Nov 09 20:11:35.358764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-feffed13-a396-46d5-8ad2-c5983ee1365b req-e2c79c73-3d59-4447-9759-94e3b8a0e442 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582676 Nov 09 20:11:35.372431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-818a1080-76f2-4508-9b5c-0e904e5c31e4 req-8c2bd96d-54b7-47d1-9914-336e4b88d4c2 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232083 Nov 09 20:11:35.532188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:11:35.535347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93ba50-0f7f-41e1-95aa-0eafb669483e req-ae47da08-2752-452d-9095-01a9f7779d9c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:35.537203 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb93ba50-0f7f-41e1-95aa-0eafb669483e req-ae47da08-2752-452d-9095-01a9f7779d9c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 946 time: 0.0681589 Nov 09 20:11:35.543999 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:35.592172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Transition to ACTIVE for port object 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:11:35.609604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:35.615586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb93ba50-0f7f-41e1-95aa-0eafb669483e req-3e8b86e8-98af-4311-896c-31fa95fa5d5b tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621941 Nov 09 20:11:35.705738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Pushing event updated for resources: {'Port': ['ID=757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:35.824478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Attempting to bind port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:11:35.824874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Attempting to bind port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:11:35.825219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Attempting to bind port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 on network bd479c1b-9e64-4ff7-a965-37845a85926d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:35.840590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd9262-ddad-44d3-84f2-98261f1bc853 req-5dae562f-b441-46ac-8cc9-434d143083a4 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:35.842782 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79cd9262-ddad-44d3-84f2-98261f1bc853 req-5dae562f-b441-46ac-8cc9-434d143083a4 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 946 time: 0.0898838 Nov 09 20:11:35.843988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 on network bd479c1b-9e64-4ff7-a965-37845a85926d not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:11:35.844321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Attempting to bind port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 on network bd479c1b-9e64-4ff7-a965-37845a85926d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:35.852918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:11:35.852918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Checking segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:11:35.852918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Bound using segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:11:35.853360 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Bound port: 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:11:35.853725 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:35.913085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-79cd9262-ddad-44d3-84f2-98261f1bc853 req-83a44796-b3ff-4a5b-ae93-aa83c2943945 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630839 Nov 09 20:11:35.946198 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44650) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:35.997274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9badfa-f897-4bb1-bb33-e395bb9493c4 req-fb445c5c-62d0-4add-811c-c7cffe4c532f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:36.000242 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af9badfa-f897-4bb1-bb33-e395bb9493c4 req-fb445c5c-62d0-4add-811c-c7cffe4c532f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0867071 Nov 09 20:11:36.035729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] For port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:11:36.039589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] For port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:11:36.052244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:36.093844 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af9badfa-f897-4bb1-bb33-e395bb9493c4 req-65679c9d-4cbc-4f1a-9b83-645dfc6a3185 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711296 Nov 09 20:11:36.170438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:36.171298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:36.172768 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] 10.222.0.70 "PUT /v2.0/ports/757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 HTTP/1.1" status: 200 len: 1092 time: 1.2732565 Nov 09 20:11:36.175178 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'tag': '757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:36.178229 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b97c033-587c-4789-8f6d-ef510d780cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "tag": "757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:36.194135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4457b-63ce-449d-a98d-b3a54733c37f service neutron] Pushing event updated for resources: {'Port': ['ID=757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:36.234924 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780c4780-479e-4fc4-975b-f9d6a226e611 x-openstack-request-id: req-780c4780-479e-4fc4-975b-f9d6a226e611 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:36.235481 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "tag": "757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:36.235481 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-780c4780-479e-4fc4-975b-f9d6a226e611 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:36.235872 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'tag': '757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23', 'status': 'completed', 'code': 200} Nov 09 20:11:36.307795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86300d25-6026-415f-849b-0fcf45241a0b tempest-TestVolumeBackupRestore-1683119712 tempest-TestVolumeBackupRestore-1683119712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:36.314110 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-86300d25-6026-415f-849b-0fcf45241a0b tempest-TestVolumeBackupRestore-1683119712 tempest-TestVolumeBackupRestore-1683119712-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 1092 time: 0.3599846 Nov 09 20:11:36.315132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44656) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:36.321292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:36.326163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-172ae94d-6b5b-4467-84b3-29631fca6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:36.330136 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-172ae94d-6b5b-4467-84b3-29631fca6524 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1095 time: 0.0770996 Nov 09 20:11:36.365787 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:36.383053 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-7dc92f78-81a6-4cd0-95e2-9bcc68514726 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 HTTP/1.1" status: 200 len: 217 time: 0.0448239 Nov 09 20:11:36.453944 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4e79999f-fd31-4452-ad4f-f367f23f814a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:11:36.499443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-10a39848-e41f-4ab9-8bc7-8e218724adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:36.500941 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-10a39848-e41f-4ab9-8bc7-8e218724adc2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7c452044-e63f-45f4-a4cc-dfeaf5584167 HTTP/1.1" status: 200 len: 834 time: 0.1070633 Nov 09 20:11:36.556296 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e796f628-c8bb-4139-98ac-5c535e4379b1 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:11:36.576017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199e4c0-6e88-4b47-8193-2bb16c301120 req-5321345e-e305-474e-b573-f7b2f366a4f3 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:36.578873 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7199e4c0-6e88-4b47-8193-2bb16c301120 req-5321345e-e305-474e-b573-f7b2f366a4f3 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.1027937 Nov 09 20:11:36.640648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 4e79999f-fd31-4452-ad4f-f367f23f814a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:36.641388 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:36.642758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-d9a80acb-64b3-49cc-b7cd-ef91d97c4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:36.644347 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-d9a80acb-64b3-49cc-b7cd-ef91d97c4c8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd479c1b-9e64-4ff7-a965-37845a85926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331449 Nov 09 20:11:36.662890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f9d7-ba64-422a-882e-753739ff6801 req-d7d61d10-ee0f-4c67-ace3-4d9beeac0194 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:36.664401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b391f9d7-ba64-422a-882e-753739ff6801 req-d7d61d10-ee0f-4c67-ace3-4d9beeac0194 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 944 time: 0.0953400 Nov 09 20:11:36.674798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7199e4c0-6e88-4b47-8193-2bb16c301120 req-cf47af6a-c551-49df-b3bc-4a173dfba84f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850770 Nov 09 20:11:36.682235 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:36.770952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port e796f628-c8bb-4139-98ac-5c535e4379b1 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:11:36.783757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port e796f628-c8bb-4139-98ac-5c535e4379b1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:36.784404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:36.846319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Allocated IP 172.25.6.177 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/d7d775cd-3144-40de-b3ef-74528523b17c) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:11:36.907176 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:36.964189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e796f628-c8bb-4139-98ac-5c535e4379b1'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:36.971521 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b50f9e-e831-4b78-a440-8163ee8d3a3f" -d '{"events": [{"server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "name": "network-vif-plugged", "status": "completed", "tag": "e796f628-c8bb-4139-98ac-5c535e4379b1"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:36.992474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:37.009649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port e796f628-c8bb-4139-98ac-5c535e4379b1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e796f628-c8bb-4139-98ac-5c535e4379b1,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:37.022277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:37.028617 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddc2eda-93a7-47f2-bb86-007cb5f359b8 x-openstack-request-id: req-1ddc2eda-93a7-47f2-bb86-007cb5f359b8 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:37.028928 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "name": "network-vif-plugged", "status": "completed", "tag": "e796f628-c8bb-4139-98ac-5c535e4379b1", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:37.029196 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ddc2eda-93a7-47f2-bb86-007cb5f359b8 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:37.030152 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'code': 200} Nov 09 20:11:37.047665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:37.098864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=e796f628-c8bb-4139-98ac-5c535e4379b1,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:37.111947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event updated for resources: {'Port': ['ID=d7d775cd-3144-40de-b3ef-74528523b17c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:37.149309 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:37.152116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:37.155549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:11:37.194722 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b391f9d7-ba64-422a-882e-753739ff6801 req-e3cb03a2-2cba-4bd1-8b6c-d35558b33722 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5210712 Nov 09 20:11:37.237655 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-ce314a80-24a8-4f11-9fd7-cc7171f30af8 service neutron] 10.222.0.70 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839963 Nov 09 20:11:37.292322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dde853-fbbc-4ec0-a808-f63528c2f7df req-8aa2337f-fefe-42ab-a159-26fa7ebf94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:37.293833 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7dde853-fbbc-4ec0-a808-f63528c2f7df req-8aa2337f-fefe-42ab-a159-26fa7ebf94c4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 1096 time: 0.1861808 Nov 09 20:11:37.358628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e2d7032a-595a-4d0e-9865-540eafbb7754 service neutron] 10.222.0.70 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134770 Nov 09 20:11:37.372086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7dde853-fbbc-4ec0-a808-f63528c2f7df req-e194154e-acd2-4f48-ad5c-b1f7a4499cf1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558991 Nov 09 20:11:37.440866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61ef85-46ac-4907-a74c-6d62da7610fd req-2a1183db-1b40-4c34-a597-627112fd8284 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:37.451458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea61ef85-46ac-4907-a74c-6d62da7610fd req-2a1183db-1b40-4c34-a597-627112fd8284 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.2005105 Nov 09 20:11:37.524035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-c77c566f-157d-4e88-8337-77ce8a9d054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:37.527075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-c77c566f-157d-4e88-8337-77ce8a9d054f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1095 time: 0.0995755 Nov 09 20:11:37.551890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea61ef85-46ac-4907-a74c-6d62da7610fd req-1546c1f1-c203-45b0-bbc0-20c4194280bd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997434 Nov 09 20:11:37.718928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-a8c6f90b-3f88-489a-b62e-2c8894c715d2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:37.719920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-a8c6f90b-3f88-489a-b62e-2c8894c715d2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.0942078 Nov 09 20:11:37.725287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-ce64b04e-4bda-49cc-b3b0-fc77bb467da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:37.726714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-ce64b04e-4bda-49cc-b3b0-fc77bb467da7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 200 len: 897 time: 0.1910257 Nov 09 20:11:37.766452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:37.814835 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-70420a18-48c0-425a-a329-3c578eb14b84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 HTTP/1.1" status: 200 len: 217 time: 0.0792074 Nov 09 20:11:37.865714 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:37.934715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f47d-a574-4ddb-81af-997735378b3c req-2392b476-87e9-48c6-ac5f-3a706d6908dd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:37.936453 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3e3f47d-a574-4ddb-81af-997735378b3c req-2392b476-87e9-48c6-ac5f-3a706d6908dd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.1690149 Nov 09 20:11:37.960296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-49d70b2e-cfe4-467d-a302-bb5137d64799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:37.961751 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-49d70b2e-cfe4-467d-a302-bb5137d64799 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7c452044-e63f-45f4-a4cc-dfeaf5584167 HTTP/1.1" status: 200 len: 834 time: 0.1276100 Nov 09 20:11:38.033615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-08a546ca-13ef-47c7-8387-cede406b5dc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:11:38.033980 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-08a546ca-13ef-47c7-8387-cede406b5dc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:38.041897 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3e3f47d-a574-4ddb-81af-997735378b3c req-4225be25-07a9-4202-974d-c678c6352720 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948417 Nov 09 20:11:38.079357 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:38.084928 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:38.117582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-7b5b3c4b-865e-4ecb-a95a-552081637501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:38.119117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-7b5b3c4b-865e-4ecb-a95a-552081637501 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd479c1b-9e64-4ff7-a965-37845a85926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480958 Nov 09 20:11:38.181440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:38.236640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-08a546ca-13ef-47c7-8387-cede406b5dc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:38.237082 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-08a546ca-13ef-47c7-8387-cede406b5dc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:38.264416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-08a546ca-13ef-47c7-8387-cede406b5dc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:11:38.300553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event updated for resources: {'Port': ['ID=d7d775cd-3144-40de-b3ef-74528523b17c,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:38.319004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-62b70df2-39ce-4bab-8bd7-4fff17a7ae57 service neutron] 10.222.0.70 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848474 Nov 09 20:11:38.393622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda6377-ee6f-4a33-b414-47e8efade014 req-335f2281-f8a0-403d-8454-09bac05cdf25 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:38.401271 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7bda6377-ee6f-4a33-b414-47e8efade014 req-335f2281-f8a0-403d-8454-09bac05cdf25 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 945 time: 0.1023078 Nov 09 20:11:38.441499 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Floating IP 6d5afd61-3d97-4010-b5f8-fd0c09856e74 associated. External IP: 172.25.6.177, port: 0c097a16-96d3-4ab1-8ae0-95bb4f148919. Nov 09 20:11:38.488462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b97c033-587c-4789-8f6d-ef510d780cc8 req-6c23719c-8c08-474b-8e5b-7ae1cf82ef58 service neutron] 10.222.0.70 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367812 Nov 09 20:11:38.517441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7bda6377-ee6f-4a33-b414-47e8efade014 req-14412916-2e50-406c-b42c-a0b1ecaa6945 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152127 Nov 09 20:11:38.570453 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-08a546ca-13ef-47c7-8387-cede406b5dc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:38.610312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a546ca-13ef-47c7-8387-cede406b5dc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:38.704756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-08a546ca-13ef-47c7-8387-cede406b5dc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] No DVR routers for this DVR port 757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:11:38.707918 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-08a546ca-13ef-47c7-8387-cede406b5dc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:38.712066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-08a546ca-13ef-47c7-8387-cede406b5dc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.70 "DELETE /v2.0/ports/757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23 HTTP/1.1" status: 204 len: 173 time: 0.9844551 Nov 09 20:11:38.713530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-deleted', 'tag': '757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:38.716749 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301a602b-c93f-49e2-ac5b-74fcb94f17eb" -d '{"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-deleted", "tag": "757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:38.790645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64cdce-2ec3-40fd-acb2-fef6a24eb4e8 req-997d3b0f-1ffd-477d-a480-df897cce981f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:38.799602 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c64cdce-2ec3-40fd-acb2-fef6a24eb4e8 req-997d3b0f-1ffd-477d-a480-df897cce981f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0958822 Nov 09 20:11:38.822894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Router 4bb9de38-ae95-445f-b460-c0960fa41cea has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:11:38.860940 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69fc252-9c4c-4878-9308-09af91f549da x-openstack-request-id: req-a69fc252-9c4c-4878-9308-09af91f549da {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:38.861395 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-deleted", "tag": "757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23", "status": "failed", "code": 422}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:38.861796 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a69fc252-9c4c-4878-9308-09af91f549da {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:38.862307 n-d-817256-1 neutron-server[102296]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-deleted', 'tag': '757dc0e5-c1c0-4e8c-ac42-27ea55bd7f23', 'status': 'failed', 'code': 422} returned with failed status Nov 09 20:11:38.875472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c64cdce-2ec3-40fd-acb2-fef6a24eb4e8 req-711ce4c8-5e0c-4609-b5d7-517d155cdbba tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747960 Nov 09 20:11:39.383029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-704d53e1-730b-4a24-9df7-350926e469bb req-b8583d92-a312-477b-8642-88aafe6e72dc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 210 time: 0.0423210 Nov 09 20:11:39.421609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:11:39.433592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] Sync routers for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:11:39.446654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:39.447290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:39.464936 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:39.494964 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aa53f351-464c-47b2-9909-da3aeb1952bd tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1781318 Nov 09 20:11:39.495548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:39.497598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44684) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:39.497822 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b13f502-3a88-44df-81bb-c36d1acda39a" -d '{"events": [{"name": "network-changed", "server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:39.553949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9cf6b5-abde-48f0-a538-2d3f3c636029 tempest-TestVolumeBackupRestore-1683119712 tempest-TestVolumeBackupRestore-1683119712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:39.561679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7b9cf6b5-abde-48f0-a538-2d3f3c636029 tempest-TestVolumeBackupRestore-1683119712 tempest-TestVolumeBackupRestore-1683119712-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 1092 time: 0.0611293 Nov 09 20:11:39.564402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44690) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:39.569629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-609e9b5a-e0ad-42d6-89d6-98c417880d0c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Request body: {'floatingip': {'port_id': '0c097a16-96d3-4ab1-8ae0-95bb4f148919'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:39.581104 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e1c594-fd92-43c6-9ab8-c86933616b96 x-openstack-request-id: req-f9e1c594-fd92-43c6-9ab8-c86933616b96 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:39.581104 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:39.581104 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9e1c594-fd92-43c6-9ab8-c86933616b96 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:39.581617 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'status': 'completed', 'code': 200} Nov 09 20:11:39.680826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:39.695771 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-609e9b5a-e0ad-42d6-89d6-98c417880d0c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:39.705020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-e9f179be-0fea-47ce-a245-5a96caa9bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:39.706545 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-e9f179be-0fea-47ce-a245-5a96caa9bc18 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9bb5186333149abbd13657b398c7f80&device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 1097 time: 0.1048882 Nov 09 20:11:39.746447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019cdba-e017-469c-839a-2a91ec5d7eb3 req-cec70527-9504-40b6-8a7a-c1be2dbd2430 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:39.748061 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2019cdba-e017-469c-839a-2a91ec5d7eb3 req-cec70527-9504-40b6-8a7a-c1be2dbd2430 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 945 time: 0.1079102 Nov 09 20:11:39.852363 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2019cdba-e017-469c-839a-2a91ec5d7eb3 req-d4065a90-76ab-4612-a69e-97c4e7688234 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912335 Nov 09 20:11:39.906834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-f6694cbe-3b46-4699-b550-067bbad963ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:39.908383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-f6694cbe-3b46-4699-b550-067bbad963ba service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce6aba93-f745-411e-8737-9d52c36db27f HTTP/1.1" status: 200 len: 914 time: 0.1853919 Nov 09 20:11:40.073657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20206a6-761c-414a-a6c7-d9b2cd5797bc req-4c079c2f-87c5-43fb-b254-f350afdbea06 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:40.075143 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a20206a6-761c-414a-a6c7-d9b2cd5797bc req-4c079c2f-87c5-43fb-b254-f350afdbea06 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 945 time: 0.1177733 Nov 09 20:11:40.160798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '6d5afd61-3d97-4010-b5f8-fd0c09856e74', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'port_id': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'mac_address': 'fa:16:3e:5e:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe5522-e470-4607-836c-fcec3690fe02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:11:37Z', 'updated_at': '2021-11-09T20:11:37Z', 'revision_number': 0, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 5, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:40.175250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a20206a6-761c-414a-a6c7-d9b2cd5797bc req-7ee0365d-a34e-43c1-b197-82685d63ca0a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824165 Nov 09 20:11:40.211814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] Checking router: 4bb9de38-ae95-445f-b460-c0960fa41cea for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:11:40.226421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44696) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:40.228869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-ea85246d-1af0-45b1-a4df-8ed6f10965ab tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:40.231122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-ea85246d-1af0-45b1-a4df-8ed6f10965ab tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/networks?id=bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 200 len: 796 time: 0.1450126 Nov 09 20:11:40.232467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:40.234918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:40.239799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-43f8e0c0-ae41-43cf-acd8-b890f5171503 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919 HTTP/1.1" status: 200 len: 1000 time: 0.3228409 Nov 09 20:11:40.248933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e09c2-db26-4d40-837a-9b905a3ed526 req-b33481da-8ec6-4484-8d6e-b4162b58e723 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:40.257008 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd7e09c2-db26-4d40-837a-9b905a3ed526 req-b33481da-8ec6-4484-8d6e-b4162b58e723 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.2449665 Nov 09 20:11:40.378448 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd7e09c2-db26-4d40-837a-9b905a3ed526 req-88b68a75-2190-463c-8194-b485f065a48b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201999 Nov 09 20:11:40.415886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-372f0bef-f90b-4966-bc32-8317d6758e11 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 380 time: 0.1514747 Nov 09 20:11:40.418274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-5bea17f7-2a30-4a37-bc31-fd2bf8850ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:40.419819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-5bea17f7-2a30-4a37-bc31-fd2bf8850ef7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86 HTTP/1.1" status: 200 len: 852 time: 0.1498690 Nov 09 20:11:40.437248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'port': {'device_id': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'admin_state_up': True, 'tenant_id': '255b9262b186472cb06159c676864ff2', 'security_groups': ['95558f0b-f401-49f8-b972-007bcf60d21a']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:40.457808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:40.495454 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-50667773-4738-4c57-92c5-8b735beb52f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:40.560282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a43cca3-3942-4552-8b57-0dbb11fc07f6 req-946acb15-adef-449e-8716-b281a178f179 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 210 time: 0.0278513 Nov 09 20:11:40.623557 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-609e9b5a-e0ad-42d6-89d6-98c417880d0c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:40.629328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:11:40.635263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-609e9b5a-e0ad-42d6-89d6-98c417880d0c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:40.640239 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:40.651023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d4435-6d68-44ce-ade2-45acbcaa0362 tempest-TestVolumeBootPattern-1378604908 tempest-TestVolumeBootPattern-1378604908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:40.655200 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-938d4435-6d68-44ce-ade2-45acbcaa0362 tempest-TestVolumeBootPattern-1378604908 tempest-TestVolumeBootPattern-1378604908-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 1091 time: 0.4253721 Nov 09 20:11:40.659986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44702) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:11:40.671452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:40.713936 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:40.731271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-b41b849c-a030-4123-b28c-68db8203bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:40.733553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-b41b849c-a030-4123-b28c-68db8203bea9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce6aba93-f745-411e-8737-9d52c36db27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160202 Nov 09 20:11:40.812348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '6d5afd61-3d97-4010-b5f8-fd0c09856e74', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'port_id': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'mac_address': 'fa:16:3e:5e:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe5522-e470-4607-836c-fcec3690fe02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:11:37Z', 'updated_at': '2021-11-09T20:11:37Z', 'revision_number': 0, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 5, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:40.846630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f7bc3-cdcf-4ed1-8a30-2a43053316dd None None] The sync data for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 is: [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '6d5afd61-3d97-4010-b5f8-fd0c09856e74', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'port_id': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'mac_address': 'fa:16:3e:5e:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe5522-e470-4607-836c-fcec3690fe02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:11:37Z', 'updated_at': '2021-11-09T20:11:37Z', 'revision_number': 0, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 5, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:11:40.950069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609e9b5a-e0ad-42d6-89d6-98c417880d0c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Router 4bb9de38-ae95-445f-b460-c0960fa41cea has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:11:41.002349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.20.0.8 (bd479c1b-9e64-4ff7-a965-37845a85926d/7c452044-e63f-45f4-a4cc-dfeaf5584167/62093b2e-cfd2-4c86-8183-4fc26751ee81) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:11:41.006497 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-cc5d6c86-6660-4849-a265-2a05c035bdfc service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610207 Nov 09 20:11:41.141737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609e9b5a-e0ad-42d6-89d6-98c417880d0c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:11:41.147656 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-609e9b5a-e0ad-42d6-89d6-98c417880d0c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:41.188888 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:41.191356 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fbc023-72cc-4c53-aca6-73b8f43a15b3" -d '{"events": [{"name": "network-changed", "server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:41.249548 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b598003a-68ed-4ec3-add6-676287da203f None None] New status for floating IP 6d5afd61-3d97-4010-b5f8-fd0c09856e74: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:11:41.261827 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7b13f502-3a88-44df-81bb-c36d1acda39a req-4c6ffdb6-159b-4fe1-86ad-c1604a71373f service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479858 Nov 09 20:11:41.284345 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613716fb-32c2-49fe-82e1-ef7a8c96e0b0 x-openstack-request-id: req-613716fb-32c2-49fe-82e1-ef7a8c96e0b0 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:41.284595 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:41.284861 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-613716fb-32c2-49fe-82e1-ef7a8c96e0b0 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:41.286155 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'status': 'completed', 'code': 200} Nov 09 20:11:41.286922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:41.311239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-609e9b5a-e0ad-42d6-89d6-98c417880d0c tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "PUT /v2.0/floatingips/6d5afd61-3d97-4010-b5f8-fd0c09856e74 HTTP/1.1" status: 200 len: 992 time: 1.7453370 Nov 09 20:11:41.403877 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:41.500798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-3f2a546f-98d5-4fad-bc8a-ba83c51a6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:41.502326 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-3f2a546f-98d5-4fad-bc8a-ba83c51a6427 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9bb5186333149abbd13657b398c7f80&device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 1097 time: 0.1816156 Nov 09 20:11:41.540847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Allocated IP 172.25.6.79 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/bce43cab-378f-4e4c-bdd4-de29285008bb) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:11:41.578429 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:41.583384 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] Sync routers for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:11:41.592442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4ae3c-d2b6-4ef3-a5af-c373dd09151d req-ececa261-8d03-40ca-9271-a79988760bb6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:41.597777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:41.598407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:41.602557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcf4ae3c-d2b6-4ef3-a5af-c373dd09151d req-ececa261-8d03-40ca-9271-a79988760bb6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.1144421 Nov 09 20:11:41.696381 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcf4ae3c-d2b6-4ef3-a5af-c373dd09151d req-6229cbfb-a1c3-46c8-9ba5-e5819c2bd5cd tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872452 Nov 09 20:11:41.744439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network bd479c1b-9e64-4ff7-a965-37845a85926d is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:41.767465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:41.773888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=62093b2e-cfd2-4c86-8183-4fc26751ee81,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:41.775889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:11:41.808608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:41.862129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-9679d97a-4c18-4b17-9d57-a7172b145f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:41.863664 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-9679d97a-4c18-4b17-9d57-a7172b145f43 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce6aba93-f745-411e-8737-9d52c36db27f HTTP/1.1" status: 200 len: 914 time: 0.3511426 Nov 09 20:11:41.877621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee320bc2-c48d-416e-a786-6c8e1ccef5ee req-d8557298-173c-4f13-a25e-aa96bb6c8290 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:41.879198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ee320bc2-c48d-416e-a786-6c8e1ccef5ee req-d8557298-173c-4f13-a25e-aa96bb6c8290 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 931 time: 0.1736569 Nov 09 20:11:42.006694 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ee320bc2-c48d-416e-a786-6c8e1ccef5ee req-5a781402-5bfb-4b0e-ab94-af03ea2a3e15 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989506 Nov 09 20:11:42.012822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:42.013508 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:42.049928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e4bcd335-933d-478d-9a31-d005e57196ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6190331 Nov 09 20:11:42.053694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:42.068851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Request body: {'port': {'device_id': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:11:42.122004 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-d4a4e0b6-8b3b-4d7d-ab81-675426630200 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919 HTTP/1.1" status: 200 len: 1002 time: 0.2376513 Nov 09 20:11:42.183327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e58959cc-1a7c-4543-8e64-fe28f8ab59df None None] Provisioning complete for port 62093b2e-cfd2-4c86-8183-4fc26751ee81 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:42.183996 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e58959cc-1a7c-4543-8e64-fe28f8ab59df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:42.217658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-dc182546-1b02-48c4-a4b4-0e09ca7376e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:42.219274 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-dc182546-1b02-48c4-a4b4-0e09ca7376e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86 HTTP/1.1" status: 200 len: 852 time: 0.0828402 Nov 09 20:11:42.262727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:42.273007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e58959cc-1a7c-4543-8e64-fe28f8ab59df None None] Port 62093b2e-cfd2-4c86-8183-4fc26751ee81 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:11:42.286527 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:42.375797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:11:42.383639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '6d5afd61-3d97-4010-b5f8-fd0c09856e74', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'port_id': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'mac_address': 'fa:16:3e:5e:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe5522-e470-4607-836c-fcec3690fe02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:11:37Z', 'updated_at': '2021-11-09T20:11:41Z', 'revision_number': 2, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 5, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:42.411463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] Checking router: 4bb9de38-ae95-445f-b460-c0960fa41cea for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:11:42.421852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:42.422646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:42.435177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:11:42.457518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-e07bc316-147d-4091-9c85-9055c84b65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:42.459136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-e07bc316-147d-4091-9c85-9055c84b65b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce6aba93-f745-411e-8737-9d52c36db27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301242 Nov 09 20:11:42.483124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:11:42.493827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=bce43cab-378f-4e4c-bdd4-de29285008bb,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:42.546331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:42.711375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-69d789f8-a4b7-4b82-b324-48d9d224bce3 service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393496 Nov 09 20:11:42.794436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '6d5afd61-3d97-4010-b5f8-fd0c09856e74', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'port_id': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'mac_address': 'fa:16:3e:5e:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe5522-e470-4607-836c-fcec3690fe02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:11:37Z', 'updated_at': '2021-11-09T20:11:41Z', 'revision_number': 2, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 5, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:42.823102 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0b23b-a9d6-475d-9cba-40692b4416d5 None None] The sync data for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 is: [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '6d5afd61-3d97-4010-b5f8-fd0c09856e74', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'port_id': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'mac_address': 'fa:16:3e:5e:99:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe5522-e470-4607-836c-fcec3690fe02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:11:37Z', 'updated_at': '2021-11-09T20:11:41Z', 'revision_number': 2, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 5, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:11:42.836334 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f188b7-fa8d-408d-8898-7e11cbc77cda req-fbc9e7c4-5a6b-4ee7-96a9-337c2e767d0e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:42.838685 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e8f188b7-fa8d-408d-8898-7e11cbc77cda req-fbc9e7c4-5a6b-4ee7-96a9-337c2e767d0e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0573010 Nov 09 20:11:42.882422 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e8f188b7-fa8d-408d-8898-7e11cbc77cda req-3622745f-cee3-4e9c-936d-24c5c450b1ea tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368326 Nov 09 20:11:42.955136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62093b2e-cfd2-4c86-8183-4fc26751ee81 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:11:42.976391 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:42.990162 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76fbc023-72cc-4c53-aca6-73b8f43a15b3 req-778686ec-17a5-4b09-848d-bd3d68247a8e service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618859 Nov 09 20:11:43.008124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Transition to ACTIVE for port object 62093b2e-cfd2-4c86-8183-4fc26751ee81 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:11:43.046211 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:43.203752 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5d387c1c-2d43-4ec1-a159-ccea220c3c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:43.287369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:43.289921 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2902596-006f-41b1-a33b-1335bfad5b39" -d '{"events": [{"name": "network-changed", "server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:43.339716 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eadb3cc-2e92-465c-ac5e-ffe38f085a4e x-openstack-request-id: req-3eadb3cc-2e92-465c-ac5e-ffe38f085a4e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:43.340017 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:43.340272 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3eadb3cc-2e92-465c-ac5e-ffe38f085a4e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:43.340674 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'status': 'completed', 'code': 200} Nov 09 20:11:43.415326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-a8268d44-86f4-496e-980a-6239f9c5bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:43.416876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-a8268d44-86f4-496e-980a-6239f9c5bac4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9bb5186333149abbd13657b398c7f80&device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 1097 time: 0.0423579 Nov 09 20:11:43.465869 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:43.520349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-b85e56db-e95d-423b-bc84-e5cef8152d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:43.521932 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-b85e56db-e95d-423b-bc84-e5cef8152d99 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce6aba93-f745-411e-8737-9d52c36db27f HTTP/1.1" status: 200 len: 914 time: 0.0975063 Nov 09 20:11:43.542970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Pushing event updated for resources: {'Port': ['ID=62093b2e-cfd2-4c86-8183-4fc26751ee81,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:43.615715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-9e454e19-d934-4730-b16a-21c48e5db43c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919 HTTP/1.1" status: 200 len: 1002 time: 0.0697739 Nov 09 20:11:43.631907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2193bb-82ad-4897-882c-7a4501a10fa2 req-86cf7823-eeb7-4e21-9974-ca11d5c3c418 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:43.633447 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dd2193bb-82ad-4897-882c-7a4501a10fa2 req-86cf7823-eeb7-4e21-9974-ca11d5c3c418 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 943 time: 0.2250631 Nov 09 20:11:43.642876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-e6e91b09-1637-42e0-9c79-75727b28b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:43.644377 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-e6e91b09-1637-42e0-9c79-75727b28b422 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 1096 time: 0.2327015 Nov 09 20:11:43.667210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-bdb3a426-8d6d-42c1-87af-11a6f3844e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:43.668504 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-bdb3a426-8d6d-42c1-87af-11a6f3844e73 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86 HTTP/1.1" status: 200 len: 852 time: 0.0459611 Nov 09 20:11:43.673055 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:43.723428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-a3bcd537-1957-49ef-a226-30b441bf3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:43.725166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-a3bcd537-1957-49ef-a226-30b441bf3b6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce6aba93-f745-411e-8737-9d52c36db27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494924 Nov 09 20:11:43.798906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:11:43.799468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:11:43.799468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on network bd479c1b-9e64-4ff7-a965-37845a85926d {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:43.807061 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dd2193bb-82ad-4897-882c-7a4501a10fa2 req-096af76d-f2e8-489c-9ec8-830fdb70aeba tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575770 Nov 09 20:11:43.828563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on network bd479c1b-9e64-4ff7-a965-37845a85926d not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:11:43.828563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on network bd479c1b-9e64-4ff7-a965-37845a85926d {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:11:43.828983 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-ac214a38-d48b-4714-aefc-72c6f3cb8012 service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908918 Nov 09 20:11:43.848166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:11:43.848510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Checking segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:11:43.848904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Bound using segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:11:43.849334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Bound port: 62093b2e-cfd2-4c86-8183-4fc26751ee81, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:11:43.849699 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:43.874358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-1edaa47c-9fe4-4123-9995-d4a51249d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:43.875880 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-1edaa47c-9fe4-4123-9995-d4a51249d940 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.2213490 Nov 09 20:11:43.876420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:43.922451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-ddd2033e-fc16-4fce-a6be-ed6d86f30925 service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910959 Nov 09 20:11:44.015853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb0ec-4109-4ef8-b0fa-875466e1fa5a req-e50051fe-1224-4583-a88c-27682a6e5899 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:44.017132 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87acb0ec-4109-4ef8-b0fa-875466e1fa5a req-e50051fe-1224-4583-a88c-27682a6e5899 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0534348 Nov 09 20:11:44.022038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:11:44.025407 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-68115a89-b67c-48d9-8100-133af0c5f074 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95021e68-36fb-4771-aefe-843b3ce6207d HTTP/1.1" status: 200 len: 1001 time: 0.1276348 Nov 09 20:11:44.028322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:11:44.058556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87acb0ec-4109-4ef8-b0fa-875466e1fa5a req-db5d6329-0e0a-43b3-81c1-6daf78326b3c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350029 Nov 09 20:11:44.071984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:44.146499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:44.147156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:44.148560 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] 10.222.0.77 "PUT /v2.0/ports/62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 200 len: 1091 time: 2.0877557 Nov 09 20:11:44.150693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:44.152976 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:44.192782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-04e7baf2-6fbe-40a6-b39d-7157cbc7d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:44.194320 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-04e7baf2-6fbe-40a6-b39d-7157cbc7d69d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.1551614 Nov 09 20:11:44.200210 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5ccd1a-5ae2-44f2-8289-cad4502c7584 x-openstack-request-id: req-8b5ccd1a-5ae2-44f2-8289-cad4502c7584 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:44.200500 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:44.200760 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b5ccd1a-5ae2-44f2-8289-cad4502c7584 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:44.201743 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'status': 'completed', 'code': 200} Nov 09 20:11:44.210670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb7eb1-85a2-49e9-b422-e135e35ddc69 service neutron] Pushing event updated for resources: {'Port': ['ID=62093b2e-cfd2-4c86-8183-4fc26751ee81,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:44.311687 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:44.320749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-80408315-65de-40b5-aa3f-e9cf37aa33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:44.322215 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-80408315-65de-40b5-aa3f-e9cf37aa33ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983026 Nov 09 20:11:44.323132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:44.326869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-5b8f103a-f765-44dd-ba7d-148f531cd0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:44.328325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-5b8f103a-f765-44dd-ba7d-148f531cd0b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1094 time: 0.1187360 Nov 09 20:11:44.468111 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-b89444e5-f91b-42c5-af84-8d4cfe1a5367 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 200 len: 217 time: 0.1125796 Nov 09 20:11:44.497373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event updated for resources: {'Port': ['ID=bce43cab-378f-4e4c-bdd4-de29285008bb,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:44.538872 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:44.584039 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:44.625667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-361bcefa-b753-4588-b52e-27b46a480e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:44.627167 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-361bcefa-b753-4588-b52e-27b46a480e26 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c452044-e63f-45f4-a4cc-dfeaf5584167 HTTP/1.1" status: 200 len: 834 time: 0.1429572 Nov 09 20:11:44.651756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-3ccccb31-42a3-4397-b110-81746996d9dc service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974207 Nov 09 20:11:44.749219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-4e801a05-9987-407d-899f-569689e5d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:44.750732 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-4e801a05-9987-407d-899f-569689e5d119 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd479c1b-9e64-4ff7-a965-37845a85926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137559 Nov 09 20:11:44.761028 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Floating IP a4eea39a-5216-4e24-b856-c9fbe6cb1726 associated. External IP: 172.25.6.79, port: e796f628-c8bb-4139-98ac-5c535e4379b1. Nov 09 20:11:44.906804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b712613-3975-400b-9d92-73d8a7d00b03 req-52301609-bded-492b-9d76-29a4150f1cb5 service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358797 Nov 09 20:11:44.925959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638a8f6-f2a8-46ea-a866-eb8b8e319866 req-d806ddbf-9290-4383-ac9a-3a4ea55ae6d9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:44.927507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d638a8f6-f2a8-46ea-a866-eb8b8e319866 req-d806ddbf-9290-4383-ac9a-3a4ea55ae6d9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 943 time: 0.0497365 Nov 09 20:11:44.946947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-489b88b1-3e74-4b8d-b197-92f8fbcdba9d service neutron] 10.222.0.77 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871026 Nov 09 20:11:44.965880 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d638a8f6-f2a8-46ea-a866-eb8b8e319866 req-c002c7fb-b9de-4ee1-bfd8-3d3c3d0be7d5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Nov 09 20:11:45.117945 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dc7c839-a294-4161-83ba-14b9f5e8279e req-7f2b6ad9-96f1-4e23-87e3-d6dfe5f3db58 service neutron] 10.222.0.77 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606920 Nov 09 20:11:45.132222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Router 73d4bc03-1b57-418d-8885-4d98d2e74089 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:11:45.273425 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f02b9-c35c-47b3-be6a-3d5aefa4ef0f req-73f9fad0-a3df-4993-9390-8ec2f868cbcc tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:45.274946 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-462f02b9-c35c-47b3-be6a-3d5aefa4ef0f req-73f9fad0-a3df-4993-9390-8ec2f868cbcc tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.1399088 Nov 09 20:11:45.321206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-077357a2-b478-44a4-bd78-b9388e87760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:45.322729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-077357a2-b478-44a4-bd78-b9388e87760d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1094 time: 0.1474288 Nov 09 20:11:45.351553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:11:45.363776 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] Sync routers for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:11:45.366893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-462f02b9-c35c-47b3-be6a-3d5aefa4ef0f req-82bb6a15-5580-41a1-8c4f-1a61ca9e157d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792906 Nov 09 20:11:45.373869 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:45.374819 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:45.412988 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:45.459410 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1338f879-1acf-4f1a-b0ab-ba4c7dcf6b6e tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7927570 Nov 09 20:11:45.469398 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-3d82db6a-8f93-4b27-979f-266eac171c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:45.470427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-3d82db6a-8f93-4b27-979f-266eac171c9f service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 200 len: 897 time: 0.1312506 Nov 09 20:11:45.487271 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:45.719083 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '75c5ea92-6642-44cc-a798-c65a30569558', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:07Z', 'updated_at': '2021-11-09T20:09:10Z', 'revision_number': 1, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}, {'id': 'a4eea39a-5216-4e24-b856-c9fbe6cb1726', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:f6:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:11:43Z', 'updated_at': '2021-11-09T20:11:43Z', 'revision_number': 0, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:45.750462 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] Checking router: 73d4bc03-1b57-418d-8885-4d98d2e74089 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:11:45.759256 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:11:45.759868 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:45.834136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-838a7c0b-8d7a-4572-92a0-bf45791eae7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 200 len: 217 time: 0.3521469 Nov 09 20:11:45.870680 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:11:45.885654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-a0ffa124-0b0f-4299-aa51-50d74fa4e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:45.887170 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-a0ffa124-0b0f-4299-aa51-50d74fa4e4dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c452044-e63f-45f4-a4cc-dfeaf5584167 HTTP/1.1" status: 200 len: 834 time: 0.0442810 Nov 09 20:11:45.936499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-3d564c21-a056-463f-8da1-486e17378c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:45.938035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-3d564c21-a056-463f-8da1-486e17378c94 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd479c1b-9e64-4ff7-a965-37845a85926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413239 Nov 09 20:11:46.041249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-6ee808af-014a-473a-813c-889b7d6e669e service neutron] 10.222.0.77 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949638 Nov 09 20:11:46.088501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf7a76-f1db-4e93-a69d-63d5f328417b req-ad08eff3-207c-479d-92a2-50c230d9d30c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:46.090985 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72cf7a76-f1db-4e93-a69d-63d5f328417b req-ad08eff3-207c-479d-92a2-50c230d9d30c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 943 time: 0.0556529 Nov 09 20:11:46.104579 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '75c5ea92-6642-44cc-a798-c65a30569558', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:07Z', 'updated_at': '2021-11-09T20:09:10Z', 'revision_number': 1, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}, {'id': 'a4eea39a-5216-4e24-b856-c9fbe6cb1726', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:f6:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:11:43Z', 'updated_at': '2021-11-09T20:11:43Z', 'revision_number': 0, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:11:46.138425 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5191340d-ccf1-43d6-ae82-0cb61f313fe0 None None] The sync data for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 is: [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '75c5ea92-6642-44cc-a798-c65a30569558', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:07Z', 'updated_at': '2021-11-09T20:09:10Z', 'revision_number': 1, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}, {'id': 'a4eea39a-5216-4e24-b856-c9fbe6cb1726', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:f6:e5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:11:43Z', 'updated_at': '2021-11-09T20:11:43Z', 'revision_number': 0, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:11:46.142904 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72cf7a76-f1db-4e93-a69d-63d5f328417b req-e2deb68d-f69a-4674-9323-cbe48fb19e37 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Nov 09 20:11:46.159779 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74a52dbd-9e9f-4ef6-9e63-31ecefe077f2 req-6370e826-1a35-4dbb-8ec6-0aea88280f0e service neutron] 10.222.0.77 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101027 Nov 09 20:11:46.202800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'tag': 'e796f628-c8bb-4139-98ac-5c535e4379b1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:46.205508 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec50dde1-28ac-4bad-95a1-956fe8c975e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "tag": "e796f628-c8bb-4139-98ac-5c535e4379b1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:46.245866 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f87d716-9b7c-479a-ac66-bee3c0337de6 x-openstack-request-id: req-9f87d716-9b7c-479a-ac66-bee3c0337de6 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:46.246159 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "tag": "e796f628-c8bb-4139-98ac-5c535e4379b1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:46.246419 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f87d716-9b7c-479a-ac66-bee3c0337de6 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:46.246884 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'tag': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'status': 'completed', 'code': 200} Nov 09 20:11:46.319450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-f4f06326-f800-469c-9ad3-7e93d8bcfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:46.321563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-f4f06326-f800-469c-9ad3-7e93d8bcfdc8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 1096 time: 0.0471625 Nov 09 20:11:46.326870 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:46.355387 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebda7b6-3307-4f38-b026-5789fdfcc43a None None] New status for floating IP a4eea39a-5216-4e24-b856-c9fbe6cb1726: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:11:46.426085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-9d361d1a-d78e-465e-9f1b-9d1bf80c5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:46.427910 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-9d361d1a-d78e-465e-9f1b-9d1bf80c5689 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.0968978 Nov 09 20:11:46.516108 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-f0aefbe5-2701-45dd-9bde-e4f8cef988e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e796f628-c8bb-4139-98ac-5c535e4379b1 HTTP/1.1" status: 200 len: 998 time: 0.0797424 Nov 09 20:11:46.516595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a03be-c95d-4411-8ae5-35902108b884 req-0615ee79-2b01-49a7-8499-a453e700f255 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:46.518429 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-204a03be-c95d-4411-8ae5-35902108b884 req-0615ee79-2b01-49a7-8499-a453e700f255 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 945 time: 0.0614517 Nov 09 20:11:46.564901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-204a03be-c95d-4411-8ae5-35902108b884 req-f53d815d-5414-4c70-a52e-72065a4b16e8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385182 Nov 09 20:11:46.573890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-29011d13-84a1-49e8-b678-e3bad78a56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:46.575589 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-29011d13-84a1-49e8-b678-e3bad78a56d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0519209 Nov 09 20:11:46.603957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 95021e68-36fb-4771-aefe-843b3ce6207d no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:11:46.627104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-d2047407-6828-461c-bdf7-274db7b2100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:46.629188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-d2047407-6828-461c-bdf7-274db7b2100c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450776 Nov 09 20:11:46.694557 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:46.722303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:46.724970 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b0e29f-82b2-4f8c-a1a7-c067f0025755" -d '{"events": [{"server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "name": "network-vif-unplugged", "status": "completed", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:46.733579 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-4f354815-e42e-4a0d-ba86-69a73207ba7b service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971267 Nov 09 20:11:46.741733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:46.746207 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:46.780867 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dec6248-de9e-4f5d-8673-7736c72e4eb7 x-openstack-request-id: req-5dec6248-de9e-4f5d-8673-7736c72e4eb7 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:46.781165 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "name": "network-vif-unplugged", "status": "completed", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:46.781631 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5dec6248-de9e-4f5d-8673-7736c72e4eb7 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:46.782208 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d', 'code': 200} Nov 09 20:11:46.809843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:46.846723 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec50dde1-28ac-4bad-95a1-956fe8c975e1 req-366d90d6-b4ec-4930-9a2f-05fd0b19ac3f service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060610 Nov 09 20:11:47.265733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c500ed-2d33-41d2-975b-ee14932f4c1e req-926efa11-6330-448e-97eb-f379a347f14b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:47.267334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54c500ed-2d33-41d2-975b-ee14932f4c1e req-926efa11-6330-448e-97eb-f379a347f14b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 943 time: 0.0510187 Nov 09 20:11:47.307999 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-54c500ed-2d33-41d2-975b-ee14932f4c1e req-042ba5b3-9753-4c2d-956c-e9bbee69dfbd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341759 Nov 09 20:11:47.696121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039c0b7-2e3f-4c97-95c0-45b19661cebb req-381896f4-6dd9-4bc4-b5cc-f7dc9191fa86 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:47.697597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a039c0b7-2e3f-4c97-95c0-45b19661cebb req-381896f4-6dd9-4bc4-b5cc-f7dc9191fa86 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0540333 Nov 09 20:11:47.736081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a039c0b7-2e3f-4c97-95c0-45b19661cebb req-aea4407b-ad39-41c7-9ea9-41efe1330141 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Nov 09 20:11:48.439377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2db20-d9a6-4e42-8bd8-03eba0e8067b req-223acd7a-69a3-46d1-b204-13f12360838f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:48.440886 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-03e2db20-d9a6-4e42-8bd8-03eba0e8067b req-223acd7a-69a3-46d1-b204-13f12360838f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 943 time: 0.0501697 Nov 09 20:11:48.496189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-1ccb52cc-db3c-4b5e-a05c-982d8584ea4b req-0bc0d5ce-e688-4e92-b25a-d84ab2ce3307 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:11:48.497256 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-03e2db20-d9a6-4e42-8bd8-03eba0e8067b req-e928c794-1578-4bd0-9978-0da888efebe1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502000 Nov 09 20:11:48.497568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ccb52cc-db3c-4b5e-a05c-982d8584ea4b req-0bc0d5ce-e688-4e92-b25a-d84ab2ce3307 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057392 Nov 09 20:11:48.603803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62093b2e-cfd2-4c86-8183-4fc26751ee81 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:11:48.696268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c99e4-58bf-440c-9fe9-65b44bf21dc4 req-fa228d4a-0d32-41c1-a9de-f591958f46c2 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:48.698374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7c99e4-58bf-440c-9fe9-65b44bf21dc4 req-fa228d4a-0d32-41c1-a9de-f591958f46c2 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0668736 Nov 09 20:11:48.728599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:48.742950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'port_id': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'mac_address': 'fa:16:3e:39:ef:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:11:48.752223 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2f7c99e4-58bf-440c-9fe9-65b44bf21dc4 req-7d39ec93-5fc0-4513-b1e1-e11d598913bf tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456505 Nov 09 20:11:48.797215 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:48.813321 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62093b2e-cfd2-4c86-8183-4fc26751ee81 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:11:48.844583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:48.851981 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:48.913583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=62093b2e-cfd2-4c86-8183-4fc26751ee81,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:48.973439 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-be38b821-3b4a-4a48-967a-2e95c7d5ea62 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0492394 Nov 09 20:11:49.122253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62093b2e-cfd2-4c86-8183-4fc26751ee81'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:11:49.624603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21257f37-4cee-4d59-b589-6bc66aa2a65d req-ab0fc9af-9356-4061-ae2b-9c604ae20529 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:49.626260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21257f37-4cee-4d59-b589-6bc66aa2a65d req-ab0fc9af-9356-4061-ae2b-9c604ae20529 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.0500581 Nov 09 20:11:49.665612 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21257f37-4cee-4d59-b589-6bc66aa2a65d req-1e82fd48-58c6-4b44-a85d-d11979962dfd tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331085 Nov 09 20:11:49.881843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-b26e6389-4c02-478f-bd37-f08f28622da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:49.883444 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-b26e6389-4c02-478f-bd37-f08f28622da6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f&tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99 HTTP/1.1" status: 200 len: 1094 time: 0.0592897 Nov 09 20:11:49.888185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da2e4b-7a4c-4eed-8132-3e22fc9feb58 req-860639d5-387c-436e-af25-df65df537ab6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:49.891185 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31da2e4b-7a4c-4eed-8132-3e22fc9feb58 req-860639d5-387c-436e-af25-df65df537ab6 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0559776 Nov 09 20:11:49.933420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31da2e4b-7a4c-4eed-8132-3e22fc9feb58 req-1bb4c7de-b1b0-4310-af92-9497044a06b4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361521 Nov 09 20:11:49.954413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-d846bfa4-ac00-4b9a-9ef0-202844c00ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:49.956071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-d846bfa4-ac00-4b9a-9ef0-202844c00ff7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 1094 time: 0.0464058 Nov 09 20:11:50.055666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-e5b79190-5fbd-4ff1-a812-99c70bc421eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:50.057142 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-e5b79190-5fbd-4ff1-a812-99c70bc421eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.0931659 Nov 09 20:11:50.135518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-8fdc3b3d-ad08-4f8b-867e-d2b0a04cee77 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95021e68-36fb-4771-aefe-843b3ce6207d HTTP/1.1" status: 200 len: 999 time: 0.0681036 Nov 09 20:11:50.190786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-efebaa18-0f1a-404a-8130-508c1b1029c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:50.192337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-efebaa18-0f1a-404a-8130-508c1b1029c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.0494888 Nov 09 20:11:50.242422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-7e43dcdb-5a11-447e-b2e0-92d91613ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:50.244110 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-7e43dcdb-5a11-447e-b2e0-92d91613ec74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437829 Nov 09 20:11:50.343598 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-363e181f-a6e9-481a-99a6-7ac9a6fd1cf5 service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918472 Nov 09 20:11:50.441699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9d89265-3afc-4ecf-80c4-92ea57303e6b req-c6e32d92-10db-42d8-ab65-2feb10de3f1d service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912104 Nov 09 20:11:50.613826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62093b2e-cfd2-4c86-8183-4fc26751ee81 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:11:50.675093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 62093b2e-cfd2-4c86-8183-4fc26751ee81 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:11:50.678934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 62093b2e-cfd2-4c86-8183-4fc26751ee81 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:11:50.679459 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:50.792507 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:50.819434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffb8e7-1504-4025-843d-3cf2d598a17d req-425bc1fa-a555-4a00-b2c5-b976f4182c5f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:50.827771 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44ffb8e7-1504-4025-843d-3cf2d598a17d req-425bc1fa-a555-4a00-b2c5-b976f4182c5f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.0713470 Nov 09 20:11:50.842776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:11:50.850281 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eaf9c2-f0b2-491b-8b18-c1ccc1c2feb0" -d '{"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-plugged", "status": "completed", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:11:50.869531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:11:50.876472 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:50.877465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 95021e68-36fb-4771-aefe-843b3ce6207d no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:11:50.897247 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44ffb8e7-1504-4025-843d-3cf2d598a17d req-9c2404cc-c9bf-4b11-8512-78b9c71c8673 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655577 Nov 09 20:11:50.983938 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe928c8f-1157-4510-855d-d3802c334e89 x-openstack-request-id: req-fe928c8f-1157-4510-855d-d3802c334e89 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:11:50.984319 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-plugged", "status": "completed", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:11:50.984649 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe928c8f-1157-4510-855d-d3802c334e89 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:11:50.985185 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'code': 200} Nov 09 20:11:51.028795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=62093b2e-cfd2-4c86-8183-4fc26751ee81,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:11:51.148290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f1501-8132-4ae6-9784-b15083fb02ed req-95db369b-6951-4bd0-af67-1ae7e771990a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:51.152476 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af1f1501-8132-4ae6-9784-b15083fb02ed req-95db369b-6951-4bd0-af67-1ae7e771990a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.1243477 Nov 09 20:11:51.207022 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af1f1501-8132-4ae6-9784-b15083fb02ed req-4614bd69-aaad-4e82-af1e-19e097d8399c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466077 Nov 09 20:11:51.298377 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:52.016575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db7930-3f84-4be1-af54-357e19031357 req-5c664d48-3815-4b34-85ec-9d22f3c3eaa1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:52.018228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10db7930-3f84-4be1-af54-357e19031357 req-5c664d48-3815-4b34-85ec-9d22f3c3eaa1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0542254 Nov 09 20:11:52.066551 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10db7930-3f84-4be1-af54-357e19031357 req-27497121-b6a9-47c6-bc2a-514bcba39058 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Nov 09 20:11:52.335834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529fec0-eb61-4e9f-b1c5-649ab7c0958c req-179ce60d-7fe1-4094-b19c-621c4dea0651 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:52.337326 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6529fec0-eb61-4e9f-b1c5-649ab7c0958c req-179ce60d-7fe1-4094-b19c-621c4dea0651 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0510144 Nov 09 20:11:52.375229 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6529fec0-eb61-4e9f-b1c5-649ab7c0958c req-5bcc63d6-3d43-4838-ab89-6f74e009198e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318737 Nov 09 20:11:53.297986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d500005-1011-4fce-ba05-909496673c14 req-d3526d56-376a-4f97-8e5d-76d59359c5e6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:53.299595 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0d500005-1011-4fce-ba05-909496673c14 req-d3526d56-376a-4f97-8e5d-76d59359c5e6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0497684 Nov 09 20:11:53.338953 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0d500005-1011-4fce-ba05-909496673c14 req-d913c94a-7971-4bb5-a3ff-ae564f851eb9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332952 Nov 09 20:11:53.506900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fe57f-b69c-4050-8312-a1d085a5c1c1 req-2bd693f5-301a-4841-821d-d475b9653a8d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:53.515324 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-811fe57f-b69c-4050-8312-a1d085a5c1c1 req-2bd693f5-301a-4841-821d-d475b9653a8d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0669906 Nov 09 20:11:53.554331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-811fe57f-b69c-4050-8312-a1d085a5c1c1 req-d3a4059b-5629-4deb-9462-acc8b19b7a98 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380414 Nov 09 20:11:54.469118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43693114-21e3-487b-ad86-f621231b4c72 req-96fdf8ec-233a-4a54-b39c-c384d495dd7b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:54.470912 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43693114-21e3-487b-ad86-f621231b4c72 req-96fdf8ec-233a-4a54-b39c-c384d495dd7b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0581789 Nov 09 20:11:54.518602 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43693114-21e3-487b-ad86-f621231b4c72 req-affab990-d4d6-4c54-bb47-9a02937939fc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 Nov 09 20:11:54.692396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb26898-19c4-46a3-a46f-77aaf824fa5f req-0d358f63-467d-48de-8df4-faf49b17efe8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:54.693913 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eeb26898-19c4-46a3-a46f-77aaf824fa5f req-0d358f63-467d-48de-8df4-faf49b17efe8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0569847 Nov 09 20:11:54.733777 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eeb26898-19c4-46a3-a46f-77aaf824fa5f req-aaf5442e-136b-4c38-a928-b64f6505cc68 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329831 Nov 09 20:11:55.551463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:11:55.665850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bf4c1-2653-48e1-a0ff-83efbb0dd0de req-0e5ec4fe-c8ce-4233-8d50-c42509fb1a9d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:55.667379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-073bf4c1-2653-48e1-a0ff-83efbb0dd0de req-0e5ec4fe-c8ce-4233-8d50-c42509fb1a9d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0563650 Nov 09 20:11:55.705590 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-073bf4c1-2653-48e1-a0ff-83efbb0dd0de req-b2303c1d-5b93-429d-8d1f-e1f4623153a3 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319448 Nov 09 20:11:55.853366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e5254-f0c1-4a4c-9e5a-e691bf914a44 req-0d94a82f-3fa4-45d7-80e5-81f0efde4cd4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:55.854864 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479e5254-f0c1-4a4c-9e5a-e691bf914a44 req-0d94a82f-3fa4-45d7-80e5-81f0efde4cd4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0490594 Nov 09 20:11:55.895762 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479e5254-f0c1-4a4c-9e5a-e691bf914a44 req-4eae4519-6bb1-455d-a622-1f2d1cf2168f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346303 Nov 09 20:11:56.831165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3885e64-a37f-4bfc-8d0e-0df3e6a3f4e3 req-dad2b0e4-2cb6-4e3d-b36b-f678246350e6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:56.832784 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3885e64-a37f-4bfc-8d0e-0df3e6a3f4e3 req-dad2b0e4-2cb6-4e3d-b36b-f678246350e6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0527987 Nov 09 20:11:56.874332 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3885e64-a37f-4bfc-8d0e-0df3e6a3f4e3 req-4d66f21e-03fb-4989-825e-4eea0fc96ede tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350533 Nov 09 20:11:57.023392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124309ab-8d4f-4f3f-a3ec-fbeacd0367e7 req-dbbdc501-d050-41ad-8e06-0a6b45043488 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:57.024907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-124309ab-8d4f-4f3f-a3ec-fbeacd0367e7 req-dbbdc501-d050-41ad-8e06-0a6b45043488 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0513041 Nov 09 20:11:57.065017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-124309ab-8d4f-4f3f-a3ec-fbeacd0367e7 req-e2555a69-411d-4bb7-8234-83ef8c914c4d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330598 Nov 09 20:11:58.053280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e8076-2a78-4f4e-bf70-08cc8ed07356 req-de323d19-d3c3-499f-af1a-f4cfc1fc3eeb tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:58.056092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-895e8076-2a78-4f4e-bf70-08cc8ed07356 req-de323d19-d3c3-499f-af1a-f4cfc1fc3eeb tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0872934 Nov 09 20:11:58.105318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-895e8076-2a78-4f4e-bf70-08cc8ed07356 req-271db496-ae09-4733-8b90-9d302fe43a13 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Nov 09 20:11:58.223160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c4fab-2276-4606-82c0-51b293064132 req-ea87d20a-21c5-4b7e-93c2-812319e0cb6c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:58.224721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-886c4fab-2276-4606-82c0-51b293064132 req-ea87d20a-21c5-4b7e-93c2-812319e0cb6c tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0768883 Nov 09 20:11:58.268305 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-886c4fab-2276-4606-82c0-51b293064132 req-192b4161-187d-4435-b866-06593a4cf5d9 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365987 Nov 09 20:11:59.261385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b73923-c9b9-405e-bad1-d05330ac7a61 req-fbca5eb6-c129-48f2-9bd4-cc8370e4b25b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:59.269666 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83b73923-c9b9-405e-bad1-d05330ac7a61 req-fbca5eb6-c129-48f2-9bd4-cc8370e4b25b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0701811 Nov 09 20:11:59.307101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83b73923-c9b9-405e-bad1-d05330ac7a61 req-241c0e3d-6f83-4cf5-a337-93b16160ff5c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361357 Nov 09 20:11:59.402298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16f7cc-a762-476d-b6d1-6108bee0d570 req-8b3ff760-eedf-49ac-9722-039ee7462eba tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:11:59.403883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa16f7cc-a762-476d-b6d1-6108bee0d570 req-8b3ff760-eedf-49ac-9722-039ee7462eba tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0571740 Nov 09 20:11:59.450977 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa16f7cc-a762-476d-b6d1-6108bee0d570 req-8e42e43c-fd55-4858-97d9-93664a1fa1e1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398540 Nov 09 20:12:00.431093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff860c-79db-4779-9364-a93636bd0de9 req-69e0e237-8dd0-49e5-974f-22a286ec5eb6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:00.434228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f6ff860c-79db-4779-9364-a93636bd0de9 req-69e0e237-8dd0-49e5-974f-22a286ec5eb6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0556605 Nov 09 20:12:00.471805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f6ff860c-79db-4779-9364-a93636bd0de9 req-7f733df4-309a-4326-bcd6-9e03ab30d7a0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326266 Nov 09 20:12:00.629707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738c149-7d04-449b-a819-ebd5eb368216 req-0664627e-d19c-435f-a18a-9b815e05e8a7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:00.632020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6738c149-7d04-449b-a819-ebd5eb368216 req-0664627e-d19c-435f-a18a-9b815e05e8a7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0946441 Nov 09 20:12:00.674996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6738c149-7d04-449b-a819-ebd5eb368216 req-755ad975-beca-4f3d-9970-d5863da73fd3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353901 Nov 09 20:12:01.610260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28fea5-23cc-4267-ad34-0ae8b3f5816f req-cfeeecf9-dedc-493f-9394-d58bd13d08e1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:01.612408 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e28fea5-23cc-4267-ad34-0ae8b3f5816f req-cfeeecf9-dedc-493f-9394-d58bd13d08e1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0591359 Nov 09 20:12:01.662558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e28fea5-23cc-4267-ad34-0ae8b3f5816f req-7c8dfdcc-90d9-4576-ae69-998c695facdf tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 Nov 09 20:12:01.815891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7086ce-f560-4978-89d6-d631b755ad6b req-daabe0d5-8ca0-4786-8a05-c9c81ef815f1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:01.817302 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad7086ce-f560-4978-89d6-d631b755ad6b req-daabe0d5-8ca0-4786-8a05-c9c81ef815f1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0579660 Nov 09 20:12:01.863746 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad7086ce-f560-4978-89d6-d631b755ad6b req-1e504f18-963e-45ab-a0e6-7eca599b697e tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393891 Nov 09 20:12:02.081776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-8207be0a-f63b-431e-bf64-988621d4761c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499198 Nov 09 20:12:02.175616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-2c7cbee0-dd95-49b6-b12e-cddf07c9ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:02.177232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-2c7cbee0-dd95-49b6-b12e-cddf07c9ef09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 1094 time: 0.0466020 Nov 09 20:12:02.293159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-f1c071a2-cca7-4aa4-b1e3-b5ad4d5811d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:02.294761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-f1c071a2-cca7-4aa4-b1e3-b5ad4d5811d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.0972593 Nov 09 20:12:02.370147 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-246b25e6-8114-4feb-a4e3-a517a46f8b7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99 HTTP/1.1" status: 200 len: 998 time: 0.0686734 Nov 09 20:12:02.423773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-8c3691d1-e2cd-41f5-9024-e31c5b3a9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:02.425227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-8c3691d1-e2cd-41f5-9024-e31c5b3a9e14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0476289 Nov 09 20:12:02.477799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-fe00022c-6ce3-4f86-906a-c021ac8a99da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:02.479321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-fe00022c-6ce3-4f86-906a-c021ac8a99da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472848 Nov 09 20:12:02.579343 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-cc0c9952-dd3b-46d6-a61e-47ddafb1ee8a service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914145 Nov 09 20:12:02.702892 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2dbd644-d9db-4682-aed5-a6c51c95862e req-a15fa7c0-28d5-4758-bae4-847d49126be2 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150677 Nov 09 20:12:02.796058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afd66-5dc8-45a2-b4c8-467f4925cd5c req-26ea0081-15f0-493b-a232-46cd74914c5e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:02.797650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-490afd66-5dc8-45a2-b4c8-467f4925cd5c req-26ea0081-15f0-493b-a232-46cd74914c5e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0519798 Nov 09 20:12:02.836783 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-490afd66-5dc8-45a2-b4c8-467f4925cd5c req-2b9f3358-67f1-4651-a320-58579d0aab60 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328386 Nov 09 20:12:02.994970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61f8e9-b7f7-4510-ac00-55b0c9996f93 req-2159cb15-fd96-44b1-9188-cb2add4e6fc8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:02.996914 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f61f8e9-b7f7-4510-ac00-55b0c9996f93 req-2159cb15-fd96-44b1-9188-cb2add4e6fc8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0539165 Nov 09 20:12:03.052121 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1f61f8e9-b7f7-4510-ac00-55b0c9996f93 req-2888944f-a398-47f6-9003-de08e4ee8018 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483310 Nov 09 20:12:03.959967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d994435-6c89-4b64-bb03-5f696127fa71 req-33a97725-bf1d-4a93-83c3-2df396219f76 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:03.961574 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d994435-6c89-4b64-bb03-5f696127fa71 req-33a97725-bf1d-4a93-83c3-2df396219f76 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0569499 Nov 09 20:12:04.005800 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4d994435-6c89-4b64-bb03-5f696127fa71 req-39c98083-fa9f-47fa-a0e2-f39e2b300523 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 Nov 09 20:12:04.171622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c11c8-7fb9-4aca-9011-8b2c2e8503ef req-4a3a2ceb-8cdb-4e3e-ba90-ee3c4511806b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:04.173101 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f77c11c8-7fb9-4aca-9011-8b2c2e8503ef req-4a3a2ceb-8cdb-4e3e-ba90-ee3c4511806b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0506620 Nov 09 20:12:04.210298 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f77c11c8-7fb9-4aca-9011-8b2c2e8503ef req-e1343eff-397c-4270-afda-5f2a365daae9 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310667 Nov 09 20:12:05.150437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ebdd7-d502-41cd-b82a-7f1f7690fd06 req-3e60b230-887d-45b8-860c-c4acc3d50338 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:05.152249 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-589ebdd7-d502-41cd-b82a-7f1f7690fd06 req-3e60b230-887d-45b8-860c-c4acc3d50338 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0623806 Nov 09 20:12:05.199085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-589ebdd7-d502-41cd-b82a-7f1f7690fd06 req-7353b52c-ad8a-4da1-a2a1-c488a40cfbff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Nov 09 20:12:05.349150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf800d-3eb7-45d8-bb53-664a5f49e85c req-ef598f27-90c5-4983-a752-10f9d556d4c4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:05.350779 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-decf800d-3eb7-45d8-bb53-664a5f49e85c req-ef598f27-90c5-4983-a752-10f9d556d4c4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0598514 Nov 09 20:12:05.415941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-decf800d-3eb7-45d8-bb53-664a5f49e85c req-1a07a93d-9f57-46d7-8eb3-15eaf62afd68 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500116 Nov 09 20:12:06.323086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8091061-05f2-4c07-bf8e-d43e0393ffc6 req-2e868309-2a16-431f-8d94-0f45dadf2f4a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:06.324728 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c8091061-05f2-4c07-bf8e-d43e0393ffc6 req-2e868309-2a16-431f-8d94-0f45dadf2f4a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0531518 Nov 09 20:12:06.369525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c8091061-05f2-4c07-bf8e-d43e0393ffc6 req-d999b409-8594-46df-ab64-cb1ad3e8721b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380328 Nov 09 20:12:06.585520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e646cfe-6903-4a51-8409-f0f579bcf6db req-e761537d-6e97-46d6-bcb1-f34ee02d43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:06.587276 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e646cfe-6903-4a51-8409-f0f579bcf6db req-e761537d-6e97-46d6-bcb1-f34ee02d43f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1096 time: 0.1063313 Nov 09 20:12:06.603201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e10878-aa5d-410e-a2a8-5a94a5f3dfa9 req-63523f4a-f9fa-4d7e-82f8-8c76a3b6d2a0 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:06.604855 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8e10878-aa5d-410e-a2a8-5a94a5f3dfa9 req-63523f4a-f9fa-4d7e-82f8-8c76a3b6d2a0 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0964806 Nov 09 20:12:06.608341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-25afa59c-48e0-4eb7-a11e-c5bc7bb1eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:06.609845 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-25afa59c-48e0-4eb7-a11e-c5bc7bb1eac0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 1094 time: 0.1000347 Nov 09 20:12:06.717872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5e646cfe-6903-4a51-8409-f0f579bcf6db req-6ae14e9f-09ca-4bc4-863d-55a78188a1f5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117477 Nov 09 20:12:06.734696 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8e10878-aa5d-410e-a2a8-5a94a5f3dfa9 req-ca7dacfe-5446-457b-b9a6-b43135246342 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149664 Nov 09 20:12:06.767054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-ff26dbcd-434c-4aee-a77f-040e71c4b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:06.768652 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-ff26dbcd-434c-4aee-a77f-040e71c4b991 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 200 len: 918 time: 0.1296566 Nov 09 20:12:06.986049 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-183c6ffe-73a7-4ce3-85c1-e29ede193f0f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95021e68-36fb-4771-aefe-843b3ce6207d HTTP/1.1" status: 200 len: 999 time: 0.0663793 Nov 09 20:12:07.038822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-86b21e4a-5925-4b55-8d47-168888c60ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:07.040377 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-86b21e4a-5925-4b55-8d47-168888c60ee0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 200 len: 856 time: 0.0468833 Nov 09 20:12:07.091866 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-5ddb07f8-c0db-4fbb-a738-c8eac90fb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:07.093454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-5ddb07f8-c0db-4fbb-a738-c8eac90fb7dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436366 Nov 09 20:12:07.212176 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-51d4f72d-3ad8-4d77-91d6-57fffbc5a7e1 service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938942 Nov 09 20:12:07.305920 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-066b8faa-3535-4378-8831-2bf035a4d0e1 req-d2334429-2e50-4819-832a-2e819e318122 service neutron] 10.222.0.77 "GET /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858221 Nov 09 20:12:07.511733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a07a9-04bf-483f-97fa-e64febb8b96e req-ec43c7ee-6ddc-4c6e-8a16-921e90899e33 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:07.513373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd6a07a9-04bf-483f-97fa-e64febb8b96e req-ec43c7ee-6ddc-4c6e-8a16-921e90899e33 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0548286 Nov 09 20:12:07.553592 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd6a07a9-04bf-483f-97fa-e64febb8b96e req-8e723d91-5522-42b8-af8d-e67cbb565b94 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333266 Nov 09 20:12:07.875131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e2066-c36d-494e-b6fc-206373cc96e0 req-6aab96ba-97aa-48f1-ab42-be2ffb70a204 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:07.877178 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-308e2066-c36d-494e-b6fc-206373cc96e0 req-6aab96ba-97aa-48f1-ab42-be2ffb70a204 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0556116 Nov 09 20:12:07.916636 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-308e2066-c36d-494e-b6fc-206373cc96e0 req-c4a672ee-1496-4163-9441-e71d56998e28 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329080 Nov 09 20:12:08.025085 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:12:08.669608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47abbc-ff72-4e13-8090-03961bc8e61f req-d98c6bcc-3e89-4efc-a556-0dc6bba28447 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:08.671117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e47abbc-ff72-4e13-8090-03961bc8e61f req-d98c6bcc-3e89-4efc-a556-0dc6bba28447 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0516980 Nov 09 20:12:08.712402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e47abbc-ff72-4e13-8090-03961bc8e61f req-56458094-cace-477f-92eb-feb7bb3681b8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348177 Nov 09 20:12:08.825456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a76bce-bfc9-432a-a90f-9304fc235708 req-e98590a8-948c-44d1-b0f2-5948818fe7c2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:08.826962 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53a76bce-bfc9-432a-a90f-9304fc235708 req-e98590a8-948c-44d1-b0f2-5948818fe7c2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0487928 Nov 09 20:12:08.864461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-53a76bce-bfc9-432a-a90f-9304fc235708 req-f2a243d8-609c-46f1-9dcb-8d524b43cf60 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313520 Nov 09 20:12:08.886319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44902) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:09.025405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8cc94-5ade-4a26-a9ff-8eb1da162ffe tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:09.026954 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aad8cc94-5ade-4a26-a9ff-8eb1da162ffe tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1091 time: 0.1396370 Nov 09 20:12:09.029710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 44908) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:09.034604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:12:09.040803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e3917-2356-40de-b077-f2ba522f9c1f req-05bb9256-98a7-45da-847b-dcea4d1a36b1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:09.042303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-899e3917-2356-40de-b077-f2ba522f9c1f req-05bb9256-98a7-45da-847b-dcea4d1a36b1 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0517914 Nov 09 20:12:09.056340 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:09.086340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-899e3917-2356-40de-b077-f2ba522f9c1f req-2687bf42-68af-4580-9de1-6aac487d985f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337627 Nov 09 20:12:09.160096 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:09.264490 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.25.6.70 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/864021fe-ae84-465d-87c9-8c6cfd41fccf) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:12:09.367270 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:09.400291 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:09.436570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:12:09.439789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:12:09.443270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:12:09.469989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=864021fe-ae84-465d-87c9-8c6cfd41fccf,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:09.793285 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:09.857349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:10.003536 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:10.008271 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:10.073132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=864021fe-ae84-465d-87c9-8c6cfd41fccf,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:10.085020 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:10.217301 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Floating IP de98b664-275d-4b38-bb35-5212bff29a29 associated. External IP: 172.25.6.70, port: 62093b2e-cfd2-4c86-8183-4fc26751ee81. Nov 09 20:12:10.228467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d13d26-f97f-47ac-bbde-690b2bfe5e79 req-77a8de78-1e19-437d-9b0a-08f6d5925c24 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:10.229961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08d13d26-f97f-47ac-bbde-690b2bfe5e79 req-77a8de78-1e19-437d-9b0a-08f6d5925c24 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 943 time: 0.0723827 Nov 09 20:12:10.264092 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5753254e-d63d-4c44-8657-ed352aef732a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:10.335060 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08d13d26-f97f-47ac-bbde-690b2bfe5e79 req-6d85b9bc-42d6-459b-8a1a-7ffbf85e1885 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720351 Nov 09 20:12:10.462195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router c70160b4-0173-4acc-bda8-087d4b043a92 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:12:10.572860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:12:10.583139 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] Sync routers for ids ['c70160b4-0173-4acc-bda8-087d4b043a92'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:12:10.591992 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:10.592170 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] Routers {'c70160b4-0173-4acc-bda8-087d4b043a92'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:12:10.592762 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c70160b4-0173-4acc-bda8-087d4b043a92'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:10.622884 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-830ac8be-b27c-4d43-afde-1355ec2c670e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5897281 Nov 09 20:12:10.622884 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:12:10.628344 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a41e25-2a53-410a-83b8-97df84a4b04d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:12:10.677037 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010a9bf4-0ec2-4ee0-a6a7-540750fcd1f4 x-openstack-request-id: req-010a9bf4-0ec2-4ee0-a6a7-540750fcd1f4 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:12:10.677336 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:12:10.677594 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-010a9bf4-0ec2-4ee0-a6a7-540750fcd1f4 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:12:10.678001 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'status': 'completed', 'code': 200} Nov 09 20:12:10.709857 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] Set router c70160b4-0173-4acc-bda8-087d4b043a92 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:12:10.728646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4456f-de1f-41bd-a382-c3a02979cfeb req-ff5ce463-aa05-4bb3-9453-4850abb902c5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:10.730288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20a4456f-de1f-41bd-a382-c3a02979cfeb req-ff5ce463-aa05-4bb3-9453-4850abb902c5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0506315 Nov 09 20:12:10.734409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 95021e68-36fb-4771-aefe-843b3ce6207d details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:12:10.747415 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-6b3e1631-26ba-4892-870c-e19655d3e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:10.749449 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-6b3e1631-26ba-4892-870c-e19655d3e9cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1096 time: 0.0497522 Nov 09 20:12:10.797822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-20a4456f-de1f-41bd-a382-c3a02979cfeb req-65e42b05-43ae-49d0-9e32-1cf50521be53 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437799 Nov 09 20:12:10.798883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44916) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:10.855202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-29cbc4cf-23f4-4719-9d85-1bbcb5389a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:10.857455 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-29cbc4cf-23f4-4719-9d85-1bbcb5389a95 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 200 len: 897 time: 0.0999117 Nov 09 20:12:10.858711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:10.877357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '95021e68-36fb-4771-aefe-843b3ce6207d', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'port_id': '95021e68-36fb-4771-aefe-843b3ce6207d', 'mac_address': 'fa:16:3e:e1:d8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:12:10.924456 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:10.943376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95021e68-36fb-4771-aefe-843b3ce6207d {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:12:10.945166 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-e2055cf9-92c2-47bf-9c44-c8ff2d3dd09f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 200 len: 998 time: 0.0795796 Nov 09 20:12:10.973437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:10.979490 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:28Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'de98b664-275d-4b38-bb35-5212bff29a29', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'port_id': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'mac_address': 'fa:16:3e:39:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:12:09Z', 'updated_at': '2021-11-09T20:12:09Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e79999f-fd31-4452-ad4f-f367f23f814a', 'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:87:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:27Z', 'updated_at': '2021-11-09T20:11:34Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:10.982166 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:11.011879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-9a2c9eb5-e928-4a28-ac35-db57651ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:11.013815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-9a2c9eb5-e928-4a28-ac35-db57651ecbe4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c452044-e63f-45f4-a4cc-dfeaf5584167 HTTP/1.1" status: 200 len: 834 time: 0.0577445 Nov 09 20:12:11.022730 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] Checking router: c70160b4-0173-4acc-bda8-087d4b043a92 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:12:11.033636 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] Routers {'c70160b4-0173-4acc-bda8-087d4b043a92'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:12:11.034646 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:11:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c70160b4-0173-4acc-bda8-087d4b043a92'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:11.042164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:11.070182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-fd40a680-27a6-4eee-9c8e-57303dc8250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:11.071938 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-fd40a680-27a6-4eee-9c8e-57303dc8250c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd479c1b-9e64-4ff7-a965-37845a85926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503066 Nov 09 20:12:11.149340 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] Set router c70160b4-0173-4acc-bda8-087d4b043a92 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:12:11.186646 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-ef5d588d-0204-4273-b815-b94a13aad8f4 service neutron] 10.222.0.77 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028929 Nov 09 20:12:11.207024 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f9e75a17-2dcb-4906-8712-2c388ff21a62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/de98b664-275d-4b38-bb35-5212bff29a29 HTTP/1.1" status: 200 len: 990 time: 0.4069734 Nov 09 20:12:11.232116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['95021e68-36fb-4771-aefe-843b3ce6207d'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:12:11.284700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30a41e25-2a53-410a-83b8-97df84a4b04d req-1881894b-5f36-48d6-bad4-31f12d5ac53b service neutron] 10.222.0.77 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895488 Nov 09 20:12:11.397939 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:28Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'de98b664-275d-4b38-bb35-5212bff29a29', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'port_id': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'mac_address': 'fa:16:3e:39:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:12:09Z', 'updated_at': '2021-11-09T20:12:09Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e79999f-fd31-4452-ad4f-f367f23f814a', 'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:87:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:27Z', 'updated_at': '2021-11-09T20:11:34Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:11.426103 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfc4a94-5623-4257-8e4d-4e995e7ef900 None None] The sync data for ids ['c70160b4-0173-4acc-bda8-087d4b043a92'] in n-d-817256-1 is: [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:28Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'de98b664-275d-4b38-bb35-5212bff29a29', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'port_id': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'mac_address': 'fa:16:3e:39:ef:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:12:09Z', 'updated_at': '2021-11-09T20:12:09Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e79999f-fd31-4452-ad4f-f367f23f814a', 'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:87:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:27Z', 'updated_at': '2021-11-09T20:11:34Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:12:11.466413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7b863-b86b-41ac-a971-baf040d1b71b req-a4f97dc4-f3c3-45b7-8d88-419b0c52015f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:11.468054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1bc7b863-b86b-41ac-a971-baf040d1b71b req-a4f97dc4-f3c3-45b7-8d88-419b0c52015f tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 944 time: 0.0528774 Nov 09 20:12:11.509634 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1bc7b863-b86b-41ac-a971-baf040d1b71b req-502d3d8d-223c-40e9-bd56-5ab40e7ac025 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342720 Nov 09 20:12:11.636356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70179-d655-4b43-9bb9-e73e6d026576 None None] New status for floating IP de98b664-275d-4b38-bb35-5212bff29a29: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:12:12.210820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44922) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:12.271735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f02719f6-0476-4984-a037-3802faffd492 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/de98b664-275d-4b38-bb35-5212bff29a29 HTTP/1.1" status: 200 len: 992 time: 0.0597839 Nov 09 20:12:12.631712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92f893-f554-4df8-b8ed-09307685c72e req-ed3eede0-2c7b-4374-bf98-ffe642852ed7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:12.633187 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da92f893-f554-4df8-b8ed-09307685c72e req-ed3eede0-2c7b-4374-bf98-ffe642852ed7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 944 time: 0.0494504 Nov 09 20:12:12.676076 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da92f893-f554-4df8-b8ed-09307685c72e req-99bb76b2-a319-4752-8c2f-43a0b3d8db46 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363264 Nov 09 20:12:12.740676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 95021e68-36fb-4771-aefe-843b3ce6207d up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:12:12.789970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 95021e68-36fb-4771-aefe-843b3ce6207d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:12:12.790339 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:12.866626 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:12.888679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:12:12.891195 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424dcc2b-bcdf-42a9-a467-9e624dda005b" -d '{"events": [{"server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "name": "network-vif-plugged", "status": "completed", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:12:12.904545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:12.909925 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:12.939996 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3041a4d-b2b9-42ee-8719-9b491a1f488b x-openstack-request-id: req-c3041a4d-b2b9-42ee-8719-9b491a1f488b {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:12:12.940297 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "name": "network-vif-plugged", "status": "completed", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:12:12.940535 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3041a4d-b2b9-42ee-8719-9b491a1f488b {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:12:12.940932 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d', 'code': 200} Nov 09 20:12:12.966633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=10']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:13.108141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e866f9a-ea2d-4e49-9365-3e4c540673f7 req-46ee2efc-0037-4b1b-9bb0-de3fdae87675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:13.109643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e866f9a-ea2d-4e49-9365-3e4c540673f7 req-46ee2efc-0037-4b1b-9bb0-de3fdae87675 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 1097 time: 0.0443058 Nov 09 20:12:13.146073 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e866f9a-ea2d-4e49-9365-3e4c540673f7 req-bd3de83f-6f4a-46da-8347-a43a0a509409 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285659 Nov 09 20:12:13.208562 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-672853fa-5ce8-4e20-8447-f05b4a035c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:13.469386 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:13.805010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821a6a1-3064-48ce-b1f3-01cbb1178b66 req-3734dfa8-8e1f-4a54-bb0a-d8c9461abbc4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:13.806391 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4821a6a1-3064-48ce-b1f3-01cbb1178b66 req-3734dfa8-8e1f-4a54-bb0a-d8c9461abbc4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 946 time: 0.0530057 Nov 09 20:12:13.845249 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4821a6a1-3064-48ce-b1f3-01cbb1178b66 req-212753bb-dc25-4b5f-a989-e7c454941744 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325894 Nov 09 20:12:14.586994 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:15.031394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86400880-a291-45d7-a23c-4c0b27bd40c3 req-8c8af0ba-d0b9-42aa-be76-8875f0450c1d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:15.032996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-86400880-a291-45d7-a23c-4c0b27bd40c3 req-8c8af0ba-d0b9-42aa-be76-8875f0450c1d tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 946 time: 0.1098218 Nov 09 20:12:15.071744 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-86400880-a291-45d7-a23c-4c0b27bd40c3 req-c51d234b-d365-4181-9ae4-f4ae5d15bf69 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323884 Nov 09 20:12:16.262012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0528f6e-1c52-4883-bbda-7052e2ba2454 req-1c334ad8-9a6f-442f-8ee4-550c56cfc7df tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:16.263579 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0528f6e-1c52-4883-bbda-7052e2ba2454 req-1c334ad8-9a6f-442f-8ee4-550c56cfc7df tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 946 time: 0.1158979 Nov 09 20:12:16.305221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0528f6e-1c52-4883-bbda-7052e2ba2454 req-dd10164a-5ec9-403f-a4c4-690ad5826a99 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347962 Nov 09 20:12:16.328694 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:16.383648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 44978) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:16.549756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Deleting port d7d775cd-3144-40de-b3ef-74528523b17c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:16.550097 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:16.632266 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:16.632665 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:16.644511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Calling delete_port for d7d775cd-3144-40de-b3ef-74528523b17c owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:16.831154 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:16.857367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event deleted for resources: {'Port': ['ID=d7d775cd-3144-40de-b3ef-74528523b17c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:16.870291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.870675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.871022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.871363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.871699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.872034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.872366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.872704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.873026 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.873355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.873685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.874006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:16.930039 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:16.930307 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Floating IP 6d5afd61-3d97-4010-b5f8-fd0c09856e74 disassociated (deleted). External IP: 172.25.6.177, port: 0c097a16-96d3-4ab1-8ae0-95bb4f148919. Nov 09 20:12:17.147205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Router 4bb9de38-ae95-445f-b460-c0960fa41cea has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:12:17.258804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:12:17.263546 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:17.268129 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] Sync routers for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:12:17.277989 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:12:17.278620 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:17.292520 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0f6360d3-57b5-4fd4-8cf2-1c884adf11f5 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "DELETE /v2.0/floatingips/6d5afd61-3d97-4010-b5f8-fd0c09856e74 HTTP/1.1" status: 204 len: 168 time: 0.9078362 Nov 09 20:12:17.293186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:12:17.295613 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479b6932-1d3a-4078-8eaf-6e11675594e4" -d '{"events": [{"name": "network-changed", "server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:12:17.345668 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb8e87f-6785-41bd-902a-7736e039c065 x-openstack-request-id: req-acb8e87f-6785-41bd-902a-7736e039c065 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:12:17.345970 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:12:17.346237 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acb8e87f-6785-41bd-902a-7736e039c065 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:12:17.346680 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'status': 'completed', 'code': 200} Nov 09 20:12:17.393286 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:12:17.457563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-2e90e9bf-0653-4faa-b180-49ed9fe33717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:17.459375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-2e90e9bf-0653-4faa-b180-49ed9fe33717 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9bb5186333149abbd13657b398c7f80&device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 1097 time: 0.0693290 Nov 09 20:12:17.547124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b096d0-fc2d-42ee-9311-c8b73602c32f req-191b8040-b764-4e47-a1db-5971f9b72050 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:17.548553 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1b096d0-fc2d-42ee-9311-c8b73602c32f req-191b8040-b764-4e47-a1db-5971f9b72050 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 946 time: 0.0599155 Nov 09 20:12:17.566972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-a1fde0bd-d1fa-4ece-9812-b9d586658920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:17.568830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-a1fde0bd-d1fa-4ece-9812-b9d586658920 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ce6aba93-f745-411e-8737-9d52c36db27f HTTP/1.1" status: 200 len: 914 time: 0.1012349 Nov 09 20:12:17.589714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1b096d0-fc2d-42ee-9311-c8b73602c32f req-0b8116a7-c368-4626-ae53-8c034d961920 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347409 Nov 09 20:12:17.616268 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-298e644e-12c0-4f54-8da6-a504c8efbf31 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919 HTTP/1.1" status: 200 len: 217 time: 0.0379434 Nov 09 20:12:17.619863 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 5, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:17.647175 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] Checking router: 4bb9de38-ae95-445f-b460-c0960fa41cea for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:12:17.655386 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:12:17.655987 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:17.666815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-07cc0d73-1008-4658-a6cb-d3d5ee4ffe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:17.668308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-07cc0d73-1008-4658-a6cb-d3d5ee4ffe6b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86 HTTP/1.1" status: 200 len: 852 time: 0.0436981 Nov 09 20:12:17.718632 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-01471b77-29d0-4922-a3b5-a7d840e39dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:17.720151 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-01471b77-29d0-4922-a3b5-a7d840e39dd0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ce6aba93-f745-411e-8737-9d52c36db27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442379 Nov 09 20:12:17.765379 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:12:17.814632 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-279acbe4-29cb-48dd-8f17-a989fd9583d4 service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Nov 09 20:12:17.964360 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 5, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:18.089241 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a015a9-dba2-41fc-89c0-e51ea440118c None None] The sync data for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 is: [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:08:34Z', 'revision_number': 4, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c', 'name': '', 'network_id': 'ce6aba93-f745-411e-8737-9d52c36db27f', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'mac_address': 'fa:16:3e:36:21:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:33Z', 'updated_at': '2021-11-09T20:08:40Z', 'revision_number': 5, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'subnets': [{'id': '46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:12:18.232058 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479b6932-1d3a-4078-8eaf-6e11675594e4 req-e78f74a8-4017-4e17-b767-4373f56b51e2 service neutron] 10.222.0.77 "GET /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093840 Nov 09 20:12:18.330808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e71b276-d745-4409-9043-eb5a1b78a0ca None None] New status for floating IP 6d5afd61-3d97-4010-b5f8-fd0c09856e74: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:12:18.711637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26f178-a054-4105-80d0-59f1d289b9e6 req-95cce493-9688-4789-8227-1874d8d516c9 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:18.713058 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc26f178-a054-4105-80d0-59f1d289b9e6 req-95cce493-9688-4789-8227-1874d8d516c9 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 946 time: 0.0534904 Nov 09 20:12:18.750213 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bc26f178-a054-4105-80d0-59f1d289b9e6 req-c5b649e0-49d7-4cd7-9dd8-361e3347ffa2 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cc97e02-0b8a-4cde-8610-865a10f419db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308275 Nov 09 20:12:19.181286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-24375ac4-27e6-480f-9586-0e2ed6537cc8 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:19.182728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-24375ac4-27e6-480f-9586-0e2ed6537cc8 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.77 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 946 time: 0.0467601 Nov 09 20:12:19.275058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Deleting port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:19.275397 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:19.360014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] For port 0c097a16-96d3-4ab1-8ae0-95bb4f148919, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=0c097a16-96d3-4ab1-8ae0-95bb4f148919,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:19.360366 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:19.372948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Calling delete_port for 0c097a16-96d3-4ab1-8ae0-95bb4f148919 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:19.500627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:19.527329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event deleted for resources: {'Port': ['ID=0c097a16-96d3-4ab1-8ae0-95bb4f148919,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:19.541144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.541497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.541847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.542181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.542538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.542871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.543205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.543532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.543880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.544189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.544511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.544833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:19.582870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] No DVR routers for this DVR port 0c097a16-96d3-4ab1-8ae0-95bb4f148919 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:12:19.585527 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:19.588981 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb63cdf3-6e3f-49fd-bbb7-651ed6b9689c req-d40461e7-2675-4915-990c-f1685e51c5ab tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.77 "DELETE /v2.0/ports/0c097a16-96d3-4ab1-8ae0-95bb4f148919 HTTP/1.1" status: 204 len: 173 time: 0.3996365 Nov 09 20:12:19.589430 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'name': 'network-vif-deleted', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:12:19.591701 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d71e22-7a27-4804-8e5c-534904322ee0" -d '{"events": [{"server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "name": "network-vif-deleted", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:12:19.627861 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d0f8ee-88b4-4419-934c-a9b1a00651fd x-openstack-request-id: req-82d0f8ee-88b4-4419-934c-a9b1a00651fd {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:12:19.628183 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debe5522-e470-4607-836c-fcec3690fe02", "name": "network-vif-deleted", "tag": "0c097a16-96d3-4ab1-8ae0-95bb4f148919", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:12:19.628479 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82d0f8ee-88b4-4419-934c-a9b1a00651fd {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:12:19.629246 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debe5522-e470-4607-836c-fcec3690fe02', 'name': 'network-vif-deleted', 'tag': '0c097a16-96d3-4ab1-8ae0-95bb4f148919', 'status': 'completed', 'code': 200} Nov 09 20:12:19.845244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c6561b8-cd6c-4435-9583-40f83f156878 req-ff78d87c-0a0e-4296-9578-7ad1338cfd06 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 210 time: 0.0257475 Nov 09 20:12:20.947855 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93c7660f-89c6-40e7-b451-490b44e1b102 req-f471199d-0d3e-4301-94bf-02f7fedc4ac1 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 210 time: 0.0329971 Nov 09 20:12:21.311924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:22.041674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-843d13db-58f7-4120-a989-d0d06a5ba06f req-68625af9-159a-453f-b25a-a166e4384526 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 210 time: 0.0264134 Nov 09 20:12:22.795149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 0c097a16-96d3-4ab1-8ae0-95bb4f148919 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:12:22.817508 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 0c097a16-96d3-4ab1-8ae0-95bb4f148919 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:12:22.817861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 0c097a16-96d3-4ab1-8ae0-95bb4f148919 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:12:23.154997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a8d0d907-1b7d-4f37-b728-e06b6e8f8a1b req-ef3e5cfe-903c-4f08-ab36-5f7171671339 tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "GET /v2.0/ports?device_id=debe5522-e470-4607-836c-fcec3690fe02 HTTP/1.1" status: 200 len: 210 time: 0.0312147 Nov 09 20:12:24.216072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45006) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:24.278617 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-745a6913-be64-4cd1-9a81-7374b862ccad tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:24.304741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-745a6913-be64-4cd1-9a81-7374b862ccad tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:24.367245 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-745a6913-be64-4cd1-9a81-7374b862ccad tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:24.369943 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-745a6913-be64-4cd1-9a81-7374b862ccad tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:24.371131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-745a6913-be64-4cd1-9a81-7374b862ccad tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] 10.222.0.53 "DELETE /v2.0/security-groups/7cc97e02-0b8a-4cde-8610-865a10f419db HTTP/1.1" status: 204 len: 168 time: 0.1539955 Nov 09 20:12:24.381202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a6913-be64-4cd1-9a81-7374b862ccad tempest-TestVolumeBackupRestore-2005419483 tempest-TestVolumeBackupRestore-2005419483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc97e02-0b8a-4cde-8610-865a10f419db,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:25.554290 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:27.853495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45460) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:28.210114 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:28.457721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] Deleting port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:28.457954 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:28.533038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] For port 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:28.533394 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:28.546126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] Calling delete_port for 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:28.726455 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:28.756472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:28.938394 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:29.164309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] Router 4bb9de38-ae95-445f-b460-c0960fa41cea has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:12:29.270812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:12:29.275770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5bdb3483-2fe4-4289-b6b2-6d6c1ec90c5b admin admin] 10.222.0.53 "PUT /v2.0/routers/4bb9de38-ae95-445f-b460-c0960fa41cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4212101 Nov 09 20:12:29.278397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45462) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:29.281153 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] Sync routers for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:12:29.291439 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:12:29.292041 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:29.379819 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:29.396456 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:12:29.483736 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:29.540891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Deleting port 1bd69725-8419-4c92-b429-dfdd27c748d3 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:29.541235 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:29.575170 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:12:28Z', 'revision_number': 5, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port': {'id': '1bd69725-8419-4c92-b429-dfdd27c748d3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:31Z', 'updated_at': '2021-11-09T20:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:29.601033 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] Checking router: 4bb9de38-ae95-445f-b460-c0960fa41cea for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:12:29.609300 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] Routers {'4bb9de38-ae95-445f-b460-c0960fa41cea'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:12:29.609891 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4bb9de38-ae95-445f-b460-c0960fa41cea'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:29.618755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] For port 1bd69725-8419-4c92-b429-dfdd27c748d3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1bd69725-8419-4c92-b429-dfdd27c748d3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:29.619121 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:29.632415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Calling delete_port for 1bd69725-8419-4c92-b429-dfdd27c748d3 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:29.696194 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] Set router 4bb9de38-ae95-445f-b460-c0960fa41cea gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:12:29.751064 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:12:29Z', 'revision_number': 6, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:29.777994 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab4b44-a687-489c-85f9-5006860802d6 None None] The sync data for ids ['4bb9de38-ae95-445f-b460-c0960fa41cea'] in n-d-817256-1 is: [{'id': '4bb9de38-ae95-445f-b460-c0960fa41cea', 'name': 'tempest-TestVolumeBackupRestore-957735492-router', 'tenant_id': 'f9bb5186333149abbd13657b398c7f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:30Z', 'updated_at': '2021-11-09T20:12:29Z', 'revision_number': 6, 'project_id': 'f9bb5186333149abbd13657b398c7f80', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:12:29.796723 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:29.823553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd69725-8419-4c92-b429-dfdd27c748d3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:29.883953 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:29.971832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:29.974490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.018699 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.019900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb9de38-ae95-445f-b460-c0960fa41cea {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:12:30.024315 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.025559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e87132c-ee52-4f05-ad4c-39182fcd3606 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4bb9de38-ae95-445f-b460-c0960fa41cea HTTP/1.1" status: 204 len: 168 time: 0.7462313 Nov 09 20:12:30.028387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45464) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:30.072091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a748a1-e33b-4bec-9993-24fb9da17973 admin admin] Deleting subnet 46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:12:30.074979 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1a748a1-e33b-4bec-9993-24fb9da17973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.113240 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1a748a1-e33b-4bec-9993-24fb9da17973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.198338 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1a748a1-e33b-4bec-9993-24fb9da17973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.259554 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1a748a1-e33b-4bec-9993-24fb9da17973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.287048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a748a1-e33b-4bec-9993-24fb9da17973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:30.289051 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c1a748a1-e33b-4bec-9993-24fb9da17973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.292297 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c1a748a1-e33b-4bec-9993-24fb9da17973 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/46bb4d09-dc13-49ae-bfd5-3fc9e7e98d86 HTTP/1.1" status: 204 len: 168 time: 0.2629664 Nov 09 20:12:30.294860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45466) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:30.297600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01c4dc3-0c5e-45f8-a3dd-2779852a959a None None] Network ce6aba93-f745-411e-8737-9d52c36db27f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:12:30.373831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.429214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Deleting port d489e0d7-8154-4909-a1f1-e9b3795780b6 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:30.429644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.495709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] For port d489e0d7-8154-4909-a1f1-e9b3795780b6, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d489e0d7-8154-4909-a1f1-e9b3795780b6,segment=NetworkSegment(7f38e0f9-1087-4e8b-933b-feb2aa83776d),segment_id=7f38e0f9-1087-4e8b-933b-feb2aa83776d)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:30.495987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.508960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Calling delete_port for d489e0d7-8154-4909-a1f1-e9b3795780b6 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:30.583583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] DHCP port deletion for ce6aba93-f745-411e-8737-9d52c36db27f request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:12:30.606758 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.642504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Pushing event deleted for resources: {'Port': ['ID=d489e0d7-8154-4909-a1f1-e9b3795780b6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:30.645280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] No DVR routers for this DVR port d489e0d7-8154-4909-a1f1-e9b3795780b6 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:12:30.665220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Deleting port d489e0d7-8154-4909-a1f1-e9b3795780b6 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:30.665609 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.714191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1bd69725-8419-4c92-b429-dfdd27c748d3 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:12:30.730102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.753402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6aba93-f745-411e-8737-9d52c36db27f']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:30.764850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f38e0f9-1087-4e8b-933b-feb2aa83776d') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:30.765492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f38e0f9-1087-4e8b-933b-feb2aa83776d') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:30.778321 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.794335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.803180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:12:30.803499 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:12:30.805362 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:12:30.865490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.871228 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.877912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45468) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:30.879492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ce6aba93-f745-411e-8737-9d52c36db27f HTTP/1.1" status: 204 len: 168 time: 0.5819976 Nov 09 20:12:30.892188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad958d96-8e04-43e9-9af7-694eff375893 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6aba93-f745-411e-8737-9d52c36db27f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:30.899923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1bd69725-8419-4c92-b429-dfdd27c748d3 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:12:30.900365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1bd69725-8419-4c92-b429-dfdd27c748d3 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:12:30.900678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:12:30.933418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:12:30.933762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4cf4e47f-d2b4-4fe3-a60d-70bed0afa99c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:12:30.934176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d489e0d7-8154-4909-a1f1-e9b3795780b6 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:12:30.967338 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: d489e0d7-8154-4909-a1f1-e9b3795780b6 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:12:30.967643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d489e0d7-8154-4909-a1f1-e9b3795780b6 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:12:30.977168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] For port d489e0d7-8154-4909-a1f1-e9b3795780b6, host n-d-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:30.977706 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:30.992695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Calling delete_port for d489e0d7-8154-4909-a1f1-e9b3795780b6 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:30.995823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.ipam_backend_mixin [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Port d489e0d7-8154-4909-a1f1-e9b3795780b6 was not found and therefore no delete operation was performed {{(pid=102297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 20:12:30.997154 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:31.021657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Pushing event deleted for resources: {'Port': ['ID=d489e0d7-8154-4909-a1f1-e9b3795780b6,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:31.026353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Network ce6aba93-f745-411e-8737-9d52c36db27f is not hosted by any dhcp agent {{(pid=102297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 20:12:31.026747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] No DVR routers for this DVR port d489e0d7-8154-4909-a1f1-e9b3795780b6 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:12:31.035174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.035519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.036243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.036590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.036928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.037262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.037590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.038088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.038621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.039119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.039608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.040101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b988d0-1b48-44f5-9156-349247ff5069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:12:31.280431 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:31.530198 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] Deleting port 4322ba3c-1639-4f43-ab0a-1ccf524676fc {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:31.530866 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:31.614570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] For port 4322ba3c-1639-4f43-ab0a-1ccf524676fc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4322ba3c-1639-4f43-ab0a-1ccf524676fc,segment=NetworkSegment(3773115e-3ec1-4e37-84d7-9d37a8bed90c),segment_id=3773115e-3ec1-4e37-84d7-9d37a8bed90c)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:31.614929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:31.627434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] Calling delete_port for 4322ba3c-1639-4f43-ab0a-1ccf524676fc owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:31.804305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:31.832978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=4322ba3c-1639-4f43-ab0a-1ccf524676fc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:32.012392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:32.240578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] Router 3045d406-7956-45b9-876a-c4ad044df2a9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:12:32.353843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:12:32.359404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c6c0dfca-e64c-45f3-9cc6-bfccfa0b2d4f admin admin] 10.222.0.53 "PUT /v2.0/routers/3045d406-7956-45b9-876a-c4ad044df2a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4749522 Nov 09 20:12:32.361835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45474) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:32.368057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] Sync routers for ids ['3045d406-7956-45b9-876a-c4ad044df2a9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:12:32.380825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] Routers {'3045d406-7956-45b9-876a-c4ad044df2a9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:12:32.381456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3045d406-7956-45b9-876a-c4ad044df2a9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:32.469760 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:32.494081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] Set router 3045d406-7956-45b9-876a-c4ad044df2a9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:12:32.584754 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:32.643034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Deleting port 4edcf70f-e1a5-4891-8436-4a85373f43db {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:32.643458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:32.682914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'name': 'tempest-TestVolumeBackupRestore-1081568150-router', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:38Z', 'updated_at': '2021-11-09T20:12:31Z', 'revision_number': 5, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'gw_port': {'id': '4edcf70f-e1a5-4891-8436-4a85373f43db', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:08:39Z', 'updated_at': '2021-11-09T20:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:32.711170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] Checking router: 3045d406-7956-45b9-876a-c4ad044df2a9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:12:32.719633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] Routers {'3045d406-7956-45b9-876a-c4ad044df2a9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:12:32.720324 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3045d406-7956-45b9-876a-c4ad044df2a9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:32.723653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] For port 4edcf70f-e1a5-4891-8436-4a85373f43db, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4edcf70f-e1a5-4891-8436-4a85373f43db,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:32.724015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:32.742065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Calling delete_port for 4edcf70f-e1a5-4891-8436-4a85373f43db owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:32.809231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] Set router 3045d406-7956-45b9-876a-c4ad044df2a9 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:12:32.867805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'name': 'tempest-TestVolumeBackupRestore-1081568150-router', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:38Z', 'updated_at': '2021-11-09T20:12:32Z', 'revision_number': 6, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:32.895766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528cc615-e63e-463f-a1ee-c52d982f2f35 None None] The sync data for ids ['3045d406-7956-45b9-876a-c4ad044df2a9'] in n-d-817256-1 is: [{'id': '3045d406-7956-45b9-876a-c4ad044df2a9', 'name': 'tempest-TestVolumeBackupRestore-1081568150-router', 'tenant_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:08:38Z', 'updated_at': '2021-11-09T20:12:32Z', 'revision_number': 6, 'project_id': 'b5b0e7aa41084c07ae5e0fe77edb9b86', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:12:32.912622 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:32.944652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Pushing event deleted for resources: {'Port': ['ID=4edcf70f-e1a5-4891-8436-4a85373f43db,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:33.005494 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.094888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.097817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.145553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.146087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3045d406-7956-45b9-876a-c4ad044df2a9 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:12:33.150497 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.151672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b4a9966b-7601-4292-b763-e29acb423860 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3045d406-7956-45b9-876a-c4ad044df2a9 HTTP/1.1" status: 204 len: 168 time: 0.7888792 Nov 09 20:12:33.154229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45476) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:33.204373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-999f422b-fcb8-4a4e-971c-4868a7fa9653 admin admin] Deleting subnet 73b612d1-05e5-49e1-8dd1-5d9722413b2e {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:12:33.207948 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-999f422b-fcb8-4a4e-971c-4868a7fa9653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.254185 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-999f422b-fcb8-4a4e-971c-4868a7fa9653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.336525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-999f422b-fcb8-4a4e-971c-4868a7fa9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.394873 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-999f422b-fcb8-4a4e-971c-4868a7fa9653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.421003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f422b-fcb8-4a4e-971c-4868a7fa9653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b612d1-05e5-49e1-8dd1-5d9722413b2e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:33.424667 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-999f422b-fcb8-4a4e-971c-4868a7fa9653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.428593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-999f422b-fcb8-4a4e-971c-4868a7fa9653 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/73b612d1-05e5-49e1-8dd1-5d9722413b2e HTTP/1.1" status: 204 len: 168 time: 0.2734094 Nov 09 20:12:33.430842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c7573-d0fe-46d7-ada4-0b6ca4981782 None None] Network e01cefab-3c81-4425-a77b-0f9445df3aab requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:12:33.431327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45478) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:33.500057 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.555326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Deleting port 21078c9b-4d64-4d43-8be8-3830a08682a8 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:33.555817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.625139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] For port 21078c9b-4d64-4d43-8be8-3830a08682a8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=21078c9b-4d64-4d43-8be8-3830a08682a8,segment=NetworkSegment(3773115e-3ec1-4e37-84d7-9d37a8bed90c),segment_id=3773115e-3ec1-4e37-84d7-9d37a8bed90c)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:33.625431 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.639143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Calling delete_port for 21078c9b-4d64-4d43-8be8-3830a08682a8 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:33.685208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c0fc91-fc59-4808-b22e-171af6f51225 None None] DHCP port deletion for e01cefab-3c81-4425-a77b-0f9445df3aab request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:12:33.725691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.731624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-64c0fc91-fc59-4808-b22e-171af6f51225 None None] Deleting port 21078c9b-4d64-4d43-8be8-3830a08682a8 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:33.732003 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc91-fc59-4808-b22e-171af6f51225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.758593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=21078c9b-4d64-4d43-8be8-3830a08682a8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:33.762648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] No DVR routers for this DVR port 21078c9b-4d64-4d43-8be8-3830a08682a8 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:12:33.800800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-64c0fc91-fc59-4808-b22e-171af6f51225 None None] For port 21078c9b-4d64-4d43-8be8-3830a08682a8, host n-d-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:33.801195 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc91-fc59-4808-b22e-171af6f51225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.815320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-64c0fc91-fc59-4808-b22e-171af6f51225 None None] Calling delete_port for 21078c9b-4d64-4d43-8be8-3830a08682a8 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:33.819049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.ipam_backend_mixin [None req-64c0fc91-fc59-4808-b22e-171af6f51225 None None] Port 21078c9b-4d64-4d43-8be8-3830a08682a8 was not found and therefore no delete operation was performed {{(pid=102297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 20:12:33.820561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc91-fc59-4808-b22e-171af6f51225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.840074 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.852195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0fc91-fc59-4808-b22e-171af6f51225 None None] Pushing event deleted for resources: {'Port': ['ID=21078c9b-4d64-4d43-8be8-3830a08682a8,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:33.854144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0fc91-fc59-4808-b22e-171af6f51225 None None] No DVR routers for this DVR port 21078c9b-4d64-4d43-8be8-3830a08682a8 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:12:33.861532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01cefab-3c81-4425-a77b-0f9445df3aab']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:33.872227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3773115e-3ec1-4e37-84d7-9d37a8bed90c') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:33.872524 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3773115e-3ec1-4e37-84d7-9d37a8bed90c') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:33.882784 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.897424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.904482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:12:33.904960 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:12:33.906840 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:12:33.990954 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.996642 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:33.999792 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e01cefab-3c81-4425-a77b-0f9445df3aab HTTP/1.1" status: 204 len: 168 time: 0.5677233 Nov 09 20:12:34.011323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bd86f-bdf7-4cec-b183-c97520cddcc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e01cefab-3c81-4425-a77b-0f9445df3aab,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:34.164773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45482) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:34.206864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0313f8d3-87c6-4610-82e5-f97ef5c31b05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9bb5186333149abbd13657b398c7f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401671 Nov 09 20:12:34.209362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45484) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:34.264433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c236f7ae-fb6a-4d57-bc67-a2ac1c7c4f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:34.286756 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c236f7ae-fb6a-4d57-bc67-a2ac1c7c4f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:34.335290 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c236f7ae-fb6a-4d57-bc67-a2ac1c7c4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:34.337956 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c236f7ae-fb6a-4d57-bc67-a2ac1c7c4f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:34.339310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c236f7ae-fb6a-4d57-bc67-a2ac1c7c4f8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a8f8e8d-1e03-4755-bcac-770760ac7678 HTTP/1.1" status: 204 len: 168 time: 0.1289349 Nov 09 20:12:34.349496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236f7ae-fb6a-4d57-bc67-a2ac1c7c4f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8f8e8d-1e03-4755-bcac-770760ac7678,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:34.385116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4322ba3c-1639-4f43-ab0a-1ccf524676fc no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:12:34.406143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 4322ba3c-1639-4f43-ab0a-1ccf524676fc {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:12:34.406490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4322ba3c-1639-4f43-ab0a-1ccf524676fc not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:12:34.406934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 21078c9b-4d64-4d43-8be8-3830a08682a8 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:12:34.427432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 21078c9b-4d64-4d43-8be8-3830a08682a8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:12:34.427786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 21078c9b-4d64-4d43-8be8-3830a08682a8 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:12:34.428212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4edcf70f-e1a5-4891-8436-4a85373f43db no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:12:34.447213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 4edcf70f-e1a5-4891-8436-4a85373f43db {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:12:34.447865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4edcf70f-e1a5-4891-8436-4a85373f43db not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:12:34.665289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45490) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:34.704309 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d770a280-8704-4a6f-9c32-858d1a6b1fa6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5b0e7aa41084c07ae5e0fe77edb9b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378904 Nov 09 20:12:34.707411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45492) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:34.754592 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fb29572-c4f9-478e-b16b-35a7030aecbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:34.775955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fb29572-c4f9-478e-b16b-35a7030aecbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:34.823181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fb29572-c4f9-478e-b16b-35a7030aecbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:34.826267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5fb29572-c4f9-478e-b16b-35a7030aecbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:34.827579 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5fb29572-c4f9-478e-b16b-35a7030aecbb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c856f026-a44a-45a0-94fa-a5c8e3476378 HTTP/1.1" status: 204 len: 168 time: 0.1191733 Nov 09 20:12:34.836853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb29572-c4f9-478e-b16b-35a7030aecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c856f026-a44a-45a0-94fa-a5c8e3476378,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:36.179617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a7b9d50e-62c5-4196-b880-a5d51c746c99 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:12:36.285413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a7b9d50e-62c5-4196-b880-a5d51c746c99, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:36.296658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:12:36.334994 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:36.348959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b9d50e-62c5-4196-b880-a5d51c746c99 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:12:36.372190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a7b9d50e-62c5-4196-b880-a5d51c746c99, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:36.376578 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:36.427844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a7b9d50e-62c5-4196-b880-a5d51c746c99,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:36.436445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['a7b9d50e-62c5-4196-b880-a5d51c746c99'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:12:38.179713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a7b9d50e-62c5-4196-b880-a5d51c746c99 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:12:38.227187 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port a7b9d50e-62c5-4196-b880-a5d51c746c99 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:12:38.227564 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:38.311349 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:38.335968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:12:38.338219 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea3c255-c283-4149-ae0b-8fa2009d0422" -d '{"events": [{"server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "name": "network-vif-plugged", "status": "completed", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:12:38.351595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a7b9d50e-62c5-4196-b880-a5d51c746c99, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:38.355669 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:38.380539 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01dc86-2219-4c02-8a8b-1ef30c1cec93 x-openstack-request-id: req-ca01dc86-2219-4c02-8a8b-1ef30c1cec93 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:12:38.380838 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "name": "network-vif-plugged", "status": "completed", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:12:38.381096 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca01dc86-2219-4c02-8a8b-1ef30c1cec93 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:12:38.381497 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'code': 200} Nov 09 20:12:38.406825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a7b9d50e-62c5-4196-b880-a5d51c746c99,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:40.257757 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7b34462e-667a-49e5-8738-fc4811a4e882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:43.208561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1f07e95b-7969-4c54-ae04-71e928eaece7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:43.471810 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:44.590972 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:45.025527 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:12:46.329907 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:47.477635 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63951b88-2b7a-4033-be98-bc8891f8e31b req-d613973f-85bb-4733-9f32-9d02f00f1b70 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:47.479163 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-63951b88-2b7a-4033-be98-bc8891f8e31b req-d613973f-85bb-4733-9f32-9d02f00f1b70 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0497587 Nov 09 20:12:47.517890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-63951b88-2b7a-4033-be98-bc8891f8e31b req-1f790b82-611b-4b4c-bed2-b6120100032e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Nov 09 20:12:47.540722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45514) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:47.604786 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-af69613e-0a1a-4912-9e89-06700993e36d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/de98b664-275d-4b38-bb35-5212bff29a29 HTTP/1.1" status: 200 len: 992 time: 0.0629387 Nov 09 20:12:47.951994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893e213-5cf4-4775-8686-cc39a13d272a req-714c9258-90b0-467e-b02c-a9d70391070d tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:47.953420 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0893e213-5cf4-4775-8686-cc39a13d272a req-714c9258-90b0-467e-b02c-a9d70391070d tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1096 time: 0.0406616 Nov 09 20:12:47.991929 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0893e213-5cf4-4775-8686-cc39a13d272a req-9aafc6c2-68bb-4f3c-9613-1183bca88a77 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322018 Nov 09 20:12:48.665339 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-26c01738-4c2a-41d2-8b18-5c10b63617dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1769395 Nov 09 20:12:48.675335 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-67aa57e3-8df2-4675-95d8-6e04daaf2e9d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:12:48.676658 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-67aa57e3-8df2-4675-95d8-6e04daaf2e9d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061817 Nov 09 20:12:49.379275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-ebc94d5e-8850-4d19-bb3c-a2e32555ff5a tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:49.380726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-ebc94d5e-8850-4d19-bb3c-a2e32555ff5a tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports/62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 200 len: 1093 time: 0.1550212 Nov 09 20:12:49.389556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Request body: {'binding': {'host': 'n-h1-817256-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:12:49.390012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Unknown quota resources ['binding']. {{(pid=102296) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 20:12:49.409945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6ad0a-2530-4b9b-962e-aa1c3d9d2b58 req-fc69212e-a58b-4128-ba6b-d603ebc7fd4b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:49.411511 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4b6ad0a-2530-4b9b-962e-aa1c3d9d2b58 req-fc69212e-a58b-4128-ba6b-d603ebc7fd4b tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 946 time: 0.0508091 Nov 09 20:12:49.450072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f4b6ad0a-2530-4b9b-962e-aa1c3d9d2b58 req-90e85345-2329-47d7-b717-3cc2e6c61e7a tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326328 Nov 09 20:12:49.818140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on host n-h1-817256-1 for vnic_type normal with profile None {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:12:49.818833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:12:49.818833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on network bd479c1b-9e64-4ff7-a965-37845a85926d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:12:49.822957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on network bd479c1b-9e64-4ff7-a965-37845a85926d not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:12:49.823275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on network bd479c1b-9e64-4ff7-a965-37845a85926d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:12:49.827952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:12:49.828284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Checking segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:12:49.828664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Bound using segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:12:49.829089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Bound port: 62093b2e-cfd2-4c86-8183-4fc26751ee81, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:12:49.910315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:12:49.916412 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:49.917591 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5bd679d8-a6db-42ac-80b4-a8a1f44cada2 service neutron] 10.222.0.53 "POST /v2.0/ports/62093b2e-cfd2-4c86-8183-4fc26751ee81/bindings HTTP/1.1" status: 201 len: 389 time: 0.5314403 Nov 09 20:12:50.058583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b914d4-3fed-446b-9241-433dba6bc6b0 req-9dfc671a-9fde-4f76-ac16-e2f6bfc2c012 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:50.060092 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-28b914d4-3fed-446b-9241-433dba6bc6b0 req-9dfc671a-9fde-4f76-ac16-e2f6bfc2c012 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0543246 Nov 09 20:12:50.101079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-28b914d4-3fed-446b-9241-433dba6bc6b0 req-3c2790c3-b652-4de0-8e3c-29b3e763ea54 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347672 Nov 09 20:12:50.140125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-8ca58f99-88cd-4f01-b456-1b6fa85f0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:50.141633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-8ca58f99-88cd-4f01-b456-1b6fa85f0351 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1096 time: 0.0440791 Nov 09 20:12:50.232317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-de5f10aa-721b-4a05-8793-b1b1948d6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:50.233787 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-de5f10aa-721b-4a05-8793-b1b1948d6796 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 200 len: 897 time: 0.0856502 Nov 09 20:12:50.302680 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-3936d025-066d-4a0d-aa1d-b4f11d8aa1d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 200 len: 1000 time: 0.0614948 Nov 09 20:12:50.351968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-2d43e06f-6085-4277-a53a-0678d0a15496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:50.353333 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-2d43e06f-6085-4277-a53a-0678d0a15496 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7c452044-e63f-45f4-a4cc-dfeaf5584167 HTTP/1.1" status: 200 len: 834 time: 0.0437806 Nov 09 20:12:50.400299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-93c72391-71d2-4e40-a69a-0780e28e46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:50.401765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-93c72391-71d2-4e40-a69a-0780e28e46d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd479c1b-9e64-4ff7-a965-37845a85926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407712 Nov 09 20:12:50.494670 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-a64b0c6f-1dc5-4b05-98a2-9cc4405b8552 service neutron] 10.222.0.70 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851192 Nov 09 20:12:50.623462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990d5ca-de5f-418a-9c98-c9d378371383 req-9ba155cf-2e4f-4053-9e39-70f183be21a8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:50.624846 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c990d5ca-de5f-418a-9c98-c9d378371383 req-9ba155cf-2e4f-4053-9e39-70f183be21a8 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 946 time: 0.0804062 Nov 09 20:12:50.627081 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-6f28624c-8947-493b-8aa3-b634675b3431 service neutron] 10.222.0.70 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252015 Nov 09 20:12:50.664319 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c990d5ca-de5f-418a-9c98-c9d378371383 req-c4e661ab-528a-40ee-a7b7-4deff3671da4 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups?id=d764b19f-1061-4954-9ab4-c89481c0f544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322416 Nov 09 20:12:50.764116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5022c69f-f322-4cfa-91f7-3844d9601859 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:50.765622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-5022c69f-f322-4cfa-91f7-3844d9601859 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52&tenant_id=255b9262b186472cb06159c676864ff2&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1096 time: 0.0736098 Nov 09 20:12:50.777261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817256-1'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:12:50.804769 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-17b8493d-dd0d-4367-85cd-a6bbdde79372 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:50.806242 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-17b8493d-dd0d-4367-85cd-a6bbdde79372 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 946 time: 0.0483885 Nov 09 20:12:50.835824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:50.904214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Deleting port 95021e68-36fb-4771-aefe-843b3ce6207d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:50.904468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:50.971813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:50.999590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] For port 95021e68-36fb-4771-aefe-843b3ce6207d, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=95021e68-36fb-4771-aefe-843b3ce6207d,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:50.999962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.016102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:12:51.056982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:12:51.059311 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1433af8f-2204-4f99-b7c5-0957150aa6ca" -d '{"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-unplugged", "status": "completed", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:12:51.063620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.070455 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.101479 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04ca70f-97c8-49d3-89b7-1bdc543fac02 x-openstack-request-id: req-b04ca70f-97c8-49d3-89b7-1bdc543fac02 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:12:51.101775 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-unplugged", "status": "completed", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:12:51.102035 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b04ca70f-97c8-49d3-89b7-1bdc543fac02 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:12:51.102428 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'code': 200} Nov 09 20:12:51.177766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=62093b2e-cfd2-4c86-8183-4fc26751ee81,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:51.193201 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.193692 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.194118 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Floating IP cc545a23-79fd-4454-a5a6-3219d87a4b5f disassociated. External IP: 172.25.6.216, port: 95021e68-36fb-4771-aefe-843b3ce6207d. Nov 09 20:12:51.194659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Calling delete_port for 95021e68-36fb-4771-aefe-843b3ce6207d owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:51.259552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on host n-h2-817256-1 for vnic_type normal with profile {"migrating_to": "n-h1-817256-1"} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:12:51.259863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:12:51.260141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on network bd479c1b-9e64-4ff7-a965-37845a85926d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:12:51.267611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on network bd479c1b-9e64-4ff7-a965-37845a85926d not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:12:51.267936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Attempting to bind port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on network bd479c1b-9e64-4ff7-a965-37845a85926d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:12:51.279348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360780fa-a1ba-4507-a999-5cffc06a58d7 req-11e38753-2714-4721-b219-1a5ba18f975a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:51.280924 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-360780fa-a1ba-4507-a999-5cffc06a58d7 req-11e38753-2714-4721-b219-1a5ba18f975a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 943 time: 0.0909510 Nov 09 20:12:51.284608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:12:51.284943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Checking segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:12:51.285336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Bound using segment: {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:12:51.285769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Bound port: 62093b2e-cfd2-4c86-8183-4fc26751ee81, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e106eb18-896a-446d-92fa-e2eb9d7845a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:12:51.286135 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.345455 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.347138 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.375973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-360780fa-a1ba-4507-a999-5cffc06a58d7 req-436e6676-7005-4a3a-b450-f7b1569f92ec tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740950 Nov 09 20:12:51.379874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event deleted for resources: {'Port': ['ID=95021e68-36fb-4771-aefe-843b3ce6207d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:51.416793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:12:51.419553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cc3e6183-2dcb-4e63-a5a5-af0ab202fc4c None None] Provisioning complete for port 62093b2e-cfd2-4c86-8183-4fc26751ee81 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:12:51.419927 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc3e6183-2dcb-4e63-a5a5-af0ab202fc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.423630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:12:51.431406 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.460170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e6183-2dcb-4e63-a5a5-af0ab202fc4c None None] Port 62093b2e-cfd2-4c86-8183-4fc26751ee81 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:12:51.505388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Router b842949f-264d-41bf-aff0-d9b30133852e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:12:51.539201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=62093b2e-cfd2-4c86-8183-4fc26751ee81,revision_number=8']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:51.585998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:51.587322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.588250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-64b0cf5c-c0f3-4e08-ad98-68a3f4dbf2b0 service neutron] 10.222.0.70 "PUT /v2.0/ports/62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 200 len: 1121 time: 0.8151171 Nov 09 20:12:51.628898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:12:51.642246 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] Sync routers for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:12:51.658567 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:12:51.659942 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:51.673802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62093b2e-cfd2-4c86-8183-4fc26751ee81'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:12:51.684047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] No DVR routers for this DVR port 95021e68-36fb-4771-aefe-843b3ce6207d on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:12:51.686716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:51.692209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1ee8a83-4f8c-4348-99a9-d28f59457440 req-aeffa62e-5232-40c9-a7bf-a1ecd517f1f7 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.77 "DELETE /v2.0/ports/95021e68-36fb-4771-aefe-843b3ce6207d HTTP/1.1" status: 204 len: 173 time: 0.8792207 Nov 09 20:12:51.692663 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'name': 'network-vif-deleted', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:12:51.695048 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6da8c6-fd7c-42ec-a7b7-1e53f99b7acc" -d '{"events": [{"server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "name": "network-vif-deleted", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:12:51.754283 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4012cf-6f17-4091-babf-ed8b410ad76f x-openstack-request-id: req-5b4012cf-6f17-4091-babf-ed8b410ad76f {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:12:51.754603 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951a7f0-76b9-44fd-ab79-3e8be691624f", "name": "network-vif-deleted", "tag": "95021e68-36fb-4771-aefe-843b3ce6207d", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:12:51.754862 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b4012cf-6f17-4091-babf-ed8b410ad76f {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:12:51.755271 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951a7f0-76b9-44fd-ab79-3e8be691624f', 'name': 'network-vif-deleted', 'tag': '95021e68-36fb-4771-aefe-843b3ce6207d', 'status': 'completed', 'code': 200} Nov 09 20:12:51.801773 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:12:51.806704 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-115788c1-03dc-4988-9e1a-dd1e0246e0ca req-0fced401-eeec-41ac-914d-5dfe83709f95 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/ports?device_id=7951a7f0-76b9-44fd-ab79-3e8be691624f HTTP/1.1" status: 200 len: 210 time: 0.0342035 Nov 09 20:12:51.845529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c6510830-2e86-4d85-935f-f87169481b4d None None] Provisioning complete for port 62093b2e-cfd2-4c86-8183-4fc26751ee81 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:12:51.845899 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c6510830-2e86-4d85-935f-f87169481b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:52.040788 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c6510830-2e86-4d85-935f-f87169481b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:52.071289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:12:52.073530 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c76adf-10cf-4d39-ba6b-240936d65193" -d '{"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-plugged", "status": "completed", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:12:52.079245 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:52.093733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c6510830-2e86-4d85-935f-f87169481b4d None None] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:52.104547 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c6510830-2e86-4d85-935f-f87169481b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:52.115858 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] Checking router: b842949f-264d-41bf-aff0-d9b30133852e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:12:52.127313 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:12:52.128310 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:52.142225 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc3d619-671b-4542-9071-cc87d9c249bc x-openstack-request-id: req-ddc3d619-671b-4542-9071-cc87d9c249bc {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:12:52.142540 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-plugged", "status": "completed", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:12:52.142805 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddc3d619-671b-4542-9071-cc87d9c249bc {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:12:52.143268 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'code': 200} Nov 09 20:12:52.234376 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:12:52.258802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6510830-2e86-4d85-935f-f87169481b4d None None] Pushing event updated for resources: {'Port': ['ID=62093b2e-cfd2-4c86-8183-4fc26751ee81,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:52.434579 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:12:52.465362 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d2ab3-5dae-4d0f-b707-a175e609a2e8 None None] The sync data for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 is: [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:51Z', 'revision_number': 4, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '49af0b8b-ecf4-4ab9-a09b-838db51f9c01', 'name': '', 'network_id': 'ac50c1b0-e80d-4e84-8fba-37faf3eaefdf', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'mac_address': 'fa:16:3e:d6:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:49Z', 'updated_at': '2021-11-09T20:05:00Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'subnets': [{'id': '4fde95f0-5d60-4a3f-a17b-b1f966947260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:12:52.496639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256de1bf-b898-4d57-a54c-c41f5c25e287 req-ad343659-2714-4b91-b7a5-e82e7effbbea tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:52.498348 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-256de1bf-b898-4d57-a54c-c41f5c25e287 req-ad343659-2714-4b91-b7a5-e82e7effbbea tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0508959 Nov 09 20:12:52.539525 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-256de1bf-b898-4d57-a54c-c41f5c25e287 req-07ead189-bf4e-42fd-b5d8-5639267efed1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344489 Nov 09 20:12:52.688371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42480c1f-650d-491e-8055-dfa5dd06d1d7 None None] New status for floating IP cc545a23-79fd-4454-a5a6-3219d87a4b5f: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:12:52.899614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45582) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:52.954954 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a45f76-b534-4913-85dd-d15f4b8c8236 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:52.980448 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a45f76-b534-4913-85dd-d15f4b8c8236 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:53.031895 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a45f76-b534-4913-85dd-d15f4b8c8236 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:53.034709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e0a45f76-b534-4913-85dd-d15f4b8c8236 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:53.035948 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e0a45f76-b534-4913-85dd-d15f4b8c8236 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "DELETE /v2.0/security-groups/d764b19f-1061-4954-9ab4-c89481c0f544 HTTP/1.1" status: 204 len: 168 time: 0.1351352 Nov 09 20:12:53.038906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45584) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:53.045527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a45f76-b534-4913-85dd-d15f4b8c8236 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d764b19f-1061-4954-9ab4-c89481c0f544,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:53.053399 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-73e806e5-2565-4909-a383-27f0c2f44c30 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] show failed (client error): The resource could not be found. Nov 09 20:12:53.054462 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-73e806e5-2565-4909-a383-27f0c2f44c30 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "GET /v2.0/security-groups/d764b19f-1061-4954-9ab4-c89481c0f544 HTTP/1.1" status: 404 len: 347 time: 0.0144892 Nov 09 20:12:53.057391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45586) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:53.103906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:12:53.106343 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:12:53.142264 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cf05d7-1a6f-4dfb-948d-4bdef3d5a8ad x-openstack-request-id: req-96cf05d7-1a6f-4dfb-948d-4bdef3d5a8ad {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:12:53.142580 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:12:53.142836 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96cf05d7-1a6f-4dfb-948d-4bdef3d5a8ad {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:12:53.143860 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'status': 'completed', 'code': 200} Nov 09 20:12:53.210813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb22eb-95f4-4e35-b96e-59806e217dc3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Deleting port eee24d27-f160-4b42-a543-32fd08c3a272 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:53.211154 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbb22eb-95f4-4e35-b96e-59806e217dc3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:53.254864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-245ffd29-a60d-4cc5-b473-d95b9ffb8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:53.256366 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-245ffd29-a60d-4cc5-b473-d95b9ffb8898 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1126 time: 0.0860946 Nov 09 20:12:53.339408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbb22eb-95f4-4e35-b96e-59806e217dc3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:53.339738 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbb22eb-95f4-4e35-b96e-59806e217dc3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:53.356662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb22eb-95f4-4e35-b96e-59806e217dc3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Calling delete_port for eee24d27-f160-4b42-a543-32fd08c3a272 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:53.424578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-8f159c5b-5876-4e8e-bf94-2e776eea7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:53.426049 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-8f159c5b-5876-4e8e-bf94-2e776eea7eb5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 200 len: 897 time: 0.1552489 Nov 09 20:12:53.509364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-a0d7fb8e-5165-436c-b321-653a626a971f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 200 len: 1000 time: 0.0746839 Nov 09 20:12:53.594647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-b6df83c7-4399-4f27-a4ad-33ec27ae3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:53.596096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-b6df83c7-4399-4f27-a4ad-33ec27ae3cf3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7c452044-e63f-45f4-a4cc-dfeaf5584167 HTTP/1.1" status: 200 len: 834 time: 0.0796757 Nov 09 20:12:53.597496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbb22eb-95f4-4e35-b96e-59806e217dc3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:53.640297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb22eb-95f4-4e35-b96e-59806e217dc3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Pushing event deleted for resources: {'Port': ['ID=eee24d27-f160-4b42-a543-32fd08c3a272,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:54.069147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661457f-ebd9-4fda-bf0f-69096c789c3c req-850931e6-63cf-4c17-8aa4-04b6b00a9ebc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:54.070588 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c661457f-ebd9-4fda-bf0f-69096c789c3c req-850931e6-63cf-4c17-8aa4-04b6b00a9ebc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.4465885 Nov 09 20:12:54.075759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbb22eb-95f4-4e35-b96e-59806e217dc3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:54.078460 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbb22eb-95f4-4e35-b96e-59806e217dc3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:54.079574 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7bbb22eb-95f4-4e35-b96e-59806e217dc3 tempest-AttachVolumeShelveTestJSON-1380597028 tempest-AttachVolumeShelveTestJSON-1380597028-project] 10.222.0.53 "DELETE /v2.0/floatingips/cc545a23-79fd-4454-a5a6-3219d87a4b5f HTTP/1.1" status: 204 len: 168 time: 1.0212686 Nov 09 20:12:54.084330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-ebbcf7ee-38e5-48c8-bf81-5c8a3942601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:54.085755 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-ebbcf7ee-38e5-48c8-bf81-5c8a3942601f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bd479c1b-9e64-4ff7-a965-37845a85926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4643586 Nov 09 20:12:54.166837 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c661457f-ebd9-4fda-bf0f-69096c789c3c req-c4c59695-ddb9-4bd8-86d9-e1c48fe643e1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861521 Nov 09 20:12:54.204153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-e10b9086-3f65-4596-a754-a062d6a3dfa0 service neutron] 10.222.0.77 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043196 Nov 09 20:12:54.273020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 62093b2e-cfd2-4c86-8183-4fc26751ee81 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:12:54.307293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0534eb2-f7de-49fd-a3a9-5d80070ebd41 req-42b28fe3-4d2f-4b8d-bf75-43312c51b7ba service neutron] 10.222.0.77 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954025 Nov 09 20:12:54.373217 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:54.384760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 62093b2e-cfd2-4c86-8183-4fc26751ee81 has no active binding in host n-h1-817256-1 {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 20:12:54.951008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 95021e68-36fb-4771-aefe-843b3ce6207d no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:12:55.134239 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 95021e68-36fb-4771-aefe-843b3ce6207d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:12:55.134612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 95021e68-36fb-4771-aefe-843b3ce6207d not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:12:55.286836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42805653-96e3-4ef7-9294-8871388d3f67 req-78e4e6f7-6426-4668-af73-9157c16ce429 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:55.288396 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42805653-96e3-4ef7-9294-8871388d3f67 req-78e4e6f7-6426-4668-af73-9157c16ce429 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0516832 Nov 09 20:12:55.329644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42805653-96e3-4ef7-9294-8871388d3f67 req-4537c2db-4a39-4380-8272-d5f203acbffb tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352206 Nov 09 20:12:55.555664 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:56.475443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889fbb5-982f-47b7-925c-6e7c2f4fd1bc req-24a580a4-c68c-4a2c-9320-6f6b74409e2e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:56.477143 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7889fbb5-982f-47b7-925c-6e7c2f4fd1bc req-24a580a4-c68c-4a2c-9320-6f6b74409e2e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 945 time: 0.0665226 Nov 09 20:12:56.519025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7889fbb5-982f-47b7-925c-6e7c2f4fd1bc req-0074629a-bc05-4cfe-9184-8fac15c90c8f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352170 Nov 09 20:12:56.646703 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-ce5e7fb3-7d77-470f-bbcd-c6e02f209d90 service neutron] 10.222.0.77 "GET /v2.0/ports/62093b2e-cfd2-4c86-8183-4fc26751ee81/bindings/n-h1-817256-1 HTTP/1.1" status: 200 len: 384 time: 0.1403809 Nov 09 20:12:56.824123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-7c489bd6-6a2f-4cbd-bc6e-9a38a7a67cf1 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:56.843653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-7c489bd6-6a2f-4cbd-bc6e-9a38a7a67cf1 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:12:56.884447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:12:56.886715 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bccee97-2190-4fea-a3dc-913ec43a8afb" -d '{"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-unplugged", "status": "completed", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:12:56.893558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-7c489bd6-6a2f-4cbd-bc6e-9a38a7a67cf1 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:56.908419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-7c489bd6-6a2f-4cbd-bc6e-9a38a7a67cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:56.942441 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a2c961-3b57-4992-bdd7-66182b6c8d9f x-openstack-request-id: req-11a2c961-3b57-4992-bdd7-66182b6c8d9f {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:12:56.942760 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-unplugged", "status": "completed", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:12:56.943011 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11a2c961-3b57-4992-bdd7-66182b6c8d9f {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:12:56.943404 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'code': 200} Nov 09 20:12:56.989764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-7c489bd6-6a2f-4cbd-bc6e-9a38a7a67cf1 service neutron] Transition to ACTIVE for port object 62093b2e-cfd2-4c86-8183-4fc26751ee81 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:12:56.994456 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-7c489bd6-6a2f-4cbd-bc6e-9a38a7a67cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:57.092189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c489bd6-6a2f-4cbd-bc6e-9a38a7a67cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=62093b2e-cfd2-4c86-8183-4fc26751ee81,revision_number=11']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:57.130731 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-7c489bd6-6a2f-4cbd-bc6e-9a38a7a67cf1 service neutron] No DVR routers for this DVR port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:12:57.270956 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-7c489bd6-6a2f-4cbd-bc6e-9a38a7a67cf1 service neutron] 10.222.0.77 "PUT /v2.0/ports/62093b2e-cfd2-4c86-8183-4fc26751ee81/bindings/n-h1-817256-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6130564 Nov 09 20:12:57.370325 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-e2306bfa-431d-419e-93f1-aeb80ab858c4 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:57.371880 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-e2306bfa-431d-419e-93f1-aeb80ab858c4 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52&tenant_id=255b9262b186472cb06159c676864ff2&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 1095 time: 0.0451462 Nov 09 20:12:57.469972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-b88c664e-b950-4969-b42b-1085f381e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:57.472087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-b88c664e-b950-4969-b42b-1085f381e38b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0928891 Nov 09 20:12:57.551671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-63b06338-6350-49ff-b108-7d3d8c5a0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:57.554055 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-63b06338-6350-49ff-b108-7d3d8c5a0616 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1095 time: 0.0500901 Nov 09 20:12:57.694894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f23ab-66a6-469b-9ce8-5ec098910af6 req-959b48dd-eeb8-4570-a155-09857509141d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:57.696397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-084f23ab-66a6-469b-9ce8-5ec098910af6 req-959b48dd-eeb8-4570-a155-09857509141d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.0812254 Nov 09 20:12:57.701102 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-56e9c811-a719-4809-84a1-ea7192474f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:57.702484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-56e9c811-a719-4809-84a1-ea7192474f8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 200 len: 897 time: 0.1405571 Nov 09 20:12:57.781958 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-084f23ab-66a6-469b-9ce8-5ec098910af6 req-04564037-4296-4068-93df-320c7e62448f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785024 Nov 09 20:12:57.792547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-4a9d3746-b8cf-4ece-95b2-d032d60cd7a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 200 len: 998 time: 0.0823886 Nov 09 20:12:57.842724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-39fa845d-0436-4ac6-ae4c-fc9d5f38dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:57.844193 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-39fa845d-0436-4ac6-ae4c-fc9d5f38dc4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7c452044-e63f-45f4-a4cc-dfeaf5584167 HTTP/1.1" status: 200 len: 834 time: 0.0438833 Nov 09 20:12:57.889728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-d67c436e-e2f8-4eb2-9eb3-347fe52f175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:57.891247 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-d67c436e-e2f8-4eb2-9eb3-347fe52f175d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd479c1b-9e64-4ff7-a965-37845a85926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400453 Nov 09 20:12:57.982966 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-06dc29ee-be4a-4c55-bd3f-506ffedf96e6 service neutron] 10.222.0.70 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842516 Nov 09 20:12:58.075082 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-4de34d7c-e4dc-4a0c-8f39-ab2373aed2ac service neutron] 10.222.0.70 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824156 Nov 09 20:12:58.332401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-a9077252-a092-4ffb-8b58-1f396a7de4b0 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:58.333945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-a9077252-a092-4ffb-8b58-1f396a7de4b0 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52&tenant_id=255b9262b186472cb06159c676864ff2&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 1095 time: 0.0508912 Nov 09 20:12:58.447042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-0f27b8bf-52d7-415f-8565-d67df7a87708 service neutron] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:12:58.450312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-0f27b8bf-52d7-415f-8565-d67df7a87708 service neutron] Notify callbacks [] for binding, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:58.451488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed303548-6596-4d48-abe0-b87bfe2bb355 req-0f27b8bf-52d7-415f-8565-d67df7a87708 service neutron] 10.222.0.70 "DELETE /v2.0/ports/62093b2e-cfd2-4c86-8183-4fc26751ee81/bindings/n-h2-817256-1 HTTP/1.1" status: 204 len: 173 time: 0.1099739 Nov 09 20:12:58.688073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45628) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:58.934538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af47fb-4ce1-4815-b7eb-63e0f52b3996 req-b4a5cbd4-bad7-4625-b6d9-9f90f8bc170c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:58.936115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57af47fb-4ce1-4815-b7eb-63e0f52b3996 req-b4a5cbd4-bad7-4625-b6d9-9f90f8bc170c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.0715733 Nov 09 20:12:59.042900 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57af47fb-4ce1-4815-b7eb-63e0f52b3996 req-d801711b-cb22-4978-abae-b5380a3ea3bc tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004786 Nov 09 20:12:59.165900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3f448-b98e-4932-b3db-7005ede08bd6 req-50a184f1-e8eb-42dd-b75d-ba750aa49877 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:59.168115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77b3f448-b98e-4932-b3db-7005ede08bd6 req-50a184f1-e8eb-42dd-b75d-ba750aa49877 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1095 time: 0.0530336 Nov 09 20:12:59.215064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-77b3f448-b98e-4932-b3db-7005ede08bd6 req-0e73dc4e-aca0-4925-af74-6ec333647aa5 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 Nov 09 20:12:59.261364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:59.395041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4214-4198-4a3a-95ae-3405033cb689 req-23def94e-3f2f-43c5-a665-2421f7b59e5d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:12:59.396405 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7fc4214-4198-4a3a-95ae-3405033cb689 req-23def94e-3f2f-43c5-a665-2421f7b59e5d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.0917490 Nov 09 20:12:59.489695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c7fc4214-4198-4a3a-95ae-3405033cb689 req-0896c385-5f43-4d5c-81fa-1babefe4aee5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870605 Nov 09 20:12:59.511987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45638) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:59.585013 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6d45e021-17da-4938-bfda-5a49cc15d95e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/de98b664-275d-4b38-bb35-5212bff29a29 HTTP/1.1" status: 200 len: 990 time: 0.0718057 Nov 09 20:12:59.594862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] Deleting port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:59.595235 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:59.681204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] For port 49af0b8b-ecf4-4ab9-a09b-838db51f9c01, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=49af0b8b-ecf4-4ab9-a09b-838db51f9c01,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:12:59.681574 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:59.694876 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] Calling delete_port for 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:12:59.811584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45644) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:12:59.873446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:12:59.900226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] Pushing event deleted for resources: {'Port': ['ID=49af0b8b-ecf4-4ab9-a09b-838db51f9c01,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:12:59.974386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 864021fe-ae84-465d-87c9-8c6cfd41fccf {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:12:59.974743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.062794 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.063272 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.075259 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.078475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 864021fe-ae84-465d-87c9-8c6cfd41fccf owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:00.234605 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.269859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=864021fe-ae84-465d-87c9-8c6cfd41fccf,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:00.300823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] Router b842949f-264d-41bf-aff0-d9b30133852e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:13:00.326263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.326621 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Floating IP de98b664-275d-4b38-bb35-5212bff29a29 disassociated (deleted). External IP: 172.25.6.70, port: 62093b2e-cfd2-4c86-8183-4fc26751ee81. Nov 09 20:13:00.427893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:00.435928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-68aaecda-a5a7-4d5e-8820-edcafc43899e admin admin] 10.222.0.53 "PUT /v2.0/routers/b842949f-264d-41bf-aff0-d9b30133852e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7466421 Nov 09 20:13:00.438431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45646) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:00.441217 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] Sync routers for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:00.450824 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:00.451697 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:00.552218 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.568369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router c70160b4-0173-4acc-bda8-087d4b043a92 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:13:00.664727 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:00.668935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.687023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:00.692492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.699935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] Sync routers for ids ['c70160b4-0173-4acc-bda8-087d4b043a92'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:00.714047 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] Routers {'c70160b4-0173-4acc-bda8-087d4b043a92'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:00.715225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c70160b4-0173-4acc-bda8-087d4b043a92'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:00.723331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-523f2c03-c327-458d-98ef-a62046125cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/floatingips/de98b664-275d-4b38-bb35-5212bff29a29 HTTP/1.1" status: 204 len: 168 time: 0.9105794 Nov 09 20:13:00.724019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:13:00.726692 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:13:00.727668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Deleting port 86d47767-5c7f-43a0-8357-4fffd119db2c {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:00.728147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.801996 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61c8205-0f89-4aa3-b4ca-9dc21e9f0898 x-openstack-request-id: req-d61c8205-0f89-4aa3-b4ca-9dc21e9f0898 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:13:00.803144 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:13:00.803499 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d61c8205-0f89-4aa3-b4ca-9dc21e9f0898 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:13:00.804048 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'status': 'completed', 'code': 200} Nov 09 20:13:00.821087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] For port 86d47767-5c7f-43a0-8357-4fffd119db2c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=86d47767-5c7f-43a0-8357-4fffd119db2c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:00.821457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:00.841986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Calling delete_port for 86d47767-5c7f-43a0-8357-4fffd119db2c owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:00.871012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] Set router c70160b4-0173-4acc-bda8-087d4b043a92 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:00.873009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-07b0a609-e0d5-4ec7-a85e-ecba4a6554fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:00.874907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-07b0a609-e0d5-4ec7-a85e-ecba4a6554fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 1095 time: 0.0529211 Nov 09 20:13:00.955259 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:12:59Z', 'revision_number': 5, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port': {'id': '86d47767-5c7f-43a0-8357-4fffd119db2c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:20:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:00.982072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62093b2e-cfd2-4c86-8183-4fc26751ee81 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:01.002134 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] Checking router: b842949f-264d-41bf-aff0-d9b30133852e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:01.013567 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] Routers {'b842949f-264d-41bf-aff0-d9b30133852e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:01.014805 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b842949f-264d-41bf-aff0-d9b30133852e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:01.056729 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.070985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62093b2e-cfd2-4c86-8183-4fc26751ee81 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:01.086823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-28eec848-40a1-497f-9c5c-7c7a5294ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:01.088675 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-28eec848-40a1-497f-9c5c-7c7a5294ccd4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 200 len: 897 time: 0.2062998 Nov 09 20:13:01.101583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Pushing event deleted for resources: {'Port': ['ID=86d47767-5c7f-43a0-8357-4fffd119db2c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:01.135379 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] Set router b842949f-264d-41bf-aff0-d9b30133852e gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:01.142859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471a7d0-2a24-4847-b2fc-a726d1b6d4d1 req-f23f3bfb-594f-488f-a76f-0575deecf939 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:01.151022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6471a7d0-2a24-4847-b2fc-a726d1b6d4d1 req-f23f3bfb-594f-488f-a76f-0575deecf939 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.1110778 Nov 09 20:13:01.153484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-ac49d8f7-0186-453c-b356-2ff4517b7a65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 200 len: 217 time: 0.0539169 Nov 09 20:13:01.178411 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.206620 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:13:00Z', 'revision_number': 6, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:01.206983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:28Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4e79999f-fd31-4452-ad4f-f367f23f814a', 'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:87:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:27Z', 'updated_at': '2021-11-09T20:11:34Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:01.235038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6471a7d0-2a24-4847-b2fc-a726d1b6d4d1 req-3958b9ca-17fa-44f2-a732-e73b0bbcfde3 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726449 Nov 09 20:13:01.238845 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb257efe-2268-4c0a-bbaa-d2555023c3c8 None None] The sync data for ids ['b842949f-264d-41bf-aff0-d9b30133852e'] in n-d-817256-1 is: [{'id': 'b842949f-264d-41bf-aff0-d9b30133852e', 'name': 'tempest-AttachVolumeShelveTestJSON-1238133686-router', 'tenant_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:04:46Z', 'updated_at': '2021-11-09T20:13:00Z', 'revision_number': 6, 'project_id': 'cfbcd3a23ebf45f7b1d38cba0f595e99', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:01.250819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] Checking router: c70160b4-0173-4acc-bda8-087d4b043a92 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:01.260168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] Routers {'c70160b4-0173-4acc-bda8-087d4b043a92'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:01.260795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c70160b4-0173-4acc-bda8-087d4b043a92'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:01.264726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-6bd95a7f-a773-468e-8ae4-db5ccb69d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:01.266594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-6bd95a7f-a773-468e-8ae4-db5ccb69d89a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7c452044-e63f-45f4-a4cc-dfeaf5584167 HTTP/1.1" status: 200 len: 834 time: 0.0920038 Nov 09 20:13:01.298723 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.301594 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.328004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-ceb9a514-9038-4b42-b4da-df6ab426e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:01.329648 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-ceb9a514-9038-4b42-b4da-df6ab426e099 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd479c1b-9e64-4ff7-a965-37845a85926d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518312 Nov 09 20:13:01.349484 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.351206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b842949f-264d-41bf-aff0-d9b30133852e {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:01.361020 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.365278 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-986f4fda-a674-42a7-a91b-5aa5ab5a429a admin admin] 10.222.0.53 "DELETE /v2.0/routers/b842949f-264d-41bf-aff0-d9b30133852e HTTP/1.1" status: 204 len: 168 time: 0.9236262 Nov 09 20:13:01.366106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45654) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:01.375039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] Set router c70160b4-0173-4acc-bda8-087d4b043a92 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:01.419782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4687e3d-c52c-4448-a696-ea79238a6d4e admin admin] Deleting subnet 4fde95f0-5d60-4a3f-a17b-b1f966947260 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:13:01.423102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4687e3d-c52c-4448-a696-ea79238a6d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.453708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e979cdd1-3bb4-4c18-afa6-8d3dc674e768 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:01.455226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e979cdd1-3bb4-4c18-afa6-8d3dc674e768 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.0703270 Nov 09 20:13:01.462392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4687e3d-c52c-4448-a696-ea79238a6d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.494493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-14e6f804-bd37-4a4f-b9f7-88965ddfc3c6 service neutron] 10.222.0.70 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559150 Nov 09 20:13:01.551483 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4687e3d-c52c-4448-a696-ea79238a6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.598010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:28Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4e79999f-fd31-4452-ad4f-f367f23f814a', 'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:87:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:27Z', 'updated_at': '2021-11-09T20:11:34Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:01.634589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4687e3d-c52c-4448-a696-ea79238a6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.636289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e83d6bea-64f0-47cf-b48b-329b466d3135 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 62093b2e-cfd2-4c86-8183-4fc26751ee81 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:01.636664 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e83d6bea-64f0-47cf-b48b-329b466d3135 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.638468 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd0a697-fa84-4b82-811c-0884d643069c None None] The sync data for ids ['c70160b4-0173-4acc-bda8-087d4b043a92'] in n-d-817256-1 is: [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:28Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '4e79999f-fd31-4452-ad4f-f367f23f814a', 'name': '', 'network_id': 'bd479c1b-9e64-4ff7-a965-37845a85926d', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:87:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:27Z', 'updated_at': '2021-11-09T20:11:34Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '7c452044-e63f-45f4-a4cc-dfeaf5584167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:01.643740 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8a9aa83c-20a2-45b9-9c83-09d01b272f7b req-7d2bd69e-e85e-4df2-b9ef-c9363b59045d service neutron] 10.222.0.70 "GET /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356409 Nov 09 20:13:01.686012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4687e3d-c52c-4448-a696-ea79238a6d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fde95f0-5d60-4a3f-a17b-b1f966947260,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:01.693020 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a4687e3d-c52c-4448-a696-ea79238a6d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:01.696643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a4687e3d-c52c-4448-a696-ea79238a6d4e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4fde95f0-5d60-4a3f-a17b-b1f966947260 HTTP/1.1" status: 204 len: 168 time: 0.3292136 Nov 09 20:13:01.698940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45656) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:01.699252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699d3e88-34ef-4bf0-a594-5c62e1bc429b None None] Network ac50c1b0-e80d-4e84-8fba-37faf3eaefdf requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:13:01.941094 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c5523-2ecf-4f5a-8ea3-f93728d8bd23 None None] New status for floating IP de98b664-275d-4b38-bb35-5212bff29a29: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:13:02.105132 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcca8b61-e0d9-46c7-ab61-fb0924d8cc53 None None] DHCP port deletion for ac50c1b0-e80d-4e84-8fba-37faf3eaefdf request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:13:02.148366 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.150990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e83d6bea-64f0-47cf-b48b-329b466d3135 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 62093b2e-cfd2-4c86-8183-4fc26751ee81, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=62093b2e-cfd2-4c86-8183-4fc26751ee81,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:02.151347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e83d6bea-64f0-47cf-b48b-329b466d3135 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.160293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dcca8b61-e0d9-46c7-ab61-fb0924d8cc53 None None] Deleting port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:02.160679 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcca8b61-e0d9-46c7-ab61-fb0924d8cc53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.167107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e83d6bea-64f0-47cf-b48b-329b466d3135 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 62093b2e-cfd2-4c86-8183-4fc26751ee81 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:02.226358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-dcca8b61-e0d9-46c7-ab61-fb0924d8cc53 None None] For port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:02.226790 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcca8b61-e0d9-46c7-ab61-fb0924d8cc53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.240745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-dcca8b61-e0d9-46c7-ab61-fb0924d8cc53 None None] Calling delete_port for 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:02.281903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Deleting port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:02.282499 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.340657 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcca8b61-e0d9-46c7-ab61-fb0924d8cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.379772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] For port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f,segment=NetworkSegment(3794d80b-3d9e-476e-a49c-daa5e279f6c9),segment_id=3794d80b-3d9e-476e-a49c-daa5e279f6c9)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:02.379772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.389961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1de80-e9ba-47f5-b6d6-5587df1b3ea4 req-1b104ba7-aef0-4643-9fab-69e5bcde427f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:02.392560 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6db1de80-e9ba-47f5-b6d6-5587df1b3ea4 req-1b104ba7-aef0-4643-9fab-69e5bcde427f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ca643d4-e971-4af4-b1ca-c5cd7ef71b52 HTTP/1.1" status: 200 len: 944 time: 0.0938590 Nov 09 20:13:02.398426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca8b61-e0d9-46c7-ab61-fb0924d8cc53 None None] Pushing event deleted for resources: {'Port': ['ID=3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:02.401757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Calling delete_port for 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:02.410609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca8b61-e0d9-46c7-ab61-fb0924d8cc53 None None] No DVR routers for this DVR port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:13:02.421158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e83d6bea-64f0-47cf-b48b-329b466d3135 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.466009 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6db1de80-e9ba-47f5-b6d6-5587df1b3ea4 req-d5f33503-c0df-4763-a51c-cabe4c609510 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=95558f0b-f401-49f8-b972-007bcf60d21a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568063 Nov 09 20:13:02.467709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 86d47767-5c7f-43a0-8357-4fffd119db2c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:02.497042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 86d47767-5c7f-43a0-8357-4fffd119db2c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:02.497391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 86d47767-5c7f-43a0-8357-4fffd119db2c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:02.497816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:02.510418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d6bea-64f0-47cf-b48b-329b466d3135 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=62093b2e-cfd2-4c86-8183-4fc26751ee81,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:02.518676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:02.519021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 49af0b8b-ecf4-4ab9-a09b-838db51f9c01 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:02.519475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:02.539530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:02.539885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:02.557294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e83d6bea-64f0-47cf-b48b-329b466d3135 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] No DVR routers for this DVR port 62093b2e-cfd2-4c86-8183-4fc26751ee81 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:13:02.563559 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e83d6bea-64f0-47cf-b48b-329b466d3135 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.567814 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b62bbde8-e46f-42eb-b155-d627b7813dfa req-e83d6bea-64f0-47cf-b48b-329b466d3135 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.70 "DELETE /v2.0/ports/62093b2e-cfd2-4c86-8183-4fc26751ee81 HTTP/1.1" status: 204 len: 173 time: 1.1030369 Nov 09 20:13:02.588544 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.618931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:02.622499 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] No DVR routers for this DVR port 3bc0f0c4-fe23-4c63-ab3b-d0dd8466fa3f on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:13:02.696618 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.716675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac50c1b0-e80d-4e84-8fba-37faf3eaefdf']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:02.725862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3794d80b-3d9e-476e-a49c-daa5e279f6c9') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:02.726441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3794d80b-3d9e-476e-a49c-daa5e279f6c9') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:02.735602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.748995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.755752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:13:02.756136 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:13:02.757774 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:13:02.806504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-deleted', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:13:02.808790 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d743c4f4-cfd6-463f-a288-2c01fcd08abe" -d '{"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-deleted", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:13:02.819211 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.825632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:02.828830 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] 10.222.0.53 "DELETE /v2.0/networks/ac50c1b0-e80d-4e84-8fba-37faf3eaefdf HTTP/1.1" status: 204 len: 168 time: 1.1289558 Nov 09 20:13:02.838891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc41bcc-b1bd-47eb-ba12-34550e30ea4a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac50c1b0-e80d-4e84-8fba-37faf3eaefdf,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:02.846581 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afae458-72b9-438f-bbf5-79570c6c0675 x-openstack-request-id: req-4afae458-72b9-438f-bbf5-79570c6c0675 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:13:02.846874 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca643d4-e971-4af4-b1ca-c5cd7ef71b52", "name": "network-vif-deleted", "tag": "62093b2e-cfd2-4c86-8183-4fc26751ee81", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:13:02.847127 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4afae458-72b9-438f-bbf5-79570c6c0675 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:13:02.847529 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca643d4-e971-4af4-b1ca-c5cd7ef71b52', 'name': 'network-vif-deleted', 'tag': '62093b2e-cfd2-4c86-8183-4fc26751ee81', 'status': 'completed', 'code': 200} Nov 09 20:13:02.963946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45664) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:03.008919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ea2b2920-8a44-4906-b279-8cc643a56fd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfbcd3a23ebf45f7b1d38cba0f595e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437233 Nov 09 20:13:03.012315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45666) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:03.071297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9001af3d-0ad6-48bf-88e3-e37b2c19e6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:03.092604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9001af3d-0ad6-48bf-88e3-e37b2c19e6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:03.139289 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9001af3d-0ad6-48bf-88e3-e37b2c19e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:03.141725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9001af3d-0ad6-48bf-88e3-e37b2c19e6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:03.143763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9001af3d-0ad6-48bf-88e3-e37b2c19e6eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10ea3917-390e-4cd3-b953-6e7776723852 HTTP/1.1" status: 204 len: 168 time: 0.1296122 Nov 09 20:13:03.151568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001af3d-0ad6-48bf-88e3-e37b2c19e6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea3917-390e-4cd3-b953-6e7776723852,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:03.525001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45682) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:03.905117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:04.061253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-4f2aeacc-c0b8-4ced-9a7b-a97d59521aeb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463524 Nov 09 20:13:04.157492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-c40fa94f-d6bd-40ed-8e82-ef7fa3cf4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:04.159207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-c40fa94f-d6bd-40ed-8e82-ef7fa3cf4492 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 1096 time: 0.0511973 Nov 09 20:13:04.185007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 4e79999f-fd31-4452-ad4f-f367f23f814a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:04.185490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:04.271016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-c2f66dc0-1dab-4b6e-92f8-36392bfa3277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:04.272652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-c2f66dc0-1dab-4b6e-92f8-36392bfa3277 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.0939536 Nov 09 20:13:04.278542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 4e79999f-fd31-4452-ad4f-f367f23f814a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4e79999f-fd31-4452-ad4f-f367f23f814a,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:04.278907 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:04.294237 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 4e79999f-fd31-4452-ad4f-f367f23f814a owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:04.349951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-f54ba360-b386-4092-991e-220aec6b9199 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99 HTTP/1.1" status: 200 len: 1000 time: 0.0680385 Nov 09 20:13:04.405202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-3c9f4fdd-03f5-40ec-8b4b-17a02739ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:04.406727 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-3c9f4fdd-03f5-40ec-8b4b-17a02739ded4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0494523 Nov 09 20:13:04.461433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-3754fc33-ee82-4e68-ac0d-77903c81bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:04.463081 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-3754fc33-ee82-4e68-ac0d-77903c81bd21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494807 Nov 09 20:13:04.501970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:04.529397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=4e79999f-fd31-4452-ad4f-f367f23f814a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:04.577237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-82ce54de-8046-4db1-b663-eb6459515240 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058660 Nov 09 20:13:04.706372 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a71dea9-dca3-4782-a528-d908da2c9c68 req-42610426-1dfa-443b-84f4-6cfcb16d46c1 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210260 Nov 09 20:13:05.044233 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:05.262460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router c70160b4-0173-4acc-bda8-087d4b043a92 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:13:05.369508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:05.375117 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a423d21a-e657-4a57-8da1-492e00341eb1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "PUT /v2.0/routers/c70160b4-0173-4acc-bda8-087d4b043a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8487983 Nov 09 20:13:05.378863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45728) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:05.389366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] Sync routers for ids ['c70160b4-0173-4acc-bda8-087d4b043a92'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:05.399890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] Routers {'c70160b4-0173-4acc-bda8-087d4b043a92'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:05.400503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c70160b4-0173-4acc-bda8-087d4b043a92'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:05.436954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-70932559-4d79-4609-bb89-5aa6e7cf0df9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting subnet 7c452044-e63f-45f4-a4cc-dfeaf5584167 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:13:05.440638 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70932559-4d79-4609-bb89-5aa6e7cf0df9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:05.481341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70932559-4d79-4609-bb89-5aa6e7cf0df9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:05.512363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] Set router c70160b4-0173-4acc-bda8-087d4b043a92 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:05.577091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70932559-4d79-4609-bb89-5aa6e7cf0df9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:05.642009 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70932559-4d79-4609-bb89-5aa6e7cf0df9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:05.669761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70932559-4d79-4609-bb89-5aa6e7cf0df9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Subnet': ['ID=7c452044-e63f-45f4-a4cc-dfeaf5584167,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:05.675995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70932559-4d79-4609-bb89-5aa6e7cf0df9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:05.679327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-70932559-4d79-4609-bb89-5aa6e7cf0df9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/subnets/7c452044-e63f-45f4-a4cc-dfeaf5584167 HTTP/1.1" status: 204 len: 168 time: 0.2993827 Nov 09 20:13:05.681971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45734) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:05.693259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140c55cf-db2c-4c84-9eb7-c49ac4ffa044 None None] Network bd479c1b-9e64-4ff7-a965-37845a85926d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:13:05.762559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:13:04Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:05.796156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] Checking router: c70160b4-0173-4acc-bda8-087d4b043a92 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:05.799733 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:05.844357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] Routers {'c70160b4-0173-4acc-bda8-087d4b043a92'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:05.845160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c70160b4-0173-4acc-bda8-087d4b043a92'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:05.878033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45738) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:05.912370 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:05.966836 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc2d055d-c553-480f-be10-1bffac553f3f req-0dc90c76-3c99-4f6e-8a24-74eb3f2a155c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520091 Nov 09 20:13:05.979981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] Set router c70160b4-0173-4acc-bda8-087d4b043a92 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:05.982649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port c97f782f-2d48-4124-8e0b-513119732b46 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:05.983125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.056504 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5195426-1ce5-48bb-82c8-9309e7d4773c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.061344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d055d-c553-480f-be10-1bffac553f3f req-194c23e6-c0e4-4fa0-abab-978c9297feae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:06.063252 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc2d055d-c553-480f-be10-1bffac553f3f req-194c23e6-c0e4-4fa0-abab-978c9297feae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 1096 time: 0.0663056 Nov 09 20:13:06.063423 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea90b51-792a-4b03-9c69-a899932b8693 None None] DHCP port deletion for bd479c1b-9e64-4ff7-a965-37845a85926d request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:13:06.080576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port c97f782f-2d48-4124-8e0b-513119732b46, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c97f782f-2d48-4124-8e0b-513119732b46,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:06.086836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.100999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for c97f782f-2d48-4124-8e0b-513119732b46 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:06.190422 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5ea90b51-792a-4b03-9c69-a899932b8693 None None] Deleting port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:06.190813 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ea90b51-792a-4b03-9c69-a899932b8693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.232339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d055d-c553-480f-be10-1bffac553f3f req-6ac793da-c1d7-4170-968c-8d005433b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:06.233798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc2d055d-c553-480f-be10-1bffac553f3f req-6ac793da-c1d7-4170-968c-8d005433b9a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.1385593 Nov 09 20:13:06.243886 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5195426-1ce5-48bb-82c8-9309e7d4773c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.254752 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d5195426-1ce5-48bb-82c8-9309e7d4773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.306399 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.347413 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d5195426-1ce5-48bb-82c8-9309e7d4773c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a063b7a89b8433ab7c99e87f3c803ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672709 Nov 09 20:13:06.348346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45742) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:06.350877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=c97f782f-2d48-4124-8e0b-513119732b46,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:06.372889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5195426-1ce5-48bb-82c8-9309e7d4773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4c1eb0-1d6f-49fc-a3f3-7f30afff9454,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:06.378640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc2d055d-c553-480f-be10-1bffac553f3f req-e04873e3-58ce-4f03-b6af-54a4beef3967 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e796f628-c8bb-4139-98ac-5c535e4379b1 HTTP/1.1" status: 200 len: 1000 time: 0.1328499 Nov 09 20:13:06.394041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 62093b2e-cfd2-4c86-8183-4fc26751ee81 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:06.432820 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 62093b2e-cfd2-4c86-8183-4fc26751ee81 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:06.433996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 62093b2e-cfd2-4c86-8183-4fc26751ee81 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:06.452598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d055d-c553-480f-be10-1bffac553f3f req-3b421e00-fee1-4ff2-a360-f98aa6fb1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:06.454777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.455301 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc2d055d-c553-480f-be10-1bffac553f3f req-3b421e00-fee1-4ff2-a360-f98aa6fb1351 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0652256 Nov 09 20:13:06.474462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5ea90b51-792a-4b03-9c69-a899932b8693 None None] For port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0e8722ee-cfc0-4bb2-9ef1-acb79a1df079,segment=NetworkSegment(e106eb18-896a-446d-92fa-e2eb9d7845a6),segment_id=e106eb18-896a-446d-92fa-e2eb9d7845a6)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:06.474899 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ea90b51-792a-4b03-9c69-a899932b8693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.493367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5ea90b51-792a-4b03-9c69-a899932b8693 None None] Calling delete_port for 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:06.503054 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e8b59bd-b34f-4bdf-b7ff-59af53975a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.506139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:13:04Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:06.537725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e8b59bd-b34f-4bdf-b7ff-59af53975a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.551178 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d055d-c553-480f-be10-1bffac553f3f req-80220230-dd9e-40b5-86a9-c3f8ef338916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:06.552893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc2d055d-c553-480f-be10-1bffac553f3f req-80220230-dd9e-40b5-86a9-c3f8ef338916 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848954 Nov 09 20:13:06.572282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eedb3fd-46c7-47ac-947b-90fd9743426a None None] The sync data for ids ['c70160b4-0173-4acc-bda8-087d4b043a92'] in n-d-817256-1 is: [{'id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683381616', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:13:04Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': 'c97f782f-2d48-4124-8e0b-513119732b46', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70160b4-0173-4acc-bda8-087d4b043a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:11:24Z', 'updated_at': '2021-11-09T20:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:06.574034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:06.583582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.586768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.652783 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.653474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Fanout notify agent at l3_agent the message router_deleted on router c70160b4-0173-4acc-bda8-087d4b043a92 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:06.661522 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.663700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0197ee17-285e-4447-9781-ab4f8182a3da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/routers/c70160b4-0173-4acc-bda8-087d4b043a92 HTTP/1.1" status: 204 len: 168 time: 0.9798486 Nov 09 20:13:06.665823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45744) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:06.682626 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.702318 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ea90b51-792a-4b03-9c69-a899932b8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.729458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e8b59bd-b34f-4bdf-b7ff-59af53975a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.732008 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e8b59bd-b34f-4bdf-b7ff-59af53975a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.733156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8e8b59bd-b34f-4bdf-b7ff-59af53975a98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b4c1eb0-1d6f-49fc-a3f3-7f30afff9454 HTTP/1.1" status: 204 len: 168 time: 0.3747060 Nov 09 20:13:06.735271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea90b51-792a-4b03-9c69-a899932b8693 None None] Pushing event deleted for resources: {'Port': ['ID=0e8722ee-cfc0-4bb2-9ef1-acb79a1df079,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:06.742074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc2d055d-c553-480f-be10-1bffac553f3f req-a555c42b-9b43-4e52-88c9-95fb66c1550c service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730442 Nov 09 20:13:06.742199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea90b51-792a-4b03-9c69-a899932b8693 None None] No DVR routers for this DVR port 0e8722ee-cfc0-4bb2-9ef1-acb79a1df079 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:13:06.771052 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b59bd-b34f-4bdf-b7ff-59af53975a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4c1eb0-1d6f-49fc-a3f3-7f30afff9454,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:06.820079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.943190 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc2d055d-c553-480f-be10-1bffac553f3f req-a74cbe08-2d8c-463c-91fb-2841f79b5179 service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847987 Nov 09 20:13:06.947484 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:06.969576 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd479c1b-9e64-4ff7-a965-37845a85926d']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:06.983525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e106eb18-896a-446d-92fa-e2eb9d7845a6') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:06.983939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e106eb18-896a-446d-92fa-e2eb9d7845a6') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:06.998237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.017346 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.025783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:13:07.026235 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:13:07.029432 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:13:07.060405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45750) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:07.083514 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6633-f5a3-4a5f-ac73-1edfb32d39ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.107779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.132206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.136091 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/networks/bd479c1b-9e64-4ff7-a965-37845a85926d HTTP/1.1" status: 204 len: 168 time: 0.4692125 Nov 09 20:13:07.137029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80334588-0e4f-4b60-9bd5-d1e5cb88f67c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Network': ['ID=bd479c1b-9e64-4ff7-a965-37845a85926d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:07.138782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45752) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:07.180615 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6633-f5a3-4a5f-ac73-1edfb32d39ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.184492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6633-f5a3-4a5f-ac73-1edfb32d39ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.204823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c3cbde23-9279-4f28-8105-85d547412c44 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.224955 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6c1b6633-f5a3-4a5f-ac73-1edfb32d39ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d02d2452653e4c7bac81cff9750b5c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618216 Nov 09 20:13:07.225179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b6633-f5a3-4a5f-ac73-1edfb32d39ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01377d5-7e02-434a-bf1b-e20827082cc5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:07.227440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45754) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:07.231657 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c3cbde23-9279-4f28-8105-85d547412c44 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.279033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-163aa8a3-b4bc-4619-8c4d-8faf804f244d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.302423 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-163aa8a3-b4bc-4619-8c4d-8faf804f244d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.303043 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c3cbde23-9279-4f28-8105-85d547412c44 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.305982 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c3cbde23-9279-4f28-8105-85d547412c44 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.309883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c3cbde23-9279-4f28-8105-85d547412c44 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/security-groups/95558f0b-f401-49f8-b972-007bcf60d21a HTTP/1.1" status: 204 len: 168 time: 0.1650093 Nov 09 20:13:07.317789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbde23-9279-4f28-8105-85d547412c44 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95558f0b-f401-49f8-b972-007bcf60d21a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:07.385592 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-163aa8a3-b4bc-4619-8c4d-8faf804f244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.389147 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-163aa8a3-b4bc-4619-8c4d-8faf804f244d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.390442 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-163aa8a3-b4bc-4619-8c4d-8faf804f244d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a01377d5-7e02-434a-bf1b-e20827082cc5 HTTP/1.1" status: 204 len: 168 time: 0.1620903 Nov 09 20:13:07.404456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aa8a3-b4bc-4619-8c4d-8faf804f244d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01377d5-7e02-434a-bf1b-e20827082cc5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:07.605288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:07.609847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-299cc4b8-3ef5-47c1-ae07-49604479f475 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098194629', 'description': 'tempest-secgroup-smoke-2098194629 description', 'project_id': '255b9262b186472cb06159c676864ff2'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:07.632831 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-299cc4b8-3ef5-47c1-ae07-49604479f475 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.706501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-299cc4b8-3ef5-47c1-ae07-49604479f475 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.713813 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-299cc4b8-3ef5-47c1-ae07-49604479f475 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.744610 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-299cc4b8-3ef5-47c1-ae07-49604479f475 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.745926 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-299cc4b8-3ef5-47c1-ae07-49604479f475 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396677 Nov 09 20:13:07.748961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:07.755266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-144007f5-2cea-41b7-915b-dee501847545 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'be59aebe-347e-4de0-a117-64be2acff157', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:07.760910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cc4b8-3ef5-47c1-ae07-49604479f475 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be59aebe-347e-4de0-a117-64be2acff157,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:07.802855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-144007f5-2cea-41b7-915b-dee501847545 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.866457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-144007f5-2cea-41b7-915b-dee501847545 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.870166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-144007f5-2cea-41b7-915b-dee501847545 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.889045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144007f5-2cea-41b7-915b-dee501847545 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da61fc6-97d3-46c1-bc53-67814e2d7647,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:07.898360 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-144007f5-2cea-41b7-915b-dee501847545 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.899621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-144007f5-2cea-41b7-915b-dee501847545 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497202 Nov 09 20:13:07.902315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45776) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:07.906754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e22e14c8-8f20-482c-b74b-8b627bfab52f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'be59aebe-347e-4de0-a117-64be2acff157', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:07.933052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e22e14c8-8f20-482c-b74b-8b627bfab52f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:07.999732 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e22e14c8-8f20-482c-b74b-8b627bfab52f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.005549 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e22e14c8-8f20-482c-b74b-8b627bfab52f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.021623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e14c8-8f20-482c-b74b-8b627bfab52f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536e81a1-dc9d-4135-96b2-672e88f580cd,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:08.035032 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e22e14c8-8f20-482c-b74b-8b627bfab52f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.035319 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e22e14c8-8f20-482c-b74b-8b627bfab52f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320240 Nov 09 20:13:08.038075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45782) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:08.042420 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-02e933a3-fecc-4820-9596-0e6805d2608d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'be59aebe-347e-4de0-a117-64be2acff157', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:08.069748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02e933a3-fecc-4820-9596-0e6805d2608d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.131922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02e933a3-fecc-4820-9596-0e6805d2608d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.136897 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02e933a3-fecc-4820-9596-0e6805d2608d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.156116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e933a3-fecc-4820-9596-0e6805d2608d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ef1dc7-e739-4e00-9b1a-0ec5e8efcb6b,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:08.164913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-02e933a3-fecc-4820-9596-0e6805d2608d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.166259 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-02e933a3-fecc-4820-9596-0e6805d2608d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271896 Nov 09 20:13:08.168891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45788) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:08.173471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7f3d43f8-2ece-426f-a636-cd90c7eb12ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'be59aebe-347e-4de0-a117-64be2acff157', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:08.201003 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f3d43f8-2ece-426f-a636-cd90c7eb12ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.265011 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f3d43f8-2ece-426f-a636-cd90c7eb12ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.270267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f3d43f8-2ece-426f-a636-cd90c7eb12ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.294535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d43f8-2ece-426f-a636-cd90c7eb12ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a764590-28f4-4229-92c2-179e0a25f481,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:08.300441 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f3d43f8-2ece-426f-a636-cd90c7eb12ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.301658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7f3d43f8-2ece-426f-a636-cd90c7eb12ff tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318429 Nov 09 20:13:08.304391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45792) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:08.308685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f7a2475f-647f-4f93-841e-3c982ec2f74f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'be59aebe-347e-4de0-a117-64be2acff157', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:08.331660 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-f7a2475f-647f-4f93-841e-3c982ec2f74f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Project 255b9262b186472cb06159c676864ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:13:08.336911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7a2475f-647f-4f93-841e-3c982ec2f74f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.398816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c97f782f-2d48-4124-8e0b-513119732b46 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:08.406371 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7a2475f-647f-4f93-841e-3c982ec2f74f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.411074 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7a2475f-647f-4f93-841e-3c982ec2f74f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.420493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: c97f782f-2d48-4124-8e0b-513119732b46 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:08.421188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c97f782f-2d48-4124-8e0b-513119732b46 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:08.421854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4e79999f-fd31-4452-ad4f-f367f23f814a no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:08.436952 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7a2475f-647f-4f93-841e-3c982ec2f74f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.438627 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f7a2475f-647f-4f93-841e-3c982ec2f74f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328449 Nov 09 20:13:08.441817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45796) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:08.443715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2475f-647f-4f93-841e-3c982ec2f74f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8052a08f-6630-428e-8939-d6127b5a08cf,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:08.443888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 4e79999f-fd31-4452-ad4f-f367f23f814a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:08.444300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4e79999f-fd31-4452-ad4f-f367f23f814a not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:08.447792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a7b1a285-87eb-42ae-ba29-99fd8566dde7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'security_group_rule': {'security_group_id': 'be59aebe-347e-4de0-a117-64be2acff157', 'project_id': '255b9262b186472cb06159c676864ff2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:08.475445 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-a7b1a285-87eb-42ae-ba29-99fd8566dde7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Project 255b9262b186472cb06159c676864ff2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:13:08.480374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a7b1a285-87eb-42ae-ba29-99fd8566dde7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.535806 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a7b1a285-87eb-42ae-ba29-99fd8566dde7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.540023 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a7b1a285-87eb-42ae-ba29-99fd8566dde7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.559214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1a285-87eb-42ae-ba29-99fd8566dde7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e14c64c-873b-4c76-b457-a8e37d47ee2f,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:08.568105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a7b1a285-87eb-42ae-ba29-99fd8566dde7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.569358 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a7b1a285-87eb-42ae-ba29-99fd8566dde7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265321 Nov 09 20:13:08.572193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45804) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:08.577021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'network': {'name': 'tempest-network-smoke--638820818', 'project_id': '255b9262b186472cb06159c676864ff2', 'port_security_enabled': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:08.598361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:13:08.601851 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.624716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:13:08.635159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.635499 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Added segment 38b91c11-572a-4743-9d00-a4bb1c01ec4e of type vlan for network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 Nov 09 20:13:08.678055 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.716148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.722635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:08.723244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.791001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2177596 Nov 09 20:13:08.793722 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45810) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:08.798667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'admin_state_up': True, 'project_id': '255b9262b186472cb06159c676864ff2', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:08.819373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dc03b-faae-4993-bc2c-75c613726aa9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Network': ['ID=ecf6cb78-091f-4f5e-bafd-bd731224c5d6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:08.830760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:13:08.837229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.838437 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:08.895564 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.042423 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.251464 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.271241 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.378547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.25.6.54 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/5ab8e96d-f810-4934-8802-bc9851b8aa4e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:09.487146 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.527552 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.562403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45838) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:09.570193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:09.573036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:09.576474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:09.603397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=5ab8e96d-f810-4934-8802-bc9851b8aa4e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:09.673405 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-83d8e28b-1a81-4c37-816d-13bf12bb9700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.753209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-83d8e28b-1a81-4c37-816d-13bf12bb9700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.757055 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-83d8e28b-1a81-4c37-816d-13bf12bb9700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.804083 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-83d8e28b-1a81-4c37-816d-13bf12bb9700 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34477d0418f64f559c385a2db5bdcd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381241 Nov 09 20:13:09.804083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8e28b-1a81-4c37-816d-13bf12bb9700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34e5b44-75ed-4a83-9299-82f433b9dd9e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:09.805346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45842) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:09.876106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.938991 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c392c60d-09c9-4c97-aca9-b70d97bcead9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:09.972898 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c392c60d-09c9-4c97-aca9-b70d97bcead9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.098738 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c392c60d-09c9-4c97-aca9-b70d97bcead9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.101320 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c392c60d-09c9-4c97-aca9-b70d97bcead9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.102432 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c392c60d-09c9-4c97-aca9-b70d97bcead9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b34e5b44-75ed-4a83-9299-82f433b9dd9e HTTP/1.1" status: 204 len: 168 time: 0.2961531 Nov 09 20:13:10.115252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392c60d-09c9-4c97-aca9-b70d97bcead9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34e5b44-75ed-4a83-9299-82f433b9dd9e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:10.131542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.261091 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7e4a8920-090e-4a37-af83-8e08d52f2e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.274672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router ebde4119-ff1b-4bd6-af1b-371f0a04667e is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:13:10.373230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45848) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:10.384575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:10.386744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db3786a3-2f50-4944-ac01-8ca77c415ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.396473 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Sync routers for ids ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:10.405481 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.410166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4ce5fdf8-d2c1-4624-94c2-a318c67cc46a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6120827 Nov 09 20:13:10.410308 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Routers {'ebde4119-ff1b-4bd6-af1b-371f0a04667e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:10.410308 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:10.410538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45850) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:10.457311 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3fd43187-d89d-4fb8-9eba-157fa7c71b02 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=255b9262b186472cb06159c676864ff2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455613 Nov 09 20:13:10.459799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45852) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:10.516103 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Set router ebde4119-ff1b-4bd6-af1b-371f0a04667e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:10.586007 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db3786a3-2f50-4944-ac01-8ca77c415ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.587824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb57889-62e5-4da2-9036-0c6b8c352bfc tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:10.589413 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ebb57889-62e5-4da2-9036-0c6b8c352bfc tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286874 Nov 09 20:13:10.591051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-db3786a3-2f50-4944-ac01-8ca77c415ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.592544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45854) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:10.632466 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-42777f37-732a-411f-a28b-2d2c4bd8440d tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361838 Nov 09 20:13:10.633509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45856) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:10.638668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-769330698', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'project_id': '255b9262b186472cb06159c676864ff2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:10.644988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3786a3-2f50-4944-ac01-8ca77c415ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed728b9e-f3ce-4d20-bd93-c659b9094d4b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:10.658657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-db3786a3-2f50-4944-ac01-8ca77c415ab1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9548533bad0c4b799bf3ad9d6ab31718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841973 Nov 09 20:13:10.661345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45858) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:10.705643 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:09Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:10.712760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-225a53ab-2961-4fd2-9c24-c38f4e06bb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.732140 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Checking router: ebde4119-ff1b-4bd6-af1b-371f0a04667e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:10.732542 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Updating router ebde4119-ff1b-4bd6-af1b-371f0a04667e port 5ab8e96d-f810-4934-8802-bc9851b8aa4e binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:13:10.734578 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-225a53ab-2961-4fd2-9c24-c38f4e06bb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.736704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:13:10.740558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.765692 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.784969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-225a53ab-2961-4fd2-9c24-c38f4e06bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.788163 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-225a53ab-2961-4fd2-9c24-c38f4e06bb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:10.789928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-225a53ab-2961-4fd2-9c24-c38f4e06bb91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed728b9e-f3ce-4d20-bd93-c659b9094d4b HTTP/1.1" status: 204 len: 168 time: 0.1274376 Nov 09 20:13:10.799282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a53ab-2961-4fd2-9c24-c38f4e06bb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed728b9e-f3ce-4d20-bd93-c659b9094d4b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:10.943527 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.008890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Subnet': ['ID=89c3db81-d7d2-4c1b-8669-fa42bc70fdad,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:11.019130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Checking segment: {'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:13:11.019493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network hostable DHCP agents. Network: ecf6cb78-091f-4f5e-bafd-bd731224c5d6, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:13:11.036676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:13:11.047685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, ecf6cb78-091f-4f5e-bafd-bd731224c5d6) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:11.053411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:11.054474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.057658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0927f7af-5e0d-4956-b375-56a5a0c2167f None None] Network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:13:11.073362 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.081800 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.088985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-746f2860-eea4-46ec-90fe-665e5dedde97 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4543972 Nov 09 20:13:11.091859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 45866) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:11.124926 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Attempting to bind port 5ab8e96d-f810-4934-8802-bc9851b8aa4e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:13:11.125292 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Attempting to bind port 5ab8e96d-f810-4934-8802-bc9851b8aa4e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:13:11.125649 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Attempting to bind port 5ab8e96d-f810-4934-8802-bc9851b8aa4e on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:13:11.134849 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:13:11.135044 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:13:11.140741 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.140741 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:13:11.140741 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Bound port: 5ab8e96d-f810-4934-8802-bc9851b8aa4e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:13:11.140741 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.178899 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Pushing event updated for resources: {'Port': ['ID=5ab8e96d-f810-4934-8802-bc9851b8aa4e,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:11.195182 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.195518 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.195855 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.196187 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.196532 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.196843 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.197303 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.197635 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.197961 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.198281 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.198648 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.199057 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:11.239416 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] For port 5ab8e96d-f810-4934-8802-bc9851b8aa4e, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:13:11.242904 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] For port 5ab8e96d-f810-4934-8802-bc9851b8aa4e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5ab8e96d-f810-4934-8802-bc9851b8aa4e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:13:11.249231 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.269524 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:13:11.271412 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.309012 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Routers {'ebde4119-ff1b-4bd6-af1b-371f0a04667e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:11.309848 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:12:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:11.423963 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1de6-0a35-44b1-be81-440682b70988 None None] Pushing event updated for resources: {'Port': ['ID=5ab8e96d-f810-4934-8802-bc9851b8aa4e,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:11.436017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Allocated IP 172.20.0.2 (ecf6cb78-091f-4f5e-bafd-bd731224c5d6/89c3db81-d7d2-4c1b-8669-fa42bc70fdad/8811e595-0350-4602-803d-acbce4f4efe0) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:11.446282 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] Set router ebde4119-ff1b-4bd6-af1b-371f0a04667e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:11.623259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.633396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.634897 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.688856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:11.691570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:11.701372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:11.704555 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Pushing event updated for resources: {'Port': ['ID=8811e595-0350-4602-803d-acbce4f4efe0,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:11.785795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Attempting to bind port 8811e595-0350-4602-803d-acbce4f4efe0 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:13:11.786476 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:09Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:11.787031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Attempting to bind port 8811e595-0350-4602-803d-acbce4f4efe0 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:13:11.787640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Attempting to bind port 8811e595-0350-4602-803d-acbce4f4efe0 on network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:13:11.793553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:13:11.794278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Checking segment: {'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:13:11.794944 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.795548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Bound using segment: {'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:13:11.796046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Bound port: 8811e595-0350-4602-803d-acbce4f4efe0, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:13:11.796442 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.828042 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41012420-4e0a-4174-9c5d-ff0c97211892 None None] The sync data for ids ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'] in n-d-817256-1 is: [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:09Z', 'revision_number': 3, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:11.878320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] For port 8811e595-0350-4602-803d-acbce4f4efe0, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:13:11.883094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] For port 8811e595-0350-4602-803d-acbce4f4efe0, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8811e595-0350-4602-803d-acbce4f4efe0,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:13:11.888904 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:11.979319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88501e9d-a4aa-46c6-acc9-b3a467d3a7ad None None] Pushing event updated for resources: {'Port': ['ID=8811e595-0350-4602-803d-acbce4f4efe0,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:12.413035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.20.0.1 (ecf6cb78-091f-4f5e-bafd-bd731224c5d6/89c3db81-d7d2-4c1b-8669-fa42bc70fdad/38d8b1d0-2cfe-4f78-946c-e8080f24367c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:12.521796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8811e595-0350-4602-803d-acbce4f4efe0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:13:12.584045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8811e595-0350-4602-803d-acbce4f4efe0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:12.584497 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:12.595022 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:12.635506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:12.686431 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:12.697260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:12.700570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:12.704445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:12.728996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 8811e595-0350-4602-803d-acbce4f4efe0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8811e595-0350-4602-803d-acbce4f4efe0,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:12.741069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=38d8b1d0-2cfe-4f78-946c-e8080f24367c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:12.744476 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:12.745458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5ab8e96d-f810-4934-8802-bc9851b8aa4e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:13:12.778102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:12.886379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=8811e595-0350-4602-803d-acbce4f4efe0,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:12.895762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5ab8e96d-f810-4934-8802-bc9851b8aa4e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:12.896133 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:12.980811 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:13.012947 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:13.055345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 5ab8e96d-f810-4934-8802-bc9851b8aa4e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5ab8e96d-f810-4934-8802-bc9851b8aa4e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:13.061376 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:13.153538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=5ab8e96d-f810-4934-8802-bc9851b8aa4e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:13.216727 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5221d7d-6eec-41c5-966e-64e0fc3e7284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:13.234626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4395d-046d-49d9-9dce-a148720f3598 None None] Network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:13:13.332809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-64f343f1-577b-4901-84c6-76c65cd886cd None None] Provisioning complete for port 8811e595-0350-4602-803d-acbce4f4efe0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:13.332809 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-64f343f1-577b-4901-84c6-76c65cd886cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:13.343703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:13.349160 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:13.429716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=38d8b1d0-2cfe-4f78-946c-e8080f24367c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:13.444412 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:13.506465 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:13.551395 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:13.553058 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:13.699738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router ebde4119-ff1b-4bd6-af1b-371f0a04667e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:13:13.832770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c199b92b-40c2-46d9-b29d-3add7a6add44 None None] Provisioning complete for port 8811e595-0350-4602-803d-acbce4f4efe0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:13.833790 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c199b92b-40c2-46d9-b29d-3add7a6add44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:13.840821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:13.855711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ae14bd41-4004-4217-b8e3-d0eb28396cf1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "PUT /v2.0/routers/ebde4119-ff1b-4bd6-af1b-371f0a04667e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7539885 Nov 09 20:13:13.985436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c199b92b-40c2-46d9-b29d-3add7a6add44 None None] Provisioning complete for port 38d8b1d0-2cfe-4f78-946c-e8080f24367c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:13.985938 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c199b92b-40c2-46d9-b29d-3add7a6add44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.025827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c199b92b-40c2-46d9-b29d-3add7a6add44 None None] Port 38d8b1d0-2cfe-4f78-946c-e8080f24367c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:13:14.073717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45988) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:14.100589 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-76998502-b893-468f-b45a-71fb3e3541da tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098194629&fields=id&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 267 time: 0.0409486 Nov 09 20:13:14.152556 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Sync routers for ids ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:14.160487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-47225d1e-86d1-491b-9084-52e1a6aa2728 None None] Provisioning complete for port 38d8b1d0-2cfe-4f78-946c-e8080f24367c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:14.160487 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-47225d1e-86d1-491b-9084-52e1a6aa2728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.199298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Routers {'ebde4119-ff1b-4bd6-af1b-371f0a04667e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:14.200530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:14.254724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-ad2480b7-eb45-445f-a238-e58be6e796e5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:14.256330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-ad2480b7-eb45-445f-a238-e58be6e796e5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/networks?id=ecf6cb78-091f-4f5e-bafd-bd731224c5d6 HTTP/1.1" status: 200 len: 796 time: 0.1435306 Nov 09 20:13:14.272480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-47225d1e-86d1-491b-9084-52e1a6aa2728 None None] Port 38d8b1d0-2cfe-4f78-946c-e8080f24367c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:13:14.274785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-49eae358-b091-4f4a-a44b-f5fdca07ecac tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/quotas/255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 375 time: 0.0116987 Nov 09 20:13:14.276976 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b471a62d-59f1-4786-97d9-e8124dac3b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.322078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Set router ebde4119-ff1b-4bd6-af1b-371f0a04667e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:14.330722 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-6c26583c-5f50-4aad-aa19-8672f040306d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496664 Nov 09 20:13:14.371208 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b471a62d-59f1-4786-97d9-e8124dac3b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.378772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b471a62d-59f1-4786-97d9-e8124dac3b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.407251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471a62d-59f1-4786-97d9-e8124dac3b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bef70c-5da2-4a0d-a6fb-6e203f5cfc11,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:14.440719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8811e595-0350-4602-803d-acbce4f4efe0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:13:14.446559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b471a62d-59f1-4786-97d9-e8124dac3b63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1881e77e84f498682be0b532e7f4aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710339 Nov 09 20:13:14.448433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45994) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:14.500420 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 45996) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:14.508543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7d6a9486-ffa1-4af5-82ca-8e33593df4f0 None None] Provisioning complete for port 38d8b1d0-2cfe-4f78-946c-e8080f24367c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:14.508922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7d6a9486-ffa1-4af5-82ca-8e33593df4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.509075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d95e6e16-8720-4f8a-b00c-51467300d348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.516983 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-98414623-300b-4ab1-8b76-a268af2e10bd service neutron] 10.222.0.53 "GET /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675060 Nov 09 20:13:14.564087 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d95e6e16-8720-4f8a-b00c-51467300d348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.576046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7d6a9486-ffa1-4af5-82ca-8e33593df4f0 None None] Port 38d8b1d0-2cfe-4f78-946c-e8080f24367c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:13:14.611125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8811e595-0350-4602-803d-acbce4f4efe0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:14.611447 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.613265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-fac9bf29-babd-4d6c-81e5-a7d301a715bc req-87bf6a98-cf52-49c5-b90a-73c527ce19d1 service neutron] (102296) timed out ('10.222.0.70', 65082) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:13:14.617136 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-efb15abf-afbb-4d79-b6f0-ed26bd00503c service neutron] 10.222.0.53 "GET /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925078 Nov 09 20:13:14.651441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.698760 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d95e6e16-8720-4f8a-b00c-51467300d348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.701469 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d95e6e16-8720-4f8a-b00c-51467300d348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.705642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d95e6e16-8720-4f8a-b00c-51467300d348 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56bef70c-5da2-4a0d-a6fb-6e203f5cfc11 HTTP/1.1" status: 204 len: 168 time: 0.2529449 Nov 09 20:13:14.731189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e6e16-8720-4f8a-b00c-51467300d348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bef70c-5da2-4a0d-a6fb-6e203f5cfc11,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:14.733358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:12Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '38d8b1d0-2cfe-4f78-946c-e8080f24367c', 'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:2b:20:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:12Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 2, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:14.758975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port bce43cab-378f-4e4c-bdd4-de29285008bb {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:14.759333 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.779071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Checking router: ebde4119-ff1b-4bd6-af1b-371f0a04667e for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:14.779586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Updating router ebde4119-ff1b-4bd6-af1b-371f0a04667e port 38d8b1d0-2cfe-4f78-946c-e8080f24367c binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:13:14.791703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5ab8e96d-f810-4934-8802-bc9851b8aa4e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:13:14.848507 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.875961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11d7220d-484c-482d-8071-021254d8aa49 req-e78e7c0b-1807-4a20-abb3-02c9a3e013a4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 210 time: 0.0492377 Nov 09 20:13:14.927672 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.928109 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:14.942342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for bce43cab-378f-4e4c-bdd4-de29285008bb owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:15.084059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46010) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:15.112701 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ceab740-1f89-4fb7-8134-28b8635298f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.126380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.162883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=bce43cab-378f-4e4c-bdd4-de29285008bb,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:15.195522 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5ab8e96d-f810-4934-8802-bc9851b8aa4e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:15.195902 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.221205 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ceab740-1f89-4fb7-8134-28b8635298f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.227458 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9ceab740-1f89-4fb7-8134-28b8635298f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.244766 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.245294 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Floating IP a4eea39a-5216-4e24-b856-c9fbe6cb1726 disassociated (deleted). External IP: 172.25.6.79, port: e796f628-c8bb-4139-98ac-5c535e4379b1. Nov 09 20:13:15.283383 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9ceab740-1f89-4fb7-8134-28b8635298f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e3ea871c6464654af3636b76a19f3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976807 Nov 09 20:13:15.286208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46014) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:15.314210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceab740-1f89-4fb7-8134-28b8635298f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418f3482-ad7b-4a66-9449-1837c0ef6445,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:15.341506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-62082661-df89-49e1-89df-72c8ed1b7fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.368264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-62082661-df89-49e1-89df-72c8ed1b7fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.435415 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-62082661-df89-49e1-89df-72c8ed1b7fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.438762 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-62082661-df89-49e1-89df-72c8ed1b7fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.442546 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-62082661-df89-49e1-89df-72c8ed1b7fef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/418f3482-ad7b-4a66-9449-1837c0ef6445 HTTP/1.1" status: 204 len: 168 time: 0.1530187 Nov 09 20:13:15.450623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62082661-df89-49e1-89df-72c8ed1b7fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418f3482-ad7b-4a66-9449-1837c0ef6445,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:15.506154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Router 73d4bc03-1b57-418d-8885-4d98d2e74089 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:13:15.542293 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.548173 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.612056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c19d9c-98db-48eb-96a1-d4561df22c5f None None] Pushing event updated for resources: {'Port': ['ID=38d8b1d0-2cfe-4f78-946c-e8080f24367c,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:15.633771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:15.638855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.647196 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] Sync routers for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:15.661088 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:15.661709 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:15.684115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Attempting to bind port 38d8b1d0-2cfe-4f78-946c-e8080f24367c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:13:15.685437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Attempting to bind port 38d8b1d0-2cfe-4f78-946c-e8080f24367c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:13:15.685822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Attempting to bind port 38d8b1d0-2cfe-4f78-946c-e8080f24367c on network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:13:15.691410 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-84e1c5dd-ca0c-4d04-85aa-75cafc56bbb1 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "DELETE /v2.0/floatingips/a4eea39a-5216-4e24-b856-c9fbe6cb1726 HTTP/1.1" status: 204 len: 168 time: 1.1807716 Nov 09 20:13:15.693465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:13:15.693848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Checking segment: {'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:13:15.694262 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.694772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Bound using segment: {'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:13:15.695259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Bound port: 38d8b1d0-2cfe-4f78-946c-e8080f24367c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:13:15.695646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'tag': 'e796f628-c8bb-4139-98ac-5c535e4379b1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:13:15.695804 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.699446 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b67c04-060b-42c8-92b8-67a8fa000c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "tag": "e796f628-c8bb-4139-98ac-5c535e4379b1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:13:15.831320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] For port 38d8b1d0-2cfe-4f78-946c-e8080f24367c, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:13:15.835996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] For port 38d8b1d0-2cfe-4f78-946c-e8080f24367c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=38d8b1d0-2cfe-4f78-946c-e8080f24367c,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:13:15.844239 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:15.934809 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:15.967917 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Routers {'ebde4119-ff1b-4bd6-af1b-371f0a04667e'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:15.968557 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:16.053255 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3434ea7-3f6a-4e74-a6eb-b5e0a9bd4794 x-openstack-request-id: req-f3434ea7-3f6a-4e74-a6eb-b5e0a9bd4794 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:13:16.053597 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "tag": "e796f628-c8bb-4139-98ac-5c535e4379b1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:13:16.053795 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3434ea7-3f6a-4e74-a6eb-b5e0a9bd4794 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:13:16.069112 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'tag': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'status': 'completed', 'code': 200} Nov 09 20:13:16.069888 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0013127d-a5ef-48a5-9242-bc5b44ea59d0 req-5c7b2cd6-3e01-40c2-90d7-2c5fb972526a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 210 time: 0.0982599 Nov 09 20:13:16.088414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c19d9c-98db-48eb-96a1-d4561df22c5f None None] Pushing event updated for resources: {'Port': ['ID=38d8b1d0-2cfe-4f78-946c-e8080f24367c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:16.169461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c08cffa6-59a5-46a6-a645-570bab0b7e6d None None] Provisioning complete for port 38d8b1d0-2cfe-4f78-946c-e8080f24367c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:16.171538 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c08cffa6-59a5-46a6-a645-570bab0b7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:16.280007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] Set router ebde4119-ff1b-4bd6-af1b-371f0a04667e gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:16.346324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7bf78-1f9e-4894-8acf-307690eef30c req-8b4ae6b1-0c7e-4fba-ac42-df5e8a34c432 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:16.348121 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6b7bf78-1f9e-4894-8acf-307690eef30c req-8b4ae6b1-0c7e-4fba-ac42-df5e8a34c432 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 945 time: 0.1527264 Nov 09 20:13:16.353155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-c4b68404-961c-4b13-8415-6be261a73ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:16.355192 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-c4b68404-961c-4b13-8415-6be261a73ce9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 1096 time: 0.2683394 Nov 09 20:13:16.374059 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:16.383715 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c08cffa6-59a5-46a6-a645-570bab0b7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:16.407073 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '75c5ea92-6642-44cc-a798-c65a30569558', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:07Z', 'updated_at': '2021-11-09T20:09:10Z', 'revision_number': 1, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:16.442138 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] Checking router: 73d4bc03-1b57-418d-8885-4d98d2e74089 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:16.451841 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:16.452515 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:16.498823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c08cffa6-59a5-46a6-a645-570bab0b7e6d None None] For port 38d8b1d0-2cfe-4f78-946c-e8080f24367c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=38d8b1d0-2cfe-4f78-946c-e8080f24367c,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:16.507442 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c08cffa6-59a5-46a6-a645-570bab0b7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:16.514337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-f8a7664a-5bc9-45d3-93b0-79f1b5ab9716 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:16.517083 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-f8a7664a-5bc9-45d3-93b0-79f1b5ab9716 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/networks?id=ecf6cb78-091f-4f5e-bafd-bd731224c5d6 HTTP/1.1" status: 200 len: 796 time: 0.4867127 Nov 09 20:13:16.523112 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6b7bf78-1f9e-4894-8acf-307690eef30c req-1de5b8dd-0cfb-4b4d-ad3a-5cbf07bb0d50 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636808 Nov 09 20:13:16.598491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cffa6-59a5-46a6-a645-570bab0b7e6d None None] Pushing event updated for resources: {'Port': ['ID=38d8b1d0-2cfe-4f78-946c-e8080f24367c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:16.606489 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-27e3b92c-ff3f-45af-a929-b82042d5be0e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=255b9262b186472cb06159c676864ff2 HTTP/1.1" status: 200 len: 380 time: 0.0743730 Nov 09 20:13:16.607780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-4cd7e707-430d-4fd6-b57c-6303d536ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:16.609454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-4cd7e707-430d-4fd6-b57c-6303d536ea7f service neutron] 10.222.0.77 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.2190642 Nov 09 20:13:16.623625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'port': {'device_id': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'admin_state_up': True, 'tenant_id': '255b9262b186472cb06159c676864ff2', 'security_groups': ['be59aebe-347e-4de0-a117-64be2acff157']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:16.633177 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:16.647427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-581ea4bc-b1c8-48c2-90a6-a795ece7f6f3 None None] Provisioning complete for port 38d8b1d0-2cfe-4f78-946c-e8080f24367c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:16.647802 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-581ea4bc-b1c8-48c2-90a6-a795ece7f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:16.697509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:12Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '38d8b1d0-2cfe-4f78-946c-e8080f24367c', 'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:2b:20:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:12Z', 'updated_at': '2021-11-09T20:13:15Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:16.717419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-5b977670-64ec-47bd-a0dd-03da3f60151e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e796f628-c8bb-4139-98ac-5c535e4379b1 HTTP/1.1" status: 200 len: 217 time: 0.0861673 Nov 09 20:13:16.731837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f645043-d9fa-42cb-a22f-d9757a14db03 None None] The sync data for ids ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'] in n-d-817256-1 is: [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:12Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '38d8b1d0-2cfe-4f78-946c-e8080f24367c', 'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:2b:20:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:12Z', 'updated_at': '2021-11-09T20:13:15Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:16.822190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-9ee5dc05-8d28-416e-90fd-b555c9105b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:16.824026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-9ee5dc05-8d28-416e-90fd-b555c9105b4f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0958135 Nov 09 20:13:16.896797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-08eca865-e540-4c94-ae87-b15959acd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:16.898558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-08eca865-e540-4c94-ae87-b15959acd828 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637033 Nov 09 20:13:16.926586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Made reservation on behalf of 255b9262b186472cb06159c676864ff2 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:13:16.930083 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:17.001088 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '75c5ea92-6642-44cc-a798-c65a30569558', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:07Z', 'updated_at': '2021-11-09T20:09:10Z', 'revision_number': 1, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:17.036612 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33fe0df-90bb-4050-8c54-b51da5cb3854 None None] The sync data for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 is: [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '75c5ea92-6642-44cc-a798-c65a30569558', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'port_id': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'mac_address': 'fa:16:3e:43:f8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:09:07Z', 'updated_at': '2021-11-09T20:09:10Z', 'revision_number': 1, 'project_id': '93208427bc274a8b8137372b5d73943b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:17.120664 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-d93858cd-0213-40e2-a3fd-82299c884a38 service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139688 Nov 09 20:13:17.143889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.20.0.6 (ecf6cb78-091f-4f5e-bafd-bd731224c5d6/89c3db81-d7d2-4c1b-8669-fa42bc70fdad/7d88c4f0-c5f8-43c9-a4d4-b473b46a2178) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:17.238237 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3cd6501-bd12-4590-99d9-31736dae8a06 req-f1c3c3f3-60ee-4a12-b30b-a99373446611 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 210 time: 0.0366240 Nov 09 20:13:17.513516 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba72ffc3-b573-4a8f-81e7-1363821256be None None] New status for floating IP a4eea39a-5216-4e24-b856-c9fbe6cb1726: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:13:17.694825 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99b67c04-060b-42c8-92b8-67a8fa000c0b req-09177a42-3dc5-4e9f-8c69-2b387323ba43 service neutron] 10.222.0.77 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633821 Nov 09 20:13:17.803352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b50468-0c8e-414b-8185-2dc9e78a5c2e req-dbabcfbf-3347-4721-8d18-5e890afbbcd6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:17.804919 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-95b50468-0c8e-414b-8185-2dc9e78a5c2e req-dbabcfbf-3347-4721-8d18-5e890afbbcd6 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 945 time: 0.1518354 Nov 09 20:13:17.848499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-290a4d55-97d0-488e-bf86-c2485d2b1883 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:17.849994 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-290a4d55-97d0-488e-bf86-c2485d2b1883 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 945 time: 0.1317475 Nov 09 20:13:17.856610 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:17.912103 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-95b50468-0c8e-414b-8185-2dc9e78a5c2e req-ab60f521-1ddb-4650-b3ea-3ec4ddb31f3b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005793 Nov 09 20:13:17.986505 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.038821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-b06d2f39-9f07-4564-b0e4-a6a9fd4ecfe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port e796f628-c8bb-4139-98ac-5c535e4379b1 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:18.039175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-b06d2f39-9f07-4564-b0e4-a6a9fd4ecfe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.043078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:18.059478 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:18.092841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:18.104889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:18.186602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:18.187280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.216936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46098) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:18.219166 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-576e98d2-7a3a-47f0-92e0-1393f25d8ae8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6004248 Nov 09 20:13:18.221774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-b06d2f39-9f07-4564-b0e4-a6a9fd4ecfe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] For port e796f628-c8bb-4139-98ac-5c535e4379b1, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=e796f628-c8bb-4139-98ac-5c535e4379b1,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:18.222153 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-b06d2f39-9f07-4564-b0e4-a6a9fd4ecfe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.238208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Request body: {'port': {'device_id': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:18.269950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-b06d2f39-9f07-4564-b0e4-a6a9fd4ecfe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for e796f628-c8bb-4139-98ac-5c535e4379b1 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:18.390105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.405601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031656d-d37d-4d56-a631-ed8cbc1a3fb2 req-402d7339-6650-40f7-acef-7c70db4e3d07 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:18.415892 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0031656d-d37d-4d56-a631-ed8cbc1a3fb2 req-402d7339-6650-40f7-acef-7c70db4e3d07 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 931 time: 0.0847318 Nov 09 20:13:18.431585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5e0058ca-cc5a-4fe5-ac67-af4683c59a79 None None] Provisioning complete for port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:18.431952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5e0058ca-cc5a-4fe5-ac67-af4683c59a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.462012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0031656d-d37d-4d56-a631-ed8cbc1a3fb2 req-e7b74db2-b351-442a-9f31-ee347eba7db7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 Nov 09 20:13:18.488337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5e0058ca-cc5a-4fe5-ac67-af4683c59a79 None None] Port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:13:18.492289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 38d8b1d0-2cfe-4f78-946c-e8080f24367c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:13:18.507890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.556653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 38d8b1d0-2cfe-4f78-946c-e8080f24367c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:18.557252 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.599341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.606182 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.653715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c40775a0d884dadafc7392787b962d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356067 Nov 09 20:13:18.654691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d20c5eb-10b2-40b6-a017-bbc71ec8a8ee,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:18.658022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46104) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:18.671970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-b06d2f39-9f07-4564-b0e4-a6a9fd4ecfe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.674624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.675045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.675479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.675886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.676282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.676704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.677163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.677495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.677823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.678148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.678473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.678824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a0846-55a0-4402-85b8-e934aeef1e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:18.709481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d2f39-9f07-4564-b0e4-a6a9fd4ecfe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=e796f628-c8bb-4139-98ac-5c535e4379b1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:18.739042 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ede2ed5-6dd5-49a9-8905-f0de3ca82ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.761724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ede2ed5-6dd5-49a9-8905-f0de3ca82ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.778261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-b06d2f39-9f07-4564-b0e4-a6a9fd4ecfe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] No DVR routers for this DVR port e796f628-c8bb-4139-98ac-5c535e4379b1 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:13:18.781931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-b06d2f39-9f07-4564-b0e4-a6a9fd4ecfe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.785950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54c17858-0b8e-4ddc-bfcf-2f94e14a0d35 req-b06d2f39-9f07-4564-b0e4-a6a9fd4ecfe8 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.77 "DELETE /v2.0/ports/e796f628-c8bb-4139-98ac-5c535e4379b1 HTTP/1.1" status: 204 len: 173 time: 0.9252958 Nov 09 20:13:18.786394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'name': 'network-vif-deleted', 'tag': 'e796f628-c8bb-4139-98ac-5c535e4379b1'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:13:18.788691 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeef60bd-7f08-4920-8ebf-4ae0a7381cf9" -d '{"events": [{"server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "name": "network-vif-deleted", "tag": "e796f628-c8bb-4139-98ac-5c535e4379b1"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:13:18.814980 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ede2ed5-6dd5-49a9-8905-f0de3ca82ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.817861 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ede2ed5-6dd5-49a9-8905-f0de3ca82ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.819198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7ede2ed5-6dd5-49a9-8905-f0de3ca82ae6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d20c5eb-10b2-40b6-a017-bbc71ec8a8ee HTTP/1.1" status: 204 len: 168 time: 0.1602895 Nov 09 20:13:18.828487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede2ed5-6dd5-49a9-8905-f0de3ca82ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d20c5eb-10b2-40b6-a017-bbc71ec8a8ee,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:18.855512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:13:18.864566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.867572 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cabb5bf-eae6-4591-9a81-fc9af0083409 x-openstack-request-id: req-9cabb5bf-eae6-4591-9a81-fc9af0083409 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:13:18.867874 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b17de2-accc-4dda-8802-fc12bba963eb", "name": "network-vif-deleted", "tag": "e796f628-c8bb-4139-98ac-5c535e4379b1", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:13:18.868135 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cabb5bf-eae6-4591-9a81-fc9af0083409 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:13:18.868533 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b17de2-accc-4dda-8802-fc12bba963eb', 'name': 'network-vif-deleted', 'tag': 'e796f628-c8bb-4139-98ac-5c535e4379b1', 'status': 'completed', 'code': 200} Nov 09 20:13:18.879950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Transition to ACTIVE for port object 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:13:18.883267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:18.974363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Pushing event updated for resources: {'Port': ['ID=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:19.043662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Attempting to bind port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:13:19.044689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Attempting to bind port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:13:19.045148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8792fb44-72a8-4a5a-92a9-9e16526e35e8 req-184442ff-7fbb-4f16-a09a-a1e297f08706 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 210 time: 0.0394347 Nov 09 20:13:19.045458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Attempting to bind port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 on network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:13:19.060784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 on network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:13:19.061033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Attempting to bind port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 on network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:13:19.068149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:13:19.068643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Checking segment: {'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:13:19.069145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Bound using segment: {'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:13:19.069695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Bound port: 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b91c11-572a-4743-9d00-a4bb1c01ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:13:19.070156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:19.186946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] For port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:13:19.193064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] For port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:13:19.210642 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:19.259263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46114) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:19.263801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:19.264489 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:19.265965 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] 10.222.0.77 "PUT /v2.0/ports/7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 HTTP/1.1" status: 200 len: 1091 time: 1.0331929 Nov 09 20:13:19.277726 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a52735c3-d024-4389-bb96-19b28c5d7957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:19.295905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f3a59-90bc-4d59-8e03-7a5be9a9028f service neutron] Pushing event updated for resources: {'Port': ['ID=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:19.392940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-d35f7290-36c1-43d0-9073-0f0cf3ceb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:19.394821 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-d35f7290-36c1-43d0-9073-0f0cf3ceb05e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 1094 time: 0.0628574 Nov 09 20:13:19.397161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a52735c3-d024-4389-bb96-19b28c5d7957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:19.401946 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a52735c3-d024-4389-bb96-19b28c5d7957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:19.447217 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a52735c3-d024-4389-bb96-19b28c5d7957 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fee5178e9424f599e9b915a280a58e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868463 Nov 09 20:13:19.447962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52735c3-d024-4389-bb96-19b28c5d7957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356e0871-1d96-4e8a-8a35-d610228475ca,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:19.450582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46116) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:19.452829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-a9c8cd14-d1f1-4f8c-a28f-e212c6d08805 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 HTTP/1.1" status: 200 len: 217 time: 0.0448275 Nov 09 20:13:19.510199 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad260334-8cef-40ba-910a-652839000b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:19.518694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-799820ef-f682-4d7c-b3bf-966cd3272642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:19.520436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-799820ef-f682-4d7c-b3bf-966cd3272642 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89c3db81-d7d2-4c1b-8669-fa42bc70fdad HTTP/1.1" status: 200 len: 834 time: 0.0560372 Nov 09 20:13:19.540996 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad260334-8cef-40ba-910a-652839000b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:19.595772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad260334-8cef-40ba-910a-652839000b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:19.598747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ad260334-8cef-40ba-910a-652839000b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:19.602688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ad260334-8cef-40ba-910a-652839000b34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/356e0871-1d96-4e8a-8a35-d610228475ca HTTP/1.1" status: 204 len: 168 time: 0.1484418 Nov 09 20:13:19.609611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad260334-8cef-40ba-910a-652839000b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356e0871-1d96-4e8a-8a35-d610228475ca,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:19.624793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-3eb7bf14-a37d-4cba-88dd-75c43d314c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:19.626560 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-3eb7bf14-a37d-4cba-88dd-75c43d314c2b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ecf6cb78-091f-4f5e-bafd-bd731224c5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936117 Nov 09 20:13:19.697905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be32fd-15a8-4671-98de-edba5f703bc2 req-e1e7579c-9022-48de-aaad-1754bfe9fb2c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:19.699497 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3be32fd-15a8-4671-98de-edba5f703bc2 req-e1e7579c-9022-48de-aaad-1754bfe9fb2c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 943 time: 0.1261036 Nov 09 20:13:19.769891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-48bc78f5-4444-4b59-8059-9a4bf4e5d559 service neutron] 10.222.0.77 "GET /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264131 Nov 09 20:13:19.773052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3be32fd-15a8-4671-98de-edba5f703bc2 req-00929054-671e-469f-8c87-5e911d9f1bad tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611579 Nov 09 20:13:19.888167 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb91c9bf-9636-4fe9-a408-53a7f0206b77 req-bdd96674-40d3-44bc-b4a8-56d066d92d5c service neutron] 10.222.0.77 "GET /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053596 Nov 09 20:13:20.136130 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fa3b8d6e-2ab1-4d53-a141-e78c13b7485d req-ecfad27b-2cca-4c8f-afc5-2c29262eb16a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 210 time: 0.0299160 Nov 09 20:13:20.882968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:13:20.885248 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48de7872-b108-4adf-be0b-1a73834fdc01" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:13:20.920010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62880472-a5ff-46ad-8930-bbeb8afb608f req-9479c0cc-5828-419f-8240-520aa8db113f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:20.928075 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62880472-a5ff-46ad-8930-bbeb8afb608f req-9479c0cc-5828-419f-8240-520aa8db113f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 943 time: 0.0712857 Nov 09 20:13:20.930615 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209e40b6-dae7-4911-b0a6-8cf5012555c0 x-openstack-request-id: req-209e40b6-dae7-4911-b0a6-8cf5012555c0 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:13:20.930905 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:13:20.931154 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-209e40b6-dae7-4911-b0a6-8cf5012555c0 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:13:20.931541 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'status': 'completed', 'code': 200} Nov 09 20:13:20.985674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62880472-a5ff-46ad-8930-bbeb8afb608f req-947db735-aaa4-4037-97dc-493bfc9c30a2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565891 Nov 09 20:13:21.025076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-edf33e7c-ccd7-49d4-bc9c-dec4b71e7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:21.026619 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-edf33e7c-ccd7-49d4-bc9c-dec4b71e7245 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 1094 time: 0.0664239 Nov 09 20:13:21.044912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e796f628-c8bb-4139-98ac-5c535e4379b1 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:21.069121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: e796f628-c8bb-4139-98ac-5c535e4379b1 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:21.069978 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device e796f628-c8bb-4139-98ac-5c535e4379b1 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:21.140898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-d014a3a7-21f3-4448-8adc-313e41320e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:21.144020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-d014a3a7-21f3-4448-8adc-313e41320e63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ecf6cb78-091f-4f5e-bafd-bd731224c5d6 HTTP/1.1" status: 200 len: 897 time: 0.1061494 Nov 09 20:13:21.196261 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-d5a45dd5-9d76-4a43-89c1-fd95209ec5cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 HTTP/1.1" status: 200 len: 217 time: 0.0402966 Nov 09 20:13:21.264660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-905ff7fa-d7c0-45a8-88a0-c0175aaaec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:21.266286 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-905ff7fa-d7c0-45a8-88a0-c0175aaaec2e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89c3db81-d7d2-4c1b-8669-fa42bc70fdad HTTP/1.1" status: 200 len: 834 time: 0.0610833 Nov 09 20:13:21.266949 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d0ec07a-5536-4e41-8b53-d5a3db3af1d0 req-0fcb9aae-8acf-44cc-adcc-0d16c4bafb56 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 210 time: 0.0440938 Nov 09 20:13:21.342405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-49cf8c1f-622a-42f6-ab64-33912794d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:21.344344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:21.346950 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-49cf8c1f-622a-42f6-ab64-33912794d230 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ecf6cb78-091f-4f5e-bafd-bd731224c5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668290 Nov 09 20:13:21.457275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-a7c8ef25-0906-4984-9fa6-7c2a39a66de5 service neutron] 10.222.0.77 "GET /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986075 Nov 09 20:13:21.570894 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-48de7872-b108-4adf-be0b-1a73834fdc01 req-10eae1e0-ab3d-4f12-81fe-c99eaf4fa4b0 service neutron] 10.222.0.77 "GET /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021221 Nov 09 20:13:22.025690 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:13:22.115936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc8c86-4140-44a8-b0d7-f3d9e9e9ba50 req-ce913b27-9ab8-4d1b-ba94-c4b0f5d1eae5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:22.117779 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71dc8c86-4140-44a8-b0d7-f3d9e9e9ba50 req-ce913b27-9ab8-4d1b-ba94-c4b0f5d1eae5 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 943 time: 0.0590892 Nov 09 20:13:22.170047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-71dc8c86-4140-44a8-b0d7-f3d9e9e9ba50 req-672cc80e-6231-40cf-a5ae-1faf118d1f87 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456672 Nov 09 20:13:22.379927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-87e81e2e-77c5-4c69-a20c-c7c43a864109 req-26e5429d-c93c-411f-b235-214da1e5cfb9 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9b17de2-accc-4dda-8802-fc12bba963eb HTTP/1.1" status: 200 len: 210 time: 0.0309780 Nov 09 20:13:23.043737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:13:23.155213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:23.172112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'port_id': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'mac_address': 'fa:16:3e:ab:5c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:13:23.215055 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:23.230131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:13:23.255865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:23.263574 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:23.311156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412f35-4b58-41b0-9b97-e23cffb0d251 req-8b901d5b-7ce3-41f5-a2f3-76faba174574 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:23.312830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d2412f35-4b58-41b0-9b97-e23cffb0d251 req-8b901d5b-7ce3-41f5-a2f3-76faba174574 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 944 time: 0.0626180 Nov 09 20:13:23.332959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:23.368877 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d2412f35-4b58-41b0-9b97-e23cffb0d251 req-09e3c222-f702-4bac-a349-bc23d5a18550 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364096 Nov 09 20:13:23.536624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['7d88c4f0-c5f8-43c9-a4d4-b473b46a2178'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:13:24.496326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d94f34-7d71-410b-8a43-3c00d62dd8a5 req-4546e8b3-544b-4ce8-8629-f22368f14562 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:24.498126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45d94f34-7d71-410b-8a43-3c00d62dd8a5 req-4546e8b3-544b-4ce8-8629-f22368f14562 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 944 time: 0.0555272 Nov 09 20:13:24.543570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-45d94f34-7d71-410b-8a43-3c00d62dd8a5 req-2129b5cc-aae1-41e1-aa02-447bec9103e1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374153 Nov 09 20:13:25.059396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:13:25.130768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:13:25.135053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:25.135646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.203129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46490) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:25.229520 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.253421 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:13:25.255710 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55d53e1-a939-4898-a41d-b6ef1d761788" -d '{"events": [{"server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "name": "network-vif-plugged", "status": "completed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:13:25.270314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:25.278186 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.308937 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b0484e-9904-471e-9f93-50f80e1b3007 x-openstack-request-id: req-86b0484e-9904-471e-9f93-50f80e1b3007 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:13:25.309246 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "name": "network-vif-plugged", "status": "completed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:13:25.309661 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86b0484e-9904-471e-9f93-50f80e1b3007 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:13:25.310194 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'code': 200} Nov 09 20:13:25.325575 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.355396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:25.442145 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.448130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.487127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccb98-ad6f-48a5-a2ee-3ee1ed2cf109 req-507ed2cb-1843-4ba7-9e9e-e334b5977205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:25.514710 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e84ccb98-ad6f-48a5-a2ee-3ee1ed2cf109 req-507ed2cb-1843-4ba7-9e9e-e334b5977205 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 1096 time: 0.0823748 Nov 09 20:13:25.515642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ceda2ca3c8640e5b9769900c152fef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105273 Nov 09 20:13:25.518450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46496) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:25.522429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae76378-74c5-4447-ac04-3c512a996a74,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:25.534541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.534899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.535254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.535656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.535935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.536268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.536598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.536930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.537287 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.537614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.537944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.538403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c64d70-3216-43cd-a89d-7d071bb105e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:25.556426 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.558949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e84ccb98-ad6f-48a5-a2ee-3ee1ed2cf109 req-70cfb195-49f1-42c8-a4e1-a58207e233ec service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541987 Nov 09 20:13:25.581415 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1317765-f56b-426b-b565-3175066dc226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.609096 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1317765-f56b-426b-b565-3175066dc226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.678219 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1317765-f56b-426b-b565-3175066dc226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.682276 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a1317765-f56b-426b-b565-3175066dc226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:25.686908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31555bf1-6684-43ac-b1b3-f92a7afa6885 req-babe7a19-8881-4944-b164-ff53137f0e4b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:25.688906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31555bf1-6684-43ac-b1b3-f92a7afa6885 req-babe7a19-8881-4944-b164-ff53137f0e4b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0677121 Nov 09 20:13:25.694490 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a1317765-f56b-426b-b565-3175066dc226 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aae76378-74c5-4447-ac04-3c512a996a74 HTTP/1.1" status: 204 len: 168 time: 0.1698155 Nov 09 20:13:25.711690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1317765-f56b-426b-b565-3175066dc226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae76378-74c5-4447-ac04-3c512a996a74,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:25.743975 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-31555bf1-6684-43ac-b1b3-f92a7afa6885 req-6db486b4-d745-4ece-8294-f7ccf086a3b7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485926 Nov 09 20:13:26.880799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905e51e-1de6-4932-92f8-00786af66206 req-9786025a-eb03-43bf-9d2d-f745673a93b6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:26.882326 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b905e51e-1de6-4932-92f8-00786af66206 req-9786025a-eb03-43bf-9d2d-f745673a93b6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0551078 Nov 09 20:13:26.922581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b905e51e-1de6-4932-92f8-00786af66206 req-44d0a373-04c7-49f6-adaa-b815b1b05c3d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342660 Nov 09 20:13:26.943529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46544) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:27.045082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad43e-835e-4fcb-abaa-1c6b0c44a974 req-4a979648-2d93-492b-85ac-c7488b0fbcc4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:27.046829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba2ad43e-835e-4fcb-abaa-1c6b0c44a974 req-4a979648-2d93-492b-85ac-c7488b0fbcc4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0517526 Nov 09 20:13:27.060829 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-884624176', 'router:external': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:27.090897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Made reservation on behalf of b37ac3ebf28140daa41d38bac79f8298 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:13:27.092892 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ba2ad43e-835e-4fcb-abaa-1c6b0c44a974 req-032ec37c-1b56-4fdc-aabd-9736bc3f7ef7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391076 Nov 09 20:13:27.093847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.105327 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.117805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46550) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:27.166318 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27722812-e598-4181-83ab-c4baaac80033 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:27.167866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-27722812-e598-4181-83ab-c4baaac80033 tempest-TestNetworkAdvancedServerOps-927735329 tempest-TestNetworkAdvancedServerOps-927735329-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 1091 time: 0.0489492 Nov 09 20:13:27.170839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46552) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:27.175936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:27.189015 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.193516 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.202728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.217905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:13:27.228716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409152df-d268-43c0-92b2-171e3cd0bd82,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:27.238755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.239252 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Added segment bd043d03-32d4-4cad-bc74-f54f4c2b5ce8 of type vlan for network c51f33bd-0687-4474-89f8-c6bd928cc8df Nov 09 20:13:27.293729 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.309728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.324081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.325086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:27.325665 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.383900 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4391115 Nov 09 20:13:27.386855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46554) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:27.394252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Request body: {'subnet': {'network_id': 'c51f33bd-0687-4474-89f8-c6bd928cc8df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:27.405669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5ff1a-e4d0-4ded-a7d8-7d61ed2f5535 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event updated for resources: {'Network': ['ID=c51f33bd-0687-4474-89f8-c6bd928cc8df,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:27.421111 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c51f33bd-0687-4474-89f8-c6bd928cc8df details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:13:27.424303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Made reservation on behalf of b37ac3ebf28140daa41d38bac79f8298 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:13:27.427102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.435966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Allocated IP 172.25.6.206 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/b9a23ed9-b8ed-427b-a5dc-28f5c78cb9ff) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:27.560826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.596041 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.638331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:27.641292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:27.645050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:27.675551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=b9a23ed9-b8ed-427b-a5dc-28f5c78cb9ff,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:27.772126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.objects.ports [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:13:27.772722 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.838981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event updated for resources: {'Subnet': ['ID=59582f33-55f8-4206-aa60-704a86b175cd,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:27.855105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Checking segment: {'id': 'bd043d03-32d4-4cad-bc74-f54f4c2b5ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'c51f33bd-0687-4474-89f8-c6bd928cc8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:13:27.855530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Network hostable DHCP agents. Network: c51f33bd-0687-4474-89f8-c6bd928cc8df, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:13:27.875270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Network c51f33bd-0687-4474-89f8-c6bd928cc8df is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:13:27.884968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c51f33bd-0687-4474-89f8-c6bd928cc8df) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:27.889681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:27.890423 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:27.899797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dde229-fd7f-4ce4-ab57-b63547079291 None None] Network c51f33bd-0687-4474-89f8-c6bd928cc8df requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:13:27.921684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46558) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:27.927544 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a35be14d-979e-4260-b4a9-fb6a3ea3550e tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5309377 Nov 09 20:13:27.962782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1419493389', 'network_id': 'c51f33bd-0687-4474-89f8-c6bd928cc8df'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:28.036139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Made reservation on behalf of b37ac3ebf28140daa41d38bac79f8298 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:13:28.038876 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:28.059165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e8ccaa-4422-4f3a-b69f-f14bf3c84dd5 None None] Network c51f33bd-0687-4474-89f8-c6bd928cc8df requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:13:28.091738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] device_id is not set on port b6b60ee8-6144-4187-83aa-d44b6762baef yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:13:28.138651 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:28.248790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:28.264021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Allocated IP 2001:db8::183 (c51f33bd-0687-4474-89f8-c6bd928cc8df/59582f33-55f8-4206-aa60-704a86b175cd/b6b60ee8-6144-4187-83aa-d44b6762baef) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:28.515835 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:28.521774 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:28.528532 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:28.617487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event updated for resources: {'Port': ['ID=b9a23ed9-b8ed-427b-a5dc-28f5c78cb9ff,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:28.631314 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:28.663805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:28.744257 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Network c51f33bd-0687-4474-89f8-c6bd928cc8df is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:28.750890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:28.760023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:28.760982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:28.761563 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:28.766139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event updated for resources: {'Port': ['ID=b6b60ee8-6144-4187-83aa-d44b6762baef,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:28.786927 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9548db99-873c-4748-8eba-28f3a31ea63d tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8640180 Nov 09 20:13:28.788097 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Floating IP dcdad28c-8250-4367-a300-3318366e2590 associated. External IP: 172.25.6.206, port: 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178. Nov 09 20:13:28.789608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46560) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:28.868866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46564) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:28.870235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2221edc2-30cc-47f8-9a41-c4d7ae45cbef tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Deleting port b6b60ee8-6144-4187-83aa-d44b6762baef {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:28.870603 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2221edc2-30cc-47f8-9a41-c4d7ae45cbef tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:28.999309 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router ebde4119-ff1b-4bd6-af1b-371f0a04667e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:13:29.036218 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2221edc2-30cc-47f8-9a41-c4d7ae45cbef tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.052867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2221edc2-30cc-47f8-9a41-c4d7ae45cbef tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Calling delete_port for b6b60ee8-6144-4187-83aa-d44b6762baef owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:29.165305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port a9a0f6bd-a2ac-458f-b069-80c78cd56393 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:29.165647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.280337 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2221edc2-30cc-47f8-9a41-c4d7ae45cbef tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.310964 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.311294 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.321874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221edc2-30cc-47f8-9a41-c4d7ae45cbef tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6b60ee8-6144-4187-83aa-d44b6762baef,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:29.332762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for a9a0f6bd-a2ac-458f-b069-80c78cd56393 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:29.360233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2221edc2-30cc-47f8-9a41-c4d7ae45cbef tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.363870 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2221edc2-30cc-47f8-9a41-c4d7ae45cbef tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "DELETE /v2.0/ports/b6b60ee8-6144-4187-83aa-d44b6762baef HTTP/1.1" status: 204 len: 168 time: 0.5732665 Nov 09 20:13:29.367150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46566) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:29.371431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c51f33bd-0687-4474-89f8-c6bd928cc8df', 'external_fixed_ips': [{'subnet_id': '59582f33-55f8-4206-aa60-704a86b175cd', 'ip_address': '2001:db8::183'}]}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:29.437414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:29.440007 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.441035 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.448945 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] Sync routers for ids ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:29.458578 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.462281 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] Routers {'ebde4119-ff1b-4bd6-af1b-371f0a04667e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:29.463255 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:29.486916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8b65bc45-0006-4482-8721-61aa52adef49 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3148389 Nov 09 20:13:29.487626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:13:29.490259 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0b3acd-36ef-4eaf-b920-25f535462091" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:13:29.509721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.550812 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87afb76f-d9a8-476b-8b47-05cb95db466e x-openstack-request-id: req-87afb76f-d9a8-476b-8b47-05cb95db466e {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:13:29.551334 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:13:29.552137 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87afb76f-d9a8-476b-8b47-05cb95db466e {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:13:29.552761 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'status': 'completed', 'code': 200} Nov 09 20:13:29.590983 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] Set router ebde4119-ff1b-4bd6-af1b-371f0a04667e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:29.627783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-1f626f2f-a04b-4b86-90fe-a8e4bebce229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:29.629638 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-1f626f2f-a04b-4b86-90fe-a8e4bebce229 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 1096 time: 0.0470049 Nov 09 20:13:29.731236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-274fa445-cc32-492f-94ad-66342cca85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:29.732754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-274fa445-cc32-492f-94ad-66342cca85f7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ecf6cb78-091f-4f5e-bafd-bd731224c5d6 HTTP/1.1" status: 200 len: 897 time: 0.0957682 Nov 09 20:13:29.733105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.740645 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.757676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9e28d-e401-4c0b-99f6-3a67331f6dfc req-16499994-2efd-40a4-b72a-b1e86819b8ed tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:29.759236 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43e9e28d-e401-4c0b-99f6-3a67331f6dfc req-16499994-2efd-40a4-b72a-b1e86819b8ed tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.1696806 Nov 09 20:13:29.795316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=a9a0f6bd-a2ac-458f-b069-80c78cd56393,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:29.806726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-8b73ec22-b071-4654-9c0f-6fdba3b47cc3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 HTTP/1.1" status: 200 len: 999 time: 0.0668185 Nov 09 20:13:29.840538 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:12Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'dcdad28c-8250-4367-a300-3318366e2590', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'port_id': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'mac_address': 'fa:16:3e:ab:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:13:27Z', 'updated_at': '2021-11-09T20:13:27Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d8b1d0-2cfe-4f78-946c-e8080f24367c', 'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:2b:20:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:12Z', 'updated_at': '2021-11-09T20:13:16Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:29.858963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-ccf8e19d-a3ee-4bfa-b35f-8a4e5288fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:29.861690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-ccf8e19d-a3ee-4bfa-b35f-8a4e5288fcb4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89c3db81-d7d2-4c1b-8669-fa42bc70fdad HTTP/1.1" status: 200 len: 834 time: 0.0472677 Nov 09 20:13:29.868507 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] Checking router: ebde4119-ff1b-4bd6-af1b-371f0a04667e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:29.878243 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] Routers {'ebde4119-ff1b-4bd6-af1b-371f0a04667e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:29.878885 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:29.910532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-43e9e28d-e401-4c0b-99f6-3a67331f6dfc req-9dc8dc11-6871-4594-9de0-891597ce3fc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315026 Nov 09 20:13:29.917940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-cd8ca6a4-79a3-40ea-b975-e33cfe98276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:29.919540 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-cd8ca6a4-79a3-40ea-b975-e33cfe98276a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ecf6cb78-091f-4f5e-bafd-bd731224c5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513327 Nov 09 20:13:29.922151 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:29.922486 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Floating IP 75c5ea92-6642-44cc-a798-c65a30569558 disassociated (deleted). External IP: 172.25.6.27, port: a7b9d50e-62c5-4196-b880-a5d51c746c99. Nov 09 20:13:29.945992 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46572) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:29.993854 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] Set router ebde4119-ff1b-4bd6-af1b-371f0a04667e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:30.055664 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-776a626b-3396-4e49-bb7f-c1d667ebfb89 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/dcdad28c-8250-4367-a300-3318366e2590 HTTP/1.1" status: 200 len: 991 time: 0.1072259 Nov 09 20:13:30.070550 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-815ec05b-6bad-4f5d-9600-1b5e206e0f81 service neutron] 10.222.0.77 "GET /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434793 Nov 09 20:13:30.175611 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f0b3acd-36ef-4eaf-b920-25f535462091 req-216269e2-48b1-4206-b76f-1fb117728c6c service neutron] 10.222.0.77 "GET /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972590 Nov 09 20:13:30.361471 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:12Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'dcdad28c-8250-4367-a300-3318366e2590', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'port_id': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'mac_address': 'fa:16:3e:ab:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:13:27Z', 'updated_at': '2021-11-09T20:13:27Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d8b1d0-2cfe-4f78-946c-e8080f24367c', 'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:2b:20:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:12Z', 'updated_at': '2021-11-09T20:13:16Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:30.392848 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00940a2-c8de-4148-8590-cb2f6d170612 None None] The sync data for ids ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'] in n-d-817256-1 is: [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:12Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'dcdad28c-8250-4367-a300-3318366e2590', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'port_id': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'mac_address': 'fa:16:3e:ab:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:13:27Z', 'updated_at': '2021-11-09T20:13:27Z', 'revision_number': 0, 'project_id': '255b9262b186472cb06159c676864ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d8b1d0-2cfe-4f78-946c-e8080f24367c', 'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:2b:20:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:12Z', 'updated_at': '2021-11-09T20:13:16Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:30.568665 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:30.595233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:30.605940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Router 73d4bc03-1b57-418d-8885-4d98d2e74089 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:13:30.636619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1859dbaa-1eac-4ff3-a0f4-0da3f0683acf None None] New status for floating IP dcdad28c-8250-4367-a300-3318366e2590: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:13:30.838037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:30.843787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:30.853395 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] Sync routers for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:30.868394 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:30.870179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Allocated IP 2001:db8::183 (c51f33bd-0687-4474-89f8-c6bd928cc8df/59582f33-55f8-4206-aa60-704a86b175cd/b3e71309-0ef9-47e9-b8c9-db534512436d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:30.870597 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:30.886006 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7dc10dc7-7e5c-4871-adf8-6425288e23ce tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "DELETE /v2.0/floatingips/75c5ea92-6642-44cc-a798-c65a30569558 HTTP/1.1" status: 204 len: 168 time: 2.0132790 Nov 09 20:13:30.887445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:13:30.889567 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:13:31.026458 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:31.058312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:31.060624 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:31.152439 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:31.186832 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4ae08a55-ec28-4484-a037-7bf7cb29f266 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/dcdad28c-8250-4367-a300-3318366e2590 HTTP/1.1" status: 200 len: 993 time: 0.1272249 Nov 09 20:13:31.215886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Network c51f33bd-0687-4474-89f8-c6bd928cc8df is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:31.218244 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc46fa95-86e7-4526-83b8-84690b23618d x-openstack-request-id: req-fc46fa95-86e7-4526-83b8-84690b23618d {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:13:31.219167 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:13:31.219167 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc46fa95-86e7-4526-83b8-84690b23618d {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:13:31.219401 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'status': 'completed', 'code': 200} Nov 09 20:13:31.223986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:31.229998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:31.295146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d669c-f441-48e6-8b07-564154caa8ab req-e69a185c-2b45-4331-83f7-bbd06f2a55aa tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:31.297468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d4d669c-f441-48e6-8b07-564154caa8ab req-e69a185c-2b45-4331-83f7-bbd06f2a55aa tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 945 time: 0.0504854 Nov 09 20:13:31.324852 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:31.332892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event updated for resources: {'Port': ['ID=b3e71309-0ef9-47e9-b8c9-db534512436d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:31.341379 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7d4d669c-f441-48e6-8b07-564154caa8ab req-ea26265f-a9aa-452d-8073-4406d014123b tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371702 Nov 09 20:13:31.359825 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] Checking router: 73d4bc03-1b57-418d-8885-4d98d2e74089 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:31.369942 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:31.370744 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:31.386547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-f36bf326-85eb-43b2-86e7-d5f84edd7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:31.388065 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-f36bf326-85eb-43b2-86e7-d5f84edd7d19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93208427bc274a8b8137372b5d73943b&device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 1096 time: 0.1190391 Nov 09 20:13:31.477246 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:31.566832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:31.600478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-46df8d4b-86b2-484f-8db5-ffef71433005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:31.601959 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-46df8d4b-86b2-484f-8db5-ffef71433005 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 200 len: 912 time: 0.2050073 Nov 09 20:13:31.668849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-9442c632-815b-4530-85bc-be26d42ccfea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99 HTTP/1.1" status: 200 len: 217 time: 0.0372891 Nov 09 20:13:31.690643 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:31.718257 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779866b-d380-40ba-a58b-697c790149b5 None None] The sync data for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 is: [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T19:59:16Z', 'revision_number': 4, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9', 'name': '', 'network_id': 'f371d5ab-06e0-49e5-9339-f059f28199e8', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'mac_address': 'fa:16:3e:f7:76:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:14Z', 'updated_at': '2021-11-09T19:59:27Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'subnets': [{'id': '1e4cf51e-e3cf-4e25-951e-75adccf486ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:31.737254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-656f7d55-2e1c-4420-931b-a8decc170c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:31.738794 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-656f7d55-2e1c-4420-931b-a8decc170c8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 200 len: 850 time: 0.0585489 Nov 09 20:13:31.890016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-028bd686-1d47-4c05-a96c-2166fdc2c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:31.892368 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-028bd686-1d47-4c05-a96c-2166fdc2c284 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f371d5ab-06e0-49e5-9339-f059f28199e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148160 Nov 09 20:13:31.912221 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:31.950872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d5279-4ecb-4313-891a-8170b6c86003 None None] New status for floating IP 75c5ea92-6642-44cc-a798-c65a30569558: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:13:32.003941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8be072-334d-4aa9-a655-0244833526e0 req-3738b422-924d-4a5c-8707-1e3857e57930 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:32.005352 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e8be072-334d-4aa9-a655-0244833526e0 req-3738b422-924d-4a5c-8707-1e3857e57930 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 945 time: 0.1551707 Nov 09 20:13:32.140396 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-5c0f2e34-12e7-49a0-8e83-060ec85b9424 service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373867 Nov 09 20:13:32.252547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-5e8be072-334d-4aa9-a655-0244833526e0 req-d9cd87ac-6c57-4b5f-b419-42cef679de5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port a7b9d50e-62c5-4196-b880-a5d51c746c99 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:32.252795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e8be072-334d-4aa9-a655-0244833526e0 req-d9cd87ac-6c57-4b5f-b419-42cef679de5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:32.307010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Router 1ed03ce9-6de8-4050-ab31-6bec7b6cbb02 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:13:32.320991 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-b0d696d9-733a-4653-b3db-846ca5cd483b service neutron] 10.222.0.70 "GET /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716440 Nov 09 20:13:32.472206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5e8be072-334d-4aa9-a655-0244833526e0 req-d9cd87ac-6c57-4b5f-b419-42cef679de5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] For port a7b9d50e-62c5-4196-b880-a5d51c746c99, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a7b9d50e-62c5-4196-b880-a5d51c746c99,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:32.472567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e8be072-334d-4aa9-a655-0244833526e0 req-d9cd87ac-6c57-4b5f-b419-42cef679de5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:32.495004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-5e8be072-334d-4aa9-a655-0244833526e0 req-d9cd87ac-6c57-4b5f-b419-42cef679de5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for a7b9d50e-62c5-4196-b880-a5d51c746c99 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:32.518929 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bdc11-8c87-426f-ba60-e32cc9be9a3d req-4307c2ef-243f-4907-8275-742e84737c66 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:32.520328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d31bdc11-8c87-426f-ba60-e32cc9be9a3d req-4307c2ef-243f-4907-8275-742e84737c66 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 945 time: 0.1021874 Nov 09 20:13:32.522721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:32.531408 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Sync routers for ids ['1ed03ce9-6de8-4050-ab31-6bec7b6cbb02'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:32.541531 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Routers {'1ed03ce9-6de8-4050-ab31-6bec7b6cbb02'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:32.542155 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['1ed03ce9-6de8-4050-ab31-6bec7b6cbb02'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:32.591745 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:32.592965 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e668d81-2341-4057-8b82-88f4add86846 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2248855 Nov 09 20:13:32.596673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46586) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:32.617178 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d31bdc11-8c87-426f-ba60-e32cc9be9a3d req-14b38e77-25b1-4836-8ec2-a88f11a70804 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c7c8105-3d9b-4275-bb29-d4b2bee767bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896878 Nov 09 20:13:32.654064 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Set router 1ed03ce9-6de8-4050-ab31-6bec7b6cbb02 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:32.707453 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e8be072-334d-4aa9-a655-0244833526e0 req-d9cd87ac-6c57-4b5f-b419-42cef679de5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:32.717051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:32.742048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd87ac-6c57-4b5f-b419-42cef679de5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=a7b9d50e-62c5-4196-b880-a5d51c746c99,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:32.792159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8be072-334d-4aa9-a655-0244833526e0 req-d9cd87ac-6c57-4b5f-b419-42cef679de5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] No DVR routers for this DVR port a7b9d50e-62c5-4196-b880-a5d51c746c99 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:13:32.794871 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5e8be072-334d-4aa9-a655-0244833526e0 req-d9cd87ac-6c57-4b5f-b419-42cef679de5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:32.799003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e8be072-334d-4aa9-a655-0244833526e0 req-d9cd87ac-6c57-4b5f-b419-42cef679de5c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.70 "DELETE /v2.0/ports/a7b9d50e-62c5-4196-b880-a5d51c746c99 HTTP/1.1" status: 204 len: 173 time: 0.7660661 Nov 09 20:13:32.832840 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:32.854524 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed03ce9-6de8-4050-ab31-6bec7b6cbb02', 'name': '', 'tenant_id': 'b37ac3ebf28140daa41d38bac79f8298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c51f33bd-0687-4474-89f8-c6bd928cc8df', 'external_fixed_ips': [{'subnet_id': '59582f33-55f8-4206-aa60-704a86b175cd', 'ip_address': '2001:db8::183'}], 'enable_snat': True}, 'gw_port_id': 'b3e71309-0ef9-47e9-b8c9-db534512436d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:29Z', 'updated_at': '2021-11-09T20:13:31Z', 'revision_number': 3, 'project_id': 'b37ac3ebf28140daa41d38bac79f8298', 'gw_port': {'id': 'b3e71309-0ef9-47e9-b8c9-db534512436d', 'name': '', 'network_id': 'c51f33bd-0687-4474-89f8-c6bd928cc8df', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed03ce9-6de8-4050-ab31-6bec7b6cbb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '59582f33-55f8-4206-aa60-704a86b175cd', 'ip_address': '2001:db8::183', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:30Z', 'updated_at': '2021-11-09T20:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59582f33-55f8-4206-aa60-704a86b175cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:32.884848 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Checking router: 1ed03ce9-6de8-4050-ab31-6bec7b6cbb02 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:32.885304 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Updating router 1ed03ce9-6de8-4050-ab31-6bec7b6cbb02 port b3e71309-0ef9-47e9-b8c9-db534512436d binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:13:32.893476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Deleting port b3e71309-0ef9-47e9-b8c9-db534512436d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:32.893918 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:32.913293 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:32.975187 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:32.989368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Calling delete_port for b3e71309-0ef9-47e9-b8c9-db534512436d owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:33.182367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.191399 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.db.api [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:13:33.191836 n-d-817256-1 neutron-server[102298]: DEBUG oslo_db.api [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:13:33.219435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3e71309-0ef9-47e9-b8c9-db534512436d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:33.221530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'name': 'network-vif-deleted', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:13:33.225602 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba844f62-a119-43f1-86a2-148b46945bf6" -d '{"events": [{"server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "name": "network-vif-deleted", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:13:33.246836 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.284175 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a868f5-911a-4192-83b7-7e84aa78ce65 x-openstack-request-id: req-a5a868f5-911a-4192-83b7-7e84aa78ce65 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:13:33.284470 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8b8c4a-3844-4f75-b06d-5695ca2249c7", "name": "network-vif-deleted", "tag": "a7b9d50e-62c5-4196-b880-a5d51c746c99", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:13:33.284726 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5a868f5-911a-4192-83b7-7e84aa78ce65 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:13:33.285125 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8b8c4a-3844-4f75-b06d-5695ca2249c7', 'name': 'network-vif-deleted', 'tag': 'a7b9d50e-62c5-4196-b880-a5d51c746c99', 'status': 'completed', 'code': 200} Nov 09 20:13:33.352220 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.354280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.401502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.402156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed03ce9-6de8-4050-ab31-6bec7b6cbb02 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:33.406553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.408429 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-566b81e6-5590-45cd-a482-70ba16ce4e16 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1ed03ce9-6de8-4050-ab31-6bec7b6cbb02 HTTP/1.1" status: 204 len: 168 time: 0.8106523 Nov 09 20:13:33.411083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46590) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:33.457691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a708e20-34c1-40a4-b753-b821228143a3 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Deleting subnet 59582f33-55f8-4206-aa60-704a86b175cd {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:13:33.460896 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a708e20-34c1-40a4-b753-b821228143a3 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.502601 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a708e20-34c1-40a4-b753-b821228143a3 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.544525 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a708e20-34c1-40a4-b753-b821228143a3 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.601902 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a708e20-34c1-40a4-b753-b821228143a3 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.629016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a708e20-34c1-40a4-b753-b821228143a3 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=59582f33-55f8-4206-aa60-704a86b175cd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:33.631061 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8a708e20-34c1-40a4-b753-b821228143a3 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.634245 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8a708e20-34c1-40a4-b753-b821228143a3 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/59582f33-55f8-4206-aa60-704a86b175cd HTTP/1.1" status: 204 len: 168 time: 0.2222078 Nov 09 20:13:33.636832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46592) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:33.710116 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Port b3e71309-0ef9-47e9-b8c9-db534512436d not found while updating agent binding for router 1ed03ce9-6de8-4050-ab31-6bec7b6cbb02. {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 20:13:33.716034 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.719447 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Routers set() bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:33.720033 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Router IDs set() for agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 20:13:33.724445 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_agentschedulers_db [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ed03ce9-6de8-4050-ab31-6bec7b6cbb02'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent'). {{(pid=102298) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 20:13:33.724445 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3b1f1-c4d6-4fa0-b093-79005bcfccfc None None] The sync data for ids ['1ed03ce9-6de8-4050-ab31-6bec7b6cbb02'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:33.738714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61616960-8324-4b48-95ec-b1589319afdb req-d89ed3bf-4b0e-4b27-89f9-af395acfce06 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 210 time: 0.0501935 Nov 09 20:13:33.802184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.822981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51f33bd-0687-4474-89f8-c6bd928cc8df']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:33.832140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd043d03-32d4-4cad-bc74-f54f4c2b5ce8') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:33.832438 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd043d03-32d4-4cad-bc74-f54f4c2b5ce8') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:33.841710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.855666 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.862355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:13:33.862795 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:13:33.864822 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:13:33.928823 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.934450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c51f33bd-0687-4474-89f8-c6bd928cc8df {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 20:13:33.940676 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:33.946713 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "DELETE /v2.0/networks/c51f33bd-0687-4474-89f8-c6bd928cc8df HTTP/1.1" status: 204 len: 168 time: 0.3089142 Nov 09 20:13:33.957500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918edb3-e8ff-4d58-9fa3-cd4ed70d511a tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event deleted for resources: {'Network': ['ID=c51f33bd-0687-4474-89f8-c6bd928cc8df,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:34.145679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46602) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:34.150384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-296316dc-bb19-4b3b-8de5-1163e2273dbd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Request body: {'router': {'name': 'tempest-router--88455853', 'project_id': '4120cb8b31a743f8a1d474c353a9afbc'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:34.173577 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-296316dc-bb19-4b3b-8de5-1163e2273dbd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.174657 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-296316dc-bb19-4b3b-8de5-1163e2273dbd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.231601 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-296316dc-bb19-4b3b-8de5-1163e2273dbd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.237442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-296316dc-bb19-4b3b-8de5-1163e2273dbd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.255710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-296316dc-bb19-4b3b-8de5-1163e2273dbd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.256976 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-296316dc-bb19-4b3b-8de5-1163e2273dbd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1101785 Nov 09 20:13:34.260157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46604) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:34.341292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fffb626-f7de-479d-9d6f-1eb3c58efd14 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.502913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fffb626-f7de-479d-9d6f-1eb3c58efd14 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.505051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fffb626-f7de-479d-9d6f-1eb3c58efd14 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.548958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fffb626-f7de-479d-9d6f-1eb3c58efd14 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.549398 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fffb626-f7de-479d-9d6f-1eb3c58efd14 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df451ea9-09a9-46ff-93e4-4c0c742560f7 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:34.553905 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0fffb626-f7de-479d-9d6f-1eb3c58efd14 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.558579 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0fffb626-f7de-479d-9d6f-1eb3c58efd14 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "DELETE /v2.0/routers/df451ea9-09a9-46ff-93e4-4c0c742560f7 HTTP/1.1" status: 204 len: 168 time: 0.2972646 Nov 09 20:13:34.657127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46608) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:34.845231 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a6a61730-bc1a-40a1-bd56-86d37d72a31b req-8d435b25-8f8e-4d45-a63b-9d9871b5adaa tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 210 time: 0.0318017 Nov 09 20:13:34.872048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1596060575', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:34.896298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.897434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:34.951460 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:35.421084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:35.624869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:35.647399 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:35.752262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Allocated IP 172.25.6.204 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/c178b507-e595-471b-ad69-be77ce33cbaf) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:35.859139 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:35.900061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:35.975456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-02e04e8f-d85c-4ab6-98f7-dd773982ccb8 req-f951412a-64aa-45ef-9936-9085b0aa745a tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8b8c4a-3844-4f75-b06d-5695ca2249c7 HTTP/1.1" status: 200 len: 210 time: 0.0478272 Nov 09 20:13:35.982064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:35.983756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:35.986867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Pushing event updated for resources: {'Port': ['ID=c178b507-e595-471b-ad69-be77ce33cbaf,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:35.989548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:36.263960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:36.468743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:36.575732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a7b9d50e-62c5-4196-b880-a5d51c746c99 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:36.597768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: a7b9d50e-62c5-4196-b880-a5d51c746c99 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:36.598121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a7b9d50e-62c5-4196-b880-a5d51c746c99 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:36.598830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Router 21dc4008-dee1-47e6-8b71-40a6f6a47e72 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:13:36.706865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:36.717804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ced3fb-27c3-4235-a447-d4e4569e3bc3 None None] Sync routers for ids ['21dc4008-dee1-47e6-8b71-40a6f6a47e72'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:36.726943 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:36.730352 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a26e8c51-d1cf-479f-beb2-8a0aaaa6e182 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0702264 Nov 09 20:13:36.730560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ced3fb-27c3-4235-a447-d4e4569e3bc3 None None] Routers {'21dc4008-dee1-47e6-8b71-40a6f6a47e72'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:36.730560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c5ced3fb-27c3-4235-a447-d4e4569e3bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['21dc4008-dee1-47e6-8b71-40a6f6a47e72'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:36.731254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46616) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:36.783846 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c5ced3fb-27c3-4235-a447-d4e4569e3bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:36.794052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ced3fb-27c3-4235-a447-d4e4569e3bc3 None None] Routers {'21dc4008-dee1-47e6-8b71-40a6f6a47e72'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:36.795352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c5ced3fb-27c3-4235-a447-d4e4569e3bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['21dc4008-dee1-47e6-8b71-40a6f6a47e72'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:36.827608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c5ced3fb-27c3-4235-a447-d4e4569e3bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:36.828274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ced3fb-27c3-4235-a447-d4e4569e3bc3 None None] The sync data for ids ['21dc4008-dee1-47e6-8b71-40a6f6a47e72'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:36.835031 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-eba7cf1d-801d-4a7b-b515-1fc34a793e83 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/routers/21dc4008-dee1-47e6-8b71-40a6f6a47e72 HTTP/1.1" status: 200 len: 925 time: 0.1012850 Nov 09 20:13:36.836559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46618) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:36.865563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aea707fd-5e6b-45d4-9c4d-88f60faaf386 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=21dc4008-dee1-47e6-8b71-40a6f6a47e72 HTTP/1.1" status: 200 len: 205 time: 0.0279398 Nov 09 20:13:36.868163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46620) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:36.971075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.041953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46624) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:37.071602 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.130999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Deleting port c178b507-e595-471b-ad69-be77ce33cbaf {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:37.131347 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.173606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f9df06aa-4294-4053-a92f-47bee9865b2c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Deleting port 240d352f-b648-4c6c-a81b-104bd5408b73 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:37.174038 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9df06aa-4294-4053-a92f-47bee9865b2c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.209462 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.222266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Calling delete_port for c178b507-e595-471b-ad69-be77ce33cbaf owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:37.248225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9df06aa-4294-4053-a92f-47bee9865b2c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.248566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9df06aa-4294-4053-a92f-47bee9865b2c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.261110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f9df06aa-4294-4053-a92f-47bee9865b2c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Calling delete_port for 240d352f-b648-4c6c-a81b-104bd5408b73 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:37.389496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.392540 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9df06aa-4294-4053-a92f-47bee9865b2c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.424882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df06aa-4294-4053-a92f-47bee9865b2c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'Port': ['ID=240d352f-b648-4c6c-a81b-104bd5408b73,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:37.452308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Pushing event deleted for resources: {'Port': ['ID=c178b507-e595-471b-ad69-be77ce33cbaf,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:37.488257 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9df06aa-4294-4053-a92f-47bee9865b2c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.491139 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9df06aa-4294-4053-a92f-47bee9865b2c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.491799 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.494909 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f9df06aa-4294-4053-a92f-47bee9865b2c tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "DELETE /v2.0/floatingips/15c21722-ab27-4964-90cc-95f81a6282d4 HTTP/1.1" status: 204 len: 168 time: 0.4494262 Nov 09 20:13:37.585995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.588170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.637121 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.637361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Fanout notify agent at l3_agent the message router_deleted on router 21dc4008-dee1-47e6-8b71-40a6f6a47e72 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:37.645958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.650436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e76d728c-064a-450a-a278-e82a467e3d86 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/21dc4008-dee1-47e6-8b71-40a6f6a47e72 HTTP/1.1" status: 204 len: 168 time: 0.7778134 Nov 09 20:13:37.650781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46634) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:37.655649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1316954735', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_snat': False}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:37.676661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.677847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.732156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:37.881313 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:38.090542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:38.111010 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:38.222359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Allocated IP 172.25.6.23 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/796ca63a-88fa-43a6-a9bd-789f94cfa74b) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:38.330878 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:38.366321 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:38.409950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:38.413016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:38.416621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:38.425348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event updated for resources: {'Port': ['ID=796ca63a-88fa-43a6-a9bd-789f94cfa74b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:38.683013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:38.885125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.018530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Router 3004634e-8efa-4d59-9bca-a787d0fb5744 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:13:39.124621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:39.135088 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Sync routers for ids ['3004634e-8efa-4d59-9bca-a787d0fb5744'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:39.146644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.150799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c17945c4-4294-4220-9ab5-31ced2a0e0fc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.4962118 Nov 09 20:13:39.151015 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Routers {'3004634e-8efa-4d59-9bca-a787d0fb5744'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:39.151015 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3004634e-8efa-4d59-9bca-a787d0fb5744'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:39.151295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46638) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:39.258248 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Set router 3004634e-8efa-4d59-9bca-a787d0fb5744 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:39.265374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-22995534-2b2f-42e2-bb41-aaefad6a6944 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/routers/3004634e-8efa-4d59-9bca-a787d0fb5744 HTTP/1.1" status: 200 len: 908 time: 0.1109018 Nov 09 20:13:39.265690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46640) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:39.270573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1316954735', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_snat': True}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:39.295693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.297317 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.366217 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.536678 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004634e-8efa-4d59-9bca-a787d0fb5744', 'name': 'tempest-snat-router-1316954735', 'tenant_id': 'b37ac3ebf28140daa41d38bac79f8298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.23'}], 'enable_snat': False}, 'gw_port_id': '796ca63a-88fa-43a6-a9bd-789f94cfa74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:37Z', 'updated_at': '2021-11-09T20:13:38Z', 'revision_number': 3, 'project_id': 'b37ac3ebf28140daa41d38bac79f8298', 'gw_port': {'id': '796ca63a-88fa-43a6-a9bd-789f94cfa74b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004634e-8efa-4d59-9bca-a787d0fb5744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:38Z', 'updated_at': '2021-11-09T20:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:39.565140 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Checking router: 3004634e-8efa-4d59-9bca-a787d0fb5744 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:39.565489 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Updating router 3004634e-8efa-4d59-9bca-a787d0fb5744 port 796ca63a-88fa-43a6-a9bd-789f94cfa74b binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:13:39.593071 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.863848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.878085 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.883982 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.932881 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Attempting to bind port 796ca63a-88fa-43a6-a9bd-789f94cfa74b on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:13:39.933247 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Attempting to bind port 796ca63a-88fa-43a6-a9bd-789f94cfa74b by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:13:39.933602 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Attempting to bind port 796ca63a-88fa-43a6-a9bd-789f94cfa74b on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:13:39.945305 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:13:39.950896 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:13:39.951788 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.952201 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:13:39.952689 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Bound port: 796ca63a-88fa-43a6-a9bd-789f94cfa74b, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:13:39.953073 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:39.955029 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e892a-ba9e-4416-935e-c71f7ed7d46e None None] Pushing event updated for resources: {'Port': ['ID=796ca63a-88fa-43a6-a9bd-789f94cfa74b,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:40.011490 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] For port 796ca63a-88fa-43a6-a9bd-789f94cfa74b, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:13:40.014684 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] For port 796ca63a-88fa-43a6-a9bd-789f94cfa74b, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=796ca63a-88fa-43a6-a9bd-789f94cfa74b,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:13:40.019713 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:40.073600 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:40.085829 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Routers {'3004634e-8efa-4d59-9bca-a787d0fb5744'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:40.086449 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3004634e-8efa-4d59-9bca-a787d0fb5744'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:40.090141 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e892a-ba9e-4416-935e-c71f7ed7d46e None None] Pushing event updated for resources: {'Port': ['ID=796ca63a-88fa-43a6-a9bd-789f94cfa74b,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:40.093270 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:40.207678 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] Set router 3004634e-8efa-4d59-9bca-a787d0fb5744 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:40.221284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Allocated IP 172.25.6.135 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/3461b811-56af-4167-9fdc-3a6f4c3b8b0a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:40.265380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6fd57d46-7623-4df3-b5f7-9170d44a022a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:40.333300 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:40.370193 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:40.396235 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004634e-8efa-4d59-9bca-a787d0fb5744', 'name': 'tempest-snat-router-1316954735', 'tenant_id': 'b37ac3ebf28140daa41d38bac79f8298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.23'}], 'enable_snat': False}, 'gw_port_id': '796ca63a-88fa-43a6-a9bd-789f94cfa74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:37Z', 'updated_at': '2021-11-09T20:13:38Z', 'revision_number': 3, 'project_id': 'b37ac3ebf28140daa41d38bac79f8298', 'gw_port': {'id': '796ca63a-88fa-43a6-a9bd-789f94cfa74b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004634e-8efa-4d59-9bca-a787d0fb5744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:38Z', 'updated_at': '2021-11-09T20:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:40.412458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event updated for resources: {'Port': ['ID=3461b811-56af-4167-9fdc-3a6f4c3b8b0a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:40.423563 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6f5a1-2035-4057-9d99-03de28999040 None None] The sync data for ids ['3004634e-8efa-4d59-9bca-a787d0fb5744'] in n-d-817256-1 is: [{'id': '3004634e-8efa-4d59-9bca-a787d0fb5744', 'name': 'tempest-snat-router-1316954735', 'tenant_id': 'b37ac3ebf28140daa41d38bac79f8298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.23'}], 'enable_snat': False}, 'gw_port_id': '796ca63a-88fa-43a6-a9bd-789f94cfa74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:37Z', 'updated_at': '2021-11-09T20:13:38Z', 'revision_number': 3, 'project_id': 'b37ac3ebf28140daa41d38bac79f8298', 'gw_port': {'id': '796ca63a-88fa-43a6-a9bd-789f94cfa74b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:83:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004634e-8efa-4d59-9bca-a787d0fb5744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:38Z', 'updated_at': '2021-11-09T20:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:40.424847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:40.428725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:40.431009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:40.724161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:40.822954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46646) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:40.901448 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1385d06-4685-4584-b9bd-f9e47852c6e5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:40.933192 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1385d06-4685-4584-b9bd-f9e47852c6e5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:40.957921 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:41.012623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1385d06-4685-4584-b9bd-f9e47852c6e5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:41.015318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1385d06-4685-4584-b9bd-f9e47852c6e5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:41.020101 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a1385d06-4685-4584-b9bd-f9e47852c6e5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] 10.222.0.53 "DELETE /v2.0/security-groups/1c7c8105-3d9b-4275-bb29-d4b2bee767bd HTTP/1.1" status: 204 len: 168 time: 0.1930070 Nov 09 20:13:41.027570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1385d06-4685-4584-b9bd-f9e47852c6e5 tempest-TestVolumeBootPattern-194753352 tempest-TestVolumeBootPattern-194753352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7c8105-3d9b-4275-bb29-d4b2bee767bd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:41.082458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46650) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:41.129646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Router 64710e2a-86f9-49a3-9ea4-e60119bd2626 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:13:41.244640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:41.255717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Sync routers for ids ['64710e2a-86f9-49a3-9ea4-e60119bd2626'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:41.270288 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:41.274050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0ca8c2af-24e8-47bf-866d-633b9e5dbf22 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0049562 Nov 09 20:13:41.274213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Routers {'64710e2a-86f9-49a3-9ea4-e60119bd2626'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:41.274213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['64710e2a-86f9-49a3-9ea4-e60119bd2626'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:41.274836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46654) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:41.394600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Set router 64710e2a-86f9-49a3-9ea4-e60119bd2626 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:41.407585 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5d12e440-125f-4093-92d2-aca0868a8b41 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/routers/64710e2a-86f9-49a3-9ea4-e60119bd2626 HTTP/1.1" status: 200 len: 908 time: 0.1312435 Nov 09 20:13:41.410329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46656) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:41.550432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:41.632755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64710e2a-86f9-49a3-9ea4-e60119bd2626', 'name': 'tempest-snat-router-1316954735', 'tenant_id': 'b37ac3ebf28140daa41d38bac79f8298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '3461b811-56af-4167-9fdc-3a6f4c3b8b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:39Z', 'updated_at': '2021-11-09T20:13:40Z', 'revision_number': 3, 'project_id': 'b37ac3ebf28140daa41d38bac79f8298', 'gw_port': {'id': '3461b811-56af-4167-9fdc-3a6f4c3b8b0a', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64710e2a-86f9-49a3-9ea4-e60119bd2626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:40Z', 'updated_at': '2021-11-09T20:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:41.670073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Checking router: 64710e2a-86f9-49a3-9ea4-e60119bd2626 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:41.670802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Updating router 64710e2a-86f9-49a3-9ea4-e60119bd2626 port 3461b811-56af-4167-9fdc-3a6f4c3b8b0a binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:13:41.681437 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:41.700687 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:41.740545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Deleting port 3461b811-56af-4167-9fdc-3a6f4c3b8b0a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:41.740920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:41.824457 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:41.838068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Calling delete_port for 3461b811-56af-4167-9fdc-3a6f4c3b8b0a owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:41.991178 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.025420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.026219 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:13:42.026608 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:13:42.056686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event deleted for resources: {'Port': ['ID=3461b811-56af-4167-9fdc-3a6f4c3b8b0a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:42.120757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.215672 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.217832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.258597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] Deleting port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:42.258908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.263331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.264093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64710e2a-86f9-49a3-9ea4-e60119bd2626 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:42.268652 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.272451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fb98e937-f021-4507-a1a3-a842bf7aaa44 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "DELETE /v2.0/routers/64710e2a-86f9-49a3-9ea4-e60119bd2626 HTTP/1.1" status: 204 len: 168 time: 0.8583910 Nov 09 20:13:42.272702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46658) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:42.340581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] For port cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:42.340948 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.354339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] Calling delete_port for cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:42.384916 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.441875 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 796ca63a-88fa-43a6-a9bd-789f94cfa74b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:13:42.492719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.498991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 796ca63a-88fa-43a6-a9bd-789f94cfa74b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:13:42.499412 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.549160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Port 3461b811-56af-4167-9fdc-3a6f4c3b8b0a not found while updating agent binding for router 64710e2a-86f9-49a3-9ea4-e60119bd2626. {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 20:13:42.549386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Deleting port 796ca63a-88fa-43a6-a9bd-789f94cfa74b {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:42.549519 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.551110 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.567524 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Routers set() bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:42.567894 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Router IDs set() for agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 20:13:42.568502 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64710e2a-86f9-49a3-9ea4-e60119bd2626'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent'). {{(pid=102297) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 20:13:42.568877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e018830-0ace-4bdc-92b1-9474aa87d395 None None] The sync data for ids ['64710e2a-86f9-49a3-9ea4-e60119bd2626'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:42.581691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:42.620804 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.644280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 796ca63a-88fa-43a6-a9bd-789f94cfa74b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=796ca63a-88fa-43a6-a9bd-789f94cfa74b,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:42.651431 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.663994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] For port 796ca63a-88fa-43a6-a9bd-789f94cfa74b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=796ca63a-88fa-43a6-a9bd-789f94cfa74b,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:42.664637 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.680755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Calling delete_port for 796ca63a-88fa-43a6-a9bd-789f94cfa74b owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:42.710299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=796ca63a-88fa-43a6-a9bd-789f94cfa74b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:42.719249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.720354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.721083 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.721610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.722121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.722744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.723288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.723784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.724277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.724777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.725115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.725494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:13:42.767562 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.868233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.895950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event deleted for resources: {'Port': ['ID=796ca63a-88fa-43a6-a9bd-789f94cfa74b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:42.954502 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:42.985964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] Router 73d4bc03-1b57-418d-8885-4d98d2e74089 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:13:43.048354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.050690 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.096419 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.096991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3004634e-8efa-4d59-9bca-a787d0fb5744 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:43.100045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:43.101492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.107113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a4da93bb-56f3-4e2d-b3c5-e64119caf396 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3004634e-8efa-4d59-9bca-a787d0fb5744 HTTP/1.1" status: 204 len: 168 time: 0.8289790 Nov 09 20:13:43.107947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-047077be-8a6c-4b9f-a9aa-57956aa40889 admin admin] 10.222.0.53 "PUT /v2.0/routers/73d4bc03-1b57-418d-8885-4d98d2e74089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0212445 Nov 09 20:13:43.108043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46660) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:43.108282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46662) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:43.112188 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] Sync routers for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:43.113818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2093543973', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:43.121793 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:43.122543 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:43.142332 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.143630 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.218689 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d11d877a-736c-41e6-bcfd-c1ae151644c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.232313 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.258191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.286643 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:43.380632 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.408705 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.437261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Deleting port effba14c-d6cd-4549-b349-caddc276e51c {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:43.437756 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.486607 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T20:13:42Z', 'revision_number': 5, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port': {'id': 'effba14c-d6cd-4549-b349-caddc276e51c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:01Z', 'updated_at': '2021-11-09T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:43.496571 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.522325 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] Checking router: 73d4bc03-1b57-418d-8885-4d98d2e74089 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:43.532574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] For port effba14c-d6cd-4549-b349-caddc276e51c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=effba14c-d6cd-4549-b349-caddc276e51c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:43.533114 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.533819 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] Routers {'73d4bc03-1b57-418d-8885-4d98d2e74089'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:43.534609 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['73d4bc03-1b57-418d-8885-4d98d2e74089'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:43.549052 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Calling delete_port for effba14c-d6cd-4549-b349-caddc276e51c owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:43.624104 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.645978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.738720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.740028 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] Set router 73d4bc03-1b57-418d-8885-4d98d2e74089 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:43.772033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Allocated IP 172.25.6.147 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/1a960ba0-83c9-4eaa-b461-c28427f8d311) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:43.776233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=effba14c-d6cd-4549-b349-caddc276e51c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:43.812195 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T20:13:43Z', 'revision_number': 6, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:43.835369 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.843288 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d64f91-cec6-4900-9c0a-8361aa40dc58 None None] The sync data for ids ['73d4bc03-1b57-418d-8885-4d98d2e74089'] in n-d-817256-1 is: [{'id': '73d4bc03-1b57-418d-8885-4d98d2e74089', 'name': 'tempest-TestVolumeBootPattern-351952082-router', 'tenant_id': '93208427bc274a8b8137372b5d73943b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:58:58Z', 'updated_at': '2021-11-09T20:13:43Z', 'revision_number': 6, 'project_id': '93208427bc274a8b8137372b5d73943b', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:43.893168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.927977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.928385 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.930086 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.964356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:43.968578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:43.972458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:43.974784 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.975328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d4bc03-1b57-418d-8885-4d98d2e74089 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:43.985729 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:43.985729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c4317f9f-a739-489d-8b4c-38b21b835a43 admin admin] 10.222.0.53 "DELETE /v2.0/routers/73d4bc03-1b57-418d-8885-4d98d2e74089 HTTP/1.1" status: 204 len: 168 time: 0.8681083 Nov 09 20:13:43.985729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46664) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:44.003725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Pushing event updated for resources: {'Port': ['ID=1a960ba0-83c9-4eaa-b461-c28427f8d311,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:44.035860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e667c7-0a0e-4980-b2d7-12bd20505308 admin admin] Deleting subnet 1e4cf51e-e3cf-4e25-951e-75adccf486ec {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:13:44.038958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1e667c7-0a0e-4980-b2d7-12bd20505308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.074201 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1e667c7-0a0e-4980-b2d7-12bd20505308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.155135 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1e667c7-0a0e-4980-b2d7-12bd20505308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.216395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1e667c7-0a0e-4980-b2d7-12bd20505308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.252847 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1e667c7-0a0e-4980-b2d7-12bd20505308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.257166 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a1e667c7-0a0e-4980-b2d7-12bd20505308 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1e4cf51e-e3cf-4e25-951e-75adccf486ec HTTP/1.1" status: 204 len: 168 time: 0.2721715 Nov 09 20:13:44.258439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e667c7-0a0e-4980-b2d7-12bd20505308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4cf51e-e3cf-4e25-951e-75adccf486ec,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:44.261275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46666) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:44.261440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5db596-797c-4c45-957a-8d8669a66eb1 None None] Network f371d5ab-06e0-49e5-9339-f059f28199e8 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:13:44.348268 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.411959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Deleting port 419446bf-11f0-4b9a-b4cd-378ae2477248 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:44.412460 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.481023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] For port 419446bf-11f0-4b9a-b4cd-378ae2477248, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=419446bf-11f0-4b9a-b4cd-378ae2477248,segment=NetworkSegment(31d01194-0909-45ee-9330-9d1798c87a3f),segment_id=31d01194-0909-45ee-9330-9d1798c87a3f)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:44.481389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.494631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Calling delete_port for 419446bf-11f0-4b9a-b4cd-378ae2477248 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:44.572011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.572695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.590031 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.600509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Pushing event deleted for resources: {'Port': ['ID=419446bf-11f0-4b9a-b4cd-378ae2477248,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:44.604093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] No DVR routers for this DVR port 419446bf-11f0-4b9a-b4cd-378ae2477248 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:13:44.653644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235c0884-9345-436d-ae71-955084c6706b None None] DHCP port deletion for f371d5ab-06e0-49e5-9339-f059f28199e8 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:13:44.691012 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.717251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f371d5ab-06e0-49e5-9339-f059f28199e8']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:44.729552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d01194-0909-45ee-9330-9d1798c87a3f') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:44.729942 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d01194-0909-45ee-9330-9d1798c87a3f') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:44.733329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 796ca63a-88fa-43a6-a9bd-789f94cfa74b no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:44.741704 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.757868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.759212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 796ca63a-88fa-43a6-a9bd-789f94cfa74b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:44.759562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 796ca63a-88fa-43a6-a9bd-789f94cfa74b not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:44.759985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device effba14c-d6cd-4549-b349-caddc276e51c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:44.765511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:13:44.765914 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:13:44.768117 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:13:44.782918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: effba14c-d6cd-4549-b349-caddc276e51c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:44.783395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device effba14c-d6cd-4549-b349-caddc276e51c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:44.783966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:44.820227 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:44.820709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cf2743fc-3a85-4dd6-b3b1-76952f1c5ec9 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:44.821236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 419446bf-11f0-4b9a-b4cd-378ae2477248 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:44.825585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.831354 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.838460 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:44.842000 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f371d5ab-06e0-49e5-9339-f059f28199e8 HTTP/1.1" status: 204 len: 168 time: 0.5795105 Nov 09 20:13:44.844916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 419446bf-11f0-4b9a-b4cd-378ae2477248 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:44.845297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 419446bf-11f0-4b9a-b4cd-378ae2477248 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:44.853393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46668) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:44.863891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea9213-1bd5-4953-bfb3-9ff998e27885 admin admin] Pushing event deleted for resources: {'Network': ['ID=f371d5ab-06e0-49e5-9339-f059f28199e8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:44.966537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Router 09ad4491-075d-4cde-a850-aa55c9559035 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:13:45.084924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:45.096491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e6e47-cd04-4a65-bf30-175e6bca75aa None None] Sync routers for ids ['09ad4491-075d-4cde-a850-aa55c9559035'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:45.105751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e6e47-cd04-4a65-bf30-175e6bca75aa None None] Routers {'09ad4491-075d-4cde-a850-aa55c9559035'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:45.106641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-194e6e47-cd04-4a65-bf30-175e6bca75aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['09ad4491-075d-4cde-a850-aa55c9559035'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:45.107870 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:45.109095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-982f6de9-d180-49d1-8e6e-a5c4ca25cbc1 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0016539 Nov 09 20:13:45.112552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46670) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:45.119371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a02b9bf1-d6b4-48a8-b85c-d63c6ccedc80 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_snat': False}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:45.143397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-194e6e47-cd04-4a65-bf30-175e6bca75aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:45.152532 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e6e47-cd04-4a65-bf30-175e6bca75aa None None] Routers {'09ad4491-075d-4cde-a850-aa55c9559035'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:45.152532 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-194e6e47-cd04-4a65-bf30-175e6bca75aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['09ad4491-075d-4cde-a850-aa55c9559035'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:45.188764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-194e6e47-cd04-4a65-bf30-175e6bca75aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:45.189430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e6e47-cd04-4a65-bf30-175e6bca75aa None None] The sync data for ids ['09ad4491-075d-4cde-a850-aa55c9559035'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:45.782713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:45.861051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a02b9bf1-d6b4-48a8-b85c-d63c6ccedc80 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:46.201697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] Deleting port b889ca00-afa9-4a58-a4fb-9102756c792e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:46.202036 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:46.339748 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:46.358292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] For port b889ca00-afa9-4a58-a4fb-9102756c792e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b889ca00-afa9-4a58-a4fb-9102756c792e,segment=NetworkSegment(13efc0f7-f3e3-4146-9ca7-2a06c72093c1),segment_id=13efc0f7-f3e3-4146-9ca7-2a06c72093c1)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:46.358673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:46.404618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] Calling delete_port for b889ca00-afa9-4a58-a4fb-9102756c792e owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:46.518629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a02b9bf1-d6b4-48a8-b85c-d63c6ccedc80 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:46.524052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a02b9bf1-d6b4-48a8-b85c-d63c6ccedc80 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:46.704406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02b9bf1-d6b4-48a8-b85c-d63c6ccedc80 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Router 09ad4491-075d-4cde-a850-aa55c9559035 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:13:46.731875 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:46.816771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b889ca00-afa9-4a58-a4fb-9102756c792e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:46.901497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02b9bf1-d6b4-48a8-b85c-d63c6ccedc80 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:46.906381 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a02b9bf1-d6b4-48a8-b85c-d63c6ccedc80 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:46.907720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a02b9bf1-d6b4-48a8-b85c-d63c6ccedc80 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "PUT /v2.0/routers/09ad4491-075d-4cde-a850-aa55c9559035 HTTP/1.1" status: 200 len: 926 time: 1.7941527 Nov 09 20:13:46.910745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46672) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:46.913543 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df72e7-a566-495d-afbd-2185ca6b2b39 None None] Sync routers for ids ['09ad4491-075d-4cde-a850-aa55c9559035'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:46.923790 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df72e7-a566-495d-afbd-2185ca6b2b39 None None] Routers {'09ad4491-075d-4cde-a850-aa55c9559035'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:46.924783 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f8df72e7-a566-495d-afbd-2185ca6b2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['09ad4491-075d-4cde-a850-aa55c9559035'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:46.959578 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f8df72e7-a566-495d-afbd-2185ca6b2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:46.969377 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df72e7-a566-495d-afbd-2185ca6b2b39 None None] Routers {'09ad4491-075d-4cde-a850-aa55c9559035'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:46.970323 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f8df72e7-a566-495d-afbd-2185ca6b2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['09ad4491-075d-4cde-a850-aa55c9559035'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:47.008473 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f8df72e7-a566-495d-afbd-2185ca6b2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:47.009551 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df72e7-a566-495d-afbd-2185ca6b2b39 None None] The sync data for ids ['09ad4491-075d-4cde-a850-aa55c9559035'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:47.010736 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:47.040287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6334533c-0675-4c67-9b8c-367035b0ae46 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/routers/09ad4491-075d-4cde-a850-aa55c9559035 HTTP/1.1" status: 200 len: 926 time: 0.1283550 Nov 09 20:13:47.043144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46674) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:47.117193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c22d31-17f7-4870-9fa2-0f88da5a70d9 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:47.121224 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-05c22d31-17f7-4870-9fa2-0f88da5a70d9 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&device_id=09ad4491-075d-4cde-a850-aa55c9559035&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0744936 Nov 09 20:13:47.121607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46676) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:47.207037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce4ce23-6a4d-41c5-832f-0f859a491783 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:47.208578 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dce4ce23-6a4d-41c5-832f-0f859a491783 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 881 time: 0.0860605 Nov 09 20:13:47.211496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46678) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:47.226590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] Router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:13:47.242158 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9a4246ac-1593-424a-9d91-0cad4d7aa718 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=09ad4491-075d-4cde-a850-aa55c9559035 HTTP/1.1" status: 200 len: 205 time: 0.0296173 Nov 09 20:13:47.244645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46680) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:47.334853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:47.342676 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dcdc2c57-706a-40fb-ba16-11772ac306f4 admin admin] 10.222.0.53 "PUT /v2.0/routers/eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4882267 Nov 09 20:13:47.343070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46682) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:47.345091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] Sync routers for ids ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:47.355127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] Routers {'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:47.355738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:47.356501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:47.462123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] Set router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:47.547212 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:47.550267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:47.648483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'name': 'tempest-TestVolumeBootPattern-396401216-router', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:25Z', 'updated_at': '2021-11-09T20:13:46Z', 'revision_number': 5, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'gw_port': {'id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:30Z', 'updated_at': '2021-11-09T19:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:47.678207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] Checking router: eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:13:47.686380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] Routers {'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:47.686569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Deleting port 1a960ba0-83c9-4eaa-b461-c28427f8d311 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:47.686787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:47.687007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:47.699317 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:47.787925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] Set router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:13:47.798441 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:47.815007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Calling delete_port for 1a960ba0-83c9-4eaa-b461-c28427f8d311 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:47.822359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Deleting port e8865467-6e8a-4db7-9cbf-a3607282c980 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:47.822722 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:47.956239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] For port e8865467-6e8a-4db7-9cbf-a3607282c980, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e8865467-6e8a-4db7-9cbf-a3607282c980,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:47.956968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:47.979583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'name': 'tempest-TestVolumeBootPattern-396401216-router', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:25Z', 'updated_at': '2021-11-09T20:13:46Z', 'revision_number': 5, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'gw_port': {'id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:30Z', 'updated_at': '2021-11-09T19:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:48.002093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Calling delete_port for e8865467-6e8a-4db7-9cbf-a3607282c980 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:48.007345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635fd270-33ea-4a5a-9b2d-01c38570d763 None None] The sync data for ids ['eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a'] in n-d-817256-1 is: [{'id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'name': 'tempest-TestVolumeBootPattern-396401216-router', 'tenant_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T19:59:25Z', 'updated_at': '2021-11-09T20:13:46Z', 'revision_number': 5, 'project_id': 'eda9bbe08b91449cb4f7b00b9e4f4ed4', 'gw_port': {'id': 'e8865467-6e8a-4db7-9cbf-a3607282c980', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T19:59:30Z', 'updated_at': '2021-11-09T19:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:48.147867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.186985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Pushing event deleted for resources: {'Port': ['ID=1a960ba0-83c9-4eaa-b461-c28427f8d311,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:48.277591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.379953 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.381731 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.384062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.429334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b889ca00-afa9-4a58-a4fb-9102756c792e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:48.450713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: b889ca00-afa9-4a58-a4fb-9102756c792e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:48.451183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b889ca00-afa9-4a58-a4fb-9102756c792e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:48.763838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e8865467-6e8a-4db7-9cbf-a3607282c980,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:48.785997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.786593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Fanout notify agent at l3_agent the message router_deleted on router 09ad4491-075d-4cde-a850-aa55c9559035 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:48.809283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.810382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-65920099-5aac-4406-ae42-af07ff32cd65 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/09ad4491-075d-4cde-a850-aa55c9559035 HTTP/1.1" status: 204 len: 168 time: 1.5648146 Nov 09 20:13:48.815716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46684) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:48.820334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f44ba04d-f5a2-46d4-895f-4add3df9eeeb tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1545570626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:48.830319 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.843288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f44ba04d-f5a2-46d4-895f-4add3df9eeeb tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.844974 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f44ba04d-f5a2-46d4-895f-4add3df9eeeb tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.927620 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f44ba04d-f5a2-46d4-895f-4add3df9eeeb tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.932044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f44ba04d-f5a2-46d4-895f-4add3df9eeeb tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.949867 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f44ba04d-f5a2-46d4-895f-4add3df9eeeb tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.951113 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f44ba04d-f5a2-46d4-895f-4add3df9eeeb tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1343987 Nov 09 20:13:48.954136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46686) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:48.957008 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:48.958626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:48.959289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.009876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.010594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:49.015204 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.015839 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca7ccf71-f84e-4b73-8948-c6d1d9e1f0fe admin admin] 10.222.0.53 "DELETE /v2.0/routers/eb7f74ea-ef28-4ed8-b0b2-08b97a32c25a HTTP/1.1" status: 204 len: 168 time: 1.6718512 Nov 09 20:13:49.018670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46688) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:49.065726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5f2b7c-ba18-467c-a944-bc070cda6aa4 admin admin] Deleting subnet 035c1f1f-ca0f-4fcc-be2d-65a36394a87a {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:13:49.069254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2b7c-ba18-467c-a944-bc070cda6aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.112773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2b7c-ba18-467c-a944-bc070cda6aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.182137 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.201142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2b7c-ba18-467c-a944-bc070cda6aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.254106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2b7c-ba18-467c-a944-bc070cda6aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.279771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f2b7c-ba18-467c-a944-bc070cda6aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035c1f1f-ca0f-4fcc-be2d-65a36394a87a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:49.284575 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2b7c-ba18-467c-a944-bc070cda6aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.290734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ba5f2b7c-ba18-467c-a944-bc070cda6aa4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/035c1f1f-ca0f-4fcc-be2d-65a36394a87a HTTP/1.1" status: 204 len: 168 time: 0.2685874 Nov 09 20:13:49.290903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d73c2a4-d4ec-4a26-8d9c-140d60b72102 None None] Network 7b992d45-be45-49a0-ab1d-ef1084008dd4 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:13:49.291015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46690) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:49.361336 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.388326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.412886 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.423030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Deleting port 01e2ba39-9d5a-4078-8427-bed5d0915eab {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:49.423386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.493055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] For port 01e2ba39-9d5a-4078-8427-bed5d0915eab, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=01e2ba39-9d5a-4078-8427-bed5d0915eab,segment=NetworkSegment(13efc0f7-f3e3-4146-9ca7-2a06c72093c1),segment_id=13efc0f7-f3e3-4146-9ca7-2a06c72093c1)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:49.493427 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.501655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69cd875-35b6-4ecb-a8d9-3434bde8bab5 None None] DHCP port deletion for 7b992d45-be45-49a0-ab1d-ef1084008dd4 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:13:49.509706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Calling delete_port for 01e2ba39-9d5a-4078-8427-bed5d0915eab owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:49.530009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Allocated IP 172.25.6.116 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/a3c087b5-83a6-45e6-82ba-5aa74400534f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:49.559591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b69cd875-35b6-4ecb-a8d9-3434bde8bab5 None None] Deleting port 01e2ba39-9d5a-4078-8427-bed5d0915eab {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:49.559975 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b69cd875-35b6-4ecb-a8d9-3434bde8bab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.601341 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.628528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e2ba39-9d5a-4078-8427-bed5d0915eab,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:49.629425 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b69cd875-35b6-4ecb-a8d9-3434bde8bab5 None None] For port 01e2ba39-9d5a-4078-8427-bed5d0915eab, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=01e2ba39-9d5a-4078-8427-bed5d0915eab,segment=NetworkSegment(13efc0f7-f3e3-4146-9ca7-2a06c72093c1),segment_id=13efc0f7-f3e3-4146-9ca7-2a06c72093c1)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:13:49.629853 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b69cd875-35b6-4ecb-a8d9-3434bde8bab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.632437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] No DVR routers for this DVR port 01e2ba39-9d5a-4078-8427-bed5d0915eab on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:13:49.649247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b69cd875-35b6-4ecb-a8d9-3434bde8bab5 None None] Calling delete_port for 01e2ba39-9d5a-4078-8427-bed5d0915eab owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:49.655024 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.691066 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.710161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.731384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:49.732313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b992d45-be45-49a0-ab1d-ef1084008dd4']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:49.734244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:49.742159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:49.745276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Pushing event updated for resources: {'Port': ['ID=a3c087b5-83a6-45e6-82ba-5aa74400534f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:49.745871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13efc0f7-f3e3-4146-9ca7-2a06c72093c1') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:49.746143 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b69cd875-35b6-4ecb-a8d9-3434bde8bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.746358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13efc0f7-f3e3-4146-9ca7-2a06c72093c1') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:49.763973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.777753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cd875-35b6-4ecb-a8d9-3434bde8bab5 None None] Pushing event deleted for resources: {'Port': ['ID=01e2ba39-9d5a-4078-8427-bed5d0915eab,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:49.778278 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.783488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69cd875-35b6-4ecb-a8d9-3434bde8bab5 None None] No DVR routers for this DVR port 01e2ba39-9d5a-4078-8427-bed5d0915eab on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:13:49.786495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:13:49.787522 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:13:49.789502 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:13:49.849382 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.854387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:49.858102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7b992d45-be45-49a0-ab1d-ef1084008dd4 HTTP/1.1" status: 204 len: 168 time: 0.5662854 Nov 09 20:13:49.871869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751b60c-15e6-4e07-abb9-942da8b08785 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b992d45-be45-49a0-ab1d-ef1084008dd4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:49.973209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46694) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:50.004520 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.017373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f0f06212-6771-4881-828f-8f63e4320999 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93208427bc274a8b8137372b5d73943b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404797 Nov 09 20:13:50.017655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46696) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:50.067276 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-14511e83-e898-4021-a4b8-de56d363b806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.087753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-14511e83-e898-4021-a4b8-de56d363b806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.138985 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-14511e83-e898-4021-a4b8-de56d363b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.142607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-14511e83-e898-4021-a4b8-de56d363b806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.143754 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-14511e83-e898-4021-a4b8-de56d363b806 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/838ee448-c616-45bc-81d5-5f826718165b HTTP/1.1" status: 204 len: 168 time: 0.1251769 Nov 09 20:13:50.156444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14511e83-e898-4021-a4b8-de56d363b806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838ee448-c616-45bc-81d5-5f826718165b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:50.432934 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e8865467-6e8a-4db7-9cbf-a3607282c980 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:50.460750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: e8865467-6e8a-4db7-9cbf-a3607282c980 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:50.461154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e8865467-6e8a-4db7-9cbf-a3607282c980 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:50.461694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 01e2ba39-9d5a-4078-8427-bed5d0915eab no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:13:50.485870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 01e2ba39-9d5a-4078-8427-bed5d0915eab {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:13:50.486337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 01e2ba39-9d5a-4078-8427-bed5d0915eab not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:13:50.505717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46702) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:50.558091 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-755b7f9c-0169-4260-bddb-4eda6e526303 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eda9bbe08b91449cb4f7b00b9e4f4ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510831 Nov 09 20:13:50.560767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46704) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:50.572902 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.576568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.615030 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5ed0861c-5598-4318-b76b-f2c13405794d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.638548 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5ed0861c-5598-4318-b76b-f2c13405794d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.689743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5ed0861c-5598-4318-b76b-f2c13405794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.692882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5ed0861c-5598-4318-b76b-f2c13405794d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.694163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5ed0861c-5598-4318-b76b-f2c13405794d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d7ed1ea-e092-4199-95b6-33d5a216ee1e HTTP/1.1" status: 204 len: 168 time: 0.1324348 Nov 09 20:13:50.702336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0861c-5598-4318-b76b-f2c13405794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7ed1ea-e092-4199-95b6-33d5a216ee1e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:50.742679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Router c428cab6-a33d-4928-88ad-b2f51d4430df is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:13:50.884044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:50.892284 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:50.893441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c4a883e2-259a-415b-8820-63d40152d90d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "PUT /v2.0/routers/c428cab6-a33d-4928-88ad-b2f51d4430df HTTP/1.1" status: 200 len: 884 time: 1.9383283 Nov 09 20:13:50.895497 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465dcf30-5f09-460a-9f66-e685929c7ced None None] Sync routers for ids ['c428cab6-a33d-4928-88ad-b2f51d4430df'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:50.896448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46708) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:50.906877 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465dcf30-5f09-460a-9f66-e685929c7ced None None] Routers {'c428cab6-a33d-4928-88ad-b2f51d4430df'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:50.906877 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-465dcf30-5f09-460a-9f66-e685929c7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c428cab6-a33d-4928-88ad-b2f51d4430df'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:50.942841 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-465dcf30-5f09-460a-9f66-e685929c7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:50.953244 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465dcf30-5f09-460a-9f66-e685929c7ced None None] Routers {'c428cab6-a33d-4928-88ad-b2f51d4430df'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:50.954210 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-465dcf30-5f09-460a-9f66-e685929c7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['c428cab6-a33d-4928-88ad-b2f51d4430df'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:50.992059 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-465dcf30-5f09-460a-9f66-e685929c7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:50.993049 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465dcf30-5f09-460a-9f66-e685929c7ced None None] The sync data for ids ['c428cab6-a33d-4928-88ad-b2f51d4430df'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:51.029177 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cf03cb30-cdf1-4ce3-8ede-5d077e5e78b9 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/routers/c428cab6-a33d-4928-88ad-b2f51d4430df HTTP/1.1" status: 200 len: 925 time: 0.1314418 Nov 09 20:13:51.033411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46710) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:51.116260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5010df5b-e7f5-455a-967b-6683db8289fa tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:51.117870 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5010df5b-e7f5-455a-967b-6683db8289fa tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&device_id=c428cab6-a33d-4928-88ad-b2f51d4430df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0830896 Nov 09 20:13:51.120693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46712) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:51.236759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719223e2-8495-4df8-8e58-4d278c46cfe3 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:51.238217 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-719223e2-8495-4df8-8e58-4d278c46cfe3 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 881 time: 0.1165326 Nov 09 20:13:51.243965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46714) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:51.276315 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-875dd657-3886-43eb-8afb-755f08e33da0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=c428cab6-a33d-4928-88ad-b2f51d4430df HTTP/1.1" status: 200 len: 205 time: 0.0307698 Nov 09 20:13:51.278610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46716) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:51.332329 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:51.405995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:51.516584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:51.567183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Deleting port a3c087b5-83a6-45e6-82ba-5aa74400534f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:51.567514 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:51.644963 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:51.657092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Calling delete_port for a3c087b5-83a6-45e6-82ba-5aa74400534f owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:51.816216 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:51.841374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Pushing event deleted for resources: {'Port': ['ID=a3c087b5-83a6-45e6-82ba-5aa74400534f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:51.900624 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:51.993421 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:51.995468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.045770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.046472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Fanout notify agent at l3_agent the message router_deleted on router c428cab6-a33d-4928-88ad-b2f51d4430df {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:52.053176 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.054284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e2a604e4-3197-443b-a4b5-4820e227f12e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/c428cab6-a33d-4928-88ad-b2f51d4430df HTTP/1.1" status: 204 len: 168 time: 0.7747173 Nov 09 20:13:52.058042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46718) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:52.062427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4b4d030b-2211-4bf9-808f-30dbe0208ba2 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-371165539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:52.086033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b4d030b-2211-4bf9-808f-30dbe0208ba2 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.087117 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b4d030b-2211-4bf9-808f-30dbe0208ba2 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.137758 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b4d030b-2211-4bf9-808f-30dbe0208ba2 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.143398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b4d030b-2211-4bf9-808f-30dbe0208ba2 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.160740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4b4d030b-2211-4bf9-808f-30dbe0208ba2 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.162058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4b4d030b-2211-4bf9-808f-30dbe0208ba2 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1030476 Nov 09 20:13:52.164824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46720) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:52.169237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_snat': True}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:52.371016 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.567493 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.590097 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.695707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Allocated IP 172.25.6.68 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/4d8d4aca-5e04-464d-a4b4-d6d995f58213) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:52.796801 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.835202 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:52.882811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:52.885703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:52.892772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:52.895862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event updated for resources: {'Port': ['ID=4d8d4aca-5e04-464d-a4b4-d6d995f58213,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:53.138524 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:53.347668 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:53.351523 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:53.482349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Router 0c88d89d-b6a8-4c92-9c3b-67f8dac241a4 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:13:53.589749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:53.594829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:53.596455 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ef47c3a6-b9ba-42bf-9daf-c7190a6daacd tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "PUT /v2.0/routers/0c88d89d-b6a8-4c92-9c3b-67f8dac241a4 HTTP/1.1" status: 200 len: 917 time: 1.4300022 Nov 09 20:13:53.598477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46726) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:53.598651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cd450-add1-436b-b04b-968fb10f3feb None None] Sync routers for ids ['0c88d89d-b6a8-4c92-9c3b-67f8dac241a4'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:53.608717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cd450-add1-436b-b04b-968fb10f3feb None None] Routers {'0c88d89d-b6a8-4c92-9c3b-67f8dac241a4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:53.609381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-977cd450-add1-436b-b04b-968fb10f3feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0c88d89d-b6a8-4c92-9c3b-67f8dac241a4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:53.641786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-977cd450-add1-436b-b04b-968fb10f3feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:53.650219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cd450-add1-436b-b04b-968fb10f3feb None None] Routers {'0c88d89d-b6a8-4c92-9c3b-67f8dac241a4'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:53.650834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-977cd450-add1-436b-b04b-968fb10f3feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0c88d89d-b6a8-4c92-9c3b-67f8dac241a4'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:53.684309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-977cd450-add1-436b-b04b-968fb10f3feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:53.684958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cd450-add1-436b-b04b-968fb10f3feb None None] The sync data for ids ['0c88d89d-b6a8-4c92-9c3b-67f8dac241a4'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:53.702503 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dc0e6a96-e1ea-43d3-b9e2-c6eb6f3e8544 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/routers/0c88d89d-b6a8-4c92-9c3b-67f8dac241a4 HTTP/1.1" status: 200 len: 923 time: 0.1029079 Nov 09 20:13:53.706076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46728) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:53.746024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e9c66f-29e8-49dd-bbce-195d432ef321 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:53.747450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-34e9c66f-29e8-49dd-bbce-195d432ef321 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&device_id=0c88d89d-b6a8-4c92-9c3b-67f8dac241a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0404472 Nov 09 20:13:53.750214 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46730) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:53.838869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4b95ef-cf42-416d-84ea-bdf2ae77eb19 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:53.840312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ad4b95ef-cf42-416d-84ea-bdf2ae77eb19 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 881 time: 0.0888789 Nov 09 20:13:53.843079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46732) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:53.874855 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b13b148f-2ee7-4706-a7aa-cd9ced0ed137 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c88d89d-b6a8-4c92-9c3b-67f8dac241a4 HTTP/1.1" status: 200 len: 205 time: 0.0299513 Nov 09 20:13:53.877941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46734) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:53.991722 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.101203 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.156079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Deleting port 4d8d4aca-5e04-464d-a4b4-d6d995f58213 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:54.156532 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.232701 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.244685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Calling delete_port for 4d8d4aca-5e04-464d-a4b4-d6d995f58213 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:54.406780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.435980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Pushing event deleted for resources: {'Port': ['ID=4d8d4aca-5e04-464d-a4b4-d6d995f58213,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:54.495370 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.583595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.585647 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.628087 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.628528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Fanout notify agent at l3_agent the message router_deleted on router 0c88d89d-b6a8-4c92-9c3b-67f8dac241a4 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:54.635322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.639427 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-34224bbb-48fb-4da9-b67e-bfa57df227a0 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/0c88d89d-b6a8-4c92-9c3b-67f8dac241a4 HTTP/1.1" status: 204 len: 168 time: 0.7598577 Nov 09 20:13:54.639931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46736) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:54.644478 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2fd84416-5f75-42e2-ab08-d8b9fe227209 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1627007643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:54.666470 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fd84416-5f75-42e2-ab08-d8b9fe227209 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.667639 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fd84416-5f75-42e2-ab08-d8b9fe227209 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.721111 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fd84416-5f75-42e2-ab08-d8b9fe227209 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.725130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fd84416-5f75-42e2-ab08-d8b9fe227209 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.743029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fd84416-5f75-42e2-ab08-d8b9fe227209 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:54.744207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2fd84416-5f75-42e2-ab08-d8b9fe227209 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1032667 Nov 09 20:13:54.747073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46738) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:54.752323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'enable_snat': False}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:54.945424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:55.140372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:55.159378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:55.275613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Allocated IP 172.25.6.74 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/c2d45fe3-80e2-4651-9698-b9087b0a5b18) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:55.381132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:55.415485 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:55.458413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:55.461354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:55.463765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:55.492605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Pushing event updated for resources: {'Port': ['ID=c2d45fe3-80e2-4651-9698-b9087b0a5b18,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:55.545993 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:55.735809 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:55.928047 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:55.931391 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:56.061964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Router d1a026de-df92-44f9-a029-15a2d91c1303 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:13:56.176034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:56.180395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:56.181507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-00db7aeb-9600-4ea2-9f27-3e06a2657ccc tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "PUT /v2.0/routers/d1a026de-df92-44f9-a029-15a2d91c1303 HTTP/1.1" status: 200 len: 919 time: 1.4334967 Nov 09 20:13:56.184183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46742) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:56.186999 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34289aeb-29af-4179-a3f5-1190ceb66718 None None] Sync routers for ids ['d1a026de-df92-44f9-a029-15a2d91c1303'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:56.199379 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34289aeb-29af-4179-a3f5-1190ceb66718 None None] Routers {'d1a026de-df92-44f9-a029-15a2d91c1303'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:56.199379 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-34289aeb-29af-4179-a3f5-1190ceb66718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d1a026de-df92-44f9-a029-15a2d91c1303'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:56.240131 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-34289aeb-29af-4179-a3f5-1190ceb66718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:56.248916 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34289aeb-29af-4179-a3f5-1190ceb66718 None None] Routers {'d1a026de-df92-44f9-a029-15a2d91c1303'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:56.249510 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-34289aeb-29af-4179-a3f5-1190ceb66718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d1a026de-df92-44f9-a029-15a2d91c1303'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:56.282791 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-34289aeb-29af-4179-a3f5-1190ceb66718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:56.283442 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34289aeb-29af-4179-a3f5-1190ceb66718 None None] The sync data for ids ['d1a026de-df92-44f9-a029-15a2d91c1303'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:56.293823 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a709acfc-7b18-44e5-a184-09e1fbd83be6 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/routers/d1a026de-df92-44f9-a029-15a2d91c1303 HTTP/1.1" status: 200 len: 925 time: 0.1085618 Nov 09 20:13:56.296549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46744) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:56.651277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6819e9f-4ed3-4e0e-988f-c1488a078ce4 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:56.652793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f6819e9f-4ed3-4e0e-988f-c1488a078ce4 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&device_id=d1a026de-df92-44f9-a029-15a2d91c1303&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3543355 Nov 09 20:13:56.655515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46746) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:56.736361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b01a2d-4d65-4f28-8b43-84b17e6eb1ba tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:13:56.737747 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d4b01a2d-4d65-4f28-8b43-84b17e6eb1ba tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/networks/944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 881 time: 0.0813112 Nov 09 20:13:56.740654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46748) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:56.770494 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-176e8291-0f14-4fa3-8720-c27977eff4c7 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1a026de-df92-44f9-a029-15a2d91c1303 HTTP/1.1" status: 200 len: 205 time: 0.0288067 Nov 09 20:13:56.772979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46750) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:56.873252 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:56.970333 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.026765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Deleting port c2d45fe3-80e2-4651-9698-b9087b0a5b18 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:57.027112 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.103748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.116153 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Calling delete_port for c2d45fe3-80e2-4651-9698-b9087b0a5b18 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:57.279952 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.306571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Pushing event deleted for resources: {'Port': ['ID=c2d45fe3-80e2-4651-9698-b9087b0a5b18,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:57.370990 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.464425 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.466561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.508897 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.509457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Fanout notify agent at l3_agent the message router_deleted on router d1a026de-df92-44f9-a029-15a2d91c1303 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:13:57.517580 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.518785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0e435ef8-5334-4c0c-b555-2434bbb2b90c tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/d1a026de-df92-44f9-a029-15a2d91c1303 HTTP/1.1" status: 204 len: 168 time: 0.7448828 Nov 09 20:13:57.522493 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46752) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:57.527085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-445901419', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:57.551466 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.552389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.606995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.740374 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.942719 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:57.962331 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:58.073324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Allocated IP 172.25.6.16 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/cdef1b57-7fa2-46f0-b3ad-a0605c8f3c4e) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:13:58.177416 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:58.209715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:58.246480 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:13:58.249365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:13:58.253735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:13:58.286683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Pushing event updated for resources: {'Port': ['ID=cdef1b57-7fa2-46f0-b3ad-a0605c8f3c4e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:58.518072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:58.713721 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:58.834167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Router 50c86029-ce9b-42da-bb38-d8331e86cd0b is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:13:58.944878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:13:58.955007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d1801-e23d-458f-a5a5-b1a571b71bb1 None None] Sync routers for ids ['50c86029-ce9b-42da-bb38-d8331e86cd0b'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:13:58.965061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d1801-e23d-458f-a5a5-b1a571b71bb1 None None] Routers {'50c86029-ce9b-42da-bb38-d8331e86cd0b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:58.965511 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:58.965694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e05d1801-e23d-458f-a5a5-b1a571b71bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['50c86029-ce9b-42da-bb38-d8331e86cd0b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:58.967013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9ed5013f-6290-407a-a08f-5d778101c2b8 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4431541 Nov 09 20:13:58.969898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46754) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:13:58.974361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:13:58.997547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e05d1801-e23d-458f-a5a5-b1a571b71bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:59.007533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d1801-e23d-458f-a5a5-b1a571b71bb1 None None] Routers {'50c86029-ce9b-42da-bb38-d8331e86cd0b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:13:59.008124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e05d1801-e23d-458f-a5a5-b1a571b71bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['50c86029-ce9b-42da-bb38-d8331e86cd0b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:59.025697 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:13:59.203931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e05d1801-e23d-458f-a5a5-b1a571b71bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:13:59.204586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d1801-e23d-458f-a5a5-b1a571b71bb1 None None] The sync data for ids ['50c86029-ce9b-42da-bb38-d8331e86cd0b'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:13:59.283109 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:59.295188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:59.349826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Deleting port cdef1b57-7fa2-46f0-b3ad-a0605c8f3c4e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:13:59.350175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:59.427700 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:59.440228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Calling delete_port for cdef1b57-7fa2-46f0-b3ad-a0605c8f3c4e owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:13:59.603570 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:13:59.630081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Pushing event deleted for resources: {'Port': ['ID=cdef1b57-7fa2-46f0-b3ad-a0605c8f3c4e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:13:59.687987 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:00.200858 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1570'] for router, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:00.204626 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577634'] for router, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:00.276553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Router 50c86029-ce9b-42da-bb38-d8331e86cd0b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:00.350477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:00.357172 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:00.358340 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aad993ab-09f1-4754-bfe0-e54ca0fd9586 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "PUT /v2.0/routers/50c86029-ce9b-42da-bb38-d8331e86cd0b HTTP/1.1" status: 200 len: 709 time: 1.3875034 Nov 09 20:14:00.361134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46758) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:00.363223 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c8fdb-df2f-4132-ac85-4c01977f2dbc None None] Sync routers for ids ['50c86029-ce9b-42da-bb38-d8331e86cd0b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:00.373619 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c8fdb-df2f-4132-ac85-4c01977f2dbc None None] Routers {'50c86029-ce9b-42da-bb38-d8331e86cd0b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:00.374287 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-113c8fdb-df2f-4132-ac85-4c01977f2dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['50c86029-ce9b-42da-bb38-d8331e86cd0b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:00.410094 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-113c8fdb-df2f-4132-ac85-4c01977f2dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:00.418414 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c8fdb-df2f-4132-ac85-4c01977f2dbc None None] Routers {'50c86029-ce9b-42da-bb38-d8331e86cd0b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:00.419026 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-113c8fdb-df2f-4132-ac85-4c01977f2dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['50c86029-ce9b-42da-bb38-d8331e86cd0b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:00.435142 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-765af0a0-9a81-41c5-a7d4-a49ea34d0828 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/routers/50c86029-ce9b-42da-bb38-d8331e86cd0b HTTP/1.1" status: 200 len: 744 time: 0.0730069 Nov 09 20:14:00.438468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46760) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:00.449994 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-113c8fdb-df2f-4132-ac85-4c01977f2dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:00.450660 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c8fdb-df2f-4132-ac85-4c01977f2dbc None None] The sync data for ids ['50c86029-ce9b-42da-bb38-d8331e86cd0b'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:00.483515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0ad93518-fc65-4896-8eff-e4da1b25c6a2 tempest-RoutersIpV6AdminTest-1812809164 tempest-RoutersIpV6AdminTest-1812809164-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&device_id=50c86029-ce9b-42da-bb38-d8331e86cd0b HTTP/1.1" status: 200 len: 205 time: 0.0441358 Nov 09 20:14:00.486556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46762) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:00.516185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-01c6c190-06d6-4769-a750-8356c848b6c7 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c86029-ce9b-42da-bb38-d8331e86cd0b HTTP/1.1" status: 200 len: 205 time: 0.0285521 Nov 09 20:14:00.518592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46764) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:00.588786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76412286-8a4d-4592-83e7-b27f9bc8e589 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:00.743156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76412286-8a4d-4592-83e7-b27f9bc8e589 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:00.745139 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76412286-8a4d-4592-83e7-b27f9bc8e589 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:00.790144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76412286-8a4d-4592-83e7-b27f9bc8e589 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:00.790721 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76412286-8a4d-4592-83e7-b27f9bc8e589 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Fanout notify agent at l3_agent the message router_deleted on router 50c86029-ce9b-42da-bb38-d8331e86cd0b {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:14:00.797885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76412286-8a4d-4592-83e7-b27f9bc8e589 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:00.799057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-76412286-8a4d-4592-83e7-b27f9bc8e589 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/50c86029-ce9b-42da-bb38-d8331e86cd0b HTTP/1.1" status: 204 len: 168 time: 0.2795305 Nov 09 20:14:00.802229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:00.828596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-09934de3-7a80-4eb9-9918-6a779d85b037 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c86029-ce9b-42da-bb38-d8331e86cd0b HTTP/1.1" status: 200 len: 205 time: 0.0252993 Nov 09 20:14:00.830768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46768) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:00.866871 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-b8b439f1-6ce8-4fe6-8f6b-9f9f3ee60a9a tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] delete failed (client error): The resource could not be found. Nov 09 20:14:00.867837 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b8b439f1-6ce8-4fe6-8f6b-9f9f3ee60a9a tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/50c86029-ce9b-42da-bb38-d8331e86cd0b HTTP/1.1" status: 404 len: 336 time: 0.0362108 Nov 09 20:14:00.870242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46770) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:00.903890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4fafa93b-1cef-4a21-9208-8b8fa6a95f39 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1a026de-df92-44f9-a029-15a2d91c1303 HTTP/1.1" status: 200 len: 205 time: 0.0326121 Nov 09 20:14:00.906162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46772) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:00.941867 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-eb03c5e2-a7c4-418e-b3cb-dc861e94e855 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] delete failed (client error): The resource could not be found. Nov 09 20:14:00.942868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-eb03c5e2-a7c4-418e-b3cb-dc861e94e855 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/d1a026de-df92-44f9-a029-15a2d91c1303 HTTP/1.1" status: 404 len: 336 time: 0.0357196 Nov 09 20:14:00.945225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46774) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:00.971350 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d73c2d70-31b3-4f96-ab67-5692ed0d3d66 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c88d89d-b6a8-4c92-9c3b-67f8dac241a4 HTTP/1.1" status: 200 len: 205 time: 0.0251281 Nov 09 20:14:00.973508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46776) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:01.013619 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-233ba33c-fd19-4eae-8b8f-8e920d9ad006 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] delete failed (client error): The resource could not be found. Nov 09 20:14:01.014558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-233ba33c-fd19-4eae-8b8f-8e920d9ad006 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/0c88d89d-b6a8-4c92-9c3b-67f8dac241a4 HTTP/1.1" status: 404 len: 336 time: 0.0401652 Nov 09 20:14:01.017846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46778) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:01.043475 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-96f30790-872b-472b-9f5d-939fc6321c81 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=c428cab6-a33d-4928-88ad-b2f51d4430df HTTP/1.1" status: 200 len: 205 time: 0.0246186 Nov 09 20:14:01.045676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46780) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:01.081908 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-8b1ebe71-9b29-49d0-b68f-6f158a1f8a9e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] delete failed (client error): The resource could not be found. Nov 09 20:14:01.082921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8b1ebe71-9b29-49d0-b68f-6f158a1f8a9e tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/c428cab6-a33d-4928-88ad-b2f51d4430df HTTP/1.1" status: 404 len: 336 time: 0.0363688 Nov 09 20:14:01.085445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46782) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:01.116059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-66dd212f-3804-4061-b342-9557e3adfb10 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=09ad4491-075d-4cde-a850-aa55c9559035 HTTP/1.1" status: 200 len: 205 time: 0.0294702 Nov 09 20:14:01.118359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46784) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:01.155446 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-da849753-aade-4e6b-858d-f54cc81a30e4 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] delete failed (client error): The resource could not be found. Nov 09 20:14:01.156517 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-da849753-aade-4e6b-858d-f54cc81a30e4 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/09ad4491-075d-4cde-a850-aa55c9559035 HTTP/1.1" status: 404 len: 336 time: 0.0372486 Nov 09 20:14:01.159314 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46786) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:01.185138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a0788a0e-4411-4683-8bd6-7c5eaf42fe2d tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "GET /v2.0/ports?device_id=21dc4008-dee1-47e6-8b71-40a6f6a47e72 HTTP/1.1" status: 200 len: 205 time: 0.0248094 Nov 09 20:14:01.187963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46788) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:01.227212 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-f419d1eb-2ddf-40d0-b4a3-bdcb7e34c790 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] delete failed (client error): The resource could not be found. Nov 09 20:14:01.228184 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f419d1eb-2ddf-40d0-b4a3-bdcb7e34c790 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/routers/21dc4008-dee1-47e6-8b71-40a6f6a47e72 HTTP/1.1" status: 404 len: 336 time: 0.0390832 Nov 09 20:14:01.230659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46790) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:01.256843 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c8f850-a6d5-435e-ad49-dfae22534270 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] DELETE failed (client error): The resource could not be found. Nov 09 20:14:01.257288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c8f850-a6d5-435e-ad49-dfae22534270 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:14:01.260348 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c6c8f850-a6d5-435e-ad49-dfae22534270 tempest-RoutersIpV6AdminTest-1953620656 tempest-RoutersIpV6AdminTest-1953620656-project] 10.222.0.53 "DELETE /v2.0/subnets/59582f33-55f8-4206-aa60-704a86b175cd HTTP/1.1" status: 404 len: 337 time: 0.0288270 Nov 09 20:14:01.502264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46796) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:01.607377 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf649642-d3e0-4a0b-b538-f43c7fe7314c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:01.683709 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf649642-d3e0-4a0b-b538-f43c7fe7314c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:01.688102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf649642-d3e0-4a0b-b538-f43c7fe7314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:01.726816 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cf649642-d3e0-4a0b-b538-f43c7fe7314c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0494b8bc6d84421b844493aa95581c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234256 Nov 09 20:14:01.727952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf649642-d3e0-4a0b-b538-f43c7fe7314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6fb622-0c5a-4c2c-8dca-7ea019ff2c2c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:01.729510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46800) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:01.782482 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b750-bcc4-44fb-9676-cbbdad48d3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:01.802688 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b750-bcc4-44fb-9676-cbbdad48d3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:01.849786 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b750-bcc4-44fb-9676-cbbdad48d3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:01.852371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b750-bcc4-44fb-9676-cbbdad48d3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:01.853514 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f4e2b750-bcc4-44fb-9676-cbbdad48d3e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b6fb622-0c5a-4c2c-8dca-7ea019ff2c2c HTTP/1.1" status: 204 len: 168 time: 0.1229758 Nov 09 20:14:01.860949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2b750-bcc4-44fb-9676-cbbdad48d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6fb622-0c5a-4c2c-8dca-7ea019ff2c2c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:02.117832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46806) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:02.159579 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c423c01c-0c94-42dc-afe8-529499163f6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b37ac3ebf28140daa41d38bac79f8298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406020 Nov 09 20:14:02.161996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46808) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:02.213360 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37df4a8c-36b4-485d-80aa-637112bd8ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:02.235149 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37df4a8c-36b4-485d-80aa-637112bd8ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:02.284765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37df4a8c-36b4-485d-80aa-637112bd8ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:02.287885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-37df4a8c-36b4-485d-80aa-637112bd8ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:02.289069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-37df4a8c-36b4-485d-80aa-637112bd8ea6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/409152df-d268-43c0-92b2-171e3cd0bd82 HTTP/1.1" status: 204 len: 168 time: 0.1261468 Nov 09 20:14:02.297628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df4a8c-36b4-485d-80aa-637112bd8ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409152df-d268-43c0-92b2-171e3cd0bd82,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:03.478544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46844) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:03.575656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1844103639', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:03.597886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Made reservation on behalf of ecdce517c7964b1f8ebbab1cac4e7d0b for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:03.600266 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:03.608363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:03.681884 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:03.685383 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:03.689705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] device_id is not set on port 9cec8370-1254-4fcb-9249-d21aa647f064 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:14:03.746502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f017dfe-d4f9-4815-8dd3-559db34c2046,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:03.806643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Allocated IP 172.25.6.19 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/9cec8370-1254-4fcb-9249-d21aa647f064) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:03.937710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:03.970674 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.016034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:04.018995 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:04.025550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:04.028295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Pushing event updated for resources: {'Port': ['ID=9cec8370-1254-4fcb-9249-d21aa647f064,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:04.066548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:04.067151 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.082191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3dd85a66-9ca9-4889-91f9-2611842b2f5e tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6023834 Nov 09 20:14:04.085108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46850) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:04.089251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.19'}]}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:04.111066 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.112019 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.163572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.304104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.510870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f754f-9ab6-4362-89b7-49463aea91ee req-b58d1f68-12c8-4679-b723-085f02078eed tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:04.512248 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c3f754f-9ab6-4362-89b7-49463aea91ee req-b58d1f68-12c8-4679-b723-085f02078eed tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.1155915 Nov 09 20:14:04.565941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.593358 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.599202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c3f754f-9ab6-4362-89b7-49463aea91ee req-1b852117-4ab6-4e6b-9ccb-544db6bae2e2 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671191 Nov 09 20:14:04.747335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.900766 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.902861 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.944187 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:04.944845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd815f0-f4fa-441f-9cd1-63c861156f75 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:14:04.962808 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 20:14:04.963893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-01ca3ff6-7505-45f8-8296-8bcc0b17cc38 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8778749 Nov 09 20:14:04.966678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46868) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:05.047385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cf264adc-7da3-458e-b3ed-f1decffb6271 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Deleting port 9cec8370-1254-4fcb-9249-d21aa647f064 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:05.048329 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf264adc-7da3-458e-b3ed-f1decffb6271 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.124313 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf264adc-7da3-458e-b3ed-f1decffb6271 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.136929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cf264adc-7da3-458e-b3ed-f1decffb6271 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Calling delete_port for 9cec8370-1254-4fcb-9249-d21aa647f064 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:05.259146 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf264adc-7da3-458e-b3ed-f1decffb6271 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.287814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf264adc-7da3-458e-b3ed-f1decffb6271 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cec8370-1254-4fcb-9249-d21aa647f064,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:05.346185 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf264adc-7da3-458e-b3ed-f1decffb6271 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.349525 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cf264adc-7da3-458e-b3ed-f1decffb6271 tempest-RoutersAdminNegativeIpV6Test-325167530 tempest-RoutersAdminNegativeIpV6Test-325167530-project-admin] 10.222.0.53 "DELETE /v2.0/ports/9cec8370-1254-4fcb-9249-d21aa647f064 HTTP/1.1" status: 204 len: 168 time: 0.3819227 Nov 09 20:14:05.590847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46874) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:05.706488 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a5c62a3-cf1f-4dbc-b3da-51a778cb3e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.721657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e6526-d276-4bbe-9184-7eca8f116068 req-bfecc89e-c2d3-40de-89e0-34de5dd7a10a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:05.723229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e0e6526-d276-4bbe-9184-7eca8f116068 req-bfecc89e-c2d3-40de-89e0-34de5dd7a10a tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0545068 Nov 09 20:14:05.762852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1e0e6526-d276-4bbe-9184-7eca8f116068 req-d4d85e53-bc71-4311-bb09-6c7fa1a3e25c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334115 Nov 09 20:14:05.787230 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a5c62a3-cf1f-4dbc-b3da-51a778cb3e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.791128 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9a5c62a3-cf1f-4dbc-b3da-51a778cb3e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.830884 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9a5c62a3-cf1f-4dbc-b3da-51a778cb3e07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e171ccc12bd4b1990c6f65690d28df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389421 Nov 09 20:14:05.831730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c62a3-cf1f-4dbc-b3da-51a778cb3e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a738cb70-2e7e-4a22-831d-5fae8dc18e94,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:05.834267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46880) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:05.883575 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1013c4a0-78fd-4b27-a8c6-3ca78105faac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.904153 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1013c4a0-78fd-4b27-a8c6-3ca78105faac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.955429 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1013c4a0-78fd-4b27-a8c6-3ca78105faac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.958210 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1013c4a0-78fd-4b27-a8c6-3ca78105faac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:05.959379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1013c4a0-78fd-4b27-a8c6-3ca78105faac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a738cb70-2e7e-4a22-831d-5fae8dc18e94 HTTP/1.1" status: 204 len: 168 time: 0.1241000 Nov 09 20:14:05.968569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013c4a0-78fd-4b27-a8c6-3ca78105faac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a738cb70-2e7e-4a22-831d-5fae8dc18e94,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:06.214083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46886) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:06.256183 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b2c74509-7ae2-415d-8274-9c69c65ab2f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ecdce517c7964b1f8ebbab1cac4e7d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408769 Nov 09 20:14:06.258526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46888) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:06.315647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3b75bfd-6ce4-46b5-93e3-1d417b6ceace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:06.336376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3b75bfd-6ce4-46b5-93e3-1d417b6ceace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:06.383566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3b75bfd-6ce4-46b5-93e3-1d417b6ceace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:06.386321 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b3b75bfd-6ce4-46b5-93e3-1d417b6ceace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:06.387501 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b3b75bfd-6ce4-46b5-93e3-1d417b6ceace admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f017dfe-d4f9-4815-8dd3-559db34c2046 HTTP/1.1" status: 204 len: 168 time: 0.1280854 Nov 09 20:14:06.396546 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b75bfd-6ce4-46b5-93e3-1d417b6ceace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f017dfe-d4f9-4815-8dd3-559db34c2046,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:06.880352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574850f-5e6b-47e5-9450-7dd8e13980e9 req-1cb55584-5fbc-4db2-abfa-ffa543d84c8d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:06.881860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4574850f-5e6b-47e5-9450-7dd8e13980e9 req-1cb55584-5fbc-4db2-abfa-ffa543d84c8d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0497682 Nov 09 20:14:06.921945 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4574850f-5e6b-47e5-9450-7dd8e13980e9 req-b6fdf3bf-cb37-4931-8a60-3874b64b318c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340531 Nov 09 20:14:07.067175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46912) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:07.163160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-425918729'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:07.184464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Made reservation on behalf of 576e39aa6d3946f79f7010c069f9b49f for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:07.187807 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.196045 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.270704 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.274218 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.299322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:14:07.312548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dcbd80-1567-43e8-9a59-9615e99fde0c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:07.317633 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.317980 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Added segment c2a1a9e3-7689-47de-b218-aef78b1de441 of type vlan for network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 Nov 09 20:14:07.357846 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.381854 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.387783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:07.388297 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.442322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3740497 Nov 09 20:14:07.445236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46916) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:07.450294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'subnet': {'network_id': 'e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:07.457012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84cf7d-71c9-4030-ba83-475ba8a0f030 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Network': ['ID=e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:07.467046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:14:07.545699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Made reservation on behalf of 576e39aa6d3946f79f7010c069f9b49f for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:07.549413 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.732778 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.793609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Subnet': ['ID=7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:07.802473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Checking segment: {'id': 'c2a1a9e3-7689-47de-b218-aef78b1de441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:14:07.802868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network hostable DHCP agents. Network: e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:14:07.819700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:14:07.828249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:07.833046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:07.833638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.838406 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaf60d9-7dd3-485b-9b05-eef8ee81e53e None None] Network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:07.849414 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-32878c83-7551-466e-a2a2-18e7c241dd03 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4030750 Nov 09 20:14:07.852203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46918) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:07.856611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-255908963', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:07.879904 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.880905 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.934565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:07.962407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d22a53a-7ede-43ee-ba48-9db731e1a996 None None] Network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:08.048092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4020906-31b1-47c8-8dbd-de156e3f17d7 req-1ee8aad5-d234-4c4d-b6ec-ec1ca37eaf22 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:08.049889 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4020906-31b1-47c8-8dbd-de156e3f17d7 req-1ee8aad5-d234-4c4d-b6ec-ec1ca37eaf22 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0593181 Nov 09 20:14:08.093319 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4020906-31b1-47c8-8dbd-de156e3f17d7 req-4f4a353d-a456-40a4-aa33-3d6a865ad057 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369174 Nov 09 20:14:08.404328 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:08.592129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:08.611292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:08.723303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.25.6.86 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/4565a1ed-1887-4dc4-a612-1a3cb52ca23d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:08.823715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:08.857330 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:08.892647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:08.895508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:08.898925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:08.927880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=4565a1ed-1887-4dc4-a612-1a3cb52ca23d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:09.170071 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:09.292644 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ebbd4-a6e3-4454-b292-edc51c3924f6 req-42b68d3f-e472-4202-a3f0-c1f8788056df tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:09.294101 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-be0ebbd4-a6e3-4454-b292-edc51c3924f6 req-42b68d3f-e472-4202-a3f0-c1f8788056df tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0910814 Nov 09 20:14:09.415631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-be0ebbd4-a6e3-4454-b292-edc51c3924f6 req-ccc3572d-4fb3-486b-845d-0d50c457d944 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151173 Nov 09 20:14:09.446261 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:09.578522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:14:09.682002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:09.692334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e7aef0-c651-4fb8-8334-4299de704caa None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:09.705785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e7aef0-c651-4fb8-8334-4299de704caa None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:09.706818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-04e7aef0-c651-4fb8-8334-4299de704caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:09.707611 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:09.712074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4dece61a-5d31-455a-9ff2-0d4bfe8523c5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8559957 Nov 09 20:14:09.712246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46926) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:09.747649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-04e7aef0-c651-4fb8-8334-4299de704caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:09.757936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e7aef0-c651-4fb8-8334-4299de704caa None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:09.758580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-04e7aef0-c651-4fb8-8334-4299de704caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:09.792219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-04e7aef0-c651-4fb8-8334-4299de704caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:09.792892 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e7aef0-c651-4fb8-8334-4299de704caa None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:10.268883 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a76710bf-8a51-46cb-93d3-c3319d75997e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:10.476158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:10.607541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345cb4d-4799-4f24-9899-8cd5ef11164e req-afa58f7a-0a1a-4603-9182-c335e281814c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:10.609014 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7345cb4d-4799-4f24-9899-8cd5ef11164e req-afa58f7a-0a1a-4603-9182-c335e281814c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.1226180 Nov 09 20:14:10.708341 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7345cb4d-4799-4f24-9899-8cd5ef11164e req-dd7bf436-9214-4d7d-bb20-580a0635768d tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912826 Nov 09 20:14:10.818600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.20.0.1 (e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3/7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1/854ac023-df83-4c63-b249-085f74689d99) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:10.934067 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:10.967630 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:11.006624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:11.009662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:11.013251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:11.048527 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=854ac023-df83-4c63-b249-085f74689d99,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:11.069157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:11.195499 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:11.460430 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:11.464190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:11.542167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=854ac023-df83-4c63-b249-085f74689d99,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:11.544710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:11.633395 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:11.634754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:11.758259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:11.828275 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc7e42-b0c6-4da6-a489-18e265e29347 req-447906f0-cb27-410c-a8ee-fe9ae3ca0a0e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:11.829911 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cbc7e42-b0c6-4da6-a489-18e265e29347 req-447906f0-cb27-410c-a8ee-fe9ae3ca0a0e tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0501962 Nov 09 20:14:11.867808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cbc7e42-b0c6-4da6-a489-18e265e29347 req-9e704693-3d3d-4d2e-8d02-2fb6a0ea74a7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Nov 09 20:14:11.869259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:11.878224 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7fefdca6-0296-4c7e-9c09-345725ee25b5 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "PUT /v2.0/routers/528722a1-a64b-4f0f-a57b-7d94dd29bc24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1612384 Nov 09 20:14:11.878224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46934) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:11.881829 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b48922-a492-43d8-9665-ae13cdf895f7 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:11.883016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'port': {'network_id': 'e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3', 'name': 'tempest-FloatingIPTestJSON-795467303'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:11.891896 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b48922-a492-43d8-9665-ae13cdf895f7 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:11.892869 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9b48922-a492-43d8-9665-ae13cdf895f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:11.928580 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9b48922-a492-43d8-9665-ae13cdf895f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:11.937366 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b48922-a492-43d8-9665-ae13cdf895f7 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:11.937960 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9b48922-a492-43d8-9665-ae13cdf895f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:13:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:11.971866 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9b48922-a492-43d8-9665-ae13cdf895f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:11.972518 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b48922-a492-43d8-9665-ae13cdf895f7 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:11.993735 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Made reservation on behalf of 576e39aa6d3946f79f7010c069f9b49f for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:11.997402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:12.015014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] device_id is not set on port 2c6e6d53-788a-4f3c-bad3-9d18b4f0197e yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:14:12.129273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.20.0.7 (e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3/7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1/2c6e6d53-788a-4f3c-bad3-9d18b4f0197e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:12.278709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:12.311609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:12.357668 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:12.361480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:12.363820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:12.390464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=2c6e6d53-788a-4f3c-bad3-9d18b4f0197e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:12.418695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:12.419319 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:12.435052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7674286a-57c6-44c3-b1fb-f712c0719751 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5560436 Nov 09 20:14:12.437663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46936) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:12.442717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'port': {'network_id': 'e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3', 'name': 'tempest-FloatingIPTestJSON-86342511'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:12.547220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Made reservation on behalf of 576e39aa6d3946f79f7010c069f9b49f for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:12.551128 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:12.567726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] device_id is not set on port ec0fbd01-ecea-44a5-80e6-177fa38a6a45 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:14:12.679344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.20.0.5 (e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3/7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1/ec0fbd01-ecea-44a5-80e6-177fa38a6a45) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:12.826817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:12.861115 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:12.903803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:12.907289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:12.911256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:12.919796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=ec0fbd01-ecea-44a5-80e6-177fa38a6a45,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:12.991437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:12.992039 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:13.012898 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e40d2b15-1a7a-48f3-a287-947eef18bec0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.5740280 Nov 09 20:14:13.016687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46940) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:13.020940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a777067-bb6b-4ed0-8e58-56caf533b747 req-9da68acd-045d-4ca8-9a53-11159c745c11 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:13.021449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': 'ec0fbd01-ecea-44a5-80e6-177fa38a6a45', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:13.022402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a777067-bb6b-4ed0-8e58-56caf533b747 req-9da68acd-045d-4ca8-9a53-11159c745c11 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0813515 Nov 09 20:14:13.044482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:13.067981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a777067-bb6b-4ed0-8e58-56caf533b747 req-f0e07557-362e-4e55-bbc8-58b156b78cc0 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395074 Nov 09 20:14:13.143614 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:13.212645 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-79279afd-0e73-40fc-be24-5d43cdb18114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:13.245589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.25.6.78 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/9c5e4945-f2b6-48f0-804b-cdc5f0ce62a2) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:13.346613 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:13.384118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:13.422458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:13.425539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:13.428943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:13.436869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=9c5e4945-f2b6-48f0-804b-cdc5f0ce62a2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:13.480324 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:13.773997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:13.836472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:13.980694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:13.985617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:14.051918 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=9c5e4945-f2b6-48f0-804b-cdc5f0ce62a2,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:14.061962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:14.189534 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP 1af827dd-4233-4d7b-adec-043d6fd7f22b associated. External IP: 172.25.6.78, port: ec0fbd01-ecea-44a5-80e6-177fa38a6a45. Nov 09 20:14:14.233798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29f832-c7f7-4bff-84ea-0841a7ddecad req-275f3a99-66d7-4aa2-86e6-9edd78098a7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:14.235401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac29f832-c7f7-4bff-84ea-0841a7ddecad req-275f3a99-66d7-4aa2-86e6-9edd78098a7c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0951431 Nov 09 20:14:14.307945 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac29f832-c7f7-4bff-84ea-0841a7ddecad req-d86c09b2-9ac8-4824-a1fb-8d0d537c4a82 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480301 Nov 09 20:14:14.433852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:14.539665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:14.548986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530438bc-fd88-4dd3-87f1-7aea6786d05b None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:14.557310 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:14.558441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530438bc-fd88-4dd3-87f1-7aea6786d05b None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:14.559045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-530438bc-fd88-4dd3-87f1-7aea6786d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:14.585817 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5dbbbadb-c113-455a-93eb-4c2e9a3da2cf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 1.5679548 Nov 09 20:14:14.588458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46944) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:14.592737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d8df84f0-6221-4a3e-bfcf-1bcc38056b32 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:14.597216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-530438bc-fd88-4dd3-87f1-7aea6786d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:14.610457 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:14.612404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530438bc-fd88-4dd3-87f1-7aea6786d05b None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:14.613008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-530438bc-fd88-4dd3-87f1-7aea6786d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:14.649412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-530438bc-fd88-4dd3-87f1-7aea6786d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:14.650072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530438bc-fd88-4dd3-87f1-7aea6786d05b None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:14.651335 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8df84f0-6221-4a3e-bfcf-1bcc38056b32 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:14.792229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8df84f0-6221-4a3e-bfcf-1bcc38056b32 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:14.795983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8df84f0-6221-4a3e-bfcf-1bcc38056b32 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:14.796351 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-d8df84f0-6221-4a3e-bfcf-1bcc38056b32 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP 1af827dd-4233-4d7b-adec-043d6fd7f22b disassociated. External IP: 172.25.6.78, port: ec0fbd01-ecea-44a5-80e6-177fa38a6a45. Nov 09 20:14:15.317555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8df84f0-6221-4a3e-bfcf-1bcc38056b32 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:15.424847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf6b7-dd9e-4043-8740-548748297b22 req-6d83ec6c-046c-4d8e-bd02-f96f3547e20f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:15.426365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f0bf6b7-dd9e-4043-8740-548748297b22 req-6d83ec6c-046c-4d8e-bd02-f96f3547e20f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0507159 Nov 09 20:14:15.428258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8df84f0-6221-4a3e-bfcf-1bcc38056b32 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:15.432646 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d8df84f0-6221-4a3e-bfcf-1bcc38056b32 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:15.437666 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a17b5-5cd1-41cd-8b4c-06cab7338b36 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:15.447640 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a17b5-5cd1-41cd-8b4c-06cab7338b36 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:15.448319 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d25a17b5-5cd1-41cd-8b4c-06cab7338b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:15.461220 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d8df84f0-6221-4a3e-bfcf-1bcc38056b32 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "PUT /v2.0/floatingips/1af827dd-4233-4d7b-adec-043d6fd7f22b HTTP/1.1" status: 200 len: 687 time: 0.8717299 Nov 09 20:14:15.463907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46948) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:15.472672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f0bf6b7-dd9e-4043-8740-548748297b22 req-2bda6b90-ab29-46d7-ac1a-c7b7eadc3db4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402181 Nov 09 20:14:15.481814 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d25a17b5-5cd1-41cd-8b4c-06cab7338b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:15.493793 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a17b5-5cd1-41cd-8b4c-06cab7338b36 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:15.493793 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d25a17b5-5cd1-41cd-8b4c-06cab7338b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:15.526066 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d25a17b5-5cd1-41cd-8b4c-06cab7338b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:15.526737 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a17b5-5cd1-41cd-8b4c-06cab7338b36 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:15.591243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-17e4b692-df08-4661-8e16-b754ba8d3d0a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port 9c5e4945-f2b6-48f0-804b-cdc5f0ce62a2 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:15.591582 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17e4b692-df08-4661-8e16-b754ba8d3d0a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:15.665132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17e4b692-df08-4661-8e16-b754ba8d3d0a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:15.665467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17e4b692-df08-4661-8e16-b754ba8d3d0a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:15.677614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-17e4b692-df08-4661-8e16-b754ba8d3d0a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for 9c5e4945-f2b6-48f0-804b-cdc5f0ce62a2 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:15.807023 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17e4b692-df08-4661-8e16-b754ba8d3d0a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:15.833413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4b692-df08-4661-8e16-b754ba8d3d0a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=9c5e4945-f2b6-48f0-804b-cdc5f0ce62a2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:15.894160 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17e4b692-df08-4661-8e16-b754ba8d3d0a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:15.896833 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-17e4b692-df08-4661-8e16-b754ba8d3d0a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:15.897990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-17e4b692-df08-4661-8e16-b754ba8d3d0a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/floatingips/1af827dd-4233-4d7b-adec-043d6fd7f22b HTTP/1.1" status: 204 len: 168 time: 0.4331660 Nov 09 20:14:15.901411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46950) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:15.905664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '2c6e6d53-788a-4f3c-bad3-9d18b4f0197e'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:15.927980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:16.028306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:16.139183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.25.6.247 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/dcbb55ac-8093-4261-861c-44ffc88a7ca2) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:16.245049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:16.284959 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:16.319188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:16.322065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:16.325665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:16.338416 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:16.359924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=dcbb55ac-8093-4261-861c-44ffc88a7ca2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:16.670129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d256-b623-43a4-bbcb-618fba05ef22 req-b1f01911-4d41-4b3e-8a8e-36ec2bef0e56 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:16.671638 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3a4d256-b623-43a4-bbcb-618fba05ef22 req-b1f01911-4d41-4b3e-8a8e-36ec2bef0e56 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.1253638 Nov 09 20:14:16.731789 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:16.754614 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3a4d256-b623-43a4-bbcb-618fba05ef22 req-e5bf5873-60f3-4e98-9176-ca489fd20cb8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625863 Nov 09 20:14:16.801852 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:16.950146 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:16.955181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:17.027036 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=dcbb55ac-8093-4261-861c-44ffc88a7ca2,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:17.036885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:17.136091 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP 1de00360-6f94-4bad-8127-1acf21cd1ceb associated. External IP: 172.25.6.247, port: 2c6e6d53-788a-4f3c-bad3-9d18b4f0197e. Nov 09 20:14:17.344625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:17.463282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:17.473007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a84621-9c0d-4249-935e-0eb819680f93 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:17.482645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a84621-9c0d-4249-935e-0eb819680f93 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:17.483259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-01a84621-9c0d-4249-935e-0eb819680f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:17.498930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:17.518435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-01a84621-9c0d-4249-935e-0eb819680f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:17.525852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b32f82-74d5-4c23-b838-c3140eb12412 req-d07374ff-b9f8-4df0-b815-d5b34c41fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:17.527097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a84621-9c0d-4249-935e-0eb819680f93 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:17.527395 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-26b32f82-74d5-4c23-b838-c3140eb12412 req-d07374ff-b9f8-4df0-b815-d5b34c41fe52 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 1096 time: 0.0721231 Nov 09 20:14:17.527723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-01a84621-9c0d-4249-935e-0eb819680f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:17.534663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-75b39b2d-4057-4c2f-8a0c-569b1a6e9621 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6322703 Nov 09 20:14:17.537283 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46954) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:17.569414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-01a84621-9c0d-4249-935e-0eb819680f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:17.570087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a84621-9c0d-4249-935e-0eb819680f93 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:17.614718 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-26b32f82-74d5-4c23-b838-c3140eb12412 req-695d2100-757d-497c-b8bd-c7cd230021e7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712068 Nov 09 20:14:17.617728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b868b432-8c79-4027-b3f2-391ed58c8228 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "GET /v2.0/floatingips/1de00360-6f94-4bad-8127-1acf21cd1ceb HTTP/1.1" status: 200 len: 977 time: 0.0794833 Nov 09 20:14:17.620179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46956) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:17.727021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-91e2a395-1752-48a1-8d4d-5c2d10265464 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1057487 Nov 09 20:14:17.729728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 46958) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:17.735194 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'port_id': 'ec0fbd01-ecea-44a5-80e6-177fa38a6a45'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:17.795855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:17.871378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806216b2-33b4-4c9b-88f5-b0f151219c9a req-ff497fa8-68c2-4930-9c00-05fa711b1343 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:17.872789 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-806216b2-33b4-4c9b-88f5-b0f151219c9a req-ff497fa8-68c2-4930-9c00-05fa711b1343 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0486290 Nov 09 20:14:17.910955 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-806216b2-33b4-4c9b-88f5-b0f151219c9a req-353ca513-8e0e-4dfb-8747-2e0fdc5b548b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312362 Nov 09 20:14:18.241427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:18.245227 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:18.341814 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP 1de00360-6f94-4bad-8127-1acf21cd1ceb associated. External IP: 172.25.6.247, port: 2c6e6d53-788a-4f3c-bad3-9d18b4f0197e. Nov 09 20:14:18.545710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:18.655855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:18.666453 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc189caf-f4a6-4d67-a019-b6f17ee23f69 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:18.675435 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc189caf-f4a6-4d67-a019-b6f17ee23f69 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:18.676138 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-dc189caf-f4a6-4d67-a019-b6f17ee23f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:18.708385 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-dc189caf-f4a6-4d67-a019-b6f17ee23f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:18.716972 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc189caf-f4a6-4d67-a019-b6f17ee23f69 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:18.717567 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-dc189caf-f4a6-4d67-a019-b6f17ee23f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:18.753185 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-dc189caf-f4a6-4d67-a019-b6f17ee23f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:18.753877 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc189caf-f4a6-4d67-a019-b6f17ee23f69 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:19.111793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931889a-4a4e-45d3-9d9e-9d56c51fde43 req-971d064c-2f17-42be-9629-0b2820bd7469 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:19.113293 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1931889a-4a4e-45d3-9d9e-9d56c51fde43 req-971d064c-2f17-42be-9629-0b2820bd7469 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0689301 Nov 09 20:14:19.217671 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1931889a-4a4e-45d3-9d9e-9d56c51fde43 req-d447b962-2924-46ef-b20e-cd77ced5f5d6 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963700 Nov 09 20:14:19.241267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46964) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:19.257511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:19.310473 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7215e86c-7223-479b-9088-f20692c902aa tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/floatingips/dcdad28c-8250-4367-a300-3318366e2590 HTTP/1.1" status: 200 len: 993 time: 0.0633311 Nov 09 20:14:19.361899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:14:19.365828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:14:19.368260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:19.372812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:19.393117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f24c6-6f17-4a4f-84fb-ae18d3b86899 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:19.421269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f24c6-6f17-4a4f-84fb-ae18d3b86899 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:19.421872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b75f24c6-6f17-4a4f-84fb-ae18d3b86899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:19.425397 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f52a9d88-8a2d-48bd-bbb4-8a1fb03210e3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "PUT /v2.0/floatingips/1de00360-6f94-4bad-8127-1acf21cd1ceb HTTP/1.1" status: 200 len: 976 time: 1.6946547 Nov 09 20:14:19.428081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46966) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:19.432658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c978b7b5-f9dd-4438-9a1b-b17d5a333229 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:19.487650 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c978b7b5-f9dd-4438-9a1b-b17d5a333229 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:19.496215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b75f24c6-6f17-4a4f-84fb-ae18d3b86899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:19.538960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f24c6-6f17-4a4f-84fb-ae18d3b86899 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:19.539589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b75f24c6-6f17-4a4f-84fb-ae18d3b86899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:19.589761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b75f24c6-6f17-4a4f-84fb-ae18d3b86899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:19.590415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f24c6-6f17-4a4f-84fb-ae18d3b86899 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:19.596114 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:19.616022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:14:19.633837 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'port_id': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'mac_address': 'fa:16:3e:ab:5c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:14:19.637861 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c978b7b5-f9dd-4438-9a1b-b17d5a333229 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:19.638475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:14:19.640825 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcc3e50-57b4-4992-8843-9ac02cb18d39" -d '{"events": [{"server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "name": "network-vif-unplugged", "status": "completed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:14:19.642931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c978b7b5-f9dd-4438-9a1b-b17d5a333229 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:19.643286 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-c978b7b5-f9dd-4438-9a1b-b17d5a333229 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP 1de00360-6f94-4bad-8127-1acf21cd1ceb disassociated. External IP: 172.25.6.247, port: ec0fbd01-ecea-44a5-80e6-177fa38a6a45. Nov 09 20:14:19.655710 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:14:19.677417 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:19.721467 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:19.746233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:14:19.755419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:19.794671 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:14:19.795348 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:14:19.824426 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec244470-bd67-4726-b67a-60492f7a0419 x-openstack-request-id: req-ec244470-bd67-4726-b67a-60492f7a0419 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:14:19.824722 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "name": "network-vif-unplugged", "status": "completed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:14:19.824977 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec244470-bd67-4726-b67a-60492f7a0419 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:14:19.825376 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'code': 200} Nov 09 20:14:19.867869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c978b7b5-f9dd-4438-9a1b-b17d5a333229 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:19.974002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c978b7b5-f9dd-4438-9a1b-b17d5a333229 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:19.978725 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c978b7b5-f9dd-4438-9a1b-b17d5a333229 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:19.983375 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ba784d-3674-4c66-ae40-cc88e2b0b70d None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:19.992574 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ba784d-3674-4c66-ae40-cc88e2b0b70d None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:19.993173 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-21ba784d-3674-4c66-ae40-cc88e2b0b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:20.006251 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c978b7b5-f9dd-4438-9a1b-b17d5a333229 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "PUT /v2.0/floatingips/1de00360-6f94-4bad-8127-1acf21cd1ceb HTTP/1.1" status: 200 len: 688 time: 0.5770125 Nov 09 20:14:20.008932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46972) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:20.025572 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-21ba784d-3674-4c66-ae40-cc88e2b0b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:20.034740 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ba784d-3674-4c66-ae40-cc88e2b0b70d None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:20.035324 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-21ba784d-3674-4c66-ae40-cc88e2b0b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:20.067047 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-21ba784d-3674-4c66-ae40-cc88e2b0b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:20.067687 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ba784d-3674-4c66-ae40-cc88e2b0b70d None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:20.131597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port dcbb55ac-8093-4261-861c-44ffc88a7ca2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:20.131939 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:20.208347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:20.208677 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:20.219944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for dcbb55ac-8093-4261-861c-44ffc88a7ca2 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:20.332215 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:20.346334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:14:20.351447 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:20.368511 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:14:20.372924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:20.378247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=dcbb55ac-8093-4261-861c-44ffc88a7ca2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:20.392649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.393003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.393354 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.393696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.394032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.394387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.394746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.395080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.395410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.395736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.396061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.396386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:20.430104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:20.451271 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:20.453913 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:20.455089 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dc434145-49e4-461e-ba68-a9b8e8f6938b tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/floatingips/1de00360-6f94-4bad-8127-1acf21cd1ceb HTTP/1.1" status: 204 len: 168 time: 0.4452522 Nov 09 20:14:20.457611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46974) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:20.495030 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-612b1883-c1bb-42a5-93ba-92c7178b5ab3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] delete failed (client error): The resource could not be found. Nov 09 20:14:20.496031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-612b1883-c1bb-42a5-93ba-92c7178b5ab3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/floatingips/1de00360-6f94-4bad-8127-1acf21cd1ceb HTTP/1.1" status: 404 len: 345 time: 0.0375321 Nov 09 20:14:20.499775 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46976) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:20.580948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d13b27-9af9-40ec-91cd-f7ab4a7d2f25 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:20.586921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d13b27-9af9-40ec-91cd-f7ab4a7d2f25 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:20.592731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d13b27-9af9-40ec-91cd-f7ab4a7d2f25 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:20.594864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-84d13b27-9af9-40ec-91cd-f7ab4a7d2f25 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "GET /v2.0/ports?network_id=e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 HTTP/1.1" status: 200 len: 2355 time: 0.0933282 Nov 09 20:14:20.597607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46978) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:20.609381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['7d88c4f0-c5f8-43c9-a4d4-b473b46a2178'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:14:20.647314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8b9c1-8dfd-4304-92a2-36832fc4615c tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:20.648660 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-55d8b9c1-8dfd-4304-92a2-36832fc4615c tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "GET /v2.0/subnets/7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1 HTTP/1.1" status: 200 len: 797 time: 0.0501547 Nov 09 20:14:20.653358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46980) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:20.658693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'port': {'network_id': 'e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3', 'name': 'tempest-FloatingIPTestJSON-330237430', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:20.768870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Made reservation on behalf of 576e39aa6d3946f79f7010c069f9b49f for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:20.853181 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:20.875276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] device_id is not set on port 5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:14:21.331458 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:21.377445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:14:21.439213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:14:21.439590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:21.492596 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.20.0.14 (e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3/7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1/5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:21.499813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.20.0.13 (e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3/7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1/5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:21.599282 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:21.648154 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:21.653089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:14:21.658469 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:21.684592 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:21.716797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:21.732649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:21.736409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:21.738891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:21.771215 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:21.799690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:21.800312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:21.816595 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4e05e3a3-58b6-440d-971c-8bd4f408e943 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1622651 Nov 09 20:14:21.819132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46982) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:21.823609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:21.827038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:14:21.829826 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a737d022-486e-445c-8f0c-19f52a56501a" -d '{"events": [{"server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "name": "network-vif-plugged", "status": "completed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:14:21.845422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:21.867686 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e4966e-2cc6-4c53-9008-eb76fe49fc08 x-openstack-request-id: req-90e4966e-2cc6-4c53-9008-eb76fe49fc08 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:14:21.867983 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "name": "network-vif-plugged", "status": "completed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:14:21.868236 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90e4966e-2cc6-4c53-9008-eb76fe49fc08 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:14:21.868639 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'code': 200} Nov 09 20:14:21.942800 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:22.047669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.25.6.238 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/7b44b89b-4731-4932-a8b7-03d9466b0c70) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:22.155947 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:22.189312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:22.228855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:22.231614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:22.235039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:22.261683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=7b44b89b-4731-4932-a8b7-03d9466b0c70,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:22.572254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:22.642419 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:22.793307 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:22.798008 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:22.867633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=7b44b89b-4731-4932-a8b7-03d9466b0c70,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:22.877258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:22.975751 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP f01e21e5-75ac-48f6-8a78-f48ed4953c36 associated. External IP: 172.25.6.238, port: 5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6. Nov 09 20:14:23.181753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:23.290920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:23.300657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d38d1f6-59f7-4e78-bb40-5f8682a8ea53 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:23.309428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:23.309827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d38d1f6-59f7-4e78-bb40-5f8682a8ea53 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:23.310438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2d38d1f6-59f7-4e78-bb40-5f8682a8ea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:23.340822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e7492a36-02bd-4748-a172-5821cb388933 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5183396 Nov 09 20:14:23.341111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46986) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:23.345242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2d38d1f6-59f7-4e78-bb40-5f8682a8ea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:23.346821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9d560a1b-4381-440e-86a7-af56a7cef2b0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'port_id': '5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:23.353966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d38d1f6-59f7-4e78-bb40-5f8682a8ea53 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:23.354599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2d38d1f6-59f7-4e78-bb40-5f8682a8ea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:23.396010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2d38d1f6-59f7-4e78-bb40-5f8682a8ea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:23.396585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d38d1f6-59f7-4e78-bb40-5f8682a8ea53 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:23.403610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d560a1b-4381-440e-86a7-af56a7cef2b0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:23.854817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d560a1b-4381-440e-86a7-af56a7cef2b0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:23.858585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d560a1b-4381-440e-86a7-af56a7cef2b0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:24.065223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d560a1b-4381-440e-86a7-af56a7cef2b0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:24.184073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d560a1b-4381-440e-86a7-af56a7cef2b0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:24.189668 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d560a1b-4381-440e-86a7-af56a7cef2b0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:24.193791 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670c8a6-3880-4243-9c29-d73b8c14e40f None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:24.202876 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670c8a6-3880-4243-9c29-d73b8c14e40f None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:24.204575 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4670c8a6-3880-4243-9c29-d73b8c14e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:24.240568 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4670c8a6-3880-4243-9c29-d73b8c14e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:24.243556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9d560a1b-4381-440e-86a7-af56a7cef2b0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "PUT /v2.0/floatingips/f01e21e5-75ac-48f6-8a78-f48ed4953c36 HTTP/1.1" status: 200 len: 978 time: 0.9013488 Nov 09 20:14:24.246148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46988) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:24.249446 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670c8a6-3880-4243-9c29-d73b8c14e40f None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:24.250199 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4670c8a6-3880-4243-9c29-d73b8c14e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:24.282169 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4670c8a6-3880-4243-9c29-d73b8c14e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:24.282830 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4670c8a6-3880-4243-9c29-d73b8c14e40f None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:24.401979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port 7b44b89b-4731-4932-a8b7-03d9466b0c70 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:24.402250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:24.480501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:24.480838 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:24.492828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for 7b44b89b-4731-4932-a8b7-03d9466b0c70 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:24.644391 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:24.671161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=7b44b89b-4731-4932-a8b7-03d9466b0c70,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:24.730222 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:24.730578 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP f01e21e5-75ac-48f6-8a78-f48ed4953c36 disassociated (deleted). External IP: 172.25.6.238, port: 5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6. Nov 09 20:14:24.940535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:25.378272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:25.383065 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:25.387904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f509c4-9272-4fe6-8b8e-03bc2b1de149 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:25.400491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f509c4-9272-4fe6-8b8e-03bc2b1de149 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:25.402264 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-98f509c4-9272-4fe6-8b8e-03bc2b1de149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:25.411794 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1366a7e2-f764-4c90-a94b-d759489040ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/floatingips/f01e21e5-75ac-48f6-8a78-f48ed4953c36 HTTP/1.1" status: 204 len: 168 time: 1.1645863 Nov 09 20:14:25.414323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46990) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:25.437116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-98f509c4-9272-4fe6-8b8e-03bc2b1de149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:25.446809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f509c4-9272-4fe6-8b8e-03bc2b1de149 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:25.447418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-98f509c4-9272-4fe6-8b8e-03bc2b1de149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:25.480620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-98f509c4-9272-4fe6-8b8e-03bc2b1de149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:25.481299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f509c4-9272-4fe6-8b8e-03bc2b1de149 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:25.510839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-35e6aceb-c280-421c-94c1-43320bf403a9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port 5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:25.511183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35e6aceb-c280-421c-94c1-43320bf403a9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:25.548324 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:25.600192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35e6aceb-c280-421c-94c1-43320bf403a9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:25.612353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-35e6aceb-c280-421c-94c1-43320bf403a9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for 5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:25.787372 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35e6aceb-c280-421c-94c1-43320bf403a9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:25.813988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6aceb-c280-421c-94c1-43320bf403a9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:25.913440 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-35e6aceb-c280-421c-94c1-43320bf403a9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:25.916862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-35e6aceb-c280-421c-94c1-43320bf403a9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/ports/5e3cd7ec-b6ab-48c4-9de6-590cab2bbae6 HTTP/1.1" status: 204 len: 168 time: 0.5015876 Nov 09 20:14:25.920376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46992) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:25.925365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:25.946079 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.043512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.160550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.25.6.117 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/c6d40e7a-9a40-4cb5-93ea-ee37d16fc1c6) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:26.259702 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.292766 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.328511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:26.332111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:26.335562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:26.364677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=c6d40e7a-9a40-4cb5-93ea-ee37d16fc1c6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:26.427490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.462964 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.609328 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.613347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.680674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=c6d40e7a-9a40-4cb5-93ea-ee37d16fc1c6,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:26.690875 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.705331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.706573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-15e0dc59-69d9-4f60-a661-0d5648e9aae9 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7852650 Nov 09 20:14:26.709167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46994) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:26.713858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'port': {'network_id': 'e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3', 'name': 'tempest-FloatingIPTestJSON-1685466267'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:26.821909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Made reservation on behalf of 576e39aa6d3946f79f7010c069f9b49f for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:26.825403 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:26.841633 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] device_id is not set on port b0916af3-f9ca-4054-a815-0203b7b78d2a yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:14:26.951330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.20.0.4 (e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3/7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1/b0916af3-f9ca-4054-a815-0203b7b78d2a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:27.092751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:27.129669 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:27.170413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:27.174080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:27.177826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:27.211363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=b0916af3-f9ca-4054-a815-0203b7b78d2a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:27.240185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:27.240798 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:27.256928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-94d6f27f-ac51-4496-8c14-a156a96c3aed tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5467901 Nov 09 20:14:27.259571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46996) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:27.263900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b5a868ad-8d0e-46c6-8c6b-8b5d6cd7e796 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'port_id': 'b0916af3-f9ca-4054-a815-0203b7b78d2a'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:27.303810 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5a868ad-8d0e-46c6-8c6b-8b5d6cd7e796 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:27.732213 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5a868ad-8d0e-46c6-8c6b-8b5d6cd7e796 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:27.735884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5a868ad-8d0e-46c6-8c6b-8b5d6cd7e796 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:27.833128 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-b5a868ad-8d0e-46c6-8c6b-8b5d6cd7e796 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP 0bce6275-3687-493a-9355-a859c5ca26fa associated. External IP: 172.25.6.117, port: b0916af3-f9ca-4054-a815-0203b7b78d2a. Nov 09 20:14:28.035225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a868ad-8d0e-46c6-8c6b-8b5d6cd7e796 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:28.140116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a868ad-8d0e-46c6-8c6b-8b5d6cd7e796 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:28.145326 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5a868ad-8d0e-46c6-8c6b-8b5d6cd7e796 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:28.149737 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d04c6-1290-499f-9612-d2fe82ea40d3 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:28.158860 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d04c6-1290-499f-9612-d2fe82ea40d3 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:28.159516 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4f7d04c6-1290-499f-9612-d2fe82ea40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:28.172474 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b5a868ad-8d0e-46c6-8c6b-8b5d6cd7e796 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "PUT /v2.0/floatingips/0bce6275-3687-493a-9355-a859c5ca26fa HTTP/1.1" status: 200 len: 978 time: 0.9118695 Nov 09 20:14:28.175889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 46998) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:28.196280 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4f7d04c6-1290-499f-9612-d2fe82ea40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:28.205188 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d04c6-1290-499f-9612-d2fe82ea40d3 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:28.205780 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4f7d04c6-1290-499f-9612-d2fe82ea40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:28.237338 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4f7d04c6-1290-499f-9612-d2fe82ea40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:28.237988 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d04c6-1290-499f-9612-d2fe82ea40d3 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:28.261533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port b0916af3-f9ca-4054-a815-0203b7b78d2a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:28.261879 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:28.348356 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:28.515386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:28.515745 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:28.516060 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP 0bce6275-3687-493a-9355-a859c5ca26fa disassociated. External IP: 172.25.6.117, port: b0916af3-f9ca-4054-a815-0203b7b78d2a. Nov 09 20:14:28.516399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for b0916af3-f9ca-4054-a815-0203b7b78d2a owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:28.641960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:28.668385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=b0916af3-f9ca-4054-a815-0203b7b78d2a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:28.780461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:28.886992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:28.896073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a80a4c-337f-4e16-ad24-2b4655aff25f None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:28.909670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a80a4c-337f-4e16-ad24-2b4655aff25f None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:28.910289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c2a80a4c-337f-4e16-ad24-2b4655aff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:28.942616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c2a80a4c-337f-4e16-ad24-2b4655aff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:28.951838 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:28.955770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a80a4c-337f-4e16-ad24-2b4655aff25f None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:28.958552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c2a80a4c-337f-4e16-ad24-2b4655aff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:28.958690 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-93731ee2-49cf-42f3-9f55-edd9b2940d88 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/ports/b0916af3-f9ca-4054-a815-0203b7b78d2a HTTP/1.1" status: 204 len: 168 time: 0.7794917 Nov 09 20:14:28.959989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47000) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:28.988751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c2a80a4c-337f-4e16-ad24-2b4655aff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:28.989409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a80a4c-337f-4e16-ad24-2b4655aff25f None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:29.008148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-482bc0cb-bccc-4d9f-99ba-4c9dcd200e19 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "GET /v2.0/floatingips/0bce6275-3687-493a-9355-a859c5ca26fa HTTP/1.1" status: 200 len: 688 time: 0.0470738 Nov 09 20:14:29.010672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47002) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:29.133792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8ebdef09-350b-4523-9731-76955ad31699 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port c6d40e7a-9a40-4cb5-93ea-ee37d16fc1c6 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:29.134460 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8ebdef09-350b-4523-9731-76955ad31699 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:29.209465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8ebdef09-350b-4523-9731-76955ad31699 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:29.209714 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8ebdef09-350b-4523-9731-76955ad31699 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:29.221739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8ebdef09-350b-4523-9731-76955ad31699 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for c6d40e7a-9a40-4cb5-93ea-ee37d16fc1c6 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:29.351098 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8ebdef09-350b-4523-9731-76955ad31699 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:29.374734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdef09-350b-4523-9731-76955ad31699 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=c6d40e7a-9a40-4cb5-93ea-ee37d16fc1c6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:29.440088 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8ebdef09-350b-4523-9731-76955ad31699 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:29.442651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8ebdef09-350b-4523-9731-76955ad31699 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:29.443811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8ebdef09-350b-4523-9731-76955ad31699 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/floatingips/0bce6275-3687-493a-9355-a859c5ca26fa HTTP/1.1" status: 204 len: 168 time: 0.4322369 Nov 09 20:14:29.447321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47004) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:29.451737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': 'ec0fbd01-ecea-44a5-80e6-177fa38a6a45'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:29.474019 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:29.567980 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:29.685015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.25.6.241 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/29271911-88df-48b3-bd9a-28b5b2e0dddf) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:29.787136 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:29.821389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:29.859009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:29.862239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:29.868411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:29.871400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=29271911-88df-48b3-bd9a-28b5b2e0dddf,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:30.217733 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:30.289414 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:30.777691 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:30.782781 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:30.851954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=29271911-88df-48b3-bd9a-28b5b2e0dddf,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:30.863721 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:30.964341 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP 3fb1a50a-98e1-4a5f-8518-79479007f77f associated. External IP: 172.25.6.241, port: ec0fbd01-ecea-44a5-80e6-177fa38a6a45. Nov 09 20:14:31.176046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:31.281724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:31.290910 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76124673-31a5-40d7-8191-3d5aeea7a950 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:31.299657 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:31.300843 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76124673-31a5-40d7-8191-3d5aeea7a950 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:31.301718 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-76124673-31a5-40d7-8191-3d5aeea7a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:31.331524 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-88e6918b-e94c-420f-9113-c887bf3fe1fd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.8831627 Nov 09 20:14:31.333949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47006) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:31.336285 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-76124673-31a5-40d7-8191-3d5aeea7a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:31.338836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-641304094'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:31.345463 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76124673-31a5-40d7-8191-3d5aeea7a950 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:31.345836 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-76124673-31a5-40d7-8191-3d5aeea7a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:31.363050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Made reservation on behalf of 576e39aa6d3946f79f7010c069f9b49f for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:31.366684 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:31.382253 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-76124673-31a5-40d7-8191-3d5aeea7a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:31.382927 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76124673-31a5-40d7-8191-3d5aeea7a950 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:31.392196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:14:31.401165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:31.401509 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Added segment 743ebe6a-9645-4124-8751-cadcca1eb6f0 of type vlan for network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 Nov 09 20:14:31.441483 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:31.464370 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:31.470039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:31.470666 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:31.525001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1900148 Nov 09 20:14:31.527907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47008) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:31.533707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'subnet': {'network_id': '1d51fdc3-5a86-48f9-a120-96d465fca6a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:31.539422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d843a51-2c20-448f-add5-ab4268f1a67a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Network': ['ID=1d51fdc3-5a86-48f9-a120-96d465fca6a2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:31.550285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:14:31.631438 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Made reservation on behalf of 576e39aa6d3946f79f7010c069f9b49f for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:31.638708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:31.811168 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:31.869200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Subnet': ['ID=bb6516f6-46cc-495d-bcff-9ba7d29edd3f,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:31.880044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.880391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.880733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.881068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.881398 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.881728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.882055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.882384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.882740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.883064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.883385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.883706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:31.888578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Checking segment: {'id': '743ebe6a-9645-4124-8751-cadcca1eb6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1d51fdc3-5a86-48f9-a120-96d465fca6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:14:31.888940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network hostable DHCP agents. Network: 1d51fdc3-5a86-48f9-a120-96d465fca6a2, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:14:31.905192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:14:31.914366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 1d51fdc3-5a86-48f9-a120-96d465fca6a2) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:31.918207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:31.918819 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:31.923816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4490550a-f744-458f-a932-911254fabc9d None None] Network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:31.934726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-896da1a6-d3f6-49d8-9489-124ca582b67e tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4056406 Nov 09 20:14:31.937323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47010) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:31.941674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-912863685', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:31.964452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:31.965668 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.023172 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.071851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-1d51fdc3-5a86-48f9-a120-96d465fca6a2', 'network_id': '1d51fdc3-5a86-48f9-a120-96d465fca6a2', 'tenant_id': '576e39aa6d3946f79f7010c069f9b49f', 'fixed_ips': [{'subnet_id': 'bb6516f6-46cc-495d-bcff-9ba7d29edd3f'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:14:32.072772 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.174613 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.206592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Allocated IP 172.20.0.2 (1d51fdc3-5a86-48f9-a120-96d465fca6a2/bb6516f6-46cc-495d-bcff-9ba7d29edd3f/24fb3b6d-e505-49ed-8409-b084d9bc0502) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:32.353470 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.359889 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.378401 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.398778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:32.399003 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.401483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:32.404883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:32.415209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Pushing event updated for resources: {'Port': ['ID=24fb3b6d-e505-49ed-8409-b084d9bc0502,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:32.468261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Attempting to bind port 24fb3b6d-e505-49ed-8409-b084d9bc0502 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:14:32.468936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Attempting to bind port 24fb3b6d-e505-49ed-8409-b084d9bc0502 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '743ebe6a-9645-4124-8751-cadcca1eb6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1d51fdc3-5a86-48f9-a120-96d465fca6a2'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:14:32.469300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Attempting to bind port 24fb3b6d-e505-49ed-8409-b084d9bc0502 on network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:14:32.474303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:14:32.474712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Checking segment: {'id': '743ebe6a-9645-4124-8751-cadcca1eb6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1d51fdc3-5a86-48f9-a120-96d465fca6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:14:32.475118 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.475512 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Bound using segment: {'id': '743ebe6a-9645-4124-8751-cadcca1eb6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1d51fdc3-5a86-48f9-a120-96d465fca6a2'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:14:32.475980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Bound port: 24fb3b6d-e505-49ed-8409-b084d9bc0502, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743ebe6a-9645-4124-8751-cadcca1eb6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1d51fdc3-5a86-48f9-a120-96d465fca6a2'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:14:32.476357 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.504434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.25.6.58 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/6450e95e-185b-4295-854f-54dc297207d2) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:32.540695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] For port 24fb3b6d-e505-49ed-8409-b084d9bc0502, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:14:32.543932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] For port 24fb3b6d-e505-49ed-8409-b084d9bc0502, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=24fb3b6d-e505-49ed-8409-b084d9bc0502,segment=NetworkSegment(743ebe6a-9645-4124-8751-cadcca1eb6f0),segment_id=743ebe6a-9645-4124-8751-cadcca1eb6f0)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:14:32.548365 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.609759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98922873-28c7-43a8-b562-388f0d438c4f None None] Pushing event updated for resources: {'Port': ['ID=24fb3b6d-e505-49ed-8409-b084d9bc0502,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:32.620941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.655975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:32.695766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:32.698713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:32.701131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:32.732507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=6450e95e-185b-4295-854f-54dc297207d2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:32.987372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:33.194704 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:33.333358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 4a6121fa-ae9c-455a-bd67-509ac56f0620 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:14:33.446680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:33.456002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f24fea-22f2-46d4-afde-92061703c272 None None] Sync routers for ids ['4a6121fa-ae9c-455a-bd67-509ac56f0620'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:33.465891 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f24fea-22f2-46d4-afde-92061703c272 None None] Routers {'4a6121fa-ae9c-455a-bd67-509ac56f0620'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:33.466641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-42f24fea-22f2-46d4-afde-92061703c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4a6121fa-ae9c-455a-bd67-509ac56f0620'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:33.470874 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:33.472168 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a25bbe29-0ede-4459-b9c7-690ebc027264 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5339160 Nov 09 20:14:33.474970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47012) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:33.667947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b360545b-ae88-4abf-a617-780adb11a524 None None] Network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:33.673442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-42f24fea-22f2-46d4-afde-92061703c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:33.727847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f24fea-22f2-46d4-afde-92061703c272 None None] Routers {'4a6121fa-ae9c-455a-bd67-509ac56f0620'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:33.728465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-42f24fea-22f2-46d4-afde-92061703c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4a6121fa-ae9c-455a-bd67-509ac56f0620'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:33.731523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-650c3432-bf21-4fa9-901e-ef87d7573281 None None] Provisioning complete for port 24fb3b6d-e505-49ed-8409-b084d9bc0502 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:14:33.731892 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-650c3432-bf21-4fa9-901e-ef87d7573281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:33.792115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-42f24fea-22f2-46d4-afde-92061703c272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:33.792668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f24fea-22f2-46d4-afde-92061703c272 None None] The sync data for ids ['4a6121fa-ae9c-455a-bd67-509ac56f0620'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:33.919796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:33.920567 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-650c3432-bf21-4fa9-901e-ef87d7573281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:33.959330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-650c3432-bf21-4fa9-901e-ef87d7573281 None None] For port 24fb3b6d-e505-49ed-8409-b084d9bc0502, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=24fb3b6d-e505-49ed-8409-b084d9bc0502,segment=NetworkSegment(743ebe6a-9645-4124-8751-cadcca1eb6f0),segment_id=743ebe6a-9645-4124-8751-cadcca1eb6f0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:14:33.964755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-650c3432-bf21-4fa9-901e-ef87d7573281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:34.017354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c3432-bf21-4fa9-901e-ef87d7573281 None None] Pushing event updated for resources: {'Port': ['ID=24fb3b6d-e505-49ed-8409-b084d9bc0502,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:34.183963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9a67b82f-bfc6-44c3-932b-437ebf90452a None None] Provisioning complete for port 24fb3b6d-e505-49ed-8409-b084d9bc0502 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:14:34.184329 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9a67b82f-bfc6-44c3-932b-437ebf90452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:34.200330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.20.0.1 (1d51fdc3-5a86-48f9-a120-96d465fca6a2/bb6516f6-46cc-495d-bcff-9ba7d29edd3f/bf19b61d-1d57-41ef-b367-139688552f28) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:34.320479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:34.353350 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:34.393315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:34.397001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:34.400089 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:34.409447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=bf19b61d-1d57-41ef-b367-139688552f28,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:34.449387 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:34.468336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 24fb3b6d-e505-49ed-8409-b084d9bc0502 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:14:34.520433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 24fb3b6d-e505-49ed-8409-b084d9bc0502 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:14:34.520802 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:34.602229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:34.689994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0214ed2e-6074-447f-8aa5-493eaa1d9160 None None] Provisioning complete for port bf19b61d-1d57-41ef-b367-139688552f28 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:14:34.690600 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0214ed2e-6074-447f-8aa5-493eaa1d9160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:34.727400 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0214ed2e-6074-447f-8aa5-493eaa1d9160 None None] Port bf19b61d-1d57-41ef-b367-139688552f28 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:14:34.881847 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:34.886059 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:34.957937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=bf19b61d-1d57-41ef-b367-139688552f28,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:34.962765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:35.056927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:35.058342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:35.173319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 4a6121fa-ae9c-455a-bd67-509ac56f0620 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:35.247604 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8dda0610-573c-4040-84bf-052ab3ed6e2c None None] Provisioning complete for port bf19b61d-1d57-41ef-b367-139688552f28 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:14:35.247976 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8dda0610-573c-4040-84bf-052ab3ed6e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:35.284558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8dda0610-573c-4040-84bf-052ab3ed6e2c None None] Port bf19b61d-1d57-41ef-b367-139688552f28 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:14:35.616419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:35.621377 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d1a81c1b-8d8f-4a78-b945-c7759c89ef56 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "PUT /v2.0/routers/4a6121fa-ae9c-455a-bd67-509ac56f0620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1453290 Nov 09 20:14:35.623970 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47014) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:35.627937 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1adc0-2fc9-4ef9-8c87-2fd6553adbc4 None None] Sync routers for ids ['4a6121fa-ae9c-455a-bd67-509ac56f0620'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:35.629550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'port': {'network_id': '1d51fdc3-5a86-48f9-a120-96d465fca6a2', 'name': 'tempest-FloatingIPTestJSON-1541520315'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:35.637121 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1adc0-2fc9-4ef9-8c87-2fd6553adbc4 None None] Routers {'4a6121fa-ae9c-455a-bd67-509ac56f0620'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:35.637724 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-50f1adc0-2fc9-4ef9-8c87-2fd6553adbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4a6121fa-ae9c-455a-bd67-509ac56f0620'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:35.673732 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-50f1adc0-2fc9-4ef9-8c87-2fd6553adbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:35.682429 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1adc0-2fc9-4ef9-8c87-2fd6553adbc4 None None] Routers {'4a6121fa-ae9c-455a-bd67-509ac56f0620'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:35.683075 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-50f1adc0-2fc9-4ef9-8c87-2fd6553adbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4a6121fa-ae9c-455a-bd67-509ac56f0620'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:35.718420 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-50f1adc0-2fc9-4ef9-8c87-2fd6553adbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:35.719095 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1adc0-2fc9-4ef9-8c87-2fd6553adbc4 None None] The sync data for ids ['4a6121fa-ae9c-455a-bd67-509ac56f0620'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:35.739755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Made reservation on behalf of 576e39aa6d3946f79f7010c069f9b49f for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:35.743343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:35.760433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] device_id is not set on port 83dda1db-b320-47f0-a5cf-73782e9b8095 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:14:35.867497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Allocated IP 172.20.0.6 (1d51fdc3-5a86-48f9-a120-96d465fca6a2/bb6516f6-46cc-495d-bcff-9ba7d29edd3f/83dda1db-b320-47f0-a5cf-73782e9b8095) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:36.021619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:36.024670 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:14:36.055326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:36.099453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:36.102502 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:36.106115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:36.115321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event updated for resources: {'Port': ['ID=83dda1db-b320-47f0-a5cf-73782e9b8095,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:36.165984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:36.166650 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:36.184727 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bd8182fe-5721-4859-a2d3-4c4e51675564 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5597334 Nov 09 20:14:36.187430 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47016) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:36.192955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Request body: {'floatingip': {'port_id': '83dda1db-b320-47f0-a5cf-73782e9b8095'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:36.254063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:36.309164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cf82959f-1515-4b44-b6ee-3f0358df8569 None None] Provisioning complete for port 83dda1db-b320-47f0-a5cf-73782e9b8095 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:14:36.309761 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cf82959f-1515-4b44-b6ee-3f0358df8569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:36.344083 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cf82959f-1515-4b44-b6ee-3f0358df8569 None None] Port 83dda1db-b320-47f0-a5cf-73782e9b8095 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:14:36.719569 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:36.723323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:36.821769 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP 3fb1a50a-98e1-4a5f-8518-79479007f77f associated. External IP: 172.25.6.241, port: ec0fbd01-ecea-44a5-80e6-177fa38a6a45. Nov 09 20:14:37.034381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:37.144973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:37.154244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37cbeb-0985-465f-aa26-2f686f1b88b3 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:37.164042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37cbeb-0985-465f-aa26-2f686f1b88b3 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:37.164663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-af37cbeb-0985-465f-aa26-2f686f1b88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:37.203081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-af37cbeb-0985-465f-aa26-2f686f1b88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:37.212415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37cbeb-0985-465f-aa26-2f686f1b88b3 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:37.213020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-af37cbeb-0985-465f-aa26-2f686f1b88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:37.246786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-af37cbeb-0985-465f-aa26-2f686f1b88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:37.247452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37cbeb-0985-465f-aa26-2f686f1b88b3 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:37.367588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 4a6121fa-ae9c-455a-bd67-509ac56f0620 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:37.476446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:37.480803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:37.486007 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a32634-b7a9-4c79-bf9f-b7c17bd20e8e None None] Sync routers for ids ['4a6121fa-ae9c-455a-bd67-509ac56f0620'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:37.494851 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a32634-b7a9-4c79-bf9f-b7c17bd20e8e None None] Routers {'4a6121fa-ae9c-455a-bd67-509ac56f0620'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:37.495454 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-08a32634-b7a9-4c79-bf9f-b7c17bd20e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4a6121fa-ae9c-455a-bd67-509ac56f0620'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:37.529099 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-08a32634-b7a9-4c79-bf9f-b7c17bd20e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:37.538765 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a32634-b7a9-4c79-bf9f-b7c17bd20e8e None None] Routers {'4a6121fa-ae9c-455a-bd67-509ac56f0620'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:37.539359 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-08a32634-b7a9-4c79-bf9f-b7c17bd20e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4a6121fa-ae9c-455a-bd67-509ac56f0620'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:37.543535 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6f1d928f-2b74-40cb-906f-27cbfd8018a2 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "PUT /v2.0/floatingips/3fb1a50a-98e1-4a5f-8518-79479007f77f HTTP/1.1" status: 200 len: 978 time: 1.3541534 Nov 09 20:14:37.547979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47018) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:37.574566 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-08a32634-b7a9-4c79-bf9f-b7c17bd20e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:37.575230 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a32634-b7a9-4c79-bf9f-b7c17bd20e8e None None] The sync data for ids ['4a6121fa-ae9c-455a-bd67-509ac56f0620'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:37.634392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port 83dda1db-b320-47f0-a5cf-73782e9b8095 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:37.634684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:37.725369 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:37.888742 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:37.889024 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:37.889336 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Floating IP 3fb1a50a-98e1-4a5f-8518-79479007f77f disassociated. External IP: 172.25.6.241, port: 83dda1db-b320-47f0-a5cf-73782e9b8095. Nov 09 20:14:37.889673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for 83dda1db-b320-47f0-a5cf-73782e9b8095 owned by {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:38.015540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:38.043980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=83dda1db-b320-47f0-a5cf-73782e9b8095,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:38.167525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 4a6121fa-ae9c-455a-bd67-509ac56f0620 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:38.280434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:38.291245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be07886e-25a9-4caf-bfa2-b200772de8f9 None None] Sync routers for ids ['4a6121fa-ae9c-455a-bd67-509ac56f0620'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:38.300799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be07886e-25a9-4caf-bfa2-b200772de8f9 None None] Routers {'4a6121fa-ae9c-455a-bd67-509ac56f0620'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:38.301398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-be07886e-25a9-4caf-bfa2-b200772de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4a6121fa-ae9c-455a-bd67-509ac56f0620'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:38.333022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-be07886e-25a9-4caf-bfa2-b200772de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:38.341437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be07886e-25a9-4caf-bfa2-b200772de8f9 None None] Routers {'4a6121fa-ae9c-455a-bd67-509ac56f0620'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:38.342027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-be07886e-25a9-4caf-bfa2-b200772de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4a6121fa-ae9c-455a-bd67-509ac56f0620'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:38.347056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:38.350636 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b0a18aef-7e7e-4563-8667-950df668e4b6 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/ports/83dda1db-b320-47f0-a5cf-73782e9b8095 HTTP/1.1" status: 204 len: 168 time: 0.8015051 Nov 09 20:14:38.353227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47020) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:38.380225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-be07886e-25a9-4caf-bfa2-b200772de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:38.380665 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be07886e-25a9-4caf-bfa2-b200772de8f9 None None] The sync data for ids ['4a6121fa-ae9c-455a-bd67-509ac56f0620'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:38.698499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:38.943693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port bf19b61d-1d57-41ef-b367-139688552f28 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:38.944037 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:39.028577 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:39.040569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for bf19b61d-1d57-41ef-b367-139688552f28 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:39.220451 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:39.251454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=bf19b61d-1d57-41ef-b367-139688552f28,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:39.745014 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:39.970268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 4a6121fa-ae9c-455a-bd67-509ac56f0620 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:40.077701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:40.084518 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cf7d1d2f-4d64-4ad3-8457-353ae35421c7 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "PUT /v2.0/routers/4a6121fa-ae9c-455a-bd67-509ac56f0620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7302713 Nov 09 20:14:40.086397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47022) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:40.088922 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff8934-d51d-492d-ad45-6293d01b22bf None None] Sync routers for ids ['4a6121fa-ae9c-455a-bd67-509ac56f0620'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:40.098164 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff8934-d51d-492d-ad45-6293d01b22bf None None] Routers {'4a6121fa-ae9c-455a-bd67-509ac56f0620'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:40.098820 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9ff8934-d51d-492d-ad45-6293d01b22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4a6121fa-ae9c-455a-bd67-509ac56f0620'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:40.133901 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9ff8934-d51d-492d-ad45-6293d01b22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:40.145271 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff8934-d51d-492d-ad45-6293d01b22bf None None] Routers {'4a6121fa-ae9c-455a-bd67-509ac56f0620'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:40.145967 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9ff8934-d51d-492d-ad45-6293d01b22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4a6121fa-ae9c-455a-bd67-509ac56f0620'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:40.177895 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9ff8934-d51d-492d-ad45-6293d01b22bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:40.178547 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff8934-d51d-492d-ad45-6293d01b22bf None None] The sync data for ids ['4a6121fa-ae9c-455a-bd67-509ac56f0620'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:40.195068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.275710 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-78906104-ea43-4be7-bc90-a3b6700e8c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.307714 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.358309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port 6450e95e-185b-4295-854f-54dc297207d2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:40.358573 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.436500 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.448590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for 6450e95e-185b-4295-854f-54dc297207d2 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:40.608899 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.637689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=6450e95e-185b-4295-854f-54dc297207d2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:40.700887 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.791795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.794049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.835321 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.835878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Fanout notify agent at l3_agent the message router_deleted on router 4a6121fa-ae9c-455a-bd67-509ac56f0620 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:14:40.842665 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.843796 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d9c0334f-20fe-4072-bcf7-179f3e6990ec tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/routers/4a6121fa-ae9c-455a-bd67-509ac56f0620 HTTP/1.1" status: 204 len: 168 time: 0.7563238 Nov 09 20:14:40.847203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47024) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:40.898581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-134f4598-a1e5-4d62-b223-57130465527f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting subnet bb6516f6-46cc-495d-bcff-9ba7d29edd3f {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:14:40.901496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-134f4598-a1e5-4d62-b223-57130465527f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:40.942764 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-134f4598-a1e5-4d62-b223-57130465527f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.035409 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-134f4598-a1e5-4d62-b223-57130465527f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.092248 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-134f4598-a1e5-4d62-b223-57130465527f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.120581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f4598-a1e5-4d62-b223-57130465527f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6516f6-46cc-495d-bcff-9ba7d29edd3f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:41.122555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-134f4598-a1e5-4d62-b223-57130465527f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.126882 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-134f4598-a1e5-4d62-b223-57130465527f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/subnets/bb6516f6-46cc-495d-bcff-9ba7d29edd3f HTTP/1.1" status: 204 len: 168 time: 0.2785447 Nov 09 20:14:41.127415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add1552-2ce4-4dc2-9d6e-14a63d035b33 None None] Network 1d51fdc3-5a86-48f9-a120-96d465fca6a2 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:41.128674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47026) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:41.207113 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.265675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port 24fb3b6d-e505-49ed-8409-b084d9bc0502 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:41.266639 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.295853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273a3b89-e028-44f6-995f-9bcfc42cc153 None None] DHCP port deletion for 1d51fdc3-5a86-48f9-a120-96d465fca6a2 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:14:41.335452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] For port 24fb3b6d-e505-49ed-8409-b084d9bc0502, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=24fb3b6d-e505-49ed-8409-b084d9bc0502,segment=NetworkSegment(743ebe6a-9645-4124-8751-cadcca1eb6f0),segment_id=743ebe6a-9645-4124-8751-cadcca1eb6f0)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:14:41.335814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.344805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-273a3b89-e028-44f6-995f-9bcfc42cc153 None None] Deleting port 24fb3b6d-e505-49ed-8409-b084d9bc0502 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:41.345185 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-273a3b89-e028-44f6-995f-9bcfc42cc153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.348598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for 24fb3b6d-e505-49ed-8409-b084d9bc0502 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:41.409240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-273a3b89-e028-44f6-995f-9bcfc42cc153 None None] For port 24fb3b6d-e505-49ed-8409-b084d9bc0502, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=24fb3b6d-e505-49ed-8409-b084d9bc0502,segment=NetworkSegment(743ebe6a-9645-4124-8751-cadcca1eb6f0),segment_id=743ebe6a-9645-4124-8751-cadcca1eb6f0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:14:41.409642 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-273a3b89-e028-44f6-995f-9bcfc42cc153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.422960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-273a3b89-e028-44f6-995f-9bcfc42cc153 None None] Calling delete_port for 24fb3b6d-e505-49ed-8409-b084d9bc0502 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:41.431220 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.458611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=24fb3b6d-e505-49ed-8409-b084d9bc0502,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:41.460347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] No DVR routers for this DVR port 24fb3b6d-e505-49ed-8409-b084d9bc0502 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:14:41.504289 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-273a3b89-e028-44f6-995f-9bcfc42cc153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.530615 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a3b89-e028-44f6-995f-9bcfc42cc153 None None] Pushing event deleted for resources: {'Port': ['ID=24fb3b6d-e505-49ed-8409-b084d9bc0502,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:41.532441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a3b89-e028-44f6-995f-9bcfc42cc153 None None] No DVR routers for this DVR port 24fb3b6d-e505-49ed-8409-b084d9bc0502 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:14:41.538414 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.562580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d51fdc3-5a86-48f9-a120-96d465fca6a2']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:41.573289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743ebe6a-9645-4124-8751-cadcca1eb6f0') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:41.573587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743ebe6a-9645-4124-8751-cadcca1eb6f0') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:41.583795 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.598200 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.604255 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:14:41.604646 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:14:41.607583 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:14:41.666871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.673993 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.677265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/networks/1d51fdc3-5a86-48f9-a120-96d465fca6a2 HTTP/1.1" status: 204 len: 168 time: 0.5474434 Nov 09 20:14:41.680162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47028) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:41.689754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9f9f2-2312-483b-a536-eb7d1ac4be8a tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Network': ['ID=1d51fdc3-5a86-48f9-a120-96d465fca6a2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:41.809485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d1824-f3f5-4bb7-90b9-c30c21a58ede tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port 29271911-88df-48b3-bd9a-28b5b2e0dddf {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:41.809709 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1824-f3f5-4bb7-90b9-c30c21a58ede tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.888598 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1824-f3f5-4bb7-90b9-c30c21a58ede tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.888937 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1824-f3f5-4bb7-90b9-c30c21a58ede tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:41.900709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d1824-f3f5-4bb7-90b9-c30c21a58ede tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for 29271911-88df-48b3-bd9a-28b5b2e0dddf owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:42.029258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1824-f3f5-4bb7-90b9-c30c21a58ede tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:42.056581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d1824-f3f5-4bb7-90b9-c30c21a58ede tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=29271911-88df-48b3-bd9a-28b5b2e0dddf,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:42.119659 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1824-f3f5-4bb7-90b9-c30c21a58ede tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:42.122323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1824-f3f5-4bb7-90b9-c30c21a58ede tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:42.123526 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4f0d1824-f3f5-4bb7-90b9-c30c21a58ede tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/floatingips/3fb1a50a-98e1-4a5f-8518-79479007f77f HTTP/1.1" status: 204 len: 168 time: 0.4423916 Nov 09 20:14:42.127341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47030) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:42.149867 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1ebc4f-4564-439b-8cd3-ba4a65f7ffcd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] DELETE failed (client error): The resource could not be found. Nov 09 20:14:42.150490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1ebc4f-4564-439b-8cd3-ba4a65f7ffcd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:14:42.153503 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aa1ebc4f-4564-439b-8cd3-ba4a65f7ffcd tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/ports/83dda1db-b320-47f0-a5cf-73782e9b8095 HTTP/1.1" status: 404 len: 333 time: 0.0252423 Nov 09 20:14:42.156081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47032) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:42.181998 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-314a0a3f-bcc3-4f61-ba0c-6c812d063436 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a6121fa-ae9c-455a-bd67-509ac56f0620 HTTP/1.1" status: 200 len: 205 time: 0.0244114 Nov 09 20:14:42.184274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47034) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:42.223725 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-2139add7-b10f-4541-b88e-c1c65e926616 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] delete failed (client error): The resource could not be found. Nov 09 20:14:42.224721 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2139add7-b10f-4541-b88e-c1c65e926616 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/routers/4a6121fa-ae9c-455a-bd67-509ac56f0620 HTTP/1.1" status: 404 len: 336 time: 0.0395923 Nov 09 20:14:42.227246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47036) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:42.253344 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f8bc9c-28c7-4080-9f1e-ecb48e8f58d0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] DELETE failed (client error): The resource could not be found. Nov 09 20:14:42.253788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f8bc9c-28c7-4080-9f1e-ecb48e8f58d0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:14:42.256773 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-75f8bc9c-28c7-4080-9f1e-ecb48e8f58d0 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/subnets/bb6516f6-46cc-495d-bcff-9ba7d29edd3f HTTP/1.1" status: 404 len: 337 time: 0.0286560 Nov 09 20:14:42.259183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47038) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:42.348592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-252799e5-688c-48cd-83de-267519965adf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port ec0fbd01-ecea-44a5-80e6-177fa38a6a45 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:42.348935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-252799e5-688c-48cd-83de-267519965adf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:42.434330 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-252799e5-688c-48cd-83de-267519965adf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:42.439541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 24fb3b6d-e505-49ed-8409-b084d9bc0502 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:14:42.446615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-252799e5-688c-48cd-83de-267519965adf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for ec0fbd01-ecea-44a5-80e6-177fa38a6a45 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:42.459751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 24fb3b6d-e505-49ed-8409-b084d9bc0502 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:14:42.460164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 24fb3b6d-e505-49ed-8409-b084d9bc0502 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:14:42.573142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-252799e5-688c-48cd-83de-267519965adf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:42.606975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252799e5-688c-48cd-83de-267519965adf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=ec0fbd01-ecea-44a5-80e6-177fa38a6a45,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:42.682268 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-252799e5-688c-48cd-83de-267519965adf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:42.685489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-252799e5-688c-48cd-83de-267519965adf tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/ports/ec0fbd01-ecea-44a5-80e6-177fa38a6a45 HTTP/1.1" status: 204 len: 168 time: 0.4254360 Nov 09 20:14:42.688092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47040) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:42.772347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-079e0b38-d26b-45e7-85cd-65445bae1fd3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port 2c6e6d53-788a-4f3c-bad3-9d18b4f0197e {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:42.772693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-079e0b38-d26b-45e7-85cd-65445bae1fd3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:42.861785 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-079e0b38-d26b-45e7-85cd-65445bae1fd3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:42.873217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-079e0b38-d26b-45e7-85cd-65445bae1fd3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for 2c6e6d53-788a-4f3c-bad3-9d18b4f0197e owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:43.000771 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-079e0b38-d26b-45e7-85cd-65445bae1fd3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:43.033455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e0b38-d26b-45e7-85cd-65445bae1fd3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=2c6e6d53-788a-4f3c-bad3-9d18b4f0197e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:43.098980 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-079e0b38-d26b-45e7-85cd-65445bae1fd3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:43.102202 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-079e0b38-d26b-45e7-85cd-65445bae1fd3 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/ports/2c6e6d53-788a-4f3c-bad3-9d18b4f0197e HTTP/1.1" status: 204 len: 168 time: 0.4132392 Nov 09 20:14:43.104793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47042) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:43.151623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9b57b-7140-40f4-b681-449f53811cfe tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:43.153094 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eaa9b57b-7140-40f4-b681-449f53811cfe tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "GET /v2.0/ports?device_id=528722a1-a64b-4f0f-a57b-7d94dd29bc24 HTTP/1.1" status: 200 len: 913 time: 0.0474081 Nov 09 20:14:43.155765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47044) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:43.213827 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-163945db-44eb-4848-a753-14e2baaff8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:43.482466 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:43.508536 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:43.762179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port 854ac023-df83-4c63-b249-085f74689d99 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:43.762912 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:43.848609 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:43.860636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for 854ac023-df83-4c63-b249-085f74689d99 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:44.042157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:44.072043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=854ac023-df83-4c63-b249-085f74689d99,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:44.235964 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:44.597495 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:44.774317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:44.877457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:44.883015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1f7c1199-58d4-46c0-8440-c474bea4e038 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "PUT /v2.0/routers/528722a1-a64b-4f0f-a57b-7d94dd29bc24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258129 Nov 09 20:14:44.885127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47046) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:44.887754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b90091-0dc6-489f-97ad-d5a8eca39948 None None] Sync routers for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:44.897247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b90091-0dc6-489f-97ad-d5a8eca39948 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:44.897854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-20b90091-0dc6-489f-97ad-d5a8eca39948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:44.932319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-20b90091-0dc6-489f-97ad-d5a8eca39948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:44.941863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b90091-0dc6-489f-97ad-d5a8eca39948 None None] Routers {'528722a1-a64b-4f0f-a57b-7d94dd29bc24'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:44.942456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-20b90091-0dc6-489f-97ad-d5a8eca39948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:44.973413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-20b90091-0dc6-489f-97ad-d5a8eca39948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:44.974061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b90091-0dc6-489f-97ad-d5a8eca39948 None None] The sync data for ids ['528722a1-a64b-4f0f-a57b-7d94dd29bc24'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:44.989675 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.088215 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.142743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting port 4565a1ed-1887-4dc4-a612-1a3cb52ca23d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:45.143090 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.216508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.228787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Calling delete_port for 4565a1ed-1887-4dc4-a612-1a3cb52ca23d owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:45.394084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.419672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Port': ['ID=4565a1ed-1887-4dc4-a612-1a3cb52ca23d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:45.487625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.576964 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.579711 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.622147 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.622734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Fanout notify agent at l3_agent the message router_deleted on router 528722a1-a64b-4f0f-a57b-7d94dd29bc24 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:14:45.629738 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.631426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-499a0bbc-2bea-4c30-9608-74525a8c2e95 tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/routers/528722a1-a64b-4f0f-a57b-7d94dd29bc24 HTTP/1.1" status: 204 len: 168 time: 0.7448075 Nov 09 20:14:45.633359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47052) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:45.686989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68cad0c-1916-4e50-8318-0b05fa4c0e8f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Deleting subnet 7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:14:45.690024 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0c-1916-4e50-8318-0b05fa4c0e8f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.730162 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0c-1916-4e50-8318-0b05fa4c0e8f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.780432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0c-1916-4e50-8318-0b05fa4c0e8f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.837492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0c-1916-4e50-8318-0b05fa4c0e8f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.865772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cad0c-1916-4e50-8318-0b05fa4c0e8f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:45.867786 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f68cad0c-1916-4e50-8318-0b05fa4c0e8f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:45.870989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f68cad0c-1916-4e50-8318-0b05fa4c0e8f tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/subnets/7bd5bf58-96e0-48b1-9363-5f2f0c43e2e1 HTTP/1.1" status: 204 len: 168 time: 0.2367139 Nov 09 20:14:45.873361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47054) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:45.955734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.053351 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.073387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:46.083599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a1a9e3-7689-47de-b218-aef78b1de441') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:46.083902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a1a9e3-7689-47de-b218-aef78b1de441') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:46.093227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.106574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.112756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:14:46.113141 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:14:46.116062 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:14:46.174170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.181164 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.184270 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] 10.222.0.53 "DELETE /v2.0/networks/e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3 HTTP/1.1" status: 204 len: 168 time: 0.3100049 Nov 09 20:14:46.196846 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7a1a2-da3c-437e-9e2f-93b32d3ad6cb tempest-FloatingIPTestJSON-193032598 tempest-FloatingIPTestJSON-193032598-project] Pushing event deleted for resources: {'Network': ['ID=e150ae5d-b7ac-4ca1-95ac-82d7dcadddf3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:46.341610 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.424665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47060) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:46.558431 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d7aa7808-2abf-4cf4-9ffc-d5fcab95abd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=576e39aa6d3946f79f7010c069f9b49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325493 Nov 09 20:14:46.560927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47064) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:46.609032 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3932b1cb-e528-4cf7-a2ba-80d4e97baca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.635688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3932b1cb-e528-4cf7-a2ba-80d4e97baca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.682474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3932b1cb-e528-4cf7-a2ba-80d4e97baca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.685082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3932b1cb-e528-4cf7-a2ba-80d4e97baca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:46.686236 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3932b1cb-e528-4cf7-a2ba-80d4e97baca0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7dcbd80-1567-43e8-9a59-9615e99fde0c HTTP/1.1" status: 204 len: 168 time: 0.1244056 Nov 09 20:14:46.694125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932b1cb-e528-4cf7-a2ba-80d4e97baca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dcbd80-1567-43e8-9a59-9615e99fde0c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:47.321645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47086) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:47.416891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'networks': [{'name': 'tempest-network--1335043033'}, {'name': 'tempest-network--1850368717'}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:47.417204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'network': {'name': 'tempest-network--1335043033'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:47.417669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'network': {'name': 'tempest-network--1850368717'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:47.439295 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Made reservation on behalf of 1c823c452de34ab1a818281f6643c69b for: {'network': 2} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:47.443813 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.452174 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.526790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.530537 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.531028 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.568312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a7c5f8-cf72-4acb-b436-5d2e3c596fd7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:47.573309 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:14:47.583177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.583519 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Added segment 902ebf56-7ac9-4425-bcd3-511adb644531 of type vlan for network 40bb687a-846f-40b7-a291-cd7c5f0b8047 Nov 09 20:14:47.620950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.648858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:14:47.657568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.657913 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Added segment 90777d96-b575-4dd1-b05b-67cd37b77e78 of type vlan for network a8c79429-9637-48ef-868d-8991715c08a5 Nov 09 20:14:47.700249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.723520 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.723998 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.729608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:47.734964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:47.735767 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:47.792671 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.4699144 Nov 09 20:14:47.795399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47090) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:47.807504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'Network': ['ID=40bb687a-846f-40b7-a291-cd7c5f0b8047,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:47.820831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 40bb687a-846f-40b7-a291-cd7c5f0b8047 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:14:47.876766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564d7a0-eec8-4bf1-8177-328dfd67aa30 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'Network': ['ID=a8c79429-9637-48ef-868d-8991715c08a5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:47.889471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a8c79429-9637-48ef-868d-8991715c08a5 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:14:47.908462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55f4e9-d945-4148-9160-51d52a92ea6f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:47.914363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55f4e9-d945-4148-9160-51d52a92ea6f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:47.920603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55f4e9-d945-4148-9160-51d52a92ea6f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:47.927014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55f4e9-d945-4148-9160-51d52a92ea6f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:47.928657 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cc55f4e9-d945-4148-9160-51d52a92ea6f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1321988 Nov 09 20:14:47.931490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47092) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:48.006667 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.095232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.115603 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bb687a-846f-40b7-a291-cd7c5f0b8047']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:48.124665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902ebf56-7ac9-4425-bcd3-511adb644531') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:48.125289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902ebf56-7ac9-4425-bcd3-511adb644531') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:48.135111 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.148049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.153755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:14:48.154138 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:14:48.157563 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:14:48.219343 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.224119 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.227604 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "DELETE /v2.0/networks/40bb687a-846f-40b7-a291-cd7c5f0b8047 HTTP/1.1" status: 204 len: 168 time: 0.2952051 Nov 09 20:14:48.230412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47096) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:48.242722 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580c555-2f23-4693-8100-462d797ec2b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Network': ['ID=40bb687a-846f-40b7-a291-cd7c5f0b8047,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:48.306861 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.401361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.421304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c79429-9637-48ef-868d-8991715c08a5']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:48.430895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90777d96-b575-4dd1-b05b-67cd37b77e78') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:48.431193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90777d96-b575-4dd1-b05b-67cd37b77e78') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:48.440439 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.453039 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.459276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:14:48.459660 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:14:48.462579 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:14:48.519273 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.523853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.527485 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "DELETE /v2.0/networks/a8c79429-9637-48ef-868d-8991715c08a5 HTTP/1.1" status: 204 len: 168 time: 0.2960322 Nov 09 20:14:48.530182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47098) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:48.542813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd9b45-5292-48db-bdda-e21cef544ae3 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Network': ['ID=a8c79429-9637-48ef-868d-8991715c08a5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:48.632921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964a3b3-572b-4a34-8fe3-8ad0c52ec6c9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:48.639257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964a3b3-572b-4a34-8fe3-8ad0c52ec6c9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:48.641340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0964a3b3-572b-4a34-8fe3-8ad0c52ec6c9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1095009 Nov 09 20:14:48.645057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47100) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:48.649738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-504692164'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:48.670972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Made reservation on behalf of 1c823c452de34ab1a818281f6643c69b for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:48.674418 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.702310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:14:48.711265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.711610 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Added segment 79e135d8-187c-449a-bccb-63db0db2c5d3 of type vlan for network 5719ac7b-6ebf-41a3-a7a8-01bc19af7be1 Nov 09 20:14:48.751042 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.774270 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.779867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:48.780454 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.840347 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1942847 Nov 09 20:14:48.842871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47102) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:48.847667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1252847966'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:48.859403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ad5fe-1369-4785-8d81-ba12a637d9d2 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'Network': ['ID=5719ac7b-6ebf-41a3-a7a8-01bc19af7be1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:48.870155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5719ac7b-6ebf-41a3-a7a8-01bc19af7be1 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:14:48.876092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Made reservation on behalf of 1c823c452de34ab1a818281f6643c69b for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:48.879787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.903732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:14:48.913193 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.913552 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Added segment 4e072088-508a-4cd9-b2b0-36def832e2be of type vlan for network fcf5c33f-6196-452b-8b4e-df1758e88efa Nov 09 20:14:48.957763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.982764 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:48.988529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:48.989118 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:49.042394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1985168 Nov 09 20:14:49.045227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47104) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:49.050349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'ports': [{'network_id': '5719ac7b-6ebf-41a3-a7a8-01bc19af7be1', 'name': 'tempest-port--1045552376', 'admin_state_up': True}, {'network_id': 'fcf5c33f-6196-452b-8b4e-df1758e88efa', 'admin_state_up': False}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:49.050697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'port': {'network_id': '5719ac7b-6ebf-41a3-a7a8-01bc19af7be1', 'name': 'tempest-port--1045552376', 'admin_state_up': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:49.051183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'port': {'network_id': 'fcf5c33f-6196-452b-8b4e-df1758e88efa', 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:49.059263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b121c8-4445-4b9e-b0c5-4a9b7b8fbfe9 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'Network': ['ID=fcf5c33f-6196-452b-8b4e-df1758e88efa,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:49.070061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network fcf5c33f-6196-452b-8b4e-df1758e88efa details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:14:49.211515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Made reservation on behalf of 1c823c452de34ab1a818281f6643c69b for: {'port': 2} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:49.215748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:49.227790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:49.308039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] device_id is not set on port 7ef267c6-7fc2-49c3-8c34-d40ff2210f1f yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:14:49.418741 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:49.487650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] device_id is not set on port bc94d218-8226-46b1-bd35-7e6d8e7c7073 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:14:49.594973 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:49.630222 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:49.691760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'Port': ['ID=7ef267c6-7fc2-49c3-8c34-d40ff2210f1f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:49.703171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Checking segment: {'id': '79e135d8-187c-449a-bccb-63db0db2c5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '5719ac7b-6ebf-41a3-a7a8-01bc19af7be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:14:49.703535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Network hostable DHCP agents. Network: 5719ac7b-6ebf-41a3-a7a8-01bc19af7be1, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:14:49.720314 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Network 5719ac7b-6ebf-41a3-a7a8-01bc19af7be1 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:14:49.728540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5719ac7b-6ebf-41a3-a7a8-01bc19af7be1) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:49.732195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:49.733052 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:49.738445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4036a9-f23e-4dd5-8536-7fd109fe99d7 None None] Network 5719ac7b-6ebf-41a3-a7a8-01bc19af7be1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:49.793451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'Port': ['ID=bc94d218-8226-46b1-bd35-7e6d8e7c7073,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:49.803221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Checking segment: {'id': '4e072088-508a-4cd9-b2b0-36def832e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'fcf5c33f-6196-452b-8b4e-df1758e88efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:14:49.803581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Network hostable DHCP agents. Network: fcf5c33f-6196-452b-8b4e-df1758e88efa, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:14:49.820328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Network fcf5c33f-6196-452b-8b4e-df1758e88efa is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:14:49.829640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, fcf5c33f-6196-452b-8b4e-df1758e88efa) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:49.833306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:49.840482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:49.840660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b365c-6496-43c8-86d9-5ba325eb8baf None None] Network fcf5c33f-6196-452b-8b4e-df1758e88efa requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:49.845440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:49.846126 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:49.863901 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7554a34f-7ad0-4e90-b89a-8817b4e4150e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8174357 Nov 09 20:14:49.866288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47106) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:49.916096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50acca1-498b-433f-9f16-854f67103caa tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:49.923202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50acca1-498b-433f-9f16-854f67103caa tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:49.924783 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f50acca1-498b-433f-9f16-854f67103caa tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0575449 Nov 09 20:14:49.927807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47108) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:50.020397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e2be5fa5-55bb-404a-8d88-19df86e51d3d tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Deleting port 7ef267c6-7fc2-49c3-8c34-d40ff2210f1f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:50.020669 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2be5fa5-55bb-404a-8d88-19df86e51d3d tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.085663 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2be5fa5-55bb-404a-8d88-19df86e51d3d tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.098734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e2be5fa5-55bb-404a-8d88-19df86e51d3d tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Calling delete_port for 7ef267c6-7fc2-49c3-8c34-d40ff2210f1f owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:50.178899 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2be5fa5-55bb-404a-8d88-19df86e51d3d tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.208428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be5fa5-55bb-404a-8d88-19df86e51d3d tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Port': ['ID=7ef267c6-7fc2-49c3-8c34-d40ff2210f1f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:50.211958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e2be5fa5-55bb-404a-8d88-19df86e51d3d tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.215219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e2be5fa5-55bb-404a-8d88-19df86e51d3d tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "DELETE /v2.0/ports/7ef267c6-7fc2-49c3-8c34-d40ff2210f1f HTTP/1.1" status: 204 len: 168 time: 0.2861972 Nov 09 20:14:50.217774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47110) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:50.301283 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5424862d-9233-40f3-b61d-84bcc3114d9b tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Deleting port bc94d218-8226-46b1-bd35-7e6d8e7c7073 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:50.301550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5424862d-9233-40f3-b61d-84bcc3114d9b tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.371492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5424862d-9233-40f3-b61d-84bcc3114d9b tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.385542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-5424862d-9233-40f3-b61d-84bcc3114d9b tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Calling delete_port for bc94d218-8226-46b1-bd35-7e6d8e7c7073 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:50.463159 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5424862d-9233-40f3-b61d-84bcc3114d9b tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.494521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424862d-9233-40f3-b61d-84bcc3114d9b tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Port': ['ID=bc94d218-8226-46b1-bd35-7e6d8e7c7073,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:50.499717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5424862d-9233-40f3-b61d-84bcc3114d9b tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.504039 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5424862d-9233-40f3-b61d-84bcc3114d9b tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "DELETE /v2.0/ports/bc94d218-8226-46b1-bd35-7e6d8e7c7073 HTTP/1.1" status: 204 len: 168 time: 0.2853565 Nov 09 20:14:50.506594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47112) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:50.533484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4f83329c-6c08-4ce7-a693-f19678c747fa tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0258543 Nov 09 20:14:50.536860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47114) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:50.541543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-377218229'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:50.562160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Made reservation on behalf of 1c823c452de34ab1a818281f6643c69b for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:50.565991 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.588816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:14:50.597320 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.597661 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Added segment 1f1c3c34-e6b2-4ee0-a889-81c094851733 of type vlan for network c1199fe8-4aab-4818-917e-f774c86a41b5 Nov 09 20:14:50.637009 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.660386 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.665889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:50.666471 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.721938 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1840880 Nov 09 20:14:50.724701 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47116) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:50.729709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2065576303'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:50.739577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d769ae-5eb7-4d77-bf35-b0f12d24f0b0 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'Network': ['ID=c1199fe8-4aab-4818-917e-f774c86a41b5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:50.752023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c1199fe8-4aab-4818-917e-f774c86a41b5 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:14:50.753780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Made reservation on behalf of 1c823c452de34ab1a818281f6643c69b for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:50.757275 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.780230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:14:50.789565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.789907 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Added segment 911f4946-5ade-4d77-aaf8-c223d9e43a45 of type vlan for network baf450c9-9212-43b5-89d9-7d7b59d5d9e0 Nov 09 20:14:50.834573 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.858080 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.864461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:50.865039 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:50.920262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1944678 Nov 09 20:14:50.938443 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50af3d5-8adf-4376-bbaa-aaf174d881f4 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'Network': ['ID=baf450c9-9212-43b5-89d9-7d7b59d5d9e0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:50.948408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network baf450c9-9212-43b5-89d9-7d7b59d5d9e0 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:14:51.055454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47118) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:51.060571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'subnets': [{'network_id': 'c1199fe8-4aab-4818-917e-f774c86a41b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1751147886', 'ip_version': 4}, {'network_id': 'baf450c9-9212-43b5-89d9-7d7b59d5d9e0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:51.061032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'subnet': {'network_id': 'c1199fe8-4aab-4818-917e-f774c86a41b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1751147886', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:51.061604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Request body: {'subnet': {'network_id': 'baf450c9-9212-43b5-89d9-7d7b59d5d9e0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:51.217067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Made reservation on behalf of 1c823c452de34ab1a818281f6643c69b for: {'subnet': 2} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:51.222044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:51.222381 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:51.355919 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:51.573203 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:51.637337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'Subnet': ['ID=ebb703d1-167d-4e41-a3d9-b9b96fa6b62a,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:51.642462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Checking segment: {'id': '1f1c3c34-e6b2-4ee0-a889-81c094851733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'c1199fe8-4aab-4818-917e-f774c86a41b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:14:51.642856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Network hostable DHCP agents. Network: c1199fe8-4aab-4818-917e-f774c86a41b5, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:14:51.660087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Network c1199fe8-4aab-4818-917e-f774c86a41b5 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:14:51.668496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c1199fe8-4aab-4818-917e-f774c86a41b5) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:51.672491 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:51.677474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04994cb2-651e-4f6c-bd83-8105aedbbafd None None] Network c1199fe8-4aab-4818-917e-f774c86a41b5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:51.737380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event updated for resources: {'Subnet': ['ID=77b7f717-ec80-4e50-a73e-7c7eeb4d8c4d,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:51.746540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Checking segment: {'id': '911f4946-5ade-4d77-aaf8-c223d9e43a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'baf450c9-9212-43b5-89d9-7d7b59d5d9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:14:51.746924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Network hostable DHCP agents. Network: baf450c9-9212-43b5-89d9-7d7b59d5d9e0, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:14:51.763885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Network baf450c9-9212-43b5-89d9-7d7b59d5d9e0 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:14:51.772881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, baf450c9-9212-43b5-89d9-7d7b59d5d9e0) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:51.776982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:51.777445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:51.778082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:51.790000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd056e8f-cce3-4cff-afac-c01394f6be46 None None] Network baf450c9-9212-43b5-89d9-7d7b59d5d9e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:51.801199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f5004b12-7daa-4b12-b816-be818be5088f tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7445934 Nov 09 20:14:51.803699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47122) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:51.857651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfd8ef-7a50-4679-ad52-6bf0e9833758 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:51.859357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfd8ef-7a50-4679-ad52-6bf0e9833758 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:51.860885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfd8ef-7a50-4679-ad52-6bf0e9833758 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:51.862490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-afdfd8ef-7a50-4679-ad52-6bf0e9833758 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0578516 Nov 09 20:14:51.865774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47124) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:51.877191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b29989-309b-4719-8855-5bcfba89edf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-c1199fe8-4aab-4818-917e-f774c86a41b5', 'network_id': 'c1199fe8-4aab-4818-917e-f774c86a41b5', 'tenant_id': '1c823c452de34ab1a818281f6643c69b', 'fixed_ips': [{'subnet_id': 'ebb703d1-167d-4e41-a3d9-b9b96fa6b62a'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:14:51.878056 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38b29989-309b-4719-8855-5bcfba89edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:51.916939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22bb5fb-c5b8-4733-9efb-c9c7aa72f380 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Deleting subnet ebb703d1-167d-4e41-a3d9-b9b96fa6b62a {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:14:51.920107 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d22bb5fb-c5b8-4733-9efb-c9c7aa72f380 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:51.964660 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d22bb5fb-c5b8-4733-9efb-c9c7aa72f380 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.008996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d22bb5fb-c5b8-4733-9efb-c9c7aa72f380 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.047334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-baf450c9-9212-43b5-89d9-7d7b59d5d9e0', 'network_id': 'baf450c9-9212-43b5-89d9-7d7b59d5d9e0', 'tenant_id': '1c823c452de34ab1a818281f6643c69b', 'fixed_ips': [{'subnet_id': '77b7f717-ec80-4e50-a73e-7c7eeb4d8c4d'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:14:52.048357 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.070100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d22bb5fb-c5b8-4733-9efb-c9c7aa72f380 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.100359 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d22bb5fb-c5b8-4733-9efb-c9c7aa72f380 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.103618 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d22bb5fb-c5b8-4733-9efb-c9c7aa72f380 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "DELETE /v2.0/subnets/ebb703d1-167d-4e41-a3d9-b9b96fa6b62a HTTP/1.1" status: 204 len: 168 time: 0.2362213 Nov 09 20:14:52.104584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bb5fb-c5b8-4733-9efb-c9c7aa72f380 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb703d1-167d-4e41-a3d9-b9b96fa6b62a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:52.106311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47126) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server [None req-38b29989-309b-4719-8855-5bcfba89edf6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebb703d1-167d-4e41-a3d9-b9b96fa6b62a: This subnet is being modified by another concurrent operation. Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise exception Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebb703d1-167d-4e41-a3d9-b9b96fa6b62a: This subnet is being modified by another concurrent operation. Nov 09 20:14:52.115894 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Nov 09 20:14:52.143650 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a3712-8a68-48fc-85ca-0b30e1bccee0 None None] Network c1199fe8-4aab-4818-917e-f774c86a41b5 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:52.170279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-63adad38-17c8-4a9c-8cd1-216b4ba7f5ac tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Deleting subnet 77b7f717-ec80-4e50-a73e-7c7eeb4d8c4d {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:14:52.252234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Allocated IP 172.20.0.18 (baf450c9-9212-43b5-89d9-7d7b59d5d9e0/77b7f717-ec80-4e50-a73e-7c7eeb4d8c4d/0c89009a-e6aa-48fa-b8c1-388e57763925) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:14:52.445437 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.454281 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63adad38-17c8-4a9c-8cd1-216b4ba7f5ac tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.455021 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.497549 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63adad38-17c8-4a9c-8cd1-216b4ba7f5ac tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.502102 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Network baf450c9-9212-43b5-89d9-7d7b59d5d9e0 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:14:52.505104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:52.507786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:14:52.519531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Pushing event updated for resources: {'Port': ['ID=0c89009a-e6aa-48fa-b8c1-388e57763925,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:52.564769 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.565567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.565910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.566253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.566608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.566937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.567262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.567585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.567906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.568224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.568551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.568863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:14:52.602733 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63adad38-17c8-4a9c-8cd1-216b4ba7f5ac tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.610172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Attempting to bind port 0c89009a-e6aa-48fa-b8c1-388e57763925 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:14:52.610873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Attempting to bind port 0c89009a-e6aa-48fa-b8c1-388e57763925 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '911f4946-5ade-4d77-aaf8-c223d9e43a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'baf450c9-9212-43b5-89d9-7d7b59d5d9e0'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:14:52.611302 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Attempting to bind port 0c89009a-e6aa-48fa-b8c1-388e57763925 on network baf450c9-9212-43b5-89d9-7d7b59d5d9e0 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:14:52.617329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:14:52.617710 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Checking segment: {'id': '911f4946-5ade-4d77-aaf8-c223d9e43a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'baf450c9-9212-43b5-89d9-7d7b59d5d9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:14:52.618133 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.618591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Bound using segment: {'id': '911f4946-5ade-4d77-aaf8-c223d9e43a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'baf450c9-9212-43b5-89d9-7d7b59d5d9e0'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:14:52.621382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Bound port: 0c89009a-e6aa-48fa-b8c1-388e57763925, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911f4946-5ade-4d77-aaf8-c223d9e43a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'baf450c9-9212-43b5-89d9-7d7b59d5d9e0'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:14:52.621382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.682867 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63adad38-17c8-4a9c-8cd1-216b4ba7f5ac tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.707529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] For port 0c89009a-e6aa-48fa-b8c1-388e57763925, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:14:52.711104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] For port 0c89009a-e6aa-48fa-b8c1-388e57763925, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0c89009a-e6aa-48fa-b8c1-388e57763925,segment=NetworkSegment(911f4946-5ade-4d77-aaf8-c223d9e43a45),segment_id=911f4946-5ade-4d77-aaf8-c223d9e43a45)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:14:52.711316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adad38-17c8-4a9c-8cd1-216b4ba7f5ac tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Subnet': ['ID=77b7f717-ec80-4e50-a73e-7c7eeb4d8c4d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:52.715099 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63adad38-17c8-4a9c-8cd1-216b4ba7f5ac tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.716037 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.718345 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-63adad38-17c8-4a9c-8cd1-216b4ba7f5ac tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "DELETE /v2.0/subnets/77b7f717-ec80-4e50-a73e-7c7eeb4d8c4d HTTP/1.1" status: 204 len: 168 time: 0.6108911 Nov 09 20:14:52.722401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47128) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:52.782979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c7df6-e4df-4eed-acfa-25a9c46bfd0d tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:52.786201 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b04c7df6-e4df-4eed-acfa-25a9c46bfd0d tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0611110 Nov 09 20:14:52.787257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26c5c5-d439-4519-858f-6e351e5f0894 None None] Pushing event updated for resources: {'Port': ['ID=0c89009a-e6aa-48fa-b8c1-388e57763925,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:52.789080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47130) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:52.881021 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:52.968480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Deleting port 0c89009a-e6aa-48fa-b8c1-388e57763925 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:52.969503 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.044756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] For port 0c89009a-e6aa-48fa-b8c1-388e57763925, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0c89009a-e6aa-48fa-b8c1-388e57763925,segment=NetworkSegment(911f4946-5ade-4d77-aaf8-c223d9e43a45),segment_id=911f4946-5ade-4d77-aaf8-c223d9e43a45)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:14:53.045118 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.061159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Calling delete_port for 0c89009a-e6aa-48fa-b8c1-388e57763925 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:53.165689 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.202927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Port': ['ID=0c89009a-e6aa-48fa-b8c1-388e57763925,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:53.207239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] No DVR routers for this DVR port 0c89009a-e6aa-48fa-b8c1-388e57763925 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:14:53.298314 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.318233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf450c9-9212-43b5-89d9-7d7b59d5d9e0']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:53.327343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911f4946-5ade-4d77-aaf8-c223d9e43a45') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:53.327638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911f4946-5ade-4d77-aaf8-c223d9e43a45') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:53.337824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.350773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.357665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:14:53.358079 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:14:53.361015 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:14:53.420483 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.427820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.431084 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "DELETE /v2.0/networks/baf450c9-9212-43b5-89d9-7d7b59d5d9e0 HTTP/1.1" status: 204 len: 168 time: 0.6402431 Nov 09 20:14:53.433859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47132) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:53.443637 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d15177-51c3-47d6-b943-05c7ec151a6a tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Network': ['ID=baf450c9-9212-43b5-89d9-7d7b59d5d9e0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:53.519203 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.609650 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.630895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1199fe8-4aab-4818-917e-f774c86a41b5']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:53.640291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1c3c34-e6b2-4ee0-a889-81c094851733') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:53.641261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1c3c34-e6b2-4ee0-a889-81c094851733') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:53.655595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.669382 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.676438 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:14:53.676871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:14:53.679990 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:14:53.744932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.752512 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.755749 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "DELETE /v2.0/networks/c1199fe8-4aab-4818-917e-f774c86a41b5 HTTP/1.1" status: 204 len: 168 time: 0.3208561 Nov 09 20:14:53.758439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47134) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:53.768554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe53e5e-84fd-44a0-b1ce-e9f82e720278 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Network': ['ID=c1199fe8-4aab-4818-917e-f774c86a41b5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:53.776673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d457c5b1-da55-45dd-96eb-efe5c130f71f None None] Could not find standard attr ID for object 0c89009a-e6aa-48fa-b8c1-388e57763925. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:14:53.778634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a980edd-10cb-4289-b613-15ae7db0e95d None None] DHCP port deletion for baf450c9-9212-43b5-89d9-7d7b59d5d9e0 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:14:53.793180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263eef30-ab0a-4afd-88d1-f4ad1423eb5c None None] Network baf450c9-9212-43b5-89d9-7d7b59d5d9e0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:53.809554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263eef30-ab0a-4afd-88d1-f4ad1423eb5c None None] Network baf450c9-9212-43b5-89d9-7d7b59d5d9e0 could not be found, it might have been deleted concurrently. {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 20:14:53.821344 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a9b24-7f74-4a35-b22a-2e8e052dc94b None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:14:53.850407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.888217 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11a9b24-7f74-4a35-b22a-2e8e052dc94b None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:14:53.934836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.954889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf5c33f-6196-452b-8b4e-df1758e88efa']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:53.964166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e072088-508a-4cd9-b2b0-36def832e2be') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:53.964400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e072088-508a-4cd9-b2b0-36def832e2be') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:53.978041 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:53.995406 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.005480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:14:54.005908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:14:54.009090 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:14:54.070548 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.075357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.078774 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "DELETE /v2.0/networks/fcf5c33f-6196-452b-8b4e-df1758e88efa HTTP/1.1" status: 204 len: 168 time: 0.3192983 Nov 09 20:14:54.081346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47136) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:54.097076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e36e4-c329-4662-bb73-ec207031b14e tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Network': ['ID=fcf5c33f-6196-452b-8b4e-df1758e88efa,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:54.161135 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.244688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.263523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5719ac7b-6ebf-41a3-a7a8-01bc19af7be1']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:54.272385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e135d8-187c-449a-bccb-63db0db2c5d3') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:54.272681 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e135d8-187c-449a-bccb-63db0db2c5d3') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:54.282276 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.294716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.301536 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:14:54.301997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:14:54.305176 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:14:54.379953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.386702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.389918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] 10.222.0.53 "DELETE /v2.0/networks/5719ac7b-6ebf-41a3-a7a8-01bc19af7be1 HTTP/1.1" status: 204 len: 168 time: 0.3073735 Nov 09 20:14:54.402702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8599a78-0f49-41c4-a6de-cac17de70339 tempest-BulkNetworkOpsTest-1478416813 tempest-BulkNetworkOpsTest-1478416813-project] Pushing event deleted for resources: {'Network': ['ID=5719ac7b-6ebf-41a3-a7a8-01bc19af7be1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:54.626429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47142) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:54.756970 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f70ab3ab-c12b-4baa-8d39-706b38a41788 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c823c452de34ab1a818281f6643c69b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291633 Nov 09 20:14:54.759441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47146) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:54.806011 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-083157cb-9169-4167-aa75-e5a50ef58d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.826736 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-083157cb-9169-4167-aa75-e5a50ef58d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.871084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-083157cb-9169-4167-aa75-e5a50ef58d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.873627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-083157cb-9169-4167-aa75-e5a50ef58d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:54.875750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-083157cb-9169-4167-aa75-e5a50ef58d7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4a7c5f8-cf72-4acb-b436-5d2e3c596fd7 HTTP/1.1" status: 204 len: 168 time: 0.1145465 Nov 09 20:14:54.883030 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083157cb-9169-4167-aa75-e5a50ef58d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a7c5f8-cf72-4acb-b436-5d2e3c596fd7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:55.498491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47168) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:55.567954 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:55.596883 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1791191282'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:55.621891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:55.625687 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:55.633770 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:55.714157 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:55.718326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:55.746471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:14:55.755850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e343e6-1c5d-4622-aa2e-c4428cb5bc73,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:55.761702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:55.762052 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Added segment d5e09016-d2ec-4029-8862-d4b43acd2fbf of type vlan for network 1964d5e1-5175-4d2e-abab-7c3698cadea9 Nov 09 20:14:55.802973 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:55.826336 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:55.833465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:55.834434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:55.893387 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3937273 Nov 09 20:14:55.908361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ec5a3-1346-4c5e-a0c8-ccb0c05ca7ea tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Network': ['ID=1964d5e1-5175-4d2e-abab-7c3698cadea9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:55.918288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 1964d5e1-5175-4d2e-abab-7c3698cadea9 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:14:56.175208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47174) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:56.330709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port b9a23ed9-b8ed-427b-a5dc-28f5c78cb9ff {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:56.331222 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:56.422850 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:56.423187 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:56.435029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for b9a23ed9-b8ed-427b-a5dc-28f5c78cb9ff owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:56.588478 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:56.617297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=b9a23ed9-b8ed-427b-a5dc-28f5c78cb9ff,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:56.685870 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:56.686165 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Floating IP dcdad28c-8250-4367-a300-3318366e2590 disassociated (deleted). External IP: 172.25.6.206, port: 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178. Nov 09 20:14:56.893859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router ebde4119-ff1b-4bd6-af1b-371f0a04667e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:14:57.001201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:14:57.006193 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:57.013256 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] Sync routers for ids ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:14:57.023711 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] Routers {'ebde4119-ff1b-4bd6-af1b-371f0a04667e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:57.024334 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:57.046446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f7f274b1-e56d-48ec-82c9-46dd5ebc9cf4 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/floatingips/dcdad28c-8250-4367-a300-3318366e2590 HTTP/1.1" status: 204 len: 168 time: 0.8672585 Nov 09 20:14:57.046446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:14:57.048082 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be439e1-20c6-4e35-8c24-623b63f38c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:14:57.094051 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2b2c96-0945-4f81-aade-70700d9815e9 x-openstack-request-id: req-ab2b2c96-0945-4f81-aade-70700d9815e9 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:14:57.099984 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:14:57.100269 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab2b2c96-0945-4f81-aade-70700d9815e9 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:14:57.100698 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'status': 'completed', 'code': 200} Nov 09 20:14:57.181702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-b3290bbf-d58e-43bb-aea7-7895cb8fa51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:57.183279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-b3290bbf-d58e-43bb-aea7-7895cb8fa51c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=255b9262b186472cb06159c676864ff2&device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 1096 time: 0.0614421 Nov 09 20:14:57.275809 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] Set router ebde4119-ff1b-4bd6-af1b-371f0a04667e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:14:57.293597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-821d06d2-35fe-43ad-a5d5-00a237e5b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:57.295130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-821d06d2-35fe-43ad-a5d5-00a237e5b8df service neutron] 10.222.0.77 "GET /v2.0/networks?id=ecf6cb78-091f-4f5e-bafd-bd731224c5d6 HTTP/1.1" status: 200 len: 897 time: 0.1021454 Nov 09 20:14:57.333078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413fcb7-154c-4ec8-b6f1-8ddec824cccf req-bf3a63be-21f6-43fe-b1ae-624d4288b0c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:57.336270 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5413fcb7-154c-4ec8-b6f1-8ddec824cccf req-bf3a63be-21f6-43fe-b1ae-624d4288b0c7 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0653968 Nov 09 20:14:57.356886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-c054e044-6655-4074-b637-70438cddd0e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 HTTP/1.1" status: 200 len: 217 time: 0.0526707 Nov 09 20:14:57.387241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5413fcb7-154c-4ec8-b6f1-8ddec824cccf req-9e104ebf-ffc5-4a0e-bb2b-015a7b1b1eab tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 Nov 09 20:14:57.521259 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:12Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '38d8b1d0-2cfe-4f78-946c-e8080f24367c', 'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:2b:20:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:12Z', 'updated_at': '2021-11-09T20:13:16Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:57.548698 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] Checking router: ebde4119-ff1b-4bd6-af1b-371f0a04667e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:14:57.557482 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] Routers {'ebde4119-ff1b-4bd6-af1b-371f0a04667e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:14:57.558181 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:57.666752 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] Set router ebde4119-ff1b-4bd6-af1b-371f0a04667e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:14:57.747297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-c6d1cc31-bc60-48b5-8eb7-d382a4d54e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:57.748929 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-c6d1cc31-bc60-48b5-8eb7-d382a4d54e3c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89c3db81-d7d2-4c1b-8669-fa42bc70fdad HTTP/1.1" status: 200 len: 834 time: 0.3843744 Nov 09 20:14:57.798100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-2720a5b4-91e9-42a3-a09f-223475589d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:57.799759 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-2720a5b4-91e9-42a3-a09f-223475589d48 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ecf6cb78-091f-4f5e-bafd-bd731224c5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428104 Nov 09 20:14:57.873737 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:12Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '38d8b1d0-2cfe-4f78-946c-e8080f24367c', 'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:2b:20:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:12Z', 'updated_at': '2021-11-09T20:13:16Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:14:57.895964 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-a5a2720e-5659-4358-b884-e57d7654e76c service neutron] 10.222.0.77 "GET /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883968 Nov 09 20:14:57.901547 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980a28c-3c68-4ec6-a0f7-394ca60d65e1 None None] The sync data for ids ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'] in n-d-817256-1 is: [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:13:12Z', 'revision_number': 4, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '38d8b1d0-2cfe-4f78-946c-e8080f24367c', 'name': '', 'network_id': 'ecf6cb78-091f-4f5e-bafd-bd731224c5d6', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'mac_address': 'fa:16:3e:2b:20:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:12Z', 'updated_at': '2021-11-09T20:13:16Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'subnets': [{'id': '89c3db81-d7d2-4c1b-8669-fa42bc70fdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:14:58.002275 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4be439e1-20c6-4e35-8c24-623b63f38c4b req-813449f2-f453-488c-9089-b5304308443a service neutron] 10.222.0.77 "GET /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967352 Nov 09 20:14:58.140056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946502c-42c8-42cb-8f85-5a843f78db37 None None] New status for floating IP dcdad28c-8250-4367-a300-3318366e2590: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:14:58.506426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749ca73-f36f-45fd-a6c4-57374d4c9e02 req-afc68987-e993-454c-aa69-a8fc4a0bbf95 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:58.508188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2749ca73-f36f-45fd-a6c4-57374d4c9e02 req-afc68987-e993-454c-aa69-a8fc4a0bbf95 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0518255 Nov 09 20:14:58.546273 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2749ca73-f36f-45fd-a6c4-57374d4c9e02 req-6bd87d4b-e2bd-47c2-865e-6fe9a23648c8 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/security-groups?id=be59aebe-347e-4de0-a117-64be2acff157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Nov 09 20:14:58.739244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-da02cd4c-95a5-4064-96f5-48df789f01a1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:58.740607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-da02cd4c-95a5-4064-96f5-48df789f01a1 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 945 time: 0.0514536 Nov 09 20:14:58.832775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-796eef8e-6e8c-4f10-91e7-e68d96951d34 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:14:58.833470 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-796eef8e-6e8c-4f10-91e7-e68d96951d34 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:58.924182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-796eef8e-6e8c-4f10-91e7-e68d96951d34 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:14:58.924550 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-796eef8e-6e8c-4f10-91e7-e68d96951d34 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:58.937129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-796eef8e-6e8c-4f10-91e7-e68d96951d34 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:14:59.067531 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-796eef8e-6e8c-4f10-91e7-e68d96951d34 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:59.095398 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796eef8e-6e8c-4f10-91e7-e68d96951d34 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=7d88c4f0-c5f8-43c9-a4d4-b473b46a2178,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:59.141278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-796eef8e-6e8c-4f10-91e7-e68d96951d34 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] No DVR routers for this DVR port 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:14:59.143984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-796eef8e-6e8c-4f10-91e7-e68d96951d34 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:59.147566 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e7c6c23-2a84-4b4e-967c-95f6d67e9874 req-796eef8e-6e8c-4f10-91e7-e68d96951d34 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.77 "DELETE /v2.0/ports/7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 HTTP/1.1" status: 204 len: 173 time: 0.3972087 Nov 09 20:14:59.148008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'name': 'network-vif-deleted', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:14:59.150267 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875d6bc1-4cfa-4e6b-b4dd-b6db4c847c91" -d '{"events": [{"server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "name": "network-vif-deleted", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:14:59.190789 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2626dbe-8fe1-48b3-876c-feaf32a7b4d0 x-openstack-request-id: req-a2626dbe-8fe1-48b3-876c-feaf32a7b4d0 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:14:59.191172 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed", "name": "network-vif-deleted", "tag": "7d88c4f0-c5f8-43c9-a4d4-b473b46a2178", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:14:59.191434 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2626dbe-8fe1-48b3-876c-feaf32a7b4d0 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:14:59.191841 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed', 'name': 'network-vif-deleted', 'tag': '7d88c4f0-c5f8-43c9-a4d4-b473b46a2178', 'status': 'completed', 'code': 200} Nov 09 20:14:59.208139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47186) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:59.213378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'subnet': {'network_id': '1964d5e1-5175-4d2e-abab-7c3698cadea9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:59.311094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:59.315120 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:59.496159 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:59.560688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Subnet': ['ID=2562dc75-1254-4e76-8df7-fb17f9d7a004,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:59.571826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Checking segment: {'id': 'd5e09016-d2ec-4029-8862-d4b43acd2fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1964d5e1-5175-4d2e-abab-7c3698cadea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:14:59.572319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network hostable DHCP agents. Network: 1964d5e1-5175-4d2e-abab-7c3698cadea9, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:14:59.593555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network 1964d5e1-5175-4d2e-abab-7c3698cadea9 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:14:59.606656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 1964d5e1-5175-4d2e-abab-7c3698cadea9) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:14:59.613029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:59.613973 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:59.620723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0b268b-266f-4e99-8716-124e48b2ba2e None None] Network 1964d5e1-5175-4d2e-abab-7c3698cadea9 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:14:59.647728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-06ad9f1b-cee7-4e0f-8f13-5bbecfea63d6 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4384170 Nov 09 20:14:59.652760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47190) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:59.657216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1526436189'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:59.669313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-74311bd8-6667-4c53-8b87-f9ec37361170 req-a60c1cde-d5ec-4d5d-8dcd-ff5699c6a0b9 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c5f7fd-2c77-4c2a-a7c8-33ff84727bed HTTP/1.1" status: 200 len: 210 time: 0.0353515 Nov 09 20:14:59.686575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:59.692322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:59.727946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:14:59.739248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:59.739586 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Added segment 014d0ee9-c50e-4896-bbd6-ef8c91b7b1de of type vlan for network 21a9c14d-5236-4493-92a7-cd4a590e96ef Nov 09 20:14:59.784720 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:59.811613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:59.818048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:14:59.818671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:14:59.887919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2355838 Nov 09 20:14:59.890903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47192) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:14:59.896472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6f0ae-9e2f-4b8b-985f-df85e266c3ff tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Network': ['ID=21a9c14d-5236-4493-92a7-cd4a590e96ef,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:14:59.896648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'subnet': {'network_id': '21a9c14d-5236-4493-92a7-cd4a590e96ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:14:59.910529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 21a9c14d-5236-4493-92a7-cd4a590e96ef details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:14:59.987961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:14:59.991511 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.002744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-1964d5e1-5175-4d2e-abab-7c3698cadea9', 'network_id': '1964d5e1-5175-4d2e-abab-7c3698cadea9', 'tenant_id': '37019476c5954076b8df3dc9f68193d4', 'fixed_ips': [{'subnet_id': '2562dc75-1254-4e76-8df7-fb17f9d7a004'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:15:00.003596 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.141014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Allocated IP 2001:db8:0:ffff::2 (1964d5e1-5175-4d2e-abab-7c3698cadea9/2562dc75-1254-4e76-8df7-fb17f9d7a004/37b5931f-6920-44aa-8f87-6d2e096aed39) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:00.257846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.objects.ports [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:15:00.259567 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.289846 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.296362 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.324218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Subnet': ['ID=218b0998-7f6c-4634-8f25-55322ece4bf6,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:00.333488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Network 1964d5e1-5175-4d2e-abab-7c3698cadea9 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:00.333949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Checking segment: {'id': '014d0ee9-c50e-4896-bbd6-ef8c91b7b1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '21a9c14d-5236-4493-92a7-cd4a590e96ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:00.334322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network hostable DHCP agents. Network: 21a9c14d-5236-4493-92a7-cd4a590e96ef, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:15:00.336393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:00.339831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:00.352550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network 21a9c14d-5236-4493-92a7-cd4a590e96ef is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:15:00.354107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Pushing event updated for resources: {'Port': ['ID=37b5931f-6920-44aa-8f87-6d2e096aed39,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:00.374472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 21a9c14d-5236-4493-92a7-cd4a590e96ef) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:00.379535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:00.380144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.385830 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a2d554-652a-4d18-b902-dac91759bf42 None None] Network 21a9c14d-5236-4493-92a7-cd4a590e96ef requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:00.407865 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-da749cbc-8616-40f0-ba87-6dbf8e9a7802 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5127282 Nov 09 20:15:00.408575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47194) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:00.413610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'port': {'network_id': '21a9c14d-5236-4493-92a7-cd4a590e96ef', 'name': 'tempest-NetworksIpV6TestAttrs-1977874243'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:00.454280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Attempting to bind port 37b5931f-6920-44aa-8f87-6d2e096aed39 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:15:00.454686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Attempting to bind port 37b5931f-6920-44aa-8f87-6d2e096aed39 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'd5e09016-d2ec-4029-8862-d4b43acd2fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1964d5e1-5175-4d2e-abab-7c3698cadea9'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:15:00.455068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Attempting to bind port 37b5931f-6920-44aa-8f87-6d2e096aed39 on network 1964d5e1-5175-4d2e-abab-7c3698cadea9 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:15:00.463738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:15:00.464112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Checking segment: {'id': 'd5e09016-d2ec-4029-8862-d4b43acd2fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1964d5e1-5175-4d2e-abab-7c3698cadea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:00.464526 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.464924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Bound using segment: {'id': 'd5e09016-d2ec-4029-8862-d4b43acd2fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1964d5e1-5175-4d2e-abab-7c3698cadea9'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:15:00.465396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Bound port: 37b5931f-6920-44aa-8f87-6d2e096aed39, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e09016-d2ec-4029-8862-d4b43acd2fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '1964d5e1-5175-4d2e-abab-7c3698cadea9'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:15:00.465784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.525997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:00.529901 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.551927 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] device_id is not set on port 5b863b30-f96f-47dc-ad5d-d5c560cc98c6 yet. {{(pid=102295) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:15:00.582117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] For port 37b5931f-6920-44aa-8f87-6d2e096aed39, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:15:00.586663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] For port 37b5931f-6920-44aa-8f87-6d2e096aed39, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=37b5931f-6920-44aa-8f87-6d2e096aed39,segment=NetworkSegment(d5e09016-d2ec-4029-8862-d4b43acd2fbf),segment_id=d5e09016-d2ec-4029-8862-d4b43acd2fbf)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:15:00.594207 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.642959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-21a9c14d-5236-4493-92a7-cd4a590e96ef', 'network_id': '21a9c14d-5236-4493-92a7-cd4a590e96ef', 'tenant_id': '37019476c5954076b8df3dc9f68193d4', 'fixed_ips': [{'subnet_id': '218b0998-7f6c-4634-8f25-55322ece4bf6'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:15:00.643852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.667291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Allocated IP 2001:db8::f816:3eff:fe5f:7d2f (21a9c14d-5236-4493-92a7-cd4a590e96ef/218b0998-7f6c-4634-8f25-55322ece4bf6/5b863b30-f96f-47dc-ad5d-d5c560cc98c6) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:00.738108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bea625-9eb4-4c88-8195-d083b79bcddd None None] Pushing event updated for resources: {'Port': ['ID=37b5931f-6920-44aa-8f87-6d2e096aed39,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:00.740067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47198) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:00.877020 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.921826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:00.973104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network 21a9c14d-5236-4493-92a7-cd4a590e96ef is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:00.976396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:00.979926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:00.982044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Allocated IP 2001:db8::f816:3eff:fea1:1c68 (21a9c14d-5236-4493-92a7-cd4a590e96ef/218b0998-7f6c-4634-8f25-55322ece4bf6/0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:00.988849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:00.989879 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.023325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6113908 Nov 09 20:15:01.023325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc15ef-9e70-4bda-bb68-89c127c6dcee tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Port': ['ID=5b863b30-f96f-47dc-ad5d-d5c560cc98c6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:01.024066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47200) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:01.113030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-969934c7-1c96-40d8-9891-be891103af7a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Deleting subnet 218b0998-7f6c-4634-8f25-55322ece4bf6 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:15:01.145451 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.150997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-969934c7-1c96-40d8-9891-be891103af7a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.152299 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.189504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Network 21a9c14d-5236-4493-92a7-cd4a590e96ef is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:01.192433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:01.195910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:01.197821 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-969934c7-1c96-40d8-9891-be891103af7a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.206687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Pushing event updated for resources: {'Port': ['ID=0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:01.257721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Attempting to bind port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:15:01.258215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Attempting to bind port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '014d0ee9-c50e-4896-bbd6-ef8c91b7b1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '21a9c14d-5236-4493-92a7-cd4a590e96ef'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:15:01.258626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Attempting to bind port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 on network 21a9c14d-5236-4493-92a7-cd4a590e96ef {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:15:01.263590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:15:01.263969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Checking segment: {'id': '014d0ee9-c50e-4896-bbd6-ef8c91b7b1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '21a9c14d-5236-4493-92a7-cd4a590e96ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:01.264371 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.264766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Bound using segment: {'id': '014d0ee9-c50e-4896-bbd6-ef8c91b7b1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '21a9c14d-5236-4493-92a7-cd4a590e96ef'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:15:01.265270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Bound port: 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d0ee9-c50e-4896-bbd6-ef8c91b7b1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '21a9c14d-5236-4493-92a7-cd4a590e96ef'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:15:01.265865 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.338218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] For port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:15:01.341720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] For port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4,segment=NetworkSegment(014d0ee9-c50e-4896-bbd6-ef8c91b7b1de),segment_id=014d0ee9-c50e-4896-bbd6-ef8c91b7b1de)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:15:01.346068 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.360964 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.413670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cdb1b-e4e9-4fe0-9f38-fefbb0224be6 None None] Pushing event updated for resources: {'Port': ['ID=0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:01.446140 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-969934c7-1c96-40d8-9891-be891103af7a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.579955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-969934c7-1c96-40d8-9891-be891103af7a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.588409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:01.611686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969934c7-1c96-40d8-9891-be891103af7a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Subnet': ['ID=218b0998-7f6c-4634-8f25-55322ece4bf6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:01.628987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-969934c7-1c96-40d8-9891-be891103af7a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.632609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-969934c7-1c96-40d8-9891-be891103af7a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/subnets/218b0998-7f6c-4634-8f25-55322ece4bf6 HTTP/1.1" status: 204 len: 168 time: 0.6074967 Nov 09 20:15:01.635123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47202) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:01.639859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:01.640442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7d88c4f0-c5f8-43c9-a4d4-b473b46a2178 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:01.717434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c170448-80f5-4d52-a184-6996e3c65f8a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:01.720342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c170448-80f5-4d52-a184-6996e3c65f8a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:01.725704 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7c170448-80f5-4d52-a184-6996e3c65f8a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0893197 Nov 09 20:15:01.726299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47204) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:01.767493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 38d8b1d0-2cfe-4f78-946c-e8080f24367c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:01.767997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.770226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ebb826-0d3f-4462-a6d1-7045464f6636 None None] Network 1964d5e1-5175-4d2e-abab-7c3698cadea9 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:01.823267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-183eb33d-89a3-494c-b2b7-ff1768027511 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.831013 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-183eb33d-89a3-494c-b2b7-ff1768027511 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 20:15:01.831624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183eb33d-89a3-494c-b2b7-ff1768027511 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:15:01.839883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-183eb33d-89a3-494c-b2b7-ff1768027511 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/21a9c14d-5236-4493-92a7-cd4a590e96ef HTTP/1.1" status: 409 len: 405 time: 0.1091411 Nov 09 20:15:01.840434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47206) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:01.845461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1166611130'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:01.863939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f923f270-d47a-4a2c-a9d2-31fb846fe875 None None] Provisioning complete for port 37b5931f-6920-44aa-8f87-6d2e096aed39 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:01.864212 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f923f270-d47a-4a2c-a9d2-31fb846fe875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.873054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 38d8b1d0-2cfe-4f78-946c-e8080f24367c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=38d8b1d0-2cfe-4f78-946c-e8080f24367c,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:01.873740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.878060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:01.882072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.889618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 38d8b1d0-2cfe-4f78-946c-e8080f24367c owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:01.911554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:15:01.922817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.924563 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Added segment 87cc46c6-6585-401c-9af2-0506eb148fb3 of type vlan for network 755c4605-e217-416b-8ddf-ae8b2b346072 Nov 09 20:15:01.967361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:01.996623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.003714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:02.004313 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.025198 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f923f270-d47a-4a2c-a9d2-31fb846fe875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.039050 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1972129 Nov 09 20:15:02.039271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47208) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:02.056796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'subnet': {'network_id': '755c4605-e217-416b-8ddf-ae8b2b346072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:02.071535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f923f270-d47a-4a2c-a9d2-31fb846fe875 None None] For port 37b5931f-6920-44aa-8f87-6d2e096aed39, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=37b5931f-6920-44aa-8f87-6d2e096aed39,segment=NetworkSegment(d5e09016-d2ec-4029-8862-d4b43acd2fbf),segment_id=d5e09016-d2ec-4029-8862-d4b43acd2fbf)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:02.078853 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f923f270-d47a-4a2c-a9d2-31fb846fe875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.112144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa19d5e-35eb-410a-b6f8-858dc55cf40a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Network': ['ID=755c4605-e217-416b-8ddf-ae8b2b346072,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:02.137460 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 755c4605-e217-416b-8ddf-ae8b2b346072 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:15:02.234819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923f270-d47a-4a2c-a9d2-31fb846fe875 None None] Pushing event updated for resources: {'Port': ['ID=37b5931f-6920-44aa-8f87-6d2e096aed39,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:02.308739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4799294d-86a3-444a-9625-b12f8ab835ca None None] Provisioning complete for port 37b5931f-6920-44aa-8f87-6d2e096aed39 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:02.309107 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4799294d-86a3-444a-9625-b12f8ab835ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.527286 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:02.550608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918b6a19-bbca-414d-9f76-c04c7a61863c None None] Network 21a9c14d-5236-4493-92a7-cd4a590e96ef requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:02.583236 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:02.586984 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.604060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.663299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3cd6d431-78ac-487e-bf79-477083fb1054 None None] Provisioning complete for port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:02.663586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3cd6d431-78ac-487e-bf79-477083fb1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.674801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=38d8b1d0-2cfe-4f78-946c-e8080f24367c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:02.704471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:02.704843 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.840535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3cd6d431-78ac-487e-bf79-477083fb1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.860954 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.879715 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa470390-20d4-4b3f-960d-295d72845b11 None None] DHCP port deletion for 21a9c14d-5236-4493-92a7-cd4a590e96ef request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:15:02.927870 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3cd6d431-78ac-487e-bf79-477083fb1054 None None] For port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4,segment=NetworkSegment(014d0ee9-c50e-4896-bbd6-ef8c91b7b1de),segment_id=014d0ee9-c50e-4896-bbd6-ef8c91b7b1de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:02.933878 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3cd6d431-78ac-487e-bf79-477083fb1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:02.971123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.021543 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:15:03.021909 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:15:03.026121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6d431-78ac-487e-bf79-477083fb1054 None None] Pushing event updated for resources: {'Port': ['ID=0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:03.033293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fa470390-20d4-4b3f-960d-295d72845b11 None None] Deleting port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:03.033665 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fa470390-20d4-4b3f-960d-295d72845b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.098107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fa470390-20d4-4b3f-960d-295d72845b11 None None] For port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4,segment=NetworkSegment(014d0ee9-c50e-4896-bbd6-ef8c91b7b1de),segment_id=014d0ee9-c50e-4896-bbd6-ef8c91b7b1de)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:03.098433 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fa470390-20d4-4b3f-960d-295d72845b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.111598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fa470390-20d4-4b3f-960d-295d72845b11 None None] Calling delete_port for 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:03.134086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.objects.ports [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102296) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:15:03.137010 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.189572 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fa470390-20d4-4b3f-960d-295d72845b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.205549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Subnet': ['ID=f5efc0d2-2e20-4466-a9b1-427a8d7432df,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:03.219828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa470390-20d4-4b3f-960d-295d72845b11 None None] Pushing event deleted for resources: {'Port': ['ID=0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:03.224603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa470390-20d4-4b3f-960d-295d72845b11 None None] No DVR routers for this DVR port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:15:03.287444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Checking segment: {'id': '87cc46c6-6585-401c-9af2-0506eb148fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '755c4605-e217-416b-8ddf-ae8b2b346072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:03.287802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network hostable DHCP agents. Network: 755c4605-e217-416b-8ddf-ae8b2b346072, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:15:03.317870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network 755c4605-e217-416b-8ddf-ae8b2b346072 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:15:03.331598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 755c4605-e217-416b-8ddf-ae8b2b346072) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:03.337693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:03.338292 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.340147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ee1a6-6b47-48ea-8943-65cc95dfff3e None None] Network 755c4605-e217-416b-8ddf-ae8b2b346072 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:03.355860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Router ebde4119-ff1b-4bd6-af1b-371f0a04667e has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:15:03.364000 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f1a64f03-a5bd-4eb5-9ce5-9c4794a4e030 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3239000 Nov 09 20:15:03.366786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47212) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:03.371646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'port': {'network_id': '755c4605-e217-416b-8ddf-ae8b2b346072', 'name': 'tempest-NetworksIpV6TestAttrs-1461834598'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:03.481594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-755c4605-e217-416b-8ddf-ae8b2b346072', 'network_id': '755c4605-e217-416b-8ddf-ae8b2b346072', 'tenant_id': '37019476c5954076b8df3dc9f68193d4', 'fixed_ips': [{'subnet_id': 'f5efc0d2-2e20-4466-a9b1-427a8d7432df'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:15:03.482412 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.558548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:15:03.569327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f57080c1-e2de-4440-aedc-21113b5b1b4c tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "PUT /v2.0/routers/ebde4119-ff1b-4bd6-af1b-371f0a04667e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8245261 Nov 09 20:15:03.569436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47214) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:03.573816 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] Sync routers for ids ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:15:03.580692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:03.581144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Port 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 update to ACTIVE by agent not found {{(pid=102297) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 09 20:15:03.581578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 37b5931f-6920-44aa-8f87-6d2e096aed39 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:03.585273 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.587334 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] Routers {'ebde4119-ff1b-4bd6-af1b-371f0a04667e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:03.588227 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:03.606203 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] device_id is not set on port 81fd6ffd-4898-48ee-a5d5-832ff8e508d2 yet. {{(pid=102296) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 20:15:03.637154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-026b4cae-5174-411e-a2d7-3f4e26afa10b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting subnet 89c3db81-d7d2-4c1b-8669-fa42bc70fdad {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:15:03.640386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026b4cae-5174-411e-a2d7-3f4e26afa10b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.672819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Allocated IP 2001:db8::f816:3eff:fea1:7cbf (755c4605-e217-416b-8ddf-ae8b2b346072/f5efc0d2-2e20-4466-a9b1-427a8d7432df/59301f8f-3b53-4392-a88b-5e7fb6e962ce) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:03.688675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 37b5931f-6920-44aa-8f87-6d2e096aed39 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:03.689076 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.697970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026b4cae-5174-411e-a2d7-3f4e26afa10b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.722895 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] Set router ebde4119-ff1b-4bd6-af1b-371f0a04667e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:15:03.797628 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026b4cae-5174-411e-a2d7-3f4e26afa10b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.865406 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026b4cae-5174-411e-a2d7-3f4e26afa10b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.894471 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.901475 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.907151 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-026b4cae-5174-411e-a2d7-3f4e26afa10b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:03.914079 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-026b4cae-5174-411e-a2d7-3f4e26afa10b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/subnets/89c3db81-d7d2-4c1b-8669-fa42bc70fdad HTTP/1.1" status: 204 len: 168 time: 0.3436723 Nov 09 20:15:03.914683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47216) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:03.919168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b645985f-c8a7-44aa-8ad0-d009954f8564 None None] Network ecf6cb78-091f-4f5e-bafd-bd731224c5d6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:03.919558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b4cae-5174-411e-a2d7-3f4e26afa10b tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Subnet': ['ID=89c3db81-d7d2-4c1b-8669-fa42bc70fdad,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:03.927872 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:15:02Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:03.962871 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] Checking router: ebde4119-ff1b-4bd6-af1b-371f0a04667e for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:15:03.969913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Allocated IP 2001:db8::f816:3eff:fed8:141f (755c4605-e217-416b-8ddf-ae8b2b346072/f5efc0d2-2e20-4466-a9b1-427a8d7432df/81fd6ffd-4898-48ee-a5d5-832ff8e508d2) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:03.974309 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] Routers {'ebde4119-ff1b-4bd6-af1b-371f0a04667e'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:03.975574 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:04.056808 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.142318 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] Set router ebde4119-ff1b-4bd6-af1b-371f0a04667e gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:15:04.179928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Network 755c4605-e217-416b-8ddf-ae8b2b346072 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:04.185448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:04.190885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:04.207156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.210924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.211426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Pushing event updated for resources: {'Port': ['ID=59301f8f-3b53-4392-a88b-5e7fb6e962ce,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:04.259428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.289954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Deleting port 5ab8e96d-f810-4934-8802-bc9851b8aa4e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:04.290309 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.305808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Attempting to bind port 59301f8f-3b53-4392-a88b-5e7fb6e962ce on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:15:04.306259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Attempting to bind port 59301f8f-3b53-4392-a88b-5e7fb6e962ce by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '87cc46c6-6585-401c-9af2-0506eb148fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '755c4605-e217-416b-8ddf-ae8b2b346072'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:15:04.306721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Attempting to bind port 59301f8f-3b53-4392-a88b-5e7fb6e962ce on network 755c4605-e217-416b-8ddf-ae8b2b346072 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:15:04.313211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network 755c4605-e217-416b-8ddf-ae8b2b346072 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:04.314342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:15:04.314761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Checking segment: {'id': '87cc46c6-6585-401c-9af2-0506eb148fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '755c4605-e217-416b-8ddf-ae8b2b346072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:04.315172 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.315567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Bound using segment: {'id': '87cc46c6-6585-401c-9af2-0506eb148fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '755c4605-e217-416b-8ddf-ae8b2b346072'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:15:04.316043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Bound port: 59301f8f-3b53-4392-a88b-5e7fb6e962ce, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cc46c6-6585-401c-9af2-0506eb148fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '755c4605-e217-416b-8ddf-ae8b2b346072'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:15:04.316575 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.318378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:04.322427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:04.329147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:04.330130 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.342936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Port': ['ID=81fd6ffd-4898-48ee-a5d5-832ff8e508d2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:04.378886 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:15:02Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:04.388262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b6f476ea-1241-4aae-9c10-28d7a90d8739 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0203519 Nov 09 20:15:04.391779 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47218) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:04.411510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] For port 59301f8f-3b53-4392-a88b-5e7fb6e962ce, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:15:04.420256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] For port 59301f8f-3b53-4392-a88b-5e7fb6e962ce, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=59301f8f-3b53-4392-a88b-5e7fb6e962ce,segment=NetworkSegment(87cc46c6-6585-401c-9af2-0506eb148fb3),segment_id=87cc46c6-6585-401c-9af2-0506eb148fb3)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:15:04.427556 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.437606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] For port 5ab8e96d-f810-4934-8802-bc9851b8aa4e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5ab8e96d-f810-4934-8802-bc9851b8aa4e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:04.438046 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.439154 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53304765-b04a-481e-8b2b-07263e0fa546 None None] The sync data for ids ['ebde4119-ff1b-4bd6-af1b-371f0a04667e'] in n-d-817256-1 is: [{'id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812866738', 'tenant_id': '255b9262b186472cb06159c676864ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:13:08Z', 'updated_at': '2021-11-09T20:15:02Z', 'revision_number': 5, 'project_id': '255b9262b186472cb06159c676864ff2', 'gw_port': {'id': '5ab8e96d-f810-4934-8802-bc9851b8aa4e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:03:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebde4119-ff1b-4bd6-af1b-371f0a04667e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:13:09Z', 'updated_at': '2021-11-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:15:04.464147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Calling delete_port for 5ab8e96d-f810-4934-8802-bc9851b8aa4e owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:04.474344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6edd203-a9f4-4a3c-b1d9-229782b1e290 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Deleting subnet f5efc0d2-2e20-4466-a9b1-427a8d7432df {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:15:04.476363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6601970e-c657-49e1-8287-a3c688c72ea9 None None] DHCP port deletion for ecf6cb78-091f-4f5e-bafd-bd731224c5d6 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:15:04.483500 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a6edd203-a9f4-4a3c-b1d9-229782b1e290 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.539896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0f8a4-e41b-455a-b8f4-f283106ca940 None None] Pushing event updated for resources: {'Port': ['ID=59301f8f-3b53-4392-a88b-5e7fb6e962ce,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:04.552616 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a6edd203-a9f4-4a3c-b1d9-229782b1e290 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.564237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6601970e-c657-49e1-8287-a3c688c72ea9 None None] Deleting port 8811e595-0350-4602-803d-acbce4f4efe0 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:04.564532 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6601970e-c657-49e1-8287-a3c688c72ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.644513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6601970e-c657-49e1-8287-a3c688c72ea9 None None] For port 8811e595-0350-4602-803d-acbce4f4efe0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8811e595-0350-4602-803d-acbce4f4efe0,segment=NetworkSegment(38b91c11-572a-4743-9d00-a4bb1c01ec4e),segment_id=38b91c11-572a-4743-9d00-a4bb1c01ec4e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:04.644927 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6601970e-c657-49e1-8287-a3c688c72ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.663672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6601970e-c657-49e1-8287-a3c688c72ea9 None None] Calling delete_port for 8811e595-0350-4602-803d-acbce4f4efe0 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:04.676626 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.703365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a6edd203-a9f4-4a3c-b1d9-229782b1e290 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.713021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Port': ['ID=5ab8e96d-f810-4934-8802-bc9851b8aa4e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:04.756475 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6601970e-c657-49e1-8287-a3c688c72ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.769229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a6edd203-a9f4-4a3c-b1d9-229782b1e290 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.782928 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.784938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601970e-c657-49e1-8287-a3c688c72ea9 None None] Pushing event deleted for resources: {'Port': ['ID=8811e595-0350-4602-803d-acbce4f4efe0,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:04.790022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601970e-c657-49e1-8287-a3c688c72ea9 None None] No DVR routers for this DVR port 8811e595-0350-4602-803d-acbce4f4efe0 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:15:04.810125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edd203-a9f4-4a3c-b1d9-229782b1e290 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Subnet': ['ID=f5efc0d2-2e20-4466-a9b1-427a8d7432df,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:04.833524 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a6edd203-a9f4-4a3c-b1d9-229782b1e290 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.842312 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a6edd203-a9f4-4a3c-b1d9-229782b1e290 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/subnets/f5efc0d2-2e20-4466-a9b1-427a8d7432df HTTP/1.1" status: 204 len: 168 time: 0.4482145 Nov 09 20:15:04.842312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47220) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:04.918380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6cc73-5cdc-4c96-85e9-564eea535a6e tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:04.920441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6cc73-5cdc-4c96-85e9-564eea535a6e tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:04.927191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7fa6cc73-5cdc-4c96-85e9-564eea535a6e tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0844867 Nov 09 20:15:04.927784 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47222) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:04.940729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:04.956424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.959117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:04.970568 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:04.970920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0c547390-8f87-49ad-8d0a-fcbe1cc9bbe4 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:05.029259 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.029997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Fanout notify agent at l3_agent the message router_deleted on router ebde4119-ff1b-4bd6-af1b-371f0a04667e {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:15:05.038226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.039462 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dd60a3d9-65e6-4d29-bea7-f4c80616177f tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/routers/ebde4119-ff1b-4bd6-af1b-371f0a04667e HTTP/1.1" status: 204 len: 168 time: 1.1229138 Nov 09 20:15:05.042233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47224) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:05.046692 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d927629e-2d2f-4f31-88a7-ea7ac83bc66b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.054336 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-d927629e-2d2f-4f31-88a7-ea7ac83bc66b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 20:15:05.054900 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d927629e-2d2f-4f31-88a7-ea7ac83bc66b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:15:05.057964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d927629e-2d2f-4f31-88a7-ea7ac83bc66b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/755c4605-e217-416b-8ddf-ae8b2b346072 HTTP/1.1" status: 409 len: 405 time: 0.1289628 Nov 09 20:15:05.061962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47226) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:05.066940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1638910409'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:05.090648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:05.094801 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.118679 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:15:05.122068 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.128828 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.129175 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Added segment 0da8dbef-2023-45fa-bd80-06b8a16d2531 of type vlan for network 13c07bf8-f865-4be4-8ac6-a08198cc9830 Nov 09 20:15:05.172697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.200015 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.206998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:05.207617 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.217752 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.238882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf6cb78-091f-4f5e-bafd-bd731224c5d6']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:05.247989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b91c11-572a-4743-9d00-a4bb1c01ec4e') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:05.248270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b91c11-572a-4743-9d00-a4bb1c01ec4e') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:05.258147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.269170 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2061338 Nov 09 20:15:05.272160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47228) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:05.277195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'subnet': {'network_id': '13c07bf8-f865-4be4-8ac6-a08198cc9830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:05.284974 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.285811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515136f-db94-452a-ad4b-778ff7ae0d1b tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Network': ['ID=13c07bf8-f865-4be4-8ac6-a08198cc9830,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:05.298355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 13c07bf8-f865-4be4-8ac6-a08198cc9830 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:15:05.333977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:05.334410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:05.337629 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:05.421099 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.430129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.433341 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/networks/ecf6cb78-091f-4f5e-bafd-bd731224c5d6 HTTP/1.1" status: 204 len: 168 time: 0.3899586 Nov 09 20:15:05.436322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47230) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:05.451602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e54026-8d28-41a5-a1fa-a869ec59ff62 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'Network': ['ID=ecf6cb78-091f-4f5e-bafd-bd731224c5d6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:05.458682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:05.462182 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.501183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d4543d56-7e93-4c36-9463-9bb5dfac4a09 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.527199 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d4543d56-7e93-4c36-9463-9bb5dfac4a09 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.594789 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d4543d56-7e93-4c36-9463-9bb5dfac4a09 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.597425 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d4543d56-7e93-4c36-9463-9bb5dfac4a09 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.599463 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d4543d56-7e93-4c36-9463-9bb5dfac4a09 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] 10.222.0.53 "DELETE /v2.0/security-groups/be59aebe-347e-4de0-a117-64be2acff157 HTTP/1.1" status: 204 len: 168 time: 0.1601398 Nov 09 20:15:05.608876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4543d56-7e93-4c36-9463-9bb5dfac4a09 tempest-TestNetworkAdvancedServerOps-1058812169 tempest-TestNetworkAdvancedServerOps-1058812169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be59aebe-347e-4de0-a117-64be2acff157,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:05.749672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.objects.ports [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:15:05.752063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.817131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Subnet': ['ID=b830d503-32f4-4b28-9ca1-1032c970ed27,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:05.834032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Checking segment: {'id': '0da8dbef-2023-45fa-bd80-06b8a16d2531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '13c07bf8-f865-4be4-8ac6-a08198cc9830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:05.834404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network hostable DHCP agents. Network: 13c07bf8-f865-4be4-8ac6-a08198cc9830, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:15:05.852654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network 13c07bf8-f865-4be4-8ac6-a08198cc9830 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:15:05.863766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 13c07bf8-f865-4be4-8ac6-a08198cc9830) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:05.868759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:05.869349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:05.876390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dda3b3-1303-44a8-bf74-982011c8a17d None None] Network 13c07bf8-f865-4be4-8ac6-a08198cc9830 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:05.895470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c208d1f9-b9b9-4b47-8de3-4d58094cc2ef tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6222031 Nov 09 20:15:05.898287 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47238) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:05.993017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5243f9bd-75de-476d-86e1-b5756c2bffb1 None None] Network 755c4605-e217-416b-8ddf-ae8b2b346072 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:06.000370 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47240) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:06.032196 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.087036 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.131615 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-399dd379-480e-498a-97ca-da8678a14510 None None] Provisioning complete for port 59301f8f-3b53-4392-a88b-5e7fb6e962ce triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:06.132323 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-399dd379-480e-498a-97ca-da8678a14510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.159204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.163779 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9f66289e-0bdf-4122-b131-dee8009f766e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=255b9262b186472cb06159c676864ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616082 Nov 09 20:15:06.166221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47244) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:06.173413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd6e41-c05c-4388-bb71-588f4d4e3f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-13c07bf8-f865-4be4-8ac6-a08198cc9830', 'network_id': '13c07bf8-f865-4be4-8ac6-a08198cc9830', 'tenant_id': '37019476c5954076b8df3dc9f68193d4', 'fixed_ips': [{'subnet_id': 'b830d503-32f4-4b28-9ca1-1032c970ed27'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:15:06.174286 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7afd6e41-c05c-4388-bb71-588f4d4e3f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.193481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Subnet': ['ID=b830d503-32f4-4b28-9ca1-1032c970ed27,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:06.227256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5adc58e3-267f-460c-aacf-6c08077aa5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.253414 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5adc58e3-267f-460c-aacf-6c08077aa5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.261733 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.298685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c07bf8-f865-4be4-8ac6-a08198cc9830']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:06.305949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5adc58e3-267f-460c-aacf-6c08077aa5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.308865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808fbad-7ae6-43ff-9433-e674d54eeb42 None None] Network 13c07bf8-f865-4be4-8ac6-a08198cc9830 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:06.310311 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5adc58e3-267f-460c-aacf-6c08077aa5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.314222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da8dbef-2023-45fa-bd80-06b8a16d2531') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:06.314222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da8dbef-2023-45fa-bd80-06b8a16d2531') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:06.315319 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5adc58e3-267f-460c-aacf-6c08077aa5f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f30faaea-141d-44ac-a329-254852de76ea HTTP/1.1" status: 204 len: 168 time: 0.1476877 Nov 09 20:15:06.324549 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.325402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc58e3-267f-460c-aacf-6c08077aa5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30faaea-141d-44ac-a329-254852de76ea,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:06.343995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.351069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:06.351425 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:06.355464 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:06.382415 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-399dd379-480e-498a-97ca-da8678a14510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.418229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c0b055-33b1-41c6-9140-731606532b9b None None] DHCP port deletion for 755c4605-e217-416b-8ddf-ae8b2b346072 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:15:06.464106 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.492706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-399dd379-480e-498a-97ca-da8678a14510 None None] For port 59301f8f-3b53-4392-a88b-5e7fb6e962ce, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=59301f8f-3b53-4392-a88b-5e7fb6e962ce,segment=NetworkSegment(87cc46c6-6585-401c-9af2-0506eb148fb3),segment_id=87cc46c6-6585-401c-9af2-0506eb148fb3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:06.500208 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.508637 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/13c07bf8-f865-4be4-8ac6-a08198cc9830 HTTP/1.1" status: 204 len: 168 time: 0.6058204 Nov 09 20:15:06.508637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a877cac-f0bc-497a-823a-56e819f29c87 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Network': ['ID=13c07bf8-f865-4be4-8ac6-a08198cc9830,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:06.508859 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-399dd379-480e-498a-97ca-da8678a14510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.510455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47250) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:06.518069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1174774634'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:06.537339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 38d8b1d0-2cfe-4f78-946c-e8080f24367c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:06.541786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:06.545720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.565469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 38d8b1d0-2cfe-4f78-946c-e8080f24367c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:06.565827 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 38d8b1d0-2cfe-4f78-946c-e8080f24367c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:06.566257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8811e595-0350-4602-803d-acbce4f4efe0 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:06.569248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:15:06.580977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.581671 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Added segment 8b5ffbf1-9c61-4b86-ab03-c01cfd8adb32 of type vlan for network 2fbaf908-01fe-4c75-abe7-c12ce6b62481 Nov 09 20:15:06.601898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8811e595-0350-4602-803d-acbce4f4efe0 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:06.602129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8811e595-0350-4602-803d-acbce4f4efe0 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:06.602434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5ab8e96d-f810-4934-8802-bc9851b8aa4e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:06.632812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.633078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dd379-480e-498a-97ca-da8678a14510 None None] Pushing event updated for resources: {'Port': ['ID=59301f8f-3b53-4392-a88b-5e7fb6e962ce,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:06.636197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 5ab8e96d-f810-4934-8802-bc9851b8aa4e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:06.636553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5ab8e96d-f810-4934-8802-bc9851b8aa4e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:06.648543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-07c0b055-33b1-41c6-9140-731606532b9b None None] Deleting port 59301f8f-3b53-4392-a88b-5e7fb6e962ce {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:06.649310 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07c0b055-33b1-41c6-9140-731606532b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.667710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.673524 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:06.674122 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.701198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47252) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:06.727145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-07c0b055-33b1-41c6-9140-731606532b9b None None] For port 59301f8f-3b53-4392-a88b-5e7fb6e962ce, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=59301f8f-3b53-4392-a88b-5e7fb6e962ce,segment=NetworkSegment(87cc46c6-6585-401c-9af2-0506eb148fb3),segment_id=87cc46c6-6585-401c-9af2-0506eb148fb3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:06.728085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07c0b055-33b1-41c6-9140-731606532b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.738002 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2261333 Nov 09 20:15:06.741052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47254) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:06.746406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d8df8-e708-4c12-9803-2aea9c905c4f tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Network': ['ID=2fbaf908-01fe-4c75-abe7-c12ce6b62481,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:06.748579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'subnet': {'network_id': '2fbaf908-01fe-4c75-abe7-c12ce6b62481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:06.754038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-07c0b055-33b1-41c6-9140-731606532b9b None None] Calling delete_port for 59301f8f-3b53-4392-a88b-5e7fb6e962ce owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:06.757656 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-93d46b77-cadc-46a2-b9d3-b71f617e95b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b26b979c41b943fabc226c178ef52654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552495 Nov 09 20:15:06.759470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 2fbaf908-01fe-4c75-abe7-c12ce6b62481 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:15:06.760256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47256) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:06.814166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adce1c0d-4758-4a8e-86de-98c36e4c09f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.844673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adce1c0d-4758-4a8e-86de-98c36e4c09f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.845483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:06.849303 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.896499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adce1c0d-4758-4a8e-86de-98c36e4c09f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.897952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07c0b055-33b1-41c6-9140-731606532b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.900205 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-adce1c0d-4758-4a8e-86de-98c36e4c09f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:06.903811 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-adce1c0d-4758-4a8e-86de-98c36e4c09f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c486e97-4129-49b8-a9da-ad8a80909493 HTTP/1.1" status: 204 len: 168 time: 0.1399286 Nov 09 20:15:06.910541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce1c0d-4758-4a8e-86de-98c36e4c09f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c486e97-4129-49b8-a9da-ad8a80909493,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:06.931694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0b055-33b1-41c6-9140-731606532b9b None None] Pushing event deleted for resources: {'Port': ['ID=59301f8f-3b53-4392-a88b-5e7fb6e962ce,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:06.939813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0b055-33b1-41c6-9140-731606532b9b None None] No DVR routers for this DVR port 59301f8f-3b53-4392-a88b-5e7fb6e962ce on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:15:07.072353 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.151273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Subnet': ['ID=105e8227-809b-4c45-9384-90bbe4032b1c,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:07.155848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Checking segment: {'id': '8b5ffbf1-9c61-4b86-ab03-c01cfd8adb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2fbaf908-01fe-4c75-abe7-c12ce6b62481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:07.156496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network hostable DHCP agents. Network: 2fbaf908-01fe-4c75-abe7-c12ce6b62481, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:15:07.174326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network 2fbaf908-01fe-4c75-abe7-c12ce6b62481 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:15:07.182708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 2fbaf908-01fe-4c75-abe7-c12ce6b62481) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:07.187355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:07.188043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.193418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e2529-61e5-4ce6-8b13-0ce98a59a63a None None] Network 2fbaf908-01fe-4c75-abe7-c12ce6b62481 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:07.205298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f408592a-995e-486d-b29d-8d287a0a80e5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4629862 Nov 09 20:15:07.207748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:07.310935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.360558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4945c4c5-55e1-4dea-8343-c4416fb22dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-2fbaf908-01fe-4c75-abe7-c12ce6b62481', 'network_id': '2fbaf908-01fe-4c75-abe7-c12ce6b62481', 'tenant_id': '37019476c5954076b8df3dc9f68193d4', 'fixed_ips': [{'subnet_id': '105e8227-809b-4c45-9384-90bbe4032b1c'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:15:07.362058 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4945c4c5-55e1-4dea-8343-c4416fb22dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.373089 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.437683 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.465555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Subnet': ['ID=105e8227-809b-4c45-9384-90bbe4032b1c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server [None req-4945c4c5-55e1-4dea-8343-c4416fb22dc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 105e8227-809b-4c45-9384-90bbe4032b1c: This subnet is being modified by another concurrent operation. Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise exception Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 105e8227-809b-4c45-9384-90bbe4032b1c: This subnet is being modified by another concurrent operation. Nov 09 20:15:07.478132 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Nov 09 20:15:07.503317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a71a9-7c24-4715-b9ee-4228a5c31be8 None None] Network 2fbaf908-01fe-4c75-abe7-c12ce6b62481 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:07.534005 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.555682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbaf908-01fe-4c75-abe7-c12ce6b62481']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:07.566184 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5ffbf1-9c61-4b86-ab03-c01cfd8adb32') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:07.566586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5ffbf1-9c61-4b86-ab03-c01cfd8adb32') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:07.576476 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.590840 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.600105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:07.600946 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:07.603918 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:07.617841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0b08d8-ca2f-4a30-9d3d-409eff0cf80d None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:15:07.666177 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.673254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.676609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/2fbaf908-01fe-4c75-abe7-c12ce6b62481 HTTP/1.1" status: 204 len: 168 time: 0.4677854 Nov 09 20:15:07.680254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47280) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:07.689543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1830275770'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:07.690040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3abf08-1490-4409-8595-8951e4b36348 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Network': ['ID=2fbaf908-01fe-4c75-abe7-c12ce6b62481,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:07.692060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47282) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:07.699154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b08d8-ca2f-4a30-9d3d-409eff0cf80d None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:15:07.716787 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:07.726809 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.757088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:15:07.767530 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.768186 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Added segment 45555911-e45f-4894-ac67-3f7165997c26 of type vlan for network a0eda61c-c1d3-4324-8309-cea5051cd3e6 Nov 09 20:15:07.809515 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.813503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1580344069-network', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:07.835128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Made reservation on behalf of 5333f9684e974a0d96eca30d1835eba4 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:07.837539 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.843620 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.846694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.849581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:07.850229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.922349 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2405722 Nov 09 20:15:07.922907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47286) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:07.929499 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.931063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Request body: {'subnet': {'network_id': 'a0eda61c-c1d3-4324-8309-cea5051cd3e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:07.937692 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.952646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a5d93-98f1-497f-8d62-cb3187f4688c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Network': ['ID=a0eda61c-c1d3-4324-8309-cea5051cd3e6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:07.963221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a0eda61c-c1d3-4324-8309-cea5051cd3e6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:15:07.970841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:15:07.990978 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:07.991416 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Added segment fe700112-80aa-46a1-ae50-92e8ff03b984 of type vlan for network c8cedb82-e0f7-4abc-b272-562423b0daae Nov 09 20:15:07.998982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86e96fc-4dcd-4ba6-bfc3-18438f1d0df1,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:08.038336 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:08.041693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Made reservation on behalf of 37019476c5954076b8df3dc9f68193d4 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:08.045485 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:08.065365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:08.066383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:08.067000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:08.118385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4257066 Nov 09 20:15:08.121454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47288) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:08.131324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Request body: {'subnet': {'network_id': 'c8cedb82-e0f7-4abc-b272-562423b0daae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1580344069-subnet', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:08.132294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a8388-46e2-4cad-93f8-852be4c18098 admin admin] Pushing event updated for resources: {'Network': ['ID=c8cedb82-e0f7-4abc-b272-562423b0daae,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:08.141747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c8cedb82-e0f7-4abc-b272-562423b0daae details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:15:08.172959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Made reservation on behalf of 5333f9684e974a0d96eca30d1835eba4 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:08.175188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:08.779506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.objects.ports [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102295) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 20:15:08.786194 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:08.839860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:08.862491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event updated for resources: {'Subnet': ['ID=6be0190d-6f58-47ca-8811-0525581e5dc7,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:08.905085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Checking segment: {'id': '45555911-e45f-4894-ac67-3f7165997c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a0eda61c-c1d3-4324-8309-cea5051cd3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:08.906066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network hostable DHCP agents. Network: a0eda61c-c1d3-4324-8309-cea5051cd3e6, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:15:08.934751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8870e75-0c19-4afd-9d82-eab499f10d6f,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:08.937684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Checking segment: {'id': 'fe700112-80aa-46a1-ae50-92e8ff03b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c8cedb82-e0f7-4abc-b272-562423b0daae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:08.938173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Network hostable DHCP agents. Network: c8cedb82-e0f7-4abc-b272-562423b0daae, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:15:08.949458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Network a0eda61c-c1d3-4324-8309-cea5051cd3e6 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:15:08.962127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a0eda61c-c1d3-4324-8309-cea5051cd3e6) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:08.967065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:08.967681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:08.974864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Network c8cedb82-e0f7-4abc-b272-562423b0daae is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:15:08.975498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296fe321-a184-4065-8b09-8ec3a5f3cb24 None None] Network a0eda61c-c1d3-4324-8309-cea5051cd3e6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:08.983236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c8cedb82-e0f7-4abc-b272-562423b0daae) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:08.987726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:08.988300 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:08.993031 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a9b90eea-df8c-400e-8e17-aff3e7c2a180 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0669258 Nov 09 20:15:08.994669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd8ed0-4e3b-4d0a-9c39-bba43509d551 None None] Network c8cedb82-e0f7-4abc-b272-562423b0daae requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:08.995891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47290) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:09.008391 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-962c84d6-7008-4254-b8bd-39fb7066b9c1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8858764 Nov 09 20:15:09.011090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47292) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:09.015955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1580344069-router', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:09.040957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.042073 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.104691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.118548 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.174059 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.238387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.249997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7864604f-89b1-408c-a101-38c35fdbf09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a0eda61c-c1d3-4324-8309-cea5051cd3e6', 'network_id': 'a0eda61c-c1d3-4324-8309-cea5051cd3e6', 'tenant_id': '37019476c5954076b8df3dc9f68193d4', 'fixed_ips': [{'subnet_id': '6be0190d-6f58-47ca-8811-0525581e5dc7'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:15:09.251053 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7864604f-89b1-408c-a101-38c35fdbf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.264047 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.289272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Subnet': ['ID=6be0190d-6f58-47ca-8811-0525581e5dc7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:09.334858 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.360260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eda61c-c1d3-4324-8309-cea5051cd3e6']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:09.371500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45555911-e45f-4894-ac67-3f7165997c26') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:09.371833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45555911-e45f-4894-ac67-3f7165997c26') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:09.382648 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.397009 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.403537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:09.403967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:09.409019 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:09.460990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-c8cedb82-e0f7-4abc-b272-562423b0daae', 'network_id': 'c8cedb82-e0f7-4abc-b272-562423b0daae', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'fixed_ips': [{'subnet_id': 'a8870e75-0c19-4afd-9d82-eab499f10d6f'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:15:09.461967 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.488798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.492492 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-7864604f-89b1-408c-a101-38c35fdbf09c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 20:15:09.492492 n-d-817256-1 neutron-server[102297]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 09 20:15:09.492492 n-d-817256-1 neutron-server[102297]: [parameters: {'project_id': '37019476c5954076b8df3dc9f68193d4', 'id': '8f54ac22-9afe-4358-83e5-0dae5d684bb4', 'name': '', 'network_id': 'a0eda61c-c1d3-4324-8309-cea5051cd3e6', 'mac_address': 'fa:16:3e:63:98:be', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-a0eda61c-c1d3-4324-8309-cea5051cd3e6', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3682}] Nov 09 20:15:09.492492 n-d-817256-1 neutron-server[102297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:15:09.493049 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-7864604f-89b1-408c-a101-38c35fdbf09c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:15:09.497154 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.512524 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.522001 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.525445 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/a0eda61c-c1d3-4324-8309-cea5051cd3e6 HTTP/1.1" status: 204 len: 168 time: 0.5274093 Nov 09 20:15:09.526685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f140ab-4a1c-45b5-be34-ddc59f0b5ce8 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Network': ['ID=a0eda61c-c1d3-4324-8309-cea5051cd3e6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:09.529049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47296) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:09.590557 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa3aed6-c4e7-480f-a1c6-9ba1b3bb681a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] DELETE failed (client error): The resource could not be found. Nov 09 20:15:09.591018 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa3aed6-c4e7-480f-a1c6-9ba1b3bb681a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:15:09.594857 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4aa3aed6-c4e7-480f-a1c6-9ba1b3bb681a tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/subnets/6be0190d-6f58-47ca-8811-0525581e5dc7 HTTP/1.1" status: 404 len: 337 time: 0.0646076 Nov 09 20:15:09.597462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47298) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:09.619591 n-d-817256-1 neutron-server[102295]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0298293-ed87-4bc7-a182-72c842576358 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] DELETE failed (client error): The resource could not be found. Nov 09 20:15:09.620121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0298293-ed87-4bc7-a182-72c842576358 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102295) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:15:09.622595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Allocated IP 172.20.0.2 (c8cedb82-e0f7-4abc-b272-562423b0daae/a8870e75-0c19-4afd-9d82-eab499f10d6f/2e3a7a42-a357-4701-9f0f-84fd547c51f4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:09.623137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f0298293-ed87-4bc7-a182-72c842576358 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/a0eda61c-c1d3-4324-8309-cea5051cd3e6 HTTP/1.1" status: 404 len: 339 time: 0.0247762 Nov 09 20:15:09.626415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47300) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:09.652652 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20fb5c6-d453-46a3-ae9b-1b66063ccfc3 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] DELETE failed (client error): The resource could not be found. Nov 09 20:15:09.653115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20fb5c6-d453-46a3-ae9b-1b66063ccfc3 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:15:09.656818 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f20fb5c6-d453-46a3-ae9b-1b66063ccfc3 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/subnets/105e8227-809b-4c45-9384-90bbe4032b1c HTTP/1.1" status: 404 len: 337 time: 0.0293305 Nov 09 20:15:09.659510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47302) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:09.676144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Allocated IP 172.25.6.252 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/4863d5d8-9e96-4ff3-97ae-603aec2bb270) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:09.677912 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe012c0-84a8-466d-bc7a-69e463156f54 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] DELETE failed (client error): The resource could not be found. Nov 09 20:15:09.678835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe012c0-84a8-466d-bc7a-69e463156f54 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:15:09.682539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8fe012c0-84a8-466d-bc7a-69e463156f54 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/2fbaf908-01fe-4c75-abe7-c12ce6b62481 HTTP/1.1" status: 404 len: 339 time: 0.0211048 Nov 09 20:15:09.684261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47304) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:09.710240 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e2f305-103f-49b7-996c-2bbba52fc2db tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] DELETE failed (client error): The resource could not be found. Nov 09 20:15:09.710719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e2f305-103f-49b7-996c-2bbba52fc2db tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:15:09.713724 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-68e2f305-103f-49b7-996c-2bbba52fc2db tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/subnets/b830d503-32f4-4b28-9ca1-1032c970ed27 HTTP/1.1" status: 404 len: 337 time: 0.0285404 Nov 09 20:15:09.718540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47306) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:09.738131 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a8d20c-a2b2-4bfc-b6c3-fce3eae89701 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] DELETE failed (client error): The resource could not be found. Nov 09 20:15:09.738803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a8d20c-a2b2-4bfc-b6c3-fce3eae89701 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:15:09.744230 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-07a8d20c-a2b2-4bfc-b6c3-fce3eae89701 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/13c07bf8-f865-4be4-8ac6-a08198cc9830 HTTP/1.1" status: 404 len: 339 time: 0.0223081 Nov 09 20:15:09.744927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47308) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:09.789488 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.794082 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.805832 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.830865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.846616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Network c8cedb82-e0f7-4abc-b272-562423b0daae is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:09.849575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:09.853255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:09.862112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b5390b99-f5cc-4665-a1b1-5b27196c8534 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Deleting port 81fd6ffd-4898-48ee-a5d5-832ff8e508d2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:09.862452 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5390b99-f5cc-4665-a1b1-5b27196c8534 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.873704 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:09.876949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:09.880429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:09.885374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Pushing event updated for resources: {'Port': ['ID=2e3a7a42-a357-4701-9f0f-84fd547c51f4,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:09.910289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Pushing event updated for resources: {'Port': ['ID=4863d5d8-9e96-4ff3-97ae-603aec2bb270,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:09.920413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Attempting to bind port 2e3a7a42-a357-4701-9f0f-84fd547c51f4 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:15:09.920884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Attempting to bind port 2e3a7a42-a357-4701-9f0f-84fd547c51f4 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'fe700112-80aa-46a1-ae50-92e8ff03b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c8cedb82-e0f7-4abc-b272-562423b0daae'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:15:09.922587 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Attempting to bind port 2e3a7a42-a357-4701-9f0f-84fd547c51f4 on network c8cedb82-e0f7-4abc-b272-562423b0daae {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:15:09.927859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:15:09.928346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Checking segment: {'id': 'fe700112-80aa-46a1-ae50-92e8ff03b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c8cedb82-e0f7-4abc-b272-562423b0daae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:09.928846 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.929351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Bound using segment: {'id': 'fe700112-80aa-46a1-ae50-92e8ff03b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c8cedb82-e0f7-4abc-b272-562423b0daae'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:15:09.930824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Bound port: 2e3a7a42-a357-4701-9f0f-84fd547c51f4, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe700112-80aa-46a1-ae50-92e8ff03b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c8cedb82-e0f7-4abc-b272-562423b0daae'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:15:09.930824 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.936482 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5390b99-f5cc-4665-a1b1-5b27196c8534 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.949392 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b5390b99-f5cc-4665-a1b1-5b27196c8534 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Calling delete_port for 81fd6ffd-4898-48ee-a5d5-832ff8e508d2 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:09.994040 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7864604f-89b1-408c-a101-38c35fdbf09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:09.998688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] For port 2e3a7a42-a357-4701-9f0f-84fd547c51f4, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:15:10.020517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] For port 2e3a7a42-a357-4701-9f0f-84fd547c51f4, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2e3a7a42-a357-4701-9f0f-84fd547c51f4,segment=NetworkSegment(fe700112-80aa-46a1-ae50-92e8ff03b984),segment_id=fe700112-80aa-46a1-ae50-92e8ff03b984)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:15:10.026458 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.048620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5390b99-f5cc-4665-a1b1-5b27196c8534 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.058639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ce651-2cd1-42eb-83a3-586b9c775bde None None] Network a0eda61c-c1d3-4324-8309-cea5051cd3e6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:10.081741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ce651-2cd1-42eb-83a3-586b9c775bde None None] Network a0eda61c-c1d3-4324-8309-cea5051cd3e6 could not be found, it might have been deleted concurrently. {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 20:15:10.085528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5390b99-f5cc-4665-a1b1-5b27196c8534 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Port': ['ID=81fd6ffd-4898-48ee-a5d5-832ff8e508d2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:10.091942 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b5390b99-f5cc-4665-a1b1-5b27196c8534 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.097152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b5390b99-f5cc-4665-a1b1-5b27196c8534 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/ports/81fd6ffd-4898-48ee-a5d5-832ff8e508d2 HTTP/1.1" status: 204 len: 168 time: 0.3516524 Nov 09 20:15:10.099586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47310) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:10.120624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb477569-cf72-4408-a36f-a96cd1e75d61 None None] Pushing event updated for resources: {'Port': ['ID=2e3a7a42-a357-4701-9f0f-84fd547c51f4,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:10.139329 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0740660-3f09-4bd9-8b9a-45a1992f0f65 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] DELETE failed (client error): The resource could not be found. Nov 09 20:15:10.139329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0740660-3f09-4bd9-8b9a-45a1992f0f65 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:15:10.139329 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f0740660-3f09-4bd9-8b9a-45a1992f0f65 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/subnets/f5efc0d2-2e20-4466-a9b1-427a8d7432df HTTP/1.1" status: 404 len: 337 time: 0.0355895 Nov 09 20:15:10.140332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47312) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:10.160945 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.227324 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.280455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-27aa3da8-0733-43d2-9a6e-0e9bb4e5ece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.326584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.351332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755c4605-e217-416b-8ddf-ae8b2b346072']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:10.362578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cc46c6-6585-401c-9af2-0506eb148fb3') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:10.362970 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cc46c6-6585-401c-9af2-0506eb148fb3') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:10.373143 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.390183 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.398029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:10.398834 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:10.403233 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:10.425700 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.496545 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.504503 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.510335 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/755c4605-e217-416b-8ddf-ae8b2b346072 HTTP/1.1" status: 204 len: 168 time: 0.3671336 Nov 09 20:15:10.510662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47316) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:10.528285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2e4ab-ca09-4c5c-b284-b0551f992fb5 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Network': ['ID=755c4605-e217-416b-8ddf-ae8b2b346072,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:10.545547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2e3a7a42-a357-4701-9f0f-84fd547c51f4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:10.583715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Router 55865bcd-a374-489b-8a24-772ed0c5e9f0 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:15:10.598315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2e3a7a42-a357-4701-9f0f-84fd547c51f4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:10.598873 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.609606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1db0e-e015-4b4d-90b7-380ddd830058 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Deleting port 5b863b30-f96f-47dc-ad5d-d5c560cc98c6 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:10.609890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ec1db0e-e015-4b4d-90b7-380ddd830058 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.683472 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.687052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ec1db0e-e015-4b4d-90b7-380ddd830058 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.700446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1db0e-e015-4b4d-90b7-380ddd830058 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Calling delete_port for 5b863b30-f96f-47dc-ad5d-d5c560cc98c6 owned by {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:10.703533 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:15:10.723676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Sync routers for ids ['55865bcd-a374-489b-8a24-772ed0c5e9f0'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:15:10.724181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.725779 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6efaedc8-1bd8-4ae3-9781-4b550ecdf433 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.7136717 Nov 09 20:15:10.727689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 2e3a7a42-a357-4701-9f0f-84fd547c51f4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2e3a7a42-a357-4701-9f0f-84fd547c51f4,segment=NetworkSegment(fe700112-80aa-46a1-ae50-92e8ff03b984),segment_id=fe700112-80aa-46a1-ae50-92e8ff03b984)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:10.728819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47318) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:10.733190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.760938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Routers {'55865bcd-a374-489b-8a24-772ed0c5e9f0'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:10.761575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['55865bcd-a374-489b-8a24-772ed0c5e9f0'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:10.805356 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ec1db0e-e015-4b4d-90b7-380ddd830058 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.848083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1db0e-e015-4b4d-90b7-380ddd830058 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Port': ['ID=5b863b30-f96f-47dc-ad5d-d5c560cc98c6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:10.864283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ec1db0e-e015-4b4d-90b7-380ddd830058 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:10.870354 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3ec1db0e-e015-4b4d-90b7-380ddd830058 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/ports/5b863b30-f96f-47dc-ad5d-d5c560cc98c6 HTTP/1.1" status: 204 len: 168 time: 0.3586233 Nov 09 20:15:10.870990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47322) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:10.901991 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8e22ed-c621-4cd2-9fdc-a566ab35cdc3 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] DELETE failed (client error): The resource could not be found. Nov 09 20:15:10.902463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8e22ed-c621-4cd2-9fdc-a566ab35cdc3 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:15:10.909053 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9b8e22ed-c621-4cd2-9fdc-a566ab35cdc3 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/subnets/218b0998-7f6c-4634-8f25-55322ece4bf6 HTTP/1.1" status: 404 len: 337 time: 0.0360167 Nov 09 20:15:10.909661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47324) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:10.917461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=2e3a7a42-a357-4701-9f0f-84fd547c51f4,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:10.965572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Set router 55865bcd-a374-489b-8a24-772ed0c5e9f0 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:15:11.020218 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.167153 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.189496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a9c14d-5236-4493-92a7-cd4a590e96ef']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:11.210611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'name': 'tempest-ImageQuotaTest-1580344069-router', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:10Z', 'revision_number': 3, 'project_id': '5333f9684e974a0d96eca30d1835eba4', 'gw_port': {'id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:11.212713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014d0ee9-c50e-4896-bbd6-ef8c91b7b1de') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:11.213256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014d0ee9-c50e-4896-bbd6-ef8c91b7b1de') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:11.226226 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.241844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.245963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Checking router: 55865bcd-a374-489b-8a24-772ed0c5e9f0 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:15:11.246147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Updating router 55865bcd-a374-489b-8a24-772ed0c5e9f0 port 4863d5d8-9e96-4ff3-97ae-603aec2bb270 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:15:11.248934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:11.251006 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.277366 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.324716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:11.335113 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:11.338955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.347622 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.353824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/21a9c14d-5236-4493-92a7-cd4a590e96ef HTTP/1.1" status: 204 len: 168 time: 0.4430215 Nov 09 20:15:11.356084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47326) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:11.376032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad46022-da8d-4176-9973-5c2aa6ce7521 None None] Network c8cedb82-e0f7-4abc-b272-562423b0daae requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:11.381781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be6613-94c1-464e-a422-37bb2955ba63 tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Network': ['ID=21a9c14d-5236-4493-92a7-cd4a590e96ef,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:11.427059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51491ae-4607-47fc-9623-075f1a82440c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Deleting subnet 2562dc75-1254-4e76-8df7-fb17f9d7a004 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:15:11.430817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b51491ae-4607-47fc-9623-075f1a82440c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.479432 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b51491ae-4607-47fc-9623-075f1a82440c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.509717 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Allocated IP 172.20.0.1 (c8cedb82-e0f7-4abc-b272-562423b0daae/a8870e75-0c19-4afd-9d82-eab499f10d6f/78459ce9-ce86-4b8d-b3e6-8108397cd64c) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:11.550590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a9f1a2a0-0417-463c-ac40-575736b19732 None None] Provisioning complete for port 2e3a7a42-a357-4701-9f0f-84fd547c51f4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:11.550976 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f1a2a0-0417-463c-ac40-575736b19732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.574778 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b51491ae-4607-47fc-9623-075f1a82440c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.625715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.644770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b51491ae-4607-47fc-9623-075f1a82440c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.662893 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.676011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51491ae-4607-47fc-9623-075f1a82440c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Subnet': ['ID=2562dc75-1254-4e76-8df7-fb17f9d7a004,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:11.679871 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b51491ae-4607-47fc-9623-075f1a82440c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.683026 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b51491ae-4607-47fc-9623-075f1a82440c tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/subnets/2562dc75-1254-4e76-8df7-fb17f9d7a004 HTTP/1.1" status: 204 len: 168 time: 0.3259904 Nov 09 20:15:11.685367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47328) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:11.702806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f75f47-7da9-4f39-bf71-c8edc84a64d5 None None] Network 1964d5e1-5175-4d2e-abab-7c3698cadea9 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:11.713851 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Network c8cedb82-e0f7-4abc-b272-562423b0daae is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:11.716837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:11.720381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:11.747562 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Pushing event updated for resources: {'Port': ['ID=78459ce9-ce86-4b8d-b3e6-8108397cd64c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:11.765382 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.773345 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.853207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Deleting port 37b5931f-6920-44aa-8f87-6d2e096aed39 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:11.853533 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.880219 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.912448 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.921430 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.940482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] For port 37b5931f-6920-44aa-8f87-6d2e096aed39, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=37b5931f-6920-44aa-8f87-6d2e096aed39,segment=NetworkSegment(d5e09016-d2ec-4029-8862-d4b43acd2fbf),segment_id=d5e09016-d2ec-4029-8862-d4b43acd2fbf)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:11.940873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:11.958909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Calling delete_port for 37b5931f-6920-44aa-8f87-6d2e096aed39 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:11.991224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Attempting to bind port 4863d5d8-9e96-4ff3-97ae-603aec2bb270 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:15:11.991601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Attempting to bind port 4863d5d8-9e96-4ff3-97ae-603aec2bb270 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:15:11.991973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Attempting to bind port 4863d5d8-9e96-4ff3-97ae-603aec2bb270 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:15:11.994069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92a253-8b3a-448d-a96c-fdc96d0264c8 None None] Pushing event updated for resources: {'Port': ['ID=4863d5d8-9e96-4ff3-97ae-603aec2bb270,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:12.000582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:15:12.000960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:12.001371 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.001760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:15:12.002248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Bound port: 4863d5d8-9e96-4ff3-97ae-603aec2bb270, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:15:12.002671 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.088599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] For port 4863d5d8-9e96-4ff3-97ae-603aec2bb270, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:15:12.092309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] For port 4863d5d8-9e96-4ff3-97ae-603aec2bb270, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4863d5d8-9e96-4ff3-97ae-603aec2bb270,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:15:12.094959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55a538-11e6-42e2-8233-45ac6c32a7ae None None] DHCP port deletion for 1964d5e1-5175-4d2e-abab-7c3698cadea9 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:15:12.100419 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.112657 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.129068 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.140450 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.158622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6f55a538-11e6-42e2-8233-45ac6c32a7ae None None] The port '37b5931f-6920-44aa-8f87-6d2e096aed39' was deleted {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 09 20:15:12.165309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Port': ['ID=37b5931f-6920-44aa-8f87-6d2e096aed39,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:12.167838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] No DVR routers for this DVR port 37b5931f-6920-44aa-8f87-6d2e096aed39 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:15:12.203570 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.207482 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Routers {'55865bcd-a374-489b-8a24-772ed0c5e9f0'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:12.208133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:14:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['55865bcd-a374-489b-8a24-772ed0c5e9f0'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:12.213375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c43c204d-016a-4763-920b-e5762b034ae2 None None] Provisioning complete for port 2e3a7a42-a357-4701-9f0f-84fd547c51f4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:12.214025 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c43c204d-016a-4763-920b-e5762b034ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.270956 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.304692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1964d5e1-5175-4d2e-abab-7c3698cadea9']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:12.306847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92a253-8b3a-448d-a96c-fdc96d0264c8 None None] Pushing event updated for resources: {'Port': ['ID=4863d5d8-9e96-4ff3-97ae-603aec2bb270,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:12.325155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e09016-d2ec-4029-8862-d4b43acd2fbf') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:12.325551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e09016-d2ec-4029-8862-d4b43acd2fbf') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:12.336554 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.351393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.360002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:12.360582 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:12.364516 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:12.371903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Network c8cedb82-e0f7-4abc-b272-562423b0daae is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:12.373369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] Set router 55865bcd-a374-489b-8a24-772ed0c5e9f0 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:15:12.376328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:12.389311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Pushing event updated for resources: {'Port': ['ID=78459ce9-ce86-4b8d-b3e6-8108397cd64c,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:12.445902 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.455358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.463075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] 10.222.0.53 "DELETE /v2.0/networks/1964d5e1-5175-4d2e-abab-7c3698cadea9 HTTP/1.1" status: 204 len: 168 time: 0.7765002 Nov 09 20:15:12.502108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b1aaa-9c84-47ba-b0be-a886169775ca tempest-NetworksIpV6TestAttrs-1610206922 tempest-NetworksIpV6TestAttrs-1610206922-project] Pushing event deleted for resources: {'Network': ['ID=1964d5e1-5175-4d2e-abab-7c3698cadea9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:12.526616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2e3a7a42-a357-4701-9f0f-84fd547c51f4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:12.588753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Router 55865bcd-a374-489b-8a24-772ed0c5e9f0 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:15:12.722303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:15:12.728414 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c0dc8362-cc09-418b-ae4d-32eb7cab3277 admin admin] 10.222.0.53 "PUT /v2.0/routers/55865bcd-a374-489b-8a24-772ed0c5e9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9984064 Nov 09 20:15:12.750609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47336) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:12.803147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-43cb0cbb-fbd8-4bbe-bbc1-7b6437a7e342 None None] Provisioning complete for port 78459ce9-ce86-4b8d-b3e6-8108397cd64c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:12.803520 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-43cb0cbb-fbd8-4bbe-bbc1-7b6437a7e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.868072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-43cb0cbb-fbd8-4bbe-bbc1-7b6437a7e342 None None] Port 78459ce9-ce86-4b8d-b3e6-8108397cd64c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:15:12.901695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2e3a7a42-a357-4701-9f0f-84fd547c51f4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:12.902074 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.902563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f91cefc9-e43a-4db9-bc36-4e474b65fdda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37019476c5954076b8df3dc9f68193d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507833 Nov 09 20:15:12.905267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47342) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:12.964231 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c24edb9-585d-45e3-a660-d73d80cf10db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:12.966437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'name': 'tempest-ImageQuotaTest-1580344069-router', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:11Z', 'revision_number': 4, 'project_id': '5333f9684e974a0d96eca30d1835eba4', 'gw_port': {'id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '78459ce9-ce86-4b8d-b3e6-8108397cd64c', 'name': '', 'network_id': 'c8cedb82-e0f7-4abc-b272-562423b0daae', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'mac_address': 'fa:16:3e:ed:2b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'a8870e75-0c19-4afd-9d82-eab499f10d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:15:11Z', 'updated_at': '2021-11-09T20:15:11Z', 'revision_number': 2, 'project_id': '5333f9684e974a0d96eca30d1835eba4', 'subnets': [{'id': 'a8870e75-0c19-4afd-9d82-eab499f10d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:12.987653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c24edb9-585d-45e3-a660-d73d80cf10db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:13.029923 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:15:13.044929 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c24edb9-585d-45e3-a660-d73d80cf10db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:13.045557 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a7ea8-264a-4416-b0fa-d46dc5b772c2 None None] The sync data for ids ['55865bcd-a374-489b-8a24-772ed0c5e9f0'] in n-d-817256-1 is: [{'id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'name': 'tempest-ImageQuotaTest-1580344069-router', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:11Z', 'revision_number': 4, 'project_id': '5333f9684e974a0d96eca30d1835eba4', 'gw_port': {'id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '78459ce9-ce86-4b8d-b3e6-8108397cd64c', 'name': '', 'network_id': 'c8cedb82-e0f7-4abc-b272-562423b0daae', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'mac_address': 'fa:16:3e:ed:2b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'a8870e75-0c19-4afd-9d82-eab499f10d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:15:11Z', 'updated_at': '2021-11-09T20:15:11Z', 'revision_number': 2, 'project_id': '5333f9684e974a0d96eca30d1835eba4', 'subnets': [{'id': 'a8870e75-0c19-4afd-9d82-eab499f10d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:15:13.047788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c24edb9-585d-45e3-a660-d73d80cf10db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:13.049951 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5c24edb9-585d-45e3-a660-d73d80cf10db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1e343e6-1c5d-4622-aa2e-c4428cb5bc73 HTTP/1.1" status: 204 len: 168 time: 0.1431346 Nov 09 20:15:13.066823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-03da7fda-a0ea-4ecb-9b86-ba1dcdffd904 None None] Provisioning complete for port 78459ce9-ce86-4b8d-b3e6-8108397cd64c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:13.067203 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-03da7fda-a0ea-4ecb-9b86-ba1dcdffd904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:13.085870 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24edb9-585d-45e3-a660-d73d80cf10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e343e6-1c5d-4622-aa2e-c4428cb5bc73,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:13.141692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 37b5931f-6920-44aa-8f87-6d2e096aed39 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:13.145230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-03da7fda-a0ea-4ecb-9b86-ba1dcdffd904 None None] Port 78459ce9-ce86-4b8d-b3e6-8108397cd64c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:15:13.168450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 37b5931f-6920-44aa-8f87-6d2e096aed39 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:13.168807 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 37b5931f-6920-44aa-8f87-6d2e096aed39 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:13.219282 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0432e968-6cd2-41c6-a05a-704c6623aeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:13.490284 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:13.883171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47378) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:13.996061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1c774a86-10bc-4c0b-b539-43e5e913a4f9 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1693799266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:14.004589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47382) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:14.031596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c774a86-10bc-4c0b-b539-43e5e913a4f9 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.032725 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c774a86-10bc-4c0b-b539-43e5e913a4f9 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.086991 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c774a86-10bc-4c0b-b539-43e5e913a4f9 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.091768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c774a86-10bc-4c0b-b539-43e5e913a4f9 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.112884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1c774a86-10bc-4c0b-b539-43e5e913a4f9 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.114221 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1c774a86-10bc-4c0b-b539-43e5e913a4f9 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2299907 Nov 09 20:15:14.116891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47384) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:14.122117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2108347846'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:14.146460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Made reservation on behalf of e6b132d90f004840a70ee046ab45c207 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:14.150318 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.160600 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.250360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.254287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.287112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:15:14.293459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f888b1-7c3b-4dc0-8c69-fcc40e487872,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:14.301212 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.301485 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Added segment 62e8d0fd-fae9-485c-9d80-3c41e0f71086 of type vlan for network 44a10991-7adc-49a8-badb-115425d7c969 Nov 09 20:15:14.349666 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.377128 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.383251 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.383590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:14.384211 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.447286 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3292720 Nov 09 20:15:14.456306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47386) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:14.464064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Request body: {'subnet': {'network_id': '44a10991-7adc-49a8-badb-115425d7c969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:14.517775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4863d5d8-9e96-4ff3-97ae-603aec2bb270 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:14.538213 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e01a6-2a10-43bc-9490-cddec189ddfe tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'Network': ['ID=44a10991-7adc-49a8-badb-115425d7c969,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:14.552696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 44a10991-7adc-49a8-badb-115425d7c969 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:15:14.589223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Made reservation on behalf of e6b132d90f004840a70ee046ab45c207 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:14.594337 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.653523 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.672100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 4863d5d8-9e96-4ff3-97ae-603aec2bb270 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:14.673030 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.700518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] Deleting port 78459ce9-ce86-4b8d-b3e6-8108397cd64c {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:14.700958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.756344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.784443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 4863d5d8-9e96-4ff3-97ae-603aec2bb270, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4863d5d8-9e96-4ff3-97ae-603aec2bb270,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:14.790433 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.795679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:14.813200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] Calling delete_port for 78459ce9-ce86-4b8d-b3e6-8108397cd64c owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:14.847363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=4863d5d8-9e96-4ff3-97ae-603aec2bb270,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:15.007354 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.041582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] Pushing event deleted for resources: {'Port': ['ID=78459ce9-ce86-4b8d-b3e6-8108397cd64c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:15.159246 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.236463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'Subnet': ['ID=dc23fab9-a4c7-4a4f-b674-39d197be78f4,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:15.240112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Checking segment: {'id': '62e8d0fd-fae9-485c-9d80-3c41e0f71086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '44a10991-7adc-49a8-badb-115425d7c969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:15.240483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Network hostable DHCP agents. Network: 44a10991-7adc-49a8-badb-115425d7c969, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:15:15.261238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Network 44a10991-7adc-49a8-badb-115425d7c969 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:15:15.273293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 44a10991-7adc-49a8-badb-115425d7c969) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:15.277613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:15.278222 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.286383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de65c1e-51fb-4d57-af7e-5a2f5b54f882 None None] Network 44a10991-7adc-49a8-badb-115425d7c969 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:15.301711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-edd6f8ac-f798-4610-9387-b0a008cbdddb tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8442371 Nov 09 20:15:15.304791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47388) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:15.312393 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Request body: {'network': {'name': 'tempest-router-network01--225257402'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:15.340563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Made reservation on behalf of e6b132d90f004840a70ee046ab45c207 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:15.346617 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.381766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:15:15.394249 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.394640 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Added segment f1d36f17-14af-499e-b1f4-974dd28c674d of type vlan for network e3602885-cae6-4ac7-b469-a9f2392d177f Nov 09 20:15:15.445182 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.470099 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] Sync routers for ids ['55865bcd-a374-489b-8a24-772ed0c5e9f0'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:15:15.473098 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.480822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:15.481590 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.489865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-44a10991-7adc-49a8-badb-115425d7c969', 'network_id': '44a10991-7adc-49a8-badb-115425d7c969', 'tenant_id': 'e6b132d90f004840a70ee046ab45c207', 'fixed_ips': [{'subnet_id': 'dc23fab9-a4c7-4a4f-b674-39d197be78f4'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:15:15.492226 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] Routers {'55865bcd-a374-489b-8a24-772ed0c5e9f0'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:15.492525 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.492856 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['55865bcd-a374-489b-8a24-772ed0c5e9f0'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:15.559836 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2514272 Nov 09 20:15:15.561468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47390) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:15.568696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Request body: {'network': {'name': 'tempest-router-network02--925376590'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:15.585602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc3a4a-5be0-4376-80ed-9cdaa4927ed8 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'Network': ['ID=e3602885-cae6-4ac7-b469-a9f2392d177f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:15.589806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.603305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Made reservation on behalf of e6b132d90f004840a70ee046ab45c207 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:15.607871 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.619638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network e3602885-cae6-4ac7-b469-a9f2392d177f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:15:15.637128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:15:15.650823 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.651481 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Added segment 2508c87e-e3f0-4f76-b839-34cc658d4cfb of type vlan for network 3adc522c-6b0b-46ed-a5e9-53237d200baa Nov 09 20:15:15.702563 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.737221 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.740608 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] Set router 55865bcd-a374-489b-8a24-772ed0c5e9f0 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:15:15.744052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:15.744751 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.752719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Allocated IP 172.20.0.2 (44a10991-7adc-49a8-badb-115425d7c969/dc23fab9-a4c7-4a4f-b674-39d197be78f4/e12432ca-f3fa-4c60-900f-c6cef5fc3243) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:15.824868 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2633107 Nov 09 20:15:15.825383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47392) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:15.833520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Request body: {'subnet': {'network_id': 'e3602885-cae6-4ac7-b469-a9f2392d177f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:15.833733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e44e27-6b64-4dd9-ab8c-acc5fe9d941c tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'Network': ['ID=3adc522c-6b0b-46ed-a5e9-53237d200baa,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:15.847625 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 3adc522c-6b0b-46ed-a5e9-53237d200baa details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:15:15.956999 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'name': 'tempest-ImageQuotaTest-1580344069-router', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:14Z', 'revision_number': 5, 'project_id': '5333f9684e974a0d96eca30d1835eba4', 'gw_port': {'id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:15.960783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Made reservation on behalf of e6b132d90f004840a70ee046ab45c207 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:15.964309 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.986038 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:15.990116 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] Checking router: 55865bcd-a374-489b-8a24-772ed0c5e9f0 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:15:15.992410 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.000090 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] Routers {'55865bcd-a374-489b-8a24-772ed0c5e9f0'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:16.000762 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['55865bcd-a374-489b-8a24-772ed0c5e9f0'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:16.010655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] Router 55865bcd-a374-489b-8a24-772ed0c5e9f0 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:15:16.034216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Network 44a10991-7adc-49a8-badb-115425d7c969 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:16.038594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:16.044299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:16.047786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Pushing event updated for resources: {'Port': ['ID=e12432ca-f3fa-4c60-900f-c6cef5fc3243,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:16.104532 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Attempting to bind port e12432ca-f3fa-4c60-900f-c6cef5fc3243 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:15:16.104931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Attempting to bind port e12432ca-f3fa-4c60-900f-c6cef5fc3243 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '62e8d0fd-fae9-485c-9d80-3c41e0f71086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '44a10991-7adc-49a8-badb-115425d7c969'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:15:16.105257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Attempting to bind port e12432ca-f3fa-4c60-900f-c6cef5fc3243 on network 44a10991-7adc-49a8-badb-115425d7c969 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:15:16.110208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:15:16.110608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Checking segment: {'id': '62e8d0fd-fae9-485c-9d80-3c41e0f71086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '44a10991-7adc-49a8-badb-115425d7c969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:16.111009 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.111398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Bound using segment: {'id': '62e8d0fd-fae9-485c-9d80-3c41e0f71086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '44a10991-7adc-49a8-badb-115425d7c969'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:15:16.111864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Bound port: e12432ca-f3fa-4c60-900f-c6cef5fc3243, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e8d0fd-fae9-485c-9d80-3c41e0f71086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '44a10991-7adc-49a8-badb-115425d7c969'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:15:16.112238 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.127795 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] Set router 55865bcd-a374-489b-8a24-772ed0c5e9f0 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:15:16.177762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] For port e12432ca-f3fa-4c60-900f-c6cef5fc3243, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:15:16.180980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] For port e12432ca-f3fa-4c60-900f-c6cef5fc3243, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e12432ca-f3fa-4c60-900f-c6cef5fc3243,segment=NetworkSegment(62e8d0fd-fae9-485c-9d80-3c41e0f71086),segment_id=62e8d0fd-fae9-485c-9d80-3c41e0f71086)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:15:16.187214 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.208449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:15:16.217964 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3231f680-ccdd-4f77-93af-b68d9c0ef393 admin admin] 10.222.0.53 "PUT /v2.0/routers/55865bcd-a374-489b-8a24-772ed0c5e9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2110300 Nov 09 20:15:16.218762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47394) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:16.246193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773e6fe-b8c6-4e7e-a573-cb785b48f88a None None] Pushing event updated for resources: {'Port': ['ID=e12432ca-f3fa-4c60-900f-c6cef5fc3243,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:16.281246 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.346326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'Subnet': ['ID=5c207b6f-5a58-435c-8e71-103a09cdc1e7,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:16.353450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Checking segment: {'id': 'f1d36f17-14af-499e-b1f4-974dd28c674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e3602885-cae6-4ac7-b469-a9f2392d177f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:16.353890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Network hostable DHCP agents. Network: e3602885-cae6-4ac7-b469-a9f2392d177f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:15:16.364416 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.373293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Network e3602885-cae6-4ac7-b469-a9f2392d177f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:15:16.373730 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'name': 'tempest-ImageQuotaTest-1580344069-router', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:14Z', 'revision_number': 5, 'project_id': '5333f9684e974a0d96eca30d1835eba4', 'gw_port': {'id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:16.386010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, e3602885-cae6-4ac7-b469-a9f2392d177f) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:16.386425 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.390680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:16.391416 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.400627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de79ee1b-367c-44c4-b8fd-f7b1e8cd3a30 None None] Network e3602885-cae6-4ac7-b469-a9f2392d177f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:16.412805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-78fb7821-ff23-403c-9960-c64386c44e1a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5861599 Nov 09 20:15:16.415498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47396) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:16.420000 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2771decf-7c8f-43d8-9b96-b3cbc4fae974 None None] The sync data for ids ['55865bcd-a374-489b-8a24-772ed0c5e9f0'] in n-d-817256-1 is: [{'id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'name': 'tempest-ImageQuotaTest-1580344069-router', 'tenant_id': '5333f9684e974a0d96eca30d1835eba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:14Z', 'revision_number': 5, 'project_id': '5333f9684e974a0d96eca30d1835eba4', 'gw_port': {'id': '4863d5d8-9e96-4ff3-97ae-603aec2bb270', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55865bcd-a374-489b-8a24-772ed0c5e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:15:09Z', 'updated_at': '2021-11-09T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:15:16.427888 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Request body: {'subnet': {'network_id': '3adc522c-6b0b-46ed-a5e9-53237d200baa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:16.549191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.573207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Made reservation on behalf of e6b132d90f004840a70ee046ab45c207 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:15:16.577225 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.602399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-e3602885-cae6-4ac7-b469-a9f2392d177f', 'network_id': 'e3602885-cae6-4ac7-b469-a9f2392d177f', 'tenant_id': 'e6b132d90f004840a70ee046ab45c207', 'fixed_ips': [{'subnet_id': '5c207b6f-5a58-435c-8e71-103a09cdc1e7'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:15:16.603396 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.606994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Deleting port 4863d5d8-9e96-4ff3-97ae-603aec2bb270 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:16.607345 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.694915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] For port 4863d5d8-9e96-4ff3-97ae-603aec2bb270, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=4863d5d8-9e96-4ff3-97ae-603aec2bb270,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:16.695284 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.708886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Calling delete_port for 4863d5d8-9e96-4ff3-97ae-603aec2bb270 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:16.751533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Allocated IP 172.20.0.2 (e3602885-cae6-4ac7-b469-a9f2392d177f/5c207b6f-5a58-435c-8e71-103a09cdc1e7/220545c0-8008-4802-8c51-7295cff443e1) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:16.783010 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.845464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4863d5d8-9e96-4ff3-97ae-603aec2bb270 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:16.902997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'Subnet': ['ID=58ea523b-c356-4d9f-b638-0f465b028af9,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:16.914327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Checking segment: {'id': '2508c87e-e3f0-4f76-b839-34cc658d4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3adc522c-6b0b-46ed-a5e9-53237d200baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:16.914770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Network hostable DHCP agents. Network: 3adc522c-6b0b-46ed-a5e9-53237d200baa, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:15:16.932545 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:16.948595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Network 3adc522c-6b0b-46ed-a5e9-53237d200baa is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:15:16.964408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No active binding found for port 4863d5d8-9e96-4ff3-97ae-603aec2bb270 {{(pid=102297) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 20:15:16.964879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4863d5d8-9e96-4ff3-97ae-603aec2bb270 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 20:15:16.966104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 3adc522c-6b0b-46ed-a5e9-53237d200baa) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:16.976802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:15:16.977615 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.003075 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54747662-7087-4e9e-af1f-e8c8e38ac9b2 None None] Network 3adc522c-6b0b-46ed-a5e9-53237d200baa requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:17.004867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4863d5d8-9e96-4ff3-97ae-603aec2bb270,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:17.005691 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c89e11b8-2e91-4623-bb83-1b85e11c254a tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5873075 Nov 09 20:15:17.008447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47398) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:17.016423 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Port 4863d5d8-9e96-4ff3-97ae-603aec2bb270 not found, will not notify nova. {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 20:15:17.126952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.145464 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.210863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Network e3602885-cae6-4ac7-b469-a9f2392d177f is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:17.215482 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.221690 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:17.228377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:17.243356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Pushing event updated for resources: {'Port': ['ID=220545c0-8008-4802-8c51-7295cff443e1,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:17.305937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-3adc522c-6b0b-46ed-a5e9-53237d200baa', 'network_id': '3adc522c-6b0b-46ed-a5e9-53237d200baa', 'tenant_id': 'e6b132d90f004840a70ee046ab45c207', 'fixed_ips': [{'subnet_id': '58ea523b-c356-4d9f-b638-0f465b028af9'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:15:17.307437 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.333409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Attempting to bind port 220545c0-8008-4802-8c51-7295cff443e1 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:15:17.333806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Attempting to bind port 220545c0-8008-4802-8c51-7295cff443e1 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'f1d36f17-14af-499e-b1f4-974dd28c674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e3602885-cae6-4ac7-b469-a9f2392d177f'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:15:17.334132 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Attempting to bind port 220545c0-8008-4802-8c51-7295cff443e1 on network e3602885-cae6-4ac7-b469-a9f2392d177f {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:15:17.345433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:15:17.345803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Checking segment: {'id': 'f1d36f17-14af-499e-b1f4-974dd28c674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e3602885-cae6-4ac7-b469-a9f2392d177f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:17.346199 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.346717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Bound using segment: {'id': 'f1d36f17-14af-499e-b1f4-974dd28c674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e3602885-cae6-4ac7-b469-a9f2392d177f'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:15:17.347112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Bound port: 220545c0-8008-4802-8c51-7295cff443e1, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d36f17-14af-499e-b1f4-974dd28c674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e3602885-cae6-4ac7-b469-a9f2392d177f'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:15:17.347498 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.383778 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.388243 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.490408 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.492494 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.493012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55865bcd-a374-489b-8a24-772ed0c5e9f0 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:15:17.497466 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.502634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b972211a-da75-423c-8e09-663dce0618b2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/55865bcd-a374-489b-8a24-772ed0c5e9f0 HTTP/1.1" status: 204 len: 168 time: 1.2797716 Nov 09 20:15:17.503501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47400) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:17.508466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] For port 220545c0-8008-4802-8c51-7295cff443e1, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:15:17.513182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] For port 220545c0-8008-4802-8c51-7295cff443e1, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=220545c0-8008-4802-8c51-7295cff443e1,segment=NetworkSegment(f1d36f17-14af-499e-b1f4-974dd28c674d),segment_id=f1d36f17-14af-499e-b1f4-974dd28c674d)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:15:17.526141 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.546168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Allocated IP 172.20.0.2 (3adc522c-6b0b-46ed-a5e9-53237d200baa/58ea523b-c356-4d9f-b638-0f465b028af9/59011607-c5fe-4006-b348-28ee4796bdad) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:17.596921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2fbe84-6e74-44fe-a417-008154f44075 admin admin] Deleting subnet a8870e75-0c19-4afd-9d82-eab499f10d6f {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:15:17.611089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6b2fbe84-6e74-44fe-a417-008154f44075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.690161 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6b2fbe84-6e74-44fe-a417-008154f44075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.692798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b60db8-bb9a-46d5-a424-1d24eed53b64 None None] Pushing event updated for resources: {'Port': ['ID=220545c0-8008-4802-8c51-7295cff443e1,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:17.813436 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6b2fbe84-6e74-44fe-a417-008154f44075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.867534 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.879371 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.907878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10028a2b-ea77-4318-aee0-c5617b2f0f7f None None] Sync routers for ids ['55865bcd-a374-489b-8a24-772ed0c5e9f0'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:15:17.920343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Allocated IP 172.20.0.1 (e3602885-cae6-4ac7-b469-a9f2392d177f/5c207b6f-5a58-435c-8e71-103a09cdc1e7/445a6371-6452-4cc6-b233-58f5398991f0) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:17.922568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6b2fbe84-6e74-44fe-a417-008154f44075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.982580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fbe84-6e74-44fe-a417-008154f44075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8870e75-0c19-4afd-9d82-eab499f10d6f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:17.988961 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6b2fbe84-6e74-44fe-a417-008154f44075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:17.989816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Network 3adc522c-6b0b-46ed-a5e9-53237d200baa is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:17.992979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eabf0e-3a44-4730-82f6-5f049545563d None None] Network c8cedb82-e0f7-4abc-b272-562423b0daae requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:17.993152 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6b2fbe84-6e74-44fe-a417-008154f44075 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a8870e75-0c19-4afd-9d82-eab499f10d6f HTTP/1.1" status: 204 len: 168 time: 0.4873054 Nov 09 20:15:17.994795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47402) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:17.995909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10028a2b-ea77-4318-aee0-c5617b2f0f7f None None] Routers set() bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:17.996281 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10028a2b-ea77-4318-aee0-c5617b2f0f7f None None] Router IDs set() for agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 20:15:17.997013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_agentschedulers_db [None req-10028a2b-ea77-4318-aee0-c5617b2f0f7f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'55865bcd-a374-489b-8a24-772ed0c5e9f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent'). {{(pid=102297) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 20:15:18.010581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:18.025391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:18.073688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Pushing event updated for resources: {'Port': ['ID=59011607-c5fe-4006-b348-28ee4796bdad,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:18.080449 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e81347c-0fef-4430-a36e-c65aa021c366 None None] Network 44a10991-7adc-49a8-badb-115425d7c969 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:18.101777 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.106191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10028a2b-ea77-4318-aee0-c5617b2f0f7f None None] Routers set() bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:18.106590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10028a2b-ea77-4318-aee0-c5617b2f0f7f None None] Router IDs set() for agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 20:15:18.107197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_agentschedulers_db [None req-10028a2b-ea77-4318-aee0-c5617b2f0f7f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'55865bcd-a374-489b-8a24-772ed0c5e9f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent'). {{(pid=102297) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 20:15:18.107574 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10028a2b-ea77-4318-aee0-c5617b2f0f7f None None] The sync data for ids ['55865bcd-a374-489b-8a24-772ed0c5e9f0'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:15:18.129693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.184854 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.185535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Deleting port 2e3a7a42-a357-4701-9f0f-84fd547c51f4 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:18.185979 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.252892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'Port': ['ID=445a6371-6452-4cc6-b233-58f5398991f0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:18.268023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Network e3602885-cae6-4ac7-b469-a9f2392d177f is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:18.269601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:18.278477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:18.290734 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] For port 2e3a7a42-a357-4701-9f0f-84fd547c51f4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2e3a7a42-a357-4701-9f0f-84fd547c51f4,segment=NetworkSegment(fe700112-80aa-46a1-ae50-92e8ff03b984),segment_id=fe700112-80aa-46a1-ae50-92e8ff03b984)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:18.291096 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.310107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Calling delete_port for 2e3a7a42-a357-4701-9f0f-84fd547c51f4 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:18.340777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.414378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.428236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] No DVR routers for this DVR port 2e3a7a42-a357-4701-9f0f-84fd547c51f4 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:15:18.441057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5de281bf-4dc3-4aff-91c8-163e3f9a4262 None None] Provisioning complete for port e12432ca-f3fa-4c60-900f-c6cef5fc3243 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:18.441433 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5de281bf-4dc3-4aff-91c8-163e3f9a4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.448583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Attempting to bind port 59011607-c5fe-4006-b348-28ee4796bdad on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:15:18.448960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Attempting to bind port 59011607-c5fe-4006-b348-28ee4796bdad by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '2508c87e-e3f0-4f76-b839-34cc658d4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3adc522c-6b0b-46ed-a5e9-53237d200baa'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:15:18.449326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Attempting to bind port 59011607-c5fe-4006-b348-28ee4796bdad on network 3adc522c-6b0b-46ed-a5e9-53237d200baa {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:15:18.465138 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.470994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3a7a42-a357-4701-9f0f-84fd547c51f4,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:18.503226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:15:18.503569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Checking segment: {'id': '2508c87e-e3f0-4f76-b839-34cc658d4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3adc522c-6b0b-46ed-a5e9-53237d200baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:15:18.503978 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.504369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Bound using segment: {'id': '2508c87e-e3f0-4f76-b839-34cc658d4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3adc522c-6b0b-46ed-a5e9-53237d200baa'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:15:18.504980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Bound port: 59011607-c5fe-4006-b348-28ee4796bdad, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2508c87e-e3f0-4f76-b839-34cc658d4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3adc522c-6b0b-46ed-a5e9-53237d200baa'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:15:18.505385 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.549977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.584098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cedb82-e0f7-4abc-b272-562423b0daae']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:18.595143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe700112-80aa-46a1-ae50-92e8ff03b984') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:18.595521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe700112-80aa-46a1-ae50-92e8ff03b984') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:18.634940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.657389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.672485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:18.675080 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:18.677091 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:18.685778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d913d6-eb50-4cf9-a958-616e625ef6b7 None None] DHCP port deletion for c8cedb82-e0f7-4abc-b272-562423b0daae request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:15:18.759119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] For port 59011607-c5fe-4006-b348-28ee4796bdad, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:15:18.779871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] For port 59011607-c5fe-4006-b348-28ee4796bdad, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=59011607-c5fe-4006-b348-28ee4796bdad,segment=NetworkSegment(2508c87e-e3f0-4f76-b839-34cc658d4cfb),segment_id=2508c87e-e3f0-4f76-b839-34cc658d4cfb)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:15:18.796804 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.800157 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5de281bf-4dc3-4aff-91c8-163e3f9a4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.824360 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.831351 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.842067 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c8cedb82-e0f7-4abc-b272-562423b0daae HTTP/1.1" status: 204 len: 168 time: 0.8461740 Nov 09 20:15:18.902843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e658c60-f23d-412a-a216-62366d2ee1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8cedb82-e0f7-4abc-b272-562423b0daae,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:18.931747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed46a6-93f4-4830-bf3b-718a224555d3 None None] Pushing event updated for resources: {'Port': ['ID=59011607-c5fe-4006-b348-28ee4796bdad,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:18.932637 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.940311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5de281bf-4dc3-4aff-91c8-163e3f9a4262 None None] For port e12432ca-f3fa-4c60-900f-c6cef5fc3243, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e12432ca-f3fa-4c60-900f-c6cef5fc3243,segment=NetworkSegment(62e8d0fd-fae9-485c-9d80-3c41e0f71086),segment_id=62e8d0fd-fae9-485c-9d80-3c41e0f71086)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:18.941245 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:18.948653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e12432ca-f3fa-4c60-900f-c6cef5fc3243 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:18.959453 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5de281bf-4dc3-4aff-91c8-163e3f9a4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.066664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de281bf-4dc3-4aff-91c8-163e3f9a4262 None None] Pushing event updated for resources: {'Port': ['ID=e12432ca-f3fa-4c60-900f-c6cef5fc3243,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:19.085066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e12432ca-f3fa-4c60-900f-c6cef5fc3243 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:19.085902 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.091406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'Port': ['ID=445a6371-6452-4cc6-b233-58f5398991f0,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:19.095917 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.214211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 220545c0-8008-4802-8c51-7295cff443e1 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:19.224629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Network e3602885-cae6-4ac7-b469-a9f2392d177f is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:19.226607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:19.290332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 220545c0-8008-4802-8c51-7295cff443e1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:19.291241 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.294953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47406) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:19.359520 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-38d71d10-a521-4b29-ac3d-e8496e121574 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5333f9684e974a0d96eca30d1835eba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631437 Nov 09 20:15:19.361945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47408) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:19.367087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4dde7d03-281d-43c8-bd3e-4b53feb2c850 None None] Provisioning complete for port e12432ca-f3fa-4c60-900f-c6cef5fc3243 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:19.367551 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4dde7d03-281d-43c8-bd3e-4b53feb2c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.397764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0115095-2226-4e68-9532-7f77a6d83a62 None None] Network e3602885-cae6-4ac7-b469-a9f2392d177f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:19.415306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Router d853f702-aa92-4acb-95ca-e73c8a68b402 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:15:19.432084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ab14-35dc-487f-9028-0d26085a2941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.465791 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ab14-35dc-487f-9028-0d26085a2941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.505843 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.525050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ab14-35dc-487f-9028-0d26085a2941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.527970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ab14-35dc-487f-9028-0d26085a2941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.532257 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b5c5ab14-35dc-487f-9028-0d26085a2941 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c86e96fc-4dcd-4ba6-bfc3-18438f1d0df1 HTTP/1.1" status: 204 len: 168 time: 0.1662366 Nov 09 20:15:19.539405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5ab14-35dc-487f-9028-0d26085a2941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86e96fc-4dcd-4ba6-bfc3-18438f1d0df1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:19.545319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:15:19.553469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-de60c7dd-3541-4a56-abd7-7d9bcd1a8e10 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "PUT /v2.0/routers/d853f702-aa92-4acb-95ca-e73c8a68b402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5435109 Nov 09 20:15:19.556539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47412) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:19.557868 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1139f0-8c7f-4d74-95c7-44b1d63075f1 None None] Sync routers for ids ['d853f702-aa92-4acb-95ca-e73c8a68b402'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:15:19.573039 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1139f0-8c7f-4d74-95c7-44b1d63075f1 None None] Routers {'d853f702-aa92-4acb-95ca-e73c8a68b402'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:19.574462 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3d1139f0-8c7f-4d74-95c7-44b1d63075f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d853f702-aa92-4acb-95ca-e73c8a68b402'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:19.631394 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3d1139f0-8c7f-4d74-95c7-44b1d63075f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:19.636054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 220545c0-8008-4802-8c51-7295cff443e1, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=220545c0-8008-4802-8c51-7295cff443e1,segment=NetworkSegment(f1d36f17-14af-499e-b1f4-974dd28c674d),segment_id=f1d36f17-14af-499e-b1f4-974dd28c674d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:19.650672 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1139f0-8c7f-4d74-95c7-44b1d63075f1 None None] Routers {'d853f702-aa92-4acb-95ca-e73c8a68b402'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:19.651576 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3d1139f0-8c7f-4d74-95c7-44b1d63075f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d853f702-aa92-4acb-95ca-e73c8a68b402'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:19.653366 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:19.709206 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3d1139f0-8c7f-4d74-95c7-44b1d63075f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:19.710062 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1139f0-8c7f-4d74-95c7-44b1d63075f1 None None] The sync data for ids ['d853f702-aa92-4acb-95ca-e73c8a68b402'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:15:19.722248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=220545c0-8008-4802-8c51-7295cff443e1,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:19.761096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4863d5d8-9e96-4ff3-97ae-603aec2bb270 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:19.785612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 4863d5d8-9e96-4ff3-97ae-603aec2bb270 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:19.785967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 4863d5d8-9e96-4ff3-97ae-603aec2bb270 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:19.786464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 78459ce9-ce86-4b8d-b3e6-8108397cd64c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:19.822350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 78459ce9-ce86-4b8d-b3e6-8108397cd64c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:19.822763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 78459ce9-ce86-4b8d-b3e6-8108397cd64c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:19.823193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2e3a7a42-a357-4701-9f0f-84fd547c51f4 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:19.847888 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 2e3a7a42-a357-4701-9f0f-84fd547c51f4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:19.848273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2e3a7a42-a357-4701-9f0f-84fd547c51f4 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:19.859314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d4ddb6ee-c259-482b-bae8-8de2b83819ca None None] Provisioning complete for port 220545c0-8008-4802-8c51-7295cff443e1 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:19.859699 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d4ddb6ee-c259-482b-bae8-8de2b83819ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.018445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47416) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:20.039736 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc66f-d122-48ac-bb03-f4a2ba5521d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.103587 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-3914c623-37ed-46ac-9409-77903c67f28d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:20.104715 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3914c623-37ed-46ac-9409-77903c67f28d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "PUT /v2.0/routers/d853f702-aa92-4acb-95ca-e73c8a68b402/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5470026 Nov 09 20:15:20.108873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47418) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:20.166837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc66f-d122-48ac-bb03-f4a2ba5521d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.175145 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc66f-d122-48ac-bb03-f4a2ba5521d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.203275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-60802ba9-8932-4755-a3da-e89e5f61acab None None] Provisioning complete for port 220545c0-8008-4802-8c51-7295cff443e1 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:20.203846 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-60802ba9-8932-4755-a3da-e89e5f61acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.229162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dc66f-d122-48ac-bb03-f4a2ba5521d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5175c6d-41fa-4552-9d7d-291a70efa585,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:20.238007 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3b1dc66f-d122-48ac-bb03-f4a2ba5521d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2161572 Nov 09 20:15:20.238224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47420) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:20.309305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ffce163-ed14-4da7-a51c-82d82be6eb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.317794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-60802ba9-8932-4755-a3da-e89e5f61acab None None] Provisioning complete for port 445a6371-6452-4cc6-b233-58f5398991f0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:20.322616 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-60802ba9-8932-4755-a3da-e89e5f61acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.345713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ffce163-ed14-4da7-a51c-82d82be6eb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.377903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-60802ba9-8932-4755-a3da-e89e5f61acab None None] Port 445a6371-6452-4cc6-b233-58f5398991f0 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:15:20.414991 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ffce163-ed14-4da7-a51c-82d82be6eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.417921 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4ffce163-ed14-4da7-a51c-82d82be6eb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.419182 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4ffce163-ed14-4da7-a51c-82d82be6eb11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5175c6d-41fa-4552-9d7d-291a70efa585 HTTP/1.1" status: 204 len: 168 time: 0.1799989 Nov 09 20:15:20.424773 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171ade94-8c6a-4896-89da-44bdfc78d664 None None] Network 3adc522c-6b0b-46ed-a5e9-53237d200baa requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:20.451281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffce163-ed14-4da7-a51c-82d82be6eb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5175c6d-41fa-4552-9d7d-291a70efa585,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:20.527818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8f963175-6259-4b40-b651-1ab30a311b49 None None] Provisioning complete for port 59011607-c5fe-4006-b348-28ee4796bdad triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:20.528204 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f963175-6259-4b40-b651-1ab30a311b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.534029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.714264 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 59011607-c5fe-4006-b348-28ee4796bdad up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:20.775361 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f963175-6259-4b40-b651-1ab30a311b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.836463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8f963175-6259-4b40-b651-1ab30a311b49 None None] For port 59011607-c5fe-4006-b348-28ee4796bdad, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=59011607-c5fe-4006-b348-28ee4796bdad,segment=NetworkSegment(2508c87e-e3f0-4f76-b839-34cc658d4cfb),segment_id=2508c87e-e3f0-4f76-b839-34cc658d4cfb)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:20.839963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 59011607-c5fe-4006-b348-28ee4796bdad triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:20.840373 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.844280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Deleting port 445a6371-6452-4cc6-b233-58f5398991f0 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:20.844860 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.848218 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f963175-6259-4b40-b651-1ab30a311b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.923127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8f963175-6259-4b40-b651-1ab30a311b49 None None] Provisioning complete for port 445a6371-6452-4cc6-b233-58f5398991f0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:20.923440 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f963175-6259-4b40-b651-1ab30a311b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.951071 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:20.968219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Calling delete_port for 445a6371-6452-4cc6-b233-58f5398991f0 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:20.972924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f963175-6259-4b40-b651-1ab30a311b49 None None] Pushing event updated for resources: {'Port': ['ID=59011607-c5fe-4006-b348-28ee4796bdad,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:20.987358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8f963175-6259-4b40-b651-1ab30a311b49 None None] Port 445a6371-6452-4cc6-b233-58f5398991f0 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:15:21.039207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e12432ca-f3fa-4c60-900f-c6cef5fc3243 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:21.131991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e12432ca-f3fa-4c60-900f-c6cef5fc3243 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:21.132322 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:21.167661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-baab9d15-9ca0-418c-ba87-ff8c0ea38c01 None None] Provisioning complete for port 445a6371-6452-4cc6-b233-58f5398991f0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:21.168052 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-baab9d15-9ca0-418c-ba87-ff8c0ea38c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:21.222803 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:21.245812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-baab9d15-9ca0-418c-ba87-ff8c0ea38c01 None None] Port 445a6371-6452-4cc6-b233-58f5398991f0 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:15:21.251907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event deleted for resources: {'Port': ['ID=445a6371-6452-4cc6-b233-58f5398991f0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:21.259453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 220545c0-8008-4802-8c51-7295cff443e1 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:21.266097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.266437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.267514 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.267886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.268235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.268578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.268913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.269246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.269576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.269906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.270287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.270657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:21.311992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 220545c0-8008-4802-8c51-7295cff443e1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:21.312463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:21.441435 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:21.448536 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:21.449238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e947ad88-8344-4dfc-a986-11d37ad654a7 None None] Provisioning complete for port 59011607-c5fe-4006-b348-28ee4796bdad triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:21.449595 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e947ad88-8344-4dfc-a986-11d37ad654a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:21.926015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Router d853f702-aa92-4acb-95ca-e73c8a68b402 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:15:22.000847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:15:22.005762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2b8346a5-34e8-4626-a85f-ced90440c87e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "PUT /v2.0/routers/d853f702-aa92-4acb-95ca-e73c8a68b402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8954415 Nov 09 20:15:22.009828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47424) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:22.012545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de3fad-2916-4ed1-affb-73e512795d27 None None] Sync routers for ids ['d853f702-aa92-4acb-95ca-e73c8a68b402'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:15:22.022777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de3fad-2916-4ed1-affb-73e512795d27 None None] Routers {'d853f702-aa92-4acb-95ca-e73c8a68b402'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:22.023395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-41de3fad-2916-4ed1-affb-73e512795d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d853f702-aa92-4acb-95ca-e73c8a68b402'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:22.050241 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-36bbf989-eae2-4395-bdcd-9a031a106477 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] delete failed (client error): The resource could not be found. Nov 09 20:15:22.051295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-36bbf989-eae2-4395-bdcd-9a031a106477 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-636218189 HTTP/1.1" status: 404 len: 334 time: 0.0405409 Nov 09 20:15:22.055097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47426) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:22.055706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-41de3fad-2916-4ed1-affb-73e512795d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:22.060170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-af67f006-342c-4dcd-b64a-c802d03a713b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd853f702-aa92-4acb-95ca-e73c8a68b402'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:22.065880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de3fad-2916-4ed1-affb-73e512795d27 None None] Routers {'d853f702-aa92-4acb-95ca-e73c8a68b402'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:22.066495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-41de3fad-2916-4ed1-affb-73e512795d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d853f702-aa92-4acb-95ca-e73c8a68b402'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:22.105648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-41de3fad-2916-4ed1-affb-73e512795d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:22.106310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de3fad-2916-4ed1-affb-73e512795d27 None None] The sync data for ids ['d853f702-aa92-4acb-95ca-e73c8a68b402'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:15:22.275352 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-af67f006-342c-4dcd-b64a-c802d03a713b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:22.294019 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-af67f006-342c-4dcd-b64a-c802d03a713b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] update failed (client error): The resource could not be found. Nov 09 20:15:22.295084 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-af67f006-342c-4dcd-b64a-c802d03a713b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "PUT /v2.0/routers/d853f702-aa92-4acb-95ca-e73c8a68b402 HTTP/1.1" status: 404 len: 339 time: 0.2390807 Nov 09 20:15:22.299298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47428) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:22.468985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 59011607-c5fe-4006-b348-28ee4796bdad up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:15:22.517521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 59011607-c5fe-4006-b348-28ee4796bdad triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:22.517996 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:22.577277 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:22.813884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Allocated IP 172.20.0.1 (44a10991-7adc-49a8-badb-115425d7c969/dc23fab9-a4c7-4a4f-b674-39d197be78f4/afe22d0e-3a9c-4d1d-8618-db9613ff4528) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:15:22.931476 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:22.964118 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:23.007085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Network 44a10991-7adc-49a8-badb-115425d7c969 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:23.010348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:23.014090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:15:23.042573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'Port': ['ID=afe22d0e-3a9c-4d1d-8618-db9613ff4528,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:23.065004 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:23.185677 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:23.265988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cfdbfb19-4e68-4a1d-bdf7-eceb4c49e92f None None] Provisioning complete for port afe22d0e-3a9c-4d1d-8618-db9613ff4528 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:23.266409 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfb19-4e68-4a1d-bdf7-eceb4c49e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:23.303796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbfb19-4e68-4a1d-bdf7-eceb4c49e92f None None] Port afe22d0e-3a9c-4d1d-8618-db9613ff4528 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:15:23.442681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:23.447323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:23.529508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:23.531655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event updated for resources: {'Port': ['ID=afe22d0e-3a9c-4d1d-8618-db9613ff4528,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:23.627331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Network 44a10991-7adc-49a8-badb-115425d7c969 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:15:23.628803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:15:23.730669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Router d853f702-aa92-4acb-95ca-e73c8a68b402 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:15:23.827007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:15:23.831884 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-92cf2bfd-de6c-427c-85ef-f61f5142037b tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "PUT /v2.0/routers/d853f702-aa92-4acb-95ca-e73c8a68b402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316639 Nov 09 20:15:23.834608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47432) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:23.837136 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede6c49a-87c7-41bf-8816-533935bcfe8a None None] Sync routers for ids ['d853f702-aa92-4acb-95ca-e73c8a68b402'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:15:23.847169 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6c49a-87c7-41bf-8816-533935bcfe8a None None] Routers {'d853f702-aa92-4acb-95ca-e73c8a68b402'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:23.847791 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ede6c49a-87c7-41bf-8816-533935bcfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d853f702-aa92-4acb-95ca-e73c8a68b402'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:23.881285 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ede6c49a-87c7-41bf-8816-533935bcfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:23.890307 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6c49a-87c7-41bf-8816-533935bcfe8a None None] Routers {'d853f702-aa92-4acb-95ca-e73c8a68b402'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:23.890935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ede6c49a-87c7-41bf-8816-533935bcfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d853f702-aa92-4acb-95ca-e73c8a68b402'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:23.922260 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ede6c49a-87c7-41bf-8816-533935bcfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:23.922865 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede6c49a-87c7-41bf-8816-533935bcfe8a None None] The sync data for ids ['d853f702-aa92-4acb-95ca-e73c8a68b402'] in n-d-817256-1 is: [] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:15:23.925783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-33c2d964-1846-4cba-8e8a-61417270872b None None] Provisioning complete for port afe22d0e-3a9c-4d1d-8618-db9613ff4528 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:15:23.926291 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-33c2d964-1846-4cba-8e8a-61417270872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:23.932991 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-44f43670-2788-485d-9198-166dfb0cc154 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:23.961163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-33c2d964-1846-4cba-8e8a-61417270872b None None] Port afe22d0e-3a9c-4d1d-8618-db9613ff4528 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:15:24.019681 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-44f43670-2788-485d-9198-166dfb0cc154 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 20:15:24.020736 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-44f43670-2788-485d-9198-166dfb0cc154 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "DELETE /v2.0/routers/d853f702-aa92-4acb-95ca-e73c8a68b402 HTTP/1.1" status: 409 len: 329 time: 0.1852338 Nov 09 20:15:24.023517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47434) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:24.329475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:24.559525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Deleting port afe22d0e-3a9c-4d1d-8618-db9613ff4528 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:24.559880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:24.651270 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:24.662821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Calling delete_port for afe22d0e-3a9c-4d1d-8618-db9613ff4528 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:24.829544 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:24.860714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event deleted for resources: {'Port': ['ID=afe22d0e-3a9c-4d1d-8618-db9613ff4528,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:25.013234 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.168203 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Router d853f702-aa92-4acb-95ca-e73c8a68b402 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:15:25.254409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:15:25.259969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6dfb4968-8be9-4b23-b1c0-77e76b7a7bf5 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "PUT /v2.0/routers/d853f702-aa92-4acb-95ca-e73c8a68b402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2355509 Nov 09 20:15:25.263543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47436) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:25.263712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e2861-04b0-4c50-97c1-07c37f139436 None None] Sync routers for ids ['d853f702-aa92-4acb-95ca-e73c8a68b402'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:15:25.273928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e2861-04b0-4c50-97c1-07c37f139436 None None] Routers {'d853f702-aa92-4acb-95ca-e73c8a68b402'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:25.274566 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-798e2861-04b0-4c50-97c1-07c37f139436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d853f702-aa92-4acb-95ca-e73c8a68b402'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:25.301374 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-ffee4af3-137a-43f1-b77c-eec297a4c287 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] show failed (client error): The resource could not be found. Nov 09 20:15:25.302389 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ffee4af3-137a-43f1-b77c-eec297a4c287 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-750008252 HTTP/1.1" status: 404 len: 334 time: 0.0374074 Nov 09 20:15:25.306023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47438) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:25.308220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-798e2861-04b0-4c50-97c1-07c37f139436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:25.310361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0b44fe64-dbc0-4164-bf7a-0517f2cc6072 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:25.317602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e2861-04b0-4c50-97c1-07c37f139436 None None] Routers {'d853f702-aa92-4acb-95ca-e73c8a68b402'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:15:25.318214 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-798e2861-04b0-4c50-97c1-07c37f139436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:15:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d853f702-aa92-4acb-95ca-e73c8a68b402'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:25.346984 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-0b44fe64-dbc0-4164-bf7a-0517f2cc6072 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] update failed (client error): The resource could not be found. Nov 09 20:15:25.348079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0b44fe64-dbc0-4164-bf7a-0517f2cc6072 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1542556018 HTTP/1.1" status: 404 len: 335 time: 0.0410502 Nov 09 20:15:25.351385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47440) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:25.354814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-798e2861-04b0-4c50-97c1-07c37f139436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:25.355485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e2861-04b0-4c50-97c1-07c37f139436 None None] The sync data for ids ['d853f702-aa92-4acb-95ca-e73c8a68b402'] in n-d-817256-1 is: [] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:15:25.401338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5b3032-12df-4943-82fe-7c7c5b5ac392 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Deleting subnet 58ea523b-c356-4d9f-b638-0f465b028af9 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:15:25.404366 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3032-12df-4943-82fe-7c7c5b5ac392 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.443285 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3032-12df-4943-82fe-7c7c5b5ac392 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.528240 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3032-12df-4943-82fe-7c7c5b5ac392 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.582581 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.585133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3032-12df-4943-82fe-7c7c5b5ac392 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.609140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b3032-12df-4943-82fe-7c7c5b5ac392 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event deleted for resources: {'Subnet': ['ID=58ea523b-c356-4d9f-b638-0f465b028af9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:25.614852 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9e5b3032-12df-4943-82fe-7c7c5b5ac392 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.617981 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9e5b3032-12df-4943-82fe-7c7c5b5ac392 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "DELETE /v2.0/subnets/58ea523b-c356-4d9f-b638-0f465b028af9 HTTP/1.1" status: 204 len: 168 time: 0.2657077 Nov 09 20:15:25.620519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47442) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:25.622999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e00ee-a8c1-46eb-9937-7358ee72e9a3 None None] Network 3adc522c-6b0b-46ed-a5e9-53237d200baa requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:25.670452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-afad5338-4a9f-483d-a32f-04a240b30586 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Deleting subnet 5c207b6f-5a58-435c-8e71-103a09cdc1e7 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:15:25.673528 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afad5338-4a9f-483d-a32f-04a240b30586 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.717971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afad5338-4a9f-483d-a32f-04a240b30586 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.791141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f60e3-2363-48b0-bb7b-439f4164338e None None] DHCP port deletion for 3adc522c-6b0b-46ed-a5e9-53237d200baa request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:15:25.802850 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afad5338-4a9f-483d-a32f-04a240b30586 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.841737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-314f60e3-2363-48b0-bb7b-439f4164338e None None] Deleting port 59011607-c5fe-4006-b348-28ee4796bdad {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:25.842115 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-314f60e3-2363-48b0-bb7b-439f4164338e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.860813 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afad5338-4a9f-483d-a32f-04a240b30586 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.893286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad5338-4a9f-483d-a32f-04a240b30586 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event deleted for resources: {'Subnet': ['ID=5c207b6f-5a58-435c-8e71-103a09cdc1e7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:25.898387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-afad5338-4a9f-483d-a32f-04a240b30586 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.902606 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-afad5338-4a9f-483d-a32f-04a240b30586 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "DELETE /v2.0/subnets/5c207b6f-5a58-435c-8e71-103a09cdc1e7 HTTP/1.1" status: 204 len: 168 time: 0.2810044 Nov 09 20:15:25.905494 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47444) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:25.906419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-314f60e3-2363-48b0-bb7b-439f4164338e None None] For port 59011607-c5fe-4006-b348-28ee4796bdad, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=59011607-c5fe-4006-b348-28ee4796bdad,segment=NetworkSegment(2508c87e-e3f0-4f76-b839-34cc658d4cfb),segment_id=2508c87e-e3f0-4f76-b839-34cc658d4cfb)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:25.906858 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-314f60e3-2363-48b0-bb7b-439f4164338e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:25.910427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a4ff39-e40b-4d59-a3c9-c1f0b83762ed None None] Network e3602885-cae6-4ac7-b469-a9f2392d177f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:25.958505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-314f60e3-2363-48b0-bb7b-439f4164338e None None] Calling delete_port for 59011607-c5fe-4006-b348-28ee4796bdad owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:25.985190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.040805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Deleting port 59011607-c5fe-4006-b348-28ee4796bdad {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:26.041510 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.105869 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-314f60e3-2363-48b0-bb7b-439f4164338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.110538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] For port 59011607-c5fe-4006-b348-28ee4796bdad, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=59011607-c5fe-4006-b348-28ee4796bdad,segment=NetworkSegment(2508c87e-e3f0-4f76-b839-34cc658d4cfb),segment_id=2508c87e-e3f0-4f76-b839-34cc658d4cfb)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:26.111010 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.127310 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Calling delete_port for 59011607-c5fe-4006-b348-28ee4796bdad owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:26.138063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f60e3-2363-48b0-bb7b-439f4164338e None None] Pushing event deleted for resources: {'Port': ['ID=59011607-c5fe-4006-b348-28ee4796bdad,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:26.142848 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f60e3-2363-48b0-bb7b-439f4164338e None None] No DVR routers for this DVR port 59011607-c5fe-4006-b348-28ee4796bdad on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:15:26.173406 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af661b-f04f-4707-819e-871dfb6d7886 None None] DHCP port deletion for e3602885-cae6-4ac7-b469-a9f2392d177f request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:15:26.212377 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.220278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-73af661b-f04f-4707-819e-871dfb6d7886 None None] Deleting port 220545c0-8008-4802-8c51-7295cff443e1 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:26.220728 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73af661b-f04f-4707-819e-871dfb6d7886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.241571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event deleted for resources: {'Port': ['ID=59011607-c5fe-4006-b348-28ee4796bdad,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:26.246761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] No DVR routers for this DVR port 59011607-c5fe-4006-b348-28ee4796bdad on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:15:26.289279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-73af661b-f04f-4707-819e-871dfb6d7886 None None] For port 220545c0-8008-4802-8c51-7295cff443e1, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=220545c0-8008-4802-8c51-7295cff443e1,segment=NetworkSegment(f1d36f17-14af-499e-b1f4-974dd28c674d),segment_id=f1d36f17-14af-499e-b1f4-974dd28c674d)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:26.289875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73af661b-f04f-4707-819e-871dfb6d7886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.463132 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-73af661b-f04f-4707-819e-871dfb6d7886 None None] Calling delete_port for 220545c0-8008-4802-8c51-7295cff443e1 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:26.474615 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 59011607-c5fe-4006-b348-28ee4796bdad no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:26.529590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 59011607-c5fe-4006-b348-28ee4796bdad {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:26.529930 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 59011607-c5fe-4006-b348-28ee4796bdad not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:26.530360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 220545c0-8008-4802-8c51-7295cff443e1 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:26.622410 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73af661b-f04f-4707-819e-871dfb6d7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.653175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af661b-f04f-4707-819e-871dfb6d7886 None None] Pushing event deleted for resources: {'Port': ['ID=220545c0-8008-4802-8c51-7295cff443e1,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:26.662375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af661b-f04f-4707-819e-871dfb6d7886 None None] No DVR routers for this DVR port 220545c0-8008-4802-8c51-7295cff443e1 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:15:26.673847 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.690937 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.710597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adc522c-6b0b-46ed-a5e9-53237d200baa']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:26.720223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2508c87e-e3f0-4f76-b839-34cc658d4cfb') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:26.720559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2508c87e-e3f0-4f76-b839-34cc658d4cfb') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:26.729786 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.743014 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.749557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:26.749935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:26.752893 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:26.811998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.820044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.823224 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "DELETE /v2.0/networks/3adc522c-6b0b-46ed-a5e9-53237d200baa HTTP/1.1" status: 204 len: 168 time: 0.9166925 Nov 09 20:15:26.825868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47446) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:26.833081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8c696-a4e1-4208-aab5-fefa3047703e tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event deleted for resources: {'Network': ['ID=3adc522c-6b0b-46ed-a5e9-53237d200baa,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:26.904790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:26.994741 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.014680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3602885-cae6-4ac7-b469-a9f2392d177f']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:27.023749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d36f17-14af-499e-b1f4-974dd28c674d') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:27.024044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d36f17-14af-499e-b1f4-974dd28c674d') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:27.033891 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.047521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.053262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:27.053638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:27.056508 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:27.115762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.122628 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.126174 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "DELETE /v2.0/networks/e3602885-cae6-4ac7-b469-a9f2392d177f HTTP/1.1" status: 204 len: 168 time: 0.2991579 Nov 09 20:15:27.128876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47448) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:27.137529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dc2bb-1d2a-4e38-8495-66dfb9c4a2a7 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event deleted for resources: {'Network': ['ID=e3602885-cae6-4ac7-b469-a9f2392d177f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:27.180367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd73a4a9-290a-448a-b0ad-a03e8aedf27d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Deleting subnet dc23fab9-a4c7-4a4f-b674-39d197be78f4 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:15:27.183456 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd73a4a9-290a-448a-b0ad-a03e8aedf27d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.222308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd73a4a9-290a-448a-b0ad-a03e8aedf27d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.315889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd73a4a9-290a-448a-b0ad-a03e8aedf27d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.373693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd73a4a9-290a-448a-b0ad-a03e8aedf27d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.400485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73a4a9-290a-448a-b0ad-a03e8aedf27d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event deleted for resources: {'Subnet': ['ID=dc23fab9-a4c7-4a4f-b674-39d197be78f4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:27.406157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd73a4a9-290a-448a-b0ad-a03e8aedf27d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.409412 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cd73a4a9-290a-448a-b0ad-a03e8aedf27d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "DELETE /v2.0/subnets/dc23fab9-a4c7-4a4f-b674-39d197be78f4 HTTP/1.1" status: 204 len: 168 time: 0.2794983 Nov 09 20:15:27.411891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47450) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:27.413019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b0dee-ab6b-4c40-bfd6-eadb2d03cde0 None None] Network 44a10991-7adc-49a8-badb-115425d7c969 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:15:27.490062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.542953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Deleting port e12432ca-f3fa-4c60-900f-c6cef5fc3243 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:27.543303 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.603283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab2c31-fab1-49ab-bc87-f1e1640827f0 None None] DHCP port deletion for 44a10991-7adc-49a8-badb-115425d7c969 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:15:27.615786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] For port e12432ca-f3fa-4c60-900f-c6cef5fc3243, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e12432ca-f3fa-4c60-900f-c6cef5fc3243,segment=NetworkSegment(62e8d0fd-fae9-485c-9d80-3c41e0f71086),segment_id=62e8d0fd-fae9-485c-9d80-3c41e0f71086)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:27.616313 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.629548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Calling delete_port for e12432ca-f3fa-4c60-900f-c6cef5fc3243 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:27.652098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7dab2c31-fab1-49ab-bc87-f1e1640827f0 None None] Deleting port e12432ca-f3fa-4c60-900f-c6cef5fc3243 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:15:27.652483 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7dab2c31-fab1-49ab-bc87-f1e1640827f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.712484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.721947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7dab2c31-fab1-49ab-bc87-f1e1640827f0 None None] For port e12432ca-f3fa-4c60-900f-c6cef5fc3243, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e12432ca-f3fa-4c60-900f-c6cef5fc3243,segment=NetworkSegment(62e8d0fd-fae9-485c-9d80-3c41e0f71086),segment_id=62e8d0fd-fae9-485c-9d80-3c41e0f71086)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:15:27.722356 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7dab2c31-fab1-49ab-bc87-f1e1640827f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.735725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7dab2c31-fab1-49ab-bc87-f1e1640827f0 None None] Calling delete_port for e12432ca-f3fa-4c60-900f-c6cef5fc3243 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:15:27.739333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event deleted for resources: {'Port': ['ID=e12432ca-f3fa-4c60-900f-c6cef5fc3243,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:27.741124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] No DVR routers for this DVR port e12432ca-f3fa-4c60-900f-c6cef5fc3243 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:15:27.811743 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7dab2c31-fab1-49ab-bc87-f1e1640827f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.821474 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.840308 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab2c31-fab1-49ab-bc87-f1e1640827f0 None None] Pushing event deleted for resources: {'Port': ['ID=e12432ca-f3fa-4c60-900f-c6cef5fc3243,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:27.841084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a10991-7adc-49a8-badb-115425d7c969']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:27.844189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab2c31-fab1-49ab-bc87-f1e1640827f0 None None] No DVR routers for this DVR port e12432ca-f3fa-4c60-900f-c6cef5fc3243 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:15:27.857809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e8d0fd-fae9-485c-9d80-3c41e0f71086') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:27.858110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e8d0fd-fae9-485c-9d80-3c41e0f71086') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:15:27.867579 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.881467 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.887196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:15:27.887613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:15:27.891104 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:15:27.952590 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.959567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:27.962629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "DELETE /v2.0/networks/44a10991-7adc-49a8-badb-115425d7c969 HTTP/1.1" status: 204 len: 168 time: 0.5497649 Nov 09 20:15:27.965377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47452) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:27.974602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96635a-97f3-47c0-b692-903bff5b5b9d tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Pushing event deleted for resources: {'Network': ['ID=44a10991-7adc-49a8-badb-115425d7c969,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:27.993078 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7804bbbc-7373-4cff-b0a0-3457bf4ab723 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "GET /v2.0/ports?device_id=d853f702-aa92-4acb-95ca-e73c8a68b402 HTTP/1.1" status: 200 len: 205 time: 0.0257025 Nov 09 20:15:27.995467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47454) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:28.070134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fada66-82d8-44f2-a678-285b08b28318 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:28.231775 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fada66-82d8-44f2-a678-285b08b28318 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:28.234756 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fada66-82d8-44f2-a678-285b08b28318 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:28.281090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fada66-82d8-44f2-a678-285b08b28318 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:28.281664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fada66-82d8-44f2-a678-285b08b28318 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Fanout notify agent at l3_agent the message router_deleted on router d853f702-aa92-4acb-95ca-e73c8a68b402 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:15:28.288629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-48fada66-82d8-44f2-a678-285b08b28318 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:28.290952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-48fada66-82d8-44f2-a678-285b08b28318 tempest-RoutersNegativeTest-1620348003 tempest-RoutersNegativeTest-1620348003-project] 10.222.0.53 "DELETE /v2.0/routers/d853f702-aa92-4acb-95ca-e73c8a68b402 HTTP/1.1" status: 204 len: 168 time: 0.2945349 Nov 09 20:15:28.466327 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e12432ca-f3fa-4c60-900f-c6cef5fc3243 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:15:28.483677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47460) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:28.487139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: e12432ca-f3fa-4c60-900f-c6cef5fc3243 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:15:28.487487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e12432ca-f3fa-4c60-900f-c6cef5fc3243 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:15:28.615888 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d6cca4ea-9fcd-41a8-8e9a-6bacff8ec1b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6b132d90f004840a70ee046ab45c207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309824 Nov 09 20:15:28.618404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47464) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:28.666262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b854160f-aa48-41e7-a6b7-1250c1ed98e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:28.690422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b854160f-aa48-41e7-a6b7-1250c1ed98e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:28.735994 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b854160f-aa48-41e7-a6b7-1250c1ed98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:28.738556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b854160f-aa48-41e7-a6b7-1250c1ed98e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:28.739735 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b854160f-aa48-41e7-a6b7-1250c1ed98e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56f888b1-7c3b-4dc0-8c69-fcc40e487872 HTTP/1.1" status: 204 len: 168 time: 0.1204038 Nov 09 20:15:28.747365 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854160f-aa48-41e7-a6b7-1250c1ed98e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f888b1-7c3b-4dc0-8c69-fcc40e487872,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:29.364852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47486) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:29.460240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ae6add0c-9610-49cb-9920-44c2184e1a7e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:29.460957 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-ae6add0c-9610-49cb-9920-44c2184e1a7e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 20:15:29.461451 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-ae6add0c-9610-49cb-9920-44c2184e1a7e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 20:15:29.462443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ae6add0c-9610-49cb-9920-44c2184e1a7e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0965865 Nov 09 20:15:29.467985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47492) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:29.472669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139364699'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:29.494785 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.503320 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.575846 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.579475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.619815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4568859-706c-4de6-8798-d71e6be436b7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:29.654226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.658486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.687874 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.689011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2201412 Nov 09 20:15:29.690080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c8083-0913-474d-a378-70ee5ae3e615 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553562f3-6b37-4eeb-b926-3ce7da405b60,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:29.692140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47494) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:29.696932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-42fe8082-3705-4707-be8a-f7555b742727 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '553562f3-6b37-4eeb-b926-3ce7da405b60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:29.723523 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-42fe8082-3705-4707-be8a-f7555b742727 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.777139 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-42fe8082-3705-4707-be8a-f7555b742727 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.781006 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-42fe8082-3705-4707-be8a-f7555b742727 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.798673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe8082-3705-4707-be8a-f7555b742727 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ee94dd-ef25-4f80-bb1a-9f2d931f0349,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:29.804070 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-42fe8082-3705-4707-be8a-f7555b742727 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.805107 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-42fe8082-3705-4707-be8a-f7555b742727 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119039 Nov 09 20:15:29.807887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47496) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:29.812152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b564ac65-23d6-47bb-9006-250081d8ddc9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '553562f3-6b37-4eeb-b926-3ce7da405b60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:29.837209 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b564ac65-23d6-47bb-9006-250081d8ddc9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.881531 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-b564ac65-23d6-47bb-9006-250081d8ddc9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 20:15:29.882745 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b564ac65-23d6-47bb-9006-250081d8ddc9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0738559 Nov 09 20:15:29.885431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47498) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:29.938604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2dc33558-59fa-4632-9921-820e01bd0b12 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:29.961480 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2dc33558-59fa-4632-9921-820e01bd0b12 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.007447 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2dc33558-59fa-4632-9921-820e01bd0b12 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.010471 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2dc33558-59fa-4632-9921-820e01bd0b12 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.011874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2dc33558-59fa-4632-9921-820e01bd0b12 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/553562f3-6b37-4eeb-b926-3ce7da405b60 HTTP/1.1" status: 204 len: 168 time: 0.1255016 Nov 09 20:15:30.015170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47500) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.021539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc33558-59fa-4632-9921-820e01bd0b12 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553562f3-6b37-4eeb-b926-3ce7da405b60,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:30.066793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4a727a32-3455-4fb8-ad50-5b4fdea74b7c tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503306 Nov 09 20:15:30.070348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47502) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.074550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-23d45361-a6e8-42bb-bfc2-a42c1ba16d32 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'tempest-secgroup--540250118'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:30.100489 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23d45361-a6e8-42bb-bfc2-a42c1ba16d32 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.173713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23d45361-a6e8-42bb-bfc2-a42c1ba16d32 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.177694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23d45361-a6e8-42bb-bfc2-a42c1ba16d32 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.210349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-23d45361-a6e8-42bb-bfc2-a42c1ba16d32 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.211539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-23d45361-a6e8-42bb-bfc2-a42c1ba16d32 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1402445 Nov 09 20:15:30.212390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d45361-a6e8-42bb-bfc2-a42c1ba16d32 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3c7b90-f041-47a1-a9ec-6c2341901421,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:30.214370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47504) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.219008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1e14a7fd-c07c-413b-aec6-1c1ace899230 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': 'ae3c7b90-f041-47a1-a9ec-6c2341901421', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:30.219755 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-1e14a7fd-c07c-413b-aec6-1c1ace899230 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 20:15:30.220445 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-1e14a7fd-c07c-413b-aec6-1c1ace899230 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:30.221211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1e14a7fd-c07c-413b-aec6-1c1ace899230 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058937 Nov 09 20:15:30.223760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47506) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.278427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34a21804-e221-401d-8ab2-fd32a8213fa4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.301441 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34a21804-e221-401d-8ab2-fd32a8213fa4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.343014 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34a21804-e221-401d-8ab2-fd32a8213fa4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.345710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-34a21804-e221-401d-8ab2-fd32a8213fa4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.346952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-34a21804-e221-401d-8ab2-fd32a8213fa4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/ae3c7b90-f041-47a1-a9ec-6c2341901421 HTTP/1.1" status: 204 len: 168 time: 0.1223078 Nov 09 20:15:30.349811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47508) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.357103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a21804-e221-401d-8ab2-fd32a8213fa4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3c7b90-f041-47a1-a9ec-6c2341901421,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:30.400267 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6c254114-6b47-432b-9e33-f9183bbf84ac tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489888 Nov 09 20:15:30.403853 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47510) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.408400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5beaed3d-24fb-472b-815d-1a0dddba2683 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027622327'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:30.430346 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5beaed3d-24fb-472b-815d-1a0dddba2683 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.500822 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5beaed3d-24fb-472b-815d-1a0dddba2683 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.504417 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5beaed3d-24fb-472b-815d-1a0dddba2683 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.533941 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5beaed3d-24fb-472b-815d-1a0dddba2683 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.535223 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5beaed3d-24fb-472b-815d-1a0dddba2683 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1304891 Nov 09 20:15:30.537180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaed3d-24fb-472b-815d-1a0dddba2683 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d0c45c-f764-4d32-b5a3-ad5fafc25f67,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:30.538179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47512) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.543143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-54ed1084-edd5-45f0-96d8-37501f79e8b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '02d0c45c-f764-4d32-b5a3-ad5fafc25f67', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:30.555147 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-54ed1084-edd5-45f0-96d8-37501f79e8b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 20:15:30.555735 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-54ed1084-edd5-45f0-96d8-37501f79e8b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:30.557616 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-54ed1084-edd5-45f0-96d8-37501f79e8b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0183241 Nov 09 20:15:30.560278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47514) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.620950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1141a849-9dac-47af-88b7-4ad31feaa959 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.648729 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1141a849-9dac-47af-88b7-4ad31feaa959 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.690727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1141a849-9dac-47af-88b7-4ad31feaa959 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.693368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1141a849-9dac-47af-88b7-4ad31feaa959 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.694568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1141a849-9dac-47af-88b7-4ad31feaa959 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/02d0c45c-f764-4d32-b5a3-ad5fafc25f67 HTTP/1.1" status: 204 len: 168 time: 0.1327095 Nov 09 20:15:30.697319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47516) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.703878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141a849-9dac-47af-88b7-4ad31feaa959 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d0c45c-f764-4d32-b5a3-ad5fafc25f67,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:30.746991 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e8bee06d-2128-4464-9738-530248d7c052 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476856 Nov 09 20:15:30.751949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47518) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.756239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-2a85821a-a1ef-4884-9b61-b4ee5cd68d07 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'tempest-secgroup--204798946'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:30.778137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2a85821a-a1ef-4884-9b61-b4ee5cd68d07 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.846201 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2a85821a-a1ef-4884-9b61-b4ee5cd68d07 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.849834 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2a85821a-a1ef-4884-9b61-b4ee5cd68d07 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.877398 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2a85821a-a1ef-4884-9b61-b4ee5cd68d07 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:30.878549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2a85821a-a1ef-4884-9b61-b4ee5cd68d07 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1257255 Nov 09 20:15:30.881607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47520) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.882458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85821a-a1ef-4884-9b61-b4ee5cd68d07 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeee78b-ac6a-4185-8774-a9894b183a2f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:30.886322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3fb91ed5-8c74-43b9-842f-ca55a34012d9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': 'ffeee78b-ac6a-4185-8774-a9894b183a2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:30.910751 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-3fb91ed5-8c74-43b9-842f-ca55a34012d9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 20:15:30.911434 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-3fb91ed5-8c74-43b9-842f-ca55a34012d9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:30.913789 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3fb91ed5-8c74-43b9-842f-ca55a34012d9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0298862 Nov 09 20:15:30.915389 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47522) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.919649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-724bf072-f54c-427c-a64d-ec757f376987 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': 'ffeee78b-ac6a-4185-8774-a9894b183a2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:30.921064 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-724bf072-f54c-427c-a64d-ec757f376987 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 20:15:30.921600 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-724bf072-f54c-427c-a64d-ec757f376987 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:30.922569 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-724bf072-f54c-427c-a64d-ec757f376987 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062449 Nov 09 20:15:30.925009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47524) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.928834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-567f17f2-c997-4a2a-b836-3e008c4c0825 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': 'ffeee78b-ac6a-4185-8774-a9894b183a2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:30.929590 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-567f17f2-c997-4a2a-b836-3e008c4c0825 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 20:15:30.930043 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-567f17f2-c997-4a2a-b836-3e008c4c0825 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:30.930968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-567f17f2-c997-4a2a-b836-3e008c4c0825 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051277 Nov 09 20:15:30.933144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47526) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.937540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1f2dd2b4-3ff0-4c4f-9d7c-add3dc0e8c89 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': 'ffeee78b-ac6a-4185-8774-a9894b183a2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:30.938334 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-1f2dd2b4-3ff0-4c4f-9d7c-add3dc0e8c89 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 20:15:30.938817 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-1f2dd2b4-3ff0-4c4f-9d7c-add3dc0e8c89 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:30.939725 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1f2dd2b4-3ff0-4c4f-9d7c-add3dc0e8c89 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057743 Nov 09 20:15:30.941900 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47528) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:30.993254 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6540c4b-8e5c-49be-ab0c-ae3cd178baba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.014866 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6540c4b-8e5c-49be-ab0c-ae3cd178baba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.059603 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6540c4b-8e5c-49be-ab0c-ae3cd178baba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.062234 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f6540c4b-8e5c-49be-ab0c-ae3cd178baba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.063493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f6540c4b-8e5c-49be-ab0c-ae3cd178baba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/ffeee78b-ac6a-4185-8774-a9894b183a2f HTTP/1.1" status: 204 len: 168 time: 0.1207762 Nov 09 20:15:31.066737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47530) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.073451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6540c4b-8e5c-49be-ab0c-ae3cd178baba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeee78b-ac6a-4185-8774-a9894b183a2f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:31.138001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9fa30af7-af9f-42b1-81c9-0b37e5a8b545 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680933 Nov 09 20:15:31.140944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47532) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.145294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-56ffbe92-2d53-443e-91ab-26cf917d4fcd tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016276856'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.167969 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56ffbe92-2d53-443e-91ab-26cf917d4fcd tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.232955 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56ffbe92-2d53-443e-91ab-26cf917d4fcd tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.236461 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56ffbe92-2d53-443e-91ab-26cf917d4fcd tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.267336 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56ffbe92-2d53-443e-91ab-26cf917d4fcd tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.268465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-56ffbe92-2d53-443e-91ab-26cf917d4fcd tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1266973 Nov 09 20:15:31.271576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47534) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.272554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffbe92-2d53-443e-91ab-26cf917d4fcd tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f1115-cd56-4d75-90e5-8f0388ef1601,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:31.276369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0984983b-446a-4fa3-878b-1deaca659cb0 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '2c6f1115-cd56-4d75-90e5-8f0388ef1601', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.277244 n-d-817256-1 neutron-server[102296]: WARNING neutron.api.v2.base [None req-0984983b-446a-4fa3-878b-1deaca659cb0 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 20:15:31.277807 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-0984983b-446a-4fa3-878b-1deaca659cb0 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:31.278858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0984983b-446a-4fa3-878b-1deaca659cb0 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062482 Nov 09 20:15:31.282589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47536) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.286663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-cd585eb1-9902-4303-941b-fc42f17d0f0a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '2c6f1115-cd56-4d75-90e5-8f0388ef1601', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.321748 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-cd585eb1-9902-4303-941b-fc42f17d0f0a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:31.323045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cd585eb1-9902-4303-941b-fc42f17d0f0a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0395005 Nov 09 20:15:31.325889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47538) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.330731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8d5ad7f0-bcd5-4082-a660-9f646e1b578b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '2c6f1115-cd56-4d75-90e5-8f0388ef1601', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.331206 n-d-817256-1 neutron-server[102296]: WARNING neutron.api.v2.base [None req-8d5ad7f0-bcd5-4082-a660-9f646e1b578b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 20:15:31.331675 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-8d5ad7f0-bcd5-4082-a660-9f646e1b578b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:31.332576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8d5ad7f0-bcd5-4082-a660-9f646e1b578b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052674 Nov 09 20:15:31.334956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47540) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.339346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e3ebaf57-49d4-44ba-8fa3-fda61d54217d tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '2c6f1115-cd56-4d75-90e5-8f0388ef1601', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.374328 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-e3ebaf57-49d4-44ba-8fa3-fda61d54217d tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:31.375398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e3ebaf57-49d4-44ba-8fa3-fda61d54217d tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0396039 Nov 09 20:15:31.378127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47542) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.382359 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-aaf546cb-9dfc-407d-824e-f8adbdcb51c4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '2c6f1115-cd56-4d75-90e5-8f0388ef1601', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.382855 n-d-817256-1 neutron-server[102296]: WARNING neutron.api.v2.base [None req-aaf546cb-9dfc-407d-824e-f8adbdcb51c4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 20:15:31.383320 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-aaf546cb-9dfc-407d-824e-f8adbdcb51c4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:31.384241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aaf546cb-9dfc-407d-824e-f8adbdcb51c4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051970 Nov 09 20:15:31.386495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47544) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.390876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-309b29d5-a65a-4d14-a00e-ad16f017dd0a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '2c6f1115-cd56-4d75-90e5-8f0388ef1601', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.412943 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-309b29d5-a65a-4d14-a00e-ad16f017dd0a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Project 4ff18b44197c4e7db022265345504788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:15:31.425073 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-309b29d5-a65a-4d14-a00e-ad16f017dd0a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:31.426156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-309b29d5-a65a-4d14-a00e-ad16f017dd0a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0388083 Nov 09 20:15:31.428859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47546) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.433033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0159262a-88f7-4ab5-83d3-6189d5fc7aba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '2c6f1115-cd56-4d75-90e5-8f0388ef1601', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.433491 n-d-817256-1 neutron-server[102296]: WARNING neutron.api.v2.base [None req-0159262a-88f7-4ab5-83d3-6189d5fc7aba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 20:15:31.433948 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-0159262a-88f7-4ab5-83d3-6189d5fc7aba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:31.434901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0159262a-88f7-4ab5-83d3-6189d5fc7aba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051758 Nov 09 20:15:31.437287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47548) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.441153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c7d563c9-f5fa-42bc-a5b4-683b5861f32c tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '2c6f1115-cd56-4d75-90e5-8f0388ef1601', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.463019 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-c7d563c9-f5fa-42bc-a5b4-683b5861f32c tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Project 4ff18b44197c4e7db022265345504788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:15:31.475587 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-c7d563c9-f5fa-42bc-a5b4-683b5861f32c tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:31.476642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c7d563c9-f5fa-42bc-a5b4-683b5861f32c tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0384898 Nov 09 20:15:31.479270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47550) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.483513 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4aef4ac1-93bd-492b-ab39-0454ce73e1ae tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '2c6f1115-cd56-4d75-90e5-8f0388ef1601', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.503982 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-4aef4ac1-93bd-492b-ab39-0454ce73e1ae tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Project 4ff18b44197c4e7db022265345504788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:15:31.516093 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-4aef4ac1-93bd-492b-ab39-0454ce73e1ae tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:31.517120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4aef4ac1-93bd-492b-ab39-0454ce73e1ae tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0369613 Nov 09 20:15:31.519934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47552) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.570636 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd27aaaf-f318-454a-b39d-7310e090e10b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.592629 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd27aaaf-f318-454a-b39d-7310e090e10b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.632556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd27aaaf-f318-454a-b39d-7310e090e10b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.635338 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fd27aaaf-f318-454a-b39d-7310e090e10b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.636477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fd27aaaf-f318-454a-b39d-7310e090e10b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c6f1115-cd56-4d75-90e5-8f0388ef1601 HTTP/1.1" status: 204 len: 168 time: 0.1157229 Nov 09 20:15:31.639805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47554) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.646132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27aaaf-f318-454a-b39d-7310e090e10b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f1115-cd56-4d75-90e5-8f0388ef1601,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:31.683522 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aba17b1b-6f93-4ba5-8bc4-0165d5da8e50 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425851 Nov 09 20:15:31.687988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47556) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.692219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b4c3a69c-935c-4232-bf46-6a74aaf325b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'tempest-secgroup--269569974'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.713084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a69c-935c-4232-bf46-6a74aaf325b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.778186 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a69c-935c-4232-bf46-6a74aaf325b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.781976 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a69c-935c-4232-bf46-6a74aaf325b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.808779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a69c-935c-4232-bf46-6a74aaf325b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.809972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b4c3a69c-935c-4232-bf46-6a74aaf325b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1210732 Nov 09 20:15:31.813482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47558) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.814759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3a69c-935c-4232-bf46-6a74aaf325b4 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be05474b-edd5-4d66-8eb3-c8dcf8329c17,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:31.818281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-eead63ea-ceca-4353-92e1-2c49c1aeb2bc tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': 'be05474b-edd5-4d66-8eb3-c8dcf8329c17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.857858 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-eead63ea-ceca-4353-92e1-2c49c1aeb2bc tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The resource could not be found. Nov 09 20:15:31.859157 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eead63ea-ceca-4353-92e1-2c49c1aeb2bc tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0446293 Nov 09 20:15:31.861808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47560) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.866171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f04b3389-fe96-48c1-abaf-16430300b86c tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': 'be05474b-edd5-4d66-8eb3-c8dcf8329c17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '37436633-5021-4ff9-86f4-2cf9dc7a1c58'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:31.907311 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-f04b3389-fe96-48c1-abaf-16430300b86c tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The resource could not be found. Nov 09 20:15:31.908355 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f04b3389-fe96-48c1-abaf-16430300b86c tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0456030 Nov 09 20:15:31.911054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47562) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:31.963050 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1482530c-1bde-4182-8e53-1d2f769886ba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:31.986191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1482530c-1bde-4182-8e53-1d2f769886ba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.026647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1482530c-1bde-4182-8e53-1d2f769886ba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.029296 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1482530c-1bde-4182-8e53-1d2f769886ba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.030690 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1482530c-1bde-4182-8e53-1d2f769886ba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/be05474b-edd5-4d66-8eb3-c8dcf8329c17 HTTP/1.1" status: 204 len: 168 time: 0.1187053 Nov 09 20:15:32.033596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47564) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.039576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482530c-1bde-4182-8e53-1d2f769886ba tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be05474b-edd5-4d66-8eb3-c8dcf8329c17,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:32.079882 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-33fe7f7d-4e3b-45b8-86be-b6f847eea3c8 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451269 Nov 09 20:15:32.083710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47566) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.088557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4df61cdd-d8a7-43dd-86c6-6454182bc515 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': 'f4573de6-e131-4483-b171-3ad9c8e48657', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:32.127238 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-4df61cdd-d8a7-43dd-86c6-6454182bc515 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The resource could not be found. Nov 09 20:15:32.128288 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4df61cdd-d8a7-43dd-86c6-6454182bc515 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0434754 Nov 09 20:15:32.131964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47568) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.136831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450762378'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:32.159443 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.227838 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.231568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.263134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.264710 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1317441 Nov 09 20:15:32.266541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbfeb93-ae92-4d79-9249-fad241ff6e5b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:32.267412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47570) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.272187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6cc7af17-7ba0-4ff2-b019-f34b0f80ec5f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867552201'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:32.274051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.274407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.274787 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.275129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.275468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.275804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.276133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.276465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.276793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.277120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.277452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.277779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1eab6-5837-4afc-b7d4-60600975fb28 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:15:32.297561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6cc7af17-7ba0-4ff2-b019-f34b0f80ec5f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.365809 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6cc7af17-7ba0-4ff2-b019-f34b0f80ec5f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.369536 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6cc7af17-7ba0-4ff2-b019-f34b0f80ec5f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.407933 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6cc7af17-7ba0-4ff2-b019-f34b0f80ec5f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.409166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6cc7af17-7ba0-4ff2-b019-f34b0f80ec5f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1407101 Nov 09 20:15:32.411136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7af17-7ba0-4ff2-b019-f34b0f80ec5f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7076fe73-af92-4b22-aa5e-1a2a1c65628d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:32.412246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47572) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.416966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-38e3f798-6e94-49e4-a825-f32a479957a9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': 'bdbfeb93-ae92-4d79-9249-fad241ff6e5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7076fe73-af92-4b22-aa5e-1a2a1c65628d'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:32.455306 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-38e3f798-6e94-49e4-a825-f32a479957a9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:32.456561 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-38e3f798-6e94-49e4-a825-f32a479957a9 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0432339 Nov 09 20:15:32.459363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47574) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.509554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e836124-ef83-4422-b2a1-fcd0a8a1345f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.531466 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e836124-ef83-4422-b2a1-fcd0a8a1345f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.571249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e836124-ef83-4422-b2a1-fcd0a8a1345f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.573762 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e836124-ef83-4422-b2a1-fcd0a8a1345f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.574923 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5e836124-ef83-4422-b2a1-fcd0a8a1345f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/7076fe73-af92-4b22-aa5e-1a2a1c65628d HTTP/1.1" status: 204 len: 168 time: 0.1146784 Nov 09 20:15:32.577891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47576) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.583830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e836124-ef83-4422-b2a1-fcd0a8a1345f tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7076fe73-af92-4b22-aa5e-1a2a1c65628d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:32.634450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-92ca76f3-98a2-4fef-9a45-ef613b830817 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0552511 Nov 09 20:15:32.637106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47578) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.693203 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dc95fdd-c861-4375-9e04-fc129ed7cced tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.714075 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dc95fdd-c861-4375-9e04-fc129ed7cced tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.754954 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dc95fdd-c861-4375-9e04-fc129ed7cced tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.757875 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0dc95fdd-c861-4375-9e04-fc129ed7cced tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.759313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0dc95fdd-c861-4375-9e04-fc129ed7cced tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/bdbfeb93-ae92-4d79-9249-fad241ff6e5b HTTP/1.1" status: 204 len: 168 time: 0.1212649 Nov 09 20:15:32.762129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47580) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.768258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc95fdd-c861-4375-9e04-fc129ed7cced tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbfeb93-ae92-4d79-9249-fad241ff6e5b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:32.804042 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-85b54d3f-4601-4a78-b692-2b1b94a6c442 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0406351 Nov 09 20:15:32.807668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47582) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.812816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-71bca6fb-dad5-429b-b99d-b91cf119ba9e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880861428'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:32.833832 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71bca6fb-dad5-429b-b99d-b91cf119ba9e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.899274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71bca6fb-dad5-429b-b99d-b91cf119ba9e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.902678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71bca6fb-dad5-429b-b99d-b91cf119ba9e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.928854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71bca6fb-dad5-429b-b99d-b91cf119ba9e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:32.930061 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-71bca6fb-dad5-429b-b99d-b91cf119ba9e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1214130 Nov 09 20:15:32.933209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47584) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.933924 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bca6fb-dad5-429b-b99d-b91cf119ba9e tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0280db18-8204-4552-8360-96893e8a847d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:32.938599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-637b8630-c08c-4ce6-9c9c-2fd73be1ea54 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '0280db18-8204-4552-8360-96893e8a847d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:32.972152 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-637b8630-c08c-4ce6-9c9c-2fd73be1ea54 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:32.973172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-637b8630-c08c-4ce6-9c9c-2fd73be1ea54 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0389588 Nov 09 20:15:32.976256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47586) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:32.980466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-861a66e4-3dab-4084-b07d-a3bc5c8e7332 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group_rule': {'security_group_id': '0280db18-8204-4552-8360-96893e8a847d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:33.017148 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-861a66e4-3dab-4084-b07d-a3bc5c8e7332 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:33.018218 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-861a66e4-3dab-4084-b07d-a3bc5c8e7332 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0410519 Nov 09 20:15:33.020969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47588) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.071564 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9bebd747-a1fc-47e2-bdad-42d89a4f540a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.093844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9bebd747-a1fc-47e2-bdad-42d89a4f540a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.136038 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9bebd747-a1fc-47e2-bdad-42d89a4f540a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.138852 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9bebd747-a1fc-47e2-bdad-42d89a4f540a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.140471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9bebd747-a1fc-47e2-bdad-42d89a4f540a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/0280db18-8204-4552-8360-96893e8a847d HTTP/1.1" status: 204 len: 168 time: 0.1185980 Nov 09 20:15:33.143276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47590) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.149682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebd747-a1fc-47e2-bdad-42d89a4f540a tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280db18-8204-4552-8360-96893e8a847d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:33.198603 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2ecfc0b1-d3d5-4ac6-8b70-3caaec84ec43 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541363 Nov 09 20:15:33.202679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47592) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.206796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b5e7057c-8096-4c96-b2d2-5bda379b2bf6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030073359'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:33.227640 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e7057c-8096-4c96-b2d2-5bda379b2bf6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.292742 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e7057c-8096-4c96-b2d2-5bda379b2bf6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.297098 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e7057c-8096-4c96-b2d2-5bda379b2bf6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.325878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b5e7057c-8096-4c96-b2d2-5bda379b2bf6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.327258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b5e7057c-8096-4c96-b2d2-5bda379b2bf6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1236680 Nov 09 20:15:33.329039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7057c-8096-4c96-b2d2-5bda379b2bf6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6045d83e-179c-4b69-ad8b-f9c6475d02f0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:33.330414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47594) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.335112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-59fe4fe4-eb77-493f-a712-2f6cdf3d72fa tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:33.335830 n-d-817256-1 neutron-server[102296]: WARNING neutron.api.v2.base [None req-59fe4fe4-eb77-493f-a712-2f6cdf3d72fa tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 20:15:33.336380 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-59fe4fe4-eb77-493f-a712-2f6cdf3d72fa tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 20:15:33.340195 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-59fe4fe4-eb77-493f-a712-2f6cdf3d72fa tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "PUT /v2.0/security-groups/6045d83e-179c-4b69-ad8b-f9c6475d02f0 HTTP/1.1" status: 409 len: 330 time: 0.0058663 Nov 09 20:15:33.340195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47596) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.399433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3c907019-dee7-42dd-bd22-27078d1d3bb6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.423109 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3c907019-dee7-42dd-bd22-27078d1d3bb6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.462801 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3c907019-dee7-42dd-bd22-27078d1d3bb6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.465358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3c907019-dee7-42dd-bd22-27078d1d3bb6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:33.466552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3c907019-dee7-42dd-bd22-27078d1d3bb6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/6045d83e-179c-4b69-ad8b-f9c6475d02f0 HTTP/1.1" status: 204 len: 168 time: 0.1258285 Nov 09 20:15:33.469533 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47598) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.476146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c907019-dee7-42dd-bd22-27078d1d3bb6 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6045d83e-179c-4b69-ad8b-f9c6475d02f0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:33.513121 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2fd71a4d-dbb1-47d8-b4f6-dafdb3278ba3 tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422440 Nov 09 20:15:33.517971 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47600) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.530555 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-9cadcd42-e67e-4934-9653-785a3a1e51af tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] delete failed (client error): The resource could not be found. Nov 09 20:15:33.531471 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9cadcd42-e67e-4934-9653-785a3a1e51af tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "DELETE /v2.0/security-groups/9874e479-e343-4d65-a2be-3d485d0123cb HTTP/1.1" status: 404 len: 347 time: 0.0125632 Nov 09 20:15:33.534859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47602) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.546810 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-265d8494-ca52-4229-beed-6af6ad0c963b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] show failed (client error): The resource could not be found. Nov 09 20:15:33.547739 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-265d8494-ca52-4229-beed-6af6ad0c963b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-groups/e401ea9a-300e-4528-a404-1dbff83c903b HTTP/1.1" status: 404 len: 347 time: 0.0120511 Nov 09 20:15:33.550991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47604) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.563800 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-2e9e8874-32ab-4eec-ac39-25c65223124b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] show failed (client error): The resource could not be found. Nov 09 20:15:33.564744 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2e9e8874-32ab-4eec-ac39-25c65223124b tempest-NegativeSecGroupIPv6Test-247114693 tempest-NegativeSecGroupIPv6Test-247114693-project] 10.222.0.53 "GET /v2.0/security-group-rules/23f9051d-5000-47cf-b4c7-99971a2e8f14 HTTP/1.1" status: 404 len: 356 time: 0.0129287 Nov 09 20:15:33.806712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47610) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.938162 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3507f40b-c352-4c70-8c47-77a1c290b70e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ff18b44197c4e7db022265345504788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302798 Nov 09 20:15:33.940670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47614) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:33.986621 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e46790f-98b4-46fc-9018-53e9957846ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:34.007633 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e46790f-98b4-46fc-9018-53e9957846ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:34.057157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e46790f-98b4-46fc-9018-53e9957846ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:34.059812 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e46790f-98b4-46fc-9018-53e9957846ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:34.061555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2e46790f-98b4-46fc-9018-53e9957846ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4568859-706c-4de6-8798-d71e6be436b7 HTTP/1.1" status: 204 len: 168 time: 0.1200607 Nov 09 20:15:34.069029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46790f-98b4-46fc-9018-53e9957846ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4568859-706c-4de6-8798-d71e6be436b7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:34.698713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47636) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:34.794003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c938ee30-8ba5-4073-92a5-beb1c9a1869c tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:34.794447 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-c938ee30-8ba5-4073-92a5-beb1c9a1869c tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 20:15:34.795169 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-c938ee30-8ba5-4073-92a5-beb1c9a1869c tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 20:15:34.796623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c938ee30-8ba5-4073-92a5-beb1c9a1869c tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0969129 Nov 09 20:15:34.800373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47640) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:34.805210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609474934'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:34.828094 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:34.836082 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:34.909434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:34.913268 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:34.966669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26e7dbe-7084-4e03-9866-58ad66e3cef9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:35.330281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.334180 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.363704 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.364921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5636699 Nov 09 20:15:35.366749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c44f5a-8861-4b77-9619-51d939b24784 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7787388-7e8b-4eba-8a0c-d60aed03b0aa,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:35.367925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47642) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:35.372536 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-56e52389-c9a1-4374-ac8f-1d5810522bd8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'c7787388-7e8b-4eba-8a0c-d60aed03b0aa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:35.398826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56e52389-c9a1-4374-ac8f-1d5810522bd8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.446258 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56e52389-c9a1-4374-ac8f-1d5810522bd8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.449580 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56e52389-c9a1-4374-ac8f-1d5810522bd8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.467384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e52389-c9a1-4374-ac8f-1d5810522bd8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a37806a-3924-4481-a4cf-7d28197aba4e,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:35.473811 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56e52389-c9a1-4374-ac8f-1d5810522bd8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.475045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-56e52389-c9a1-4374-ac8f-1d5810522bd8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1061113 Nov 09 20:15:35.477783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47644) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:35.482112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-269d60f6-2d2f-4198-967d-dad2750283bb tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'c7787388-7e8b-4eba-8a0c-d60aed03b0aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:35.511497 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-269d60f6-2d2f-4198-967d-dad2750283bb tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.556576 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-269d60f6-2d2f-4198-967d-dad2750283bb tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 20:15:35.557655 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-269d60f6-2d2f-4198-967d-dad2750283bb tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0789073 Nov 09 20:15:35.560517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47646) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:35.612353 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6fa82b4-38bd-45e5-8bda-ee1a49f485c8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.634129 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6fa82b4-38bd-45e5-8bda-ee1a49f485c8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.676729 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6fa82b4-38bd-45e5-8bda-ee1a49f485c8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.679366 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6fa82b4-38bd-45e5-8bda-ee1a49f485c8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.680517 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b6fa82b4-38bd-45e5-8bda-ee1a49f485c8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "DELETE /v2.0/security-groups/c7787388-7e8b-4eba-8a0c-d60aed03b0aa HTTP/1.1" status: 204 len: 168 time: 0.1190972 Nov 09 20:15:35.683209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47648) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:35.689529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa82b4-38bd-45e5-8bda-ee1a49f485c8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7787388-7e8b-4eba-8a0c-d60aed03b0aa,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:35.728030 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d9ecf4f0-9675-4c30-ab8d-9b636e043e38 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435719 Nov 09 20:15:35.731607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47650) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:35.736162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6ab14303-7117-418a-b2c4-cd540a706b5b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'tempest-secgroup--904820144'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:35.756883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ab14303-7117-418a-b2c4-cd540a706b5b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.822556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ab14303-7117-418a-b2c4-cd540a706b5b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.826015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ab14303-7117-418a-b2c4-cd540a706b5b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.855573 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ab14303-7117-418a-b2c4-cd540a706b5b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.856778 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6ab14303-7117-418a-b2c4-cd540a706b5b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1242571 Nov 09 20:15:35.858735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab14303-7117-418a-b2c4-cd540a706b5b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e71f9a2-70aa-4f0c-b0b7-d4db05fcb386,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:35.859936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47652) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:35.864924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-bd78f115-ca9f-4956-ab70-34c92cbaaf4f tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': '2e71f9a2-70aa-4f0c-b0b7-d4db05fcb386', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:35.865780 n-d-817256-1 neutron-server[102296]: WARNING neutron.api.v2.base [None req-bd78f115-ca9f-4956-ab70-34c92cbaaf4f tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 20:15:35.866147 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-bd78f115-ca9f-4956-ab70-34c92cbaaf4f tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:35.869804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47654) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:35.870017 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bd78f115-ca9f-4956-ab70-34c92cbaaf4f tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090330 Nov 09 20:15:35.921178 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9adf5a15-552f-482f-a11a-04a22e83d97b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.942491 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9adf5a15-552f-482f-a11a-04a22e83d97b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.985826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9adf5a15-552f-482f-a11a-04a22e83d97b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.988556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9adf5a15-552f-482f-a11a-04a22e83d97b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:35.989692 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9adf5a15-552f-482f-a11a-04a22e83d97b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e71f9a2-70aa-4f0c-b0b7-d4db05fcb386 HTTP/1.1" status: 204 len: 168 time: 0.1189463 Nov 09 20:15:35.992433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47656) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:35.998498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf5a15-552f-482f-a11a-04a22e83d97b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e71f9a2-70aa-4f0c-b0b7-d4db05fcb386,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:36.042096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b698896f-bdc6-4cbf-bc15-4d693cc9fb82 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485356 Nov 09 20:15:36.045758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47658) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.049917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5de07c8e-0161-4766-ae0e-e2a3424b847a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'tempest-secgroup--51219833'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.070574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5de07c8e-0161-4766-ae0e-e2a3424b847a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.135954 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5de07c8e-0161-4766-ae0e-e2a3424b847a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.141516 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5de07c8e-0161-4766-ae0e-e2a3424b847a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.170148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5de07c8e-0161-4766-ae0e-e2a3424b847a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.171386 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5de07c8e-0161-4766-ae0e-e2a3424b847a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1247425 Nov 09 20:15:36.173227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de07c8e-0161-4766-ae0e-e2a3424b847a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13377a2f-7ffb-4fa5-88b3-ff0fd37cd60c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:36.174358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47660) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.180069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ed27aaac-df6e-42df-93d7-a440399d18d3 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': '13377a2f-7ffb-4fa5-88b3-ff0fd37cd60c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.180637 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-ed27aaac-df6e-42df-93d7-a440399d18d3 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 20:15:36.181147 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-ed27aaac-df6e-42df-93d7-a440399d18d3 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.182153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ed27aaac-df6e-42df-93d7-a440399d18d3 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059006 Nov 09 20:15:36.184565 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47662) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.239065 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2376d52-ff3d-444e-95f6-d668431af930 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.267173 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2376d52-ff3d-444e-95f6-d668431af930 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.307130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2376d52-ff3d-444e-95f6-d668431af930 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.309688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a2376d52-ff3d-444e-95f6-d668431af930 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.310991 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a2376d52-ff3d-444e-95f6-d668431af930 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "DELETE /v2.0/security-groups/13377a2f-7ffb-4fa5-88b3-ff0fd37cd60c HTTP/1.1" status: 204 len: 168 time: 0.1253810 Nov 09 20:15:36.313663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47664) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.320049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2376d52-ff3d-444e-95f6-d668431af930 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13377a2f-7ffb-4fa5-88b3-ff0fd37cd60c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:36.360325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4ee8a44c-119b-4423-a945-e19839ecb207 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0454030 Nov 09 20:15:36.363869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47666) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.368320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d87b2905-b6ef-415b-b22c-78e3a5b0a062 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'tempest-secgroup--506129953'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.389210 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d87b2905-b6ef-415b-b22c-78e3a5b0a062 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.453507 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d87b2905-b6ef-415b-b22c-78e3a5b0a062 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.456790 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d87b2905-b6ef-415b-b22c-78e3a5b0a062 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.484056 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d87b2905-b6ef-415b-b22c-78e3a5b0a062 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.485404 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d87b2905-b6ef-415b-b22c-78e3a5b0a062 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1205065 Nov 09 20:15:36.488008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47668) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.492323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-bfe52fea-8c31-4f34-877a-b305eb5d28ea tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': '218506c0-6a16-4d65-b8ad-d5f3caab43c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.494193 n-d-817256-1 neutron-server[102296]: WARNING neutron.api.v2.base [None req-bfe52fea-8c31-4f34-877a-b305eb5d28ea tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 20:15:36.494725 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-bfe52fea-8c31-4f34-877a-b305eb5d28ea tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.495659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bfe52fea-8c31-4f34-877a-b305eb5d28ea tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067549 Nov 09 20:15:36.497456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b2905-b6ef-415b-b22c-78e3a5b0a062 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218506c0-6a16-4d65-b8ad-d5f3caab43c3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:36.498091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47670) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.503655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a6a05cf1-9fe8-4c42-92a4-7fd4671c1acd tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': '218506c0-6a16-4d65-b8ad-d5f3caab43c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.504340 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-a6a05cf1-9fe8-4c42-92a4-7fd4671c1acd tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 20:15:36.504833 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-a6a05cf1-9fe8-4c42-92a4-7fd4671c1acd tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.505841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a6a05cf1-9fe8-4c42-92a4-7fd4671c1acd tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058849 Nov 09 20:15:36.508477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47672) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.513391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ecd7bc85-daf3-4b83-8301-ebaf9f2b5a26 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': '218506c0-6a16-4d65-b8ad-d5f3caab43c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.514774 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-ecd7bc85-daf3-4b83-8301-ebaf9f2b5a26 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 20:15:36.515242 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-ecd7bc85-daf3-4b83-8301-ebaf9f2b5a26 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.516173 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ecd7bc85-daf3-4b83-8301-ebaf9f2b5a26 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068240 Nov 09 20:15:36.518652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47674) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.522505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-967865b6-e200-4f0c-8156-543cf8544911 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': '218506c0-6a16-4d65-b8ad-d5f3caab43c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.523361 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-967865b6-e200-4f0c-8156-543cf8544911 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 20:15:36.523829 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-967865b6-e200-4f0c-8156-543cf8544911 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.524745 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-967865b6-e200-4f0c-8156-543cf8544911 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052662 Nov 09 20:15:36.526991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47676) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.581551 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd2272c8-2094-4990-9d82-cff1d80f9251 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.603861 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd2272c8-2094-4990-9d82-cff1d80f9251 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.645935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd2272c8-2094-4990-9d82-cff1d80f9251 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.648524 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd2272c8-2094-4990-9d82-cff1d80f9251 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.649666 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cd2272c8-2094-4990-9d82-cff1d80f9251 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "DELETE /v2.0/security-groups/218506c0-6a16-4d65-b8ad-d5f3caab43c3 HTTP/1.1" status: 204 len: 168 time: 0.1218219 Nov 09 20:15:36.652592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47678) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.659457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2272c8-2094-4990-9d82-cff1d80f9251 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218506c0-6a16-4d65-b8ad-d5f3caab43c3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:36.704770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c9d8fdb0-03c4-4a2a-886c-d5b1bbcb2b78 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504179 Nov 09 20:15:36.707826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47680) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.712066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-761ad501-e31a-4be4-be5f-88930df971b7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'tempest-secgroup--663635757'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.733437 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-761ad501-e31a-4be4-be5f-88930df971b7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.802958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-761ad501-e31a-4be4-be5f-88930df971b7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.807060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-761ad501-e31a-4be4-be5f-88930df971b7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.836641 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-761ad501-e31a-4be4-be5f-88930df971b7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:36.837861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-761ad501-e31a-4be4-be5f-88930df971b7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1291032 Nov 09 20:15:36.839795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ad501-e31a-4be4-be5f-88930df971b7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88c4720-486a-4361-88f6-c7d6b6a07fd9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:36.842868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47682) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.847620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c4a7bff6-652a-4478-b892-34f367eb7770 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'a88c4720-486a-4361-88f6-c7d6b6a07fd9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.848350 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-c4a7bff6-652a-4478-b892-34f367eb7770 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 20:15:36.848792 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-c4a7bff6-652a-4478-b892-34f367eb7770 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.850186 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c4a7bff6-652a-4478-b892-34f367eb7770 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059748 Nov 09 20:15:36.852452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47684) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.857178 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6a2a78ad-64dd-46be-8b34-99ad9426b97b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'a88c4720-486a-4361-88f6-c7d6b6a07fd9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.890795 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-6a2a78ad-64dd-46be-8b34-99ad9426b97b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.891812 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6a2a78ad-64dd-46be-8b34-99ad9426b97b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0385218 Nov 09 20:15:36.894584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47686) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.898751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-caf50d3b-75fb-46e4-8db1-99b23cc9796e tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'a88c4720-486a-4361-88f6-c7d6b6a07fd9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.899234 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-caf50d3b-75fb-46e4-8db1-99b23cc9796e tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 20:15:36.899688 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-caf50d3b-75fb-46e4-8db1-99b23cc9796e tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.900579 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-caf50d3b-75fb-46e4-8db1-99b23cc9796e tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0051188 Nov 09 20:15:36.902835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47688) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.907420 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-304c2a06-1697-4b74-9c42-0317d16275b9 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'a88c4720-486a-4361-88f6-c7d6b6a07fd9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.939453 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-304c2a06-1697-4b74-9c42-0317d16275b9 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.940483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-304c2a06-1697-4b74-9c42-0317d16275b9 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0367799 Nov 09 20:15:36.943208 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47690) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.947320 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-aabcc6cf-7545-4a44-85c1-ce8388c4ed8b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'a88c4720-486a-4361-88f6-c7d6b6a07fd9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.947779 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-aabcc6cf-7545-4a44-85c1-ce8388c4ed8b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 20:15:36.948234 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-aabcc6cf-7545-4a44-85c1-ce8388c4ed8b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.949122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aabcc6cf-7545-4a44-85c1-ce8388c4ed8b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0050378 Nov 09 20:15:36.951955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47692) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.956289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e3e09bfd-908c-43da-8ead-a6c15d5f757a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'a88c4720-486a-4361-88f6-c7d6b6a07fd9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.989786 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-e3e09bfd-908c-43da-8ead-a6c15d5f757a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:36.990849 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e3e09bfd-908c-43da-8ead-a6c15d5f757a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0380423 Nov 09 20:15:36.993683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47694) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:36.998431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c471229d-89a4-46df-97c3-109300742544 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'a88c4720-486a-4361-88f6-c7d6b6a07fd9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:36.999183 n-d-817256-1 neutron-server[102295]: WARNING neutron.api.v2.base [None req-c471229d-89a4-46df-97c3-109300742544 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 20:15:36.999642 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-c471229d-89a4-46df-97c3-109300742544 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:37.000550 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c471229d-89a4-46df-97c3-109300742544 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059915 Nov 09 20:15:37.002842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47696) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.007354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5f4a9e3d-7cc2-46b7-be1c-4c9ae1e0277b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'a88c4720-486a-4361-88f6-c7d6b6a07fd9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:37.039424 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-5f4a9e3d-7cc2-46b7-be1c-4c9ae1e0277b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:37.040553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5f4a9e3d-7cc2-46b7-be1c-4c9ae1e0277b tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0368311 Nov 09 20:15:37.043271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47698) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.047746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c846fbae-a890-441c-9168-fdd1321a92d7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': 'a88c4720-486a-4361-88f6-c7d6b6a07fd9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:37.080897 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-c846fbae-a890-441c-9168-fdd1321a92d7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:37.084769 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c846fbae-a890-441c-9168-fdd1321a92d7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0379741 Nov 09 20:15:37.085050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47700) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.136479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ba1be2a-c9a3-4352-89de-5b62f18c5577 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.158665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ba1be2a-c9a3-4352-89de-5b62f18c5577 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.199129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ba1be2a-c9a3-4352-89de-5b62f18c5577 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.202151 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ba1be2a-c9a3-4352-89de-5b62f18c5577 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.203336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5ba1be2a-c9a3-4352-89de-5b62f18c5577 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "DELETE /v2.0/security-groups/a88c4720-486a-4361-88f6-c7d6b6a07fd9 HTTP/1.1" status: 204 len: 168 time: 0.1173766 Nov 09 20:15:37.206120 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47702) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.212455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1be2a-c9a3-4352-89de-5b62f18c5577 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88c4720-486a-4361-88f6-c7d6b6a07fd9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:37.249729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3d088079-6474-4cfc-a819-041296ba9cde tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420716 Nov 09 20:15:37.253268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47704) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.257534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-eea01a51-a794-4dd6-aed2-d6509cf91f17 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522513736'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:37.278641 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eea01a51-a794-4dd6-aed2-d6509cf91f17 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.347955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eea01a51-a794-4dd6-aed2-d6509cf91f17 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.351846 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eea01a51-a794-4dd6-aed2-d6509cf91f17 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.380370 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eea01a51-a794-4dd6-aed2-d6509cf91f17 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.381596 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eea01a51-a794-4dd6-aed2-d6509cf91f17 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1273985 Nov 09 20:15:37.384659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47706) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.385564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea01a51-a794-4dd6-aed2-d6509cf91f17 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224dff87-ab8a-4efd-a1f9-7d4ccaab7288,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:37.389314 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ecae42a8-d3ed-44bf-a6bc-587d56ab44b6 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': '224dff87-ab8a-4efd-a1f9-7d4ccaab7288', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:37.426991 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-ecae42a8-d3ed-44bf-a6bc-587d56ab44b6 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The resource could not be found. Nov 09 20:15:37.428020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ecae42a8-d3ed-44bf-a6bc-587d56ab44b6 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0422895 Nov 09 20:15:37.430740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47708) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.434926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9da25073-39c3-4015-b24a-d63ebe6c2545 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': '224dff87-ab8a-4efd-a1f9-7d4ccaab7288', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a80aa770-0014-4d7c-b4bb-749d1163bccf'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:37.474366 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-9da25073-39c3-4015-b24a-d63ebe6c2545 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The resource could not be found. Nov 09 20:15:37.475495 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9da25073-39c3-4015-b24a-d63ebe6c2545 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0438671 Nov 09 20:15:37.478250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47710) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.528399 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32ab1384-3653-435a-9dac-27184347d3cc tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.550788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32ab1384-3653-435a-9dac-27184347d3cc tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.590497 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32ab1384-3653-435a-9dac-27184347d3cc tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.593968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-32ab1384-3653-435a-9dac-27184347d3cc tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.595137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-32ab1384-3653-435a-9dac-27184347d3cc tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "DELETE /v2.0/security-groups/224dff87-ab8a-4efd-a1f9-7d4ccaab7288 HTTP/1.1" status: 204 len: 168 time: 0.1159697 Nov 09 20:15:37.597801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47712) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.604929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab1384-3653-435a-9dac-27184347d3cc tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224dff87-ab8a-4efd-a1f9-7d4ccaab7288,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:37.645715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3d3ff172-0fef-48b8-ae47-81ff060c844c tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467725 Nov 09 20:15:37.649954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47714) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.654796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-64f0ed61-56d4-4efd-9a3d-f79c50c3f49e tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': '5d0279a7-3e61-4536-9577-9998ffb8e403', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:37.692429 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-64f0ed61-56d4-4efd-9a3d-f79c50c3f49e tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The resource could not be found. Nov 09 20:15:37.693742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-64f0ed61-56d4-4efd-9a3d-f79c50c3f49e tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0427923 Nov 09 20:15:37.697145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47716) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.702421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f9f54b08-8d4f-465e-b59f-388c2b84622a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575599055'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:37.723382 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9f54b08-8d4f-465e-b59f-388c2b84622a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.790842 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9f54b08-8d4f-465e-b59f-388c2b84622a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.794450 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9f54b08-8d4f-465e-b59f-388c2b84622a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.823681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f9f54b08-8d4f-465e-b59f-388c2b84622a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.824872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f9f54b08-8d4f-465e-b59f-388c2b84622a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1267982 Nov 09 20:15:37.825948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f54b08-8d4f-465e-b59f-388c2b84622a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab6e73a-155b-43ac-9886-bc027aaa7f8a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:37.827814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47718) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.832510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c2a358a2-5d5c-47fb-975d-33114156b828 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157541311'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:37.854758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2a358a2-5d5c-47fb-975d-33114156b828 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.919308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2a358a2-5d5c-47fb-975d-33114156b828 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.923719 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2a358a2-5d5c-47fb-975d-33114156b828 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.950358 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c2a358a2-5d5c-47fb-975d-33114156b828 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:37.952349 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c2a358a2-5d5c-47fb-975d-33114156b828 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1233447 Nov 09 20:15:37.955012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47720) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:37.959963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-57f2d47a-a8ee-4f8b-9297-5f6cf900f707 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group_rule': {'security_group_id': '6ab6e73a-155b-43ac-9886-bc027aaa7f8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3bce1b81-9f9c-4e32-8260-30adaf51fa2a'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:37.965090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a358a2-5d5c-47fb-975d-33114156b828 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bce1b81-9f9c-4e32-8260-30adaf51fa2a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:37.995825 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-57f2d47a-a8ee-4f8b-9297-5f6cf900f707 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:15:37.996883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-57f2d47a-a8ee-4f8b-9297-5f6cf900f707 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0409663 Nov 09 20:15:38.000429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47722) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.051922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20c734ac-32e8-451d-8480-21b546d25952 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.077742 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20c734ac-32e8-451d-8480-21b546d25952 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.118619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20c734ac-32e8-451d-8480-21b546d25952 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.121330 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20c734ac-32e8-451d-8480-21b546d25952 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.122472 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-20c734ac-32e8-451d-8480-21b546d25952 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "DELETE /v2.0/security-groups/3bce1b81-9f9c-4e32-8260-30adaf51fa2a HTTP/1.1" status: 204 len: 168 time: 0.1211536 Nov 09 20:15:38.125656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47724) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.131666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c734ac-32e8-451d-8480-21b546d25952 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bce1b81-9f9c-4e32-8260-30adaf51fa2a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:38.179117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-358e60a9-d7f0-46c9-9d40-43441d40c240 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0522151 Nov 09 20:15:38.181730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47726) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.233360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0eaf55fd-032c-417e-9957-3d141ee06be7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.257707 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0eaf55fd-032c-417e-9957-3d141ee06be7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.298106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0eaf55fd-032c-417e-9957-3d141ee06be7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.300719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0eaf55fd-032c-417e-9957-3d141ee06be7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.301856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0eaf55fd-032c-417e-9957-3d141ee06be7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ab6e73a-155b-43ac-9886-bc027aaa7f8a HTTP/1.1" status: 204 len: 168 time: 0.1192307 Nov 09 20:15:38.304618 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47728) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.311101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf55fd-032c-417e-9957-3d141ee06be7 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab6e73a-155b-43ac-9886-bc027aaa7f8a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:38.348457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f233fb02-3fdd-4827-833e-1c4d247fc2ff tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424604 Nov 09 20:15:38.352076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47730) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.356251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e0117967-33b0-496d-951b-dfc0e94ba152 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'tempest-secgroup--468719502'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:38.377877 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0117967-33b0-496d-951b-dfc0e94ba152 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.448653 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0117967-33b0-496d-951b-dfc0e94ba152 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.452764 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0117967-33b0-496d-951b-dfc0e94ba152 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.480871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e0117967-33b0-496d-951b-dfc0e94ba152 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.482102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e0117967-33b0-496d-951b-dfc0e94ba152 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1291163 Nov 09 20:15:38.484243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0117967-33b0-496d-951b-dfc0e94ba152 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdad657-762d-4fb2-a823-313dde4063c5,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:38.485159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47734) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.489801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-08ee4082-a355-4bf2-a685-d6398fddd830 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:15:38.490354 n-d-817256-1 neutron-server[102296]: WARNING neutron.api.v2.base [None req-08ee4082-a355-4bf2-a685-d6398fddd830 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 20:15:38.490831 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-08ee4082-a355-4bf2-a685-d6398fddd830 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 20:15:38.491786 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-08ee4082-a355-4bf2-a685-d6398fddd830 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "PUT /v2.0/security-groups/fcdad657-762d-4fb2-a823-313dde4063c5 HTTP/1.1" status: 409 len: 330 time: 0.0056491 Nov 09 20:15:38.494411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47736) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.546266 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aba5243c-8a89-49f4-8d47-c257daf7448a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.571773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aba5243c-8a89-49f4-8d47-c257daf7448a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.611826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aba5243c-8a89-49f4-8d47-c257daf7448a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.614757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-aba5243c-8a89-49f4-8d47-c257daf7448a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:38.615898 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-aba5243c-8a89-49f4-8d47-c257daf7448a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "DELETE /v2.0/security-groups/fcdad657-762d-4fb2-a823-313dde4063c5 HTTP/1.1" status: 204 len: 168 time: 0.1206038 Nov 09 20:15:38.618642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47738) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.625522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5243c-8a89-49f4-8d47-c257daf7448a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdad657-762d-4fb2-a823-313dde4063c5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:38.671890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-50932e2e-02f0-4c0e-a3d1-6b72ec0a56f8 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519905 Nov 09 20:15:38.675513 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47740) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.688386 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-1f3b2549-aab8-43eb-b72c-43fbf693ee92 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] delete failed (client error): The resource could not be found. Nov 09 20:15:38.689339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1f3b2549-aab8-43eb-b72c-43fbf693ee92 tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "DELETE /v2.0/security-groups/0090058f-9cc0-4583-8a73-67d9897a7736 HTTP/1.1" status: 404 len: 347 time: 0.0129187 Nov 09 20:15:38.692485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47742) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.704707 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-a21eff23-7ff2-453f-9140-b89f41f79e8a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] show failed (client error): The resource could not be found. Nov 09 20:15:38.705597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a21eff23-7ff2-453f-9140-b89f41f79e8a tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-groups/e7577377-7761-457a-9a30-69c976fe13e5 HTTP/1.1" status: 404 len: 347 time: 0.0122800 Nov 09 20:15:38.709187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47744) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:38.720113 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [None req-a178f172-103b-4aed-8eb7-94dd0e9405eb tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] show failed (client error): The resource could not be found. Nov 09 20:15:38.721065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a178f172-103b-4aed-8eb7-94dd0e9405eb tempest-NegativeSecGroupTest-747428467 tempest-NegativeSecGroupTest-747428467-project] 10.222.0.53 "GET /v2.0/security-group-rules/6ba65cce-4517-473f-ac39-97a36405da0a HTTP/1.1" status: 404 len: 356 time: 0.0110013 Nov 09 20:15:38.960783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47750) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:39.096852 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0f7723b0-9c48-46b1-9631-9aa87f9a45ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bfc660d58de45b0a6f725d16a9b8170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349015 Nov 09 20:15:39.099281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47754) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:39.145986 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3f02-c619-49d7-bc38-1e691eb304af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:39.166618 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3f02-c619-49d7-bc38-1e691eb304af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:39.212115 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3f02-c619-49d7-bc38-1e691eb304af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:39.214691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3f02-c619-49d7-bc38-1e691eb304af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:39.215847 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6e3b3f02-c619-49d7-bc38-1e691eb304af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d26e7dbe-7084-4e03-9866-58ad66e3cef9 HTTP/1.1" status: 204 len: 168 time: 0.1156774 Nov 09 20:15:39.224236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b3f02-c619-49d7-bc38-1e691eb304af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26e7dbe-7084-4e03-9866-58ad66e3cef9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:40.270650 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c55493d0-cd69-4655-8d39-ab255d485a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:43.212535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6761480a-f19e-49dc-b458-302d9cf1aa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:43.481134 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:44.603404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:46.348623 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:50.030170 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:15:51.389829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:55.582839 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:57.447863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47930) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:57.556644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72b7ac6b-99f6-4237-9b5c-f7385e7075f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:57.638581 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72b7ac6b-99f6-4237-9b5c-f7385e7075f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:57.642856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72b7ac6b-99f6-4237-9b5c-f7385e7075f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:57.682778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-72b7ac6b-99f6-4237-9b5c-f7385e7075f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f1f3630ede1478480aa1e15f62d1493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338290 Nov 09 20:15:57.683646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7ac6b-99f6-4237-9b5c-f7385e7075f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47226331-d953-487c-b2c4-c67ab6dcad2b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:57.686040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47934) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:57.735133 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecd43db2-d0ef-4c72-ab31-f1a3d2968599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:57.761217 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecd43db2-d0ef-4c72-ab31-f1a3d2968599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:57.807553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecd43db2-d0ef-4c72-ab31-f1a3d2968599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:57.811338 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ecd43db2-d0ef-4c72-ab31-f1a3d2968599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:57.812492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ecd43db2-d0ef-4c72-ab31-f1a3d2968599 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47226331-d953-487c-b2c4-c67ab6dcad2b HTTP/1.1" status: 204 len: 168 time: 0.1253650 Nov 09 20:15:57.820491 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43db2-d0ef-4c72-ab31-f1a3d2968599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47226331-d953-487c-b2c4-c67ab6dcad2b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:58.074148 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 47940) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:58.088109 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ccca43a-2d1e-4866-832f-a8fb6a932e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:58.164490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ccca43a-2d1e-4866-832f-a8fb6a932e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:58.168075 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9ccca43a-2d1e-4866-832f-a8fb6a932e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:58.205695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9ccca43a-2d1e-4866-832f-a8fb6a932e0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f59785edfe94e2ab25bfd097e6af601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304483 Nov 09 20:15:58.207603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccca43a-2d1e-4866-832f-a8fb6a932e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4505ff-b4b9-4ebb-9b14-cf819da9f17c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:15:58.208517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 47942) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:15:58.266428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee0de3b9-6082-4414-ad66-6655a427bc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:58.291841 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee0de3b9-6082-4414-ad66-6655a427bc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:58.342766 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee0de3b9-6082-4414-ad66-6655a427bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:58.345819 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ee0de3b9-6082-4414-ad66-6655a427bc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:15:58.346974 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ee0de3b9-6082-4414-ad66-6655a427bc3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d4505ff-b4b9-4ebb-9b14-cf819da9f17c HTTP/1.1" status: 204 len: 168 time: 0.1374538 Nov 09 20:15:58.354880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0de3b9-6082-4414-ad66-6655a427bc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4505ff-b4b9-4ebb-9b14-cf819da9f17c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:04.251813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48022) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:04.357407 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e669bd46-8eec-4c1a-84f9-c3c07d8ed8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:04.434221 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e669bd46-8eec-4c1a-84f9-c3c07d8ed8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:04.438288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e669bd46-8eec-4c1a-84f9-c3c07d8ed8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:04.483514 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e669bd46-8eec-4c1a-84f9-c3c07d8ed8c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d574553e230d41808d6e0cbaf0d0dea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306671 Nov 09 20:16:04.484373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669bd46-8eec-4c1a-84f9-c3c07d8ed8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83c40cc-99f3-45e3-83d6-0cbd3f2f2728,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:04.486180 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48026) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:04.538393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f71bd7cb-4e91-4eb4-94bf-858aab87b0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:04.558337 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f71bd7cb-4e91-4eb4-94bf-858aab87b0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:04.604718 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f71bd7cb-4e91-4eb4-94bf-858aab87b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:04.607446 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f71bd7cb-4e91-4eb4-94bf-858aab87b0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:04.608628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f71bd7cb-4e91-4eb4-94bf-858aab87b0e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f83c40cc-99f3-45e3-83d6-0cbd3f2f2728 HTTP/1.1" status: 204 len: 168 time: 0.1208746 Nov 09 20:16:04.616025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bd7cb-4e91-4eb4-94bf-858aab87b0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83c40cc-99f3-45e3-83d6-0cbd3f2f2728,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:04.878007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48032) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:04.891651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fab92a7-ebb7-41fa-bd57-6b0050c5e1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:04.973431 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fab92a7-ebb7-41fa-bd57-6b0050c5e1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:04.977247 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8fab92a7-ebb7-41fa-bd57-6b0050c5e1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:05.022546 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8fab92a7-ebb7-41fa-bd57-6b0050c5e1af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4a75d31df574337911d7fad0bc0cc58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431677 Nov 09 20:16:05.023749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab92a7-ebb7-41fa-bd57-6b0050c5e1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93495323-230a-423d-8c7d-2b04872c5354,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:05.025038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48034) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:05.074690 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2521c978-c9cb-4cc7-a1c6-92147d0e8f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:05.097814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2521c978-c9cb-4cc7-a1c6-92147d0e8f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:05.147843 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2521c978-c9cb-4cc7-a1c6-92147d0e8f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:05.150592 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2521c978-c9cb-4cc7-a1c6-92147d0e8f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:05.151744 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2521c978-c9cb-4cc7-a1c6-92147d0e8f77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93495323-230a-423d-8c7d-2b04872c5354 HTTP/1.1" status: 204 len: 168 time: 0.1257122 Nov 09 20:16:05.159986 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521c978-c9cb-4cc7-a1c6-92147d0e8f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93495323-230a-423d-8c7d-2b04872c5354,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:10.056138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-b52dfb23-081d-4180-8f3e-79c1b95539ba req-b4254b9e-fb8e-45fe-b28f-ae36e2c81b71 service neutron] (102296) timed out ('10.222.0.53', 54430) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:16:10.262886 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d93fc58f-ffae-41cf-af65-dd419bf3533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:11.873695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48122) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:11.976334 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1dc9-ea59-4492-9bb4-d870b78f2db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.055706 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1dc9-ea59-4492-9bb4-d870b78f2db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.060001 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cd5d1dc9-ea59-4492-9bb4-d870b78f2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.099173 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cd5d1dc9-ea59-4492-9bb4-d870b78f2db9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd2b42cd0166485685c7f2a8776a8c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244039 Nov 09 20:16:12.100035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d1dc9-ea59-4492-9bb4-d870b78f2db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e96cf04-5f49-4fba-b71a-3ac4355e37ed,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:12.101869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48126) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:12.151071 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd46ecf2-42d4-4c63-bc97-6db08f73bf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.174958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd46ecf2-42d4-4c63-bc97-6db08f73bf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.219013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd46ecf2-42d4-4c63-bc97-6db08f73bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.221510 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-bd46ecf2-42d4-4c63-bc97-6db08f73bf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.222674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bd46ecf2-42d4-4c63-bc97-6db08f73bf87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e96cf04-5f49-4fba-b71a-3ac4355e37ed HTTP/1.1" status: 204 len: 168 time: 0.1191938 Nov 09 20:16:12.230326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46ecf2-42d4-4c63-bc97-6db08f73bf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e96cf04-5f49-4fba-b71a-3ac4355e37ed,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:12.472364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48132) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:12.485902 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d40e3c5-d310-4061-a266-d60fa7ce73ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.563723 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d40e3c5-d310-4061-a266-d60fa7ce73ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.567162 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8d40e3c5-d310-4061-a266-d60fa7ce73ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.605011 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8d40e3c5-d310-4061-a266-d60fa7ce73ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61b9e96dd8ba49708e5e14a48c40a334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315517 Nov 09 20:16:12.605899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40e3c5-d310-4061-a266-d60fa7ce73ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b96569-10bc-4b42-ae2e-3b07e867ff12,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:12.608587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48134) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:12.662308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bec24380-3bd6-455f-9a61-71b38958571e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.682670 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bec24380-3bd6-455f-9a61-71b38958571e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.731592 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bec24380-3bd6-455f-9a61-71b38958571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.734308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bec24380-3bd6-455f-9a61-71b38958571e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:12.735508 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bec24380-3bd6-455f-9a61-71b38958571e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4b96569-10bc-4b42-ae2e-3b07e867ff12 HTTP/1.1" status: 204 len: 168 time: 0.1255474 Nov 09 20:16:12.743221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec24380-3bd6-455f-9a61-71b38958571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b96569-10bc-4b42-ae2e-3b07e867ff12,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:13.213506 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b1d21247-644f-4cd4-baf8-6951b1af5160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:13.494123 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:14.431560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48192) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:14.551782 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f622175-b88e-4a84-8bc3-cf93f8f87a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:14.606089 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:14.630044 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f622175-b88e-4a84-8bc3-cf93f8f87a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:14.633803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9f622175-b88e-4a84-8bc3-cf93f8f87a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:14.673504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9f622175-b88e-4a84-8bc3-cf93f8f87a08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=411991045c4e40cc85c677906db56de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408648 Nov 09 20:16:14.674389 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f622175-b88e-4a84-8bc3-cf93f8f87a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799852c4-0e34-4142-a3b4-73badfcc6189,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:14.676676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48196) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:14.725131 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d00b-b590-40a1-895f-eb32a9505d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:14.747372 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d00b-b590-40a1-895f-eb32a9505d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:14.796758 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d00b-b590-40a1-895f-eb32a9505d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:14.799344 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f0a6d00b-b590-40a1-895f-eb32a9505d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:14.800507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f0a6d00b-b590-40a1-895f-eb32a9505d9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/799852c4-0e34-4142-a3b4-73badfcc6189 HTTP/1.1" status: 204 len: 168 time: 0.1228487 Nov 09 20:16:14.808021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6d00b-b590-40a1-895f-eb32a9505d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799852c4-0e34-4142-a3b4-73badfcc6189,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:15.056915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48202) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:15.073170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9f68-549b-40bd-82fb-a41bbcfb7266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:15.146852 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9f68-549b-40bd-82fb-a41bbcfb7266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:15.150488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9f68-549b-40bd-82fb-a41bbcfb7266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:15.188791 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1bbf9f68-549b-40bd-82fb-a41bbcfb7266 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb41b8d566d0416db49280b8ac6a5d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308272 Nov 09 20:16:15.189638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf9f68-549b-40bd-82fb-a41bbcfb7266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f29e82-a4b1-493e-ad40-2fe6c9927b34,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:15.191572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48204) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:15.239925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a710dfb3-b3f8-4196-b2bb-f52893216a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:15.260728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a710dfb3-b3f8-4196-b2bb-f52893216a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:15.305865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a710dfb3-b3f8-4196-b2bb-f52893216a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:15.308629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a710dfb3-b3f8-4196-b2bb-f52893216a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:15.310339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a710dfb3-b3f8-4196-b2bb-f52893216a20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26f29e82-a4b1-493e-ad40-2fe6c9927b34 HTTP/1.1" status: 204 len: 168 time: 0.1176424 Nov 09 20:16:15.318038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710dfb3-b3f8-4196-b2bb-f52893216a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f29e82-a4b1-493e-ad40-2fe6c9927b34,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:16.351810 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:21.386996 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:25.318878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48296) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:25.426182 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7098c864-bbb5-4698-80d7-ee57247f93da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:25.502682 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7098c864-bbb5-4698-80d7-ee57247f93da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:25.506248 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7098c864-bbb5-4698-80d7-ee57247f93da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:25.542749 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7098c864-bbb5-4698-80d7-ee57247f93da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ef0b741757a4158ab656419072e25e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227793 Nov 09 20:16:25.545222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098c864-bbb5-4698-80d7-ee57247f93da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be114be-4e96-41f7-87cd-753d4025b2e7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:25.546109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48300) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:25.581059 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:25.596380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:25.617703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:25.663856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:25.666419 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:25.667597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8be114be-4e96-41f7-87cd-753d4025b2e7 HTTP/1.1" status: 204 len: 168 time: 0.1203988 Nov 09 20:16:25.675467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be114be-4e96-41f7-87cd-753d4025b2e7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:25.683287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.683637 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.683996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.684885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.685313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.685965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.686420 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.687093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.687490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.687847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.688173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.688677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430fb6ab-77a7-4486-a7ed-1d9846e1d26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:25.921797 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48306) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:25.936151 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6548-0f11-4c1f-a0ee-754857d37453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:26.010617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6548-0f11-4c1f-a0ee-754857d37453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:26.016748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3e9c6548-0f11-4c1f-a0ee-754857d37453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:26.055073 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3e9c6548-0f11-4c1f-a0ee-754857d37453 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70bc16d00f8d438083a512737d655bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321740 Nov 09 20:16:26.055915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c6548-0f11-4c1f-a0ee-754857d37453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8c6b16-d4f9-44c0-8744-b63dce178a2e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:26.057882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48308) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:26.107807 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6164a1b3-ce89-4e51-a110-9208d679566c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:26.131777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6164a1b3-ce89-4e51-a110-9208d679566c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:26.177536 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6164a1b3-ce89-4e51-a110-9208d679566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:26.180327 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6164a1b3-ce89-4e51-a110-9208d679566c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:26.181484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6164a1b3-ce89-4e51-a110-9208d679566c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd8c6b16-d4f9-44c0-8744-b63dce178a2e HTTP/1.1" status: 204 len: 168 time: 0.1225615 Nov 09 20:16:26.189874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164a1b3-ce89-4e51-a110-9208d679566c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8c6b16-d4f9-44c0-8744-b63dce178a2e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:27.030114 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:16:28.093849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48376) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:28.201613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-502b4abf-2d79-42c4-9377-6207602d1d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.279933 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-502b4abf-2d79-42c4-9377-6207602d1d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.283576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-502b4abf-2d79-42c4-9377-6207602d1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.321580 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-502b4abf-2d79-42c4-9377-6207602d1d8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95a56ca282f04512aecb5bea5a548f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266824 Nov 09 20:16:28.322452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b4abf-2d79-42c4-9377-6207602d1d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6cd856-b692-41e5-945e-797d587ff4f2,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:28.324373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48380) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:28.373454 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b577e2-e1f1-4d2d-975e-c39f887e1e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.393702 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b577e2-e1f1-4d2d-975e-c39f887e1e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.442982 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b577e2-e1f1-4d2d-975e-c39f887e1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.445554 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-30b577e2-e1f1-4d2d-975e-c39f887e1e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.446733 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-30b577e2-e1f1-4d2d-975e-c39f887e1e91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c6cd856-b692-41e5-945e-797d587ff4f2 HTTP/1.1" status: 204 len: 168 time: 0.1212080 Nov 09 20:16:28.454778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b577e2-e1f1-4d2d-975e-c39f887e1e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6cd856-b692-41e5-945e-797d587ff4f2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:28.705848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48386) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:28.719344 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c332-3ec3-4bbf-8f27-de327fc5cdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.795806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c332-3ec3-4bbf-8f27-de327fc5cdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.799267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c332-3ec3-4bbf-8f27-de327fc5cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.837604 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ddd5c332-3ec3-4bbf-8f27-de327fc5cdf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c0c131db1bc4eaf9cd587f7f685ac38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305926 Nov 09 20:16:28.838472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5c332-3ec3-4bbf-8f27-de327fc5cdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a024f-3a2f-4e68-b470-425fd383a2b0,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:28.841564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48388) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:28.897866 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6775f19a-0697-4a09-9b25-990a3bebd007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.920247 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6775f19a-0697-4a09-9b25-990a3bebd007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.968387 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6775f19a-0697-4a09-9b25-990a3bebd007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.971042 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6775f19a-0697-4a09-9b25-990a3bebd007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:28.972200 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6775f19a-0697-4a09-9b25-990a3bebd007 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c04a024f-3a2f-4e68-b470-425fd383a2b0 HTTP/1.1" status: 204 len: 168 time: 0.1300607 Nov 09 20:16:28.979812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f19a-0697-4a09-9b25-990a3bebd007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a024f-3a2f-4e68-b470-425fd383a2b0,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:38.420907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48476) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:38.534236 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a648670a-3a22-4653-8092-d7c93eb3f4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:38.606949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a648670a-3a22-4653-8092-d7c93eb3f4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:38.610717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a648670a-3a22-4653-8092-d7c93eb3f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:38.649843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a648670a-3a22-4653-8092-d7c93eb3f4d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82b70675c7944bc3ac4ecf65691f721f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278564 Nov 09 20:16:38.650709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648670a-3a22-4653-8092-d7c93eb3f4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e6fba-41cb-4f08-ae7b-4cad56846f1b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:38.652629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48480) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:38.702744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:38.723021 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:38.768253 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:38.770942 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:38.772096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d9e6fba-41cb-4f08-ae7b-4cad56846f1b HTTP/1.1" status: 204 len: 168 time: 0.1184766 Nov 09 20:16:38.779729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e6fba-41cb-4f08-ae7b-4cad56846f1b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:38.787152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.787506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.787863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.788188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.788526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.788860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.789191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.789520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.789847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.790173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.790506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:38.790863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029436d3-4b2a-43c4-9142-9be43d4d00bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:39.905184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48516) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:40.049591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'network': {'name': 'tempest-network-smoke--2048786067', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'port_security_enabled': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:40.071446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Made reservation on behalf of e840218727084f21ae43d8c0dcdfc187 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:16:40.075568 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.086909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.162311 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.166069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.195749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:16:40.203095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2012ebb-52fb-479f-9a89-29bd81f479ee,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:40.210932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.210932 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Added segment 81526457-f268-4a06-8f28-c471bd65a20b of type vlan for network aa06b137-2fb9-4a24-b983-88368fecff88 Nov 09 20:16:40.257072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.264724 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f7c5dd80-39b9-4f87-b56b-b491121db225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.283927 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.289527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:40.290103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.344990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4385517 Nov 09 20:16:40.347799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48520) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:40.359228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-192375520', 'admin_state_up': True, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:40.376747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aef4cf-4752-447b-875f-997d7f641d3d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Network': ['ID=aa06b137-2fb9-4a24-b983-88368fecff88,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:40.389534 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.390696 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.391032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network aa06b137-2fb9-4a24-b983-88368fecff88 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:16:40.440708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.577398 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.777103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.800288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:40.900226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Allocated IP 172.25.6.130 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/b919727a-d922-4d95-bc11-98a7fa176c5c) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:16:40.998639 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:41.036933 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:41.074045 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:16:41.078862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:16:41.085974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:16:41.089061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=b919727a-d922-4d95-bc11-98a7fa176c5c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:41.329288 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:41.525558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:41.649363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 9d1320f3-c199-4fff-bac4-b5de7c29001b is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:16:41.750809 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:16:41.760093 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Sync routers for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:16:41.769127 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:16:41.769760 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:16:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:16:41.770612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:41.774833 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-faf50010-3880-4a3c-adaf-37d289e9de77 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4231317 Nov 09 20:16:41.775049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48522) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:41.851015 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6a60d29b-28d8-481d-b005-dd572489a69c tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e840218727084f21ae43d8c0dcdfc187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0748539 Nov 09 20:16:41.853674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48526) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:41.874132 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:16:41.938417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f8af98-f8b0-4dc7-934c-b808c9e28926 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:41.939926 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-79f8af98-f8b0-4dc7-934c-b808c9e28926 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853508 Nov 09 20:16:41.942796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48528) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:41.971346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f072e636-403b-4ebe-a7bf-41a3861ff610 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272405 Nov 09 20:16:41.973655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48530) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:41.978264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-595750724', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:42.050495 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:41Z', 'revision_number': 3, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:16:42.069076 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Made reservation on behalf of e840218727084f21ae43d8c0dcdfc187 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:16:42.072595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.077512 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Checking router: 9d1320f3-c199-4fff-bac4-b5de7c29001b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:16:42.077860 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Updating router 9d1320f3-c199-4fff-bac4-b5de7c29001b port b919727a-d922-4d95-bc11-98a7fa176c5c binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:16:42.104086 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.258011 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.320552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Subnet': ['ID=afbc7a62-46f3-452c-9212-aaebb9328d7b,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:42.332140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Checking segment: {'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:16:42.332510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network hostable DHCP agents. Network: aa06b137-2fb9-4a24-b983-88368fecff88, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:16:42.349973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network aa06b137-2fb9-4a24-b983-88368fecff88 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:16:42.359789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, aa06b137-2fb9-4a24-b983-88368fecff88) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:16:42.363854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:42.364436 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.371042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492be2f8-ca9d-4678-92a1-7e5c8641b171 None None] Network aa06b137-2fb9-4a24-b983-88368fecff88 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:16:42.371526 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.377957 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.384615 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e6c85e53-afe5-4b89-abd2-114574570074 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4072847 Nov 09 20:16:42.384827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48532) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:42.433436 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Pushing event updated for resources: {'Port': ['ID=b919727a-d922-4d95-bc11-98a7fa176c5c,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:42.437229 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Attempting to bind port b919727a-d922-4d95-bc11-98a7fa176c5c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:16:42.437717 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Attempting to bind port b919727a-d922-4d95-bc11-98a7fa176c5c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:16:42.438171 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Attempting to bind port b919727a-d922-4d95-bc11-98a7fa176c5c on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:16:42.446555 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:16:42.447050 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:16:42.447547 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.448050 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:16:42.448613 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Bound port: b919727a-d922-4d95-bc11-98a7fa176c5c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:16:42.449090 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.459330 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.459670 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.460001 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.460329 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.460654 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.460981 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.461301 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.461618 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.461937 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.462255 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.462602 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.462905 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.513999 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] For port b919727a-d922-4d95-bc11-98a7fa176c5c, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:16:42.519916 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] For port b919727a-d922-4d95-bc11-98a7fa176c5c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b919727a-d922-4d95-bc11-98a7fa176c5c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:16:42.524486 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.551897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-aa06b137-2fb9-4a24-b983-88368fecff88', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:16:42.552852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.580901 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:16:42.581419 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:16:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:16:42.666982 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aa4b7-bee1-4967-a5e1-0e78ec05824b None None] Pushing event updated for resources: {'Port': ['ID=b919727a-d922-4d95-bc11-98a7fa176c5c,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:42.701776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Allocated IP 172.20.0.2 (aa06b137-2fb9-4a24-b983-88368fecff88/afbc7a62-46f3-452c-9212-aaebb9328d7b/7ec8f352-acfb-4df3-a4bf-6971450835a0) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:16:42.800076 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:16:42.857702 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.864294 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.864686 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.901657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Network aa06b137-2fb9-4a24-b983-88368fecff88 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:16:42.904712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:16:42.908311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:16:42.920828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Pushing event updated for resources: {'Port': ['ID=7ec8f352-acfb-4df3-a4bf-6971450835a0,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:42.942911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.943353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.943591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.943926 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.944259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.944607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.944916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.945238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.945559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.945879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.946203 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.946553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:16:42.983282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Attempting to bind port 7ec8f352-acfb-4df3-a4bf-6971450835a0 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:16:42.983649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Attempting to bind port 7ec8f352-acfb-4df3-a4bf-6971450835a0 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:16:42.984018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Attempting to bind port 7ec8f352-acfb-4df3-a4bf-6971450835a0 on network aa06b137-2fb9-4a24-b983-88368fecff88 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:16:42.988986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:16:42.989356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Checking segment: {'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:16:42.989759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.990147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Bound using segment: {'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:16:42.990634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Bound port: 7ec8f352-acfb-4df3-a4bf-6971450835a0, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:16:42.991019 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:42.991507 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:41Z', 'revision_number': 3, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:16:43.021460 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831bf2fd-16d5-4aae-8e10-97148191fc37 None None] The sync data for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 is: [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:41Z', 'revision_number': 3, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:16:43.062093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] For port 7ec8f352-acfb-4df3-a4bf-6971450835a0, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:16:43.065533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] For port 7ec8f352-acfb-4df3-a4bf-6971450835a0, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7ec8f352-acfb-4df3-a4bf-6971450835a0,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:16:43.069715 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:43.153611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff3c93-7da7-4b5a-8f1c-0bf1c871a456 None None] Pushing event updated for resources: {'Port': ['ID=7ec8f352-acfb-4df3-a4bf-6971450835a0,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:43.224814 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-187452af-627c-464e-91f3-97ca0a41f28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:43.504159 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:43.545345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Allocated IP 172.20.0.1 (aa06b137-2fb9-4a24-b983-88368fecff88/afbc7a62-46f3-452c-9212-aaebb9328d7b/07bfbad1-7dec-4fb5-8428-6d689917e582) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:16:43.670844 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:43.708190 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:43.749908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network aa06b137-2fb9-4a24-b983-88368fecff88 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:16:43.753150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:16:43.757070 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:16:43.766287 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=07bfbad1-7dec-4fb5-8428-6d689917e582,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:43.806725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:43.959370 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.189921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b92a28-d828-4adf-a512-764051b0941b None None] Network aa06b137-2fb9-4a24-b983-88368fecff88 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:16:44.263585 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.273658 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.319290 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-001a4f41-c356-413e-ba62-8841c9192dfd None None] Provisioning complete for port 7ec8f352-acfb-4df3-a4bf-6971450835a0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:44.319655 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-001a4f41-c356-413e-ba62-8841c9192dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.357995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.359855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=07bfbad1-7dec-4fb5-8428-6d689917e582,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:44.430456 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-001a4f41-c356-413e-ba62-8841c9192dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.462839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network aa06b137-2fb9-4a24-b983-88368fecff88 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:16:44.464519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:16:44.468738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-001a4f41-c356-413e-ba62-8841c9192dfd None None] For port 7ec8f352-acfb-4df3-a4bf-6971450835a0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7ec8f352-acfb-4df3-a4bf-6971450835a0,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:16:44.474918 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-001a4f41-c356-413e-ba62-8841c9192dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.539062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a4f41-c356-413e-ba62-8841c9192dfd None None] Pushing event updated for resources: {'Port': ['ID=7ec8f352-acfb-4df3-a4bf-6971450835a0,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:44.626082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 9d1320f3-c199-4fff-bac4-b5de7c29001b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:16:44.634645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b919727a-d922-4d95-bc11-98a7fa176c5c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:16:44.666415 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.693378 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b919727a-d922-4d95-bc11-98a7fa176c5c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:44.693763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.753732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:16:44.762193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48536) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:44.763346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d13c7bc6-4cb7-41f9-8be8-18b195422e11 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "PUT /v2.0/routers/9d1320f3-c199-4fff-bac4-b5de7c29001b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3765955 Nov 09 20:16:44.794482 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.824124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-72da62fa-133f-442d-8496-a9683d2dd3c3 None None] Provisioning complete for port 07bfbad1-7dec-4fb5-8428-6d689917e582 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:44.824500 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-72da62fa-133f-442d-8496-a9683d2dd3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.828503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port b919727a-d922-4d95-bc11-98a7fa176c5c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b919727a-d922-4d95-bc11-98a7fa176c5c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:16:44.851732 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:44.852542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7ec8f352-acfb-4df3-a4bf-6971450835a0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:16:44.898195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Sync routers for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:16:44.932119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-72da62fa-133f-442d-8496-a9683d2dd3c3 None None] Port 07bfbad1-7dec-4fb5-8428-6d689917e582 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:16:44.939528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:16:44.940179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:16:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:16:44.963210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d31a92-646d-4b0b-bd10-e5a7113a4829 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:44.963703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d31a92-646d-4b0b-bd10-e5a7113a4829 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:44.964170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d31a92-646d-4b0b-bd10-e5a7113a4829 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:44.964629 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d31a92-646d-4b0b-bd10-e5a7113a4829 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:44.968261 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b8d31a92-646d-4b0b-bd10-e5a7113a4829 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2033236 Nov 09 20:16:44.969799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48538) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:45.042178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=b919727a-d922-4d95-bc11-98a7fa176c5c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:45.052844 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-72da62fa-133f-442d-8496-a9683d2dd3c3 None None] Provisioning complete for port 7ec8f352-acfb-4df3-a4bf-6971450835a0 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:45.053234 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-72da62fa-133f-442d-8496-a9683d2dd3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:45.067969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d118a5-c3e7-4362-97a2-6b70f048012b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:45.068438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d118a5-c3e7-4362-97a2-6b70f048012b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:45.068897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d118a5-c3e7-4362-97a2-6b70f048012b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:45.069348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d118a5-c3e7-4362-97a2-6b70f048012b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:45.071107 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b6d118a5-c3e7-4362-97a2-6b70f048012b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1003375 Nov 09 20:16:45.073935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48540) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:45.104711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7ec8f352-acfb-4df3-a4bf-6971450835a0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:45.105073 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:45.171289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:16:45.310732 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b14a51c0-ce71-47ef-8055-71b74a736c5d tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2355578 Nov 09 20:16:45.453809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:43Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 2, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:16:45.484012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Checking router: 9d1320f3-c199-4fff-bac4-b5de7c29001b for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:16:45.484371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Updating router 9d1320f3-c199-4fff-bac4-b5de7c29001b port 07bfbad1-7dec-4fb5-8428-6d689917e582 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:16:45.512450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9859654a-1b6b-431b-9c1a-5f41c93a26fb None None] Provisioning complete for port 07bfbad1-7dec-4fb5-8428-6d689917e582 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:45.513700 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9859654a-1b6b-431b-9c1a-5f41c93a26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:45.516322 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:45.732652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9859654a-1b6b-431b-9c1a-5f41c93a26fb None None] Port 07bfbad1-7dec-4fb5-8428-6d689917e582 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:16:45.962036 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:45.968016 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.020603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1e192-c6c3-40aa-a152-8ef6e718269d None None] Pushing event updated for resources: {'Port': ['ID=07bfbad1-7dec-4fb5-8428-6d689917e582,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:46.078531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Attempting to bind port 07bfbad1-7dec-4fb5-8428-6d689917e582 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:16:46.078919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Attempting to bind port 07bfbad1-7dec-4fb5-8428-6d689917e582 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:16:46.079292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Attempting to bind port 07bfbad1-7dec-4fb5-8428-6d689917e582 on network aa06b137-2fb9-4a24-b983-88368fecff88 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:16:46.084556 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:16:46.085039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Checking segment: {'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:16:46.085344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.085745 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Bound using segment: {'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:16:46.086279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Bound port: 07bfbad1-7dec-4fb5-8428-6d689917e582, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:16:46.086710 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.154802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] For port 07bfbad1-7dec-4fb5-8428-6d689917e582, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:16:46.158090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] For port 07bfbad1-7dec-4fb5-8428-6d689917e582, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=07bfbad1-7dec-4fb5-8428-6d689917e582,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:16:46.162724 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.224299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:16:46.224941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:16:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:16:46.226881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1e192-c6c3-40aa-a152-8ef6e718269d None None] Pushing event updated for resources: {'Port': ['ID=07bfbad1-7dec-4fb5-8428-6d689917e582,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:46.321095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-de333a0f-59b2-422b-9734-5ac134ab3e1b None None] Provisioning complete for port 07bfbad1-7dec-4fb5-8428-6d689917e582 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:46.321481 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de333a0f-59b2-422b-9734-5ac134ab3e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.383367 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.396120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:16:46.501626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48550) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:46.506972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a666524a-ccc6-4097-a195-822484e93b62 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448072346', 'description': 'tempest-secgroup-smoke-1448072346 description', 'project_id': 'e840218727084f21ae43d8c0dcdfc187'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:46.540308 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b919727a-d922-4d95-bc11-98a7fa176c5c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:16:46.542617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a666524a-ccc6-4097-a195-822484e93b62 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.572392 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de333a0f-59b2-422b-9734-5ac134ab3e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.612368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a666524a-ccc6-4097-a195-822484e93b62 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.615528 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a666524a-ccc6-4097-a195-822484e93b62 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.647219 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a666524a-ccc6-4097-a195-822484e93b62 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.647906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-de333a0f-59b2-422b-9734-5ac134ab3e1b None None] For port 07bfbad1-7dec-4fb5-8428-6d689917e582, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=07bfbad1-7dec-4fb5-8428-6d689917e582,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:16:46.649363 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a666524a-ccc6-4097-a195-822484e93b62 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1464231 Nov 09 20:16:46.652441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48552) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:46.655350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666524a-ccc6-4097-a195-822484e93b62 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca610266-72f8-40f4-a5d0-76de648f3004,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:46.658622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-608b7f35-3f27-4265-8222-fccd25eca932 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': 'ca610266-72f8-40f4-a5d0-76de648f3004', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:46.662658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de333a0f-59b2-422b-9734-5ac134ab3e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.685463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608b7f35-3f27-4265-8222-fccd25eca932 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.696817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b919727a-d922-4d95-bc11-98a7fa176c5c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:46.697189 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.741002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608b7f35-3f27-4265-8222-fccd25eca932 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.744798 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608b7f35-3f27-4265-8222-fccd25eca932 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.766128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b7f35-3f27-4265-8222-fccd25eca932 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e0634e-0a3f-43e5-958e-b98fd275e34e,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:46.772056 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-608b7f35-3f27-4265-8222-fccd25eca932 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.773823 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-608b7f35-3f27-4265-8222-fccd25eca932 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199298 Nov 09 20:16:46.774041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de333a0f-59b2-422b-9734-5ac134ab3e1b None None] Pushing event updated for resources: {'Port': ['ID=07bfbad1-7dec-4fb5-8428-6d689917e582,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:46.776586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48554) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:46.781697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e8f26bdb-09ed-4e3b-bc37-b2cb2f8baaae tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': 'ca610266-72f8-40f4-a5d0-76de648f3004', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:46.807837 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8f26bdb-09ed-4e3b-bc37-b2cb2f8baaae tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.808090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-09760878-b237-4ff1-b0e2-7fb8f12df791 None None] Provisioning complete for port 07bfbad1-7dec-4fb5-8428-6d689917e582 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:46.808448 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09760878-b237-4ff1-b0e2-7fb8f12df791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.860023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:43Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:16:46.866195 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8f26bdb-09ed-4e3b-bc37-b2cb2f8baaae tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.869966 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8f26bdb-09ed-4e3b-bc37-b2cb2f8baaae tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.889969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f26bdb-09ed-4e3b-bc37-b2cb2f8baaae tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd70bc8-afa1-4f17-b7c1-71df87dc80b3,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:46.896030 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e8f26bdb-09ed-4e3b-bc37-b2cb2f8baaae tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:46.897270 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e8f26bdb-09ed-4e3b-bc37-b2cb2f8baaae tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195509 Nov 09 20:16:46.898936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f03f6b-7071-454e-9e4d-dfb9e50a28a1 None None] The sync data for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 is: [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:43Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:16:46.900300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48556) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:46.905607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-385edb88-8c1e-4084-b3f7-fb687852d034 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': 'ca610266-72f8-40f4-a5d0-76de648f3004', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:46.907244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7ec8f352-acfb-4df3-a4bf-6971450835a0 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:16:46.962433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-385edb88-8c1e-4084-b3f7-fb687852d034 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.018947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7ec8f352-acfb-4df3-a4bf-6971450835a0 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:47.019371 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.046931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-385edb88-8c1e-4084-b3f7-fb687852d034 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.052015 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-385edb88-8c1e-4084-b3f7-fb687852d034 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.074377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385edb88-8c1e-4084-b3f7-fb687852d034 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9eb6ead-26b4-4aec-bc5f-51812c0d8c93,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:47.080658 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-385edb88-8c1e-4084-b3f7-fb687852d034 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.082317 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-385edb88-8c1e-4084-b3f7-fb687852d034 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1812358 Nov 09 20:16:47.085256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48558) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:47.090556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a0ce4eac-723e-40c1-b952-c3f08c50ebc6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': 'ca610266-72f8-40f4-a5d0-76de648f3004', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:47.131223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4eac-723e-40c1-b952-c3f08c50ebc6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.196454 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4eac-723e-40c1-b952-c3f08c50ebc6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.202378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4eac-723e-40c1-b952-c3f08c50ebc6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.227344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce4eac-723e-40c1-b952-c3f08c50ebc6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec40afd1-8910-468f-a117-aeab5686f055,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:47.234386 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0ce4eac-723e-40c1-b952-c3f08c50ebc6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.236280 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a0ce4eac-723e-40c1-b952-c3f08c50ebc6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496966 Nov 09 20:16:47.239220 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48560) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:47.243853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8bc984dd-cd16-4096-9d1b-97f518f5bb52 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': 'ca610266-72f8-40f4-a5d0-76de648f3004', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:47.267145 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-8bc984dd-cd16-4096-9d1b-97f518f5bb52 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Project e840218727084f21ae43d8c0dcdfc187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:16:47.272232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bc984dd-cd16-4096-9d1b-97f518f5bb52 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.336264 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bc984dd-cd16-4096-9d1b-97f518f5bb52 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.339816 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bc984dd-cd16-4096-9d1b-97f518f5bb52 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.359674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc984dd-cd16-4096-9d1b-97f518f5bb52 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dff9f5-1334-431f-a6d5-f9128c699145,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:47.374362 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bc984dd-cd16-4096-9d1b-97f518f5bb52 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.375721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8bc984dd-cd16-4096-9d1b-97f518f5bb52 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353719 Nov 09 20:16:47.378448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48562) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:16:47.382969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cfd4f84c-f2c3-4bbc-8f46-73d8524f23b4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': 'ca610266-72f8-40f4-a5d0-76de648f3004', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:47.405937 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-cfd4f84c-f2c3-4bbc-8f46-73d8524f23b4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Project e840218727084f21ae43d8c0dcdfc187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:16:47.411888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd4f84c-f2c3-4bbc-8f46-73d8524f23b4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.476112 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd4f84c-f2c3-4bbc-8f46-73d8524f23b4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.480132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd4f84c-f2c3-4bbc-8f46-73d8524f23b4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.499431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4f84c-f2c3-4bbc-8f46-73d8524f23b4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3d6a70-5bde-49e9-9713-3f6532f66f9c,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:47.506273 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd4f84c-f2c3-4bbc-8f46-73d8524f23b4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:47.511178 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cfd4f84c-f2c3-4bbc-8f46-73d8524f23b4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280887 Nov 09 20:16:47.655051 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-9d829448-bb64-4c8e-acb8-d2ecb9b34d5a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448072346&fields=id&tenant_id=e840218727084f21ae43d8c0dcdfc187 HTTP/1.1" status: 200 len: 267 time: 0.0351248 Nov 09 20:16:47.772552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83414c-0615-4ae0-9516-7824c1440847 req-7d3f76ed-ee07-4d57-8cfe-bc33ccf967ad tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:47.774077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-7d3f76ed-ee07-4d57-8cfe-bc33ccf967ad tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/networks?id=aa06b137-2fb9-4a24-b983-88368fecff88 HTTP/1.1" status: 200 len: 797 time: 0.1119597 Nov 09 20:16:47.789706 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-7c880e1f-e025-471d-a5ff-0eb78f3bb46f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/quotas/e840218727084f21ae43d8c0dcdfc187 HTTP/1.1" status: 200 len: 375 time: 0.0095320 Nov 09 20:16:47.844446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-2ab9e861-b8de-4bd9-99ee-67703d6fd9c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486977 Nov 09 20:16:47.998699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-bddbd345-23f1-48fa-afc9-b393de774e5f service neutron] 10.222.0.53 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420791 Nov 09 20:16:48.091541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-10790b43-bfed-4868-99c0-feccda2c1849 service neutron] 10.222.0.53 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858214 Nov 09 20:16:48.526612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 07bfbad1-7dec-4fb5-8428-6d689917e582 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:16:48.572453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 07bfbad1-7dec-4fb5-8428-6d689917e582 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:48.572821 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:49.266989 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89792bee-5bfb-4ed2-8232-c1a956a9d47e req-a05683bd-8451-4d08-bc99-a6ca43588b60 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 210 time: 0.0257766 Nov 09 20:16:50.363537 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-daf8b416-9e21-4d83-be42-1466b4cd5bf0 req-08963656-6b98-414a-ac6a-1e323651ac67 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 210 time: 0.0271342 Nov 09 20:16:51.402785 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:51.405864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83414c-0615-4ae0-9516-7824c1440847 req-ff0940d3-d970-4fb4-9893-26a528cc866e tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:51.407474 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-ff0940d3-d970-4fb4-9893-26a528cc866e tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "GET /v2.0/networks?id=aa06b137-2fb9-4a24-b983-88368fecff88 HTTP/1.1" status: 200 len: 797 time: 0.1223519 Nov 09 20:16:51.457072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-2045f107-690a-437e-8b86-b9b337980678 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e840218727084f21ae43d8c0dcdfc187 HTTP/1.1" status: 200 len: 380 time: 0.0344019 Nov 09 20:16:51.467451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3bd38aa1-e24c-4539-9a87-cd7583c21c27 req-09335ee4-049b-4a08-b9f7-9cfd54e59360 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 210 time: 0.0275624 Nov 09 20:16:51.470708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'port': {'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'admin_state_up': True, 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'security_groups': ['ca610266-72f8-40f4-a5d0-76de648f3004']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:51.580733 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Made reservation on behalf of e840218727084f21ae43d8c0dcdfc187 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:16:51.584416 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:51.707521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Allocated IP 172.20.0.11 (aa06b137-2fb9-4a24-b983-88368fecff88/afbc7a62-46f3-452c-9212-aaebb9328d7b/65e7f7df-8f88-48ca-8853-3fd250e2a937) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:16:51.845151 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:51.876857 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:51.920015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network aa06b137-2fb9-4a24-b983-88368fecff88 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:16:51.923085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:16:51.926688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:16:51.935138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=65e7f7df-8f88-48ca-8853-3fd250e2a937,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:51.986164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:51.986835 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:52.003312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-592e99fd-047e-454d-acb4-1b10f701cc19 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5361354 Nov 09 20:16:52.021556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Request body: {'port': {'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:16:52.077856 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:52.173029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-89630a83-502d-4d33-9f2f-28a28c6dcad0 None None] Provisioning complete for port 65e7f7df-8f88-48ca-8853-3fd250e2a937 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:52.173393 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-89630a83-502d-4d33-9f2f-28a28c6dcad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:52.208222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-89630a83-502d-4d33-9f2f-28a28c6dcad0 None None] Port 65e7f7df-8f88-48ca-8853-3fd250e2a937 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:16:52.342941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e7f7df-8f88-48ca-8853-3fd250e2a937 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:16:52.350313 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:52.361940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Transition to ACTIVE for port object 65e7f7df-8f88-48ca-8853-3fd250e2a937 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:16:52.365664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:52.418278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Pushing event updated for resources: {'Port': ['ID=65e7f7df-8f88-48ca-8853-3fd250e2a937,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:52.498061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Attempting to bind port 65e7f7df-8f88-48ca-8853-3fd250e2a937 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:16:52.498764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Attempting to bind port 65e7f7df-8f88-48ca-8853-3fd250e2a937 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:16:52.498764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Attempting to bind port 65e7f7df-8f88-48ca-8853-3fd250e2a937 on network aa06b137-2fb9-4a24-b983-88368fecff88 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:16:52.503915 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Port 65e7f7df-8f88-48ca-8853-3fd250e2a937 on network aa06b137-2fb9-4a24-b983-88368fecff88 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:16:52.504224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Attempting to bind port 65e7f7df-8f88-48ca-8853-3fd250e2a937 on network aa06b137-2fb9-4a24-b983-88368fecff88 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:16:52.509922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:16:52.510263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Checking segment: {'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:16:52.510705 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Bound using segment: {'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:16:52.511137 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Bound port: 65e7f7df-8f88-48ca-8853-3fd250e2a937, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81526457-f268-4a06-8f28-c471bd65a20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:16:52.511496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:52.659324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d24a7-d6c5-4f24-b22d-384c30e88c90 req-87015543-bf5e-41ab-98aa-571bfad18002 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:52.662290 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-291d24a7-d6c5-4f24-b22d-384c30e88c90 req-87015543-bf5e-41ab-98aa-571bfad18002 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 944 time: 0.1045790 Nov 09 20:16:52.662950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] For port 65e7f7df-8f88-48ca-8853-3fd250e2a937, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:16:52.667753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] For port 65e7f7df-8f88-48ca-8853-3fd250e2a937, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:16:52.675989 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:52.745415 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:52.746259 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:52.749020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] 10.222.0.77 "PUT /v2.0/ports/65e7f7df-8f88-48ca-8853-3fd250e2a937 HTTP/1.1" status: 200 len: 1092 time: 0.7319398 Nov 09 20:16:52.749732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'tag': '65e7f7df-8f88-48ca-8853-3fd250e2a937'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:16:52.752845 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c51f1c8-cdab-435f-bf06-e561dbff902e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f1e6ce-9a54-4bf8-b62b-258050577f9e", "tag": "65e7f7df-8f88-48ca-8853-3fd250e2a937"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:16:52.793099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-291d24a7-d6c5-4f24-b22d-384c30e88c90 req-86883447-bae5-465e-9525-6e6fb94a328f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191874 Nov 09 20:16:52.823201 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972f2070-f62a-458e-b513-b95fcf977352 x-openstack-request-id: req-972f2070-f62a-458e-b513-b95fcf977352 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:16:52.823575 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f1e6ce-9a54-4bf8-b62b-258050577f9e", "tag": "65e7f7df-8f88-48ca-8853-3fd250e2a937", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:16:52.823845 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-972f2070-f62a-458e-b513-b95fcf977352 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:16:52.824368 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'tag': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'status': 'completed', 'code': 200} Nov 09 20:16:52.839412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e5e04-d743-41b1-9f9e-4c806a0000ff service neutron] Pushing event updated for resources: {'Port': ['ID=65e7f7df-8f88-48ca-8853-3fd250e2a937,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:52.863842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83414c-0615-4ae0-9516-7824c1440847 req-1ed8a347-4d05-4240-826c-ebf7ff6fecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:52.865454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-1ed8a347-4d05-4240-826c-ebf7ff6fecf4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 1095 time: 0.0682015 Nov 09 20:16:52.935662 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-c0b0c6ec-2629-468d-987e-5e6ba4defd6d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937 HTTP/1.1" status: 200 len: 217 time: 0.0559716 Nov 09 20:16:52.992503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83414c-0615-4ae0-9516-7824c1440847 req-5d45d8b1-04c2-4c44-b589-e8964c3bbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:52.993998 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-5d45d8b1-04c2-4c44-b589-e8964c3bbfbb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afbc7a62-46f3-452c-9212-aaebb9328d7b HTTP/1.1" status: 200 len: 834 time: 0.0467734 Nov 09 20:16:53.049313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83414c-0615-4ae0-9516-7824c1440847 req-f915d32f-70d3-420b-bdda-de7dd64699d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:53.050753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-f915d32f-70d3-420b-bdda-de7dd64699d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa06b137-2fb9-4a24-b983-88368fecff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445633 Nov 09 20:16:53.165868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-95a74499-68f1-4068-bd89-0e3066f584f5 service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032698 Nov 09 20:16:53.289978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa83414c-0615-4ae0-9516-7824c1440847 req-0e4c2511-2cec-4987-a12b-a7cbb81aa0a6 service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120911 Nov 09 20:16:53.380638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-29ef3543-bae7-47f2-8d25-e8965329630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:53.382034 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-29ef3543-bae7-47f2-8d25-e8965329630e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 1095 time: 0.0399241 Nov 09 20:16:53.477842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-302b4acb-9085-4da5-aaa2-7a1826bf35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:53.479351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-302b4acb-9085-4da5-aaa2-7a1826bf35fa service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa06b137-2fb9-4a24-b983-88368fecff88 HTTP/1.1" status: 200 len: 898 time: 0.0860343 Nov 09 20:16:53.522156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-83ef1230-44cb-479b-a93e-93f045f71f8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937 HTTP/1.1" status: 200 len: 217 time: 0.0352678 Nov 09 20:16:53.573547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-425589bb-0ac5-4329-a519-ebfe999be3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:53.575565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-425589bb-0ac5-4329-a519-ebfe999be3b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afbc7a62-46f3-452c-9212-aaebb9328d7b HTTP/1.1" status: 200 len: 834 time: 0.0456049 Nov 09 20:16:53.621250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-0ba6bc0f-a225-4534-bb8b-09b528468d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:53.623641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-0ba6bc0f-a225-4534-bb8b-09b528468d58 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa06b137-2fb9-4a24-b983-88368fecff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403221 Nov 09 20:16:53.713573 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-a871b91b-df55-4e81-80b6-7a88f8297e32 service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815291 Nov 09 20:16:53.805810 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8c51f1c8-cdab-435f-bf06-e561dbff902e req-af5c9773-e942-47d9-b059-d842fc5887e0 service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830925 Nov 09 20:16:53.922468 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c11df7-aa99-442b-8010-9e6d73861264 req-e0def32c-e054-465f-afde-2f802f5b40fc tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:53.923929 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4c11df7-aa99-442b-8010-9e6d73861264 req-e0def32c-e054-465f-afde-2f802f5b40fc tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 944 time: 0.0475051 Nov 09 20:16:53.961357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4c11df7-aa99-442b-8010-9e6d73861264 req-f48d8406-6021-4306-b2d1-366f7f471385 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Nov 09 20:16:55.083627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d6f49-5495-4673-ac1c-1d646907f010 req-f2517e94-892a-4dff-9b5e-e551624f2b4a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:55.085141 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea1d6f49-5495-4673-ac1c-1d646907f010 req-f2517e94-892a-4dff-9b5e-e551624f2b4a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 944 time: 0.0486560 Nov 09 20:16:55.123929 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea1d6f49-5495-4673-ac1c-1d646907f010 req-bde6ca56-2848-4d7a-9b3d-14026dfdd5f3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322185 Nov 09 20:16:55.584834 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:56.149019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 65e7f7df-8f88-48ca-8853-3fd250e2a937 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:16:56.244140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68f4e1-db3e-427c-aa74-cf40bb2a7a5a req-353c9ac9-ab2d-4a35-8434-47b2bf82e58e tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:56.245763 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1d68f4e1-db3e-427c-aa74-cf40bb2a7a5a req-353c9ac9-ab2d-4a35-8434-47b2bf82e58e tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 944 time: 0.0534849 Nov 09 20:16:56.246970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 65e7f7df-8f88-48ca-8853-3fd250e2a937, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:16:56.258572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'mac_address': 'fa:16:3e:ad:9b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:16:56.284848 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1d68f4e1-db3e-427c-aa74-cf40bb2a7a5a req-369c539f-d2d6-4132-aac2-f5c32f3253cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328104 Nov 09 20:16:56.297374 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:56.310138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e7f7df-8f88-48ca-8853-3fd250e2a937 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:16:56.329127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 65e7f7df-8f88-48ca-8853-3fd250e2a937, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:16:56.333000 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:56.380972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=65e7f7df-8f88-48ca-8853-3fd250e2a937,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:56.597220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['65e7f7df-8f88-48ca-8853-3fd250e2a937'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:16:57.398006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d1cc0-b152-47a9-9c4f-062cc71e43dc req-ac0582e8-1dbd-40e1-8c0f-e0d1f0ce4aeb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:57.399494 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e79d1cc0-b152-47a9-9c4f-062cc71e43dc req-ac0582e8-1dbd-40e1-8c0f-e0d1f0ce4aeb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 945 time: 0.0487981 Nov 09 20:16:57.440990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e79d1cc0-b152-47a9-9c4f-062cc71e43dc req-85d51887-d2fa-4432-9781-de51fc3e9ccd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346842 Nov 09 20:16:58.144543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 65e7f7df-8f88-48ca-8853-3fd250e2a937 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:16:58.194580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 65e7f7df-8f88-48ca-8853-3fd250e2a937 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:16:58.198179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 65e7f7df-8f88-48ca-8853-3fd250e2a937 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:16:58.198578 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:58.274148 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:58.296349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e7f7df-8f88-48ca-8853-3fd250e2a937'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:16:58.298507 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bd232c-bd3a-436a-ac5c-570b62824311" -d '{"events": [{"server_uuid": "d2f1e6ce-9a54-4bf8-b62b-258050577f9e", "name": "network-vif-plugged", "status": "completed", "tag": "65e7f7df-8f88-48ca-8853-3fd250e2a937"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:16:58.311024 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 65e7f7df-8f88-48ca-8853-3fd250e2a937, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:16:58.315298 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:16:58.339081 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6800d718-145b-444c-a96e-2511afdc4bac x-openstack-request-id: req-6800d718-145b-444c-a96e-2511afdc4bac {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:16:58.339374 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f1e6ce-9a54-4bf8-b62b-258050577f9e", "name": "network-vif-plugged", "status": "completed", "tag": "65e7f7df-8f88-48ca-8853-3fd250e2a937", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:16:58.339626 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6800d718-145b-444c-a96e-2511afdc4bac {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:16:58.340014 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'code': 200} Nov 09 20:16:58.366431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=65e7f7df-8f88-48ca-8853-3fd250e2a937,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:16:58.442117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aa77e-b472-4041-bda0-2e7ecbde75b9 req-c6fd7d29-6f64-40db-a393-e0aaa8d61573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:58.443790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d81aa77e-b472-4041-bda0-2e7ecbde75b9 req-c6fd7d29-6f64-40db-a393-e0aaa8d61573 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 1097 time: 0.0402646 Nov 09 20:16:58.485074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d81aa77e-b472-4041-bda0-2e7ecbde75b9 req-9022a240-1dbe-468d-b917-d69584c0b098 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290308 Nov 09 20:16:58.555564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208da67-c449-4846-965f-b5b318b66591 req-519e58bc-a09d-4af3-b45e-0b06864dbf5f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:58.556972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8208da67-c449-4846-965f-b5b318b66591 req-519e58bc-a09d-4af3-b45e-0b06864dbf5f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 946 time: 0.0491133 Nov 09 20:16:58.594648 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8208da67-c449-4846-965f-b5b318b66591 req-2be0cfa0-c566-4665-ac7d-df9e8ddd822c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315225 Nov 09 20:16:59.727460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9ad05-73bd-4166-8945-ee851caca553 req-c06a48cb-0473-4770-88d5-4c8a137a758a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:16:59.729111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90a9ad05-73bd-4166-8945-ee851caca553 req-c06a48cb-0473-4770-88d5-4c8a137a758a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 946 time: 0.0555611 Nov 09 20:16:59.768762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90a9ad05-73bd-4166-8945-ee851caca553 req-0deb38c5-bd9e-474a-92a3-f046015fe5eb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Nov 09 20:17:00.881949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c83dd-be74-4f15-ba4d-a86f42e72e30 req-f6dc44c1-7a08-44bb-999c-47b278c329fd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:00.883459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-481c83dd-be74-4f15-ba4d-a86f42e72e30 req-f6dc44c1-7a08-44bb-999c-47b278c329fd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 946 time: 0.0482497 Nov 09 20:17:00.923985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-481c83dd-be74-4f15-ba4d-a86f42e72e30 req-40fef295-defc-4fcf-98bd-6901497e80fe tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339074 Nov 09 20:17:01.053347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b60b3a-f544-453d-b8c8-d4b681918e75 req-fa986222-9ec3-4e85-b945-0b1ab30714d5 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:01.054983 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97b60b3a-f544-453d-b8c8-d4b681918e75 req-fa986222-9ec3-4e85-b945-0b1ab30714d5 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 946 time: 0.0510330 Nov 09 20:17:01.093946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97b60b3a-f544-453d-b8c8-d4b681918e75 req-e6b8ddd3-b3c2-43c0-b32c-3f0bd03eba1f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324101 Nov 09 20:17:01.115414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48628) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:01.188664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf71a3de-eca4-437e-8888-8cee67d01e45 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:01.190182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-bf71a3de-eca4-437e-8888-8cee67d01e45 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 1092 time: 0.0738375 Nov 09 20:17:01.193164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48630) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:01.197327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:01.219351 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:01.311285 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:01.418779 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Allocated IP 172.25.6.199 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/e82fe09a-0bf5-416c-bfb3-ec53ce2e370c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:17:01.529694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:01.567396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:01.602938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:17:01.605782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:17:01.609402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:17:01.636969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=e82fe09a-0bf5-416c-bfb3-ec53ce2e370c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:01.955139 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:02.020790 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:02.171271 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:02.175736 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:02.249101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=e82fe09a-0bf5-416c-bfb3-ec53ce2e370c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:02.258681 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:02.360515 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Floating IP cb2b6385-92e4-42b8-a497-1e00f09e3e8b associated. External IP: 172.25.6.199, port: 65e7f7df-8f88-48ca-8853-3fd250e2a937. Nov 09 20:17:02.885218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 9d1320f3-c199-4fff-bac4-b5de7c29001b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:17:02.992013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:17:03.003202 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] Sync routers for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:17:03.011265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:03.013885 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:17:03.014503 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:16:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:17:03.038650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-58f1adc2-0d74-4337-b601-c30cdd5d5ea6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8444598 Nov 09 20:17:03.039311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'tag': '65e7f7df-8f88-48ca-8853-3fd250e2a937'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:17:03.041622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48632) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:03.042113 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cd5840-c674-4a2f-8d51-ec99286262ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f1e6ce-9a54-4bf8-b62b-258050577f9e", "tag": "65e7f7df-8f88-48ca-8853-3fd250e2a937"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:17:03.080242 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72aa7a7-ec89-4660-a8b4-18f39031faeb x-openstack-request-id: req-c72aa7a7-ec89-4660-a8b4-18f39031faeb {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:17:03.080822 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f1e6ce-9a54-4bf8-b62b-258050577f9e", "tag": "65e7f7df-8f88-48ca-8853-3fd250e2a937", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:17:03.081423 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c72aa7a7-ec89-4660-a8b4-18f39031faeb {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:17:03.082053 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'tag': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'status': 'completed', 'code': 200} Nov 09 20:17:03.105383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-67d3c4ca-2082-4f10-8468-26a3b922239a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/floatingips/cb2b6385-92e4-42b8-a497-1e00f09e3e8b HTTP/1.1" status: 200 len: 992 time: 0.0626018 Nov 09 20:17:03.127427 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:17:03.145376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-ea61d0f8-11a4-4fac-8ca3-96114254e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:03.146983 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-ea61d0f8-11a4-4fac-8ca3-96114254e082 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 1097 time: 0.0405951 Nov 09 20:17:03.242904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-3c137f8f-d57c-4b25-b652-2c87f619ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:03.245238 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-3c137f8f-d57c-4b25-b652-2c87f619ecd4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa06b137-2fb9-4a24-b983-88368fecff88 HTTP/1.1" status: 200 len: 898 time: 0.0915644 Nov 09 20:17:03.316302 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-a95f43a2-2d7d-422b-911a-a39ff02ab19d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937 HTTP/1.1" status: 200 len: 1000 time: 0.0635679 Nov 09 20:17:03.356435 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:43Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cb2b6385-92e4-42b8-a497-1e00f09e3e8b', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'mac_address': 'fa:16:3e:ad:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:17:01Z', 'updated_at': '2021-11-09T20:17:01Z', 'revision_number': 0, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:17:03.369020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-cc7ecf48-c7f7-435f-9394-2a455d7915b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:03.370489 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-cc7ecf48-c7f7-435f-9394-2a455d7915b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afbc7a62-46f3-452c-9212-aaebb9328d7b HTTP/1.1" status: 200 len: 834 time: 0.0468018 Nov 09 20:17:03.383424 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] Checking router: 9d1320f3-c199-4fff-bac4-b5de7c29001b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:17:03.392496 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:17:03.393022 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:16:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:17:03.415988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-dfa9d48e-b5bf-450d-abd8-5c338f7b9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:03.417509 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-dfa9d48e-b5bf-450d-abd8-5c338f7b9b71 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa06b137-2fb9-4a24-b983-88368fecff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398540 Nov 09 20:17:03.498541 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:17:03.508960 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-363272c5-75f4-4aa4-a8f0-112008fcd45e service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839283 Nov 09 20:17:03.602291 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4cd5840-c674-4a2f-8d51-ec99286262ff req-1078be11-3363-42fb-8436-71e4d8b40dc6 service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861800 Nov 09 20:17:03.715478 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:43Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cb2b6385-92e4-42b8-a497-1e00f09e3e8b', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'mac_address': 'fa:16:3e:ad:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:17:01Z', 'updated_at': '2021-11-09T20:17:01Z', 'revision_number': 0, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:17:03.744864 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef725fc-d9d9-43c6-b2d3-98a8275568e5 None None] The sync data for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 is: [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:43Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cb2b6385-92e4-42b8-a497-1e00f09e3e8b', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'mac_address': 'fa:16:3e:ad:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:17:01Z', 'updated_at': '2021-11-09T20:17:01Z', 'revision_number': 0, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:17:03.937990 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b7455-327d-4cfc-90ae-80a6f8c10524 None None] New status for floating IP cb2b6385-92e4-42b8-a497-1e00f09e3e8b: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:17:04.028641 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:17:04.109348 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48636) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:04.170041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d7ae28ea-b735-4658-88b1-f569a6c4cd89 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/floatingips/cb2b6385-92e4-42b8-a497-1e00f09e3e8b HTTP/1.1" status: 200 len: 994 time: 0.0594904 Nov 09 20:17:07.457982 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-6d00d47d-654f-43a4-ba68-0eac68caf6b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396523 Nov 09 20:17:07.543124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-7f82d72c-2654-47f1-93c3-8325d9aafb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:07.544801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-7f82d72c-2654-47f1-93c3-8325d9aafb2d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 1097 time: 0.0399504 Nov 09 20:17:07.649773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-30feffeb-4621-41d9-a6e0-ca0bfad60fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:07.651272 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-30feffeb-4621-41d9-a6e0-ca0bfad60fa3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa06b137-2fb9-4a24-b983-88368fecff88 HTTP/1.1" status: 200 len: 898 time: 0.0879228 Nov 09 20:17:07.715928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-28b8e803-4059-4983-bf25-ee9422d8e51f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937 HTTP/1.1" status: 200 len: 1002 time: 0.0572650 Nov 09 20:17:07.768752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-ca78370f-9101-4cdb-9bb1-48ed71461041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:07.770173 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-ca78370f-9101-4cdb-9bb1-48ed71461041 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afbc7a62-46f3-452c-9212-aaebb9328d7b HTTP/1.1" status: 200 len: 834 time: 0.0470335 Nov 09 20:17:07.813968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-9a90a79c-4347-41c8-a727-2741369e1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:07.815442 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-9a90a79c-4347-41c8-a727-2741369e1961 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa06b137-2fb9-4a24-b983-88368fecff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381138 Nov 09 20:17:07.903048 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-7100dc51-ceef-4e8f-a434-b231ad4f3c1f service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801814 Nov 09 20:17:07.993996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b69cd80b-71a4-4c45-a7da-58d82f073c8b req-996968e7-4bd2-4476-919b-a1df69117581 service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842822 Nov 09 20:17:10.266624 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-54e128ec-7f58-4c63-9e51-d719d9d8f3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:13.217740 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f33492bb-6138-4234-95e0-d7ae96982ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:13.485231 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:14.605770 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:16.356233 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:21.398912 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:25.578119 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:37.387284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48650) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:37.468806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16707264-fdbb-4f0d-93c7-618d790c98a8 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:37.469196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16707264-fdbb-4f0d-93c7-618d790c98a8 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:37.469668 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16707264-fdbb-4f0d-93c7-618d790c98a8 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:37.471369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-16707264-fdbb-4f0d-93c7-618d790c98a8 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=e840218727084f21ae43d8c0dcdfc187&network_id=aa06b137-2fb9-4a24-b983-88368fecff88 HTTP/1.1" status: 200 len: 2970 time: 0.0828745 Nov 09 20:17:39.861837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48660) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:39.914455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6475dc0-cd76-42a5-b71e-57f70ad63766 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:39.915953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e6475dc0-cd76-42a5-b71e-57f70ad63766 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf HTTP/1.1" status: 200 len: 814 time: 0.0530753 Nov 09 20:17:40.268247 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f66bb4c4-2746-4b5b-95fa-14ac0a2e84d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:40.414635 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48666) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:40.420118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'network': {'name': 'tempest-network-smoke--953980618', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'port_security_enabled': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:40.440990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Made reservation on behalf of e840218727084f21ae43d8c0dcdfc187 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:17:40.444266 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:40.466720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:17:40.475148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:40.475489 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Added segment ca8d726b-69c1-4ca4-850e-813ee25566fe of type vlan for network d368a6b2-a1df-46b0-9f2c-25efd4fad046 Nov 09 20:17:40.514164 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:40.542349 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:40.548549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:40.549312 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:40.608082 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1924162 Nov 09 20:17:40.611338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48668) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:40.615857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Network': ['ID=d368a6b2-a1df-46b0-9f2c-25efd4fad046,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:40.623975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.624322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.624665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.625000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.625332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.625659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.625987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.626312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.626662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.626990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.627312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.627634 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a9fe8-8f93-408a-b824-d1a56a8fe62a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:40.639458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network d368a6b2-a1df-46b0-9f2c-25efd4fad046 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:17:40.683919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d26c476-20d4-4850-b242-15e49ddca8c2 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:40.685276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5d26c476-20d4-4850-b242-15e49ddca8c2 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e840218727084f21ae43d8c0dcdfc187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0727935 Nov 09 20:17:40.688056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48670) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:40.843689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592723e6-9ade-4ca0-80c3-aea6e96eae4b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:40.845215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-592723e6-9ade-4ca0-80c3-aea6e96eae4b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1562495 Nov 09 20:17:40.848007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48672) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:40.882857 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a1f307e0-dcec-4eb7-acfa-6a2f111d557b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336547 Nov 09 20:17:40.885386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48674) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:40.912819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-08ff3b03-169b-4a52-82a3-4b4e7caaa7ae tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e840218727084f21ae43d8c0dcdfc187&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264492 Nov 09 20:17:40.915037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48676) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:41.002166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbe509-e405-4be2-9306-6872935bb4a3 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:41.003625 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e0cbe509-e405-4be2-9306-6872935bb4a3 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877275 Nov 09 20:17:41.006329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48678) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:41.028958 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:17:41.034421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-292d5465-8cd8-4e94-b646-dd0c50653795 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270331 Nov 09 20:17:41.036838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48680) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:41.041480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312957518', 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:41.131748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Made reservation on behalf of e840218727084f21ae43d8c0dcdfc187 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:17:41.135305 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:41.320393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:41.380978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Subnet': ['ID=3397e8b3-b537-4e4e-98af-d412839c68e5,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:41.392504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.392857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.393200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.393539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.393877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.394209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.394561 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.394896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.395224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.395551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.395880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.396206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:41.399084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Checking segment: {'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:17:41.399448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network hostable DHCP agents. Network: d368a6b2-a1df-46b0-9f2c-25efd4fad046, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:17:41.416760 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network d368a6b2-a1df-46b0-9f2c-25efd4fad046 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:17:41.428286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, d368a6b2-a1df-46b0-9f2c-25efd4fad046) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:17:41.433332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:41.435130 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:41.439599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96aeb9-532a-4884-a62e-61a39fec68f5 None None] Network d368a6b2-a1df-46b0-9f2c-25efd4fad046 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:17:41.464350 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9b65ee10-6f1d-49c1-ac2e-100bcfbb91c3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4265158 Nov 09 20:17:41.593254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-d368a6b2-a1df-46b0-9f2c-25efd4fad046', 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ips': [{'subnet_id': '3397e8b3-b537-4e4e-98af-d412839c68e5'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:17:41.594325 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:41.731863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Allocated IP 172.20.0.18 (d368a6b2-a1df-46b0-9f2c-25efd4fad046/3397e8b3-b537-4e4e-98af-d412839c68e5/56a0cb66-d3d5-4bf4-b915-5ab3991d499c) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:17:41.874705 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:41.879933 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:41.910857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48684) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:41.915878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e8c87338-a7ef-4f27-921c-92e30fe2de24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1786492447', 'description': 'tempest-secgroup-smoke-1786492447 description', 'project_id': 'e840218727084f21ae43d8c0dcdfc187'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:41.922124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Network d368a6b2-a1df-46b0-9f2c-25efd4fad046 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:17:41.924903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:17:41.927456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:17:41.936903 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8c87338-a7ef-4f27-921c-92e30fe2de24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:41.941265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Pushing event updated for resources: {'Port': ['ID=56a0cb66-d3d5-4bf4-b915-5ab3991d499c,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:41.988453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Attempting to bind port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:17:41.988831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Attempting to bind port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:17:41.989199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Attempting to bind port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c on network d368a6b2-a1df-46b0-9f2c-25efd4fad046 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:17:41.994349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:17:41.994823 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Checking segment: {'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:17:41.995494 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:41.995887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Bound using segment: {'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:17:41.997125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Bound port: 56a0cb66-d3d5-4bf4-b915-5ab3991d499c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:17:41.997511 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.006485 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8c87338-a7ef-4f27-921c-92e30fe2de24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.010027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8c87338-a7ef-4f27-921c-92e30fe2de24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.037725 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8c87338-a7ef-4f27-921c-92e30fe2de24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.038969 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e8c87338-a7ef-4f27-921c-92e30fe2de24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1270399 Nov 09 20:17:42.042115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48686) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:42.043501 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87338-a7ef-4f27-921c-92e30fe2de24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0dd494-1355-42ae-8ab6-c633fad5b251,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:42.047076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-353a4463-7fb2-46f2-9a0c-2fd52a707556 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7e0dd494-1355-42ae-8ab6-c633fad5b251', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:42.065793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] For port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:17:42.068959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] For port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=56a0cb66-d3d5-4bf4-b915-5ab3991d499c,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:17:42.072303 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.075025 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-353a4463-7fb2-46f2-9a0c-2fd52a707556 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.130723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72cfa5-f9d1-4b5d-a081-63313d78da0d None None] Pushing event updated for resources: {'Port': ['ID=56a0cb66-d3d5-4bf4-b915-5ab3991d499c,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:42.132588 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-353a4463-7fb2-46f2-9a0c-2fd52a707556 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.139718 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-353a4463-7fb2-46f2-9a0c-2fd52a707556 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.158544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a4463-7fb2-46f2-9a0c-2fd52a707556 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acdd448e-4ea9-4c58-979f-cfb1f2fd9312,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:42.165723 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-353a4463-7fb2-46f2-9a0c-2fd52a707556 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.167009 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-353a4463-7fb2-46f2-9a0c-2fd52a707556 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238694 Nov 09 20:17:42.170701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48688) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:42.175141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-21d879ed-8748-43e6-9f71-0ba8edc72c74 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7e0dd494-1355-42ae-8ab6-c633fad5b251', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:42.201670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21d879ed-8748-43e6-9f71-0ba8edc72c74 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.268873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21d879ed-8748-43e6-9f71-0ba8edc72c74 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.283564 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21d879ed-8748-43e6-9f71-0ba8edc72c74 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.307535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d879ed-8748-43e6-9f71-0ba8edc72c74 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e3ce1f-32d5-4ea5-bb23-4c4ffd7e4516,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:42.314473 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21d879ed-8748-43e6-9f71-0ba8edc72c74 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.315818 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-21d879ed-8748-43e6-9f71-0ba8edc72c74 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441772 Nov 09 20:17:42.318817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48690) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:42.325162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-46c112a5-d74d-4d4e-9de3-834ceee1e9ca tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7e0dd494-1355-42ae-8ab6-c633fad5b251', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:42.354033 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46c112a5-d74d-4d4e-9de3-834ceee1e9ca tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.415911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46c112a5-d74d-4d4e-9de3-834ceee1e9ca tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.419673 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46c112a5-d74d-4d4e-9de3-834ceee1e9ca tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.434251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c112a5-d74d-4d4e-9de3-834ceee1e9ca tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6994176d-e4d6-46ce-8770-f507337a9582,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:42.444393 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46c112a5-d74d-4d4e-9de3-834ceee1e9ca tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.445582 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-46c112a5-d74d-4d4e-9de3-834ceee1e9ca tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258421 Nov 09 20:17:42.448367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48692) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:42.453296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-da6368e5-89da-4f83-83f6-952e6b575f47 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7e0dd494-1355-42ae-8ab6-c633fad5b251', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:42.479550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da6368e5-89da-4f83-83f6-952e6b575f47 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.542227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da6368e5-89da-4f83-83f6-952e6b575f47 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.546429 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da6368e5-89da-4f83-83f6-952e6b575f47 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.565550 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6368e5-89da-4f83-83f6-952e6b575f47 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0332942-62d9-4bbe-93b6-51858fc6f4c1,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:42.571240 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da6368e5-89da-4f83-83f6-952e6b575f47 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.572462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-da6368e5-89da-4f83-83f6-952e6b575f47 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231842 Nov 09 20:17:42.576052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48694) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:42.580666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-31694452-e764-4066-a815-42ff9c8df206 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7e0dd494-1355-42ae-8ab6-c633fad5b251', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:42.584266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 56a0cb66-d3d5-4bf4-b915-5ab3991d499c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:17:42.602672 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-31694452-e764-4066-a815-42ff9c8df206 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Project e840218727084f21ae43d8c0dcdfc187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:17:42.608949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31694452-e764-4066-a815-42ff9c8df206 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.633668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:42.634043 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.677078 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31694452-e764-4066-a815-42ff9c8df206 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.682806 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31694452-e764-4066-a815-42ff9c8df206 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.704543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31694452-e764-4066-a815-42ff9c8df206 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187f5772-1e3b-4d1a-9578-8d8408d9035d,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:42.710147 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-31694452-e764-4066-a815-42ff9c8df206 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.714314 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-31694452-e764-4066-a815-42ff9c8df206 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344109 Nov 09 20:17:42.714471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48696) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:42.719637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4842abdb-660e-469f-b0fa-3635c091e4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7e0dd494-1355-42ae-8ab6-c633fad5b251', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:42.725933 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.751765 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-4842abdb-660e-469f-b0fa-3635c091e4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Project e840218727084f21ae43d8c0dcdfc187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:17:42.757542 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4842abdb-660e-469f-b0fa-3635c091e4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.761817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=56a0cb66-d3d5-4bf4-b915-5ab3991d499c,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:17:42.766416 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.820300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=56a0cb66-d3d5-4bf4-b915-5ab3991d499c,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:42.840238 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4842abdb-660e-469f-b0fa-3635c091e4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.841012 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4842abdb-660e-469f-b0fa-3635c091e4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.861791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842abdb-660e-469f-b0fa-3635c091e4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f111481e-3702-400b-88d9-faadb3617a33,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:42.870810 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4842abdb-660e-469f-b0fa-3635c091e4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:42.872188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4842abdb-660e-469f-b0fa-3635c091e4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561112 Nov 09 20:17:43.028159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3533ead6-a380-4746-b785-f71cdd919b0d None None] Network d368a6b2-a1df-46b0-9f2c-25efd4fad046 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:17:43.092386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bacc72af-fa7b-490b-a138-460ccb6a1070 None None] Provisioning complete for port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:43.092759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bacc72af-fa7b-490b-a138-460ccb6a1070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:43.264377 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-51970932-f88e-46ac-bc3f-fa34e21197f5 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786492447&fields=id&tenant_id=e840218727084f21ae43d8c0dcdfc187 HTTP/1.1" status: 200 len: 267 time: 0.0434227 Nov 09 20:17:43.315434 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de7ef509-7750-4f48-a2f0-d1e066f868fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:43.454672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-201d4070-95fd-4dd0-a12b-ee6cb7713d0b tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:43.456147 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-201d4070-95fd-4dd0-a12b-ee6cb7713d0b tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/networks?id=d368a6b2-a1df-46b0-9f2c-25efd4fad046 HTTP/1.1" status: 200 len: 796 time: 0.1848938 Nov 09 20:17:43.473320 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-0d01a766-2640-4e09-8b7a-e59840daf02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/quotas/e840218727084f21ae43d8c0dcdfc187 HTTP/1.1" status: 200 len: 375 time: 0.0113449 Nov 09 20:17:43.488627 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:43.571369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-5292708d-976d-45d5-8013-de63bc7b97be tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0921297 Nov 09 20:17:43.632509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0dea1c4e-a554-4281-ad77-2cc573dda7ad None None] Provisioning complete for port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:43.633148 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0dea1c4e-a554-4281-ad77-2cc573dda7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:43.672371 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-74551237-3c68-442f-913c-be367c4a0eca service neutron] 10.222.0.53 "GET /v2.0/networks/d368a6b2-a1df-46b0-9f2c-25efd4fad046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878913 Nov 09 20:17:43.763100 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-fccc9056-98d7-4226-a49f-99cb4ad13c5b service neutron] 10.222.0.53 "GET /v2.0/networks/d368a6b2-a1df-46b0-9f2c-25efd4fad046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Nov 09 20:17:43.987074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f757806-2cf0-4a73-a1d5-4d6499163b18 req-5a40fb4b-6a36-43fa-918e-84780b97afeb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 210 time: 0.0858598 Nov 09 20:17:44.541491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 56a0cb66-d3d5-4bf4-b915-5ab3991d499c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:17:44.591592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:44.591882 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:44.631067 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:44.917662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-b4e7f52d-a6ce-4dee-bdde-fe269579a7c6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:44.919184 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-b4e7f52d-a6ce-4dee-bdde-fe269579a7c6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "GET /v2.0/networks?id=d368a6b2-a1df-46b0-9f2c-25efd4fad046 HTTP/1.1" status: 200 len: 796 time: 0.1073401 Nov 09 20:17:44.967114 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-aa8dc67c-48fb-4ca2-93bb-f6cf381be008 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e840218727084f21ae43d8c0dcdfc187 HTTP/1.1" status: 200 len: 473 time: 0.0363760 Nov 09 20:17:44.979027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'port': {'device_id': '8a44fbc7-852b-489d-ad2b-d3e19fd3c31c', 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046', 'admin_state_up': True, 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'security_groups': ['7e0dd494-1355-42ae-8ab6-c633fad5b251']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:45.086573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ab3d49c-ae77-4a0f-9015-06695c3efd43 req-d2f20369-b234-465c-b848-e1e42f9a7d95 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 210 time: 0.0263295 Nov 09 20:17:45.092155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Made reservation on behalf of e840218727084f21ae43d8c0dcdfc187 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:17:45.095925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:45.225150 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Allocated IP 172.20.0.19 (d368a6b2-a1df-46b0-9f2c-25efd4fad046/3397e8b3-b537-4e4e-98af-d412839c68e5/3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:17:45.364865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:45.397167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:45.440131 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network d368a6b2-a1df-46b0-9f2c-25efd4fad046 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:17:45.443260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:17:45.447053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:17:45.475799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:45.510732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:45.511364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:45.529596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-31ae9424-812f-47fb-8755-c7e3ed3804c1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5539389 Nov 09 20:17:45.552464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Request body: {'port': {'device_id': '8a44fbc7-852b-489d-ad2b-d3e19fd3c31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:17:45.611832 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:45.641194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8c0bf6b1-be6b-45f2-99f5-136bab8b3fad None None] Provisioning complete for port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:45.641774 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf6b1-be6b-45f2-99f5-136bab8b3fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:45.676699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-8c0bf6b1-be6b-45f2-99f5-136bab8b3fad None None] Port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:17:45.875324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:17:45.882776 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:45.895250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Transition to ACTIVE for port object 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:17:45.899218 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:45.954060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:46.023120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Attempting to bind port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:17:46.023120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Attempting to bind port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:17:46.023120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Attempting to bind port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 on network d368a6b2-a1df-46b0-9f2c-25efd4fad046 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:17:46.026783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 on network d368a6b2-a1df-46b0-9f2c-25efd4fad046 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:17:46.027161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Attempting to bind port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 on network d368a6b2-a1df-46b0-9f2c-25efd4fad046 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:17:46.033116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:17:46.033451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Checking segment: {'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:17:46.033835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Bound using segment: {'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:17:46.034266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Bound port: 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:17:46.034651 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:46.357618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:46.477479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] For port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:17:46.489067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18be590-dc3a-4ad7-bc36-2b6d58ec088f req-be9504d3-823c-4e03-9148-f4cf4f26dd75 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:46.490535 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c18be590-dc3a-4ad7-bc36-2b6d58ec088f req-be9504d3-823c-4e03-9148-f4cf4f26dd75 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 944 time: 0.0765698 Nov 09 20:17:46.501600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] For port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:17:46.509262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:46.573862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:46.575645 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:46.577447 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] 10.222.0.77 "PUT /v2.0/ports/3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 HTTP/1.1" status: 200 len: 1092 time: 1.0346329 Nov 09 20:17:46.577567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a44fbc7-852b-489d-ad2b-d3e19fd3c31c', 'tag': '3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:17:46.579809 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f226e68e-15db-4876-bf40-eacac15c714b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a44fbc7-852b-489d-ad2b-d3e19fd3c31c", "tag": "3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:17:46.595941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c18be590-dc3a-4ad7-bc36-2b6d58ec088f req-d2052ab1-8427-4925-b470-3240a9dd0bc9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e0dd494-1355-42ae-8ab6-c633fad5b251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967860 Nov 09 20:17:46.607124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bec753-554e-4d15-9308-495e9aa1b399 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:46.654814 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59c252f-ae50-4008-a091-e5ca780198a3 x-openstack-request-id: req-e59c252f-ae50-4008-a091-e5ca780198a3 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:17:46.655113 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a44fbc7-852b-489d-ad2b-d3e19fd3c31c", "tag": "3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:17:46.655370 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e59c252f-ae50-4008-a091-e5ca780198a3 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:17:46.655771 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a44fbc7-852b-489d-ad2b-d3e19fd3c31c', 'tag': '3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8', 'status': 'completed', 'code': 200} Nov 09 20:17:46.672133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-4eb7ac13-f82d-4b1d-84e8-ecda6e838d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:46.673666 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-4eb7ac13-f82d-4b1d-84e8-ecda6e838d78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 1095 time: 0.0455234 Nov 09 20:17:46.719144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-19fcc4ae-0996-4fa8-af60-3df78a502c14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 HTTP/1.1" status: 200 len: 217 time: 0.0372651 Nov 09 20:17:46.778002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-b810e6ae-00a6-41d2-a271-9e5c6950bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:46.779514 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-b810e6ae-00a6-41d2-a271-9e5c6950bf09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3397e8b3-b537-4e4e-98af-d412839c68e5 HTTP/1.1" status: 200 len: 837 time: 0.0497527 Nov 09 20:17:46.833510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-9db5fdca-55f7-4b48-9c03-a9d72a3b05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:46.835039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-9db5fdca-55f7-4b48-9c03-a9d72a3b05f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d368a6b2-a1df-46b0-9f2c-25efd4fad046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441186 Nov 09 20:17:46.937706 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-de324341-d798-4db4-8228-4310db64ac34 service neutron] 10.222.0.77 "GET /v2.0/networks/d368a6b2-a1df-46b0-9f2c-25efd4fad046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901313 Nov 09 20:17:47.038266 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-938ff2f1-2bd4-4f13-9714-5f2136716615 req-4041c591-186d-43f5-9d5d-36a0d5c5bfe4 service neutron] 10.222.0.77 "GET /v2.0/networks/d368a6b2-a1df-46b0-9f2c-25efd4fad046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892570 Nov 09 20:17:47.135749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e68e-15db-4876-bf40-eacac15c714b req-e35ddb21-69b4-4c54-8be4-6123dcaa0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:47.138027 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f226e68e-15db-4876-bf40-eacac15c714b req-e35ddb21-69b4-4c54-8be4-6123dcaa0403 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 1095 time: 0.0419176 Nov 09 20:17:47.233584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e68e-15db-4876-bf40-eacac15c714b req-835b2daa-6636-46fb-ab8b-36570b8f3239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:47.235106 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f226e68e-15db-4876-bf40-eacac15c714b req-835b2daa-6636-46fb-ab8b-36570b8f3239 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d368a6b2-a1df-46b0-9f2c-25efd4fad046 HTTP/1.1" status: 200 len: 897 time: 0.0901711 Nov 09 20:17:47.278233 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f226e68e-15db-4876-bf40-eacac15c714b req-ab1a3467-c0c0-4114-9c8d-5bd8e43bb71e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 HTTP/1.1" status: 200 len: 217 time: 0.0355506 Nov 09 20:17:47.328028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e68e-15db-4876-bf40-eacac15c714b req-04638bb5-b228-4cb0-ade2-96f70c73f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:47.330244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f226e68e-15db-4876-bf40-eacac15c714b req-04638bb5-b228-4cb0-ade2-96f70c73f330 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3397e8b3-b537-4e4e-98af-d412839c68e5 HTTP/1.1" status: 200 len: 837 time: 0.0453024 Nov 09 20:17:47.382682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e68e-15db-4876-bf40-eacac15c714b req-d5e19d08-fcdc-40b9-b996-fd4a82e34284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:47.384172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f226e68e-15db-4876-bf40-eacac15c714b req-d5e19d08-fcdc-40b9-b996-fd4a82e34284 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d368a6b2-a1df-46b0-9f2c-25efd4fad046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436780 Nov 09 20:17:47.472246 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f226e68e-15db-4876-bf40-eacac15c714b req-a6c3faa8-79fb-4f5b-9f7e-f62043bb70b2 service neutron] 10.222.0.77 "GET /v2.0/networks/d368a6b2-a1df-46b0-9f2c-25efd4fad046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797102 Nov 09 20:17:47.569766 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f226e68e-15db-4876-bf40-eacac15c714b req-f3d2d548-0b86-409f-b7e4-4b74b6828e7f service neutron] 10.222.0.77 "GET /v2.0/networks/d368a6b2-a1df-46b0-9f2c-25efd4fad046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861380 Nov 09 20:17:47.713290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d6414-385f-4566-9584-63a7e171f48b req-493d12bb-06c8-4e1c-a938-a754fd5f149a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:47.714791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c3d6414-385f-4566-9584-63a7e171f48b req-493d12bb-06c8-4e1c-a938-a754fd5f149a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 944 time: 0.0511775 Nov 09 20:17:47.752747 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9c3d6414-385f-4566-9584-63a7e171f48b req-f39d7d3a-7ba9-43eb-a992-854f37062b38 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e0dd494-1355-42ae-8ab6-c633fad5b251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Nov 09 20:17:48.361905 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:17:48.458358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:17:48.470236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8', 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046', 'port_id': '3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8', 'mac_address': 'fa:16:3e:70:b3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3397e8b3-b537-4e4e-98af-d412839c68e5', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:17:48.506685 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:48.519809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:17:48.539583 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:17:48.543093 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:48.592785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:48.600030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.600372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.600709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.601040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.601369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.601696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.602019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.602342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.602695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.603004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.603322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.603637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:48.783479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:17:48.874373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa447e-11d7-4d41-b39b-ad9f4c987b4f req-d08c5bb0-73cc-4abe-bf04-34ea9ed40804 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:48.876831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0fa447e-11d7-4d41-b39b-ad9f4c987b4f req-d08c5bb0-73cc-4abe-bf04-34ea9ed40804 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 945 time: 0.0546703 Nov 09 20:17:48.920560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0fa447e-11d7-4d41-b39b-ad9f4c987b4f req-71db97bf-a155-47fa-87d1-961931eb2d0a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e0dd494-1355-42ae-8ab6-c633fad5b251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Nov 09 20:17:50.035404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff38fe9-88c4-4301-85c0-1a7bf31666d1 req-801c7e31-b68c-455d-90fb-1a10b729fad4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:50.036924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bff38fe9-88c4-4301-85c0-1a7bf31666d1 req-801c7e31-b68c-455d-90fb-1a10b729fad4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 945 time: 0.0503218 Nov 09 20:17:50.075755 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bff38fe9-88c4-4301-85c0-1a7bf31666d1 req-395dd8e4-8440-472a-858b-e56c161df422 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e0dd494-1355-42ae-8ab6-c633fad5b251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327637 Nov 09 20:17:50.361401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:17:50.409381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:17:50.412965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:50.413338 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:50.489263 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:50.512498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a44fbc7-852b-489d-ad2b-d3e19fd3c31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:17:50.515748 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611f4198-9bf6-4fe0-9701-0dad5d1071cf" -d '{"events": [{"server_uuid": "8a44fbc7-852b-489d-ad2b-d3e19fd3c31c", "name": "network-vif-plugged", "status": "completed", "tag": "3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:17:50.532559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:17:50.536636 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:50.560948 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a341a98-251d-4c32-ab06-5b5aa65cc631 x-openstack-request-id: req-2a341a98-251d-4c32-ab06-5b5aa65cc631 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:17:50.561330 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a44fbc7-852b-489d-ad2b-d3e19fd3c31c", "name": "network-vif-plugged", "status": "completed", "tag": "3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:17:50.561592 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a341a98-251d-4c32-ab06-5b5aa65cc631 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:17:50.561985 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a44fbc7-852b-489d-ad2b-d3e19fd3c31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8', 'code': 200} Nov 09 20:17:50.588051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:50.652055 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e3cb2-2613-4d9f-b264-839122e0945a req-689b2492-8fbc-4f29-ad50-90b594e39da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:50.653562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f76e3cb2-2613-4d9f-b264-839122e0945a req-689b2492-8fbc-4f29-ad50-90b594e39da3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 1097 time: 0.0400870 Nov 09 20:17:50.695546 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f76e3cb2-2613-4d9f-b264-839122e0945a req-0e9b3a94-037e-446c-9fca-c3c445552e7f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7e0dd494-1355-42ae-8ab6-c633fad5b251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311670 Nov 09 20:17:51.190548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d4614-1aae-4ab6-91aa-008eeb822216 req-4d40dc37-7bf7-4844-acf8-3c3ebd39d2eb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:51.192017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d95d4614-1aae-4ab6-91aa-008eeb822216 req-4d40dc37-7bf7-4844-acf8-3c3ebd39d2eb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 946 time: 0.0493348 Nov 09 20:17:51.229077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d95d4614-1aae-4ab6-91aa-008eeb822216 req-b8c62950-fb4b-4a25-af46-d569fb9e6992 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e0dd494-1355-42ae-8ab6-c633fad5b251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Nov 09 20:17:51.399261 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:52.345779 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a62151-1ac5-4254-afc8-78283328c4df req-19e6cc62-e5cf-42a4-ad26-cfc51c420803 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:52.347271 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-75a62151-1ac5-4254-afc8-78283328c4df req-19e6cc62-e5cf-42a4-ad26-cfc51c420803 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 946 time: 0.0486624 Nov 09 20:17:52.386304 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-75a62151-1ac5-4254-afc8-78283328c4df req-eda40e95-91be-43a2-ad47-5deff33b0936 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e0dd494-1355-42ae-8ab6-c633fad5b251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330746 Nov 09 20:17:52.502170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8778349-175f-4c8d-b302-402e7bb85693 req-4dbda978-31c0-4f5b-b3fe-e6df576d3575 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:17:52.503698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8778349-175f-4c8d-b302-402e7bb85693 req-4dbda978-31c0-4f5b-b3fe-e6df576d3575 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 946 time: 0.0492971 Nov 09 20:17:52.541641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8778349-175f-4c8d-b302-402e7bb85693 req-fd8ef470-33d8-4575-b6f8-aeeb1ee0b3ab tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e0dd494-1355-42ae-8ab6-c633fad5b251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319452 Nov 09 20:17:54.010350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48748) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:17:54.497724 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:54.757306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Allocated IP 172.20.0.17 (d368a6b2-a1df-46b0-9f2c-25efd4fad046/3397e8b3-b537-4e4e-98af-d412839c68e5/85ef7eb5-28b2-417b-b012-c15b4f8722cc) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:17:54.870963 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:54.904286 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:54.944646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network d368a6b2-a1df-46b0-9f2c-25efd4fad046 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:17:54.947696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:17:54.950442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:17:54.978545 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=85ef7eb5-28b2-417b-b012-c15b4f8722cc,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:55.003953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:55.145665 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:55.187950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a0dc8aad-4705-4a0c-ab14-760d6cfc59aa None None] Provisioning complete for port 85ef7eb5-28b2-417b-b012-c15b4f8722cc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:55.188568 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8aad-4705-4a0c-ab14-760d6cfc59aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:55.222326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc8aad-4705-4a0c-ab14-760d6cfc59aa None None] Port 85ef7eb5-28b2-417b-b012-c15b4f8722cc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:17:55.423840 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:55.428245 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:55.506748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=85ef7eb5-28b2-417b-b012-c15b4f8722cc,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:55.510245 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:55.591362 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:55.600755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network d368a6b2-a1df-46b0-9f2c-25efd4fad046 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:17:55.602114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:17:55.719319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 9d1320f3-c199-4fff-bac4-b5de7c29001b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:17:55.828642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:17:55.834054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cfd64a9c-5404-480f-a519-fe7753125795 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "PUT /v2.0/routers/9d1320f3-c199-4fff-bac4-b5de7c29001b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8226192 Nov 09 20:17:55.839349 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Sync routers for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:17:55.848764 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:17:55.849753 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:17:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:17:55.852631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-44a1c188-ff9e-4900-afd9-816c93463ef2 None None] Provisioning complete for port 85ef7eb5-28b2-417b-b012-c15b4f8722cc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:55.853144 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-44a1c188-ff9e-4900-afd9-816c93463ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:55.887954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-44a1c188-ff9e-4900-afd9-816c93463ef2 None None] Port 85ef7eb5-28b2-417b-b012-c15b4f8722cc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:17:55.957843 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:17:56.180981 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:17:55Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cb2b6385-92e4-42b8-a497-1e00f09e3e8b', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'mac_address': 'fa:16:3e:ad:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:17:01Z', 'updated_at': '2021-11-09T20:17:04Z', 'revision_number': 1, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ef7eb5-28b2-417b-b012-c15b4f8722cc', 'name': '', 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:ed:a2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3397e8b3-b537-4e4e-98af-d412839c68e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:17:54Z', 'updated_at': '2021-11-09T20:17:55Z', 'revision_number': 2, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '3397e8b3-b537-4e4e-98af-d412839c68e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:17:56.302989 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Checking router: 9d1320f3-c199-4fff-bac4-b5de7c29001b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:17:56.303229 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Updating router 9d1320f3-c199-4fff-bac4-b5de7c29001b port 85ef7eb5-28b2-417b-b012-c15b4f8722cc binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:17:56.327277 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:56.583659 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:56.588644 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:56.640098 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Pushing event updated for resources: {'Port': ['ID=85ef7eb5-28b2-417b-b012-c15b4f8722cc,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:56.665901 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.666224 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.666586 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.666919 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.667246 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.667755 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.667912 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.668198 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.668532 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.668838 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.669235 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.669559 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:17:56.701698 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Attempting to bind port 85ef7eb5-28b2-417b-b012-c15b4f8722cc on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:17:56.702055 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Attempting to bind port 85ef7eb5-28b2-417b-b012-c15b4f8722cc by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:17:56.702418 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Attempting to bind port 85ef7eb5-28b2-417b-b012-c15b4f8722cc on network d368a6b2-a1df-46b0-9f2c-25efd4fad046 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:17:56.707701 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:17:56.708069 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Checking segment: {'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:17:56.708466 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:56.708990 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Bound using segment: {'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:17:56.709454 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Bound port: 85ef7eb5-28b2-417b-b012-c15b4f8722cc, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8d726b-69c1-4ca4-850e-813ee25566fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:17:56.709830 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:56.773862 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] For port 85ef7eb5-28b2-417b-b012-c15b4f8722cc, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:17:56.777265 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] For port 85ef7eb5-28b2-417b-b012-c15b4f8722cc, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=85ef7eb5-28b2-417b-b012-c15b4f8722cc,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:17:56.781947 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:56.814261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1e0d05c9-2a00-4ebb-91a5-03c6a42dde91 None None] Provisioning complete for port 85ef7eb5-28b2-417b-b012-c15b4f8722cc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:56.814907 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1e0d05c9-2a00-4ebb-91a5-03c6a42dde91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:56.840372 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:17:56.841687 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:17:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:17:56.850089 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bdbb2-6542-482b-a87a-a83f46965ac1 None None] Pushing event updated for resources: {'Port': ['ID=85ef7eb5-28b2-417b-b012-c15b4f8722cc,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:56.909404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1e0d05c9-2a00-4ebb-91a5-03c6a42dde91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:56.945490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1e0d05c9-2a00-4ebb-91a5-03c6a42dde91 None None] For port 85ef7eb5-28b2-417b-b012-c15b4f8722cc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=85ef7eb5-28b2-417b-b012-c15b4f8722cc,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:17:56.950028 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1e0d05c9-2a00-4ebb-91a5-03c6a42dde91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:56.969751 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:17:57.002174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d05c9-2a00-4ebb-91a5-03c6a42dde91 None None] Pushing event updated for resources: {'Port': ['ID=85ef7eb5-28b2-417b-b012-c15b4f8722cc,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:17:57.067966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e20e90e6-bf8f-4557-bfe4-0ea47c2a4eae None None] Provisioning complete for port 85ef7eb5-28b2-417b-b012-c15b4f8722cc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:57.068340 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e20e90e6-bf8f-4557-bfe4-0ea47c2a4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:17:57.204648 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:17:55Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cb2b6385-92e4-42b8-a497-1e00f09e3e8b', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'mac_address': 'fa:16:3e:ad:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:17:01Z', 'updated_at': '2021-11-09T20:17:04Z', 'revision_number': 1, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ef7eb5-28b2-417b-b012-c15b4f8722cc', 'name': '', 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:ed:a2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3397e8b3-b537-4e4e-98af-d412839c68e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:17:54Z', 'updated_at': '2021-11-09T20:17:56Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '3397e8b3-b537-4e4e-98af-d412839c68e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:17:57.231159 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91805d-9f8c-4065-a553-c52edf75024c None None] The sync data for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 is: [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:17:55Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cb2b6385-92e4-42b8-a497-1e00f09e3e8b', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'mac_address': 'fa:16:3e:ad:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:17:01Z', 'updated_at': '2021-11-09T20:17:04Z', 'revision_number': 1, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ef7eb5-28b2-417b-b012-c15b4f8722cc', 'name': '', 'network_id': 'd368a6b2-a1df-46b0-9f2c-25efd4fad046', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:ed:a2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '3397e8b3-b537-4e4e-98af-d412839c68e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:17:54Z', 'updated_at': '2021-11-09T20:17:56Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '3397e8b3-b537-4e4e-98af-d412839c68e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:17:58.563426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 85ef7eb5-28b2-417b-b012-c15b4f8722cc up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:17:58.610796 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 85ef7eb5-28b2-417b-b012-c15b4f8722cc triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:17:58.611194 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:07.520238 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-54cda4c0-7bbf-403f-b2a1-bba7baede8fa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038556 Nov 09 20:18:07.611119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-fd9dea63-7b6c-4cf4-a5ed-0874164c5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:07.612593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-fd9dea63-7b6c-4cf4-a5ed-0874164c5811 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 1097 time: 0.0401685 Nov 09 20:18:07.717804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-5cc9df72-9ce7-41cd-84c1-3d5815b94b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:07.719207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-5cc9df72-9ce7-41cd-84c1-3d5815b94b13 service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa06b137-2fb9-4a24-b983-88368fecff88 HTTP/1.1" status: 200 len: 898 time: 0.0860293 Nov 09 20:18:07.785930 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-077b4e4b-25ec-47d6-bd63-ac812158c150 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937 HTTP/1.1" status: 200 len: 1002 time: 0.0587463 Nov 09 20:18:07.839233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-c09a472f-50fb-4f48-8f57-9797de227c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:07.841170 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-c09a472f-50fb-4f48-8f57-9797de227c8d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afbc7a62-46f3-452c-9212-aaebb9328d7b HTTP/1.1" status: 200 len: 834 time: 0.0469601 Nov 09 20:18:07.887043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-d9dd1f6c-b6a9-4e5b-bbb0-eeda4a29415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:07.888877 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-d9dd1f6c-b6a9-4e5b-bbb0-eeda4a29415c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa06b137-2fb9-4a24-b983-88368fecff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402095 Nov 09 20:18:07.899400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-5fb538f4-e418-4bb5-9860-d281bd1a1866 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:18:07.900345 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-5fb538f4-e418-4bb5-9860-d281bd1a1866 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048041 Nov 09 20:18:07.988118 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-5f95d2cc-8e87-4925-9d19-4a4ef19ebee1 service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797663 Nov 09 20:18:08.084741 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7c5c5778-b1f0-4efa-86a5-deffb9cd4014 req-179f631b-969f-47a0-84d5-08c8924366b7 service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880315 Nov 09 20:18:10.274275 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3ff79b57-fbcd-4877-b7ef-f8304e80768c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:13.215908 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b473-e51a-4924-b1ca-ef29604d043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:13.490264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:14.612750 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:16.360377 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:18.030158 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:18:18.487058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48778) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:18.847712 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:19.155758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port 85ef7eb5-28b2-417b-b012-c15b4f8722cc {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:18:19.156111 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:19.242817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] For port 85ef7eb5-28b2-417b-b012-c15b4f8722cc, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=85ef7eb5-28b2-417b-b012-c15b4f8722cc,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:19.243181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:19.256177 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for 85ef7eb5-28b2-417b-b012-c15b4f8722cc owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:18:19.434468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:19.466741 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=85ef7eb5-28b2-417b-b012-c15b4f8722cc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:19.966202 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:20.190935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 9d1320f3-c199-4fff-bac4-b5de7c29001b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:18:20.297172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:18:20.302313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cc48d245-e039-4899-b581-2b147ea8ef93 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "PUT /v2.0/routers/9d1320f3-c199-4fff-bac4-b5de7c29001b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8141913 Nov 09 20:18:20.307729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] Sync routers for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:18:20.317117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:20.317737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:20.426271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:20.544624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7f753-1535-48e4-bf07-42218f7154c5 req-33031a48-e368-445b-9ba7-3db773d26657 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:20.547015 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00e7f753-1535-48e4-bf07-42218f7154c5 req-33031a48-e368-445b-9ba7-3db773d26657 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 946 time: 0.0587201 Nov 09 20:18:20.585516 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00e7f753-1535-48e4-bf07-42218f7154c5 req-adbf9c2f-b1d3-4fb4-be96-a868579742af tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e0dd494-1355-42ae-8ab6-c633fad5b251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320506 Nov 09 20:18:20.653483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:18:19Z', 'revision_number': 6, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cb2b6385-92e4-42b8-a497-1e00f09e3e8b', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'mac_address': 'fa:16:3e:ad:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:17:01Z', 'updated_at': '2021-11-09T20:17:04Z', 'revision_number': 1, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:20.683031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] Checking router: 9d1320f3-c199-4fff-bac4-b5de7c29001b for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:18:20.691786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:20.692391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:20.792613 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:21.015435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:18:19Z', 'revision_number': 6, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cb2b6385-92e4-42b8-a497-1e00f09e3e8b', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'mac_address': 'fa:16:3e:ad:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:17:01Z', 'updated_at': '2021-11-09T20:17:04Z', 'revision_number': 1, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:21.042989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cfa73f-b2d9-46ca-be7b-501ad84aba71 None None] The sync data for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 is: [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:18:19Z', 'revision_number': 6, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'cb2b6385-92e4-42b8-a497-1e00f09e3e8b', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'port_id': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'mac_address': 'fa:16:3e:ad:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:17:01Z', 'updated_at': '2021-11-09T20:17:04Z', 'revision_number': 1, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:18:21.398757 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:21.704804 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d764bb-1fc9-49be-805f-a893f2424d57 req-b71ac107-364e-48db-9190-95e3140df56d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:21.706172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4d764bb-1fc9-49be-805f-a893f2424d57 req-b71ac107-364e-48db-9190-95e3140df56d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 946 time: 0.0480156 Nov 09 20:18:21.743811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4d764bb-1fc9-49be-805f-a893f2424d57 req-040b7777-5fde-4db3-85ed-ef9f9ad1d2e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e0dd494-1355-42ae-8ab6-c633fad5b251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317183 Nov 09 20:18:21.972325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-ae38cec9-a1f4-4ebb-a18d-a880426ec734 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:21.973728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-ae38cec9-a1f4-4ebb-a18d-a880426ec734 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 946 time: 0.0476568 Nov 09 20:18:22.075134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-0ed469e4-0709-428e-b273-4bcc2f08c02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:18:22.075775 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-0ed469e4-0709-428e-b273-4bcc2f08c02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:22.168850 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-0ed469e4-0709-428e-b273-4bcc2f08c02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] For port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:22.169533 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-0ed469e4-0709-428e-b273-4bcc2f08c02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:22.182523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-0ed469e4-0709-428e-b273-4bcc2f08c02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:18:22.312715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-0ed469e4-0709-428e-b273-4bcc2f08c02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:22.340981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed469e4-0709-428e-b273-4bcc2f08c02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:22.389088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-0ed469e4-0709-428e-b273-4bcc2f08c02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] No DVR routers for this DVR port 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:18:22.391681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-0ed469e4-0709-428e-b273-4bcc2f08c02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:22.394985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e847cf47-61c1-49a4-abb9-70e9d822a40d req-0ed469e4-0709-428e-b273-4bcc2f08c02a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "DELETE /v2.0/ports/3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 HTTP/1.1" status: 204 len: 173 time: 0.4106536 Nov 09 20:18:22.395419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a44fbc7-852b-489d-ad2b-d3e19fd3c31c', 'name': 'network-vif-deleted', 'tag': '3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:18:22.397655 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d810a74f-c8b4-4b14-84e7-76cc538a09bb" -d '{"events": [{"server_uuid": "8a44fbc7-852b-489d-ad2b-d3e19fd3c31c", "name": "network-vif-deleted", "tag": "3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:18:22.516020 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846fefa3-0379-407a-8156-4bb68ab03088 x-openstack-request-id: req-846fefa3-0379-407a-8156-4bb68ab03088 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:18:22.516439 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a44fbc7-852b-489d-ad2b-d3e19fd3c31c", "name": "network-vif-deleted", "tag": "3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:18:22.516850 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-846fefa3-0379-407a-8156-4bb68ab03088 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:18:22.517167 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a44fbc7-852b-489d-ad2b-d3e19fd3c31c', 'name': 'network-vif-deleted', 'tag': '3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8', 'status': 'completed', 'code': 200} Nov 09 20:18:22.522497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 85ef7eb5-28b2-417b-b012-c15b4f8722cc no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:18:22.543219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 85ef7eb5-28b2-417b-b012-c15b4f8722cc {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:18:22.543565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 85ef7eb5-28b2-417b-b012-c15b4f8722cc not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:18:22.857060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0701135-33d0-48ca-9433-85b0a047c83f req-e9947c63-0414-498d-a3e9-e8c23a764626 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a44fbc7-852b-489d-ad2b-d3e19fd3c31c HTTP/1.1" status: 200 len: 210 time: 0.0296528 Nov 09 20:18:23.915554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48796) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:23.976678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-161bb512-f8d5-46e6-927b-76f28a376f2f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.002834 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-161bb512-f8d5-46e6-927b-76f28a376f2f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.063028 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-161bb512-f8d5-46e6-927b-76f28a376f2f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.065671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-161bb512-f8d5-46e6-927b-76f28a376f2f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.066860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-161bb512-f8d5-46e6-927b-76f28a376f2f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/security-groups/7e0dd494-1355-42ae-8ab6-c633fad5b251 HTTP/1.1" status: 204 len: 168 time: 0.1502974 Nov 09 20:18:24.078103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bb512-f8d5-46e6-927b-76f28a376f2f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0dd494-1355-42ae-8ab6-c633fad5b251,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:24.109662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48800) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:24.162388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-135b1a28-64ac-4726-b63b-e2ccf293a4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting subnet 3397e8b3-b537-4e4e-98af-d412839c68e5 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:18:24.165380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-135b1a28-64ac-4726-b63b-e2ccf293a4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.209281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-135b1a28-64ac-4726-b63b-e2ccf293a4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.297758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-135b1a28-64ac-4726-b63b-e2ccf293a4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.356280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-135b1a28-64ac-4726-b63b-e2ccf293a4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.385305 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b1a28-64ac-4726-b63b-e2ccf293a4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Subnet': ['ID=3397e8b3-b537-4e4e-98af-d412839c68e5,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:24.387319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-135b1a28-64ac-4726-b63b-e2ccf293a4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.393170 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-135b1a28-64ac-4726-b63b-e2ccf293a4cd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/subnets/3397e8b3-b537-4e4e-98af-d412839c68e5 HTTP/1.1" status: 204 len: 168 time: 0.2798502 Nov 09 20:18:24.393601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7dcebe-e87f-4275-9f67-da77b9313847 None None] Network d368a6b2-a1df-46b0-9f2c-25efd4fad046 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:18:24.394028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48802) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:24.459160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:18:24.472503 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.481629 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:18:24.481980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 3d6b9d80-33db-4a8c-89d7-1821dc4ebdd8 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:18:24.529096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:18:24.529442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.589494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6ba1d9-90ba-4f09-8e33-5fe0cce375b2 None None] DHCP port deletion for d368a6b2-a1df-46b0-9f2c-25efd4fad046 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:18:24.600568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] For port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=56a0cb66-d3d5-4bf4-b915-5ab3991d499c,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:24.600940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.614811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for 56a0cb66-d3d5-4bf4-b915-5ab3991d499c owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:18:24.639022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ba1d9-90ba-4f09-8e33-5fe0cce375b2 None None] Deleting port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:18:24.639457 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba1d9-90ba-4f09-8e33-5fe0cce375b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.694971 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.702253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9e6ba1d9-90ba-4f09-8e33-5fe0cce375b2 None None] For port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=56a0cb66-d3d5-4bf4-b915-5ab3991d499c,segment=NetworkSegment(ca8d726b-69c1-4ca4-850e-813ee25566fe),segment_id=ca8d726b-69c1-4ca4-850e-813ee25566fe)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:24.702679 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba1d9-90ba-4f09-8e33-5fe0cce375b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.715403 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ba1d9-90ba-4f09-8e33-5fe0cce375b2 None None] Calling delete_port for 56a0cb66-d3d5-4bf4-b915-5ab3991d499c owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:18:24.722860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=56a0cb66-d3d5-4bf4-b915-5ab3991d499c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:24.724715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] No DVR routers for this DVR port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:18:24.799072 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba1d9-90ba-4f09-8e33-5fe0cce375b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.808073 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.822194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ba1d9-90ba-4f09-8e33-5fe0cce375b2 None None] Pushing event deleted for resources: {'Port': ['ID=56a0cb66-d3d5-4bf4-b915-5ab3991d499c,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:24.828383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ba1d9-90ba-4f09-8e33-5fe0cce375b2 None None] No DVR routers for this DVR port 56a0cb66-d3d5-4bf4-b915-5ab3991d499c on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:18:24.830451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d368a6b2-a1df-46b0-9f2c-25efd4fad046']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:24.841601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8d726b-69c1-4ca4-850e-813ee25566fe') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:24.842471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8d726b-69c1-4ca4-850e-813ee25566fe') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:24.851816 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.865268 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.871695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:18:24.872116 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:18:24.876365 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:18:24.938647 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.945727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:24.948760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/networks/d368a6b2-a1df-46b0-9f2c-25efd4fad046 HTTP/1.1" status: 204 len: 168 time: 0.5545564 Nov 09 20:18:24.952688 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48804) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:24.961096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dfbe3-68de-4cf4-84c3-0f52a544fed3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Network': ['ID=d368a6b2-a1df-46b0-9f2c-25efd4fad046,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:25.113143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port e82fe09a-0bf5-416c-bfb3-ec53ce2e370c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:18:25.113412 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:25.189610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:25.189948 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:25.201386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for e82fe09a-0bf5-416c-bfb3-ec53ce2e370c owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:18:25.370635 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:25.596244 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:25.653396 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=e82fe09a-0bf5-416c-bfb3-ec53ce2e370c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:25.713661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:25.714065 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Floating IP cb2b6385-92e4-42b8-a497-1e00f09e3e8b disassociated (deleted). External IP: 172.25.6.199, port: 65e7f7df-8f88-48ca-8853-3fd250e2a937. Nov 09 20:18:25.922122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 9d1320f3-c199-4fff-bac4-b5de7c29001b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:18:26.034126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:18:26.039021 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:26.043460 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] Sync routers for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:18:26.053183 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:26.053786 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:26.067046 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-470da418-406f-452d-bd7e-c0828ddcf484 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/floatingips/cb2b6385-92e4-42b8-a497-1e00f09e3e8b HTTP/1.1" status: 204 len: 168 time: 1.1132405 Nov 09 20:18:26.067647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'tag': '65e7f7df-8f88-48ca-8853-3fd250e2a937'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:18:26.071222 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb122426-1577-48c3-8667-64df98d46608" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f1e6ce-9a54-4bf8-b62b-258050577f9e", "tag": "65e7f7df-8f88-48ca-8853-3fd250e2a937"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:18:26.111426 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70488767-4433-441e-8155-97dd429c7b77 x-openstack-request-id: req-70488767-4433-441e-8155-97dd429c7b77 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:18:26.111720 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f1e6ce-9a54-4bf8-b62b-258050577f9e", "tag": "65e7f7df-8f88-48ca-8853-3fd250e2a937", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:18:26.111974 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70488767-4433-441e-8155-97dd429c7b77 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:18:26.112376 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'tag': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'status': 'completed', 'code': 200} Nov 09 20:18:26.169864 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:26.184849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb122426-1577-48c3-8667-64df98d46608 req-25d4700a-5888-4745-9351-40841f20c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:26.187190 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb122426-1577-48c3-8667-64df98d46608 req-25d4700a-5888-4745-9351-40841f20c9ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 1097 time: 0.0454712 Nov 09 20:18:26.290832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb122426-1577-48c3-8667-64df98d46608 req-378f888f-28a8-4b83-a640-553d3785ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:26.292328 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb122426-1577-48c3-8667-64df98d46608 req-378f888f-28a8-4b83-a640-553d3785ccda service neutron] 10.222.0.77 "GET /v2.0/networks?id=aa06b137-2fb9-4a24-b983-88368fecff88 HTTP/1.1" status: 200 len: 898 time: 0.0937223 Nov 09 20:18:26.306083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5268ae-610c-4418-96fa-01ebd4484e5e req-b916b822-a39e-453a-8407-8df66d94beea tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:26.307950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd5268ae-610c-4418-96fa-01ebd4484e5e req-b916b822-a39e-453a-8407-8df66d94beea tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 946 time: 0.0560946 Nov 09 20:18:26.349264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd5268ae-610c-4418-96fa-01ebd4484e5e req-9c9893e2-88fc-4de2-9a9d-4488a9a96f45 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342784 Nov 09 20:18:26.349552 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb122426-1577-48c3-8667-64df98d46608 req-8f0076a1-2d36-41a1-93b4-3496f640c3f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937 HTTP/1.1" status: 200 len: 217 time: 0.0442433 Nov 09 20:18:26.386571 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:18:19Z', 'revision_number': 6, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:26.401071 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb122426-1577-48c3-8667-64df98d46608 req-50b6bee3-0219-4df6-af24-6c202599d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:26.402562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb122426-1577-48c3-8667-64df98d46608 req-50b6bee3-0219-4df6-af24-6c202599d58f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=afbc7a62-46f3-452c-9212-aaebb9328d7b HTTP/1.1" status: 200 len: 834 time: 0.0458612 Nov 09 20:18:26.413586 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] Checking router: 9d1320f3-c199-4fff-bac4-b5de7c29001b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:18:26.422564 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:26.423176 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:26.451202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb122426-1577-48c3-8667-64df98d46608 req-91dac03d-6dcb-476c-8875-929e69e71d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:26.452438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb122426-1577-48c3-8667-64df98d46608 req-91dac03d-6dcb-476c-8875-929e69e71d5c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=aa06b137-2fb9-4a24-b983-88368fecff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393126 Nov 09 20:18:26.538538 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:26.549461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb122426-1577-48c3-8667-64df98d46608 req-7663183c-4d77-4829-93e7-1439af726bc4 service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882208 Nov 09 20:18:26.574415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 56a0cb66-d3d5-4bf4-b915-5ab3991d499c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:18:26.596331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 56a0cb66-d3d5-4bf4-b915-5ab3991d499c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:18:26.597411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 56a0cb66-d3d5-4bf4-b915-5ab3991d499c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:18:26.648219 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cb122426-1577-48c3-8667-64df98d46608 req-cbad8a60-4e2b-4016-b854-df673afd07f5 service neutron] 10.222.0.77 "GET /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899141 Nov 09 20:18:26.730411 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:18:19Z', 'revision_number': 6, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:26.842412 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff209b52-fce1-4fda-8b2a-c857433bb498 None None] The sync data for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 is: [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:18:19Z', 'revision_number': 6, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '07bfbad1-7dec-4fb5-8428-6d689917e582', 'name': '', 'network_id': 'aa06b137-2fb9-4a24-b983-88368fecff88', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:5f:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:42Z', 'updated_at': '2021-11-09T20:16:46Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': 'afbc7a62-46f3-452c-9212-aaebb9328d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:18:27.056619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bd18f7-12fb-4c9e-b8d1-c6cbde92fdad None None] New status for floating IP cb2b6385-92e4-42b8-a497-1e00f09e3e8b: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:18:27.472026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2faf4d-95da-447a-84d9-93bcb9113c78 req-56c4bcff-e195-4aa3-9338-ad8bcb8746cc tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:27.473517 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6a2faf4d-95da-447a-84d9-93bcb9113c78 req-56c4bcff-e195-4aa3-9338-ad8bcb8746cc tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 946 time: 0.0553586 Nov 09 20:18:27.510656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6a2faf4d-95da-447a-84d9-93bcb9113c78 req-f98fe0e7-a4dd-481d-b50a-68e2e7025485 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca610266-72f8-40f4-a5d0-76de648f3004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310731 Nov 09 20:18:27.784064 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-2f98c1e2-0443-46d4-97a9-fe608b7b7da5 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:27.785460 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-2f98c1e2-0443-46d4-97a9-fe608b7b7da5 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 946 time: 0.0493209 Nov 09 20:18:27.879085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-9566e557-6dfe-4cc5-92ae-562a75da3c6c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port 65e7f7df-8f88-48ca-8853-3fd250e2a937 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:18:27.879430 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-9566e557-6dfe-4cc5-92ae-562a75da3c6c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:27.969786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-9566e557-6dfe-4cc5-92ae-562a75da3c6c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] For port 65e7f7df-8f88-48ca-8853-3fd250e2a937, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=65e7f7df-8f88-48ca-8853-3fd250e2a937,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:27.970148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-9566e557-6dfe-4cc5-92ae-562a75da3c6c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:27.983479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-9566e557-6dfe-4cc5-92ae-562a75da3c6c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for 65e7f7df-8f88-48ca-8853-3fd250e2a937 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:18:28.114891 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-9566e557-6dfe-4cc5-92ae-562a75da3c6c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:28.143073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566e557-6dfe-4cc5-92ae-562a75da3c6c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=65e7f7df-8f88-48ca-8853-3fd250e2a937,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:28.187178 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-9566e557-6dfe-4cc5-92ae-562a75da3c6c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] No DVR routers for this DVR port 65e7f7df-8f88-48ca-8853-3fd250e2a937 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:18:28.189619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-9566e557-6dfe-4cc5-92ae-562a75da3c6c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:28.192941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bbbf5d8a-c72e-48ff-8fc0-e498785ccf55 req-9566e557-6dfe-4cc5-92ae-562a75da3c6c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "DELETE /v2.0/ports/65e7f7df-8f88-48ca-8853-3fd250e2a937 HTTP/1.1" status: 204 len: 173 time: 0.3953640 Nov 09 20:18:28.193381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'name': 'network-vif-deleted', 'tag': '65e7f7df-8f88-48ca-8853-3fd250e2a937'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:18:28.195658 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8333ff1f-613f-4954-af9a-442760779687" -d '{"events": [{"server_uuid": "d2f1e6ce-9a54-4bf8-b62b-258050577f9e", "name": "network-vif-deleted", "tag": "65e7f7df-8f88-48ca-8853-3fd250e2a937"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:18:28.231267 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13d8094-67cc-437a-ad2e-e891a6e890db x-openstack-request-id: req-e13d8094-67cc-437a-ad2e-e891a6e890db {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:18:28.231569 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f1e6ce-9a54-4bf8-b62b-258050577f9e", "name": "network-vif-deleted", "tag": "65e7f7df-8f88-48ca-8853-3fd250e2a937", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:18:28.231826 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e13d8094-67cc-437a-ad2e-e891a6e890db {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:18:28.232753 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f1e6ce-9a54-4bf8-b62b-258050577f9e', 'name': 'network-vif-deleted', 'tag': '65e7f7df-8f88-48ca-8853-3fd250e2a937', 'status': 'completed', 'code': 200} Nov 09 20:18:28.624339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0813714d-3e1f-4944-bb71-a63befc8f572 req-c7f298cc-d16f-4646-9f5b-d670d226c8b4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2f1e6ce-9a54-4bf8-b62b-258050577f9e HTTP/1.1" status: 200 len: 210 time: 0.0293925 Nov 09 20:18:29.679906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48820) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:29.737093 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-014f7239-5f6c-4625-9b40-5207b24d8cc3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:29.765334 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-014f7239-5f6c-4625-9b40-5207b24d8cc3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:29.822820 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-014f7239-5f6c-4625-9b40-5207b24d8cc3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:29.825381 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-014f7239-5f6c-4625-9b40-5207b24d8cc3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:29.826544 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-014f7239-5f6c-4625-9b40-5207b24d8cc3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/security-groups/ca610266-72f8-40f4-a5d0-76de648f3004 HTTP/1.1" status: 204 len: 168 time: 0.1456504 Nov 09 20:18:29.835368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f7239-5f6c-4625-9b40-5207b24d8cc3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca610266-72f8-40f4-a5d0-76de648f3004,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:29.858961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48824) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:30.220107 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:30.490365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port 07bfbad1-7dec-4fb5-8428-6d689917e582 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:18:30.490690 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:30.517019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 65e7f7df-8f88-48ca-8853-3fd250e2a937 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:18:30.537247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 65e7f7df-8f88-48ca-8853-3fd250e2a937 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:18:30.537595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 65e7f7df-8f88-48ca-8853-3fd250e2a937 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:18:30.583378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] For port 07bfbad1-7dec-4fb5-8428-6d689917e582, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=07bfbad1-7dec-4fb5-8428-6d689917e582,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:30.583738 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:30.598640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for 07bfbad1-7dec-4fb5-8428-6d689917e582 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:18:30.785847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:30.815542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=07bfbad1-7dec-4fb5-8428-6d689917e582,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:30.989080 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.215466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 9d1320f3-c199-4fff-bac4-b5de7c29001b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:18:31.320168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:18:31.325311 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d7a923f1-afde-43e6-a9e7-530ea48022f2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "PUT /v2.0/routers/9d1320f3-c199-4fff-bac4-b5de7c29001b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4652572 Nov 09 20:18:31.328845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48826) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:31.331651 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] Sync routers for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:18:31.342770 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:31.343375 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:31.384946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1a667a-0282-4f13-9002-8313fcde4755 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting subnet afbc7a62-46f3-452c-9212-aaebb9328d7b {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:18:31.387908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e1a667a-0282-4f13-9002-8313fcde4755 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.428457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e1a667a-0282-4f13-9002-8313fcde4755 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.446626 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:31.510897 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e1a667a-0282-4f13-9002-8313fcde4755 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.575232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e1a667a-0282-4f13-9002-8313fcde4755 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.605364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2e1a667a-0282-4f13-9002-8313fcde4755 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.609532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2e1a667a-0282-4f13-9002-8313fcde4755 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/subnets/afbc7a62-46f3-452c-9212-aaebb9328d7b HTTP/1.1" status: 204 len: 168 time: 0.2784903 Nov 09 20:18:31.610632 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a667a-0282-4f13-9002-8313fcde4755 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Subnet': ['ID=afbc7a62-46f3-452c-9212-aaebb9328d7b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:31.611710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48828) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:31.611967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f47a32-c02c-458a-a46e-3a6de5ff6e6f None None] Network aa06b137-2fb9-4a24-b983-88368fecff88 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:18:31.639541 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:18:30Z', 'revision_number': 7, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:31.665811 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] Checking router: 9d1320f3-c199-4fff-bac4-b5de7c29001b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:18:31.674635 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] Routers {'9d1320f3-c199-4fff-bac4-b5de7c29001b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:31.675247 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['9d1320f3-c199-4fff-bac4-b5de7c29001b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:31.724594 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.786664 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] Set router 9d1320f3-c199-4fff-bac4-b5de7c29001b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:31.831286 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58a7f4-093e-4f0e-9e6c-f72994a85f67 None None] DHCP port deletion for aa06b137-2fb9-4a24-b983-88368fecff88 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:18:31.843755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.882983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5e58a7f4-093e-4f0e-9e6c-f72994a85f67 None None] Deleting port 7ec8f352-acfb-4df3-a4bf-6971450835a0 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:18:31.883376 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5e58a7f4-093e-4f0e-9e6c-f72994a85f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.897504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port b919727a-d922-4d95-bc11-98a7fa176c5c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:18:31.897802 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.951792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5e58a7f4-093e-4f0e-9e6c-f72994a85f67 None None] For port 7ec8f352-acfb-4df3-a4bf-6971450835a0, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7ec8f352-acfb-4df3-a4bf-6971450835a0,segment=NetworkSegment(81526457-f268-4a06-8f28-c471bd65a20b),segment_id=81526457-f268-4a06-8f28-c471bd65a20b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:31.952246 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5e58a7f4-093e-4f0e-9e6c-f72994a85f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.965718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5e58a7f4-093e-4f0e-9e6c-f72994a85f67 None None] Calling delete_port for 7ec8f352-acfb-4df3-a4bf-6971450835a0 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:18:31.978161 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] For port b919727a-d922-4d95-bc11-98a7fa176c5c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b919727a-d922-4d95-bc11-98a7fa176c5c,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:31.978556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:31.980962 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:18:30Z', 'revision_number': 7, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:31.995786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for b919727a-d922-4d95-bc11-98a7fa176c5c owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:18:32.008927 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149a5ba-c931-46de-b1fb-6239b00bf891 None None] The sync data for ids ['9d1320f3-c199-4fff-bac4-b5de7c29001b'] in n-d-817256-1 is: [{'id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'name': 'tempest-TestNetworkBasicOps-router-192375520', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:18:30Z', 'revision_number': 7, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'b919727a-d922-4d95-bc11-98a7fa176c5c', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1320f3-c199-4fff-bac4-b5de7c29001b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:16:40Z', 'updated_at': '2021-11-09T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:18:32.172011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.201287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=b919727a-d922-4d95-bc11-98a7fa176c5c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:32.223756 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5e58a7f4-093e-4f0e-9e6c-f72994a85f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.249249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58a7f4-093e-4f0e-9e6c-f72994a85f67 None None] Pushing event deleted for resources: {'Port': ['ID=7ec8f352-acfb-4df3-a4bf-6971450835a0,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:32.253174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58a7f4-093e-4f0e-9e6c-f72994a85f67 None None] No DVR routers for this DVR port 7ec8f352-acfb-4df3-a4bf-6971450835a0 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:18:32.263376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.353092 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.355405 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.406068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.406671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Fanout notify agent at l3_agent the message router_deleted on router 9d1320f3-c199-4fff-bac4-b5de7c29001b {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:18:32.414291 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.415525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-18c5edbf-9784-4577-b3a5-8b8965b7e97f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/routers/9d1320f3-c199-4fff-bac4-b5de7c29001b HTTP/1.1" status: 204 len: 168 time: 0.8028495 Nov 09 20:18:32.418130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48830) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:32.506839 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.635712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 07bfbad1-7dec-4fb5-8428-6d689917e582 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:18:32.656631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 07bfbad1-7dec-4fb5-8428-6d689917e582 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:18:32.657283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 07bfbad1-7dec-4fb5-8428-6d689917e582 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:18:32.657869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7ec8f352-acfb-4df3-a4bf-6971450835a0 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:18:32.679968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 7ec8f352-acfb-4df3-a4bf-6971450835a0 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:18:32.680312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7ec8f352-acfb-4df3-a4bf-6971450835a0 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:18:32.875088 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.893875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa06b137-2fb9-4a24-b983-88368fecff88']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:32.902782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81526457-f268-4a06-8f28-c471bd65a20b') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:32.903078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81526457-f268-4a06-8f28-c471bd65a20b') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:32.912630 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.925968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.931659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:18:32.931990 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:18:32.934947 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:18:32.990815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:32.998106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.001398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/networks/aa06b137-2fb9-4a24-b983-88368fecff88 HTTP/1.1" status: 204 len: 168 time: 0.5823078 Nov 09 20:18:33.012376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4f192-a6ec-4074-be30-3936ecc9462a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Network': ['ID=aa06b137-2fb9-4a24-b983-88368fecff88,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:33.015305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48832) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:33.020054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'network': {'name': 'tempest-network-smoke--1751254924', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'port_security_enabled': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:33.047899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Made reservation on behalf of e840218727084f21ae43d8c0dcdfc187 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:18:33.051716 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.076367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:18:33.085772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.086110 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Added segment 98a7ce30-221f-467c-a7e8-be6d34bac999 of type vlan for network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 Nov 09 20:18:33.153568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.180208 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.187325 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:33.188140 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.251315 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2349784 Nov 09 20:18:33.253977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48834) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:33.258318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'admin_state_up': True, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:33.273787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d118cf-97c4-44c8-be08-16e9821a0b6f tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Network': ['ID=45829b5e-bb16-4425-9bb8-daa36f0e23d0,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:33.288455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:18:33.289192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.290216 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.347197 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.487539 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.685188 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.703741 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.808219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Allocated IP 172.25.6.233 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/f3b10c51-9b4d-4539-9ade-23d9b63ca87e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:18:33.909559 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.942435 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:33.984249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:18:33.987034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:18:33.990332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:18:34.014636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=f3b10c51-9b4d-4539-9ade-23d9b63ca87e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:34.235580 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:34.428837 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:34.522868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b919727a-d922-4d95-bc11-98a7fa176c5c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:18:34.543271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: b919727a-d922-4d95-bc11-98a7fa176c5c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:18:34.543610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b919727a-d922-4d95-bc11-98a7fa176c5c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:18:34.550654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 66549baf-89ae-4cd5-a806-4bd57549d7f9 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:18:34.654545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:18:34.663970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Sync routers for ids ['66549baf-89ae-4cd5-a806-4bd57549d7f9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:18:34.674293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Routers {'66549baf-89ae-4cd5-a806-4bd57549d7f9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:34.674957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['66549baf-89ae-4cd5-a806-4bd57549d7f9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:34.676670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:34.677977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b40f9402-d475-4e81-896b-1247413bf3a3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4230540 Nov 09 20:18:34.681127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48836) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:34.710497 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7a2b6c4e-de82-44cf-9910-b713ed30c7f6 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e840218727084f21ae43d8c0dcdfc187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281889 Nov 09 20:18:34.712965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48838) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:34.785370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Set router 66549baf-89ae-4cd5-a806-4bd57549d7f9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:34.804775 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41ac224-2534-4959-a39f-853e546ce220 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:34.806388 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b41ac224-2534-4959-a39f-853e546ce220 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925357 Nov 09 20:18:34.809755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48840) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:34.838410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b32e4058-099c-451d-9ba9-85f3a3ad507e tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266287 Nov 09 20:18:34.840968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48842) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:34.846241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-835507277', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:34.937531 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Made reservation on behalf of e840218727084f21ae43d8c0dcdfc187 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:18:34.941060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:34.965868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:34Z', 'revision_number': 3, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:34.997010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Checking router: 66549baf-89ae-4cd5-a806-4bd57549d7f9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:18:34.997364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Updating router 66549baf-89ae-4cd5-a806-4bd57549d7f9 port f3b10c51-9b4d-4539-9ade-23d9b63ca87e binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:18:35.023142 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:35.131584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:35.193501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Subnet': ['ID=5b369f18-8c33-4a0e-a823-adc2fa5a344f,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:35.201541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Checking segment: {'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:18:35.201541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network hostable DHCP agents. Network: 45829b5e-bb16-4425-9bb8-daa36f0e23d0, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:18:35.218454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:18:35.226470 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 45829b5e-bb16-4425-9bb8-daa36f0e23d0) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:18:35.230896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:35.231974 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:35.237420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020aba84-3b96-42c8-b337-a4e9c788a2d4 None None] Network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:18:35.248127 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3ae2f504-e5ed-4bd0-96ef-a155688508e3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4050550 Nov 09 20:18:35.250973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48844) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:35.337893 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:35.344249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:35.416886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Attempting to bind port f3b10c51-9b4d-4539-9ade-23d9b63ca87e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:18:35.417272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Attempting to bind port f3b10c51-9b4d-4539-9ade-23d9b63ca87e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:18:35.417598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Attempting to bind port f3b10c51-9b4d-4539-9ade-23d9b63ca87e on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:18:35.428822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430af04-e7f0-4eb9-9459-e456020856d2 None None] Pushing event updated for resources: {'Port': ['ID=f3b10c51-9b4d-4539-9ade-23d9b63ca87e,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:35.454863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:18:35.455160 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:18:35.455572 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:35.455963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:18:35.456458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Bound port: f3b10c51-9b4d-4539-9ade-23d9b63ca87e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:18:35.457129 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:35.537942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] For port f3b10c51-9b4d-4539-9ade-23d9b63ca87e, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:18:35.541476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:18:35.542427 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:35.546202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] For port f3b10c51-9b4d-4539-9ade-23d9b63ca87e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f3b10c51-9b4d-4539-9ade-23d9b63ca87e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:18:35.556460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:35.681757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Routers {'66549baf-89ae-4cd5-a806-4bd57549d7f9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:35.682390 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['66549baf-89ae-4cd5-a806-4bd57549d7f9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:35.688694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430af04-e7f0-4eb9-9459-e456020856d2 None None] Pushing event updated for resources: {'Port': ['ID=f3b10c51-9b4d-4539-9ade-23d9b63ca87e,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:35.832029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Allocated IP 172.20.0.2 (45829b5e-bb16-4425-9bb8-daa36f0e23d0/5b369f18-8c33-4a0e-a823-adc2fa5a344f/d74be0fd-41ab-47f4-b82a-030ce85d54ea) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:18:35.849759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] Set router 66549baf-89ae-4cd5-a806-4bd57549d7f9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:36.033091 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.124874 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.133414 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.178038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:34Z', 'revision_number': 3, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:36.182985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:18:36.214693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35fb94b-cab5-41da-a38a-8f84dd7cf674 None None] The sync data for ids ['66549baf-89ae-4cd5-a806-4bd57549d7f9'] in n-d-817256-1 is: [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:34Z', 'revision_number': 3, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:18:36.216528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:18:36.218723 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Pushing event updated for resources: {'Port': ['ID=d74be0fd-41ab-47f4-b82a-030ce85d54ea,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:36.220835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:18:36.275626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Attempting to bind port d74be0fd-41ab-47f4-b82a-030ce85d54ea on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:18:36.276007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Attempting to bind port d74be0fd-41ab-47f4-b82a-030ce85d54ea by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:18:36.276377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Attempting to bind port d74be0fd-41ab-47f4-b82a-030ce85d54ea on network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:18:36.281663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:18:36.282032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Checking segment: {'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:18:36.282443 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.282869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Bound using segment: {'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:18:36.283354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Bound port: d74be0fd-41ab-47f4-b82a-030ce85d54ea, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:18:36.283743 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.317091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Allocated IP 172.20.0.1 (45829b5e-bb16-4425-9bb8-daa36f0e23d0/5b369f18-8c33-4a0e-a823-adc2fa5a344f/5ee5e2e9-e99f-46b1-a158-1ba26ae1f906) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:18:36.357538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] For port d74be0fd-41ab-47f4-b82a-030ce85d54ea, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:18:36.361165 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] For port d74be0fd-41ab-47f4-b82a-030ce85d54ea, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d74be0fd-41ab-47f4-b82a-030ce85d54ea,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:18:36.365541 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.426211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6bf36-c3ad-4097-961b-64aeb9b46d05 None None] Pushing event updated for resources: {'Port': ['ID=d74be0fd-41ab-47f4-b82a-030ce85d54ea,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:36.449642 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.507007 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.560205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:18:36.563777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:18:36.568584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:18:36.623521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=5ee5e2e9-e99f-46b1-a158-1ba26ae1f906,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:36.635259 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.648296 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f3b10c51-9b4d-4539-9ade-23d9b63ca87e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:18:36.749614 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f3b10c51-9b4d-4539-9ade-23d9b63ca87e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:36.749989 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.883215 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.887885 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.906268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port f3b10c51-9b4d-4539-9ade-23d9b63ca87e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f3b10c51-9b4d-4539-9ade-23d9b63ca87e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:36.916330 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:36.971712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=f3b10c51-9b4d-4539-9ade-23d9b63ca87e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:37.195198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:37.201589 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:37.277172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=5ee5e2e9-e99f-46b1-a158-1ba26ae1f906,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:37.283873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:37.384114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:18:37.385590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:18:37.507830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 66549baf-89ae-4cd5-a806-4bd57549d7f9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:18:37.535953 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502c355-ca4a-49d9-a165-e8b46f82709d None None] Network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:18:37.630127 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:18:37.635903 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9d8e3dc0-bd67-486b-a447-92964e0d86c9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "PUT /v2.0/routers/66549baf-89ae-4cd5-a806-4bd57549d7f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3837688 Nov 09 20:18:37.637741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48846) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:37.736588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12a331-14c5-44ad-9511-5531155d3f1c tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:37.737060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12a331-14c5-44ad-9511-5531155d3f1c tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:37.737534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12a331-14c5-44ad-9511-5531155d3f1c tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:37.738001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12a331-14c5-44ad-9511-5531155d3f1c tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:37.739709 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ac12a331-14c5-44ad-9511-5531155d3f1c tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1008573 Nov 09 20:18:37.742762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48848) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:37.766298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-07f515d0-7db1-4b47-b8d6-d7c21f753431 None None] Provisioning complete for port d74be0fd-41ab-47f4-b82a-030ce85d54ea triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:37.767130 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07f515d0-7db1-4b47-b8d6-d7c21f753431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:37.831902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41910bfa-552b-4e8a-b35f-c0ea069b5b4b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:37.832372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41910bfa-552b-4e8a-b35f-c0ea069b5b4b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:37.832834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41910bfa-552b-4e8a-b35f-c0ea069b5b4b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:37.833286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41910bfa-552b-4e8a-b35f-c0ea069b5b4b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:37.837429 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-41910bfa-552b-4e8a-b35f-c0ea069b5b4b tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0912576 Nov 09 20:18:37.837678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48850) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:37.925672 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07f515d0-7db1-4b47-b8d6-d7c21f753431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:37.971195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-07f515d0-7db1-4b47-b8d6-d7c21f753431 None None] For port d74be0fd-41ab-47f4-b82a-030ce85d54ea, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d74be0fd-41ab-47f4-b82a-030ce85d54ea,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:37.979479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07f515d0-7db1-4b47-b8d6-d7c21f753431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.037051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f515d0-7db1-4b47-b8d6-d7c21f753431 None None] Pushing event updated for resources: {'Port': ['ID=d74be0fd-41ab-47f4-b82a-030ce85d54ea,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:38.104352 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Sync routers for ids ['66549baf-89ae-4cd5-a806-4bd57549d7f9'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:18:38.110307 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-15eb8002-cf98-448e-9f39-a518192906aa tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2713037 Nov 09 20:18:38.117566 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Routers {'66549baf-89ae-4cd5-a806-4bd57549d7f9'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:38.118369 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['66549baf-89ae-4cd5-a806-4bd57549d7f9'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:38.203329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-52d08be1-fe08-4e5f-8fa8-48938175a5e4 None None] Provisioning complete for port d74be0fd-41ab-47f4-b82a-030ce85d54ea triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:38.203776 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52d08be1-fe08-4e5f-8fa8-48938175a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.238965 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Set router 66549baf-89ae-4cd5-a806-4bd57549d7f9 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:38.303898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-52d08be1-fe08-4e5f-8fa8-48938175a5e4 None None] Provisioning complete for port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:38.304369 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52d08be1-fe08-4e5f-8fa8-48938175a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.346852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-52d08be1-fe08-4e5f-8fa8-48938175a5e4 None None] Port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:18:38.458443 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '5ee5e2e9-e99f-46b1-a158-1ba26ae1f906', 'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:26:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:36Z', 'updated_at': '2021-11-09T20:18:37Z', 'revision_number': 2, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:38.472002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-17502473-8d7c-41fd-8bcd-05bcb6e8c174 None None] Provisioning complete for port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:38.472455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-17502473-8d7c-41fd-8bcd-05bcb6e8c174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.495363 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Checking router: 66549baf-89ae-4cd5-a806-4bd57549d7f9 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:18:38.495974 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Updating router 66549baf-89ae-4cd5-a806-4bd57549d7f9 port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:18:38.518105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-17502473-8d7c-41fd-8bcd-05bcb6e8c174 None None] Port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:18:38.553630 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.651964 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9f693760-dec6-4a92-b969-e0c050c647e6 None None] Provisioning complete for port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:38.652375 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9f693760-dec6-4a92-b969-e0c050c647e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.699271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f3b10c51-9b4d-4539-9ade-23d9b63ca87e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:18:38.702640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9f693760-dec6-4a92-b969-e0c050c647e6 None None] Port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:18:38.706895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48854) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:38.711793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-636352d7-90db-435d-b3b2-099124be3ee3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683758994', 'description': 'tempest-secgroup-smoke-683758994 description', 'project_id': 'e840218727084f21ae43d8c0dcdfc187'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:38.740072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-636352d7-90db-435d-b3b2-099124be3ee3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.759590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f3b10c51-9b4d-4539-9ade-23d9b63ca87e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:38.759950 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.819964 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-636352d7-90db-435d-b3b2-099124be3ee3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.824230 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-636352d7-90db-435d-b3b2-099124be3ee3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.847193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d74be0fd-41ab-47f4-b82a-030ce85d54ea up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:18:38.858174 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-636352d7-90db-435d-b3b2-099124be3ee3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.859516 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-636352d7-90db-435d-b3b2-099124be3ee3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1513700 Nov 09 20:18:38.861421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636352d7-90db-435d-b3b2-099124be3ee3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3af1c3-7767-4d28-a8ba-29172c2d3890,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:38.862616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48856) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:38.869690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8f9952b4-03ab-450f-a35b-f46f13b7ccdb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7a3af1c3-7767-4d28-a8ba-29172c2d3890', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:38.880102 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.886296 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.897627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d74be0fd-41ab-47f4-b82a-030ce85d54ea triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:38.897999 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.903166 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f9952b4-03ab-450f-a35b-f46f13b7ccdb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:38.936788 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bccb9a-f9ae-45fc-9555-7648185d5007 None None] Pushing event updated for resources: {'Port': ['ID=5ee5e2e9-e99f-46b1-a158-1ba26ae1f906,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:38.996071 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Attempting to bind port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:18:38.996430 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Attempting to bind port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:18:38.996787 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Attempting to bind port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 on network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:18:38.997048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f9952b4-03ab-450f-a35b-f46f13b7ccdb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.002938 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:18:39.003133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f9952b4-03ab-450f-a35b-f46f13b7ccdb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.003273 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Checking segment: {'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:18:39.003726 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.004148 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Bound using segment: {'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:18:39.004611 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Bound port: 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:18:39.004992 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.026849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9952b4-03ab-450f-a35b-f46f13b7ccdb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bfc61e-a42d-4559-9495-55acaac54756,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:39.035009 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f9952b4-03ab-450f-a35b-f46f13b7ccdb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.037192 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8f9952b4-03ab-450f-a35b-f46f13b7ccdb tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1721740 Nov 09 20:18:39.040265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48858) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:39.047203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-bfaae2f6-7782-4b51-9f07-ebd27538949d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7a3af1c3-7767-4d28-a8ba-29172c2d3890', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:39.076226 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] For port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:18:39.077221 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfaae2f6-7782-4b51-9f07-ebd27538949d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.079851 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] For port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5ee5e2e9-e99f-46b1-a158-1ba26ae1f906,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:18:39.084939 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.136132 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Routers {'66549baf-89ae-4cd5-a806-4bd57549d7f9'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:39.136814 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['66549baf-89ae-4cd5-a806-4bd57549d7f9'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:39.156136 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfaae2f6-7782-4b51-9f07-ebd27538949d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.160000 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfaae2f6-7782-4b51-9f07-ebd27538949d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.181736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaae2f6-7782-4b51-9f07-ebd27538949d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7ed1c1-534f-4c61-8f59-04746c656b6b,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:39.193361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bfaae2f6-7782-4b51-9f07-ebd27538949d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.197951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48860) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:39.198217 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bfaae2f6-7782-4b51-9f07-ebd27538949d tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561103 Nov 09 20:18:39.204047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e170c930-56ac-457f-934d-b73bab4e81c0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7a3af1c3-7767-4d28-a8ba-29172c2d3890', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:39.219996 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bccb9a-f9ae-45fc-9555-7648185d5007 None None] Pushing event updated for resources: {'Port': ['ID=5ee5e2e9-e99f-46b1-a158-1ba26ae1f906,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:39.229993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7da9ab4d-e0e7-4890-b2af-eaa7a83cd011 None None] Provisioning complete for port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:39.230461 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7da9ab4d-e0e7-4890-b2af-eaa7a83cd011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.255849 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e170c930-56ac-457f-934d-b73bab4e81c0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.283579 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] Set router 66549baf-89ae-4cd5-a806-4bd57549d7f9 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:39.330710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e170c930-56ac-457f-934d-b73bab4e81c0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.336312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e170c930-56ac-457f-934d-b73bab4e81c0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.344540 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7da9ab4d-e0e7-4890-b2af-eaa7a83cd011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.369307 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e170c930-56ac-457f-934d-b73bab4e81c0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.370651 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e170c930-56ac-457f-934d-b73bab4e81c0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715753 Nov 09 20:18:39.372307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170c930-56ac-457f-934d-b73bab4e81c0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01975221-53ee-473b-b8cd-077359c0eacb,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:39.373938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48862) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:39.380172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d43f8395-1ba9-498b-89b1-0f1ca0b4f820 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7a3af1c3-7767-4d28-a8ba-29172c2d3890', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:39.389982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7da9ab4d-e0e7-4890-b2af-eaa7a83cd011 None None] For port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5ee5e2e9-e99f-46b1-a158-1ba26ae1f906,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:39.396483 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7da9ab4d-e0e7-4890-b2af-eaa7a83cd011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.419424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d43f8395-1ba9-498b-89b1-0f1ca0b4f820 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.453182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ab4d-e0e7-4890-b2af-eaa7a83cd011 None None] Pushing event updated for resources: {'Port': ['ID=5ee5e2e9-e99f-46b1-a158-1ba26ae1f906,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:39.483845 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d43f8395-1ba9-498b-89b1-0f1ca0b4f820 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.487915 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d43f8395-1ba9-498b-89b1-0f1ca0b4f820 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.503523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f8395-1ba9-498b-89b1-0f1ca0b4f820 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c07278-9d7e-4c7b-8add-b755733dba85,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:39.516690 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d43f8395-1ba9-498b-89b1-0f1ca0b4f820 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.518551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d681708c-d42e-406c-bebd-2fb25e15e49f None None] Provisioning complete for port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:39.518847 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d681708c-d42e-406c-bebd-2fb25e15e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.521707 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d43f8395-1ba9-498b-89b1-0f1ca0b4f820 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464672 Nov 09 20:18:39.522447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48864) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:39.527962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a86d8679-b263-4234-8ad9-d8885bdf84df tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7a3af1c3-7767-4d28-a8ba-29172c2d3890', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:39.556942 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-a86d8679-b263-4234-8ad9-d8885bdf84df tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Project e840218727084f21ae43d8c0dcdfc187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:18:39.563405 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a86d8679-b263-4234-8ad9-d8885bdf84df tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.638923 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a86d8679-b263-4234-8ad9-d8885bdf84df tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.642755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a86d8679-b263-4234-8ad9-d8885bdf84df tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.649659 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '5ee5e2e9-e99f-46b1-a158-1ba26ae1f906', 'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:26:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:36Z', 'updated_at': '2021-11-09T20:18:39Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:39.660559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d8679-b263-4234-8ad9-d8885bdf84df tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4838ea81-b53a-459b-ac8a-93d50320559d,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:39.669807 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a86d8679-b263-4234-8ad9-d8885bdf84df tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.671096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a86d8679-b263-4234-8ad9-d8885bdf84df tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476619 Nov 09 20:18:39.673849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48866) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:39.676578 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d9b0d4-7580-4054-b371-41ec399bbc44 None None] The sync data for ids ['66549baf-89ae-4cd5-a806-4bd57549d7f9'] in n-d-817256-1 is: [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '5ee5e2e9-e99f-46b1-a158-1ba26ae1f906', 'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:26:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:36Z', 'updated_at': '2021-11-09T20:18:39Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:18:39.678277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-82490a7e-ac21-4cce-b2ca-0f3c88c17903 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'security_group_rule': {'security_group_id': '7a3af1c3-7767-4d28-a8ba-29172c2d3890', 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:39.701491 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-82490a7e-ac21-4cce-b2ca-0f3c88c17903 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Project e840218727084f21ae43d8c0dcdfc187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:18:39.706972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82490a7e-ac21-4cce-b2ca-0f3c88c17903 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.791262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82490a7e-ac21-4cce-b2ca-0f3c88c17903 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.795824 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82490a7e-ac21-4cce-b2ca-0f3c88c17903 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.814469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82490a7e-ac21-4cce-b2ca-0f3c88c17903 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7899f808-e6af-4518-975b-900991dc0c62,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:39.823772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-82490a7e-ac21-4cce-b2ca-0f3c88c17903 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:39.825010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-82490a7e-ac21-4cce-b2ca-0f3c88c17903 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502051 Nov 09 20:18:39.980446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-38b4256b-b8fb-45a6-b4dc-cdfa8e6ce04e tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683758994&fields=id&tenant_id=e840218727084f21ae43d8c0dcdfc187 HTTP/1.1" status: 200 len: 267 time: 0.0344176 Nov 09 20:18:40.093414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c9de3-1517-4746-9f47-f8438b638fef req-db6d652c-0c8e-422b-9906-ffe014f430bc tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:40.095049 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-db6d652c-0c8e-422b-9906-ffe014f430bc tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/networks?id=45829b5e-bb16-4425-9bb8-daa36f0e23d0 HTTP/1.1" status: 200 len: 797 time: 0.1067438 Nov 09 20:18:40.112045 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-b888be75-a2a6-41f5-9635-76bece3df611 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/quotas/e840218727084f21ae43d8c0dcdfc187 HTTP/1.1" status: 200 len: 375 time: 0.0104036 Nov 09 20:18:40.170736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-5c1ebaf3-35f7-44b5-a4ab-5086b160c554 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531194 Nov 09 20:18:40.273130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-ef3532e3-5c2f-4d58-bcd3-29c50dba31cc service neutron] 10.222.0.53 "GET /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887592 Nov 09 20:18:40.276509 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7e418a16-5518-424a-9ba0-c532f789b298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:40.375530 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-cef9d1e6-da07-4fe4-b517-306d182dd3d5 service neutron] 10.222.0.53 "GET /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923688 Nov 09 20:18:40.562163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcb46f31-c870-43da-8866-99bfcddb2f91 req-ce54966f-54ff-4fce-8af1-c17e1dce2520 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 210 time: 0.0327032 Nov 09 20:18:40.618185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:18:40.671960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:40.672340 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:41.553336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c9de3-1517-4746-9f47-f8438b638fef req-deab17b1-25a2-4c60-aeac-744dccec23ce tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:41.554743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-deab17b1-25a2-4c60-aeac-744dccec23ce tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "GET /v2.0/networks?id=45829b5e-bb16-4425-9bb8-daa36f0e23d0 HTTP/1.1" status: 200 len: 797 time: 0.1072154 Nov 09 20:18:41.618339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-6f2efef6-e2a0-4cd1-8977-ee5447be356c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e840218727084f21ae43d8c0dcdfc187 HTTP/1.1" status: 200 len: 379 time: 0.0396161 Nov 09 20:18:41.633512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'port': {'device_id': '730ea516-55d8-4802-98ac-a10321d25bd0', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'admin_state_up': True, 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'security_groups': ['7a3af1c3-7767-4d28-a8ba-29172c2d3890']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:41.710031 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8a4bae0-281c-4ba7-9ec7-0fcb6eeb47f0 req-510be497-becb-4d90-8975-3e714107cd05 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 210 time: 0.0601854 Nov 09 20:18:41.771374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Made reservation on behalf of e840218727084f21ae43d8c0dcdfc187 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:18:41.774899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:41.902867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Allocated IP 172.20.0.5 (45829b5e-bb16-4425-9bb8-daa36f0e23d0/5b369f18-8c33-4a0e-a823-adc2fa5a344f/61dd16c3-9a73-4717-af65-64f88dd94346) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:18:42.046337 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:42.078145 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:42.124357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:18:42.127456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:18:42.130322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:18:42.166015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=61dd16c3-9a73-4717-af65-64f88dd94346,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:42.180431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.180776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.181120 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.181456 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.181796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.182125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.182450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.182802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.183130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.183454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.183776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.184097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:42.203590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:42.204216 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:42.220774 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-aa7ab9d4-9b14-431f-b6f4-32178f6326b0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5920846 Nov 09 20:18:42.236444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Request body: {'port': {'device_id': '730ea516-55d8-4802-98ac-a10321d25bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:42.293621 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:42.367632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5dfebdbd-97fe-4666-8df6-6f70f6fe4ddf None None] Provisioning complete for port 61dd16c3-9a73-4717-af65-64f88dd94346 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:42.368248 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5dfebdbd-97fe-4666-8df6-6f70f6fe4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:42.405046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5dfebdbd-97fe-4666-8df6-6f70f6fe4ddf None None] Port 61dd16c3-9a73-4717-af65-64f88dd94346 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:18:42.561079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dd16c3-9a73-4717-af65-64f88dd94346 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:18:42.568340 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:42.580256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Transition to ACTIVE for port object 61dd16c3-9a73-4717-af65-64f88dd94346 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:18:42.583996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:42.639044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Pushing event updated for resources: {'Port': ['ID=61dd16c3-9a73-4717-af65-64f88dd94346,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:42.707911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Attempting to bind port 61dd16c3-9a73-4717-af65-64f88dd94346 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:18:42.708252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Attempting to bind port 61dd16c3-9a73-4717-af65-64f88dd94346 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:18:42.708588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Attempting to bind port 61dd16c3-9a73-4717-af65-64f88dd94346 on network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:18:42.713326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Port 61dd16c3-9a73-4717-af65-64f88dd94346 on network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:18:42.713651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Attempting to bind port 61dd16c3-9a73-4717-af65-64f88dd94346 on network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:18:42.719403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:18:42.719751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Checking segment: {'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:18:42.720143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Bound using segment: {'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:18:42.720581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Bound port: 61dd16c3-9a73-4717-af65-64f88dd94346, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a7ce30-221f-467c-a7e8-be6d34bac999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:18:42.720948 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:42.833519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286246b0-1141-46b1-81fd-03422580c1e6 req-03b84b0d-0d1d-4e2b-9e84-8c076f3c1187 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:42.835172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-286246b0-1141-46b1-81fd-03422580c1e6 req-03b84b0d-0d1d-4e2b-9e84-8c076f3c1187 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 943 time: 0.0546498 Nov 09 20:18:42.875890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-286246b0-1141-46b1-81fd-03422580c1e6 req-9860c25a-ca61-4080-bc1a-d14ff029cc34 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a3af1c3-7767-4d28-a8ba-29172c2d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344226 Nov 09 20:18:43.117307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] For port 61dd16c3-9a73-4717-af65-64f88dd94346, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:18:43.120535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] For port 61dd16c3-9a73-4717-af65-64f88dd94346, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=61dd16c3-9a73-4717-af65-64f88dd94346,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:18:43.125492 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:43.163285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:43.163943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:43.165403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] 10.222.0.77 "PUT /v2.0/ports/61dd16c3-9a73-4717-af65-64f88dd94346 HTTP/1.1" status: 200 len: 1091 time: 0.9336469 Nov 09 20:18:43.165848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730ea516-55d8-4802-98ac-a10321d25bd0', 'tag': '61dd16c3-9a73-4717-af65-64f88dd94346'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:18:43.168140 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00faa53-520a-4454-b9c6-78a201eb35b5" -d '{"events": [{"name": "network-changed", "server_uuid": "730ea516-55d8-4802-98ac-a10321d25bd0", "tag": "61dd16c3-9a73-4717-af65-64f88dd94346"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:18:43.196140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e26c6-f3ca-48fc-a41f-d8666f37347d service neutron] Pushing event updated for resources: {'Port': ['ID=61dd16c3-9a73-4717-af65-64f88dd94346,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:43.216979 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3029d2f3-76f0-44b7-9876-4c9b9497726d x-openstack-request-id: req-3029d2f3-76f0-44b7-9876-4c9b9497726d {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:18:43.217280 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730ea516-55d8-4802-98ac-a10321d25bd0", "tag": "61dd16c3-9a73-4717-af65-64f88dd94346", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:18:43.217542 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3029d2f3-76f0-44b7-9876-4c9b9497726d {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:18:43.217953 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730ea516-55d8-4802-98ac-a10321d25bd0', 'tag': '61dd16c3-9a73-4717-af65-64f88dd94346', 'status': 'completed', 'code': 200} Nov 09 20:18:43.226372 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a96d4819-202b-405b-adaa-0764663c05c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:43.275590 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c9de3-1517-4746-9f47-f8438b638fef req-483e5798-21ec-47fa-8625-68236811833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:43.277111 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-483e5798-21ec-47fa-8625-68236811833e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 1094 time: 0.0476966 Nov 09 20:18:43.331921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-01228b35-d256-4bf3-9c75-21492cc3ffcf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dd16c3-9a73-4717-af65-64f88dd94346 HTTP/1.1" status: 200 len: 217 time: 0.0418622 Nov 09 20:18:43.387213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c9de3-1517-4746-9f47-f8438b638fef req-05ba04ec-7a0b-487c-a8dc-3da32bf53d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:43.389300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-05ba04ec-7a0b-487c-a8dc-3da32bf53d69 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5b369f18-8c33-4a0e-a823-adc2fa5a344f HTTP/1.1" status: 200 len: 834 time: 0.0455527 Nov 09 20:18:43.437710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c9de3-1517-4746-9f47-f8438b638fef req-7a1383db-79e0-4acc-af9c-b9b2d5b6298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:43.439136 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-7a1383db-79e0-4acc-af9c-b9b2d5b6298a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=45829b5e-bb16-4425-9bb8-daa36f0e23d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391574 Nov 09 20:18:43.492279 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:43.542093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-401d795f-3010-48ea-9d7c-ec18c02dee19 service neutron] 10.222.0.77 "GET /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901470 Nov 09 20:18:43.641996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-155c9de3-1517-4746-9f47-f8438b638fef req-e32021a8-e35d-44cb-85b2-f7a709384e97 service neutron] 10.222.0.77 "GET /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885231 Nov 09 20:18:43.739951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-41c16e53-3c2d-4778-9693-63409f0543ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:43.741456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-41c16e53-3c2d-4778-9693-63409f0543ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 1094 time: 0.0425410 Nov 09 20:18:43.835114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-ffa4cb0d-9291-49d9-bec9-ea1437535c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:43.836572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-ffa4cb0d-9291-49d9-bec9-ea1437535c21 service neutron] 10.222.0.77 "GET /v2.0/networks?id=45829b5e-bb16-4425-9bb8-daa36f0e23d0 HTTP/1.1" status: 200 len: 898 time: 0.0874903 Nov 09 20:18:43.878276 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-3ea95580-9b5c-4204-b5a9-888db8d98a98 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dd16c3-9a73-4717-af65-64f88dd94346 HTTP/1.1" status: 200 len: 217 time: 0.0346832 Nov 09 20:18:43.937697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-ea18aad1-90b9-47ab-b485-3e2b6e30e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:43.939240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-ea18aad1-90b9-47ab-b485-3e2b6e30e56a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5b369f18-8c33-4a0e-a823-adc2fa5a344f HTTP/1.1" status: 200 len: 834 time: 0.0542536 Nov 09 20:18:43.986623 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-c79c8afd-b370-4f07-98d4-e4dd24396cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:43.988133 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-c79c8afd-b370-4f07-98d4-e4dd24396cea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=45829b5e-bb16-4425-9bb8-daa36f0e23d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398116 Nov 09 20:18:43.994324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c099be1-58d4-49ea-99ef-9026c6561898 req-e397688a-7458-4a58-8dfa-9bbe3b7fbfa2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:43.995809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c099be1-58d4-49ea-99ef-9026c6561898 req-e397688a-7458-4a58-8dfa-9bbe3b7fbfa2 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 943 time: 0.0499358 Nov 09 20:18:44.037770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0c099be1-58d4-49ea-99ef-9026c6561898 req-1eb2722e-fb6c-46c7-a9d8-93f779c51b72 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a3af1c3-7767-4d28-a8ba-29172c2d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350258 Nov 09 20:18:44.079378 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-d0ac0d54-25ae-49ac-8ed5-4f2f52184a35 service neutron] 10.222.0.77 "GET /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823195 Nov 09 20:18:44.178071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f00faa53-520a-4454-b9c6-78a201eb35b5 req-e45c7dfc-eff1-4a60-bc98-c0b7a1449a5c service neutron] 10.222.0.77 "GET /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901208 Nov 09 20:18:44.597763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 61dd16c3-9a73-4717-af65-64f88dd94346 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:18:44.624490 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:44.704376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 61dd16c3-9a73-4717-af65-64f88dd94346, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=61dd16c3-9a73-4717-af65-64f88dd94346,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:44.714720 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '61dd16c3-9a73-4717-af65-64f88dd94346', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'port_id': '61dd16c3-9a73-4717-af65-64f88dd94346', 'mac_address': 'fa:16:3e:57:63:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:18:44.756855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:44.769698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dd16c3-9a73-4717-af65-64f88dd94346 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:18:44.788770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 61dd16c3-9a73-4717-af65-64f88dd94346, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=61dd16c3-9a73-4717-af65-64f88dd94346,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:44.792447 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:44.838764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=61dd16c3-9a73-4717-af65-64f88dd94346,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:45.046931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['61dd16c3-9a73-4717-af65-64f88dd94346'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:18:45.159467 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df579b0d-337e-4e1e-bc6f-e7010c56f18f req-0a5ac4ad-0444-4e6f-9b88-b1837572a601 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:45.161799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-df579b0d-337e-4e1e-bc6f-e7010c56f18f req-0a5ac4ad-0444-4e6f-9b88-b1837572a601 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 944 time: 0.0520158 Nov 09 20:18:45.201738 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-df579b0d-337e-4e1e-bc6f-e7010c56f18f req-d5a6c170-0f97-4e0a-b69e-46d48b4bef1a tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a3af1c3-7767-4d28-a8ba-29172c2d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336556 Nov 09 20:18:46.324570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d36758-194e-44c6-9aa5-c71359811d3f req-a1ec6fa4-745d-44f0-905f-6818f2aec5af tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:46.326404 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8d36758-194e-44c6-9aa5-c71359811d3f req-a1ec6fa4-745d-44f0-905f-6818f2aec5af tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 944 time: 0.0553792 Nov 09 20:18:46.362424 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:46.365260 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d8d36758-194e-44c6-9aa5-c71359811d3f req-4c21c772-6999-4691-8f38-bade86adfb68 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a3af1c3-7767-4d28-a8ba-29172c2d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328996 Nov 09 20:18:46.625450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 61dd16c3-9a73-4717-af65-64f88dd94346 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:18:46.685755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 61dd16c3-9a73-4717-af65-64f88dd94346 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:18:46.689663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 61dd16c3-9a73-4717-af65-64f88dd94346 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:18:46.690042 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:46.788286 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:46.813943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730ea516-55d8-4802-98ac-a10321d25bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dd16c3-9a73-4717-af65-64f88dd94346'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:18:46.816336 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31bd4f9-8b1b-42d3-8755-d23cc58dd881" -d '{"events": [{"server_uuid": "730ea516-55d8-4802-98ac-a10321d25bd0", "name": "network-vif-plugged", "status": "completed", "tag": "61dd16c3-9a73-4717-af65-64f88dd94346"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:18:46.829215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 61dd16c3-9a73-4717-af65-64f88dd94346, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=61dd16c3-9a73-4717-af65-64f88dd94346,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:18:46.834268 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:46.859191 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359fda9f-657e-4af8-aed6-e1921145cfc7 x-openstack-request-id: req-359fda9f-657e-4af8-aed6-e1921145cfc7 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:18:46.859493 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730ea516-55d8-4802-98ac-a10321d25bd0", "name": "network-vif-plugged", "status": "completed", "tag": "61dd16c3-9a73-4717-af65-64f88dd94346", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:18:46.859754 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-359fda9f-657e-4af8-aed6-e1921145cfc7 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:18:46.860157 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730ea516-55d8-4802-98ac-a10321d25bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dd16c3-9a73-4717-af65-64f88dd94346', 'code': 200} Nov 09 20:18:46.889448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=61dd16c3-9a73-4717-af65-64f88dd94346,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:46.973792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c5412-4711-4622-a2a1-d44d830934ee req-ddcf5fb5-69a8-40f4-9fcf-55f1f3cc5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:46.975329 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a6c5412-4711-4622-a2a1-d44d830934ee req-ddcf5fb5-69a8-40f4-9fcf-55f1f3cc5a7b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0386658 Nov 09 20:18:47.017841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a6c5412-4711-4622-a2a1-d44d830934ee req-5e5a6c84-c533-4258-87e8-a82552a96015 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7a3af1c3-7767-4d28-a8ba-29172c2d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316992 Nov 09 20:18:47.480298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65964cb0-2895-465b-818c-57dd881d2dd1 req-a90fe11a-65f0-475d-8cf0-c4b978e4e2f1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:47.481778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-65964cb0-2895-465b-818c-57dd881d2dd1 req-a90fe11a-65f0-475d-8cf0-c4b978e4e2f1 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 945 time: 0.0490165 Nov 09 20:18:47.521436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-65964cb0-2895-465b-818c-57dd881d2dd1 req-24513de0-ed02-4614-ad5a-74c0834fed14 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a3af1c3-7767-4d28-a8ba-29172c2d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334432 Nov 09 20:18:48.644798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ef666-b204-4eb8-be0f-316804e5897a req-2dcca9a3-aeab-48ed-a54f-028673bfc6f4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:48.646292 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a02ef666-b204-4eb8-be0f-316804e5897a req-2dcca9a3-aeab-48ed-a54f-028673bfc6f4 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 945 time: 0.0570555 Nov 09 20:18:48.687357 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a02ef666-b204-4eb8-be0f-316804e5897a req-2e1abd80-99ec-4f0e-a6d4-2ffcb4bed9a8 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a3af1c3-7767-4d28-a8ba-29172c2d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343432 Nov 09 20:18:48.800362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d5259-ffae-4ae8-b519-61f30c3a186d req-27aeb824-0a86-40e9-b7ac-d19af6c544dd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:48.801737 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f79d5259-ffae-4ae8-b519-61f30c3a186d req-27aeb824-0a86-40e9-b7ac-d19af6c544dd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 945 time: 0.0484850 Nov 09 20:18:48.843518 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f79d5259-ffae-4ae8-b519-61f30c3a186d req-bf2b865c-37d0-4db3-823d-5f7b52088895 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a3af1c3-7767-4d28-a8ba-29172c2d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357738 Nov 09 20:18:48.865593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48910) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:48.904675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ffdeb-b6df-465e-a34b-3373e3ec52f6 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:48.906148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-924ffdeb-b6df-465e-a34b-3373e3ec52f6 tempest-TestNetworkBasicOps-1449643866 tempest-TestNetworkBasicOps-1449643866-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 1091 time: 0.0396197 Nov 09 20:18:48.908925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48912) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:48.913237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '61dd16c3-9a73-4717-af65-64f88dd94346', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:18:48.948817 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:49.049657 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:49.157205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Allocated IP 172.25.6.122 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/53105a7d-dbd1-4f2b-9764-6e8b6d39aec7) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:18:49.266191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:49.316087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:49.354877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:18:49.359687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:18:49.366457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:18:49.369692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=53105a7d-dbd1-4f2b-9764-6e8b6d39aec7,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:49.400047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.400327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.400667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.401006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.401339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.401668 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.402003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.402323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.402676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.403003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.403806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.404143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:18:49.730147 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:49.796765 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:49.947810 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:49.952456 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:50.023153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event updated for resources: {'Port': ['ID=53105a7d-dbd1-4f2b-9764-6e8b6d39aec7,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:18:50.031610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:50.134789 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Floating IP 9f5208b4-14f9-483f-bfa5-9bdb39e2756a associated. External IP: 172.25.6.122, port: 61dd16c3-9a73-4717-af65-64f88dd94346. Nov 09 20:18:50.339188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 66549baf-89ae-4cd5-a806-4bd57549d7f9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:18:50.445476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:18:50.456150 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] Sync routers for ids ['66549baf-89ae-4cd5-a806-4bd57549d7f9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:18:50.463187 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:50.466699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] Routers {'66549baf-89ae-4cd5-a806-4bd57549d7f9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:50.467308 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['66549baf-89ae-4cd5-a806-4bd57549d7f9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:50.490760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d1d1dd9c-fca8-4b80-9505-7cbec8c4a846 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5807657 Nov 09 20:18:50.491441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730ea516-55d8-4802-98ac-a10321d25bd0', 'tag': '61dd16c3-9a73-4717-af65-64f88dd94346'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:18:50.493950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48914) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:50.494432 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706fe83f-77c5-4d55-a95c-97397dcdd524" -d '{"events": [{"name": "network-changed", "server_uuid": "730ea516-55d8-4802-98ac-a10321d25bd0", "tag": "61dd16c3-9a73-4717-af65-64f88dd94346"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:18:50.567906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ece880d8-27eb-429e-8a33-801a21e704a9 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/floatingips/9f5208b4-14f9-483f-bfa5-9bdb39e2756a HTTP/1.1" status: 200 len: 991 time: 0.0717795 Nov 09 20:18:50.581129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] Set router 66549baf-89ae-4cd5-a806-4bd57549d7f9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:50.601658 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c887a117-fea1-4aa4-b4d3-81bd87ed365d x-openstack-request-id: req-c887a117-fea1-4aa4-b4d3-81bd87ed365d {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:18:50.601962 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730ea516-55d8-4802-98ac-a10321d25bd0", "tag": "61dd16c3-9a73-4717-af65-64f88dd94346", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:18:50.602219 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c887a117-fea1-4aa4-b4d3-81bd87ed365d {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:18:50.602655 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730ea516-55d8-4802-98ac-a10321d25bd0', 'tag': '61dd16c3-9a73-4717-af65-64f88dd94346', 'status': 'completed', 'code': 200} Nov 09 20:18:50.667089 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-e23ca5db-84a9-4d31-b0ff-ee05dcca8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:50.668593 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-e23ca5db-84a9-4d31-b0ff-ee05dcca8370 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0433555 Nov 09 20:18:50.760675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-43988a1e-45c4-43b6-b280-e4b1260aac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:50.762157 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-43988a1e-45c4-43b6-b280-e4b1260aac65 service neutron] 10.222.0.77 "GET /v2.0/networks?id=45829b5e-bb16-4425-9bb8-daa36f0e23d0 HTTP/1.1" status: 200 len: 898 time: 0.0863359 Nov 09 20:18:50.809284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '9f5208b4-14f9-483f-bfa5-9bdb39e2756a', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'port_id': '61dd16c3-9a73-4717-af65-64f88dd94346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'mac_address': 'fa:16:3e:57:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ea516-55d8-4802-98ac-a10321d25bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:18:49Z', 'updated_at': '2021-11-09T20:18:49Z', 'revision_number': 0, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5e2e9-e99f-46b1-a158-1ba26ae1f906', 'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:26:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:36Z', 'updated_at': '2021-11-09T20:18:39Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:50.832586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-9caee212-d084-4160-9774-c47a8791efa3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dd16c3-9a73-4717-af65-64f88dd94346 HTTP/1.1" status: 200 len: 999 time: 0.0625432 Nov 09 20:18:50.836189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] Checking router: 66549baf-89ae-4cd5-a806-4bd57549d7f9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:18:50.845494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] Routers {'66549baf-89ae-4cd5-a806-4bd57549d7f9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:18:50.846249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:18:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['66549baf-89ae-4cd5-a806-4bd57549d7f9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:50.881958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-6b4b1e5e-1a16-42ef-a473-cd773d53ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:50.883464 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-6b4b1e5e-1a16-42ef-a473-cd773d53ddff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5b369f18-8c33-4a0e-a823-adc2fa5a344f HTTP/1.1" status: 200 len: 834 time: 0.0441132 Nov 09 20:18:50.928966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-94c29f9f-31af-4730-b97d-8d40d2436f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:18:50.930468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-94c29f9f-31af-4730-b97d-8d40d2436f5b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=45829b5e-bb16-4425-9bb8-daa36f0e23d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392287 Nov 09 20:18:50.953787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] Set router 66549baf-89ae-4cd5-a806-4bd57549d7f9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:18:51.023003 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-25d6caf6-83bb-4930-a918-20e9f8d66074 service neutron] 10.222.0.77 "GET /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851791 Nov 09 20:18:51.116212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-706fe83f-77c5-4d55-a95c-97397dcdd524 req-54eed00e-f07b-45d4-93fa-cf3dcb6e88b3 service neutron] 10.222.0.77 "GET /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862064 Nov 09 20:18:51.181961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '9f5208b4-14f9-483f-bfa5-9bdb39e2756a', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'port_id': '61dd16c3-9a73-4717-af65-64f88dd94346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'mac_address': 'fa:16:3e:57:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ea516-55d8-4802-98ac-a10321d25bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:18:49Z', 'updated_at': '2021-11-09T20:18:49Z', 'revision_number': 0, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5e2e9-e99f-46b1-a158-1ba26ae1f906', 'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:26:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:36Z', 'updated_at': '2021-11-09T20:18:39Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:18:51.219362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2c7f0-5ed4-4d3d-9a8b-09ba8990eee8 None None] The sync data for ids ['66549baf-89ae-4cd5-a806-4bd57549d7f9'] in n-d-817256-1 is: [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '9f5208b4-14f9-483f-bfa5-9bdb39e2756a', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'port_id': '61dd16c3-9a73-4717-af65-64f88dd94346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'mac_address': 'fa:16:3e:57:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ea516-55d8-4802-98ac-a10321d25bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:18:49Z', 'updated_at': '2021-11-09T20:18:49Z', 'revision_number': 0, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5e2e9-e99f-46b1-a158-1ba26ae1f906', 'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:26:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:36Z', 'updated_at': '2021-11-09T20:18:39Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:18:51.397837 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:18:51.418874 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81639b39-d772-4725-a526-54296ae13f0c None None] New status for floating IP 9f5208b4-14f9-483f-bfa5-9bdb39e2756a: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:18:51.570827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48920) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:18:51.632454 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-442f285a-b3b1-4457-a897-cad4ba812ec8 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/floatingips/9f5208b4-14f9-483f-bfa5-9bdb39e2756a HTTP/1.1" status: 200 len: 993 time: 0.0602968 Nov 09 20:18:55.030908 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:18:55.610222 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:04.831099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-af487916-b2e4-4f44-8820-84ffed6b52e9 req-df200033-0ced-4b4b-a238-1eef15123676 service neutron] (102296) timed out ('10.222.0.53', 42270) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:19:10.277929 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa420-04eb-4da6-a0b6-b30f5605cbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:13.218139 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-684046ec-cc16-4470-9e2d-bfc94f455495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:13.493013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:14.617666 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:16.367362 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:21.428553 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:25.612056 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:26.909808 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48934) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:26.977805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-29966777-6af1-4565-b260-82784a6b1dcd tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/floatingips/9f5208b4-14f9-483f-bfa5-9bdb39e2756a HTTP/1.1" status: 200 len: 993 time: 0.0668573 Nov 09 20:19:27.257284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48940) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:27.419159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port 53105a7d-dbd1-4f2b-9764-6e8b6d39aec7 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:19:27.420011 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:27.496382 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:27.496713 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:27.508988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for 53105a7d-dbd1-4f2b-9764-6e8b6d39aec7 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:19:27.929253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:27.958440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=53105a7d-dbd1-4f2b-9764-6e8b6d39aec7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:28.015956 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:28.016288 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Floating IP 9f5208b4-14f9-483f-bfa5-9bdb39e2756a disassociated (deleted). External IP: 172.25.6.122, port: 61dd16c3-9a73-4717-af65-64f88dd94346. Nov 09 20:19:28.222204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 66549baf-89ae-4cd5-a806-4bd57549d7f9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:19:28.331235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:19:28.336106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:28.342785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] Sync routers for ids ['66549baf-89ae-4cd5-a806-4bd57549d7f9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:19:28.351674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] Routers {'66549baf-89ae-4cd5-a806-4bd57549d7f9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:19:28.352265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:19:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['66549baf-89ae-4cd5-a806-4bd57549d7f9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:28.363385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9f647f74-d2bb-473c-b1a3-eaec4068097c tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/floatingips/9f5208b4-14f9-483f-bfa5-9bdb39e2756a HTTP/1.1" status: 204 len: 168 time: 1.1051059 Nov 09 20:19:28.364262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730ea516-55d8-4802-98ac-a10321d25bd0', 'tag': '61dd16c3-9a73-4717-af65-64f88dd94346'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:19:28.366948 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "730ea516-55d8-4802-98ac-a10321d25bd0", "tag": "61dd16c3-9a73-4717-af65-64f88dd94346"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:19:28.416747 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd23c00-98e3-4e94-9bd7-70e584c195f6 x-openstack-request-id: req-ebd23c00-98e3-4e94-9bd7-70e584c195f6 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:19:28.417045 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730ea516-55d8-4802-98ac-a10321d25bd0", "tag": "61dd16c3-9a73-4717-af65-64f88dd94346", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:19:28.417305 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebd23c00-98e3-4e94-9bd7-70e584c195f6 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:19:28.417709 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730ea516-55d8-4802-98ac-a10321d25bd0', 'tag': '61dd16c3-9a73-4717-af65-64f88dd94346', 'status': 'completed', 'code': 200} Nov 09 20:19:28.463016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] Set router 66549baf-89ae-4cd5-a806-4bd57549d7f9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:19:28.495512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-ccd87dbf-e20f-4a3e-81b7-e2bb80d312be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:28.496937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-ccd87dbf-e20f-4a3e-81b7-e2bb80d312be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e840218727084f21ae43d8c0dcdfc187&device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0447791 Nov 09 20:19:28.625035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-66a4fcfa-3717-4ff5-b1db-e1b7c85017f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:28.626538 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-66a4fcfa-3717-4ff5-b1db-e1b7c85017f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=45829b5e-bb16-4425-9bb8-daa36f0e23d0 HTTP/1.1" status: 200 len: 898 time: 0.1205759 Nov 09 20:19:28.637783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708b44c-5794-4a45-a205-6a2054d0756c req-01e9ce7d-c1fe-4cac-9aca-5c49d6de4449 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:28.639886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b708b44c-5794-4a45-a205-6a2054d0756c req-01e9ce7d-c1fe-4cac-9aca-5c49d6de4449 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 945 time: 0.0735476 Nov 09 20:19:28.683853 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-1d958d1e-f497-4759-9f68-e120a075df57 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dd16c3-9a73-4717-af65-64f88dd94346 HTTP/1.1" status: 200 len: 217 time: 0.0430360 Nov 09 20:19:28.686129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '5ee5e2e9-e99f-46b1-a158-1ba26ae1f906', 'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:26:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:36Z', 'updated_at': '2021-11-09T20:18:39Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:28.717164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] Checking router: 66549baf-89ae-4cd5-a806-4bd57549d7f9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:19:28.725740 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] Routers {'66549baf-89ae-4cd5-a806-4bd57549d7f9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:19:28.726356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:19:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['66549baf-89ae-4cd5-a806-4bd57549d7f9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:28.738940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b708b44c-5794-4a45-a205-6a2054d0756c req-2d901ec0-3ea6-4f55-a5a5-0a87534cecc0 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a3af1c3-7767-4d28-a8ba-29172c2d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911741 Nov 09 20:19:28.751075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-0238a7d5-70d1-4982-ae24-d2181ffc9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:28.751617 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-0238a7d5-70d1-4982-ae24-d2181ffc9da1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5b369f18-8c33-4a0e-a823-adc2fa5a344f HTTP/1.1" status: 200 len: 834 time: 0.0591977 Nov 09 20:19:28.798829 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-0a11e3d2-d97a-40ca-b42a-129460b04d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:28.800319 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-0a11e3d2-d97a-40ca-b42a-129460b04d78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=45829b5e-bb16-4425-9bb8-daa36f0e23d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404668 Nov 09 20:19:28.901127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-ed4bbce3-7468-409e-888f-4acc1356ff39 service neutron] 10.222.0.77 "GET /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926359 Nov 09 20:19:28.990060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] Set router 66549baf-89ae-4cd5-a806-4bd57549d7f9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:19:28.996093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9bc4bc4f-21bb-4a77-86e8-669bf09c1e7d req-c7c4b02d-3d75-44ea-b14e-6dd4cca6ea9a service neutron] 10.222.0.77 "GET /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853760 Nov 09 20:19:29.188464 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '5ee5e2e9-e99f-46b1-a158-1ba26ae1f906', 'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:26:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:36Z', 'updated_at': '2021-11-09T20:18:39Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:29.214808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c214f8bd-2d20-463c-901b-fd80aca8bc91 None None] The sync data for ids ['66549baf-89ae-4cd5-a806-4bd57549d7f9'] in n-d-817256-1 is: [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '5ee5e2e9-e99f-46b1-a158-1ba26ae1f906', 'name': '', 'network_id': '45829b5e-bb16-4425-9bb8-daa36f0e23d0', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'mac_address': 'fa:16:3e:26:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:36Z', 'updated_at': '2021-11-09T20:18:39Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'subnets': [{'id': '5b369f18-8c33-4a0e-a823-adc2fa5a344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:19:29.431870 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e66a12-2be4-4476-a732-ae46ff522414 None None] New status for floating IP 9f5208b4-14f9-483f-bfa5-9bdb39e2756a: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:19:29.865965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b6ed5-955c-45a0-803f-633ebb5eb51f req-07b366f1-b307-4cb0-9986-a39ef89746f5 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:29.867484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b10b6ed5-955c-45a0-803f-633ebb5eb51f req-07b366f1-b307-4cb0-9986-a39ef89746f5 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 945 time: 0.0527813 Nov 09 20:19:29.906206 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b10b6ed5-955c-45a0-803f-633ebb5eb51f req-f1bf471b-46fa-4923-ae80-fbaa66854d38 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a3af1c3-7767-4d28-a8ba-29172c2d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Nov 09 20:19:30.062093 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45411f-6771-4f8d-b306-b0948824730f req-57981407-a854-4482-a27a-ef16d7d5f896 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:30.063504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a45411f-6771-4f8d-b306-b0948824730f req-57981407-a854-4482-a27a-ef16d7d5f896 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 945 time: 0.0540648 Nov 09 20:19:30.152837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-4a45411f-6771-4f8d-b306-b0948824730f req-da44edc7-a8b6-45a5-a2d7-4f6fb96a7a33 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port 61dd16c3-9a73-4717-af65-64f88dd94346 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:19:30.153191 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a45411f-6771-4f8d-b306-b0948824730f req-da44edc7-a8b6-45a5-a2d7-4f6fb96a7a33 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:30.243650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-4a45411f-6771-4f8d-b306-b0948824730f req-da44edc7-a8b6-45a5-a2d7-4f6fb96a7a33 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] For port 61dd16c3-9a73-4717-af65-64f88dd94346, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=61dd16c3-9a73-4717-af65-64f88dd94346,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:19:30.244012 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a45411f-6771-4f8d-b306-b0948824730f req-da44edc7-a8b6-45a5-a2d7-4f6fb96a7a33 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:30.257591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-4a45411f-6771-4f8d-b306-b0948824730f req-da44edc7-a8b6-45a5-a2d7-4f6fb96a7a33 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for 61dd16c3-9a73-4717-af65-64f88dd94346 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:19:30.386338 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a45411f-6771-4f8d-b306-b0948824730f req-da44edc7-a8b6-45a5-a2d7-4f6fb96a7a33 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:30.418376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44edc7-a8b6-45a5-a2d7-4f6fb96a7a33 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=61dd16c3-9a73-4717-af65-64f88dd94346,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:30.462303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a45411f-6771-4f8d-b306-b0948824730f req-da44edc7-a8b6-45a5-a2d7-4f6fb96a7a33 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] No DVR routers for this DVR port 61dd16c3-9a73-4717-af65-64f88dd94346 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:19:30.464929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a45411f-6771-4f8d-b306-b0948824730f req-da44edc7-a8b6-45a5-a2d7-4f6fb96a7a33 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:30.468260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a45411f-6771-4f8d-b306-b0948824730f req-da44edc7-a8b6-45a5-a2d7-4f6fb96a7a33 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.77 "DELETE /v2.0/ports/61dd16c3-9a73-4717-af65-64f88dd94346 HTTP/1.1" status: 204 len: 173 time: 0.3985920 Nov 09 20:19:30.468698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730ea516-55d8-4802-98ac-a10321d25bd0', 'name': 'network-vif-deleted', 'tag': '61dd16c3-9a73-4717-af65-64f88dd94346'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:19:30.470953 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff3fcde-6c43-43fc-984f-b806baaf0e7b" -d '{"events": [{"server_uuid": "730ea516-55d8-4802-98ac-a10321d25bd0", "name": "network-vif-deleted", "tag": "61dd16c3-9a73-4717-af65-64f88dd94346"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:19:30.508524 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c33cf94-20a8-4ebb-803f-2382427ba2fb x-openstack-request-id: req-1c33cf94-20a8-4ebb-803f-2382427ba2fb {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:19:30.508827 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730ea516-55d8-4802-98ac-a10321d25bd0", "name": "network-vif-deleted", "tag": "61dd16c3-9a73-4717-af65-64f88dd94346", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:19:30.509118 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c33cf94-20a8-4ebb-803f-2382427ba2fb {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:19:30.509539 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730ea516-55d8-4802-98ac-a10321d25bd0', 'name': 'network-vif-deleted', 'tag': '61dd16c3-9a73-4717-af65-64f88dd94346', 'status': 'completed', 'code': 200} Nov 09 20:19:31.019840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-481c7fd9-d677-404e-b6cf-47371bcb9101 req-9d95aec1-21b1-42b9-99d0-19e848208d9e tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "GET /v2.0/ports?device_id=730ea516-55d8-4802-98ac-a10321d25bd0 HTTP/1.1" status: 200 len: 210 time: 0.0318203 Nov 09 20:19:32.029891 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:19:32.075918 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48958) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:32.134422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacc18d4-8ad2-4cff-92e1-6eb6461d6cb3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:32.159737 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacc18d4-8ad2-4cff-92e1-6eb6461d6cb3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:32.215871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacc18d4-8ad2-4cff-92e1-6eb6461d6cb3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:32.219206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-aacc18d4-8ad2-4cff-92e1-6eb6461d6cb3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:32.220360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-aacc18d4-8ad2-4cff-92e1-6eb6461d6cb3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/security-groups/7a3af1c3-7767-4d28-a8ba-29172c2d3890 HTTP/1.1" status: 204 len: 168 time: 0.1433899 Nov 09 20:19:32.229174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc18d4-8ad2-4cff-92e1-6eb6461d6cb3 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3af1c3-7767-4d28-a8ba-29172c2d3890,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:32.252061 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48962) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:32.606722 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:32.856483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:19:32.856825 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:32.907531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 61dd16c3-9a73-4717-af65-64f88dd94346 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:19:32.930038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 61dd16c3-9a73-4717-af65-64f88dd94346 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:19:32.930453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 61dd16c3-9a73-4717-af65-64f88dd94346 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:19:32.944181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] For port 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5ee5e2e9-e99f-46b1-a158-1ba26ae1f906,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:19:32.944544 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:32.957313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:19:33.143828 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:33.178233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=5ee5e2e9-e99f-46b1-a158-1ba26ae1f906,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:33.352555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:33.796100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Router 66549baf-89ae-4cd5-a806-4bd57549d7f9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:19:33.905831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:19:33.911326 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5cfecf9f-4d40-484a-9009-3ac4f8f91983 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "PUT /v2.0/routers/66549baf-89ae-4cd5-a806-4bd57549d7f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6579480 Nov 09 20:19:33.914339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48964) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:33.915297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] Sync routers for ids ['66549baf-89ae-4cd5-a806-4bd57549d7f9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:19:33.925103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] Routers {'66549baf-89ae-4cd5-a806-4bd57549d7f9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:19:33.925726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:19:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['66549baf-89ae-4cd5-a806-4bd57549d7f9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:33.967820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f95f0e-0370-4703-b86f-a3bb31e08ad6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting subnet 5b369f18-8c33-4a0e-a823-adc2fa5a344f {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:19:33.970929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0f95f0e-0370-4703-b86f-a3bb31e08ad6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.011344 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0f95f0e-0370-4703-b86f-a3bb31e08ad6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.034896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] Set router 66549baf-89ae-4cd5-a806-4bd57549d7f9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:19:34.100968 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0f95f0e-0370-4703-b86f-a3bb31e08ad6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.160755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0f95f0e-0370-4703-b86f-a3bb31e08ad6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.189482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f95f0e-0370-4703-b86f-a3bb31e08ad6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Subnet': ['ID=5b369f18-8c33-4a0e-a823-adc2fa5a344f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:34.193268 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0f95f0e-0370-4703-b86f-a3bb31e08ad6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.196447 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a0f95f0e-0370-4703-b86f-a3bb31e08ad6 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/subnets/5b369f18-8c33-4a0e-a823-adc2fa5a344f HTTP/1.1" status: 204 len: 168 time: 0.2811258 Nov 09 20:19:34.199183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48966) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:34.203517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed109bc4-ce67-4615-9540-054cac5b02c9 None None] Network 45829b5e-bb16-4425-9bb8-daa36f0e23d0 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:19:34.306019 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.324913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:19:33Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:34.355012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] Checking router: 66549baf-89ae-4cd5-a806-4bd57549d7f9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:19:34.371300 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] Routers {'66549baf-89ae-4cd5-a806-4bd57549d7f9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:19:34.371944 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:19:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['66549baf-89ae-4cd5-a806-4bd57549d7f9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:34.430212 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.443871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] DHCP port deletion for 45829b5e-bb16-4425-9bb8-daa36f0e23d0 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:19:34.485750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Deleting port f3b10c51-9b4d-4539-9ade-23d9b63ca87e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:19:34.486110 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.518353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] Set router 66549baf-89ae-4cd5-a806-4bd57549d7f9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:19:34.552682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Deleting port d74be0fd-41ab-47f4-b82a-030ce85d54ea {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:19:34.553066 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.571086 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] For port f3b10c51-9b4d-4539-9ade-23d9b63ca87e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f3b10c51-9b4d-4539-9ade-23d9b63ca87e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:19:34.571458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.590210 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Calling delete_port for f3b10c51-9b4d-4539-9ade-23d9b63ca87e owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:19:34.660240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d74be0fd-41ab-47f4-b82a-030ce85d54ea no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:19:34.734393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] For port d74be0fd-41ab-47f4-b82a-030ce85d54ea, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d74be0fd-41ab-47f4-b82a-030ce85d54ea,segment=NetworkSegment(98a7ce30-221f-467c-a7e8-be6d34bac999),segment_id=98a7ce30-221f-467c-a7e8-be6d34bac999)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:19:34.734732 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.761272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Calling delete_port for d74be0fd-41ab-47f4-b82a-030ce85d54ea owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:19:34.777779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.808969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Port': ['ID=f3b10c51-9b4d-4539-9ade-23d9b63ca87e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:34.866883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.896180 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.941113 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.972815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.975501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:34.992733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] No DVR routers for this DVR port d74be0fd-41ab-47f4-b82a-030ce85d54ea on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:19:34.997704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Pushing event deleted for resources: {'Port': ['ID=d74be0fd-41ab-47f4-b82a-030ce85d54ea,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:35.006918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:19:33Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:35.014991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.016159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.016159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.016159 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.017393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.017393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.017393 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.017713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.017877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.018210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.018589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.018911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da2912-8011-4136-a275-68b4fb022b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:35.049703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.050242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Fanout notify agent at l3_agent the message router_deleted on router 66549baf-89ae-4cd5-a806-4bd57549d7f9 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:19:35.052375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42765c2-a4af-492a-8fbc-c9323de333ae None None] The sync data for ids ['66549baf-89ae-4cd5-a806-4bd57549d7f9'] in n-d-817256-1 is: [{'id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'name': 'tempest-TestNetworkBasicOps-router-1565787509', 'tenant_id': 'e840218727084f21ae43d8c0dcdfc187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:19:33Z', 'revision_number': 5, 'project_id': 'e840218727084f21ae43d8c0dcdfc187', 'gw_port': {'id': 'f3b10c51-9b4d-4539-9ade-23d9b63ca87e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66549baf-89ae-4cd5-a806-4bd57549d7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:18:33Z', 'updated_at': '2021-11-09T20:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:19:35.057356 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.061084 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-56f23e16-4357-47d2-861a-cc966f86e668 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/routers/66549baf-89ae-4cd5-a806-4bd57549d7f9 HTTP/1.1" status: 204 len: 168 time: 0.8583903 Nov 09 20:19:35.062669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48968) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:35.142242 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.228931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.248060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45829b5e-bb16-4425-9bb8-daa36f0e23d0']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:35.257495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a7ce30-221f-467c-a7e8-be6d34bac999') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:35.257731 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a7ce30-221f-467c-a7e8-be6d34bac999') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:35.267348 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.279831 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.285572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:19:35.285991 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:19:35.288930 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:19:35.364167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.371460 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.374640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] 10.222.0.53 "DELETE /v2.0/networks/45829b5e-bb16-4425-9bb8-daa36f0e23d0 HTTP/1.1" status: 204 len: 168 time: 0.3109858 Nov 09 20:19:35.391674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056d1b2-22a1-4a48-94f0-722dc003ce24 tempest-TestNetworkBasicOps-794062973 tempest-TestNetworkBasicOps-794062973-project] Pushing event deleted for resources: {'Network': ['ID=45829b5e-bb16-4425-9bb8-daa36f0e23d0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:35.691448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48974) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:35.845024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-017943ae-b04c-4b99-90a8-3182a372f9b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e840218727084f21ae43d8c0dcdfc187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522720 Nov 09 20:19:35.847600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48978) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:35.902688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-736beec4-af2e-4a44-9ebb-fafc1ffd1dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.922941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-736beec4-af2e-4a44-9ebb-fafc1ffd1dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.968053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-736beec4-af2e-4a44-9ebb-fafc1ffd1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.970498 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-736beec4-af2e-4a44-9ebb-fafc1ffd1dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:35.971672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-736beec4-af2e-4a44-9ebb-fafc1ffd1dd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2012ebb-52fb-479f-9a89-29bd81f479ee HTTP/1.1" status: 204 len: 168 time: 0.1231863 Nov 09 20:19:35.979416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736beec4-af2e-4a44-9ebb-fafc1ffd1dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2012ebb-52fb-479f-9a89-29bd81f479ee,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:36.232145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 48984) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:36.250210 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-501936ab-f41b-4c7d-b393-0699a0d6e07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:36.324747 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-501936ab-f41b-4c7d-b393-0699a0d6e07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:36.328865 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-501936ab-f41b-4c7d-b393-0699a0d6e07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:36.366754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-501936ab-f41b-4c7d-b393-0699a0d6e07f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3664de58eca4f73bb8d3af339a8b693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335156 Nov 09 20:19:36.367887 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501936ab-f41b-4c7d-b393-0699a0d6e07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4f567a-7825-4c27-a62d-78a0c175dc0f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:36.369542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 48986) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:36.418040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a48186ae-df26-4af2-a394-52db52ced267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:36.439253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a48186ae-df26-4af2-a394-52db52ced267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:36.484220 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a48186ae-df26-4af2-a394-52db52ced267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:36.486841 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a48186ae-df26-4af2-a394-52db52ced267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:36.487990 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a48186ae-df26-4af2-a394-52db52ced267 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f4f567a-7825-4c27-a62d-78a0c175dc0f HTTP/1.1" status: 204 len: 168 time: 0.1172187 Nov 09 20:19:36.496060 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48186ae-df26-4af2-a394-52db52ced267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4f567a-7825-4c27-a62d-78a0c175dc0f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:36.599779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f3b10c51-9b4d-4539-9ade-23d9b63ca87e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:19:36.622313 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: f3b10c51-9b4d-4539-9ade-23d9b63ca87e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:19:36.622721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f3b10c51-9b4d-4539-9ade-23d9b63ca87e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:19:36.623145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:19:36.646850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:19:36.647201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5ee5e2e9-e99f-46b1-a158-1ba26ae1f906 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:19:38.433728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49038) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:38.439480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'network': {'name': 'tempest-network-smoke--845785700', 'project_id': 'eae8b836d299416891b248994dc07be5', 'port_security_enabled': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:19:38.460130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Made reservation on behalf of eae8b836d299416891b248994dc07be5 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:19:38.463596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.471959 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.545120 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.549628 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.575748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:19:38.585381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a44f9ee-27b3-48c8-9042-20f73e49a456,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:38.590087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.590436 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Added segment 71ac8f60-0492-4cc4-8489-882617e877a3 of type vlan for network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 Nov 09 20:19:38.633574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.657362 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.662943 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:38.663555 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.716986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2821112 Nov 09 20:19:38.720162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49040) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:38.724839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'admin_state_up': True, 'project_id': 'eae8b836d299416891b248994dc07be5', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:19:38.731302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d785e4d-d827-46e6-8da1-7e6d731ce232 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Network': ['ID=6e1b59f1-91dd-42e8-8e52-f70f3e688d14,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:38.742661 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:19:38.753033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.754086 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.843859 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:38.980826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:39.168100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:39.192981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:39.345481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Allocated IP 172.25.6.240 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/9dc4e327-0967-4bee-806f-4f80f50d0256) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:19:39.688342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:39.720808 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:39.758683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:19:39.762855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:19:39.769361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:19:39.772411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Port': ['ID=9dc4e327-0967-4bee-806f-4f80f50d0256,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:40.016913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:40.214966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:40.280435 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-50286b31-e4b9-4e1f-a333-56c6f7b9d448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:40.353452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Router 4e288841-232b-4f4f-84fe-05197b10cd55 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:19:40.460347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:19:40.470345 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Sync routers for ids ['4e288841-232b-4f4f-84fe-05197b10cd55'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:19:40.479328 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Routers {'4e288841-232b-4f4f-84fe-05197b10cd55'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:19:40.480006 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:19:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4e288841-232b-4f4f-84fe-05197b10cd55'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:40.480227 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:40.485203 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-186e78ce-9b74-4409-bba6-17589377e12f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7602894 Nov 09 20:19:40.485390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49042) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:40.586327 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Set router 4e288841-232b-4f4f-84fe-05197b10cd55 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:19:40.616603 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f2aad83d-2704-458b-a69e-f42aca9ec2ab tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=eae8b836d299416891b248994dc07be5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1300223 Nov 09 20:19:40.619237 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49046) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:40.744416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ddcee8-c356-462c-8156-348d5afd2660 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:40.746221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f3ddcee8-c356-462c-8156-348d5afd2660 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260815 Nov 09 20:19:40.749841 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49048) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:40.762295 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:39Z', 'revision_number': 3, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:40.780070 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-35ee8966-ff77-4669-9ace-19c8144c044c tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283661 Nov 09 20:19:40.782700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49050) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:40.787523 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1755120666', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'project_id': 'eae8b836d299416891b248994dc07be5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:19:40.792087 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Checking router: 4e288841-232b-4f4f-84fe-05197b10cd55 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:19:40.792435 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Updating router 4e288841-232b-4f4f-84fe-05197b10cd55 port 9dc4e327-0967-4bee-806f-4f80f50d0256 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:19:40.817678 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:40.879328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Made reservation on behalf of eae8b836d299416891b248994dc07be5 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:19:40.882772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.065843 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.066088 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.071147 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.122026 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Attempting to bind port 9dc4e327-0967-4bee-806f-4f80f50d0256 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:19:41.122393 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Attempting to bind port 9dc4e327-0967-4bee-806f-4f80f50d0256 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:19:41.122780 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Attempting to bind port 9dc4e327-0967-4bee-806f-4f80f50d0256 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:19:41.128775 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Subnet': ['ID=f0cd10de-6ce1-46e7-8ec4-2b03e3146e98,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:41.131479 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:19:41.131914 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:19:41.132533 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.133093 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:19:41.133590 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Bound port: 9dc4e327-0967-4bee-806f-4f80f50d0256, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:19:41.133994 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.143639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Checking segment: {'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:19:41.144014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network hostable DHCP agents. Network: 6e1b59f1-91dd-42e8-8e52-f70f3e688d14, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:19:41.162659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:19:41.167629 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Pushing event updated for resources: {'Port': ['ID=9dc4e327-0967-4bee-806f-4f80f50d0256,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:41.172505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 6e1b59f1-91dd-42e8-8e52-f70f3e688d14) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:19:41.176780 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:41.177371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.182343 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c57531f-9b3c-419c-ba77-5d47a4b6ab37 None None] Network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:19:41.197771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b434cdd5-6314-4c7b-b5c5-f67208da8d64 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4114056 Nov 09 20:19:41.197935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.197935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.197935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.197935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.197935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.197935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.198290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49052) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:41.198361 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.198422 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.198765 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.199087 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.199408 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.199858 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:41.213827 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] For port 9dc4e327-0967-4bee-806f-4f80f50d0256, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:19:41.217195 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] For port 9dc4e327-0967-4bee-806f-4f80f50d0256, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9dc4e327-0967-4bee-806f-4f80f50d0256,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:19:41.221035 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.274894 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Routers {'4e288841-232b-4f4f-84fe-05197b10cd55'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:19:41.275504 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:19:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4e288841-232b-4f4f-84fe-05197b10cd55'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:41.339963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:19:41.340836 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.353116 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b27ec-fcd6-42ec-af28-f6a532c050d0 None None] Pushing event updated for resources: {'Port': ['ID=9dc4e327-0967-4bee-806f-4f80f50d0256,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:41.401801 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] Set router 4e288841-232b-4f4f-84fe-05197b10cd55 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:19:41.499812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Allocated IP 172.20.0.2 (6e1b59f1-91dd-42e8-8e52-f70f3e688d14/f0cd10de-6ce1-46e7-8ec4-2b03e3146e98/2f586a24-2992-45e6-877a-b8935b7a3c5d) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:19:41.655577 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.660748 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.683208 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.700354 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:39Z', 'revision_number': 3, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:41.703307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:19:41.706270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:19:41.709786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:19:41.718419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Pushing event updated for resources: {'Port': ['ID=2f586a24-2992-45e6-877a-b8935b7a3c5d,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:41.779472 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Attempting to bind port 2f586a24-2992-45e6-877a-b8935b7a3c5d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:19:41.780045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Attempting to bind port 2f586a24-2992-45e6-877a-b8935b7a3c5d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:19:41.780913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Attempting to bind port 2f586a24-2992-45e6-877a-b8935b7a3c5d on network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:19:41.786612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:19:41.787002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Checking segment: {'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:19:41.787415 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.787814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Bound using segment: {'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:19:41.788304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Bound port: 2f586a24-2992-45e6-877a-b8935b7a3c5d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:19:41.788692 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.830169 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5551f-cc53-4c7a-bd82-8699d553e157 None None] The sync data for ids ['4e288841-232b-4f4f-84fe-05197b10cd55'] in n-d-817256-1 is: [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:39Z', 'revision_number': 3, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:19:41.864345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] For port 2f586a24-2992-45e6-877a-b8935b7a3c5d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:19:41.868064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] For port 2f586a24-2992-45e6-877a-b8935b7a3c5d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2f586a24-2992-45e6-877a-b8935b7a3c5d,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:19:41.872584 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:41.939310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43999b73-880e-42c6-8929-6df3e3306eeb None None] Pushing event updated for resources: {'Port': ['ID=2f586a24-2992-45e6-877a-b8935b7a3c5d,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:41.997110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Allocated IP 172.20.0.1 (6e1b59f1-91dd-42e8-8e52-f70f3e688d14/f0cd10de-6ce1-46e7-8ec4-2b03e3146e98/238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:19:42.161944 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:42.204505 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:42.249534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:19:42.255356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:19:42.259317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:19:42.297957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Port': ['ID=238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:42.315586 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:42.453768 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:42.684113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9dc4e327-0967-4bee-806f-4f80f50d0256 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:19:42.761123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9dc4e327-0967-4bee-806f-4f80f50d0256 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:42.761922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:42.765738 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:42.773162 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:42.862651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Port': ['ID=238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:42.863652 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:42.873076 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:42.888496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 9dc4e327-0967-4bee-806f-4f80f50d0256, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9dc4e327-0967-4bee-806f-4f80f50d0256,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:19:42.893874 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:42.894925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2f586a24-2992-45e6-877a-b8935b7a3c5d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:19:42.977287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:19:42.978866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:19:42.981525 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=9dc4e327-0967-4bee-806f-4f80f50d0256,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:42.989361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2f586a24-2992-45e6-877a-b8935b7a3c5d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:42.989736 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.035141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f211d2b4-9dd6-476a-ba9a-f43ed2325b03 None None] Network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:19:43.106276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Router 4e288841-232b-4f4f-84fe-05197b10cd55 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:19:43.221039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:19:43.226734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3e4e3c89-8e9e-4534-abd5-9c925eaa2092 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "PUT /v2.0/routers/4e288841-232b-4f4f-84fe-05197b10cd55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0276363 Nov 09 20:19:43.229764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49054) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:43.235548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-47c26783-173a-4b6f-9927-0d6c7ad939b3 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1579462395', 'description': 'tempest-secgroup_access--1579462395 description', 'project_id': 'eae8b836d299416891b248994dc07be5'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:19:43.260125 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47c26783-173a-4b6f-9927-0d6c7ad939b3 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.320760 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fac61fea-bb32-4c62-ad7c-b7eb6e5e15cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.322168 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.330999 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47c26783-173a-4b6f-9927-0d6c7ad939b3 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.334581 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47c26783-173a-4b6f-9927-0d6c7ad939b3 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.337586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cc1c1feb-d601-4847-b5e9-cb637ea70f80 None None] Provisioning complete for port 2f586a24-2992-45e6-877a-b8935b7a3c5d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:43.337965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1feb-d601-4847-b5e9-cb637ea70f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.364457 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-47c26783-173a-4b6f-9927-0d6c7ad939b3 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.365723 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-47c26783-173a-4b6f-9927-0d6c7ad939b3 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1342776 Nov 09 20:19:43.368581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c26783-173a-4b6f-9927-0d6c7ad939b3 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c1f8fc-d23a-4f32-bfca-1360178deadd,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:43.369272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49056) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:43.379102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--39350775', 'description': 'tempest-secgroup_general--39350775 description', 'project_id': 'eae8b836d299416891b248994dc07be5'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:19:43.403669 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.442133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 2f586a24-2992-45e6-877a-b8935b7a3c5d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2f586a24-2992-45e6-877a-b8935b7a3c5d,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:19:43.448631 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.478798 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.483585 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.516254 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.517907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1456516 Nov 09 20:19:43.520743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49058) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:43.526764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-523fa289-20fb-468f-be57-0b0bb570a12e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'security_group_rule': {'security_group_id': '74c1f8fc-d23a-4f32-bfca-1360178deadd', 'project_id': 'eae8b836d299416891b248994dc07be5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:19:43.532107 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5997eb9a-ca0e-406d-b648-f903fd7c7414,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:43.544977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.545330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.545822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.546188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.546550 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.546910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.547212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.547545 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.547877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.548209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.548532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.548855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac32af-7b25-4792-ae5d-56ceca421c72 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:19:43.552405 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.563184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=2f586a24-2992-45e6-877a-b8935b7a3c5d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:43.569178 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-523fa289-20fb-468f-be57-0b0bb570a12e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.634346 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-523fa289-20fb-468f-be57-0b0bb570a12e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.638262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-523fa289-20fb-468f-be57-0b0bb570a12e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.659841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fa289-20fb-468f-be57-0b0bb570a12e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a313b3-711d-49ef-80a4-3c4fdbc0f995,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:43.667691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-523fa289-20fb-468f-be57-0b0bb570a12e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.677321 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-523fa289-20fb-468f-be57-0b0bb570a12e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471663 Nov 09 20:19:43.692759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Sync routers for ids ['4e288841-232b-4f4f-84fe-05197b10cd55'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:19:43.702427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Routers {'4e288841-232b-4f4f-84fe-05197b10cd55'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:19:43.703078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:19:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4e288841-232b-4f4f-84fe-05197b10cd55'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:43.823660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-435c45e9-a27c-4100-9810-8c4d1f87ee69 None None] Provisioning complete for port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:43.824129 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-435c45e9-a27c-4100-9810-8c4d1f87ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.824531 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0af00b65-3f67-4e54-a346-ca981c6ef7d0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--39350775&fields=id&tenant_id=eae8b836d299416891b248994dc07be5 HTTP/1.1" status: 200 len: 267 time: 0.0341542 Nov 09 20:19:43.855682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Set router 4e288841-232b-4f4f-84fe-05197b10cd55 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:19:43.872993 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-dd8fb048-c912-4eb4-ace7-36997e1b232d tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1579462395&fields=id&tenant_id=eae8b836d299416891b248994dc07be5 HTTP/1.1" status: 200 len: 267 time: 0.0353634 Nov 09 20:19:43.906004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-435c45e9-a27c-4100-9810-8c4d1f87ee69 None None] Port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:19:43.993781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-435c45e9-a27c-4100-9810-8c4d1f87ee69 None None] Provisioning complete for port 2f586a24-2992-45e6-877a-b8935b7a3c5d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:43.994062 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-435c45e9-a27c-4100-9810-8c4d1f87ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:43.997594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9d96-1c55-471d-baed-008644fbb289 req-d640e7f5-35a1-438a-9bad-b62d5e28484d tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:44.000771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-d640e7f5-35a1-438a-9bad-b62d5e28484d tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/networks?id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14 HTTP/1.1" status: 200 len: 796 time: 0.1193540 Nov 09 20:19:44.016384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-42d9009e-795e-49ca-91b3-6fc85772d3de tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/quotas/eae8b836d299416891b248994dc07be5 HTTP/1.1" status: 200 len: 375 time: 0.0101125 Nov 09 20:19:44.076397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-96e9c5ef-f0f0-407d-b72a-2a0dc59f6cc1 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eae8b836d299416891b248994dc07be5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498121 Nov 09 20:19:44.156386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8', 'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:b8:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:41Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 2, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:44.161075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-a35b286e-8e3e-43de-8cf0-aa30a0638952 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:19:44.167215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-a35b286e-8e3e-43de-8cf0-aa30a0638952 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0753868 Nov 09 20:19:44.188991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Checking router: 4e288841-232b-4f4f-84fe-05197b10cd55 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:19:44.189353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Updating router 4e288841-232b-4f4f-84fe-05197b10cd55 port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:19:44.215712 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:44.265385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-3d157594-b9f5-4e76-a6fc-3bfa87fd3936 service neutron] 10.222.0.53 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960166 Nov 09 20:19:44.277090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ba50f4c6-7892-4bf3-9c01-6370fa3a6022 None None] Provisioning complete for port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:44.277462 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba50f4c6-7892-4bf3-9c01-6370fa3a6022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:44.357623 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9b23482d-b8f6-4dec-b88b-6f472ffbd0b1 service neutron] 10.222.0.53 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858788 Nov 09 20:19:44.374192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ba50f4c6-7892-4bf3-9c01-6370fa3a6022 None None] Port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:19:44.526261 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:44.532262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30fd9f96-ac9c-4ee3-afb8-cc909d7885a5 req-da91dec5-979c-4b4c-90c2-8d78328c81b4 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 210 time: 0.0333176 Nov 09 20:19:44.532773 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:44.587125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcb3f2-3fb7-4667-a450-16487f1a2d19 None None] Pushing event updated for resources: {'Port': ['ID=238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:44.644607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9dc4e327-0967-4bee-806f-4f80f50d0256 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:19:44.672053 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:44.691073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Attempting to bind port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:19:44.691454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Attempting to bind port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:19:44.691818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Attempting to bind port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 on network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:19:44.706607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:19:44.707274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Checking segment: {'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:19:44.707442 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:44.707782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Bound using segment: {'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:19:44.708277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Bound port: 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:19:44.708660 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:44.761195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9dc4e327-0967-4bee-806f-4f80f50d0256 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:44.761638 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:44.833933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] For port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:19:44.836599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-669b48eb-95c8-49f5-9e35-f96379345dc0 None None] Provisioning complete for port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:44.837010 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-669b48eb-95c8-49f5-9e35-f96379345dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:44.839753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] For port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:19:44.863210 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:44.984777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Routers {'4e288841-232b-4f4f-84fe-05197b10cd55'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:19:44.985429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:19:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4e288841-232b-4f4f-84fe-05197b10cd55'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:45.026014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2f586a24-2992-45e6-877a-b8935b7a3c5d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:19:45.063747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcb3f2-3fb7-4667-a450-16487f1a2d19 None None] Pushing event updated for resources: {'Port': ['ID=238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:45.156969 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-669b48eb-95c8-49f5-9e35-f96379345dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:45.199798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] Set router 4e288841-232b-4f4f-84fe-05197b10cd55 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:19:45.240073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2f586a24-2992-45e6-877a-b8935b7a3c5d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:45.240434 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:45.246751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-669b48eb-95c8-49f5-9e35-f96379345dc0 None None] For port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:19:45.269567 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-669b48eb-95c8-49f5-9e35-f96379345dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:45.458770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b48eb-95c8-49f5-9e35-f96379345dc0 None None] Pushing event updated for resources: {'Port': ['ID=238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:45.466644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-38faaf64-ed46-434e-b787-971baaf6769d None None] Provisioning complete for port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:45.467023 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-38faaf64-ed46-434e-b787-971baaf6769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:45.630265 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9d96-1c55-471d-baed-008644fbb289 req-2039435e-078d-4ae7-a2b6-13cca53ae92d tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:45.631921 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-2039435e-078d-4ae7-a2b6-13cca53ae92d tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.77 "GET /v2.0/networks?id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14 HTTP/1.1" status: 200 len: 796 time: 0.1208649 Nov 09 20:19:45.650131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bf453dc-9696-4476-a260-2faa24aba59f req-f50b15e0-6ded-49b6-8d63-9fdc3a532735 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 210 time: 0.0417106 Nov 09 20:19:45.653081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8', 'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:b8:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:41Z', 'updated_at': '2021-11-09T20:19:44Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:45.687979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8032123-61c7-4a90-8e3f-0e459af4e149 None None] The sync data for ids ['4e288841-232b-4f4f-84fe-05197b10cd55'] in n-d-817256-1 is: [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8', 'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:b8:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:41Z', 'updated_at': '2021-11-09T20:19:44Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:19:45.699826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-fa3b6060-f583-438f-bec4-020ca4fd0efa tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eae8b836d299416891b248994dc07be5 HTTP/1.1" status: 200 len: 476 time: 0.0526271 Nov 09 20:19:45.715574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'port': {'device_id': 'b0ed216f-4586-418e-9859-73be064d13cb', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'admin_state_up': True, 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'security_groups': ['5997eb9a-ca0e-406d-b648-f903fd7c7414', '74c1f8fc-d23a-4f32-bfca-1360178deadd']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:19:45.851891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Made reservation on behalf of eae8b836d299416891b248994dc07be5 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:19:45.856047 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:45.994200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Allocated IP 172.20.0.9 (6e1b59f1-91dd-42e8-8e52-f70f3e688d14/f0cd10de-6ce1-46e7-8ec4-2b03e3146e98/a77ef255-2eef-4791-9f33-c6a6e362a2bc) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:19:46.160355 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:46.194817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:46.239193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:19:46.242383 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:19:46.246367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:19:46.274236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Port': ['ID=a77ef255-2eef-4791-9f33-c6a6e362a2bc,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:46.306639 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:46.307321 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:46.324553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-0d0bd378-b9c5-4875-b8b9-74372392e9d8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6140654 Nov 09 20:19:46.343462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Request body: {'port': {'device_id': 'b0ed216f-4586-418e-9859-73be064d13cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:19:46.374883 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:46.415760 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:46.579225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e4e51965-fee4-49dc-956e-2f40b203f09e None None] Provisioning complete for port a77ef255-2eef-4791-9f33-c6a6e362a2bc triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:46.579683 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e4e51965-fee4-49dc-956e-2f40b203f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:46.635462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e4e51965-fee4-49dc-956e-2f40b203f09e None None] Port a77ef255-2eef-4791-9f33-c6a6e362a2bc cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:19:46.650903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:19:46.713028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:46.713409 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:46.722003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77ef255-2eef-4791-9f33-c6a6e362a2bc {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:19:46.730722 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:46.768894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Transition to ACTIVE for port object a77ef255-2eef-4791-9f33-c6a6e362a2bc will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:19:46.777151 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:46.834999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0494e-1eea-42cc-bf8d-856e186814c5 req-4eae970e-73b9-49ac-9105-d8aa63e6d3e1 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:46.836435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90b0494e-1eea-42cc-bf8d-856e186814c5 req-4eae970e-73b9-49ac-9105-d8aa63e6d3e1 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 970 time: 0.1030729 Nov 09 20:19:46.870007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Pushing event updated for resources: {'Port': ['ID=a77ef255-2eef-4791-9f33-c6a6e362a2bc,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:46.939479 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90b0494e-1eea-42cc-bf8d-856e186814c5 req-debf98e1-5e47-4dfa-8fff-018cdaf22f79 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0952365 Nov 09 20:19:46.960951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Attempting to bind port a77ef255-2eef-4791-9f33-c6a6e362a2bc on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:19:46.960951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Attempting to bind port a77ef255-2eef-4791-9f33-c6a6e362a2bc by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:19:46.960951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Attempting to bind port a77ef255-2eef-4791-9f33-c6a6e362a2bc on network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:19:46.965259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Port a77ef255-2eef-4791-9f33-c6a6e362a2bc on network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:19:46.965584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Attempting to bind port a77ef255-2eef-4791-9f33-c6a6e362a2bc on network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:19:46.971683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:19:46.972019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Checking segment: {'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:19:46.972406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Bound using segment: {'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:19:46.972857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Bound port: a77ef255-2eef-4791-9f33-c6a6e362a2bc, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ac8f60-0492-4cc4-8489-882617e877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:19:46.973250 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:47.039355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] For port a77ef255-2eef-4791-9f33-c6a6e362a2bc, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:19:47.043603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] For port a77ef255-2eef-4791-9f33-c6a6e362a2bc, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a77ef255-2eef-4791-9f33-c6a6e362a2bc,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:19:47.048449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:47.089985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:47.090673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:47.092185 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] 10.222.0.77 "PUT /v2.0/ports/a77ef255-2eef-4791-9f33-c6a6e362a2bc HTTP/1.1" status: 200 len: 1130 time: 0.7541933 Nov 09 20:19:47.095981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ed216f-4586-418e-9859-73be064d13cb', 'tag': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:19:47.098249 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41738802-d462-41a7-83ee-0245b7a303ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ed216f-4586-418e-9859-73be064d13cb", "tag": "a77ef255-2eef-4791-9f33-c6a6e362a2bc"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:19:47.121732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332c718-71c9-4264-872f-60a9815d1f3b service neutron] Pushing event updated for resources: {'Port': ['ID=a77ef255-2eef-4791-9f33-c6a6e362a2bc,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:47.167862 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebaf4f8-c1ec-4334-9c15-e2a71593ac27 x-openstack-request-id: req-2ebaf4f8-c1ec-4334-9c15-e2a71593ac27 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:19:47.168164 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ed216f-4586-418e-9859-73be064d13cb", "tag": "a77ef255-2eef-4791-9f33-c6a6e362a2bc", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:19:47.168422 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ebaf4f8-c1ec-4334-9c15-e2a71593ac27 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:19:47.168830 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ed216f-4586-418e-9859-73be064d13cb', 'tag': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'status': 'completed', 'code': 200} Nov 09 20:19:47.185069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9d96-1c55-471d-baed-008644fbb289 req-db5cdcba-9028-48df-b940-26623acfa083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:47.187156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-db5cdcba-9028-48df-b940-26623acfa083 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eae8b836d299416891b248994dc07be5&device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 1133 time: 0.0471492 Nov 09 20:19:47.231708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-f08d6ec5-e458-4524-ba87-2276f54bef49 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a77ef255-2eef-4791-9f33-c6a6e362a2bc HTTP/1.1" status: 200 len: 217 time: 0.0357084 Nov 09 20:19:47.291871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9d96-1c55-471d-baed-008644fbb289 req-fed563d6-acc8-4ad5-ab03-1cf5ff904b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:47.293296 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-fed563d6-acc8-4ad5-ab03-1cf5ff904b4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f0cd10de-6ce1-46e7-8ec4-2b03e3146e98 HTTP/1.1" status: 200 len: 835 time: 0.0507667 Nov 09 20:19:47.343118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c9d96-1c55-471d-baed-008644fbb289 req-7ade5980-30b5-4047-b3e6-04a47c8c16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:47.344750 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-7ade5980-30b5-4047-b3e6-04a47c8c16ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405521 Nov 09 20:19:47.439071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-c349156c-4701-42e3-a058-6a447dc22582 service neutron] 10.222.0.77 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827754 Nov 09 20:19:47.535973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c60c9d96-1c55-471d-baed-008644fbb289 req-5fcd9d78-4afc-4835-b184-d756833c0b20 service neutron] 10.222.0.77 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858860 Nov 09 20:19:47.627889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41738802-d462-41a7-83ee-0245b7a303ee req-c4299d5e-1e97-4810-a7a4-3f01e4e8b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:47.629382 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41738802-d462-41a7-83ee-0245b7a303ee req-c4299d5e-1e97-4810-a7a4-3f01e4e8b3b1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eae8b836d299416891b248994dc07be5&device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 1133 time: 0.0421154 Nov 09 20:19:47.721776 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41738802-d462-41a7-83ee-0245b7a303ee req-86edf7da-c858-40ee-86be-71f187f65980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:47.723305 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41738802-d462-41a7-83ee-0245b7a303ee req-86edf7da-c858-40ee-86be-71f187f65980 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14 HTTP/1.1" status: 200 len: 897 time: 0.0871072 Nov 09 20:19:47.766463 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41738802-d462-41a7-83ee-0245b7a303ee req-6fe99031-2324-4082-8a4f-1226f7c6cd00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a77ef255-2eef-4791-9f33-c6a6e362a2bc HTTP/1.1" status: 200 len: 217 time: 0.0362756 Nov 09 20:19:47.815802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41738802-d462-41a7-83ee-0245b7a303ee req-b87877f3-63d7-4aab-8567-87bf259895c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:47.817194 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41738802-d462-41a7-83ee-0245b7a303ee req-b87877f3-63d7-4aab-8567-87bf259895c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f0cd10de-6ce1-46e7-8ec4-2b03e3146e98 HTTP/1.1" status: 200 len: 835 time: 0.0433538 Nov 09 20:19:47.869315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41738802-d462-41a7-83ee-0245b7a303ee req-21275af1-eb76-46b8-8b64-5e2339b6adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:47.871063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41738802-d462-41a7-83ee-0245b7a303ee req-21275af1-eb76-46b8-8b64-5e2339b6adde service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431302 Nov 09 20:19:47.963067 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41738802-d462-41a7-83ee-0245b7a303ee req-435ca393-7640-46b3-ade6-598d2019bf75 service neutron] 10.222.0.77 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840251 Nov 09 20:19:48.090950 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6ed3b-0114-4e9c-8b0a-15ab9568d283 req-3547d33c-9cec-4690-ace3-32c70cc93b7c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:48.092443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9cf6ed3b-0114-4e9c-8b0a-15ab9568d283 req-3547d33c-9cec-4690-ace3-32c70cc93b7c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 982 time: 0.0753856 Nov 09 20:19:48.098539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41738802-d462-41a7-83ee-0245b7a303ee req-d0de89a7-881f-40dc-b6ce-fcbdaf4d3461 service neutron] 10.222.0.77 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270196 Nov 09 20:19:48.140878 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9cf6ed3b-0114-4e9c-8b0a-15ab9568d283 req-807ba20c-82fa-46ac-8247-75421a56f479 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0405524 Nov 09 20:19:48.985688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a77ef255-2eef-4791-9f33-c6a6e362a2bc details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:19:49.080506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a77ef255-2eef-4791-9f33-c6a6e362a2bc, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a77ef255-2eef-4791-9f33-c6a6e362a2bc,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:19:49.091831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'port_id': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'mac_address': 'fa:16:3e:3c:b8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:19:49.132140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:49.145268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77ef255-2eef-4791-9f33-c6a6e362a2bc {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:19:49.164765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a77ef255-2eef-4791-9f33-c6a6e362a2bc, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a77ef255-2eef-4791-9f33-c6a6e362a2bc,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:19:49.168304 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:49.216180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a77ef255-2eef-4791-9f33-c6a6e362a2bc,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:49.417153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['a77ef255-2eef-4791-9f33-c6a6e362a2bc'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:19:49.556983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27279a9-cc89-4aa1-a9c5-f1585359818c req-fcc80355-4951-40ff-a351-a0b73f4fbf65 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:49.558379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e27279a9-cc89-4aa1-a9c5-f1585359818c req-fcc80355-4951-40ff-a351-a0b73f4fbf65 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 983 time: 0.3361182 Nov 09 20:19:49.599937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e27279a9-cc89-4aa1-a9c5-f1585359818c req-fe1aeb1d-c47b-4d4c-9206-280fe925f2af tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0340600 Nov 09 20:19:50.713335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d1275-e201-4e48-8809-efd70986d057 req-7319a8a9-fbb8-4fdf-aead-182458096346 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:50.714844 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-268d1275-e201-4e48-8809-efd70986d057 req-7319a8a9-fbb8-4fdf-aead-182458096346 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 983 time: 0.0489357 Nov 09 20:19:50.757241 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-268d1275-e201-4e48-8809-efd70986d057 req-6117ffc2-66d6-44e5-a149-77d26a350eab tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0361729 Nov 09 20:19:50.982714 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a77ef255-2eef-4791-9f33-c6a6e362a2bc up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:19:51.032119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port a77ef255-2eef-4791-9f33-c6a6e362a2bc completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:19:51.035792 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port a77ef255-2eef-4791-9f33-c6a6e362a2bc triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:19:51.036153 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:51.120156 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:51.298101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ed216f-4586-418e-9859-73be064d13cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:19:51.300300 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03afb2f-ae45-4638-8c5e-4a6d3d88e281" -d '{"events": [{"server_uuid": "b0ed216f-4586-418e-9859-73be064d13cb", "name": "network-vif-plugged", "status": "completed", "tag": "a77ef255-2eef-4791-9f33-c6a6e362a2bc"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:19:51.313698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a77ef255-2eef-4791-9f33-c6a6e362a2bc, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a77ef255-2eef-4791-9f33-c6a6e362a2bc,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:19:51.318770 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:51.368139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a77ef255-2eef-4791-9f33-c6a6e362a2bc,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:51.407648 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05030f50-6519-47ed-a13b-3bddd2f64d36 x-openstack-request-id: req-05030f50-6519-47ed-a13b-3bddd2f64d36 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:19:51.407946 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ed216f-4586-418e-9859-73be064d13cb", "name": "network-vif-plugged", "status": "completed", "tag": "a77ef255-2eef-4791-9f33-c6a6e362a2bc", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:19:51.408203 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05030f50-6519-47ed-a13b-3bddd2f64d36 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:19:51.408600 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ed216f-4586-418e-9859-73be064d13cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'code': 200} Nov 09 20:19:51.429562 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:51.785694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e499d0c-acb9-47e3-865a-d068da15d435 req-eb3403e5-04f6-4e27-99a7-1098493e8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:51.787283 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e499d0c-acb9-47e3-865a-d068da15d435 req-eb3403e5-04f6-4e27-99a7-1098493e8456 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 1135 time: 0.3058870 Nov 09 20:19:51.837851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e499d0c-acb9-47e3-865a-d068da15d435 req-f71fdcf5-a3c5-42e7-b466-9f2d63bb877f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5997eb9a-ca0e-406d-b648-f903fd7c7414&id=74c1f8fc-d23a-4f32-bfca-1360178deadd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0385654 Nov 09 20:19:51.872770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3ec37-c981-407b-ad08-848fb25266a3 req-196811c4-d8ac-4546-a97c-49ebe6605b30 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:51.874894 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ae3ec37-c981-407b-ad08-848fb25266a3 req-196811c4-d8ac-4546-a97c-49ebe6605b30 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 984 time: 0.0506992 Nov 09 20:19:51.913843 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ae3ec37-c981-407b-ad08-848fb25266a3 req-6d6da42c-2c34-4a4d-a06f-4bcacdbef9c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0329728 Nov 09 20:19:53.032575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5334-bfee-4813-9543-4420d593066e req-fea2491f-1c95-495e-85f4-446f76901f15 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:53.034360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0ae5334-bfee-4813-9543-4420d593066e req-fea2491f-1c95-495e-85f4-446f76901f15 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 984 time: 0.0527983 Nov 09 20:19:53.079274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0ae5334-bfee-4813-9543-4420d593066e req-14e815ee-a3ad-4351-b1fd-e28926315f96 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0383017 Nov 09 20:19:54.195034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669bd0f-501f-4d78-9351-15517cfe2b73 req-521a47ad-56a6-4bf2-9b8e-60d035e62ce8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:54.196527 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6669bd0f-501f-4d78-9351-15517cfe2b73 req-521a47ad-56a6-4bf2-9b8e-60d035e62ce8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 984 time: 0.0493519 Nov 09 20:19:54.236837 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6669bd0f-501f-4d78-9351-15517cfe2b73 req-cb6e59ce-ef0e-4285-89f2-f0789b158b78 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0341237 Nov 09 20:19:54.351721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2f755-85e7-44bf-bb93-93d7123be4a3 req-3d8a2692-1167-41d5-a9a9-75ea24210c09 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:54.353191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57b2f755-85e7-44bf-bb93-93d7123be4a3 req-3d8a2692-1167-41d5-a9a9-75ea24210c09 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 984 time: 0.0493529 Nov 09 20:19:54.393144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57b2f755-85e7-44bf-bb93-93d7123be4a3 req-c8ae8194-2533-4fb3-b8a4-2ee7d3ce9feb tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0337696 Nov 09 20:19:54.500344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80521c-bf52-4f47-8cf3-3164f5caf53f req-fd4386f2-f503-42bd-86c2-0539c00b72a8 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:54.501839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d80521c-bf52-4f47-8cf3-3164f5caf53f req-fd4386f2-f503-42bd-86c2-0539c00b72a8 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 1135 time: 0.0432456 Nov 09 20:19:54.520253 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0d80521c-bf52-4f47-8cf3-3164f5caf53f req-6aaa42f9-cd35-45df-b7d7-928651a80007 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:54.593367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0d80521c-bf52-4f47-8cf3-3164f5caf53f req-6aaa42f9-cd35-45df-b7d7-928651a80007 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:54.597292 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0d80521c-bf52-4f47-8cf3-3164f5caf53f req-6aaa42f9-cd35-45df-b7d7-928651a80007 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:54.620172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d80521c-bf52-4f47-8cf3-3164f5caf53f req-6aaa42f9-cd35-45df-b7d7-928651a80007 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1122634 Nov 09 20:19:54.629556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa42f9-cd35-45df-b7d7-928651a80007 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6705d247-e684-493e-8dd6-53ff10079fea,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:54.642868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49116) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:54.681196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2d6d35-7064-4be9-9ed2-ecc797dea92b tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:54.682697 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bc2d6d35-7064-4be9-9ed2-ecc797dea92b tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 1130 time: 0.0388446 Nov 09 20:19:54.685506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49118) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:54.690754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:19:54.713009 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:54.809520 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:54.908303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Allocated IP 172.25.6.202 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/518632e0-aa9f-437c-abde-ea57629b31b7) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:19:55.013375 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:55.047367 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:55.082243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:19:55.085100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:19:55.088534 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:19:55.117560 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Port': ['ID=518632e0-aa9f-437c-abde-ea57629b31b7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:55.536891 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:55.611061 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:55.636528 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:55.782326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:55.786603 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:55.858239 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Port': ['ID=518632e0-aa9f-437c-abde-ea57629b31b7,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:19:55.868835 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:55.966046 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Floating IP c4d168c0-8f9c-45fb-9d29-4d9606f04097 associated. External IP: 172.25.6.202, port: a77ef255-2eef-4791-9f33-c6a6e362a2bc. Nov 09 20:19:56.182681 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Router 4e288841-232b-4f4f-84fe-05197b10cd55 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:19:56.287645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:19:56.297742 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] Sync routers for ids ['4e288841-232b-4f4f-84fe-05197b10cd55'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:19:56.307989 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:19:56.308157 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] Routers {'4e288841-232b-4f4f-84fe-05197b10cd55'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:19:56.308863 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:19:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4e288841-232b-4f4f-84fe-05197b10cd55'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:56.335437 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fdc7b166-aca2-4521-ac4c-322f5da08875 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6489253 Nov 09 20:19:56.336020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ed216f-4586-418e-9859-73be064d13cb', 'tag': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:19:56.338330 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8477ec-35f4-4944-a702-65ce6171368f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ed216f-4586-418e-9859-73be064d13cb", "tag": "a77ef255-2eef-4791-9f33-c6a6e362a2bc"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:19:56.338618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49120) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:56.382698 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863c1212-9159-42a3-b5bb-11ce6c8a7770 x-openstack-request-id: req-863c1212-9159-42a3-b5bb-11ce6c8a7770 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:19:56.383001 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ed216f-4586-418e-9859-73be064d13cb", "tag": "a77ef255-2eef-4791-9f33-c6a6e362a2bc", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:19:56.383408 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-863c1212-9159-42a3-b5bb-11ce6c8a7770 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:19:56.383822 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ed216f-4586-418e-9859-73be064d13cb', 'tag': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'status': 'completed', 'code': 200} Nov 09 20:19:56.417909 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] Set router 4e288841-232b-4f4f-84fe-05197b10cd55 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:19:56.453697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659cb3d8-e92f-4aee-96d2-ab85e587a555 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:56.454182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659cb3d8-e92f-4aee-96d2-ab85e587a555 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:56.454956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659cb3d8-e92f-4aee-96d2-ab85e587a555 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:56.455062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8477ec-35f4-4944-a702-65ce6171368f req-91e2d0fc-0161-47ae-9aac-a462758ef6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:56.455139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659cb3d8-e92f-4aee-96d2-ab85e587a555 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:56.457309 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-659cb3d8-e92f-4aee-96d2-ab85e587a555 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1174734 Nov 09 20:19:56.458915 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b8477ec-35f4-4944-a702-65ce6171368f req-91e2d0fc-0161-47ae-9aac-a462758ef6b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eae8b836d299416891b248994dc07be5&device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 1135 time: 0.0518568 Nov 09 20:19:56.460135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49124) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:56.534324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01ddc22-88fc-4b9d-91d4-0f3036d941cc tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:56.535029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01ddc22-88fc-4b9d-91d4-0f3036d941cc tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:56.535482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01ddc22-88fc-4b9d-91d4-0f3036d941cc tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:56.535937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01ddc22-88fc-4b9d-91d4-0f3036d941cc tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:56.537822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b01ddc22-88fc-4b9d-91d4-0f3036d941cc tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0765858 Nov 09 20:19:56.541008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49126) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:56.642666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8477ec-35f4-4944-a702-65ce6171368f req-ce8e2771-1edc-462c-9ad4-0c0cd02d92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:56.644580 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b8477ec-35f4-4944-a702-65ce6171368f req-ce8e2771-1edc-462c-9ad4-0c0cd02d92d2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14 HTTP/1.1" status: 200 len: 897 time: 0.1805980 Nov 09 20:19:56.679564 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'c4d168c0-8f9c-45fb-9d29-4d9606f04097', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'port_id': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'mac_address': 'fa:16:3e:3c:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ed216f-4586-418e-9859-73be064d13cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:19:55Z', 'updated_at': '2021-11-09T20:19:55Z', 'revision_number': 0, 'project_id': 'eae8b836d299416891b248994dc07be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8', 'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:b8:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:41Z', 'updated_at': '2021-11-09T20:19:45Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:56.715528 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] Checking router: 4e288841-232b-4f4f-84fe-05197b10cd55 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:19:56.725603 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] Routers {'4e288841-232b-4f4f-84fe-05197b10cd55'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:19:56.726465 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:19:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4e288841-232b-4f4f-84fe-05197b10cd55'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:56.857174 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] Set router 4e288841-232b-4f4f-84fe-05197b10cd55 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:19:57.026501 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b8477ec-35f4-4944-a702-65ce6171368f req-619f003a-4021-43f7-ba71-6215a1275085 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a77ef255-2eef-4791-9f33-c6a6e362a2bc HTTP/1.1" status: 200 len: 999 time: 0.3732977 Nov 09 20:19:57.088736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8477ec-35f4-4944-a702-65ce6171368f req-b6697de4-ca07-462a-8c60-865f47160577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:57.090320 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b8477ec-35f4-4944-a702-65ce6171368f req-b6697de4-ca07-462a-8c60-865f47160577 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f0cd10de-6ce1-46e7-8ec4-2b03e3146e98 HTTP/1.1" status: 200 len: 835 time: 0.0555861 Nov 09 20:19:57.146948 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fcebd16e-eb0a-4350-8f07-44e634aeadde tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.6046703 Nov 09 20:19:57.150278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49128) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:19:57.159449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8477ec-35f4-4944-a702-65ce6171368f req-652ce9bd-b2d3-40a2-ae3c-3076c7407084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:57.159646 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'c4d168c0-8f9c-45fb-9d29-4d9606f04097', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'port_id': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'mac_address': 'fa:16:3e:3c:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ed216f-4586-418e-9859-73be064d13cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:19:55Z', 'updated_at': '2021-11-09T20:19:55Z', 'revision_number': 0, 'project_id': 'eae8b836d299416891b248994dc07be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8', 'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:b8:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:41Z', 'updated_at': '2021-11-09T20:19:45Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:19:57.160802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b8477ec-35f4-4944-a702-65ce6171368f req-652ce9bd-b2d3-40a2-ae3c-3076c7407084 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626490 Nov 09 20:19:57.192182 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8520cf-0619-4bdd-ac03-67e9ac9d21ca None None] The sync data for ids ['4e288841-232b-4f4f-84fe-05197b10cd55'] in n-d-817256-1 is: [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'c4d168c0-8f9c-45fb-9d29-4d9606f04097', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'port_id': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'mac_address': 'fa:16:3e:3c:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ed216f-4586-418e-9859-73be064d13cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:19:55Z', 'updated_at': '2021-11-09T20:19:55Z', 'revision_number': 0, 'project_id': 'eae8b836d299416891b248994dc07be5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8', 'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:b8:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:41Z', 'updated_at': '2021-11-09T20:19:45Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:19:57.217085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68394ec0-b13b-4041-ae36-4e45d5922639 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:57.217691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68394ec0-b13b-4041-ae36-4e45d5922639 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:19:57.219682 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-68394ec0-b13b-4041-ae36-4e45d5922639 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4e288841-232b-4f4f-84fe-05197b10cd55 HTTP/1.1" status: 200 len: 1990 time: 0.0672872 Nov 09 20:19:57.273657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b8477ec-35f4-4944-a702-65ce6171368f req-ef0dc8e0-60d4-48db-9959-ac3765f159d7 service neutron] 10.222.0.77 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059673 Nov 09 20:19:57.369813 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b8477ec-35f4-4944-a702-65ce6171368f req-8b3d36e6-5852-4d05-9301-dfbbffa61f28 service neutron] 10.222.0.77 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880826 Nov 09 20:19:57.422049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4dd8b-21f1-436c-a828-115afddf8abd None None] New status for floating IP c4d168c0-8f9c-45fb-9d29-4d9606f04097: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:20:09.029022 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:20:09.438736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-56e28ecb-3adf-4d32-8eda-0debc50def2e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401750 Nov 09 20:20:09.522168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-6a77985b-bfbf-405b-b25d-2367dabedad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:09.523688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-6a77985b-bfbf-405b-b25d-2367dabedad7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eae8b836d299416891b248994dc07be5&device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 1135 time: 0.0453362 Nov 09 20:20:09.632791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-5db168db-f511-4705-b879-1109466259ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:09.634240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-5db168db-f511-4705-b879-1109466259ce service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14 HTTP/1.1" status: 200 len: 897 time: 0.0829413 Nov 09 20:20:09.704459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-bfe16d1a-8b52-4a01-9e21-16ed06f9c073 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a77ef255-2eef-4791-9f33-c6a6e362a2bc HTTP/1.1" status: 200 len: 1001 time: 0.0602689 Nov 09 20:20:09.753269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-e9df03ed-34be-4db6-8c4d-61615ad7f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:09.754703 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-e9df03ed-34be-4db6-8c4d-61615ad7f094 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f0cd10de-6ce1-46e7-8ec4-2b03e3146e98 HTTP/1.1" status: 200 len: 835 time: 0.0430908 Nov 09 20:20:09.798896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-d7c31c2a-de6e-4eda-8f56-e880862d7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:09.800334 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-d7c31c2a-de6e-4eda-8f56-e880862d7357 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388579 Nov 09 20:20:09.900315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-fd23a800-e8cb-4919-8499-2424d69da869 service neutron] 10.222.0.77 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825815 Nov 09 20:20:09.990251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a62f5fe-0e22-444e-a3d0-c0f55a2ffbd6 req-9bc983db-d3e1-4d6c-aae4-b7d20f0ac57e service neutron] 10.222.0.77 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823312 Nov 09 20:20:10.282618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08d637e2-e1de-4ef8-86ee-7f314db76ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:13.222382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d11a-c321-4767-8453-e1b6c7a4b701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:13.493051 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:14.623827 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:16.376089 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:21.432370 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:25.623471 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:33.361262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49150) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:33.436301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d4144b89-1fad-4e59-bc17-f7b8d36cad95 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0737906 Nov 09 20:20:33.438932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49152) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:33.444352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'network': {'name': 'tempest-network-smoke--1692139836', 'project_id': 'eae8b836d299416891b248994dc07be5', 'port_security_enabled': False}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:20:33.463660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Made reservation on behalf of eae8b836d299416891b248994dc07be5 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:20:33.467717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:33.490739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:20:33.499524 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:33.499868 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Added segment e33192a9-79f6-4f65-b5a8-e0c41652fd38 of type vlan for network 487a986d-5274-4b19-8a70-9687d7aea30d Nov 09 20:20:33.541057 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:33.568272 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:33.573972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:33.574572 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:33.629433 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1894550 Nov 09 20:20:33.632279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49154) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:33.637065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1382088432', 'admin_state_up': True, 'project_id': 'eae8b836d299416891b248994dc07be5', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:20:33.644163 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Network': ['ID=487a986d-5274-4b19-8a70-9687d7aea30d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:33.651597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.651946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.652284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.652616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.652944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.653276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.653600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.654008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.654416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.654826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.655152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.655473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63730b22-a05d-4b81-9ec2-021a46567cbf tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:33.666323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:33.667434 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:33.668083 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 487a986d-5274-4b19-8a70-9687d7aea30d details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:20:33.728647 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:33.863941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:34.058617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:34.077975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:34.186162 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Allocated IP 172.25.6.95 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/79b670ae-2aea-4435-885b-850c86f9c13f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:20:34.286853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:34.321989 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:34.360730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:20:34.366355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:20:34.369009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:20:34.400021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Port': ['ID=79b670ae-2aea-4435-885b-850c86f9c13f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:34.633579 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:34.836061 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:34.965123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Router 60bc0060-b017-46bf-8e90-3bddbcf92638 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:20:35.074837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:20:35.087589 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Sync routers for ids ['60bc0060-b017-46bf-8e90-3bddbcf92638'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:20:35.097076 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Routers {'60bc0060-b017-46bf-8e90-3bddbcf92638'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:20:35.097761 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['60bc0060-b017-46bf-8e90-3bddbcf92638'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:35.100555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:35.101808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-31c8ae99-3b0b-4318-96d1-12f9ea61e3fc tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4683390 Nov 09 20:20:35.104828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49156) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:35.170944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f092d67-a174-4cc9-be47-956c188124b6 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:35.172471 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5f092d67-a174-4cc9-be47-956c188124b6 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=eae8b836d299416891b248994dc07be5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0667028 Nov 09 20:20:35.175428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49158) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:35.200885 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Set router 60bc0060-b017-46bf-8e90-3bddbcf92638 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:20:35.264637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2985de-f360-41f5-a99d-9e1a3ecefae4 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:35.266159 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5d2985de-f360-41f5-a99d-9e1a3ecefae4 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898130 Nov 09 20:20:35.269790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49160) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:35.298086 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1e506e5d-6e80-452f-a496-d387c43cd06a tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271442 Nov 09 20:20:35.300905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49162) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:35.328481 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-26bb5521-8434-4318-af62-ce0e2124a58c tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=eae8b836d299416891b248994dc07be5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265398 Nov 09 20:20:35.331682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49164) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:35.374964 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382088432', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:20:33Z', 'updated_at': '2021-11-09T20:20:34Z', 'revision_number': 3, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:34Z', 'updated_at': '2021-11-09T20:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:35.401537 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Checking router: 60bc0060-b017-46bf-8e90-3bddbcf92638 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:20:35.401873 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Updating router 60bc0060-b017-46bf-8e90-3bddbcf92638 port 79b670ae-2aea-4435-885b-850c86f9c13f binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:20:35.420703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dad457d-59fc-4418-a4bc-111b2a5629ea tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:35.425776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7dad457d-59fc-4418-a4bc-111b2a5629ea tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895989 Nov 09 20:20:35.425969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49166) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:35.426421 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:35.454088 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ae6363ab-536b-4fa3-9ede-98939f95f554 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270410 Nov 09 20:20:35.456755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49168) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:35.461493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1936893661', 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d', 'project_id': 'eae8b836d299416891b248994dc07be5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:20:35.553005 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Made reservation on behalf of eae8b836d299416891b248994dc07be5 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:20:35.556684 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:35.683235 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:35.688540 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:35.742026 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Attempting to bind port 79b670ae-2aea-4435-885b-850c86f9c13f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:20:35.742449 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Attempting to bind port 79b670ae-2aea-4435-885b-850c86f9c13f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:20:35.742902 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Attempting to bind port 79b670ae-2aea-4435-885b-850c86f9c13f on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:20:35.744614 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:35.754211 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df89cae-52e7-4f32-8c2f-ac00d90cba8a None None] Pushing event updated for resources: {'Port': ['ID=79b670ae-2aea-4435-885b-850c86f9c13f,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:35.757995 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:20:35.758375 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:20:35.758808 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:35.759194 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:20:35.759659 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Bound port: 79b670ae-2aea-4435-885b-850c86f9c13f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:20:35.760042 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:35.810048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Subnet': ['ID=98d4ce17-afbf-41b1-b043-4a068e7276cf,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:35.814291 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] For port 79b670ae-2aea-4435-885b-850c86f9c13f, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:20:35.818499 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] For port 79b670ae-2aea-4435-885b-850c86f9c13f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=79b670ae-2aea-4435-885b-850c86f9c13f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:20:35.819846 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Checking segment: {'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:20:35.820261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network hostable DHCP agents. Network: 487a986d-5274-4b19-8a70-9687d7aea30d, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:20:35.822624 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:35.836597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 487a986d-5274-4b19-8a70-9687d7aea30d is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:20:35.845075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 487a986d-5274-4b19-8a70-9687d7aea30d) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:20:35.850383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:35.851368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:35.857000 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f07a34-6909-4c54-bfe3-6102bc8adb50 None None] Network 487a986d-5274-4b19-8a70-9687d7aea30d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:20:35.868760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-57f86b40-dcea-4f7d-a572-ee3af9911da0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4109859 Nov 09 20:20:35.871501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49170) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:35.871650 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Routers {'60bc0060-b017-46bf-8e90-3bddbcf92638'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:20:35.872194 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['60bc0060-b017-46bf-8e90-3bddbcf92638'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:36.019780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-487a986d-5274-4b19-8a70-9687d7aea30d', 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'fixed_ips': [{'subnet_id': '98d4ce17-afbf-41b1-b043-4a068e7276cf'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:20:36.020936 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.049899 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df89cae-52e7-4f32-8c2f-ac00d90cba8a None None] Pushing event updated for resources: {'Port': ['ID=79b670ae-2aea-4435-885b-850c86f9c13f,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:36.095269 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] Set router 60bc0060-b017-46bf-8e90-3bddbcf92638 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:20:36.173184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Allocated IP 172.20.0.18 (487a986d-5274-4b19-8a70-9687d7aea30d/98d4ce17-afbf-41b1-b043-4a068e7276cf/a0017d4b-ab33-4934-9d15-081ab58eaa65) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:20:36.287758 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382088432', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:20:33Z', 'updated_at': '2021-11-09T20:20:34Z', 'revision_number': 3, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:34Z', 'updated_at': '2021-11-09T20:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:36.314268 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb117d-7f5e-4eb0-81be-dc985d9bc9ae None None] The sync data for ids ['60bc0060-b017-46bf-8e90-3bddbcf92638'] in n-d-817256-1 is: [{'id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382088432', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:20:33Z', 'updated_at': '2021-11-09T20:20:34Z', 'revision_number': 3, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:34Z', 'updated_at': '2021-11-09T20:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:20:36.332649 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.339131 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.344816 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.379943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Network 487a986d-5274-4b19-8a70-9687d7aea30d is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:20:36.383180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:20:36.387004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:20:36.399637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Pushing event updated for resources: {'Port': ['ID=a0017d4b-ab33-4934-9d15-081ab58eaa65,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:36.423912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.424340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.425459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.426196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.426711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.427124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.427561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.427999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.428402 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.428806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.429219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.429618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:36.465030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Attempting to bind port a0017d4b-ab33-4934-9d15-081ab58eaa65 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:20:36.465668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Attempting to bind port a0017d4b-ab33-4934-9d15-081ab58eaa65 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:20:36.466148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Attempting to bind port a0017d4b-ab33-4934-9d15-081ab58eaa65 on network 487a986d-5274-4b19-8a70-9687d7aea30d {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:20:36.472116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:20:36.473003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Checking segment: {'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:20:36.473126 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.473507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Bound using segment: {'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:20:36.474088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Bound port: a0017d4b-ab33-4934-9d15-081ab58eaa65, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:20:36.474378 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.571064 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] For port a0017d4b-ab33-4934-9d15-081ab58eaa65, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:20:36.576493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] For port a0017d4b-ab33-4934-9d15-081ab58eaa65, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a0017d4b-ab33-4934-9d15-081ab58eaa65,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:20:36.583499 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.681529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0ff78-3bd3-4631-a5a2-ed73f9536a63 None None] Pushing event updated for resources: {'Port': ['ID=a0017d4b-ab33-4934-9d15-081ab58eaa65,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:36.695722 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Allocated IP 172.20.0.17 (487a986d-5274-4b19-8a70-9687d7aea30d/98d4ce17-afbf-41b1-b043-4a068e7276cf/f1366cca-9d1d-42c0-aa93-9edd6985ad84) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:20:36.736377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 79b670ae-2aea-4435-885b-850c86f9c13f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:20:36.813640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 79b670ae-2aea-4435-885b-850c86f9c13f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:36.814691 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.867525 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.921071 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.922317 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.948756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 79b670ae-2aea-4435-885b-850c86f9c13f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=79b670ae-2aea-4435-885b-850c86f9c13f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:36.954970 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:36.970836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 487a986d-5274-4b19-8a70-9687d7aea30d is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:20:36.975843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:20:36.979676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:20:37.026130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Port': ['ID=f1366cca-9d1d-42c0-aa93-9edd6985ad84,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:37.037304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=79b670ae-2aea-4435-885b-850c86f9c13f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:37.045966 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:37.186568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:37.479249 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:37.485676 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:37.565123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Port': ['ID=f1366cca-9d1d-42c0-aa93-9edd6985ad84,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:37.567730 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:37.666230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 487a986d-5274-4b19-8a70-9687d7aea30d is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:20:37.667774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:20:37.791396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c50043-f729-422a-928f-2b4b956d73f3 None None] Network 487a986d-5274-4b19-8a70-9687d7aea30d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:20:37.807683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Router 60bc0060-b017-46bf-8e90-3bddbcf92638 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:20:37.921635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0854b18a-5288-4b04-ab4f-4f5a194d9fd7 None None] Provisioning complete for port a0017d4b-ab33-4934-9d15-081ab58eaa65 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:37.922038 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0854b18a-5288-4b04-ab4f-4f5a194d9fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:37.925593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:20:37.935878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b8e380ba-6846-4f69-ab89-524a4cba76b8 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "PUT /v2.0/routers/60bc0060-b017-46bf-8e90-3bddbcf92638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0632949 Nov 09 20:20:38.069149 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0854b18a-5288-4b04-ab4f-4f5a194d9fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:38.115670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0854b18a-5288-4b04-ab4f-4f5a194d9fd7 None None] For port a0017d4b-ab33-4934-9d15-081ab58eaa65, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a0017d4b-ab33-4934-9d15-081ab58eaa65,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:38.122255 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0854b18a-5288-4b04-ab4f-4f5a194d9fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:38.135921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Sync routers for ids ['60bc0060-b017-46bf-8e90-3bddbcf92638'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:20:38.172815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Routers {'60bc0060-b017-46bf-8e90-3bddbcf92638'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:20:38.173373 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['60bc0060-b017-46bf-8e90-3bddbcf92638'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:38.186228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-d3b3856f-9517-411d-979f-72260aab1b51 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:38.188106 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-d3b3856f-9517-411d-979f-72260aab1b51 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/networks?id=487a986d-5274-4b19-8a70-9687d7aea30d HTTP/1.1" status: 200 len: 798 time: 0.1338727 Nov 09 20:20:38.205346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-74bc6cc2-dadb-45d4-ae6d-b30d607c871e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/quotas/eae8b836d299416891b248994dc07be5 HTTP/1.1" status: 200 len: 375 time: 0.0105095 Nov 09 20:20:38.266070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854b18a-5288-4b04-ab4f-4f5a194d9fd7 None None] Pushing event updated for resources: {'Port': ['ID=a0017d4b-ab33-4934-9d15-081ab58eaa65,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:38.279381 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-2cb7f0db-c85f-4f56-b8f5-ed0b0fe5f861 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=eae8b836d299416891b248994dc07be5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0667498 Nov 09 20:20:38.287279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-76a28dde-c5c0-4a53-bb4a-bec423d969cd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:20:38.289455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3961f695-1186-4b65-812a-bf4a6b8019e8 None None] Provisioning complete for port f1366cca-9d1d-42c0-aa93-9edd6985ad84 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:38.289757 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3961f695-1186-4b65-812a-bf4a6b8019e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:38.291021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-76a28dde-c5c0-4a53-bb4a-bec423d969cd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100577 Nov 09 20:20:38.334804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Set router 60bc0060-b017-46bf-8e90-3bddbcf92638 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:20:38.368830 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3961f695-1186-4b65-812a-bf4a6b8019e8 None None] Port f1366cca-9d1d-42c0-aa93-9edd6985ad84 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:20:38.389656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b538f68f-a9ea-4f15-bb73-531b5863fc04 service neutron] 10.222.0.53 "GET /v2.0/networks/487a986d-5274-4b19-8a70-9687d7aea30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950704 Nov 09 20:20:38.400660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3961f695-1186-4b65-812a-bf4a6b8019e8 None None] Provisioning complete for port a0017d4b-ab33-4934-9d15-081ab58eaa65 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:38.401032 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3961f695-1186-4b65-812a-bf4a6b8019e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:38.495743 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f69cd999-0d7a-4f56-8dd9-be5d13ef6fd7 service neutron] 10.222.0.53 "GET /v2.0/networks/487a986d-5274-4b19-8a70-9687d7aea30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991461 Nov 09 20:20:38.650340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382088432', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:20:33Z', 'updated_at': '2021-11-09T20:20:37Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:34Z', 'updated_at': '2021-11-09T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'f1366cca-9d1d-42c0-aa93-9edd6985ad84', 'name': '', 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:70:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '98d4ce17-afbf-41b1-b043-4a068e7276cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:36Z', 'updated_at': '2021-11-09T20:20:37Z', 'revision_number': 2, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': '98d4ce17-afbf-41b1-b043-4a068e7276cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:38.695511 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Checking router: 60bc0060-b017-46bf-8e90-3bddbcf92638 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:20:38.695878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Updating router 60bc0060-b017-46bf-8e90-3bddbcf92638 port f1366cca-9d1d-42c0-aa93-9edd6985ad84 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:20:38.701083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f6f4dea-2384-4886-b460-34821b0f1aec req-cd4e7939-f3a7-403f-84c2-5dbe21a9b08b tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 210 time: 0.0334961 Nov 09 20:20:38.739221 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:38.757842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c81b3167-9c70-4bc1-b4dd-73fee3e07fbb None None] Provisioning complete for port f1366cca-9d1d-42c0-aa93-9edd6985ad84 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:38.758302 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c81b3167-9c70-4bc1-b4dd-73fee3e07fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:38.798770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 79b670ae-2aea-4435-885b-850c86f9c13f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:20:38.858561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c81b3167-9c70-4bc1-b4dd-73fee3e07fbb None None] Port f1366cca-9d1d-42c0-aa93-9edd6985ad84 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:20:39.111903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 79b670ae-2aea-4435-885b-850c86f9c13f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:39.113498 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:39.271528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a0017d4b-ab33-4934-9d15-081ab58eaa65 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:20:39.353707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:39.361212 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:39.397642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a0017d4b-ab33-4934-9d15-081ab58eaa65 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:39.398010 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:39.435675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a06e9-ddb5-47df-a153-e5c5d758946e None None] Pushing event updated for resources: {'Port': ['ID=f1366cca-9d1d-42c0-aa93-9edd6985ad84,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:39.507267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Attempting to bind port f1366cca-9d1d-42c0-aa93-9edd6985ad84 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:20:39.507651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Attempting to bind port f1366cca-9d1d-42c0-aa93-9edd6985ad84 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:20:39.508020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Attempting to bind port f1366cca-9d1d-42c0-aa93-9edd6985ad84 on network 487a986d-5274-4b19-8a70-9687d7aea30d {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:20:39.537519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:20:39.537812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Checking segment: {'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:20:39.538260 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:39.538679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Bound using segment: {'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:20:39.539166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Bound port: f1366cca-9d1d-42c0-aa93-9edd6985ad84, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:20:39.539552 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:39.623267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] For port f1366cca-9d1d-42c0-aa93-9edd6985ad84, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:20:39.626402 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] For port f1366cca-9d1d-42c0-aa93-9edd6985ad84, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f1366cca-9d1d-42c0-aa93-9edd6985ad84,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:20:39.630924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:39.673097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-a233931a-a191-4b13-a311-f28c9fa61446 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:39.674615 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-a233931a-a191-4b13-a311-f28c9fa61446 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.70 "GET /v2.0/networks?id=487a986d-5274-4b19-8a70-9687d7aea30d HTTP/1.1" status: 200 len: 798 time: 0.1238923 Nov 09 20:20:39.688708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Request body: {'port': {'device_id': 'a23de3cd-bea7-4f9f-9804-8358b7c3d562', 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d', 'admin_state_up': True, 'tenant_id': 'eae8b836d299416891b248994dc07be5'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:20:39.714040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a06e9-ddb5-47df-a153-e5c5d758946e None None] Pushing event updated for resources: {'Port': ['ID=f1366cca-9d1d-42c0-aa93-9edd6985ad84,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:39.723677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Routers {'60bc0060-b017-46bf-8e90-3bddbcf92638'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:20:39.724319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['60bc0060-b017-46bf-8e90-3bddbcf92638'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:39.729499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-70974200-98bb-495d-9a08-cef1f8e0be8c None None] Provisioning complete for port f1366cca-9d1d-42c0-aa93-9edd6985ad84 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:39.731079 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-70974200-98bb-495d-9a08-cef1f8e0be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:39.835228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Made reservation on behalf of eae8b836d299416891b248994dc07be5 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:20:39.839606 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:39.849223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b0531125-80bd-4150-871e-2bf3fec41d08 req-dafe49f7-e583-49b7-bc75-92e4dfc6ff30 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 210 time: 0.0430489 Nov 09 20:20:39.880354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] Set router 60bc0060-b017-46bf-8e90-3bddbcf92638 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:20:39.976254 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-70974200-98bb-495d-9a08-cef1f8e0be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:39.978492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Allocated IP 172.20.0.22 (487a986d-5274-4b19-8a70-9687d7aea30d/98d4ce17-afbf-41b1-b043-4a068e7276cf/e5a47759-53dc-4502-9320-ed363cd97942) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:20:40.058121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-70974200-98bb-495d-9a08-cef1f8e0be8c None None] For port f1366cca-9d1d-42c0-aa93-9edd6985ad84, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f1366cca-9d1d-42c0-aa93-9edd6985ad84,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:40.066835 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-70974200-98bb-495d-9a08-cef1f8e0be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:40.100907 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:40.134256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:40.151446 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70974200-98bb-495d-9a08-cef1f8e0be8c None None] Pushing event updated for resources: {'Port': ['ID=f1366cca-9d1d-42c0-aa93-9edd6985ad84,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:40.176195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Network 487a986d-5274-4b19-8a70-9687d7aea30d is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:20:40.179403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:20:40.183031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:20:40.192504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382088432', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:20:33Z', 'updated_at': '2021-11-09T20:20:37Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:34Z', 'updated_at': '2021-11-09T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'f1366cca-9d1d-42c0-aa93-9edd6985ad84', 'name': '', 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:70:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '98d4ce17-afbf-41b1-b043-4a068e7276cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:36Z', 'updated_at': '2021-11-09T20:20:39Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': '98d4ce17-afbf-41b1-b043-4a068e7276cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:40.210803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event updated for resources: {'Port': ['ID=e5a47759-53dc-4502-9320-ed363cd97942,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:40.222630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb293329-40ae-4bfd-a552-499cdf3d774b None None] The sync data for ids ['60bc0060-b017-46bf-8e90-3bddbcf92638'] in n-d-817256-1 is: [{'id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382088432', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:20:33Z', 'updated_at': '2021-11-09T20:20:37Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:34Z', 'updated_at': '2021-11-09T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'f1366cca-9d1d-42c0-aa93-9edd6985ad84', 'name': '', 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:70:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '98d4ce17-afbf-41b1-b043-4a068e7276cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:36Z', 'updated_at': '2021-11-09T20:20:39Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': '98d4ce17-afbf-41b1-b043-4a068e7276cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:20:40.230763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fdab1bf4-34fe-4f65-bb3b-113019330b3f None None] Provisioning complete for port f1366cca-9d1d-42c0-aa93-9edd6985ad84 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:40.231061 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fdab1bf4-34fe-4f65-bb3b-113019330b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:40.240827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:40.241995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:40.262269 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f2e6b3ce-29ed-4095-b28f-b8722525d7e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5780480 Nov 09 20:20:40.274306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b4169b6e-919a-4625-8e3c-f206c759c4b6 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:20:40.275464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b4169b6e-919a-4625-8e3c-f206c759c4b6 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074930 Nov 09 20:20:40.322957 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-89576272-bfe1-48b7-b986-bc01420dc426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:40.368602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Request body: {'port': {'device_id': 'a23de3cd-bea7-4f9f-9804-8358b7c3d562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:20:40.433644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:40.563962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c5ec86f3-85fe-4485-861d-385f881f48c3 None None] Provisioning complete for port e5a47759-53dc-4502-9320-ed363cd97942 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:40.564436 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c5ec86f3-85fe-4485-861d-385f881f48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:40.614333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c5ec86f3-85fe-4485-861d-385f881f48c3 None None] Port e5a47759-53dc-4502-9320-ed363cd97942 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:20:40.689096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f1366cca-9d1d-42c0-aa93-9edd6985ad84 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:20:40.745346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port f1366cca-9d1d-42c0-aa93-9edd6985ad84 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:40.745718 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:41.016247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641065d4-9e8e-418b-b908-24cd61126cd9 req-bc131bba-156a-4bce-8356-c305808744aa tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:41.017761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-641065d4-9e8e-418b-b908-24cd61126cd9 req-bc131bba-156a-4bce-8356-c305808744aa tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 895 time: 0.1067781 Nov 09 20:20:41.100117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a47759-53dc-4502-9320-ed363cd97942 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:20:41.108017 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:41.125619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Transition to ACTIVE for port object e5a47759-53dc-4502-9320-ed363cd97942 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:20:41.130973 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:41.188341 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a47759-53dc-4502-9320-ed363cd97942,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:41.265711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Attempting to bind port e5a47759-53dc-4502-9320-ed363cd97942 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:20:41.266056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Attempting to bind port e5a47759-53dc-4502-9320-ed363cd97942 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:20:41.266390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Attempting to bind port e5a47759-53dc-4502-9320-ed363cd97942 on network 487a986d-5274-4b19-8a70-9687d7aea30d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:20:41.271899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Port e5a47759-53dc-4502-9320-ed363cd97942 on network 487a986d-5274-4b19-8a70-9687d7aea30d not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:20:41.272369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Attempting to bind port e5a47759-53dc-4502-9320-ed363cd97942 on network 487a986d-5274-4b19-8a70-9687d7aea30d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:20:41.280903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:20:41.281258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Checking segment: {'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:20:41.281656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Bound using segment: {'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:20:41.282101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Bound port: e5a47759-53dc-4502-9320-ed363cd97942, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33192a9-79f6-4f65-b5a8-e0c41652fd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:20:41.282644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:41.356450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] For port e5a47759-53dc-4502-9320-ed363cd97942, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:20:41.359948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] For port e5a47759-53dc-4502-9320-ed363cd97942, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e5a47759-53dc-4502-9320-ed363cd97942,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:20:41.364604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:41.402724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:41.403178 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:41.404597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] 10.222.0.70 "PUT /v2.0/ports/e5a47759-53dc-4502-9320-ed363cd97942 HTTP/1.1" status: 200 len: 1055 time: 1.1204510 Nov 09 20:20:41.405048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23de3cd-bea7-4f9f-9804-8358b7c3d562', 'tag': 'e5a47759-53dc-4502-9320-ed363cd97942'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:20:41.407292 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd79ab71-d433-479e-a341-5641b20a7667" -d '{"events": [{"name": "network-changed", "server_uuid": "a23de3cd-bea7-4f9f-9804-8358b7c3d562", "tag": "e5a47759-53dc-4502-9320-ed363cd97942"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:20:41.443011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb8033-8d7b-40ab-a095-5ea1b3572d64 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a47759-53dc-4502-9320-ed363cd97942,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:41.479543 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97db58a-35ae-44ad-acd5-5f2a2a6ce8f9 x-openstack-request-id: req-d97db58a-35ae-44ad-acd5-5f2a2a6ce8f9 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:20:41.479833 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23de3cd-bea7-4f9f-9804-8358b7c3d562", "tag": "e5a47759-53dc-4502-9320-ed363cd97942", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:20:41.480088 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d97db58a-35ae-44ad-acd5-5f2a2a6ce8f9 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:20:41.480488 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23de3cd-bea7-4f9f-9804-8358b7c3d562', 'tag': 'e5a47759-53dc-4502-9320-ed363cd97942', 'status': 'completed', 'code': 200} Nov 09 20:20:41.522880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-8102974f-bf93-4b09-8b21-713e6f0b0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:41.524419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-8102974f-bf93-4b09-8b21-713e6f0b0fe0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eae8b836d299416891b248994dc07be5&device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 1058 time: 0.0780556 Nov 09 20:20:41.592144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-8105a4ef-9367-4829-a696-1e40d04ee749 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e5a47759-53dc-4502-9320-ed363cd97942 HTTP/1.1" status: 200 len: 217 time: 0.0563080 Nov 09 20:20:41.646168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-cd931721-0ed2-43c1-8354-1b619da04333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:41.647547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-cd931721-0ed2-43c1-8354-1b619da04333 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=98d4ce17-afbf-41b1-b043-4a068e7276cf HTTP/1.1" status: 200 len: 838 time: 0.0489173 Nov 09 20:20:41.727657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-53603f0f-c3a0-414f-893b-4df864930b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:41.729163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-53603f0f-c3a0-414f-893b-4df864930b0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=487a986d-5274-4b19-8a70-9687d7aea30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734522 Nov 09 20:20:41.821554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-f90152e0-f287-4902-b4b7-6fafd876c018 service neutron] 10.222.0.70 "GET /v2.0/networks/487a986d-5274-4b19-8a70-9687d7aea30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851867 Nov 09 20:20:41.916171 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2599d4c-81e7-4ece-bcd9-2729cb0d6501 req-3ef268dc-b0d4-4d0c-bbe9-7ae86d7e50a4 service neutron] 10.222.0.70 "GET /v2.0/networks/487a986d-5274-4b19-8a70-9687d7aea30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860734 Nov 09 20:20:41.996667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79ab71-d433-479e-a341-5641b20a7667 req-fe0ead10-6eca-4078-b40b-2f54f658a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:41.998374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd79ab71-d433-479e-a341-5641b20a7667 req-fe0ead10-6eca-4078-b40b-2f54f658a02e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eae8b836d299416891b248994dc07be5&device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 1058 time: 0.0397236 Nov 09 20:20:42.188217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79ab71-d433-479e-a341-5641b20a7667 req-b071898c-950e-4acf-a5d2-568bcef73808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:42.189594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd79ab71-d433-479e-a341-5641b20a7667 req-b071898c-950e-4acf-a5d2-568bcef73808 service neutron] 10.222.0.70 "GET /v2.0/networks?id=487a986d-5274-4b19-8a70-9687d7aea30d HTTP/1.1" status: 200 len: 899 time: 0.1842847 Nov 09 20:20:42.198281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e802ca-f655-4fce-a030-08a53f6395d9 req-06126517-4de8-45cc-9578-878f1ebc1c84 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:42.199640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-94e802ca-f655-4fce-a030-08a53f6395d9 req-06126517-4de8-45cc-9578-878f1ebc1c84 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 907 time: 0.1055005 Nov 09 20:20:42.235288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd79ab71-d433-479e-a341-5641b20a7667 req-340d13e4-944a-44a5-befb-e31f1984e59b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e5a47759-53dc-4502-9320-ed363cd97942 HTTP/1.1" status: 200 len: 217 time: 0.0347066 Nov 09 20:20:42.283971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79ab71-d433-479e-a341-5641b20a7667 req-6abc844d-6cfb-49b4-9d82-aa01aaa601fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:42.285994 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd79ab71-d433-479e-a341-5641b20a7667 req-6abc844d-6cfb-49b4-9d82-aa01aaa601fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=98d4ce17-afbf-41b1-b043-4a068e7276cf HTTP/1.1" status: 200 len: 838 time: 0.0433547 Nov 09 20:20:42.330635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79ab71-d433-479e-a341-5641b20a7667 req-44395641-a509-4609-a248-116a74dd1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:42.332648 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd79ab71-d433-479e-a341-5641b20a7667 req-44395641-a509-4609-a248-116a74dd1c15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=487a986d-5274-4b19-8a70-9687d7aea30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391579 Nov 09 20:20:42.430725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd79ab71-d433-479e-a341-5641b20a7667 req-fc1d371b-56c2-4caa-9e0c-4e5d13ce02bb service neutron] 10.222.0.70 "GET /v2.0/networks/487a986d-5274-4b19-8a70-9687d7aea30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901980 Nov 09 20:20:42.520721 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd79ab71-d433-479e-a341-5641b20a7667 req-ccf89cd4-cd5a-4b1f-b77b-e2e08c7c8852 service neutron] 10.222.0.70 "GET /v2.0/networks/487a986d-5274-4b19-8a70-9687d7aea30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815248 Nov 09 20:20:43.227767 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-92d3834c-3430-4d60-acdd-e3f44bbab908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:43.319586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5a0fd-2db9-4601-852f-0fe9e19304a7 req-3aa77afd-257b-40c0-9073-35d121164a1f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:43.321077 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0bf5a0fd-2db9-4601-852f-0fe9e19304a7 req-3aa77afd-257b-40c0-9073-35d121164a1f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 907 time: 0.0489740 Nov 09 20:20:43.494258 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:44.439305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a95a45-4e52-47da-8202-b4862c74ae3b req-a5f3fdec-0cbf-412b-bac4-9aa638507b99 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:44.439832 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e5a47759-53dc-4502-9320-ed363cd97942 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:20:44.441330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-14a95a45-4e52-47da-8202-b4862c74ae3b req-a5f3fdec-0cbf-412b-bac4-9aa638507b99 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 907 time: 0.0528433 Nov 09 20:20:44.533695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e5a47759-53dc-4502-9320-ed363cd97942, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e5a47759-53dc-4502-9320-ed363cd97942,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:44.545191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'e5a47759-53dc-4502-9320-ed363cd97942', 'network_id': '487a986d-5274-4b19-8a70-9687d7aea30d', 'port_id': 'e5a47759-53dc-4502-9320-ed363cd97942', 'mac_address': 'fa:16:3e:90:41:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d4ce17-afbf-41b1-b043-4a068e7276cf', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:20:44.582926 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:44.595367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a47759-53dc-4502-9320-ed363cd97942 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:20:44.624982 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e5a47759-53dc-4502-9320-ed363cd97942, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e5a47759-53dc-4502-9320-ed363cd97942,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:44.631155 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:44.654472 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:44.679935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=e5a47759-53dc-4502-9320-ed363cd97942,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:44.870578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['e5a47759-53dc-4502-9320-ed363cd97942'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:20:45.562962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655546f9-6926-4837-a42d-0cdcf72b9c32 req-f9ba7a77-b842-4e74-9dae-5a57d1017403 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:45.564472 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-655546f9-6926-4837-a42d-0cdcf72b9c32 req-f9ba7a77-b842-4e74-9dae-5a57d1017403 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 908 time: 0.0534544 Nov 09 20:20:46.028948 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:20:46.374551 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:46.454803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e5a47759-53dc-4502-9320-ed363cd97942 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:20:46.503714 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port e5a47759-53dc-4502-9320-ed363cd97942 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:20:46.507988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port e5a47759-53dc-4502-9320-ed363cd97942 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:20:46.508361 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:46.586496 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:46.609609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23de3cd-bea7-4f9f-9804-8358b7c3d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a47759-53dc-4502-9320-ed363cd97942'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:20:46.611900 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125fd08b-53c2-48f4-a7e0-ddf7f6dd2f3d" -d '{"events": [{"server_uuid": "a23de3cd-bea7-4f9f-9804-8358b7c3d562", "name": "network-vif-plugged", "status": "completed", "tag": "e5a47759-53dc-4502-9320-ed363cd97942"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:20:46.626437 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port e5a47759-53dc-4502-9320-ed363cd97942, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e5a47759-53dc-4502-9320-ed363cd97942,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:46.633284 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:46.656933 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007f9b7f-a54c-4dfe-8f47-8542cf130441 x-openstack-request-id: req-007f9b7f-a54c-4dfe-8f47-8542cf130441 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:20:46.657229 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23de3cd-bea7-4f9f-9804-8358b7c3d562", "name": "network-vif-plugged", "status": "completed", "tag": "e5a47759-53dc-4502-9320-ed363cd97942", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:20:46.657485 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-007f9b7f-a54c-4dfe-8f47-8542cf130441 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:20:46.657872 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23de3cd-bea7-4f9f-9804-8358b7c3d562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a47759-53dc-4502-9320-ed363cd97942', 'code': 200} Nov 09 20:20:46.684919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=e5a47759-53dc-4502-9320-ed363cd97942,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:46.694659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57242abe-5587-4961-b46e-9d1cdea97891 req-3129231c-c9b2-42af-8a2a-6adf7b019964 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:46.696191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57242abe-5587-4961-b46e-9d1cdea97891 req-3129231c-c9b2-42af-8a2a-6adf7b019964 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 909 time: 0.0556161 Nov 09 20:20:46.751815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a3264-5df0-4b30-bd73-1a044e370e92 req-8a208405-ea73-4bd2-ae4e-6bc0d5145d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:46.753373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db8a3264-5df0-4b30-bd73-1a044e370e92 req-8a208405-ea73-4bd2-ae4e-6bc0d5145d81 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 1060 time: 0.0399380 Nov 09 20:20:47.825137 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d1382-bf9d-481f-8946-f8652fb99e87 req-80b84e18-de61-4205-b2bc-8612374aa9db tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:47.826695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b1d1382-bf9d-481f-8946-f8652fb99e87 req-80b84e18-de61-4205-b2bc-8612374aa9db tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 909 time: 0.0567069 Nov 09 20:20:48.941765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b30f2-1806-4df1-8545-2dbbbed499dc req-4b43ebe8-4b28-4920-a8b9-0f7e5446e207 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:48.943238 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-894b30f2-1806-4df1-8545-2dbbbed499dc req-4b43ebe8-4b28-4920-a8b9-0f7e5446e207 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 909 time: 0.0488338 Nov 09 20:20:49.056512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24182c5-904f-4e33-b1ef-00eb042ff0c4 req-b9d4b778-39d7-4487-ad1f-af680095f3e6 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:49.057992 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f24182c5-904f-4e33-b1ef-00eb042ff0c4 req-b9d4b778-39d7-4487-ad1f-af680095f3e6 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 909 time: 0.0482674 Nov 09 20:20:49.166094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2db91-7692-4ce1-beb3-fc3917d5c06c req-4036cc38-e1bc-4220-b212-5fe8fd806052 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:49.167674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53f2db91-7692-4ce1-beb3-fc3917d5c06c req-4036cc38-e1bc-4220-b212-5fe8fd806052 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 1060 time: 0.0445910 Nov 09 20:20:49.277417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8889f-0868-4abc-8098-0711c65f8a96 req-f25935fe-a0be-4ac8-afb3-6184405ac95a tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:49.279003 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c1a8889f-0868-4abc-8098-0711c65f8a96 req-f25935fe-a0be-4ac8-afb3-6184405ac95a tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 1135 time: 0.0461025 Nov 09 20:20:49.315329 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c1a8889f-0868-4abc-8098-0711c65f8a96 req-12b93315-afb8-4e31-b18d-240da5a15a09 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0299692 Nov 09 20:20:49.337470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49224) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:49.379607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4652a12e-d2c5-402e-91ba-1550bbe44f91 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:49.381065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4652a12e-d2c5-402e-91ba-1550bbe44f91 tempest-TestSecurityGroupsBasicOps-741048544 tempest-TestSecurityGroupsBasicOps-741048544-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 1055 time: 0.0426521 Nov 09 20:20:49.592555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b012f-0191-41ee-b9a1-32eb8962c598 req-3b028ae1-117b-4b41-95cb-b83518d36885 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:49.594017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c7b012f-0191-41ee-b9a1-32eb8962c598 req-3b028ae1-117b-4b41-95cb-b83518d36885 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 909 time: 0.0476947 Nov 09 20:20:50.713836 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb612af-db34-4877-a8e9-bc084d3765c2 req-af02cbd4-f4b6-4636-aca5-5136315d16d7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:50.715259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ddb612af-db34-4877-a8e9-bc084d3765c2 req-af02cbd4-f4b6-4636-aca5-5136315d16d7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 909 time: 0.0481780 Nov 09 20:20:50.836599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-0d6bb5f2-5d6b-4971-89da-8ae856ac9574 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:50.838024 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-0d6bb5f2-5d6b-4971-89da-8ae856ac9574 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.70 "GET /v2.0/ports?device_id=a23de3cd-bea7-4f9f-9804-8358b7c3d562 HTTP/1.1" status: 200 len: 909 time: 0.0473652 Nov 09 20:20:50.930109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-6beb690d-5dbc-467c-b19c-9dbd2eadc11e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Deleting port e5a47759-53dc-4502-9320-ed363cd97942 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:20:50.930448 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-6beb690d-5dbc-467c-b19c-9dbd2eadc11e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:51.016764 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-6beb690d-5dbc-467c-b19c-9dbd2eadc11e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] For port e5a47759-53dc-4502-9320-ed363cd97942, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=e5a47759-53dc-4502-9320-ed363cd97942,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:51.017069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-6beb690d-5dbc-467c-b19c-9dbd2eadc11e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:51.029728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-6beb690d-5dbc-467c-b19c-9dbd2eadc11e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Calling delete_port for e5a47759-53dc-4502-9320-ed363cd97942 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:20:51.156293 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-6beb690d-5dbc-467c-b19c-9dbd2eadc11e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:51.184711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb690d-5dbc-467c-b19c-9dbd2eadc11e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Port': ['ID=e5a47759-53dc-4502-9320-ed363cd97942,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:51.227793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-6beb690d-5dbc-467c-b19c-9dbd2eadc11e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] No DVR routers for this DVR port e5a47759-53dc-4502-9320-ed363cd97942 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:20:51.230587 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-6beb690d-5dbc-467c-b19c-9dbd2eadc11e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:51.233973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-efdcf15c-fb7d-4622-ab9f-77e8f3eb3eed req-6beb690d-5dbc-467c-b19c-9dbd2eadc11e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.70 "DELETE /v2.0/ports/e5a47759-53dc-4502-9320-ed363cd97942 HTTP/1.1" status: 204 len: 173 time: 0.3886082 Nov 09 20:20:51.234432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23de3cd-bea7-4f9f-9804-8358b7c3d562', 'name': 'network-vif-deleted', 'tag': 'e5a47759-53dc-4502-9320-ed363cd97942'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:20:51.236889 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2110a6-4666-490b-94ac-6eb52c74ba20" -d '{"events": [{"server_uuid": "a23de3cd-bea7-4f9f-9804-8358b7c3d562", "name": "network-vif-deleted", "tag": "e5a47759-53dc-4502-9320-ed363cd97942"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:20:51.276215 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb4577c-264f-4298-a098-4d89760e68ac x-openstack-request-id: req-efb4577c-264f-4298-a098-4d89760e68ac {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:20:51.276515 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23de3cd-bea7-4f9f-9804-8358b7c3d562", "name": "network-vif-deleted", "tag": "e5a47759-53dc-4502-9320-ed363cd97942", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:20:51.276765 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efb4577c-264f-4298-a098-4d89760e68ac {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:20:51.277162 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23de3cd-bea7-4f9f-9804-8358b7c3d562', 'name': 'network-vif-deleted', 'tag': 'e5a47759-53dc-4502-9320-ed363cd97942', 'status': 'completed', 'code': 200} Nov 09 20:20:51.431669 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:51.770282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49236) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:52.127604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:52.383439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Deleting port f1366cca-9d1d-42c0-aa93-9edd6985ad84 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:20:52.383703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:52.749487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] For port f1366cca-9d1d-42c0-aa93-9edd6985ad84, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=f1366cca-9d1d-42c0-aa93-9edd6985ad84,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:52.749770 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:52.762121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Calling delete_port for f1366cca-9d1d-42c0-aa93-9edd6985ad84 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:20:52.944046 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:52.974492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Port': ['ID=f1366cca-9d1d-42c0-aa93-9edd6985ad84,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:52.986614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.986968 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.987310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.987759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.988204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.988610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.988948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.989277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.989615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.989943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.990268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:52.990620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:20:53.174703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:53.387833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Router 60bc0060-b017-46bf-8e90-3bddbcf92638 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:20:53.501873 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:20:53.507655 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-20384b95-13ff-404b-a51a-17280222b6a7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "PUT /v2.0/routers/60bc0060-b017-46bf-8e90-3bddbcf92638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7363346 Nov 09 20:20:53.510335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49238) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:53.512682 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] Sync routers for ids ['60bc0060-b017-46bf-8e90-3bddbcf92638'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:20:53.522810 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] Routers {'60bc0060-b017-46bf-8e90-3bddbcf92638'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:20:53.523425 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['60bc0060-b017-46bf-8e90-3bddbcf92638'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:53.561318 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32dc579-a32b-404f-8422-ca60459a5892 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Deleting subnet 98d4ce17-afbf-41b1-b043-4a068e7276cf {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:20:53.564438 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f32dc579-a32b-404f-8422-ca60459a5892 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:53.603705 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f32dc579-a32b-404f-8422-ca60459a5892 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:53.630907 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] Set router 60bc0060-b017-46bf-8e90-3bddbcf92638 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:20:53.691973 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f32dc579-a32b-404f-8422-ca60459a5892 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:53.749763 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f32dc579-a32b-404f-8422-ca60459a5892 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:53.790841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32dc579-a32b-404f-8422-ca60459a5892 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Subnet': ['ID=98d4ce17-afbf-41b1-b043-4a068e7276cf,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:53.792923 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f32dc579-a32b-404f-8422-ca60459a5892 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:53.798930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49240) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:53.799437 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f32dc579-a32b-404f-8422-ca60459a5892 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "DELETE /v2.0/subnets/98d4ce17-afbf-41b1-b043-4a068e7276cf HTTP/1.1" status: 204 len: 168 time: 0.2876427 Nov 09 20:20:53.817797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4af24f-51f5-4ae4-be10-8bb1db254c16 None None] Network 487a986d-5274-4b19-8a70-9687d7aea30d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:20:53.821775 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382088432', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:20:33Z', 'updated_at': '2021-11-09T20:20:52Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:34Z', 'updated_at': '2021-11-09T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:53.851012 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] Checking router: 60bc0060-b017-46bf-8e90-3bddbcf92638 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:20:53.859982 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] Routers {'60bc0060-b017-46bf-8e90-3bddbcf92638'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:20:53.860833 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['60bc0060-b017-46bf-8e90-3bddbcf92638'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:53.925242 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:53.988301 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] Set router 60bc0060-b017-46bf-8e90-3bddbcf92638 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:20:54.005829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859ef00c-401c-4668-91fb-e9933954a784 None None] DHCP port deletion for 487a986d-5274-4b19-8a70-9687d7aea30d request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:20:54.032206 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.067679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-859ef00c-401c-4668-91fb-e9933954a784 None None] Deleting port a0017d4b-ab33-4934-9d15-081ab58eaa65 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:20:54.068152 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-859ef00c-401c-4668-91fb-e9933954a784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.089702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Deleting port 79b670ae-2aea-4435-885b-850c86f9c13f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:20:54.090039 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.145254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-859ef00c-401c-4668-91fb-e9933954a784 None None] For port a0017d4b-ab33-4934-9d15-081ab58eaa65, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a0017d4b-ab33-4934-9d15-081ab58eaa65,segment=NetworkSegment(e33192a9-79f6-4f65-b5a8-e0c41652fd38),segment_id=e33192a9-79f6-4f65-b5a8-e0c41652fd38)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:54.145712 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-859ef00c-401c-4668-91fb-e9933954a784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.160902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-859ef00c-401c-4668-91fb-e9933954a784 None None] Calling delete_port for a0017d4b-ab33-4934-9d15-081ab58eaa65 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:20:54.181359 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382088432', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:20:33Z', 'updated_at': '2021-11-09T20:20:52Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:34Z', 'updated_at': '2021-11-09T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:54.186447 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] For port 79b670ae-2aea-4435-885b-850c86f9c13f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=79b670ae-2aea-4435-885b-850c86f9c13f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:54.186929 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.200506 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Calling delete_port for 79b670ae-2aea-4435-885b-850c86f9c13f owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:20:54.215095 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b9493-8ce1-4424-974a-708eb9699b84 None None] The sync data for ids ['60bc0060-b017-46bf-8e90-3bddbcf92638'] in n-d-817256-1 is: [{'id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1382088432', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:20:33Z', 'updated_at': '2021-11-09T20:20:52Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '79b670ae-2aea-4435-885b-850c86f9c13f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc0060-b017-46bf-8e90-3bddbcf92638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:20:34Z', 'updated_at': '2021-11-09T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:20:54.248971 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-859ef00c-401c-4668-91fb-e9933954a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.278527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ef00c-401c-4668-91fb-e9933954a784 None None] Pushing event deleted for resources: {'Port': ['ID=a0017d4b-ab33-4934-9d15-081ab58eaa65,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:54.282176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859ef00c-401c-4668-91fb-e9933954a784 None None] No DVR routers for this DVR port a0017d4b-ab33-4934-9d15-081ab58eaa65 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:20:54.379156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.402703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Port': ['ID=79b670ae-2aea-4435-885b-850c86f9c13f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:54.467244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.473746 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e5a47759-53dc-4502-9320-ed363cd97942 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:20:54.493146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: e5a47759-53dc-4502-9320-ed363cd97942 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:20:54.493494 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device e5a47759-53dc-4502-9320-ed363cd97942 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:20:54.559322 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.561505 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.605379 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.606130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Fanout notify agent at l3_agent the message router_deleted on router 60bc0060-b017-46bf-8e90-3bddbcf92638 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:20:54.613446 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.617289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49242) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:54.617806 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e78ad8ff-4d13-462c-a687-84bdd20984e0 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "DELETE /v2.0/routers/60bc0060-b017-46bf-8e90-3bddbcf92638 HTTP/1.1" status: 204 len: 168 time: 0.8173118 Nov 09 20:20:54.704715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.713744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f1366cca-9d1d-42c0-aa93-9edd6985ad84 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:20:54.738862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: f1366cca-9d1d-42c0-aa93-9edd6985ad84 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:20:54.739389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device f1366cca-9d1d-42c0-aa93-9edd6985ad84 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:20:54.739882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a0017d4b-ab33-4934-9d15-081ab58eaa65 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:20:54.759868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: a0017d4b-ab33-4934-9d15-081ab58eaa65 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:20:54.760200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a0017d4b-ab33-4934-9d15-081ab58eaa65 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:20:54.804092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.825708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487a986d-5274-4b19-8a70-9687d7aea30d']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:54.835993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33192a9-79f6-4f65-b5a8-e0c41652fd38') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:54.836284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33192a9-79f6-4f65-b5a8-e0c41652fd38') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:54.846223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.859888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.867182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:20:54.867609 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:20:54.870901 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:20:54.939355 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.947049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:54.950168 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "DELETE /v2.0/networks/487a986d-5274-4b19-8a70-9687d7aea30d HTTP/1.1" status: 204 len: 168 time: 0.3310854 Nov 09 20:20:54.952945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49244) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:54.962350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84839803-e9f0-4fcf-b94f-f499ee20f448 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Network': ['ID=487a986d-5274-4b19-8a70-9687d7aea30d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:55.109817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Deleting port 518632e0-aa9f-437c-abde-ea57629b31b7 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:20:55.110167 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:55.187568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:55.187834 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:55.199247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Calling delete_port for 518632e0-aa9f-437c-abde-ea57629b31b7 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:20:55.347951 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:55.373863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Port': ['ID=518632e0-aa9f-437c-abde-ea57629b31b7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:55.430887 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:55.431220 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Floating IP c4d168c0-8f9c-45fb-9d29-4d9606f04097 disassociated (deleted). External IP: 172.25.6.202, port: a77ef255-2eef-4791-9f33-c6a6e362a2bc. Nov 09 20:20:55.640869 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:55.927036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Router 4e288841-232b-4f4f-84fe-05197b10cd55 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:20:56.031085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:20:56.036468 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:56.040987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] Sync routers for ids ['4e288841-232b-4f4f-84fe-05197b10cd55'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:20:56.050218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] Routers {'4e288841-232b-4f4f-84fe-05197b10cd55'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:20:56.050864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4e288841-232b-4f4f-84fe-05197b10cd55'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:56.062879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7a213d00-6559-4fce-9c18-b382d393255c tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "DELETE /v2.0/floatingips/c4d168c0-8f9c-45fb-9d29-4d9606f04097 HTTP/1.1" status: 204 len: 168 time: 1.1087420 Nov 09 20:20:56.063453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ed216f-4586-418e-9859-73be064d13cb', 'tag': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:20:56.066198 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ff3269-96cf-4c29-bf78-b9289f3172bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ed216f-4586-418e-9859-73be064d13cb", "tag": "a77ef255-2eef-4791-9f33-c6a6e362a2bc"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:20:56.109988 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aa35ee-88b3-4959-bbdc-787f700323eb x-openstack-request-id: req-c5aa35ee-88b3-4959-bbdc-787f700323eb {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:20:56.110307 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ed216f-4586-418e-9859-73be064d13cb", "tag": "a77ef255-2eef-4791-9f33-c6a6e362a2bc", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:20:56.110596 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5aa35ee-88b3-4959-bbdc-787f700323eb {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:20:56.111008 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ed216f-4586-418e-9859-73be064d13cb', 'tag': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'status': 'completed', 'code': 200} Nov 09 20:20:56.162952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] Set router 4e288841-232b-4f4f-84fe-05197b10cd55 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:20:56.182252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-eee15ccb-7bd1-4cba-a3a1-227e7bdac15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:56.183861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-eee15ccb-7bd1-4cba-a3a1-227e7bdac15e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eae8b836d299416891b248994dc07be5&device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 1135 time: 0.0423307 Nov 09 20:20:56.311195 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9d88b-9ece-4933-a641-d8c4913b421d req-a6416667-eed9-419b-8b45-f52bfc643da7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:56.312702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ab9d88b-9ece-4933-a641-d8c4913b421d req-a6416667-eed9-419b-8b45-f52bfc643da7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 984 time: 0.0517650 Nov 09 20:20:56.319987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-86642ef7-8d0f-417f-af82-12abfa594956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:56.321503 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-86642ef7-8d0f-417f-af82-12abfa594956 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14 HTTP/1.1" status: 200 len: 897 time: 0.1164217 Nov 09 20:20:56.357250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ab9d88b-9ece-4933-a641-d8c4913b421d req-5a1fd11f-8557-4ee1-9e35-aba7c3ba0804 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0372496 Nov 09 20:20:56.375972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-c48f56c1-427b-4ea8-ba2c-676e2c90fa53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a77ef255-2eef-4791-9f33-c6a6e362a2bc HTTP/1.1" status: 200 len: 217 time: 0.0458229 Nov 09 20:20:56.384605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8', 'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:b8:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:41Z', 'updated_at': '2021-11-09T20:19:45Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:56.411342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] Checking router: 4e288841-232b-4f4f-84fe-05197b10cd55 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:20:56.419561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] Routers {'4e288841-232b-4f4f-84fe-05197b10cd55'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:20:56.420166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4e288841-232b-4f4f-84fe-05197b10cd55'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:56.425572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-0e918a15-9b47-4287-93f7-21c524209469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:56.427119 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-0e918a15-9b47-4287-93f7-21c524209469 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f0cd10de-6ce1-46e7-8ec4-2b03e3146e98 HTTP/1.1" status: 200 len: 835 time: 0.0439138 Nov 09 20:20:56.491543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-a41a6b85-0aea-421f-8287-53b13a85acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:56.493020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-a41a6b85-0aea-421f-8287-53b13a85acbb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6e1b59f1-91dd-42e8-8e52-f70f3e688d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584226 Nov 09 20:20:56.603760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-26487e26-a267-4e93-beef-cd5a62435d57 service neutron] 10.222.0.77 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004760 Nov 09 20:20:56.649929 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 79b670ae-2aea-4435-885b-850c86f9c13f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:20:56.672230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 79b670ae-2aea-4435-885b-850c86f9c13f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:20:56.672571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 79b670ae-2aea-4435-885b-850c86f9c13f not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:20:56.709388 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c3ff3269-96cf-4c29-bf78-b9289f3172bc req-faf48e5e-bf79-4cbc-a0cf-82728fce9ec2 service neutron] 10.222.0.77 "GET /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974245 Nov 09 20:20:56.719790 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] Set router 4e288841-232b-4f4f-84fe-05197b10cd55 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:20:56.948158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8', 'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:b8:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:41Z', 'updated_at': '2021-11-09T20:19:45Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:20:56.981056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895e7d0-8ef0-4309-8c15-f15e380842fd None None] The sync data for ids ['4e288841-232b-4f4f-84fe-05197b10cd55'] in n-d-817256-1 is: [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8', 'name': '', 'network_id': '6e1b59f1-91dd-42e8-8e52-f70f3e688d14', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'mac_address': 'fa:16:3e:b8:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:41Z', 'updated_at': '2021-11-09T20:19:45Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'subnets': [{'id': 'f0cd10de-6ce1-46e7-8ec4-2b03e3146e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:20:57.231946 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e148fb-7a15-4482-b4cf-eb0a6416ed4e None None] New status for floating IP c4d168c0-8f9c-45fb-9d29-4d9606f04097: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:20:57.489821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceee121-37cc-44ea-9458-1740ebe0abf6 req-3155d43d-323f-4053-bdd0-cfcfcec48059 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:57.491285 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eceee121-37cc-44ea-9458-1740ebe0abf6 req-3155d43d-323f-4053-bdd0-cfcfcec48059 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 984 time: 0.0622597 Nov 09 20:20:57.536415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eceee121-37cc-44ea-9458-1740ebe0abf6 req-fd12c4c5-7d42-4967-811b-2bc3090b9a84 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/security-groups?id=74c1f8fc-d23a-4f32-bfca-1360178deadd&id=5997eb9a-ca0e-406d-b648-f903fd7c7414&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0389705 Nov 09 20:20:57.773766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020614-672c-46a6-93ed-0c47c3b02149 req-6496a579-9228-461d-a093-edba150dee12 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:20:57.775225 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00020614-672c-46a6-93ed-0c47c3b02149 req-6496a579-9228-461d-a093-edba150dee12 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 984 time: 0.0513952 Nov 09 20:20:57.872182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-00020614-672c-46a6-93ed-0c47c3b02149 req-343aff02-d20c-4000-9786-55d143ed61c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Deleting port a77ef255-2eef-4791-9f33-c6a6e362a2bc {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:20:57.872530 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-00020614-672c-46a6-93ed-0c47c3b02149 req-343aff02-d20c-4000-9786-55d143ed61c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:57.966149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-00020614-672c-46a6-93ed-0c47c3b02149 req-343aff02-d20c-4000-9786-55d143ed61c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] For port a77ef255-2eef-4791-9f33-c6a6e362a2bc, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a77ef255-2eef-4791-9f33-c6a6e362a2bc,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:20:57.966532 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-00020614-672c-46a6-93ed-0c47c3b02149 req-343aff02-d20c-4000-9786-55d143ed61c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:57.979951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-00020614-672c-46a6-93ed-0c47c3b02149 req-343aff02-d20c-4000-9786-55d143ed61c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Calling delete_port for a77ef255-2eef-4791-9f33-c6a6e362a2bc owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:20:58.110886 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-00020614-672c-46a6-93ed-0c47c3b02149 req-343aff02-d20c-4000-9786-55d143ed61c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:58.147240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343aff02-d20c-4000-9786-55d143ed61c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Port': ['ID=a77ef255-2eef-4791-9f33-c6a6e362a2bc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:58.180509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-00020614-672c-46a6-93ed-0c47c3b02149 req-343aff02-d20c-4000-9786-55d143ed61c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] No DVR routers for this DVR port a77ef255-2eef-4791-9f33-c6a6e362a2bc on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:20:58.183264 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-00020614-672c-46a6-93ed-0c47c3b02149 req-343aff02-d20c-4000-9786-55d143ed61c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:58.186726 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-00020614-672c-46a6-93ed-0c47c3b02149 req-343aff02-d20c-4000-9786-55d143ed61c7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.77 "DELETE /v2.0/ports/a77ef255-2eef-4791-9f33-c6a6e362a2bc HTTP/1.1" status: 204 len: 173 time: 0.4016609 Nov 09 20:20:58.187168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ed216f-4586-418e-9859-73be064d13cb', 'name': 'network-vif-deleted', 'tag': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:20:58.189417 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c4d465-8d7b-47c6-b32f-9b919d2fd214" -d '{"events": [{"server_uuid": "b0ed216f-4586-418e-9859-73be064d13cb", "name": "network-vif-deleted", "tag": "a77ef255-2eef-4791-9f33-c6a6e362a2bc"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:20:58.229013 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebfc142-347a-4240-bfe5-6f8d6e3423db x-openstack-request-id: req-3ebfc142-347a-4240-bfe5-6f8d6e3423db {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:20:58.229316 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ed216f-4586-418e-9859-73be064d13cb", "name": "network-vif-deleted", "tag": "a77ef255-2eef-4791-9f33-c6a6e362a2bc", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:20:58.229571 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ebfc142-347a-4240-bfe5-6f8d6e3423db {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:20:58.229974 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ed216f-4586-418e-9859-73be064d13cb', 'name': 'network-vif-deleted', 'tag': 'a77ef255-2eef-4791-9f33-c6a6e362a2bc', 'status': 'completed', 'code': 200} Nov 09 20:20:58.657487 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bf884831-ab6a-4e63-a134-1b991a602663 req-e4d494c3-cf9f-418f-8753-ccb1b1ba6c4e tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ed216f-4586-418e-9859-73be064d13cb HTTP/1.1" status: 200 len: 210 time: 0.0353389 Nov 09 20:20:59.714296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49260) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:59.769588 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b50eea0f-d349-42f8-ac27-49cd6579ce02 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:59.794350 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b50eea0f-d349-42f8-ac27-49cd6579ce02 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:59.834357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b50eea0f-d349-42f8-ac27-49cd6579ce02 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:59.836977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b50eea0f-d349-42f8-ac27-49cd6579ce02 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:59.838123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b50eea0f-d349-42f8-ac27-49cd6579ce02 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "DELETE /v2.0/security-groups/5997eb9a-ca0e-406d-b648-f903fd7c7414 HTTP/1.1" status: 204 len: 168 time: 0.1228018 Nov 09 20:20:59.840922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49262) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:59.846800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50eea0f-d349-42f8-ac27-49cd6579ce02 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5997eb9a-ca0e-406d-b648-f903fd7c7414,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:20:59.899337 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab89d3d6-0cba-48c9-8597-b6ea21589460 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:59.928133 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab89d3d6-0cba-48c9-8597-b6ea21589460 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:59.971790 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab89d3d6-0cba-48c9-8597-b6ea21589460 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:59.974526 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab89d3d6-0cba-48c9-8597-b6ea21589460 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:20:59.975690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab89d3d6-0cba-48c9-8597-b6ea21589460 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "DELETE /v2.0/security-groups/74c1f8fc-d23a-4f32-bfca-1360178deadd HTTP/1.1" status: 204 len: 168 time: 0.1337059 Nov 09 20:20:59.978656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:20:59.984913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89d3d6-0cba-48c9-8597-b6ea21589460 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c1f8fc-d23a-4f32-bfca-1360178deadd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:00.331504 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:00.586345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Deleting port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:00.586724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:00.678371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] For port 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:00.678760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:00.691649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Calling delete_port for 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:00.874604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:00.899039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Port': ['ID=238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:01.074389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:01.291610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Router 4e288841-232b-4f4f-84fe-05197b10cd55 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:21:01.347405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a77ef255-2eef-4791-9f33-c6a6e362a2bc no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:01.367867 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: a77ef255-2eef-4791-9f33-c6a6e362a2bc {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:01.368206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a77ef255-2eef-4791-9f33-c6a6e362a2bc not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:01.398535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:21:01.404170 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2e880cd2-d762-4cd9-910d-79cd0871384f tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "PUT /v2.0/routers/4e288841-232b-4f4f-84fe-05197b10cd55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4243696 Nov 09 20:21:01.405988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49266) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:01.408098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] Sync routers for ids ['4e288841-232b-4f4f-84fe-05197b10cd55'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:21:01.417236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] Routers {'4e288841-232b-4f4f-84fe-05197b10cd55'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:01.417850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4e288841-232b-4f4f-84fe-05197b10cd55'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:01.455967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-357634b5-9d43-424e-908a-9712b59899c5 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Deleting subnet f0cd10de-6ce1-46e7-8ec4-2b03e3146e98 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:21:01.459693 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-357634b5-9d43-424e-908a-9712b59899c5 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:01.499087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-357634b5-9d43-424e-908a-9712b59899c5 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:01.524175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] Set router 4e288841-232b-4f4f-84fe-05197b10cd55 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:01.586075 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-357634b5-9d43-424e-908a-9712b59899c5 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:01.645935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-357634b5-9d43-424e-908a-9712b59899c5 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:01.673121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357634b5-9d43-424e-908a-9712b59899c5 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cd10de-6ce1-46e7-8ec4-2b03e3146e98,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:01.678071 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-357634b5-9d43-424e-908a-9712b59899c5 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:01.683658 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-357634b5-9d43-424e-908a-9712b59899c5 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "DELETE /v2.0/subnets/f0cd10de-6ce1-46e7-8ec4-2b03e3146e98 HTTP/1.1" status: 204 len: 168 time: 0.2743711 Nov 09 20:21:01.683871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49268) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:01.688563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22f93d-4493-4bec-b8d1-26e4754739ee None None] Network 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:21:01.791168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:01.815503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:21:00Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:01.852586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] Checking router: 4e288841-232b-4f4f-84fe-05197b10cd55 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:21:01.868142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] Routers {'4e288841-232b-4f4f-84fe-05197b10cd55'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:01.868672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['4e288841-232b-4f4f-84fe-05197b10cd55'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:01.898985 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:01.937615 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6e078-7386-4eca-a0e8-dd5a2e379866 None None] DHCP port deletion for 6e1b59f1-91dd-42e8-8e52-f70f3e688d14 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:21:01.952372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Deleting port 9dc4e327-0967-4bee-806f-4f80f50d0256 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:01.952699 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.013868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] Set router 4e288841-232b-4f4f-84fe-05197b10cd55 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:02.037664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] For port 9dc4e327-0967-4bee-806f-4f80f50d0256, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9dc4e327-0967-4bee-806f-4f80f50d0256,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:02.038024 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.052307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Calling delete_port for 9dc4e327-0967-4bee-806f-4f80f50d0256 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:02.079791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-93c6e078-7386-4eca-a0e8-dd5a2e379866 None None] Deleting port 2f586a24-2992-45e6-877a-b8935b7a3c5d {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:02.080166 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-93c6e078-7386-4eca-a0e8-dd5a2e379866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.210935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-93c6e078-7386-4eca-a0e8-dd5a2e379866 None None] For port 2f586a24-2992-45e6-877a-b8935b7a3c5d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2f586a24-2992-45e6-877a-b8935b7a3c5d,segment=NetworkSegment(71ac8f60-0492-4cc4-8489-882617e877a3),segment_id=71ac8f60-0492-4cc4-8489-882617e877a3)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:02.211223 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-93c6e078-7386-4eca-a0e8-dd5a2e379866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.223230 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.227843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-93c6e078-7386-4eca-a0e8-dd5a2e379866 None None] Calling delete_port for 2f586a24-2992-45e6-877a-b8935b7a3c5d owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:02.248246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Port': ['ID=9dc4e327-0967-4bee-806f-4f80f50d0256,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:02.311651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.352149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:21:00Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:02.355178 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-93c6e078-7386-4eca-a0e8-dd5a2e379866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.389033 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e8eebf-0fff-4457-9208-e8e3d06d0c4d None None] The sync data for ids ['4e288841-232b-4f4f-84fe-05197b10cd55'] in n-d-817256-1 is: [{'id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'name': 'tempest-TestSecurityGroupsBasicOps-router-195115673', 'tenant_id': 'eae8b836d299416891b248994dc07be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:19:38Z', 'updated_at': '2021-11-09T20:21:00Z', 'revision_number': 5, 'project_id': 'eae8b836d299416891b248994dc07be5', 'gw_port': {'id': '9dc4e327-0967-4bee-806f-4f80f50d0256', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e288841-232b-4f4f-84fe-05197b10cd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:19:39Z', 'updated_at': '2021-11-09T20:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:21:02.407360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.410644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.410785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6e078-7386-4eca-a0e8-dd5a2e379866 None None] Pushing event deleted for resources: {'Port': ['ID=2f586a24-2992-45e6-877a-b8935b7a3c5d,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:02.412407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c6e078-7386-4eca-a0e8-dd5a2e379866 None None] No DVR routers for this DVR port 2f586a24-2992-45e6-877a-b8935b7a3c5d on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:21:02.454542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.455099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Fanout notify agent at l3_agent the message router_deleted on router 4e288841-232b-4f4f-84fe-05197b10cd55 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:21:02.463045 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.464090 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2c088cf9-28dd-4021-aac8-75b143cb66b7 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "DELETE /v2.0/routers/4e288841-232b-4f4f-84fe-05197b10cd55 HTTP/1.1" status: 204 len: 168 time: 0.7793210 Nov 09 20:21:02.466831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49270) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:02.549247 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.632336 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.651064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1b59f1-91dd-42e8-8e52-f70f3e688d14']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:02.659946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ac8f60-0492-4cc4-8489-882617e877a3') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:02.660257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ac8f60-0492-4cc4-8489-882617e877a3') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:02.669169 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.683156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.688947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:21:02.689339 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:21:02.693091 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:21:02.761463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.772719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:02.776104 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] 10.222.0.53 "DELETE /v2.0/networks/6e1b59f1-91dd-42e8-8e52-f70f3e688d14 HTTP/1.1" status: 204 len: 168 time: 0.3081501 Nov 09 20:21:02.791389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ec92d-0b0a-44e4-ace7-59e4d7633f57 tempest-TestSecurityGroupsBasicOps-1483951253 tempest-TestSecurityGroupsBasicOps-1483951253-project] Pushing event deleted for resources: {'Network': ['ID=6e1b59f1-91dd-42e8-8e52-f70f3e688d14,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:02.895283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:02.917912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:02.918405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 238d4e5f-3ae5-4c8a-84e7-6157dc77c9e8 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:02.918914 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2f586a24-2992-45e6-877a-b8935b7a3c5d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:02.938675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 2f586a24-2992-45e6-877a-b8935b7a3c5d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:02.939027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2f586a24-2992-45e6-877a-b8935b7a3c5d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:03.096149 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49278) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:03.244780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f8945d11-c14a-4c56-915a-41b5e73b2d04 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eae8b836d299416891b248994dc07be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473720 Nov 09 20:21:03.247239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49282) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:03.294360 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-41fa9448-9daf-481f-860f-ac0c63dc4a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.314744 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-41fa9448-9daf-481f-860f-ac0c63dc4a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.359697 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-41fa9448-9daf-481f-860f-ac0c63dc4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.362128 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-41fa9448-9daf-481f-860f-ac0c63dc4a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.363510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-41fa9448-9daf-481f-860f-ac0c63dc4a65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a44f9ee-27b3-48c8-9042-20f73e49a456 HTTP/1.1" status: 204 len: 168 time: 0.1151860 Nov 09 20:21:03.371178 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa9448-9daf-481f-860f-ac0c63dc4a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a44f9ee-27b3-48c8-9042-20f73e49a456,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:03.630291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49288) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:03.648371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b107be4e-4252-45a8-a044-2faf4035d90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.722875 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b107be4e-4252-45a8-a044-2faf4035d90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.726323 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b107be4e-4252-45a8-a044-2faf4035d90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.764174 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b107be4e-4252-45a8-a044-2faf4035d90e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f720ff81471428184116558dd2a9a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327190 Nov 09 20:21:03.765289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107be4e-4252-45a8-a044-2faf4035d90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a5046b-2b52-4594-a458-f0deecd191a3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:03.767024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49290) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:03.819131 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7ec25eb-ed10-4eb6-b3b9-1172154b736b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.840473 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7ec25eb-ed10-4eb6-b3b9-1172154b736b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.894947 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7ec25eb-ed10-4eb6-b3b9-1172154b736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.897507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e7ec25eb-ed10-4eb6-b3b9-1172154b736b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:03.898705 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e7ec25eb-ed10-4eb6-b3b9-1172154b736b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7a5046b-2b52-4594-a458-f0deecd191a3 HTTP/1.1" status: 204 len: 168 time: 0.1305943 Nov 09 20:21:03.906347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec25eb-ed10-4eb6-b3b9-1172154b736b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a5046b-2b52-4594-a458-f0deecd191a3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:04.214996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49298) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:04.259168 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-987bf4ba-ddb2-4e25-99e5-5bcfd83de02d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ffe0362aa0314b14b118905801cf369e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429890 Nov 09 20:21:04.261553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49300) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:04.310084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68dbfb17-83a2-4c9d-a6a9-9b08139981bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:04.332731 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68dbfb17-83a2-4c9d-a6a9-9b08139981bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:04.382986 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68dbfb17-83a2-4c9d-a6a9-9b08139981bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:04.385582 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-68dbfb17-83a2-4c9d-a6a9-9b08139981bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:04.386759 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-68dbfb17-83a2-4c9d-a6a9-9b08139981bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6705d247-e684-493e-8dd6-53ff10079fea HTTP/1.1" status: 204 len: 168 time: 0.1242929 Nov 09 20:21:04.394937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbfb17-83a2-4c9d-a6a9-9b08139981bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6705d247-e684-493e-8dd6-53ff10079fea,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:04.601770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9dc4e327-0967-4bee-806f-4f80f50d0256 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:04.622145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 9dc4e327-0967-4bee-806f-4f80f50d0256 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:04.622506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9dc4e327-0967-4bee-806f-4f80f50d0256 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:05.036476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49322) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:05.136290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-49600418-d546-4009-90cb-025442738657 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1925439430-network', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:21:05.156960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49600418-d546-4009-90cb-025442738657 admin admin] Made reservation on behalf of e5e1c48a6ab04ab790a0cf6f108b0541 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:21:05.159549 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49600418-d546-4009-90cb-025442738657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.168806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49600418-d546-4009-90cb-025442738657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.245472 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49600418-d546-4009-90cb-025442738657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.249470 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49600418-d546-4009-90cb-025442738657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.272167 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49600418-d546-4009-90cb-025442738657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:21:05.287021 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49600418-d546-4009-90cb-025442738657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d693ec6d-aa6f-4551-afc0-45f1277e710a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:05.291033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49600418-d546-4009-90cb-025442738657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.291383 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-49600418-d546-4009-90cb-025442738657 admin admin] Added segment 10933e9b-59dd-4982-bb7c-4b35d4d56c65 of type vlan for network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 Nov 09 20:21:05.334857 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49600418-d546-4009-90cb-025442738657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.358883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49600418-d546-4009-90cb-025442738657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.359759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49600418-d546-4009-90cb-025442738657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:05.360339 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-49600418-d546-4009-90cb-025442738657 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.430294 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-49600418-d546-4009-90cb-025442738657 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3926840 Nov 09 20:21:05.433253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49326) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:05.438334 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Request body: {'subnet': {'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1925439430-subnet', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:21:05.459495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Made reservation on behalf of e5e1c48a6ab04ab790a0cf6f108b0541 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:21:05.460014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49600418-d546-4009-90cb-025442738657 admin admin] Pushing event updated for resources: {'Network': ['ID=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:05.461822 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.470764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:21:05.643104 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.694616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7893c960-d5aa-4983-bc00-275e8fc06ca0,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:05.704517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Checking segment: {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:21:05.704871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Network hostable DHCP agents. Network: 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:21:05.721669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:21:05.730122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:05.734713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:05.735618 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.739364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210df3d8-36ee-46df-9704-56baa45c7768 None None] Network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:21:05.752264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1ac60978-cdbf-4109-b7cc-b4f267b0fce1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3175578 Nov 09 20:21:05.755440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49328) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:05.759899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1925439430-router', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:21:05.779924 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.780949 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.842906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.894077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-25b4fdcb-3cf9-4aad-8749-a10b4dd76b34', 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'fixed_ips': [{'subnet_id': '7893c960-d5aa-4983-bc00-275e8fc06ca0'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:21:05.895453 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:05.999987 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:06.051559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Allocated IP 172.20.0.2 (25b4fdcb-3cf9-4aad-8749-a10b4dd76b34/7893c960-d5aa-4983-bc00-275e8fc06ca0/0e7e59e9-b4f1-4560-886c-c8c84c5710f6) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:21:06.204755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:06.211445 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:06.231508 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:06.250012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:21:06.252906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:06.256015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:21:06.256483 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:06.270835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Pushing event updated for resources: {'Port': ['ID=0e7e59e9-b4f1-4560-886c-c8c84c5710f6,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:06.323607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Attempting to bind port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:21:06.323970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Attempting to bind port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:21:06.324328 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Attempting to bind port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 on network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:21:06.329641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:21:06.330018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Checking segment: {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:21:06.330419 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:06.330896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Bound using segment: {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:21:06.331347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Bound port: 0e7e59e9-b4f1-4560-886c-c8c84c5710f6, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:21:06.332296 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:06.369615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Allocated IP 172.25.6.57 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/c5c02d78-f50a-401f-b287-b40983fcdca3) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:21:06.403193 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] For port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:21:06.407688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] For port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0e7e59e9-b4f1-4560-886c-c8c84c5710f6,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:21:06.412320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:06.473119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c096396-c2ca-418f-995e-f8df5936fd81 None None] Pushing event updated for resources: {'Port': ['ID=0e7e59e9-b4f1-4560-886c-c8c84c5710f6,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:06.487648 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:06.528805 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:06.565662 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:21:06.569356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:06.572911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:21:06.599671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c02d78-f50a-401f-b287-b40983fcdca3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:07.122920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:07.326130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:07.398212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a15a46-1a9b-466c-a427-c60f6d4b5842 None None] Network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:21:07.455840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Router b1c2e85a-8404-48e9-873d-146e2591cd3b is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:21:07.473096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a6f291f6-b86a-4b0a-a811-1135588248ef None None] Provisioning complete for port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:07.473457 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6f291f6-b86a-4b0a-a811-1135588248ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:07.564510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:21:07.575162 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Sync routers for ids ['b1c2e85a-8404-48e9-873d-146e2591cd3b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:21:07.583625 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:07.585101 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dfbb88ab-9cda-4fe6-9d52-bf368a498231 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8286407 Nov 09 20:21:07.586225 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Routers {'b1c2e85a-8404-48e9-873d-146e2591cd3b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:07.586860 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b1c2e85a-8404-48e9-873d-146e2591cd3b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:07.587944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49332) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:07.619690 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6f291f6-b86a-4b0a-a811-1135588248ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:07.657069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a6f291f6-b86a-4b0a-a811-1135588248ef None None] For port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0e7e59e9-b4f1-4560-886c-c8c84c5710f6,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:07.663541 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6f291f6-b86a-4b0a-a811-1135588248ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:07.706647 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Set router b1c2e85a-8404-48e9-873d-146e2591cd3b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:07.717825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f291f6-b86a-4b0a-a811-1135588248ef None None] Pushing event updated for resources: {'Port': ['ID=0e7e59e9-b4f1-4560-886c-c8c84c5710f6,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:07.884397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bab1e3ed-4e7f-447e-8dae-36dc91852576 None None] Provisioning complete for port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:07.884766 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bab1e3ed-4e7f-447e-8dae-36dc91852576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:07.901972 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'name': 'tempest-TestServerMultinode-1925439430-router', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:05Z', 'updated_at': '2021-11-09T20:21:07Z', 'revision_number': 3, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'gw_port': {'id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:06Z', 'updated_at': '2021-11-09T20:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:08.036653 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Checking router: b1c2e85a-8404-48e9-873d-146e2591cd3b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:21:08.037000 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Updating router b1c2e85a-8404-48e9-873d-146e2591cd3b port c5c02d78-f50a-401f-b287-b40983fcdca3 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:21:08.063686 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.324816 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.330338 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.355176 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.387358 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Attempting to bind port c5c02d78-f50a-401f-b287-b40983fcdca3 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:21:08.387720 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Attempting to bind port c5c02d78-f50a-401f-b287-b40983fcdca3 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:21:08.388076 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Attempting to bind port c5c02d78-f50a-401f-b287-b40983fcdca3 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:21:08.398958 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Pushing event updated for resources: {'Port': ['ID=c5c02d78-f50a-401f-b287-b40983fcdca3,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:08.400899 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:21:08.401259 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:21:08.401648 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.402025 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:21:08.402472 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Bound port: c5c02d78-f50a-401f-b287-b40983fcdca3, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:21:08.402864 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.427206 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.427552 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.427906 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.428229 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.428567 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.428888 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.429214 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.429536 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.429859 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.430179 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.430506 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.430918 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:08.466412 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] For port c5c02d78-f50a-401f-b287-b40983fcdca3, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:21:08.469487 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] For port c5c02d78-f50a-401f-b287-b40983fcdca3, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c5c02d78-f50a-401f-b287-b40983fcdca3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:21:08.474479 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.530320 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Routers {'b1c2e85a-8404-48e9-873d-146e2591cd3b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:08.530952 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b1c2e85a-8404-48e9-873d-146e2591cd3b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:08.534004 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca053b-9931-4ef4-9501-bfe378bb759f None None] Pushing event updated for resources: {'Port': ['ID=c5c02d78-f50a-401f-b287-b40983fcdca3,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:08.561227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Allocated IP 172.20.0.1 (25b4fdcb-3cf9-4aad-8749-a10b4dd76b34/7893c960-d5aa-4983-bc00-275e8fc06ca0/a6be4282-cfa4-449d-b3a8-86e085523c19) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:21:08.663924 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] Set router b1c2e85a-8404-48e9-873d-146e2591cd3b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:08.679180 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:08.681595 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.717179 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.726890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:08.727302 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.762589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:21:08.765529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:08.768015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:21:08.812889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6be4282-cfa4-449d-b3a8-86e085523c19,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:08.834428 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:08.868240 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'name': 'tempest-TestServerMultinode-1925439430-router', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:05Z', 'updated_at': '2021-11-09T20:21:07Z', 'revision_number': 3, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'gw_port': {'id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:06Z', 'updated_at': '2021-11-09T20:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:08.907739 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d5198-4bfc-413c-b186-0f235a7c6f5d None None] The sync data for ids ['b1c2e85a-8404-48e9-873d-146e2591cd3b'] in n-d-817256-1 is: [{'id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'name': 'tempest-TestServerMultinode-1925439430-router', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:05Z', 'updated_at': '2021-11-09T20:21:07Z', 'revision_number': 3, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'gw_port': {'id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:06Z', 'updated_at': '2021-11-09T20:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:21:08.988004 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:09.000184 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d72ee703-f83d-452c-b270-86f44048ede0 None None] Provisioning complete for port a6be4282-cfa4-449d-b3a8-86e085523c19 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:09.000562 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d72ee703-f83d-452c-b270-86f44048ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:09.188051 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:09.193002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:09.223682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d72ee703-f83d-452c-b270-86f44048ede0 None None] Port a6be4282-cfa4-449d-b3a8-86e085523c19 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:21:09.272049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:09.274009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6be4282-cfa4-449d-b3a8-86e085523c19,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:09.377767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:21:09.379380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:09.511476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Router b1c2e85a-8404-48e9-873d-146e2591cd3b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:21:09.638457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:21:09.647994 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e8a30aa-d181-465e-8c54-61c03e1b21b2 admin admin] 10.222.0.53 "PUT /v2.0/routers/b1c2e85a-8404-48e9-873d-146e2591cd3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547030 Nov 09 20:21:09.654465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-e72759fe-616a-43bb-9ddf-8ea0c61e62ed None None] Provisioning complete for port a6be4282-cfa4-449d-b3a8-86e085523c19 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:09.655237 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e72759fe-616a-43bb-9ddf-8ea0c61e62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:09.693152 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e72759fe-616a-43bb-9ddf-8ea0c61e62ed None None] Port a6be4282-cfa4-449d-b3a8-86e085523c19 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:21:10.117631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49348) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:10.122665 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1680977184-network', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:21:10.144323 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Made reservation on behalf of 13ae2d67dcae402ab1497bddbafce9ff for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:21:10.146892 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.155675 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.240852 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.244930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.270832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:21:10.279583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1b27e6-b9d1-4a27-928a-854c439f9a60,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:10.286279 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.286698 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Added segment 8283e259-37e2-4b1e-a99d-bada44d722e0 of type vlan for network d0752c9d-a38c-400b-ba51-c0da75acdc60 Nov 09 20:21:10.288854 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dc50ef85-2b46-4d42-9968-4c756ccaad1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.329455 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.355368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.356461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:10.357041 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.412727 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2939739 Nov 09 20:21:10.415465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49350) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:10.421433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Request body: {'subnet': {'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1680977184-subnet', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:21:10.426786 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec7072-c2ef-46b9-acc8-19dfee7cf4da admin admin] Pushing event updated for resources: {'Network': ['ID=d0752c9d-a38c-400b-ba51-c0da75acdc60,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:10.436810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network d0752c9d-a38c-400b-ba51-c0da75acdc60 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:21:10.450677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Made reservation on behalf of 13ae2d67dcae402ab1497bddbafce9ff for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:21:10.453143 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.530419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Sync routers for ids ['b1c2e85a-8404-48e9-873d-146e2591cd3b'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:21:10.539830 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Routers {'b1c2e85a-8404-48e9-873d-146e2591cd3b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:10.540441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b1c2e85a-8404-48e9-873d-146e2591cd3b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:10.632118 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.654772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Set router b1c2e85a-8404-48e9-873d-146e2591cd3b gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:10.685292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c5c02d78-f50a-401f-b287-b40983fcdca3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:10.697816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa8dd42-02f9-407e-a616-6ecca4510816,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:10.706098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Checking segment: {'id': '8283e259-37e2-4b1e-a99d-bada44d722e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:21:10.706458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Network hostable DHCP agents. Network: d0752c9d-a38c-400b-ba51-c0da75acdc60, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:21:10.723789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Network d0752c9d-a38c-400b-ba51-c0da75acdc60 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:21:10.732510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, d0752c9d-a38c-400b-ba51-c0da75acdc60) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:10.736517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:10.737229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.753542 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ae4aa1bd-de47-4098-a08e-faec8ac94088 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3362722 Nov 09 20:21:10.756833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49352) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:10.758605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b93ea8a-2781-476c-8db8-4d081a17eba0 None None] Network d0752c9d-a38c-400b-ba51-c0da75acdc60 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:21:10.761221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1680977184-router', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:21:10.781513 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.782482 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.835164 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.898719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c5c02d78-f50a-401f-b287-b40983fcdca3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:10.899092 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:10.973002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.068474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-d0752c9d-a38c-400b-ba51-c0da75acdc60', 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'fixed_ips': [{'subnet_id': '3aa8dd42-02f9-407e-a616-6ecca4510816'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:21:11.069323 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.105727 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.172524 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'name': 'tempest-TestServerMultinode-1925439430-router', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:05Z', 'updated_at': '2021-11-09T20:21:08Z', 'revision_number': 4, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'gw_port': {'id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:06Z', 'updated_at': '2021-11-09T20:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a6be4282-cfa4-449d-b3a8-86e085523c19', 'name': '', 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'mac_address': 'fa:16:3e:32:0f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7893c960-d5aa-4983-bc00-275e8fc06ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:08Z', 'updated_at': '2021-11-09T20:21:09Z', 'revision_number': 2, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'subnets': [{'id': '7893c960-d5aa-4983-bc00-275e8fc06ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:11.181900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.185275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port c5c02d78-f50a-401f-b287-b40983fcdca3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c5c02d78-f50a-401f-b287-b40983fcdca3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:11.206085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.214812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Checking router: b1c2e85a-8404-48e9-873d-146e2591cd3b for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:21:11.215168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Updating router b1c2e85a-8404-48e9-873d-146e2591cd3b port a6be4282-cfa4-449d-b3a8-86e085523c19 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:21:11.217169 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.302853 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.310294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Allocated IP 172.25.6.93 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/527d8683-9dd7-4fd4-8935-091110419f12) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:21:11.362048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=c5c02d78-f50a-401f-b287-b40983fcdca3,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:11.365991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Allocated IP 172.20.0.2 (d0752c9d-a38c-400b-ba51-c0da75acdc60/3aa8dd42-02f9-407e-a616-6ecca4510816/1990c3a6-dc52-4906-8999-5e3b3d37ee9e) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:21:11.421233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.459736 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.494125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:21:11.497013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:11.500916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:21:11.532554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Pushing event updated for resources: {'Port': ['ID=527d8683-9dd7-4fd4-8935-091110419f12,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:11.651140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.658832 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.741698 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Network d0752c9d-a38c-400b-ba51-c0da75acdc60 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:21:11.744237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Pushing event updated for resources: {'Port': ['ID=1990c3a6-dc52-4906-8999-5e3b3d37ee9e,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:11.754629 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:11.758757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:21:11.761829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.763253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.770344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.856115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f58df6-d9e3-461f-9477-84e8e507f88a None None] Pushing event updated for resources: {'Port': ['ID=a6be4282-cfa4-449d-b3a8-86e085523c19,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:11.859968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Attempting to bind port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:21:11.860334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Attempting to bind port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '8283e259-37e2-4b1e-a99d-bada44d722e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:21:11.860695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Attempting to bind port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e on network d0752c9d-a38c-400b-ba51-c0da75acdc60 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:21:11.870566 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:21:11.870566 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Checking segment: {'id': '8283e259-37e2-4b1e-a99d-bada44d722e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:21:11.870566 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.871513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Bound using segment: {'id': '8283e259-37e2-4b1e-a99d-bada44d722e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:21:11.872004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Bound port: 1990c3a6-dc52-4906-8999-5e3b3d37ee9e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283e259-37e2-4b1e-a99d-bada44d722e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:21:11.872387 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.952202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Attempting to bind port a6be4282-cfa4-449d-b3a8-86e085523c19 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:21:11.952572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Attempting to bind port a6be4282-cfa4-449d-b3a8-86e085523c19 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:21:11.952935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Attempting to bind port a6be4282-cfa4-449d-b3a8-86e085523c19 on network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:21:11.969045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:21:11.969420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Checking segment: {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:21:11.969821 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.970215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Bound using segment: {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:21:11.970722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Bound port: a6be4282-cfa4-449d-b3a8-86e085523c19, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:21:11.971113 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.973490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:11.994718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] For port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:21:12.026897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] For port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1990c3a6-dc52-4906-8999-5e3b3d37ee9e,segment=NetworkSegment(8283e259-37e2-4b1e-a99d-bada44d722e0),segment_id=8283e259-37e2-4b1e-a99d-bada44d722e0)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:21:12.036390 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:12.098826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] For port a6be4282-cfa4-449d-b3a8-86e085523c19, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:21:12.112260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Router 3842e954-37be-4a87-afe0-faf36266b35d is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:21:12.122675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] For port a6be4282-cfa4-449d-b3a8-86e085523c19, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a6be4282-cfa4-449d-b3a8-86e085523c19,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:21:12.138660 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:12.142240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3530a83-f725-4f0e-af91-7e791ec2cb13 None None] Pushing event updated for resources: {'Port': ['ID=1990c3a6-dc52-4906-8999-5e3b3d37ee9e,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:12.198677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-89cb8b25-9aa3-46e2-989d-5967d4be7522 None None] Provisioning complete for port a6be4282-cfa4-449d-b3a8-86e085523c19 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:12.199051 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-89cb8b25-9aa3-46e2-989d-5967d4be7522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:12.226778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:21:12.242840 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Routers {'b1c2e85a-8404-48e9-873d-146e2591cd3b'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:12.243537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b1c2e85a-8404-48e9-873d-146e2591cd3b'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:12.247737 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:12.248527 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f58df6-d9e3-461f-9477-84e8e507f88a None None] Pushing event updated for resources: {'Port': ['ID=a6be4282-cfa4-449d-b3a8-86e085523c19,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:12.249261 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-144c193c-ea30-4f26-b664-453645cff441 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4912364 Nov 09 20:21:12.252312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49354) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:12.257241 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Sync routers for ids ['3842e954-37be-4a87-afe0-faf36266b35d'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:21:12.270737 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Routers {'3842e954-37be-4a87-afe0-faf36266b35d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:12.271713 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:20:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3842e954-37be-4a87-afe0-faf36266b35d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:12.413191 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Set router 3842e954-37be-4a87-afe0-faf36266b35d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:12.435855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-89cb8b25-9aa3-46e2-989d-5967d4be7522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:12.483292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-89cb8b25-9aa3-46e2-989d-5967d4be7522 None None] For port a6be4282-cfa4-449d-b3a8-86e085523c19, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a6be4282-cfa4-449d-b3a8-86e085523c19,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:12.499992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-89cb8b25-9aa3-46e2-989d-5967d4be7522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:12.507143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] Set router b1c2e85a-8404-48e9-873d-146e2591cd3b gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:12.626605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb8b25-9aa3-46e2-989d-5967d4be7522 None None] Pushing event updated for resources: {'Port': ['ID=a6be4282-cfa4-449d-b3a8-86e085523c19,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:12.668675 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3842e954-37be-4a87-afe0-faf36266b35d', 'name': 'tempest-TestServerMultinode-1680977184-router', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '527d8683-9dd7-4fd4-8935-091110419f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:10Z', 'updated_at': '2021-11-09T20:21:11Z', 'revision_number': 3, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'gw_port': {'id': '527d8683-9dd7-4fd4-8935-091110419f12', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3842e954-37be-4a87-afe0-faf36266b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:11Z', 'updated_at': '2021-11-09T20:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:12.673889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-54003fa5-6416-4f3c-a249-c9698db0168f None None] Provisioning complete for port a6be4282-cfa4-449d-b3a8-86e085523c19 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:12.674259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-54003fa5-6416-4f3c-a249-c9698db0168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:12.699858 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Checking router: 3842e954-37be-4a87-afe0-faf36266b35d for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:21:12.700281 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Updating router 3842e954-37be-4a87-afe0-faf36266b35d port 527d8683-9dd7-4fd4-8935-091110419f12 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:21:12.735558 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:12.818230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c5c02d78-f50a-401f-b287-b40983fcdca3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:12.881670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'name': 'tempest-TestServerMultinode-1925439430-router', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:05Z', 'updated_at': '2021-11-09T20:21:08Z', 'revision_number': 4, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'gw_port': {'id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:06Z', 'updated_at': '2021-11-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a6be4282-cfa4-449d-b3a8-86e085523c19', 'name': '', 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'mac_address': 'fa:16:3e:32:0f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7893c960-d5aa-4983-bc00-275e8fc06ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:08Z', 'updated_at': '2021-11-09T20:21:12Z', 'revision_number': 4, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'subnets': [{'id': '7893c960-d5aa-4983-bc00-275e8fc06ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:12.911495 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e6cc9-11d1-4cfd-9b6c-975732f4c1fc None None] The sync data for ids ['b1c2e85a-8404-48e9-873d-146e2591cd3b'] in n-d-817256-1 is: [{'id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'name': 'tempest-TestServerMultinode-1925439430-router', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:05Z', 'updated_at': '2021-11-09T20:21:08Z', 'revision_number': 4, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'gw_port': {'id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:06Z', 'updated_at': '2021-11-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a6be4282-cfa4-449d-b3a8-86e085523c19', 'name': '', 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'mac_address': 'fa:16:3e:32:0f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '7893c960-d5aa-4983-bc00-275e8fc06ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:08Z', 'updated_at': '2021-11-09T20:21:12Z', 'revision_number': 4, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'subnets': [{'id': '7893c960-d5aa-4983-bc00-275e8fc06ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:21:12.913190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port c5c02d78-f50a-401f-b287-b40983fcdca3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:12.913554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:12.923068 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.048369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1990c3a6-dc52-4906-8999-5e3b3d37ee9e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:13.104864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:13.105227 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.143073 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.159090 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.232831 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Attempting to bind port 527d8683-9dd7-4fd4-8935-091110419f12 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:21:13.233099 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Attempting to bind port 527d8683-9dd7-4fd4-8935-091110419f12 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:21:13.233958 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Attempting to bind port 527d8683-9dd7-4fd4-8935-091110419f12 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:21:13.241239 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.241431 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:21:13.241741 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:21:13.242172 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.242618 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:21:13.243093 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Bound port: 527d8683-9dd7-4fd4-8935-091110419f12, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:21:13.243468 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.249609 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14dede5f-badb-48af-b6e7-22ee2a6730d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.283096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Allocated IP 172.20.0.1 (d0752c9d-a38c-400b-ba51-c0da75acdc60/3aa8dd42-02f9-407e-a616-6ecca4510816/52c60302-04c6-415b-9c76-4a42c0f34d8a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:21:13.301615 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1990c3a6-dc52-4906-8999-5e3b3d37ee9e,segment=NetworkSegment(8283e259-37e2-4b1e-a99d-bada44d722e0),segment_id=8283e259-37e2-4b1e-a99d-bada44d722e0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:13.306665 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c0d37-9822-4c8a-ac83-7cc4b17ea114 None None] Pushing event updated for resources: {'Port': ['ID=527d8683-9dd7-4fd4-8935-091110419f12,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:13.319329 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.321624 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] For port 527d8683-9dd7-4fd4-8935-091110419f12, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:21:13.325252 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] For port 527d8683-9dd7-4fd4-8935-091110419f12, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=527d8683-9dd7-4fd4-8935-091110419f12,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:21:13.335295 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.389763 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Routers {'3842e954-37be-4a87-afe0-faf36266b35d'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:13.390675 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:21:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3842e954-37be-4a87-afe0-faf36266b35d'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:13.397315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=1990c3a6-dc52-4906-8999-5e3b3d37ee9e,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:13.448175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.487539 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.504063 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.543537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Network d0752c9d-a38c-400b-ba51-c0da75acdc60 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:21:13.546762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:13.554489 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:21:13.557793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Pushing event updated for resources: {'Port': ['ID=52c60302-04c6-415b-9c76-4a42c0f34d8a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:13.566553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f484fee-11f1-407c-83a7-fc09294b3489 None None] Network d0752c9d-a38c-400b-ba51-c0da75acdc60 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:21:13.596045 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.611916 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c0d37-9822-4c8a-ac83-7cc4b17ea114 None None] Pushing event updated for resources: {'Port': ['ID=527d8683-9dd7-4fd4-8935-091110419f12,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:13.645913 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] Set router 3842e954-37be-4a87-afe0-faf36266b35d gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:13.649923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-08552ba3-1659-4945-b4b6-89fea47254d9 None None] Provisioning complete for port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:13.650491 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08552ba3-1659-4945-b4b6-89fea47254d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.751726 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.888461 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3842e954-37be-4a87-afe0-faf36266b35d', 'name': 'tempest-TestServerMultinode-1680977184-router', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '527d8683-9dd7-4fd4-8935-091110419f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:10Z', 'updated_at': '2021-11-09T20:21:11Z', 'revision_number': 3, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'gw_port': {'id': '527d8683-9dd7-4fd4-8935-091110419f12', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3842e954-37be-4a87-afe0-faf36266b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:11Z', 'updated_at': '2021-11-09T20:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:13.922273 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cd51e-6265-4b32-bcc8-fcf3c48edece None None] The sync data for ids ['3842e954-37be-4a87-afe0-faf36266b35d'] in n-d-817256-1 is: [{'id': '3842e954-37be-4a87-afe0-faf36266b35d', 'name': 'tempest-TestServerMultinode-1680977184-router', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '527d8683-9dd7-4fd4-8935-091110419f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:10Z', 'updated_at': '2021-11-09T20:21:11Z', 'revision_number': 3, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'gw_port': {'id': '527d8683-9dd7-4fd4-8935-091110419f12', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3842e954-37be-4a87-afe0-faf36266b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:11Z', 'updated_at': '2021-11-09T20:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:21:13.967978 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:13.975205 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:14.052755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Pushing event updated for resources: {'Port': ['ID=52c60302-04c6-415b-9c76-4a42c0f34d8a,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:14.055512 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:14.132046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f4c9ccfb-2423-4ee2-8508-974f391ba7f4 None None] Provisioning complete for port 52c60302-04c6-415b-9c76-4a42c0f34d8a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:14.132517 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ccfb-2423-4ee2-8508-974f391ba7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:14.173774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Network d0752c9d-a38c-400b-ba51-c0da75acdc60 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:21:14.175266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:14.365710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Router 3842e954-37be-4a87-afe0-faf36266b35d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:21:14.421261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9ccfb-2423-4ee2-8508-974f391ba7f4 None None] Port 52c60302-04c6-415b-9c76-4a42c0f34d8a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:21:14.433861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f4c9ccfb-2423-4ee2-8508-974f391ba7f4 None None] Provisioning complete for port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:14.434235 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ccfb-2423-4ee2-8508-974f391ba7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:14.544451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:21:14.552840 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d36c41cd-cb4f-4e6a-930f-41337fb73f51 admin admin] 10.222.0.53 "PUT /v2.0/routers/3842e954-37be-4a87-afe0-faf36266b35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2994304 Nov 09 20:21:14.639103 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:14.696013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5758179b-ebe3-4b6f-89eb-b1bb079e4566 None None] Provisioning complete for port 52c60302-04c6-415b-9c76-4a42c0f34d8a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:14.696407 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5758179b-ebe3-4b6f-89eb-b1bb079e4566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:14.750062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5758179b-ebe3-4b6f-89eb-b1bb079e4566 None None] Port 52c60302-04c6-415b-9c76-4a42c0f34d8a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:21:14.812311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a6be4282-cfa4-449d-b3a8-86e085523c19 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:14.862003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a6be4282-cfa4-449d-b3a8-86e085523c19 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:14.862380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:14.901678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6bb8f68f-9310-47d1-91be-ba6eb40392e8 None None] Provisioning complete for port 52c60302-04c6-415b-9c76-4a42c0f34d8a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:14.902057 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6bb8f68f-9310-47d1-91be-ba6eb40392e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:14.948889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8f68f-9310-47d1-91be-ba6eb40392e8 None None] Port 52c60302-04c6-415b-9c76-4a42c0f34d8a cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:21:14.991682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 527d8683-9dd7-4fd4-8935-091110419f12 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:15.047994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 527d8683-9dd7-4fd4-8935-091110419f12 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:15.048334 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:15.139812 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:15.163081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 527d8683-9dd7-4fd4-8935-091110419f12, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=527d8683-9dd7-4fd4-8935-091110419f12,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:15.167544 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:15.168538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1990c3a6-dc52-4906-8999-5e3b3d37ee9e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:15.216983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-cccd36b7-ed0d-4bf8-8867-9863aff7ef7f tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:15.218501 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-cccd36b7-ed0d-4bf8-8867-9863aff7ef7f tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/networks?id=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 HTTP/1.1" status: 200 len: 911 time: 0.1002250 Nov 09 20:21:15.234499 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-e55c5884-8eeb-4322-8eff-3339f6992e0b tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/quotas/13ae2d67dcae402ab1497bddbafce9ff HTTP/1.1" status: 200 len: 375 time: 0.0098121 Nov 09 20:21:15.249099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=527d8683-9dd7-4fd4-8935-091110419f12,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:15.263020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:15.263406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:15.314208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-bc95c31d-90e4-482d-892d-cd3b1cd2cc82 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=13ae2d67dcae402ab1497bddbafce9ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729933 Nov 09 20:21:15.408699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-78b3e1bd-1bf8-4843-b839-269ee86750a7 service neutron] 10.222.0.53 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874100 Nov 09 20:21:15.497033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-77dbb32c-1538-4e61-8f15-4d6d48143548 service neutron] 10.222.0.53 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814762 Nov 09 20:21:15.660756 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a12bbca-b6a9-4115-a0ec-103edf93f229 req-62ccd0a3-852c-40b0-b79c-c440cfb328f5 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 210 time: 0.0296791 Nov 09 20:21:16.377232 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:16.507044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Sync routers for ids ['3842e954-37be-4a87-afe0-faf36266b35d'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:21:16.516100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Routers {'3842e954-37be-4a87-afe0-faf36266b35d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:16.516707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:21:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3842e954-37be-4a87-afe0-faf36266b35d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:16.623350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Set router 3842e954-37be-4a87-afe0-faf36266b35d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:16.673639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 527d8683-9dd7-4fd4-8935-091110419f12 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:16.776396 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eea24404-dac1-4803-a216-82b9523e2f9f req-0b501183-0f0f-4366-907b-134dde2fb8b7 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 210 time: 0.0345106 Nov 09 20:21:16.813261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-0db1ec5f-2028-4c90-9d0c-647ce3eb8821 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:16.814828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-0db1ec5f-2028-4c90-9d0c-647ce3eb8821 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.77 "GET /v2.0/networks?id=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 HTTP/1.1" status: 200 len: 911 time: 0.1284926 Nov 09 20:21:16.833285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Request body: {'port': {'device_id': '9eabaf1e-d873-41e3-8d3f-4072b2d27ce0', 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34', 'admin_state_up': True, 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:21:16.836857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 527d8683-9dd7-4fd4-8935-091110419f12 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:16.837231 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:16.857755 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Made reservation on behalf of 13ae2d67dcae402ab1497bddbafce9ff for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:21:16.860280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:16.953950 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3842e954-37be-4a87-afe0-faf36266b35d', 'name': 'tempest-TestServerMultinode-1680977184-router', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '527d8683-9dd7-4fd4-8935-091110419f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:10Z', 'updated_at': '2021-11-09T20:21:13Z', 'revision_number': 4, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'gw_port': {'id': '527d8683-9dd7-4fd4-8935-091110419f12', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3842e954-37be-4a87-afe0-faf36266b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:11Z', 'updated_at': '2021-11-09T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '52c60302-04c6-415b-9c76-4a42c0f34d8a', 'name': '', 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'mac_address': 'fa:16:3e:2d:f7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3842e954-37be-4a87-afe0-faf36266b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '3aa8dd42-02f9-407e-a616-6ecca4510816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:12Z', 'updated_at': '2021-11-09T20:21:13Z', 'revision_number': 2, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'subnets': [{'id': '3aa8dd42-02f9-407e-a616-6ecca4510816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:16.981558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Checking router: 3842e954-37be-4a87-afe0-faf36266b35d for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:21:16.981910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Updating router 3842e954-37be-4a87-afe0-faf36266b35d port 52c60302-04c6-415b-9c76-4a42c0f34d8a binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:21:16.986457 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Allocated IP 172.20.0.6 (25b4fdcb-3cf9-4aad-8749-a10b4dd76b34/7893c960-d5aa-4983-bc00-275e8fc06ca0/bc8c28e6-d1c7-4566-b0ff-0326015ada5c) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:21:17.007689 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.122315 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.157181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.205113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:21:17.210505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:17.219686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:21:17.223538 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Pushing event updated for resources: {'Port': ['ID=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:17.264232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:17.265357 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.284951 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a48d144f-ab8c-488d-a3a7-bb1a7a42921a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4565661 Nov 09 20:21:17.300710 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.304316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Request body: {'port': {'device_id': '9eabaf1e-d873-41e3-8d3f-4072b2d27ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:21:17.307992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.365705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee026c2-1c17-4837-aef5-bbb59550feb2 None None] Pushing event updated for resources: {'Port': ['ID=52c60302-04c6-415b-9c76-4a42c0f34d8a,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:17.366370 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.423063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Attempting to bind port 52c60302-04c6-415b-9c76-4a42c0f34d8a on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:21:17.423621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Attempting to bind port 52c60302-04c6-415b-9c76-4a42c0f34d8a by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '8283e259-37e2-4b1e-a99d-bada44d722e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:21:17.423883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Attempting to bind port 52c60302-04c6-415b-9c76-4a42c0f34d8a on network d0752c9d-a38c-400b-ba51-c0da75acdc60 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:21:17.430594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:21:17.430981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Checking segment: {'id': '8283e259-37e2-4b1e-a99d-bada44d722e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:21:17.431398 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.431802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Bound using segment: {'id': '8283e259-37e2-4b1e-a99d-bada44d722e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:21:17.432295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Bound port: 52c60302-04c6-415b-9c76-4a42c0f34d8a, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8283e259-37e2-4b1e-a99d-bada44d722e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:21:17.432683 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.511635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5c8706a8-e6ed-40e5-9f97-a1537eec65eb None None] Provisioning complete for port bc8c28e6-d1c7-4566-b0ff-0326015ada5c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:17.512003 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5c8706a8-e6ed-40e5-9f97-a1537eec65eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.513971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] For port 52c60302-04c6-415b-9c76-4a42c0f34d8a, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:21:17.517917 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] For port 52c60302-04c6-415b-9c76-4a42c0f34d8a, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=52c60302-04c6-415b-9c76-4a42c0f34d8a,segment=NetworkSegment(8283e259-37e2-4b1e-a99d-bada44d722e0),segment_id=8283e259-37e2-4b1e-a99d-bada44d722e0)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:21:17.543078 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.586945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5c8706a8-e6ed-40e5-9f97-a1537eec65eb None None] Port bc8c28e6-d1c7-4566-b0ff-0326015ada5c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:21:17.614440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee026c2-1c17-4837-aef5-bbb59550feb2 None None] Pushing event updated for resources: {'Port': ['ID=52c60302-04c6-415b-9c76-4a42c0f34d8a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:17.617485 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Routers {'3842e954-37be-4a87-afe0-faf36266b35d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:17.618114 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:21:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3842e954-37be-4a87-afe0-faf36266b35d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:17.682767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8c28e6-d1c7-4566-b0ff-0326015ada5c {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:21:17.690827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.706284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Transition to ACTIVE for port object bc8c28e6-d1c7-4566-b0ff-0326015ada5c will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:21:17.712117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.735426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8a71c1b5-f771-4f80-8630-1c35cc5f2878 None None] Provisioning complete for port 52c60302-04c6-415b-9c76-4a42c0f34d8a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:17.735801 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a71c1b5-f771-4f80-8630-1c35cc5f2878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.778169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] Set router 3842e954-37be-4a87-afe0-faf36266b35d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:17.788805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:17.855391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Attempting to bind port bc8c28e6-d1c7-4566-b0ff-0326015ada5c on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:21:17.855773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Attempting to bind port bc8c28e6-d1c7-4566-b0ff-0326015ada5c by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:21:17.856056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Attempting to bind port bc8c28e6-d1c7-4566-b0ff-0326015ada5c on network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:21:17.860796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Port bc8c28e6-d1c7-4566-b0ff-0326015ada5c on network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:21:17.861053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Attempting to bind port bc8c28e6-d1c7-4566-b0ff-0326015ada5c on network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:21:17.866736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:21:17.867078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Checking segment: {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:21:17.867469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Bound using segment: {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:21:17.867903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Bound port: bc8c28e6-d1c7-4566-b0ff-0326015ada5c, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:21:17.868265 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.916442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421e8d7-195d-4d14-8f23-05e9859a48a2 req-d6eb0a02-5a7f-417c-96ff-9a57528a0ed4 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:17.918087 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5421e8d7-195d-4d14-8f23-05e9859a48a2 req-d6eb0a02-5a7f-417c-96ff-9a57528a0ed4 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1052 time: 0.0481279 Nov 09 20:21:17.953528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] For port bc8c28e6-d1c7-4566-b0ff-0326015ada5c, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:21:17.958674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] For port bc8c28e6-d1c7-4566-b0ff-0326015ada5c, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:21:17.973088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.988755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a71c1b5-f771-4f80-8630-1c35cc5f2878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:17.989349 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5421e8d7-195d-4d14-8f23-05e9859a48a2 req-af36672f-6392-49fc-aff2-d92d6d0d38eb tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626516 Nov 09 20:21:18.025354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:18.026452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:18.028753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] 10.222.0.77 "PUT /v2.0/ports/bc8c28e6-d1c7-4566-b0ff-0326015ada5c HTTP/1.1" status: 200 len: 1091 time: 0.7293384 Nov 09 20:21:18.031382 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eabaf1e-d873-41e3-8d3f-4072b2d27ce0', 'tag': 'bc8c28e6-d1c7-4566-b0ff-0326015ada5c'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:21:18.033922 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9edc79-bff7-4942-97b4-bcb6685f1e17" -d '{"events": [{"name": "network-changed", "server_uuid": "9eabaf1e-d873-41e3-8d3f-4072b2d27ce0", "tag": "bc8c28e6-d1c7-4566-b0ff-0326015ada5c"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:21:18.064793 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8a71c1b5-f771-4f80-8630-1c35cc5f2878 None None] For port 52c60302-04c6-415b-9c76-4a42c0f34d8a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=52c60302-04c6-415b-9c76-4a42c0f34d8a,segment=NetworkSegment(8283e259-37e2-4b1e-a99d-bada44d722e0),segment_id=8283e259-37e2-4b1e-a99d-bada44d722e0)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:18.067808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494861a8-9ea5-41c0-a989-5afff4478160 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:18.072047 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a71c1b5-f771-4f80-8630-1c35cc5f2878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:18.090967 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ee5823-7115-4623-a2e0-08c0981a5d90 x-openstack-request-id: req-c5ee5823-7115-4623-a2e0-08c0981a5d90 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:21:18.091269 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eabaf1e-d873-41e3-8d3f-4072b2d27ce0", "tag": "bc8c28e6-d1c7-4566-b0ff-0326015ada5c", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:21:18.091528 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5ee5823-7115-4623-a2e0-08c0981a5d90 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:21:18.091930 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eabaf1e-d873-41e3-8d3f-4072b2d27ce0', 'tag': 'bc8c28e6-d1c7-4566-b0ff-0326015ada5c', 'status': 'completed', 'code': 200} Nov 09 20:21:18.121664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3842e954-37be-4a87-afe0-faf36266b35d', 'name': 'tempest-TestServerMultinode-1680977184-router', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '527d8683-9dd7-4fd4-8935-091110419f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:10Z', 'updated_at': '2021-11-09T20:21:13Z', 'revision_number': 4, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'gw_port': {'id': '527d8683-9dd7-4fd4-8935-091110419f12', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3842e954-37be-4a87-afe0-faf36266b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:11Z', 'updated_at': '2021-11-09T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '52c60302-04c6-415b-9c76-4a42c0f34d8a', 'name': '', 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'mac_address': 'fa:16:3e:2d:f7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3842e954-37be-4a87-afe0-faf36266b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '3aa8dd42-02f9-407e-a616-6ecca4510816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:12Z', 'updated_at': '2021-11-09T20:21:17Z', 'revision_number': 4, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'subnets': [{'id': '3aa8dd42-02f9-407e-a616-6ecca4510816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:18.138128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-8f3bcd83-f71c-4574-bdb1-3f9c3af81369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:18.139693 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-8f3bcd83-f71c-4574-bdb1-3f9c3af81369 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13ae2d67dcae402ab1497bddbafce9ff&device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1094 time: 0.0466404 Nov 09 20:21:18.163892 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa270d-2120-4529-b3ea-1ba46ec63f52 None None] The sync data for ids ['3842e954-37be-4a87-afe0-faf36266b35d'] in n-d-817256-1 is: [{'id': '3842e954-37be-4a87-afe0-faf36266b35d', 'name': 'tempest-TestServerMultinode-1680977184-router', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '527d8683-9dd7-4fd4-8935-091110419f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:10Z', 'updated_at': '2021-11-09T20:21:13Z', 'revision_number': 4, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'gw_port': {'id': '527d8683-9dd7-4fd4-8935-091110419f12', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3842e954-37be-4a87-afe0-faf36266b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:11Z', 'updated_at': '2021-11-09T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '52c60302-04c6-415b-9c76-4a42c0f34d8a', 'name': '', 'network_id': 'd0752c9d-a38c-400b-ba51-c0da75acdc60', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'mac_address': 'fa:16:3e:2d:f7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3842e954-37be-4a87-afe0-faf36266b35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '3aa8dd42-02f9-407e-a616-6ecca4510816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:12Z', 'updated_at': '2021-11-09T20:21:17Z', 'revision_number': 4, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'subnets': [{'id': '3aa8dd42-02f9-407e-a616-6ecca4510816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:21:18.168549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71c1b5-f771-4f80-8630-1c35cc5f2878 None None] Pushing event updated for resources: {'Port': ['ID=52c60302-04c6-415b-9c76-4a42c0f34d8a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:18.193129 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-a322840c-8ecb-4fdc-bd66-7fc770de05bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc8c28e6-d1c7-4566-b0ff-0326015ada5c HTTP/1.1" status: 200 len: 217 time: 0.0402553 Nov 09 20:21:18.201671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-77ff0ad0-93f9-4f3b-8879-3fa6a0c05365 None None] Provisioning complete for port 52c60302-04c6-415b-9c76-4a42c0f34d8a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:18.206349 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77ff0ad0-93f9-4f3b-8879-3fa6a0c05365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:18.263784 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-518b9251-2e04-4b0d-ab79-400701e8b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:18.265400 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-518b9251-2e04-4b0d-ab79-400701e8b3f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7893c960-d5aa-4983-bc00-275e8fc06ca0 HTTP/1.1" status: 200 len: 849 time: 0.0595944 Nov 09 20:21:18.331154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-df1b3fb5-adad-48cb-b5d2-ffd765b6f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:18.333288 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-df1b3fb5-adad-48cb-b5d2-ffd765b6f63d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566242 Nov 09 20:21:18.438970 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-f5399208-1419-4360-9bea-ac6e8d452e6b service neutron] 10.222.0.77 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933735 Nov 09 20:21:18.538607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f4231a7-566d-48d4-8137-88575cf1ef96 req-dfbdee02-b7f6-4c15-bc28-d737290ec04f service neutron] 10.222.0.77 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884538 Nov 09 20:21:18.655332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-5ec4211c-7f85-4291-8872-7da145cbb23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:18.656861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-5ec4211c-7f85-4291-8872-7da145cbb23b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=13ae2d67dcae402ab1497bddbafce9ff&device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1094 time: 0.0575230 Nov 09 20:21:18.684704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 52c60302-04c6-415b-9c76-4a42c0f34d8a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:18.734810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 52c60302-04c6-415b-9c76-4a42c0f34d8a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:18.735179 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:19.034583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-a323b041-dc34-41f9-a0ee-bd94be1e5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:19.037240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-a323b041-dc34-41f9-a0ee-bd94be1e5549 service neutron] 10.222.0.77 "GET /v2.0/networks?id=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 HTTP/1.1" status: 200 len: 911 time: 0.3731325 Nov 09 20:21:19.087182 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-22f9417c-abaa-4fe5-a862-0abb785ee358 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc8c28e6-d1c7-4566-b0ff-0326015ada5c HTTP/1.1" status: 200 len: 217 time: 0.0414805 Nov 09 20:21:19.108912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aab6e7-c7ca-4219-883d-a2d78e3a1b62 req-899f0059-af01-4a78-a64d-7fc832ad0757 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:19.110431 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93aab6e7-c7ca-4219-883d-a2d78e3a1b62 req-899f0059-af01-4a78-a64d-7fc832ad0757 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1094 time: 0.0480280 Nov 09 20:21:19.139638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-f9c43f75-b125-4183-8c63-bc4524320211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:19.141123 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-f9c43f75-b125-4183-8c63-bc4524320211 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7893c960-d5aa-4983-bc00-275e8fc06ca0 HTTP/1.1" status: 200 len: 849 time: 0.0460913 Nov 09 20:21:19.145470 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-93aab6e7-c7ca-4219-883d-a2d78e3a1b62 req-0903acfd-4744-4cf8-b519-ed74c136b68a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289123 Nov 09 20:21:19.188753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-d3f62d97-b391-4f1f-a610-207fdb656641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:19.190230 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-d3f62d97-b391-4f1f-a610-207fdb656641 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398521 Nov 09 20:21:19.281362 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-aa8b2db0-8cb4-4889-8ef0-9f8a941dfd6c service neutron] 10.222.0.77 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835640 Nov 09 20:21:19.370465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f9edc79-bff7-4942-97b4-bcb6685f1e17 req-5835c1a0-38ad-422a-8860-45e0798d0777 service neutron] 10.222.0.77 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810666 Nov 09 20:21:20.259697 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc7042-bfaf-4cb6-bbfe-a72c42a5f4b2 req-783368d4-1ca6-421a-a61b-464a148f3608 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:20.261267 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7dc7042-bfaf-4cb6-bbfe-a72c42a5f4b2 req-783368d4-1ca6-421a-a61b-464a148f3608 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1094 time: 0.0425198 Nov 09 20:21:20.297332 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7dc7042-bfaf-4cb6-bbfe-a72c42a5f4b2 req-38e0f2b2-b632-44fb-8d16-088e281dd549 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299265 Nov 09 20:21:21.408152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552c50a-b79c-4fd4-98cf-d03dac5e6388 req-140d64d7-7551-435f-b214-1cdb702e8aad tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:21.409549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device bc8c28e6-d1c7-4566-b0ff-0326015ada5c details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:21:21.409977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0552c50a-b79c-4fd4-98cf-d03dac5e6388 req-140d64d7-7551-435f-b214-1cdb702e8aad tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1094 time: 0.0438678 Nov 09 20:21:21.445535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0552c50a-b79c-4fd4-98cf-d03dac5e6388 req-efee5b29-418c-4aa4-b753-0c70d356324c tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282886 Nov 09 20:21:21.486627 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:21.517642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port bc8c28e6-d1c7-4566-b0ff-0326015ada5c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:21.528717 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'bc8c28e6-d1c7-4566-b0ff-0326015ada5c', 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34', 'port_id': 'bc8c28e6-d1c7-4566-b0ff-0326015ada5c', 'mac_address': 'fa:16:3e:a3:e5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7893c960-d5aa-4983-bc00-275e8fc06ca0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:21:21.565998 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:21.578901 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8c28e6-d1c7-4566-b0ff-0326015ada5c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:21:21.597975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port bc8c28e6-d1c7-4566-b0ff-0326015ada5c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:21.601473 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:21.648220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:21.863189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['bc8c28e6-d1c7-4566-b0ff-0326015ada5c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:21:22.553911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e1509-1aa3-4fb0-9c80-f0f58702d194 req-20429a33-ade0-4e77-95e3-193263637a21 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:22.555480 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e42e1509-1aa3-4fb0-9c80-f0f58702d194 req-20429a33-ade0-4e77-95e3-193263637a21 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1095 time: 0.0449309 Nov 09 20:21:22.590789 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e42e1509-1aa3-4fb0-9c80-f0f58702d194 req-55cc7478-6c98-44ff-a4cb-e5337ca70978 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293119 Nov 09 20:21:23.028339 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:21:23.427047 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device bc8c28e6-d1c7-4566-b0ff-0326015ada5c up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:23.474210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port bc8c28e6-d1c7-4566-b0ff-0326015ada5c completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:21:23.477997 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port bc8c28e6-d1c7-4566-b0ff-0326015ada5c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:23.478366 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:23.556754 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:23.578966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eabaf1e-d873-41e3-8d3f-4072b2d27ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8c28e6-d1c7-4566-b0ff-0326015ada5c'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:21:23.581208 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb44d9f-6fe6-408b-9e37-fd448e5dd531" -d '{"events": [{"server_uuid": "9eabaf1e-d873-41e3-8d3f-4072b2d27ce0", "name": "network-vif-plugged", "status": "completed", "tag": "bc8c28e6-d1c7-4566-b0ff-0326015ada5c"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:21:23.594680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port bc8c28e6-d1c7-4566-b0ff-0326015ada5c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:23.599564 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:23.622100 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3148ea9-304c-4bae-a814-e582ebe0cb87 x-openstack-request-id: req-d3148ea9-304c-4bae-a814-e582ebe0cb87 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:21:23.622393 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eabaf1e-d873-41e3-8d3f-4072b2d27ce0", "name": "network-vif-plugged", "status": "completed", "tag": "bc8c28e6-d1c7-4566-b0ff-0326015ada5c", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:21:23.622667 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3148ea9-304c-4bae-a814-e582ebe0cb87 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:21:23.623053 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eabaf1e-d873-41e3-8d3f-4072b2d27ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8c28e6-d1c7-4566-b0ff-0326015ada5c', 'code': 200} Nov 09 20:21:23.654787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:23.734943 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f241152-6ee1-47e9-a9e6-839140e66a79 req-11242f67-4d0e-4606-8bb9-694be3c77ef0 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:23.736405 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f241152-6ee1-47e9-a9e6-839140e66a79 req-11242f67-4d0e-4606-8bb9-694be3c77ef0 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0763640 Nov 09 20:21:23.743285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326917c0-ba41-49e4-8d39-d6df04ea3fd0 req-d568016b-fb55-4c0f-9fee-3cf89e3fa131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:23.744789 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-326917c0-ba41-49e4-8d39-d6df04ea3fd0 req-d568016b-fb55-4c0f-9fee-3cf89e3fa131 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0570571 Nov 09 20:21:23.807298 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f241152-6ee1-47e9-a9e6-839140e66a79 req-7f7a8571-78f7-4f4a-8ed2-e8b6f084bf20 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615456 Nov 09 20:21:23.810802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-326917c0-ba41-49e4-8d39-d6df04ea3fd0 req-a4cadbca-d4e0-4111-851a-b45f1a4e9958 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510094 Nov 09 20:21:24.916034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a0875-8c96-4a76-9cea-2585b552ebee req-463a32e7-391c-4228-892c-c11f769a9bdd tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:24.917414 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-790a0875-8c96-4a76-9cea-2585b552ebee req-463a32e7-391c-4228-892c-c11f769a9bdd tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0401337 Nov 09 20:21:24.952740 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-790a0875-8c96-4a76-9cea-2585b552ebee req-03328559-5da5-4e51-ada2-92bbf4158fdb tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295570 Nov 09 20:21:25.644953 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:26.059752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701a054-a18d-4974-8dc0-bb0bd1fe1b15 req-32c97938-b12e-4777-be66-76a73a4148d4 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:26.061308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1701a054-a18d-4974-8dc0-bb0bd1fe1b15 req-32c97938-b12e-4777-be66-76a73a4148d4 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0422318 Nov 09 20:21:26.098488 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1701a054-a18d-4974-8dc0-bb0bd1fe1b15 req-aeef09bf-f464-4d5d-9149-087b1ade19a3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Nov 09 20:21:26.205612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300fc16-a936-4cc2-81a8-5e63fd7013d2 req-7419cf47-59fa-424b-95ad-ed83c53d1cae tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:26.207164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9300fc16-a936-4cc2-81a8-5e63fd7013d2 req-7419cf47-59fa-424b-95ad-ed83c53d1cae tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0406675 Nov 09 20:21:26.241950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9300fc16-a936-4cc2-81a8-5e63fd7013d2 req-8c074ce0-c3fa-48c4-8b83-fc64e5d7dc48 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279648 Nov 09 20:21:26.345250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1058f-09d2-45ed-acba-60a48087cc01 req-b978cdce-3a4f-467b-932a-095a90600db7 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:26.346756 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6e1058f-09d2-45ed-acba-60a48087cc01 req-b978cdce-3a4f-467b-932a-095a90600db7 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0404480 Nov 09 20:21:26.381364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6e1058f-09d2-45ed-acba-60a48087cc01 req-7ebdda3a-a65b-4dcb-9841-fc994af7e6ae tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286870 Nov 09 20:21:26.603404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-e1b24bea-ba6e-4c23-8924-7b86389176e2 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:26.604906 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-e1b24bea-ba6e-4c23-8924-7b86389176e2 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/networks?id=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 HTTP/1.1" status: 200 len: 911 time: 0.0889857 Nov 09 20:21:26.620175 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-7e02109f-046c-4824-b863-445088ce85c2 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/quotas/13ae2d67dcae402ab1497bddbafce9ff HTTP/1.1" status: 200 len: 375 time: 0.0095313 Nov 09 20:21:26.696872 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-f6dbd19d-3b7f-41b9-b942-0aa958b7375c tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=13ae2d67dcae402ab1497bddbafce9ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713420 Nov 09 20:21:26.791669 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-3549f983-0255-4134-aaee-e38769c18fbc service neutron] 10.222.0.53 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875733 Nov 09 20:21:26.879877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-a9716c48-0e67-4185-8ea4-6db01dd3bd7e service neutron] 10.222.0.53 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819349 Nov 09 20:21:27.041151 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d7af9ab-ea84-4547-8acc-db73e2c3dd70 req-f81f3fd7-5520-4964-a800-6e864433ae77 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 210 time: 0.0260117 Nov 09 20:21:28.238231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fc90ecdf-3d45-44f8-acc3-cce737d6d2c2 req-72c4feb7-a6cc-4d48-b591-1d467379b054 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 210 time: 0.0309808 Nov 09 20:21:28.270226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-1cb4c5e7-74b7-4988-82b6-8e39f4a34619 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:28.271743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-1cb4c5e7-74b7-4988-82b6-8e39f4a34619 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.70 "GET /v2.0/networks?id=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 HTTP/1.1" status: 200 len: 911 time: 0.4195278 Nov 09 20:21:28.285068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Request body: {'port': {'device_id': '472a9181-b8f7-4fc3-bd58-224df055ce91', 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34', 'admin_state_up': True, 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:21:28.305476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Made reservation on behalf of 13ae2d67dcae402ab1497bddbafce9ff for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:21:28.307734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:28.425986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Allocated IP 172.20.0.5 (25b4fdcb-3cf9-4aad-8749-a10b4dd76b34/7893c960-d5aa-4983-bc00-275e8fc06ca0/7ee570ef-a13b-46a1-9e9c-5d6ef26fe484) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:21:28.561510 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:28.593585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:28.605162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['bc8c28e6-d1c7-4566-b0ff-0326015ada5c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:21:28.643549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:21:28.647002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:21:28.650400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:21:28.658125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Pushing event updated for resources: {'Port': ['ID=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:28.696063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:28.696674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:28.712264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-82e2e3c6-84a2-4bbe-b179-054122363fc3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4306235 Nov 09 20:21:28.725731 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Request body: {'port': {'device_id': '472a9181-b8f7-4fc3-bd58-224df055ce91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:21:28.786615 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:28.936582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-36b8c174-7b4f-45e0-87c8-03863df2b163 None None] Provisioning complete for port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:28.936870 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36b8c174-7b4f-45e0-87c8-03863df2b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:28.971053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-36b8c174-7b4f-45e0-87c8-03863df2b163 None None] Port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:21:29.051657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:21:29.059528 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:29.071612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Transition to ACTIVE for port object 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:21:29.075347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:29.122660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:29.195683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Attempting to bind port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:21:29.196027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Attempting to bind port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:21:29.196365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Attempting to bind port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 on network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:21:29.200934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 on network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:21:29.201264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Attempting to bind port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 on network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:21:29.206724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:21:29.207074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Checking segment: {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:21:29.207490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Bound using segment: {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:21:29.208615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Bound port: 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10933e9b-59dd-4982-bb7c-4b35d4d56c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:21:29.209101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:29.280350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] For port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:21:29.283644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] For port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:21:29.288425 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:29.323621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:29.324248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:29.325725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] 10.222.0.70 "PUT /v2.0/ports/7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 HTTP/1.1" status: 200 len: 1091 time: 0.6051931 Nov 09 20:21:29.326088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a9181-b8f7-4fc3-bd58-224df055ce91', 'tag': '7ee570ef-a13b-46a1-9e9c-5d6ef26fe484'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:21:29.328381 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea580bd-3474-4351-ac5a-f5aa8ffda119" -d '{"events": [{"name": "network-changed", "server_uuid": "472a9181-b8f7-4fc3-bd58-224df055ce91", "tag": "7ee570ef-a13b-46a1-9e9c-5d6ef26fe484"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:21:29.354661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dc0dd-e24c-45c9-a60b-e0b8e42ed959 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:29.398209 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb42d02-60aa-4cd9-880b-9e6d09f6a7c1 x-openstack-request-id: req-5cb42d02-60aa-4cd9-880b-9e6d09f6a7c1 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:21:29.398565 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a9181-b8f7-4fc3-bd58-224df055ce91", "tag": "7ee570ef-a13b-46a1-9e9c-5d6ef26fe484", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:21:29.398689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee464c2-ca60-47eb-a572-85217f3efe5f req-da8bb56e-469a-4232-9e28-90dec6ae4c2c tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:29.399113 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cb42d02-60aa-4cd9-880b-9e6d09f6a7c1 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:21:29.399188 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a9181-b8f7-4fc3-bd58-224df055ce91', 'tag': '7ee570ef-a13b-46a1-9e9c-5d6ef26fe484', 'status': 'completed', 'code': 200} Nov 09 20:21:29.400210 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dee464c2-ca60-47eb-a572-85217f3efe5f req-da8bb56e-469a-4232-9e28-90dec6ae4c2c tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1094 time: 0.0859895 Nov 09 20:21:29.415572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-bddb606a-02e6-4ade-b733-64ce4e3da7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:29.417107 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-bddb606a-02e6-4ade-b733-64ce4e3da7a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13ae2d67dcae402ab1497bddbafce9ff&device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1094 time: 0.0477188 Nov 09 20:21:29.438570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dee464c2-ca60-47eb-a572-85217f3efe5f req-f289ada3-fe8c-4ab6-8984-c3ef892dc20b tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309944 Nov 09 20:21:29.469637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-b7aa826f-39a0-44b6-8fff-3614fe65d637 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 HTTP/1.1" status: 200 len: 217 time: 0.0442052 Nov 09 20:21:29.521122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-7270e07c-ed8f-48bd-b1ee-e79ec4ee4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:29.522694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-7270e07c-ed8f-48bd-b1ee-e79ec4ee4e1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7893c960-d5aa-4983-bc00-275e8fc06ca0 HTTP/1.1" status: 200 len: 849 time: 0.0465653 Nov 09 20:21:29.569936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-aaa89401-dca9-4509-9bbe-a88a3e988490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:29.571438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-aaa89401-dca9-4509-9bbe-a88a3e988490 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405324 Nov 09 20:21:29.682345 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-94b9cc65-1e99-4453-b16d-53ee176307ba service neutron] 10.222.0.70 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027083 Nov 09 20:21:29.775196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fe83af1-a9ca-42ce-8de0-503ce334fc1a req-1b45e5ea-36ec-4957-b965-b55e63fc9b64 service neutron] 10.222.0.70 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853333 Nov 09 20:21:29.860976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-d2d95c79-1f8c-421d-95f1-7e243c3692fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:29.862448 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-d2d95c79-1f8c-421d-95f1-7e243c3692fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13ae2d67dcae402ab1497bddbafce9ff&device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1094 time: 0.0408835 Nov 09 20:21:29.955046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-6e972084-2188-4bf7-849b-d19772447861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:29.956397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-6e972084-2188-4bf7-849b-d19772447861 service neutron] 10.222.0.70 "GET /v2.0/networks?id=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 HTTP/1.1" status: 200 len: 911 time: 0.0864549 Nov 09 20:21:30.001052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-9f7ed761-b911-4f35-8be0-f397ade90112 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 HTTP/1.1" status: 200 len: 217 time: 0.0366352 Nov 09 20:21:30.056798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-084e9841-9313-4baa-81ec-3e03168380a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:30.058250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-084e9841-9313-4baa-81ec-3e03168380a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7893c960-d5aa-4983-bc00-275e8fc06ca0 HTTP/1.1" status: 200 len: 849 time: 0.0504291 Nov 09 20:21:30.105202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-6deda200-b86c-48c1-b6c8-4fce3542ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:30.106717 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-6deda200-b86c-48c1-b6c8-4fce3542ac18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398633 Nov 09 20:21:30.200369 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-a58f55a2-3489-44e3-bb65-95838a3f20be service neutron] 10.222.0.70 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859451 Nov 09 20:21:30.294970 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8ea580bd-3474-4351-ac5a-f5aa8ffda119 req-e3e10301-a3ab-41ea-a7fa-a299fb2f6cfc service neutron] 10.222.0.70 "GET /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871048 Nov 09 20:21:30.552672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7b582-cbf8-4dc1-bf90-37f385fb71f6 req-f52048bf-983a-4e1d-b123-7b10decebeb3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:30.554303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5dc7b582-cbf8-4dc1-bf90-37f385fb71f6 req-f52048bf-983a-4e1d-b123-7b10decebeb3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1094 time: 0.0432293 Nov 09 20:21:30.590367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5dc7b582-cbf8-4dc1-bf90-37f385fb71f6 req-7cf79a60-fea0-4631-b3c8-1925e997d05c tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299566 Nov 09 20:21:31.695136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ab066-4fd1-4a4e-9eff-d7766cbc5004 req-de538f82-9e01-4327-8585-6ac13883da90 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:31.696640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-312ab066-4fd1-4a4e-9eff-d7766cbc5004 req-de538f82-9e01-4327-8585-6ac13883da90 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1094 time: 0.0403323 Nov 09 20:21:31.730023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-312ab066-4fd1-4a4e-9eff-d7766cbc5004 req-3bc450b1-ee60-4a5e-bfe7-62c158b60717 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275071 Nov 09 20:21:32.659315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:21:32.757164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:32.769163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '7ee570ef-a13b-46a1-9e9c-5d6ef26fe484', 'network_id': '25b4fdcb-3cf9-4aad-8749-a10b4dd76b34', 'port_id': '7ee570ef-a13b-46a1-9e9c-5d6ef26fe484', 'mac_address': 'fa:16:3e:1d:78:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7893c960-d5aa-4983-bc00-275e8fc06ca0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:21:32.807780 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:32.820895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:21:32.835457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2199abf-b09c-4744-8ce2-41b7aab00449 req-ac1b8858-bdac-4dae-a44b-78b04a31473e tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:32.837013 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2199abf-b09c-4744-8ce2-41b7aab00449 req-ac1b8858-bdac-4dae-a44b-78b04a31473e tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1094 time: 0.0406084 Nov 09 20:21:32.840621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:32.845114 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:32.877398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2199abf-b09c-4744-8ce2-41b7aab00449 req-18dd673b-457e-42b4-ba7a-5b9a7df5f88f tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341110 Nov 09 20:21:32.894068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:33.033670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['7ee570ef-a13b-46a1-9e9c-5d6ef26fe484'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:21:33.986988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90861702-0888-47d1-89fa-dcda20e78d8d req-db3f909b-cc60-4070-a38e-9a9e1baf22e9 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:33.988546 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90861702-0888-47d1-89fa-dcda20e78d8d req-db3f909b-cc60-4070-a38e-9a9e1baf22e9 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1095 time: 0.0436010 Nov 09 20:21:34.025314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90861702-0888-47d1-89fa-dcda20e78d8d req-ce268af3-1ac9-4b54-acd8-3de97306707c tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300119 Nov 09 20:21:34.660122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:21:34.710605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:21:34.714151 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:21:34.714555 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:34.795192 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:34.817022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a9181-b8f7-4fc3-bd58-224df055ce91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee570ef-a13b-46a1-9e9c-5d6ef26fe484'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:21:34.819442 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64258f5-5585-49e5-a886-bc06158027d2" -d '{"events": [{"server_uuid": "472a9181-b8f7-4fc3-bd58-224df055ce91", "name": "network-vif-plugged", "status": "completed", "tag": "7ee570ef-a13b-46a1-9e9c-5d6ef26fe484"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:21:34.832095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:34.836607 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:34.859760 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3237f55b-b6c8-40b5-b72d-5761d9abdc90 x-openstack-request-id: req-3237f55b-b6c8-40b5-b72d-5761d9abdc90 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:21:34.860054 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a9181-b8f7-4fc3-bd58-224df055ce91", "name": "network-vif-plugged", "status": "completed", "tag": "7ee570ef-a13b-46a1-9e9c-5d6ef26fe484", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:21:34.860340 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3237f55b-b6c8-40b5-b72d-5761d9abdc90 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:21:34.860771 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a9181-b8f7-4fc3-bd58-224df055ce91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee570ef-a13b-46a1-9e9c-5d6ef26fe484', 'code': 200} Nov 09 20:21:34.885939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:34.952686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f089c2-c4b3-4b3b-a01c-0be239cc2628 req-c5e9698e-bda5-4604-9fd0-18d133e0a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:34.954164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9f089c2-c4b3-4b3b-a01c-0be239cc2628 req-c5e9698e-bda5-4604-9fd0-18d133e0a75f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1096 time: 0.0399854 Nov 09 20:21:34.987905 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9f089c2-c4b3-4b3b-a01c-0be239cc2628 req-665a8a43-5541-4fa2-8ef5-90e34a5269ef service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271361 Nov 09 20:21:35.133846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae08d5d-ed48-4d68-8ad4-d4bdb7ed49ea req-25e0d903-6b4e-46a2-b527-0b9f3480c4a1 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:35.135399 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bae08d5d-ed48-4d68-8ad4-d4bdb7ed49ea req-25e0d903-6b4e-46a2-b527-0b9f3480c4a1 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1096 time: 0.0438628 Nov 09 20:21:35.169868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bae08d5d-ed48-4d68-8ad4-d4bdb7ed49ea req-e2c79617-5c4e-42a6-a839-57661dc85d64 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284817 Nov 09 20:21:36.276578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ba404-9e6c-4e2f-b89f-652c2ebe442d req-bc6ec2a9-f499-4c17-b9b1-fb34406f3fac tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:36.278100 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f03ba404-9e6c-4e2f-b89f-652c2ebe442d req-bc6ec2a9-f499-4c17-b9b1-fb34406f3fac tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1096 time: 0.0424435 Nov 09 20:21:36.312041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f03ba404-9e6c-4e2f-b89f-652c2ebe442d req-77628e30-1638-470d-a4a4-7bbd28020c33 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279269 Nov 09 20:21:36.424854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b328d4-fa92-42cf-a97a-ff583413a86f req-f0364a4a-1e0f-4101-90a2-c32e121d84e0 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:36.426290 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66b328d4-fa92-42cf-a97a-ff583413a86f req-f0364a4a-1e0f-4101-90a2-c32e121d84e0 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1096 time: 0.0401373 Nov 09 20:21:36.461717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-66b328d4-fa92-42cf-a97a-ff583413a86f req-5ba43a6b-c9e1-4a82-874d-9a2716dcabab tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288777 Nov 09 20:21:36.567124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2997ffb-a69a-4960-8328-9725b53888cf req-31810cc1-e146-47e0-9b5d-d160381d82e7 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:36.568716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2997ffb-a69a-4960-8328-9725b53888cf req-31810cc1-e146-47e0-9b5d-d160381d82e7 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1096 time: 0.0436668 Nov 09 20:21:36.606687 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2997ffb-a69a-4960-8328-9725b53888cf req-33732a7c-b653-48ce-80f5-f611515e1ab8 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319939 Nov 09 20:21:36.831216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1d724-24c6-48db-ab8f-95ab533ad65e req-99b2a2dc-01b2-4863-91bb-cb5076aa9351 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:36.832727 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37e1d724-24c6-48db-ab8f-95ab533ad65e req-99b2a2dc-01b2-4863-91bb-cb5076aa9351 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1096 time: 0.0404756 Nov 09 20:21:36.867618 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37e1d724-24c6-48db-ab8f-95ab533ad65e req-008e41dd-5017-40ec-9f3e-6380d613195b tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289505 Nov 09 20:21:37.973549 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532832eb-b21f-46bc-b045-6cbba9076129 req-f4cee193-29fb-4fdf-9faa-85c45b276c72 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:37.975310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-532832eb-b21f-46bc-b045-6cbba9076129 req-f4cee193-29fb-4fdf-9faa-85c45b276c72 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1096 time: 0.0403211 Nov 09 20:21:38.010330 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-532832eb-b21f-46bc-b045-6cbba9076129 req-4beba643-96c9-4c95-89d3-ce129e5d977a tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290914 Nov 09 20:21:38.097546 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-f49dabdd-df12-4876-b2a0-ceb7f63f8f3e tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:38.099597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-f49dabdd-df12-4876-b2a0-ceb7f63f8f3e tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=472a9181-b8f7-4fc3-bd58-224df055ce91 HTTP/1.1" status: 200 len: 1096 time: 0.0395567 Nov 09 20:21:38.184980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Deleting port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:38.185231 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:38.262142 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] For port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:38.262501 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:38.274894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Calling delete_port for 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:38.395515 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:38.409002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['7ee570ef-a13b-46a1-9e9c-5d6ef26fe484'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:21:38.412456 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['bc8c28e6-d1c7-4566-b0ff-0326015ada5c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:21:38.423617 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ee570ef-a13b-46a1-9e9c-5d6ef26fe484,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:38.455828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.456179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.456520 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.456860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.457198 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.457529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.457859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.458779 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.459028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.459351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.459767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.460097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:38.476792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] No DVR routers for this DVR port 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:21:38.479500 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:38.483034 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f99abaae-bb23-4c2a-877f-c765ea9f84bb req-a8f27435-0369-4d3f-b4aa-67f9aa02a504 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.70 "DELETE /v2.0/ports/7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 HTTP/1.1" status: 204 len: 173 time: 0.3772416 Nov 09 20:21:38.483496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a9181-b8f7-4fc3-bd58-224df055ce91', 'name': 'network-vif-deleted', 'tag': '7ee570ef-a13b-46a1-9e9c-5d6ef26fe484'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:21:38.486100 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec052450-5a79-4d62-9014-c78f6829e5c8" -d '{"events": [{"server_uuid": "472a9181-b8f7-4fc3-bd58-224df055ce91", "name": "network-vif-deleted", "tag": "7ee570ef-a13b-46a1-9e9c-5d6ef26fe484"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:21:38.531953 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63b1f14-d007-4312-bc58-bb068d5b7bbf x-openstack-request-id: req-c63b1f14-d007-4312-bc58-bb068d5b7bbf {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:21:38.532934 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a9181-b8f7-4fc3-bd58-224df055ce91", "name": "network-vif-deleted", "tag": "7ee570ef-a13b-46a1-9e9c-5d6ef26fe484", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:21:38.533442 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c63b1f14-d007-4312-bc58-bb068d5b7bbf {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:21:38.533741 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a9181-b8f7-4fc3-bd58-224df055ce91', 'name': 'network-vif-deleted', 'tag': '7ee570ef-a13b-46a1-9e9c-5d6ef26fe484', 'status': 'completed', 'code': 200} Nov 09 20:21:39.272625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f4d0c-a688-41cb-912d-980643ea7be0 req-9b769b7b-80cb-4ca8-ad13-54a181911ff7 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:39.274126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4f4d0c-a688-41cb-912d-980643ea7be0 req-9b769b7b-80cb-4ca8-ad13-54a181911ff7 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0436785 Nov 09 20:21:39.308343 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e4f4d0c-a688-41cb-912d-980643ea7be0 req-5b7eeeba-1b00-49f0-a557-35a2b68845df tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281825 Nov 09 20:21:40.289724 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-67b6cddb-cc29-473d-87b2-ea40ab791415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:40.433778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a5c05-0b29-48db-b0be-cb7c8cf17bb8 req-b9c07072-981a-443c-9916-b680c4591114 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:40.435242 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf6a5c05-0b29-48db-b0be-cb7c8cf17bb8 req-b9c07072-981a-443c-9916-b680c4591114 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0438483 Nov 09 20:21:40.470250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cf6a5c05-0b29-48db-b0be-cb7c8cf17bb8 req-e2bcdba9-64ac-4645-8ec9-0eb2ea32fbb6 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ea1b27e6-b9d1-4a27-928a-854c439f9a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291693 Nov 09 20:21:40.690937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e02e4-bf74-484f-b70d-467955642bda req-a46e469c-8144-4d58-b3e6-c927563ca792 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:21:40.692352 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a1e02e4-bf74-484f-b70d-467955642bda req-a46e469c-8144-4d58-b3e6-c927563ca792 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0399795 Nov 09 20:21:40.716883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:40.737183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:40.737528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7ee570ef-a13b-46a1-9e9c-5d6ef26fe484 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:40.775700 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-4a1e02e4-bf74-484f-b70d-467955642bda req-38077d7b-0463-4ed9-a186-456b2fa2b6f3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Deleting port bc8c28e6-d1c7-4566-b0ff-0326015ada5c {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:40.776051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a1e02e4-bf74-484f-b70d-467955642bda req-38077d7b-0463-4ed9-a186-456b2fa2b6f3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:40.856059 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-4a1e02e4-bf74-484f-b70d-467955642bda req-38077d7b-0463-4ed9-a186-456b2fa2b6f3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] For port bc8c28e6-d1c7-4566-b0ff-0326015ada5c, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:40.856419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a1e02e4-bf74-484f-b70d-467955642bda req-38077d7b-0463-4ed9-a186-456b2fa2b6f3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:40.869413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-4a1e02e4-bf74-484f-b70d-467955642bda req-38077d7b-0463-4ed9-a186-456b2fa2b6f3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Calling delete_port for bc8c28e6-d1c7-4566-b0ff-0326015ada5c owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:40.989021 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a1e02e4-bf74-484f-b70d-467955642bda req-38077d7b-0463-4ed9-a186-456b2fa2b6f3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:41.004308 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['bc8c28e6-d1c7-4566-b0ff-0326015ada5c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:21:41.017433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38077d7b-0463-4ed9-a186-456b2fa2b6f3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc8c28e6-d1c7-4566-b0ff-0326015ada5c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:41.058962 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1e02e4-bf74-484f-b70d-467955642bda req-38077d7b-0463-4ed9-a186-456b2fa2b6f3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] No DVR routers for this DVR port bc8c28e6-d1c7-4566-b0ff-0326015ada5c on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:21:41.061654 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a1e02e4-bf74-484f-b70d-467955642bda req-38077d7b-0463-4ed9-a186-456b2fa2b6f3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:41.065086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a1e02e4-bf74-484f-b70d-467955642bda req-38077d7b-0463-4ed9-a186-456b2fa2b6f3 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.77 "DELETE /v2.0/ports/bc8c28e6-d1c7-4566-b0ff-0326015ada5c HTTP/1.1" status: 204 len: 173 time: 0.3632271 Nov 09 20:21:41.065558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eabaf1e-d873-41e3-8d3f-4072b2d27ce0', 'name': 'network-vif-deleted', 'tag': 'bc8c28e6-d1c7-4566-b0ff-0326015ada5c'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:21:41.067953 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e8ca0e-ba1f-4a44-b165-e69fd712711a" -d '{"events": [{"server_uuid": "9eabaf1e-d873-41e3-8d3f-4072b2d27ce0", "name": "network-vif-deleted", "tag": "bc8c28e6-d1c7-4566-b0ff-0326015ada5c"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:21:41.109544 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3271d9-3760-47eb-a68c-b453861e4d86 x-openstack-request-id: req-bc3271d9-3760-47eb-a68c-b453861e4d86 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:21:41.109845 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eabaf1e-d873-41e3-8d3f-4072b2d27ce0", "name": "network-vif-deleted", "tag": "bc8c28e6-d1c7-4566-b0ff-0326015ada5c", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:21:41.110107 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc3271d9-3760-47eb-a68c-b453861e4d86 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:21:41.110542 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eabaf1e-d873-41e3-8d3f-4072b2d27ce0', 'name': 'network-vif-deleted', 'tag': 'bc8c28e6-d1c7-4566-b0ff-0326015ada5c', 'status': 'completed', 'code': 200} Nov 09 20:21:41.579581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d02445a9-504a-4a00-9da4-11805f938f12 req-0416344d-6769-417e-a7be-c1d0825d4a64 tempest-TestServerMultinode-534550684 tempest-TestServerMultinode-534550684-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9eabaf1e-d873-41e3-8d3f-4072b2d27ce0 HTTP/1.1" status: 200 len: 210 time: 0.0255949 Nov 09 20:21:42.641280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49482) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:42.991759 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:43.231172 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ad5de56e-59c8-4c1d-aee7-354c2cfcd26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:43.243948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] Deleting port a6be4282-cfa4-449d-b3a8-86e085523c19 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:43.244224 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:43.323116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] For port a6be4282-cfa4-449d-b3a8-86e085523c19, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a6be4282-cfa4-449d-b3a8-86e085523c19,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:43.323481 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:43.336885 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] Calling delete_port for a6be4282-cfa4-449d-b3a8-86e085523c19 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:43.497624 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:43.517022 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:43.520761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device bc8c28e6-d1c7-4566-b0ff-0326015ada5c no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:43.543206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: bc8c28e6-d1c7-4566-b0ff-0326015ada5c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:43.543575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device bc8c28e6-d1c7-4566-b0ff-0326015ada5c not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:43.547548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a6be4282-cfa4-449d-b3a8-86e085523c19,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:43.715600 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:43.934003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] Router b1c2e85a-8404-48e9-873d-146e2591cd3b has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:21:44.043578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:21:44.048662 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c11b4a74-b9cb-49a2-84d5-b212c8a1b0cb admin admin] 10.222.0.53 "PUT /v2.0/routers/b1c2e85a-8404-48e9-873d-146e2591cd3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4062755 Nov 09 20:21:44.051212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49484) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:44.054686 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] Sync routers for ids ['b1c2e85a-8404-48e9-873d-146e2591cd3b'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:21:44.064029 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] Routers {'b1c2e85a-8404-48e9-873d-146e2591cd3b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:44.064633 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:21:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b1c2e85a-8404-48e9-873d-146e2591cd3b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:44.151977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.169928 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] Set router b1c2e85a-8404-48e9-873d-146e2591cd3b gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:44.262167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.318670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Deleting port c5c02d78-f50a-401f-b287-b40983fcdca3 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:44.318988 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.354705 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'name': 'tempest-TestServerMultinode-1925439430-router', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:05Z', 'updated_at': '2021-11-09T20:21:43Z', 'revision_number': 5, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'gw_port': {'id': 'c5c02d78-f50a-401f-b287-b40983fcdca3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:06Z', 'updated_at': '2021-11-09T20:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:44.381197 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] Checking router: b1c2e85a-8404-48e9-873d-146e2591cd3b for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:21:44.389388 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] Routers {'b1c2e85a-8404-48e9-873d-146e2591cd3b'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:44.389985 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:21:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b1c2e85a-8404-48e9-873d-146e2591cd3b'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:44.398435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] For port c5c02d78-f50a-401f-b287-b40983fcdca3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=c5c02d78-f50a-401f-b287-b40983fcdca3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:44.398834 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.411465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Calling delete_port for c5c02d78-f50a-401f-b287-b40983fcdca3 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:44.473848 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] Set router b1c2e85a-8404-48e9-873d-146e2591cd3b gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:44.528129 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'name': 'tempest-TestServerMultinode-1925439430-router', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:05Z', 'updated_at': '2021-11-09T20:21:44Z', 'revision_number': 6, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:44.554591 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f25ecd-2c48-42a2-b4dc-ad547cd30da6 None None] The sync data for ids ['b1c2e85a-8404-48e9-873d-146e2591cd3b'] in n-d-817256-1 is: [{'id': 'b1c2e85a-8404-48e9-873d-146e2591cd3b', 'name': 'tempest-TestServerMultinode-1925439430-router', 'tenant_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:05Z', 'updated_at': '2021-11-09T20:21:44Z', 'revision_number': 6, 'project_id': 'e5e1c48a6ab04ab790a0cf6f108b0541', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:21:44.578626 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.607655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c02d78-f50a-401f-b287-b40983fcdca3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:44.633968 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.669888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.760228 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.762361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.804497 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.805083 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c2e85a-8404-48e9-873d-146e2591cd3b {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:21:44.809379 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.810553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-27a72690-b3d7-40dc-aaef-040325675c43 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b1c2e85a-8404-48e9-873d-146e2591cd3b HTTP/1.1" status: 204 len: 168 time: 0.7584019 Nov 09 20:21:44.812964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49486) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:44.856842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-691d0e5e-57ed-4500-8778-7b4952e486f9 admin admin] Deleting subnet 7893c960-d5aa-4983-bc00-275e8fc06ca0 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:21:44.859747 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-691d0e5e-57ed-4500-8778-7b4952e486f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.906278 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-691d0e5e-57ed-4500-8778-7b4952e486f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:44.988686 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-691d0e5e-57ed-4500-8778-7b4952e486f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.054345 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-691d0e5e-57ed-4500-8778-7b4952e486f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.082121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d0e5e-57ed-4500-8778-7b4952e486f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7893c960-d5aa-4983-bc00-275e8fc06ca0,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:45.084781 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-691d0e5e-57ed-4500-8778-7b4952e486f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.088066 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-691d0e5e-57ed-4500-8778-7b4952e486f9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7893c960-d5aa-4983-bc00-275e8fc06ca0 HTTP/1.1" status: 204 len: 168 time: 0.2741656 Nov 09 20:21:45.089040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b1451-cdae-422c-8a68-23603332b7d4 None None] Network 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:21:45.090483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49488) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:45.322018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a6be4282-cfa4-449d-b3a8-86e085523c19 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:45.327062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] DHCP port deletion for 25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:21:45.353096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: a6be4282-cfa4-449d-b3a8-86e085523c19 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:45.353444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a6be4282-cfa4-449d-b3a8-86e085523c19 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:45.398969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Deleting port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:45.399347 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.459280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.467854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] For port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0e7e59e9-b4f1-4560-886c-c8c84c5710f6,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:45.468259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.481853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Calling delete_port for 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:45.512227 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Deleting port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:45.512450 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.567128 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.580650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] For port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0e7e59e9-b4f1-4560-886c-c8c84c5710f6,segment=NetworkSegment(10933e9b-59dd-4982-bb7c-4b35d4d56c65),segment_id=10933e9b-59dd-4982-bb7c-4b35d4d56c65)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:45.581023 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.597058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Pushing event deleted for resources: {'Port': ['ID=0e7e59e9-b4f1-4560-886c-c8c84c5710f6,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:45.599536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] No DVR routers for this DVR port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:21:45.601635 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Calling delete_port for 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:45.611735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.612084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.612422 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.612755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.613086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.613415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.613741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.614067 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.615153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.615153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.615153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.615388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cdc18d-f175-45a7-8e28-f528e5db7bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:21:45.689788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.717611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] No DVR routers for this DVR port 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:21:45.721447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7e59e9-b4f1-4560-886c-c8c84c5710f6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:45.793093 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.812410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b4fdcb-3cf9-4aad-8749-a10b4dd76b34']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:45.822176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10933e9b-59dd-4982-bb7c-4b35d4d56c65') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:45.822472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10933e9b-59dd-4982-bb7c-4b35d4d56c65') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:45.831709 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.845190 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.851472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:21:45.851807 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: self.session.flush() Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:21:45.853584 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:21:45.906088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.911414 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:45.914667 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] 10.222.0.53 "DELETE /v2.0/networks/25b4fdcb-3cf9-4aad-8749-a10b4dd76b34 HTTP/1.1" status: 204 len: 168 time: 0.8232017 Nov 09 20:21:45.917769 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49490) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:45.925356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf0935-7356-430a-aa27-39a4f855b5ce admin admin] Pushing event deleted for resources: {'Network': ['ID=25b4fdcb-3cf9-4aad-8749-a10b4dd76b34,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:46.253246 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:46.378914 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:46.500307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] Deleting port 52c60302-04c6-415b-9c76-4a42c0f34d8a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:46.500567 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:46.582430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] For port 52c60302-04c6-415b-9c76-4a42c0f34d8a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=52c60302-04c6-415b-9c76-4a42c0f34d8a,segment=NetworkSegment(8283e259-37e2-4b1e-a99d-bada44d722e0),segment_id=8283e259-37e2-4b1e-a99d-bada44d722e0)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:46.582814 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:46.596433 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] Calling delete_port for 52c60302-04c6-415b-9c76-4a42c0f34d8a owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:46.675361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:46.697191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:46.697535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0e7e59e9-b4f1-4560-886c-c8c84c5710f6 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:46.697951 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c5c02d78-f50a-401f-b287-b40983fcdca3 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:46.716323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: c5c02d78-f50a-401f-b287-b40983fcdca3 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:46.716672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device c5c02d78-f50a-401f-b287-b40983fcdca3 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:46.785148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:46.812221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] Pushing event deleted for resources: {'Port': ['ID=52c60302-04c6-415b-9c76-4a42c0f34d8a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:46.975995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:47.190252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] Router 3842e954-37be-4a87-afe0-faf36266b35d has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:21:47.296579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:21:47.301760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d6a9baa1-f673-4383-8711-c552f289871a admin admin] 10.222.0.53 "PUT /v2.0/routers/3842e954-37be-4a87-afe0-faf36266b35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3829844 Nov 09 20:21:47.304325 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49492) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:47.305669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] Sync routers for ids ['3842e954-37be-4a87-afe0-faf36266b35d'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:21:47.314979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] Routers {'3842e954-37be-4a87-afe0-faf36266b35d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:47.315603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:21:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3842e954-37be-4a87-afe0-faf36266b35d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:47.412764 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:47.421018 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] Set router 3842e954-37be-4a87-afe0-faf36266b35d gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:47.516707 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:47.569523 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Deleting port 527d8683-9dd7-4fd4-8935-091110419f12 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:47.569859 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:47.603285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3842e954-37be-4a87-afe0-faf36266b35d', 'name': 'tempest-TestServerMultinode-1680977184-router', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '527d8683-9dd7-4fd4-8935-091110419f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:10Z', 'updated_at': '2021-11-09T20:21:46Z', 'revision_number': 5, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'gw_port': {'id': '527d8683-9dd7-4fd4-8935-091110419f12', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3842e954-37be-4a87-afe0-faf36266b35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:21:11Z', 'updated_at': '2021-11-09T20:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:47.629938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] Checking router: 3842e954-37be-4a87-afe0-faf36266b35d for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:21:47.639142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] Routers {'3842e954-37be-4a87-afe0-faf36266b35d'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:21:47.639925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:21:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['3842e954-37be-4a87-afe0-faf36266b35d'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:47.647743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] For port 527d8683-9dd7-4fd4-8935-091110419f12, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=527d8683-9dd7-4fd4-8935-091110419f12,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:47.648230 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:47.661053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Calling delete_port for 527d8683-9dd7-4fd4-8935-091110419f12 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:47.739104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] Set router 3842e954-37be-4a87-afe0-faf36266b35d gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:21:47.796496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3842e954-37be-4a87-afe0-faf36266b35d', 'name': 'tempest-TestServerMultinode-1680977184-router', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:10Z', 'updated_at': '2021-11-09T20:21:47Z', 'revision_number': 6, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:47.823477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d955d2-a198-435a-a3fc-27b19ba9ec11 None None] The sync data for ids ['3842e954-37be-4a87-afe0-faf36266b35d'] in n-d-817256-1 is: [{'id': '3842e954-37be-4a87-afe0-faf36266b35d', 'name': 'tempest-TestServerMultinode-1680977184-router', 'tenant_id': '13ae2d67dcae402ab1497bddbafce9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:21:10Z', 'updated_at': '2021-11-09T20:21:47Z', 'revision_number': 6, 'project_id': '13ae2d67dcae402ab1497bddbafce9ff', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:21:47.840798 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:47.869875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Pushing event deleted for resources: {'Port': ['ID=527d8683-9dd7-4fd4-8935-091110419f12,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:47.931671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.019435 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.021674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.063931 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.064554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3842e954-37be-4a87-afe0-faf36266b35d {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:21:48.068819 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.069961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-03901fba-d865-4903-b4b9-36bf9a7921de admin admin] 10.222.0.53 "DELETE /v2.0/routers/3842e954-37be-4a87-afe0-faf36266b35d HTTP/1.1" status: 204 len: 168 time: 0.7647195 Nov 09 20:21:48.072491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49494) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:48.120262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36e2e43-0d67-4f30-b47f-b90d09bd4e4d admin admin] Deleting subnet 3aa8dd42-02f9-407e-a616-6ecca4510816 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:21:48.123257 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c36e2e43-0d67-4f30-b47f-b90d09bd4e4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.157266 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c36e2e43-0d67-4f30-b47f-b90d09bd4e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.246897 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c36e2e43-0d67-4f30-b47f-b90d09bd4e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.300884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c36e2e43-0d67-4f30-b47f-b90d09bd4e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.330860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e2e43-0d67-4f30-b47f-b90d09bd4e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa8dd42-02f9-407e-a616-6ecca4510816,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:48.336238 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c36e2e43-0d67-4f30-b47f-b90d09bd4e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.339696 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c36e2e43-0d67-4f30-b47f-b90d09bd4e4d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3aa8dd42-02f9-407e-a616-6ecca4510816 HTTP/1.1" status: 204 len: 168 time: 0.2662823 Nov 09 20:21:48.341351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8bcb96-abea-4c2f-a1b0-0e9df164d49e None None] Network d0752c9d-a38c-400b-ba51-c0da75acdc60 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:21:48.342392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49496) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:48.414691 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.467753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Deleting port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:48.468103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.534777 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] For port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1990c3a6-dc52-4906-8999-5e3b3d37ee9e,segment=NetworkSegment(8283e259-37e2-4b1e-a99d-bada44d722e0),segment_id=8283e259-37e2-4b1e-a99d-bada44d722e0)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:48.535078 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.547673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Calling delete_port for 1990c3a6-dc52-4906-8999-5e3b3d37ee9e owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:48.591833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff077f16-cff6-4a31-ba30-ae692d94e620 None None] DHCP port deletion for d0752c9d-a38c-400b-ba51-c0da75acdc60 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:21:48.628833 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.655882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1990c3a6-dc52-4906-8999-5e3b3d37ee9e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:48.659878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] No DVR routers for this DVR port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:21:48.683363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ff077f16-cff6-4a31-ba30-ae692d94e620 None None] Deleting port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:21:48.683752 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff077f16-cff6-4a31-ba30-ae692d94e620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.698879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 52c60302-04c6-415b-9c76-4a42c0f34d8a no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:48.738254 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.748428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 52c60302-04c6-415b-9c76-4a42c0f34d8a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:48.748768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 52c60302-04c6-415b-9c76-4a42c0f34d8a not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:48.749178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 527d8683-9dd7-4fd4-8935-091110419f12 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:48.760859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0752c9d-a38c-400b-ba51-c0da75acdc60']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:48.770048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8283e259-37e2-4b1e-a99d-bada44d722e0') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:48.770342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8283e259-37e2-4b1e-a99d-bada44d722e0') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:21:48.776847 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 527d8683-9dd7-4fd4-8935-091110419f12 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:48.777188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 527d8683-9dd7-4fd4-8935-091110419f12 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:48.777600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1990c3a6-dc52-4906-8999-5e3b3d37ee9e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:21:48.781699 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.794971 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.800870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:21:48.801402 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:21:48.804418 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:21:48.808038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1990c3a6-dc52-4906-8999-5e3b3d37ee9e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:21:48.808383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1990c3a6-dc52-4906-8999-5e3b3d37ee9e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:21:48.815323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ff077f16-cff6-4a31-ba30-ae692d94e620 None None] For port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e, host n-d-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:21:48.815719 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff077f16-cff6-4a31-ba30-ae692d94e620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.828588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ff077f16-cff6-4a31-ba30-ae692d94e620 None None] Calling delete_port for 1990c3a6-dc52-4906-8999-5e3b3d37ee9e owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:21:48.831452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.ipam_backend_mixin [None req-ff077f16-cff6-4a31-ba30-ae692d94e620 None None] Port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e was not found and therefore no delete operation was performed {{(pid=102297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 20:21:48.832732 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ff077f16-cff6-4a31-ba30-ae692d94e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.861036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff077f16-cff6-4a31-ba30-ae692d94e620 None None] No DVR routers for this DVR port 1990c3a6-dc52-4906-8999-5e3b3d37ee9e on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:21:48.863265 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff077f16-cff6-4a31-ba30-ae692d94e620 None None] Pushing event deleted for resources: {'Port': ['ID=1990c3a6-dc52-4906-8999-5e3b3d37ee9e,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:48.877427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.883343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:48.889059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d0752c9d-a38c-400b-ba51-c0da75acdc60 HTTP/1.1" status: 204 len: 168 time: 0.5430846 Nov 09 20:21:48.901458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b840903-41bc-49d3-bd38-cc6660717bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0752c9d-a38c-400b-ba51-c0da75acdc60,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:49.060795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49502) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:49.105579 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9a790675-f659-4180-9241-a8a8978386e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5e1c48a6ab04ab790a0cf6f108b0541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436001 Nov 09 20:21:49.108164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49504) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:49.155136 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95305dbc-906f-4774-9576-83d97886a0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:49.177278 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95305dbc-906f-4774-9576-83d97886a0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:49.223372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95305dbc-906f-4774-9576-83d97886a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:49.227268 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-95305dbc-906f-4774-9576-83d97886a0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:49.228438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-95305dbc-906f-4774-9576-83d97886a0f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d693ec6d-aa6f-4551-afc0-45f1277e710a HTTP/1.1" status: 204 len: 168 time: 0.1193743 Nov 09 20:21:49.236482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95305dbc-906f-4774-9576-83d97886a0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d693ec6d-aa6f-4551-afc0-45f1277e710a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:49.543010 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49510) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:49.582323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f315a75c-d8eb-4cd1-bd5e-ee74a116af0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13ae2d67dcae402ab1497bddbafce9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381501 Nov 09 20:21:49.585445 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49512) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:21:49.633869 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1561853b-8b38-446f-a057-969dd985c14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:49.654975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1561853b-8b38-446f-a057-969dd985c14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:49.704101 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1561853b-8b38-446f-a057-969dd985c14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:49.706779 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1561853b-8b38-446f-a057-969dd985c14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:49.707931 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1561853b-8b38-446f-a057-969dd985c14f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea1b27e6-b9d1-4a27-928a-854c439f9a60 HTTP/1.1" status: 204 len: 168 time: 0.1215837 Nov 09 20:21:49.715732 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561853b-8b38-446f-a057-969dd985c14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1b27e6-b9d1-4a27-928a-854c439f9a60,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:21:51.441240 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:21:55.657243 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:00.027869 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:22:00.147330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-63cfd227-df72-4f81-a082-66f0124026f4 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6eee2690d0464763a66948d3eabcfd5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294421 Nov 09 20:22:00.646477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-3d2ba05b-101a-4de4-b025-5c0a6b0c2fa1 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:00.648004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-3d2ba05b-101a-4de4-b025-5c0a6b0c2fa1 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4948857 Nov 09 20:22:00.663018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-7cd4cc97-f7cb-4200-94b7-567102fa68f8 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/quotas/6eee2690d0464763a66948d3eabcfd5c HTTP/1.1" status: 200 len: 375 time: 0.0087540 Nov 09 20:22:00.693390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-fc32e24c-e205-4fb1-90b4-776d85bae4fc tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6eee2690d0464763a66948d3eabcfd5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253348 Nov 09 20:22:00.854146 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6a9e5cd9-9c7f-484b-8a1e-4fc904cdd5e9 req-f56e152e-95ef-4ad3-a5db-e2435e089b14 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 210 time: 0.0284359 Nov 09 20:22:01.798527 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-f2472152-2bb1-4cb8-b917-7576ef8f40af tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6eee2690d0464763a66948d3eabcfd5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242262 Nov 09 20:22:01.914973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-7a9d3d7c-ac7d-4b1f-bc42-fa03629faed7 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:01.916434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-7a9d3d7c-ac7d-4b1f-bc42-fa03629faed7 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1126764 Nov 09 20:22:01.936012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Request body: {'port': {'device_id': '0ffb3bc0-4194-4977-83c3-96137a14f77f', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'admin_state_up': True, 'tenant_id': '6eee2690d0464763a66948d3eabcfd5c'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:22:01.992446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-95707c79-48bc-4b4e-9d98-eba8366b3091 req-1dae9a85-7aa8-4364-880c-28b3d485bf03 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 210 time: 0.0682943 Nov 09 20:22:02.059205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Made reservation on behalf of 6eee2690d0464763a66948d3eabcfd5c for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:22:02.062600 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:02.071532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:02.148121 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:02.151839 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:02.218827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:02.292748 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Allocated IP 192.168.233.123 (0cf92b9b-4d72-4a22-9b29-607409343ce1/cdfff3b3-e34c-4808-bf39-a5130bf8fe12/d75a9ed7-5055-4e5e-b416-e42857ef071c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:22:02.438783 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:02.470701 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:02.511324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Network 0cf92b9b-4d72-4a22-9b29-607409343ce1 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:22:02.514344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:22:02.517896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:22:02.544666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Pushing event updated for resources: {'Port': ['ID=d75a9ed7-5055-4e5e-b416-e42857ef071c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:02.574027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:02.574715 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:02.590935 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-65d20d09-f6b7-4a14-9490-a4db6cbca553 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6581452 Nov 09 20:22:02.604626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Request body: {'port': {'device_id': '0ffb3bc0-4194-4977-83c3-96137a14f77f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:22:02.664991 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:02.745247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-61b882ce-44aa-4779-97f6-d553a1eff349 None None] Provisioning complete for port d75a9ed7-5055-4e5e-b416-e42857ef071c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:22:02.745816 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-61b882ce-44aa-4779-97f6-d553a1eff349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:02.780453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-61b882ce-44aa-4779-97f6-d553a1eff349 None None] Port d75a9ed7-5055-4e5e-b416-e42857ef071c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:22:02.941982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75a9ed7-5055-4e5e-b416-e42857ef071c {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:22:02.949523 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:02.961311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Transition to ACTIVE for port object d75a9ed7-5055-4e5e-b416-e42857ef071c will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:22:02.965110 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:03.019767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d75a9ed7-5055-4e5e-b416-e42857ef071c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:03.097261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Attempting to bind port d75a9ed7-5055-4e5e-b416-e42857ef071c on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:22:03.097928 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Attempting to bind port d75a9ed7-5055-4e5e-b416-e42857ef071c by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:22:03.098327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Attempting to bind port d75a9ed7-5055-4e5e-b416-e42857ef071c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:22:03.104085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Port d75a9ed7-5055-4e5e-b416-e42857ef071c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:22:03.104485 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Attempting to bind port d75a9ed7-5055-4e5e-b416-e42857ef071c on network 0cf92b9b-4d72-4a22-9b29-607409343ce1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:22:03.109924 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:22:03.110342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Checking segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:22:03.110835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Bound using segment: {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:22:03.111402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Bound port: d75a9ed7-5055-4e5e-b416-e42857ef071c, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad14f846-b106-4cf7-884a-2f9f58c90f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:22:03.111759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:03.120403 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f80f72-7f74-4720-80c9-41c093ed0eea req-5c61294d-947e-4514-acfa-7044f9d0ca91 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:03.122596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34f80f72-7f74-4720-80c9-41c093ed0eea req-5c61294d-947e-4514-acfa-7044f9d0ca91 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 948 time: 0.0532422 Nov 09 20:22:03.171037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34f80f72-7f74-4720-80c9-41c093ed0eea req-6b6312af-4bfc-4688-9a27-734899bcff3a tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 Nov 09 20:22:03.181510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] For port d75a9ed7-5055-4e5e-b416-e42857ef071c, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:22:03.191375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] For port d75a9ed7-5055-4e5e-b416-e42857ef071c, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d75a9ed7-5055-4e5e-b416-e42857ef071c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:22:03.191375 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:03.223287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:03.223747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:03.225307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/d75a9ed7-5055-4e5e-b416-e42857ef071c HTTP/1.1" status: 200 len: 1096 time: 0.6254113 Nov 09 20:22:03.228054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffb3bc0-4194-4977-83c3-96137a14f77f', 'tag': 'd75a9ed7-5055-4e5e-b416-e42857ef071c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:22:03.230896 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988acce6-7269-41e0-9bab-35123f9b9bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffb3bc0-4194-4977-83c3-96137a14f77f", "tag": "d75a9ed7-5055-4e5e-b416-e42857ef071c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:22:03.261492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80e2ec-d582-4263-8cac-e670c15ac2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d75a9ed7-5055-4e5e-b416-e42857ef071c,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:03.282815 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e18a30-c3c2-4279-bd6b-960767296d7f x-openstack-request-id: req-09e18a30-c3c2-4279-bd6b-960767296d7f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:22:03.283161 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffb3bc0-4194-4977-83c3-96137a14f77f", "tag": "d75a9ed7-5055-4e5e-b416-e42857ef071c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:22:03.283422 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09e18a30-c3c2-4279-bd6b-960767296d7f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:22:03.283821 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffb3bc0-4194-4977-83c3-96137a14f77f', 'tag': 'd75a9ed7-5055-4e5e-b416-e42857ef071c', 'status': 'completed', 'code': 200} Nov 09 20:22:03.319509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-37b25490-74fe-40fb-9b92-1c8bf1a25697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:03.321084 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-37b25490-74fe-40fb-9b92-1c8bf1a25697 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6eee2690d0464763a66948d3eabcfd5c&device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 1099 time: 0.0482202 Nov 09 20:22:03.370535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-d3104bd6-9154-4c33-a60d-cac84a640791 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=d75a9ed7-5055-4e5e-b416-e42857ef071c HTTP/1.1" status: 200 len: 217 time: 0.0409963 Nov 09 20:22:03.424978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-d712f7f0-acc7-4b83-8d11-e8e3a5017650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:03.426450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-d712f7f0-acc7-4b83-8d11-e8e3a5017650 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0479529 Nov 09 20:22:03.472938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-b7088b7a-0919-407b-acdb-9460693a5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:03.474451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-b7088b7a-0919-407b-acdb-9460693a5fbe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407345 Nov 09 20:22:03.568158 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-643f2320-7e13-401a-b7e4-39284c41af20 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861142 Nov 09 20:22:03.655692 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a13d03f-b9fa-403d-8f4e-efe90a1db8e8 req-a0212e75-d96a-46b5-9389-f71ca16b4915 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811009 Nov 09 20:22:03.743440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-f07b15e6-409e-48b8-af00-36e22adecc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:03.744912 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-f07b15e6-409e-48b8-af00-36e22adecc03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6eee2690d0464763a66948d3eabcfd5c&device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 1099 time: 0.0454092 Nov 09 20:22:03.834010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-94ba7c57-8a88-40bf-8ecb-d6a62ff94c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:03.836104 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-94ba7c57-8a88-40bf-8ecb-d6a62ff94c81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cf92b9b-4d72-4a22-9b29-607409343ce1 HTTP/1.1" status: 200 len: 870 time: 0.0833564 Nov 09 20:22:03.879941 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-1b6f5fa0-d317-4962-b2fe-99e034e59376 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=d75a9ed7-5055-4e5e-b416-e42857ef071c HTTP/1.1" status: 200 len: 217 time: 0.0362401 Nov 09 20:22:03.933644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-a5a5ab6b-630f-4522-abb1-2a5b64e36209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:03.935105 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-a5a5ab6b-630f-4522-abb1-2a5b64e36209 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdfff3b3-e34c-4808-bf39-a5130bf8fe12 HTTP/1.1" status: 200 len: 843 time: 0.0475934 Nov 09 20:22:03.985714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-87a81dc6-418e-4cdf-bb10-8e7569303fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:03.987259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-87a81dc6-418e-4cdf-bb10-8e7569303fdb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cf92b9b-4d72-4a22-9b29-607409343ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427198 Nov 09 20:22:04.077838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-3252e085-7c56-4317-9f25-1f16625afed2 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829785 Nov 09 20:22:04.172298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-988acce6-7269-41e0-9bab-35123f9b9bc7 req-50905b48-35f5-41b0-ac8f-445b350bdd42 service neutron] 10.222.0.70 "GET /v2.0/networks/0cf92b9b-4d72-4a22-9b29-607409343ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863891 Nov 09 20:22:04.288114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b9e55-2386-4ce1-8b06-34e5b08a1eae req-9affae43-f2f4-4fdf-87e6-a82b408004fd tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:04.289630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-320b9e55-2386-4ce1-8b06-34e5b08a1eae req-9affae43-f2f4-4fdf-87e6-a82b408004fd tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 948 time: 0.0515826 Nov 09 20:22:04.337838 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-320b9e55-2386-4ce1-8b06-34e5b08a1eae req-f9939d24-8ea2-4d21-8dbd-b99d40b652e6 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 Nov 09 20:22:04.833824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d75a9ed7-5055-4e5e-b416-e42857ef071c details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:22:04.924709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d75a9ed7-5055-4e5e-b416-e42857ef071c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d75a9ed7-5055-4e5e-b416-e42857ef071c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:22:04.936020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd75a9ed7-5055-4e5e-b416-e42857ef071c', 'network_id': '0cf92b9b-4d72-4a22-9b29-607409343ce1', 'port_id': 'd75a9ed7-5055-4e5e-b416-e42857ef071c', 'mac_address': 'fa:16:3e:80:12:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfff3b3-e34c-4808-bf39-a5130bf8fe12', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:22:04.974821 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:04.987244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75a9ed7-5055-4e5e-b416-e42857ef071c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:22:05.006881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d75a9ed7-5055-4e5e-b416-e42857ef071c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d75a9ed7-5055-4e5e-b416-e42857ef071c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:22:05.010832 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:05.058732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d75a9ed7-5055-4e5e-b416-e42857ef071c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:05.214221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d75a9ed7-5055-4e5e-b416-e42857ef071c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:22:05.454002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58441665-afb4-448c-8b06-384604c90e51 req-43e593cf-361d-41a7-9c25-b0af8b0d5d1e tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:05.455546 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58441665-afb4-448c-8b06-384604c90e51 req-43e593cf-361d-41a7-9c25-b0af8b0d5d1e tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 949 time: 0.0499852 Nov 09 20:22:05.493710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-58441665-afb4-448c-8b06-384604c90e51 req-083d7732-9496-443e-9e2f-56c8ddfc9825 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Nov 09 20:22:06.608198 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f56a6-a0d5-4eb9-a2b8-27a8cb217a4a req-225bb57f-32f1-4c4e-bf5c-2d1a0b6eb27d tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:06.609681 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-729f56a6-a0d5-4eb9-a2b8-27a8cb217a4a req-225bb57f-32f1-4c4e-bf5c-2d1a0b6eb27d tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 949 time: 0.0490844 Nov 09 20:22:06.648630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-729f56a6-a0d5-4eb9-a2b8-27a8cb217a4a req-bd794ee4-cd2b-4b1b-8676-f75b94a4af93 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329981 Nov 09 20:22:06.857829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d75a9ed7-5055-4e5e-b416-e42857ef071c up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:22:06.915207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port d75a9ed7-5055-4e5e-b416-e42857ef071c completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:22:06.918912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port d75a9ed7-5055-4e5e-b416-e42857ef071c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:22:06.919288 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:06.995657 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:07.021230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffb3bc0-4194-4977-83c3-96137a14f77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75a9ed7-5055-4e5e-b416-e42857ef071c'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:22:07.023480 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c27a34-fb2f-4cb2-a535-207dff6c84ef" -d '{"events": [{"server_uuid": "0ffb3bc0-4194-4977-83c3-96137a14f77f", "name": "network-vif-plugged", "status": "completed", "tag": "d75a9ed7-5055-4e5e-b416-e42857ef071c"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:22:07.035486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d75a9ed7-5055-4e5e-b416-e42857ef071c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d75a9ed7-5055-4e5e-b416-e42857ef071c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:22:07.040467 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:07.064432 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ceca1d-6bdd-4321-b52d-b76b543571c5 x-openstack-request-id: req-50ceca1d-6bdd-4321-b52d-b76b543571c5 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:22:07.064729 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffb3bc0-4194-4977-83c3-96137a14f77f", "name": "network-vif-plugged", "status": "completed", "tag": "d75a9ed7-5055-4e5e-b416-e42857ef071c", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:22:07.064982 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50ceca1d-6bdd-4321-b52d-b76b543571c5 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:22:07.065368 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffb3bc0-4194-4977-83c3-96137a14f77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75a9ed7-5055-4e5e-b416-e42857ef071c', 'code': 200} Nov 09 20:22:07.092231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d75a9ed7-5055-4e5e-b416-e42857ef071c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:07.165551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b49a8-254a-42cb-8bb2-1158a8b3bc24 req-ca0eae83-653a-4629-a075-60d1526b73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:07.173348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-532b49a8-254a-42cb-8bb2-1158a8b3bc24 req-ca0eae83-653a-4629-a075-60d1526b73fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 1101 time: 0.0511055 Nov 09 20:22:07.211384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-532b49a8-254a-42cb-8bb2-1158a8b3bc24 req-6742d25d-a737-4c46-be44-de8462126650 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309882 Nov 09 20:22:07.763518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f0dd9-661d-4237-930d-b447eeb1aca0 req-822102f0-119e-4120-ab68-19530a70b499 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:07.764996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b0f0dd9-661d-4237-930d-b447eeb1aca0 req-822102f0-119e-4120-ab68-19530a70b499 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 950 time: 0.0488036 Nov 09 20:22:07.802579 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b0f0dd9-661d-4237-930d-b447eeb1aca0 req-f5a0a363-d532-48eb-8538-77e8d46e326a tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Nov 09 20:22:08.924444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193e800-45e3-4a73-a537-78131b16c443 req-3a7df00d-1bbd-4dab-b38b-83dee4fecad5 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:08.925845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1193e800-45e3-4a73-a537-78131b16c443 req-3a7df00d-1bbd-4dab-b38b-83dee4fecad5 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 950 time: 0.0489588 Nov 09 20:22:08.963931 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1193e800-45e3-4a73-a537-78131b16c443 req-7a74d44c-04ae-4671-9a16-dae9dbf27d43 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309975 Nov 09 20:22:09.340325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-468c1243-9b67-4ff2-9672-036a0e5f1148 req-25c97068-7dad-4ba0-a6e8-392d10bff0ed service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:22:09.341336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-468c1243-9b67-4ff2-9672-036a0e5f1148 req-25c97068-7dad-4ba0-a6e8-392d10bff0ed service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1039138 Nov 09 20:22:09.663954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-c72d0f88-3577-4f10-801e-87731a76ec0b req-31755d2f-a00a-447b-b3ee-e48e4e8e2cf8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:22:09.664977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c72d0f88-3577-4f10-801e-87731a76ec0b req-31755d2f-a00a-447b-b3ee-e48e4e8e2cf8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062509 Nov 09 20:22:10.001128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838d091-1aae-4f2f-b0b0-2ea4b6d94e75 req-46628652-67ec-4bf4-8bbc-d87f6463ac4e tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:10.002733 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0838d091-1aae-4f2f-b0b0-2ea4b6d94e75 req-46628652-67ec-4bf4-8bbc-d87f6463ac4e tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 950 time: 0.0516224 Nov 09 20:22:10.041512 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0838d091-1aae-4f2f-b0b0-2ea4b6d94e75 req-26963d9f-9db0-4480-9b9a-91913638a11f tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Nov 09 20:22:10.291832 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8f1b-5b70-4b0b-ace0-9d649a086d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:11.159331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328ab3a-1e34-4bdf-a038-c0e99d481738 req-9aec54f5-1dcd-4fd2-8cf7-56b6ff7e7386 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:11.160828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5328ab3a-1e34-4bdf-a038-c0e99d481738 req-9aec54f5-1dcd-4fd2-8cf7-56b6ff7e7386 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 950 time: 0.0498228 Nov 09 20:22:11.206644 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5328ab3a-1e34-4bdf-a038-c0e99d481738 req-f3c6d3b8-17cf-47d5-b36c-d262d545836f tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386631 Nov 09 20:22:11.256681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-9d2f1385-67b3-4676-871f-0a23ffaa9e91 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:11.258234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-9d2f1385-67b3-4676-871f-0a23ffaa9e91 tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ffb3bc0-4194-4977-83c3-96137a14f77f HTTP/1.1" status: 200 len: 950 time: 0.0563805 Nov 09 20:22:11.345732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-12fce5c8-3e11-4e7d-b1ef-d2546f156e9c tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Deleting port d75a9ed7-5055-4e5e-b416-e42857ef071c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:22:11.346078 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-12fce5c8-3e11-4e7d-b1ef-d2546f156e9c tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:11.437838 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-12fce5c8-3e11-4e7d-b1ef-d2546f156e9c tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] For port d75a9ed7-5055-4e5e-b416-e42857ef071c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d75a9ed7-5055-4e5e-b416-e42857ef071c,segment=NetworkSegment(ad14f846-b106-4cf7-884a-2f9f58c90f50),segment_id=ad14f846-b106-4cf7-884a-2f9f58c90f50)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:22:11.438206 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-12fce5c8-3e11-4e7d-b1ef-d2546f156e9c tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:11.451022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-12fce5c8-3e11-4e7d-b1ef-d2546f156e9c tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Calling delete_port for d75a9ed7-5055-4e5e-b416-e42857ef071c owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:22:11.579405 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-12fce5c8-3e11-4e7d-b1ef-d2546f156e9c tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:11.591810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d75a9ed7-5055-4e5e-b416-e42857ef071c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:22:11.616001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fce5c8-3e11-4e7d-b1ef-d2546f156e9c tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Pushing event deleted for resources: {'Port': ['ID=d75a9ed7-5055-4e5e-b416-e42857ef071c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:11.657091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-12fce5c8-3e11-4e7d-b1ef-d2546f156e9c tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] No DVR routers for this DVR port d75a9ed7-5055-4e5e-b416-e42857ef071c on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:22:11.659832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-12fce5c8-3e11-4e7d-b1ef-d2546f156e9c tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:11.663956 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51ddeb8b-aee8-4921-88b5-9390ec042786 req-12fce5c8-3e11-4e7d-b1ef-d2546f156e9c tempest-ServersAdminNegativeTestJSON-1834067230 tempest-ServersAdminNegativeTestJSON-1834067230-project] 10.222.0.70 "DELETE /v2.0/ports/d75a9ed7-5055-4e5e-b416-e42857ef071c HTTP/1.1" status: 204 len: 173 time: 0.3993821 Nov 09 20:22:11.664427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffb3bc0-4194-4977-83c3-96137a14f77f', 'name': 'network-vif-deleted', 'tag': 'd75a9ed7-5055-4e5e-b416-e42857ef071c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:22:11.666724 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f7084b-2bd6-4da9-83b6-ac76a6cbcd2b" -d '{"events": [{"server_uuid": "0ffb3bc0-4194-4977-83c3-96137a14f77f", "name": "network-vif-deleted", "tag": "d75a9ed7-5055-4e5e-b416-e42857ef071c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:22:11.704561 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8544edd-676f-4302-a559-fc50986fd1d6 x-openstack-request-id: req-c8544edd-676f-4302-a559-fc50986fd1d6 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:22:11.704859 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffb3bc0-4194-4977-83c3-96137a14f77f", "name": "network-vif-deleted", "tag": "d75a9ed7-5055-4e5e-b416-e42857ef071c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:22:11.705114 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8544edd-676f-4302-a559-fc50986fd1d6 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:22:11.705565 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffb3bc0-4194-4977-83c3-96137a14f77f', 'name': 'network-vif-deleted', 'tag': 'd75a9ed7-5055-4e5e-b416-e42857ef071c', 'status': 'completed', 'code': 200} Nov 09 20:22:12.502095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49640) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:22:12.637731 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ff0fbbad-bf18-452c-abf0-a38ffc5869e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6eee2690d0464763a66948d3eabcfd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344662 Nov 09 20:22:12.640325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49644) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:22:12.688558 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:12.711166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:12.761540 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:12.764097 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:12.765257 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff80f17d-11e5-47b9-b6bc-0cdaaf28202c HTTP/1.1" status: 204 len: 168 time: 0.1240137 Nov 09 20:22:12.773860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff80f17d-11e5-47b9-b6bc-0cdaaf28202c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:12.781428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.781775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.782114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.782450 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.782813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.783145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.783558 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.783829 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.784273 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.784599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.784922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:12.785245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4104ef1-fa58-4ce0-8ad4-21d4c3ebbf0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:13.021309 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49650) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:22:13.034409 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4583cbd-aac2-40d2-96ce-68dd4d56166e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:13.108179 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4583cbd-aac2-40d2-96ce-68dd4d56166e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:13.111819 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e4583cbd-aac2-40d2-96ce-68dd4d56166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:13.153790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e4583cbd-aac2-40d2-96ce-68dd4d56166e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=604a42c6b4454db28b8f590a8621a0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313689 Nov 09 20:22:13.154640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4583cbd-aac2-40d2-96ce-68dd4d56166e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56354cb7-18b9-4281-9dd8-1022dfd271d7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:13.156589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49652) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:22:13.205334 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2c3f254-1fac-4ff7-b047-5af503d1fea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:13.228471 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2c3f254-1fac-4ff7-b047-5af503d1fea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:13.231912 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7c04e22e-6bae-4a72-ae31-66cf8b16e275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:13.277349 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2c3f254-1fac-4ff7-b047-5af503d1fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:13.280647 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2c3f254-1fac-4ff7-b047-5af503d1fea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:13.282472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d2c3f254-1fac-4ff7-b047-5af503d1fea2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56354cb7-18b9-4281-9dd8-1022dfd271d7 HTTP/1.1" status: 204 len: 168 time: 0.1241591 Nov 09 20:22:13.290150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3f254-1fac-4ff7-b047-5af503d1fea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56354cb7-18b9-4281-9dd8-1022dfd271d7,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:13.499707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:13.976346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49674) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:22:14.072225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-607069345-network', 'tenant_id': '548b5cc107be422fbc07b113204b6ad0'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:22:14.093028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Made reservation on behalf of 548b5cc107be422fbc07b113204b6ad0 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:22:14.095539 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.104391 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.179328 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.182885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.203795 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:22:14.218735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444a5b59-65cd-476f-971d-1a0a096a8522,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:14.221734 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.222071 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Added segment 6a82dcb5-2c57-4cce-9ba5-57d248b8e368 of type vlan for network 65cd1398-83fe-448b-bca6-31f45788e91d Nov 09 20:22:14.267142 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.292042 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.293044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:14.293622 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.347538 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3700953 Nov 09 20:22:14.351106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49678) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:22:14.356076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Request body: {'subnet': {'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-607069345-subnet', 'tenant_id': '548b5cc107be422fbc07b113204b6ad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:22:14.360427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34baef-9baa-43cd-afea-7f9de2fb5d8b admin admin] Pushing event updated for resources: {'Network': ['ID=65cd1398-83fe-448b-bca6-31f45788e91d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:14.370176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 65cd1398-83fe-448b-bca6-31f45788e91d details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:22:14.376554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Made reservation on behalf of 548b5cc107be422fbc07b113204b6ad0 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:22:14.379043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.551965 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.618322 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2ea069-fcf6-4ad7-a427-28c8de9c6322,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:14.627739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Checking segment: {'id': '6a82dcb5-2c57-4cce-9ba5-57d248b8e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:22:14.628110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Network hostable DHCP agents. Network: 65cd1398-83fe-448b-bca6-31f45788e91d, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:22:14.637860 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.645899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Network 65cd1398-83fe-448b-bca6-31f45788e91d is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:22:14.654542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 65cd1398-83fe-448b-bca6-31f45788e91d) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:22:14.659138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:14.660211 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:14.663553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56817ffa-f7ab-40de-8b33-4d0648f095d3 None None] Network 65cd1398-83fe-448b-bca6-31f45788e91d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:22:14.675987 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9a3c035f-5d01-4bdd-aa75-b2dc804381ba admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3233440 Nov 09 20:22:14.790628 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4bd0d-ab91-4224-bb04-d21109285eac None None] Network 65cd1398-83fe-448b-bca6-31f45788e91d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:22:14.894749 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d75a9ed7-5055-4e5e-b416-e42857ef071c no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:22:14.915537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d75a9ed7-5055-4e5e-b416-e42857ef071c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:22:14.915883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d75a9ed7-5055-4e5e-b416-e42857ef071c not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:22:15.105809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-4d5b0fc6-419f-403f-990d-7ee03711f8e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:15.107292 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-4d5b0fc6-419f-403f-990d-7ee03711f8e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/networks?id=65cd1398-83fe-448b-bca6-31f45788e91d HTTP/1.1" status: 200 len: 811 time: 0.0993750 Nov 09 20:22:15.122401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-8fed758e-7b29-4d13-a143-f90b5471df4b tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/quotas/548b5cc107be422fbc07b113204b6ad0 HTTP/1.1" status: 200 len: 375 time: 0.0094321 Nov 09 20:22:15.157724 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-040629bc-be24-4fe8-92dd-400a2aa8619a tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=548b5cc107be422fbc07b113204b6ad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298984 Nov 09 20:22:15.248089 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b0dd4703-9431-4040-ba80-e0f8e57745e8 service neutron] 10.222.0.53 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815711 Nov 09 20:22:15.339635 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-6afa54cf-35b1-4467-ad87-841e9c0ae9b3 service neutron] 10.222.0.53 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853286 Nov 09 20:22:15.497839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-afbad38c-2d20-493c-a52a-3424b113465a req-65eeefc4-64e1-4c43-abb1-7b52e95d5f22 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 210 time: 0.0274062 Nov 09 20:22:16.382907 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:16.595203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13c48b29-ca4f-4e0f-a814-9a5b58176a34 req-6686c1df-6889-4687-aa50-8349bb948f3d tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 210 time: 0.0266075 Nov 09 20:22:16.613955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b4f6d77b-418b-43f3-a5e6-4cd789d8c855 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:16.616808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b4f6d77b-418b-43f3-a5e6-4cd789d8c855 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.77 "GET /v2.0/networks?id=65cd1398-83fe-448b-bca6-31f45788e91d HTTP/1.1" status: 200 len: 811 time: 0.1146016 Nov 09 20:22:16.633117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Request body: {'port': {'device_id': '65d74959-8bf8-4a16-a015-11db46091ff2', 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d', 'admin_state_up': True, 'tenant_id': '548b5cc107be422fbc07b113204b6ad0'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:22:16.748521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Made reservation on behalf of 548b5cc107be422fbc07b113204b6ad0 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:22:16.752586 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:16.886152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Allocated IP 172.20.0.12 (65cd1398-83fe-448b-bca6-31f45788e91d/9d2ea069-fcf6-4ad7-a427-28c8de9c6322/18c0dbad-b2ad-488a-8d82-73e65e894d1a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:22:17.031999 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:17.068984 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:17.116693 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Network 65cd1398-83fe-448b-bca6-31f45788e91d is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:22:17.121674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:22:17.129109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:22:17.133009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Pushing event updated for resources: {'Port': ['ID=18c0dbad-b2ad-488a-8d82-73e65e894d1a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:17.178023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:17.179213 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:17.194886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-b3eded8b-b525-4ba3-a83e-d6039efca4c3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5658302 Nov 09 20:22:17.212735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Request body: {'port': {'device_id': '65d74959-8bf8-4a16-a015-11db46091ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:22:17.266260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:17.530350 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c0dbad-b2ad-488a-8d82-73e65e894d1a {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:22:17.538314 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:17.550160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Transition to ACTIVE for port object 18c0dbad-b2ad-488a-8d82-73e65e894d1a will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:22:17.554226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:17.621427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Pushing event updated for resources: {'Port': ['ID=18c0dbad-b2ad-488a-8d82-73e65e894d1a,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:17.683105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Attempting to bind port 18c0dbad-b2ad-488a-8d82-73e65e894d1a on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:22:17.683446 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Attempting to bind port 18c0dbad-b2ad-488a-8d82-73e65e894d1a by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '6a82dcb5-2c57-4cce-9ba5-57d248b8e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:22:17.683780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Attempting to bind port 18c0dbad-b2ad-488a-8d82-73e65e894d1a on network 65cd1398-83fe-448b-bca6-31f45788e91d {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:22:17.702969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Port 18c0dbad-b2ad-488a-8d82-73e65e894d1a on network 65cd1398-83fe-448b-bca6-31f45788e91d not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:22:17.703296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Attempting to bind port 18c0dbad-b2ad-488a-8d82-73e65e894d1a on network 65cd1398-83fe-448b-bca6-31f45788e91d {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:22:17.711860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:22:17.712203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Checking segment: {'id': '6a82dcb5-2c57-4cce-9ba5-57d248b8e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:22:17.712598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Bound using segment: {'id': '6a82dcb5-2c57-4cce-9ba5-57d248b8e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:22:17.713037 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Bound port: 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a82dcb5-2c57-4cce-9ba5-57d248b8e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:22:17.713402 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:17.759454 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f032dd-1bb2-4a81-8a6a-c9de34032509 req-044a6632-cc59-4cf1-9962-82a734f24aa6 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:17.760982 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a2f032dd-1bb2-4a81-8a6a-c9de34032509 req-044a6632-cc59-4cf1-9962-82a734f24aa6 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 944 time: 0.0913725 Nov 09 20:22:17.813647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:22:17.821999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a2f032dd-1bb2-4a81-8a6a-c9de34032509 req-0766184c-b2b9-42c9-9115-93016d29ccc8 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Nov 09 20:22:17.830046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a,segment=NetworkSegment(6a82dcb5-2c57-4cce-9ba5-57d248b8e368),segment_id=6a82dcb5-2c57-4cce-9ba5-57d248b8e368)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:22:17.842631 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:17.870279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:17.870939 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:17.872313 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] 10.222.0.77 "PUT /v2.0/ports/18c0dbad-b2ad-488a-8d82-73e65e894d1a HTTP/1.1" status: 200 len: 1092 time: 0.6642604 Nov 09 20:22:17.872744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:22:17.875032 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599163cb-482a-41a5-ac22-2155f3c9a3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:22:17.902108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af4894-e2bd-4edd-84e4-e0369b5db13c service neutron] Pushing event updated for resources: {'Port': ['ID=18c0dbad-b2ad-488a-8d82-73e65e894d1a,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:17.915449 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e313f473-2f45-4809-9544-6cf74a15212d x-openstack-request-id: req-e313f473-2f45-4809-9544-6cf74a15212d {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:22:17.915747 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:22:17.916003 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e313f473-2f45-4809-9544-6cf74a15212d {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:22:17.916406 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a', 'status': 'completed', 'code': 200} Nov 09 20:22:17.962569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-0b3d0dac-5256-4d99-9849-c4f59e1130b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:17.964057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-0b3d0dac-5256-4d99-9849-c4f59e1130b3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=548b5cc107be422fbc07b113204b6ad0&device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0407863 Nov 09 20:22:18.010221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-c9cedab0-97c3-4e9e-933f-016cc3f7b928 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a HTTP/1.1" status: 200 len: 217 time: 0.0338488 Nov 09 20:22:18.067453 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-78b90625-0ddb-45c1-b239-9e1a5616e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:18.069147 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-78b90625-0ddb-45c1-b239-9e1a5616e1e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d2ea069-fcf6-4ad7-a427-28c8de9c6322 HTTP/1.1" status: 200 len: 851 time: 0.0478821 Nov 09 20:22:18.105179 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-fa732854-392a-4457-8207-cc3050b5da78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65cd1398-83fe-448b-bca6-31f45788e91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251887 Nov 09 20:22:18.198754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-113cbb92-8c40-4110-a96c-c54283d6a905 service neutron] 10.222.0.77 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809627 Nov 09 20:22:18.302745 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e0c2f99-ee2b-42f7-bc76-729ce0d886c3 req-c0213e9a-7ec4-4ed3-9aa5-017b7a832660 service neutron] 10.222.0.77 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917811 Nov 09 20:22:18.392285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599163cb-482a-41a5-ac22-2155f3c9a3d7 req-d66bccf5-f815-40ff-83da-c61f15765d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:18.393775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-599163cb-482a-41a5-ac22-2155f3c9a3d7 req-d66bccf5-f815-40ff-83da-c61f15765d63 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=548b5cc107be422fbc07b113204b6ad0&device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0411007 Nov 09 20:22:18.491081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599163cb-482a-41a5-ac22-2155f3c9a3d7 req-837a3ff8-cf08-44c3-99b0-6a6a76ddd4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:18.492640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-599163cb-482a-41a5-ac22-2155f3c9a3d7 req-837a3ff8-cf08-44c3-99b0-6a6a76ddd4d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=65cd1398-83fe-448b-bca6-31f45788e91d HTTP/1.1" status: 200 len: 912 time: 0.0916307 Nov 09 20:22:18.535261 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-599163cb-482a-41a5-ac22-2155f3c9a3d7 req-1e400787-b494-4527-8785-c1f55e2e07ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a HTTP/1.1" status: 200 len: 217 time: 0.0355117 Nov 09 20:22:18.586675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599163cb-482a-41a5-ac22-2155f3c9a3d7 req-47b58440-14ef-4375-a244-847df0578d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:18.588119 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-599163cb-482a-41a5-ac22-2155f3c9a3d7 req-47b58440-14ef-4375-a244-847df0578d6e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d2ea069-fcf6-4ad7-a427-28c8de9c6322 HTTP/1.1" status: 200 len: 851 time: 0.0460215 Nov 09 20:22:18.620902 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-599163cb-482a-41a5-ac22-2155f3c9a3d7 req-2d89b690-48c2-46c8-bdde-feb67016563d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65cd1398-83fe-448b-bca6-31f45788e91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240171 Nov 09 20:22:18.718251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-599163cb-482a-41a5-ac22-2155f3c9a3d7 req-7525cadf-ed53-4094-b75b-075e1720e1df service neutron] 10.222.0.77 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884900 Nov 09 20:22:18.807968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-599163cb-482a-41a5-ac22-2155f3c9a3d7 req-3010dab8-6de9-46b0-80cf-3caaf9f89cc8 service neutron] 10.222.0.77 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814717 Nov 09 20:22:18.942599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d7e7f-65b8-4778-9c3c-c3ba59a569c2 req-8ad26498-02c2-4884-89de-acd040d775dd tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:18.944741 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ce0d7e7f-65b8-4778-9c3c-c3ba59a569c2 req-8ad26498-02c2-4884-89de-acd040d775dd tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 944 time: 0.0549903 Nov 09 20:22:18.981797 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ce0d7e7f-65b8-4778-9c3c-c3ba59a569c2 req-6163b18d-d8ed-4bb5-9f25-5d4f92215259 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309129 Nov 09 20:22:20.101696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec491-9cff-470e-b3bc-5ac0499ed92b req-0ad3029b-87aa-4ecc-ae90-cb76434ae8d0 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:20.103253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-21cec491-9cff-470e-b3bc-5ac0499ed92b req-0ad3029b-87aa-4ecc-ae90-cb76434ae8d0 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 944 time: 0.0506110 Nov 09 20:22:20.141099 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-21cec491-9cff-470e-b3bc-5ac0499ed92b req-64389f81-819f-47cd-89ef-e5cd9844d607 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Nov 09 20:22:21.257525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00b617-7088-4ce5-ae6b-92f1b255b381 req-e164a51f-df71-4ba3-a34a-91606bcd043f tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:21.259081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-be00b617-7088-4ce5-ae6b-92f1b255b381 req-e164a51f-df71-4ba3-a34a-91606bcd043f tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 944 time: 0.0499008 Nov 09 20:22:21.297075 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-be00b617-7088-4ce5-ae6b-92f1b255b381 req-42c25012-cae5-4877-85d7-cbe6263aa422 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Nov 09 20:22:21.463847 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:21.733928 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 18c0dbad-b2ad-488a-8d82-73e65e894d1a details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:22:21.855864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a,segment=NetworkSegment(6a82dcb5-2c57-4cce-9ba5-57d248b8e368),segment_id=6a82dcb5-2c57-4cce-9ba5-57d248b8e368)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:22:21.870856 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '18c0dbad-b2ad-488a-8d82-73e65e894d1a', 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d', 'port_id': '18c0dbad-b2ad-488a-8d82-73e65e894d1a', 'mac_address': 'fa:16:3e:23:c7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2ea069-fcf6-4ad7-a427-28c8de9c6322', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:22:21.922483 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:21.935650 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c0dbad-b2ad-488a-8d82-73e65e894d1a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:22:21.954675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a,segment=NetworkSegment(6a82dcb5-2c57-4cce-9ba5-57d248b8e368),segment_id=6a82dcb5-2c57-4cce-9ba5-57d248b8e368)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:22:21.958123 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:22.005967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=18c0dbad-b2ad-488a-8d82-73e65e894d1a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:22.203684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['18c0dbad-b2ad-488a-8d82-73e65e894d1a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:22:22.410953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb299-d369-4fb8-8ca6-49a31caf084b req-7e39971c-5618-4009-afa8-2ec4f5992779 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:22.412407 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae6eb299-d369-4fb8-8ca6-49a31caf084b req-7e39971c-5618-4009-afa8-2ec4f5992779 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 945 time: 0.0478091 Nov 09 20:22:22.449494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae6eb299-d369-4fb8-8ca6-49a31caf084b req-5c22460c-17f2-4e6a-b71a-836af101e97c tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307095 Nov 09 20:22:23.563598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6160a-7897-4155-9ccd-1efa107efc87 req-ac302eb9-d18d-4839-9e4e-48576822821d tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:23.565064 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60e6160a-7897-4155-9ccd-1efa107efc87 req-ac302eb9-d18d-4839-9e4e-48576822821d tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 945 time: 0.0496752 Nov 09 20:22:23.603344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-60e6160a-7897-4155-9ccd-1efa107efc87 req-4d8a8fde-2006-4614-9556-73dfbe836ad8 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315125 Nov 09 20:22:23.676395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 18c0dbad-b2ad-488a-8d82-73e65e894d1a up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:22:23.726209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 18c0dbad-b2ad-488a-8d82-73e65e894d1a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:22:23.729718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 18c0dbad-b2ad-488a-8d82-73e65e894d1a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:22:23.730092 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:23.806535 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:23.830965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:22:23.833190 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb6f19e-61c0-4960-a358-a3d236560b04" -d '{"events": [{"server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "name": "network-vif-plugged", "status": "completed", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:22:23.845931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a,segment=NetworkSegment(6a82dcb5-2c57-4cce-9ba5-57d248b8e368),segment_id=6a82dcb5-2c57-4cce-9ba5-57d248b8e368)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:22:23.850074 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:23.876377 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5122773-4bf1-4a2c-b153-86510d5fcd15 x-openstack-request-id: req-e5122773-4bf1-4a2c-b153-86510d5fcd15 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:22:23.876672 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "name": "network-vif-plugged", "status": "completed", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:22:23.876960 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5122773-4bf1-4a2c-b153-86510d5fcd15 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:22:23.877349 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a', 'code': 200} Nov 09 20:22:23.902155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=18c0dbad-b2ad-488a-8d82-73e65e894d1a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:23.978972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9e9e7-3b97-48cb-ac9d-1279400ee124 req-f6c14a72-7e5a-4533-b3c5-bee949e3589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:23.980390 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-51a9e9e7-3b97-48cb-ac9d-1279400ee124 req-f6c14a72-7e5a-4533-b3c5-bee949e3589f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0447574 Nov 09 20:22:24.019699 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-51a9e9e7-3b97-48cb-ac9d-1279400ee124 req-1a5929a0-71b5-43ca-b327-8bd0e045dfd7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271053 Nov 09 20:22:24.717981 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad05f3-5e0e-4c84-b12d-328d6993004b req-e1bc75a9-3608-468e-9d9c-597caf147b50 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:24.719470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b8ad05f3-5e0e-4c84-b12d-328d6993004b req-e1bc75a9-3608-468e-9d9c-597caf147b50 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0483959 Nov 09 20:22:24.755872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b8ad05f3-5e0e-4c84-b12d-328d6993004b req-c9c17d65-0ade-4d1c-8fea-c6846612a878 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304995 Nov 09 20:22:25.665641 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:25.878919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab7a84-47f8-4887-b84c-5a9567a273e3 req-15bac99e-3f57-45e1-aa71-b14c0121b8f9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:25.880391 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-28ab7a84-47f8-4887-b84c-5a9567a273e3 req-15bac99e-3f57-45e1-aa71-b14c0121b8f9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0532086 Nov 09 20:22:25.919692 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-28ab7a84-47f8-4887-b84c-5a9567a273e3 req-576c263c-bb32-480a-9bd1-dd0c9b4f4887 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Nov 09 20:22:26.168473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca33cba-e01f-4248-85ed-4f6000c0bc1a req-8ba4a351-62c3-48df-84ae-d8edc1e159f0 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:26.170060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ca33cba-e01f-4248-85ed-4f6000c0bc1a req-8ba4a351-62c3-48df-84ae-d8edc1e159f0 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0508187 Nov 09 20:22:26.235239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ca33cba-e01f-4248-85ed-4f6000c0bc1a req-bfe84aec-12c9-4a00-b3f7-c670be0378c0 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555637 Nov 09 20:22:26.245167 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-669046f5-f07b-4960-ba94-45c0739c9da3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363888 Nov 09 20:22:26.258031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-4f0505e5-c06e-4d12-9e7f-ec0e7b4c9f21 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:22:26.259145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-4f0505e5-c06e-4d12-9e7f-ec0e7b4c9f21 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062606 Nov 09 20:22:27.358166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b193ee-02e4-49dc-8add-f3caa932417e req-8f839529-48b2-4403-b0e0-f4285f0e5154 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:27.359698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e9b193ee-02e4-49dc-8add-f3caa932417e req-8f839529-48b2-4403-b0e0-f4285f0e5154 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0509334 Nov 09 20:22:27.431016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e9b193ee-02e4-49dc-8add-f3caa932417e req-d42701eb-3020-4452-a46c-de50fcebb321 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649731 Nov 09 20:22:27.439979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-36b779ca-f5b8-4cee-8d02-6a75a8375b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:27.441440 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-36b779ca-f5b8-4cee-8d02-6a75a8375b8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=548b5cc107be422fbc07b113204b6ad0&device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0662534 Nov 09 20:22:27.532972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-ce552398-4a2c-4b97-addd-3a5fa267429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:27.534356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-ce552398-4a2c-4b97-addd-3a5fa267429c service neutron] 10.222.0.77 "GET /v2.0/networks?id=65cd1398-83fe-448b-bca6-31f45788e91d HTTP/1.1" status: 200 len: 912 time: 0.0862398 Nov 09 20:22:27.579054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-09e0f7a7-b1a9-49d3-bf77-1d80a3f6d3c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a HTTP/1.1" status: 200 len: 217 time: 0.0376422 Nov 09 20:22:27.629515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-4dcebd7a-52b7-4c67-a1e1-dacd58038905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:27.630985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-4dcebd7a-52b7-4c67-a1e1-dacd58038905 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d2ea069-fcf6-4ad7-a427-28c8de9c6322 HTTP/1.1" status: 200 len: 851 time: 0.0444803 Nov 09 20:22:27.661236 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-62763b5f-9f9d-4282-8cbc-38b4e506a626 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65cd1398-83fe-448b-bca6-31f45788e91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235810 Nov 09 20:22:27.749297 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-18a1424d-904d-495f-becd-19ea40610b91 service neutron] 10.222.0.77 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801075 Nov 09 20:22:27.840770 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-25bd88bf-78af-48e3-b3d2-c06b5196ea75 service neutron] 10.222.0.77 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835650 Nov 09 20:22:28.557105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24ff28-ae29-4adb-99f7-32c97b076e8b req-ad000973-d6de-4017-9b97-053fe1e5ac70 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:28.558771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff24ff28-ae29-4adb-99f7-32c97b076e8b req-ad000973-d6de-4017-9b97-053fe1e5ac70 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0535815 Nov 09 20:22:28.595617 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff24ff28-ae29-4adb-99f7-32c97b076e8b req-50512276-7837-4f58-b999-59a10cb995e5 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309899 Nov 09 20:22:29.714725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb632a-0968-4172-b43c-242232cc0064 req-5fa7d4f0-ddf8-4572-a95c-48edaf37cfad tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:29.716183 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34fb632a-0968-4172-b43c-242232cc0064 req-5fa7d4f0-ddf8-4572-a95c-48edaf37cfad tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0491548 Nov 09 20:22:29.754152 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-34fb632a-0968-4172-b43c-242232cc0064 req-749f28be-921c-4819-a432-47b12ef69a6f tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Nov 09 20:22:30.870025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f28577-2f05-4071-9ac9-d189f0d3a876 req-501ef5d8-1f61-44d4-acde-8a4b56495701 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:30.871477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66f28577-2f05-4071-9ac9-d189f0d3a876 req-501ef5d8-1f61-44d4-acde-8a4b56495701 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0493896 Nov 09 20:22:30.910467 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-66f28577-2f05-4071-9ac9-d189f0d3a876 req-4b44217e-15a3-4f6b-80b3-1d07b720d36a tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324376 Nov 09 20:22:32.041935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e0243-70db-40dc-b8e3-b3d2bca76bd8 req-15453bc1-f051-4b54-b6de-cd5245f8a840 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:32.043436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f94e0243-70db-40dc-b8e3-b3d2bca76bd8 req-15453bc1-f051-4b54-b6de-cd5245f8a840 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0526657 Nov 09 20:22:32.081361 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f94e0243-70db-40dc-b8e3-b3d2bca76bd8 req-6af2ba7c-660f-478e-b51b-61a42639705d tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Nov 09 20:22:33.198638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b3bed-a506-4bcf-b700-848086dc5ebc req-b71b1ae7-3d34-42f9-9ba6-9c7fe5ef1a8a tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:33.200113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f4b3bed-a506-4bcf-b700-848086dc5ebc req-b71b1ae7-3d34-42f9-9ba6-9c7fe5ef1a8a tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0482671 Nov 09 20:22:33.237631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f4b3bed-a506-4bcf-b700-848086dc5ebc req-64b33fcc-b617-4676-b60b-321f7354eba9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Nov 09 20:22:34.351989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5363-99ac-4d24-87e3-f606dd29d7de req-c13be07f-54b2-4059-8d06-c6d5fbdc89a7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:34.353954 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ec5363-99ac-4d24-87e3-f606dd29d7de req-c13be07f-54b2-4059-8d06-c6d5fbdc89a7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0488582 Nov 09 20:22:34.391641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-79ec5363-99ac-4d24-87e3-f606dd29d7de req-d66660fc-e8f7-4f45-b7fc-ff9f03fb5aea tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315931 Nov 09 20:22:35.509518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39464c55-3299-4b93-8863-24ba83e44c89 req-574e187c-6783-418c-a966-f714cf29ae5e tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:35.511018 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-39464c55-3299-4b93-8863-24ba83e44c89 req-574e187c-6783-418c-a966-f714cf29ae5e tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0531325 Nov 09 20:22:35.552399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-39464c55-3299-4b93-8863-24ba83e44c89 req-0c201718-b0e1-4ac9-9595-9bacf77321ef tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348992 Nov 09 20:22:36.668749 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce3a5-344b-4032-a9fd-52109d326a76 req-d8d08ba2-eca0-42dc-988c-a3bc7c42a7a4 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:36.670236 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a33ce3a5-344b-4032-a9fd-52109d326a76 req-d8d08ba2-eca0-42dc-988c-a3bc7c42a7a4 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0501399 Nov 09 20:22:36.707563 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a33ce3a5-344b-4032-a9fd-52109d326a76 req-03928ec9-b750-437e-a936-e951b190c60a tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Nov 09 20:22:37.027309 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:22:37.822741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942454-c431-4b2f-b3d3-dbbba6a2d1d9 req-fbf4dec8-dc62-4fe8-870b-88a4caad0eac tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:37.824207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9942454-c431-4b2f-b3d3-dbbba6a2d1d9 req-fbf4dec8-dc62-4fe8-870b-88a4caad0eac tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0485692 Nov 09 20:22:37.861623 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9942454-c431-4b2f-b3d3-dbbba6a2d1d9 req-0b4c7c74-da3a-4125-aab1-94477ee2eeb9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Nov 09 20:22:38.983020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e38444-d64e-49fe-9e53-1248708ac183 req-95eefb4a-81e2-4751-8124-956740be84f9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:38.984491 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-92e38444-d64e-49fe-9e53-1248708ac183 req-95eefb4a-81e2-4751-8124-956740be84f9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0543911 Nov 09 20:22:39.023728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-92e38444-d64e-49fe-9e53-1248708ac183 req-a1853000-af4c-4cc4-9b5e-923996601ab2 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331390 Nov 09 20:22:40.141013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d816a-2bd2-46cc-a9f2-a3f8c2349e5f req-22886e44-c40b-4a15-a273-37cd55b0ace9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:40.142533 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f3d816a-2bd2-46cc-a9f2-a3f8c2349e5f req-22886e44-c40b-4a15-a273-37cd55b0ace9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0492778 Nov 09 20:22:40.181271 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3f3d816a-2bd2-46cc-a9f2-a3f8c2349e5f req-735b1b7a-c67a-4d38-8755-72eabe7c8961 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Nov 09 20:22:40.295291 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-062b6f44-8fd4-4bbe-b360-118359a6fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:41.304221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf527d-6a4e-4163-83e3-f17e60ea4fde req-52b06aa7-ef91-4c7a-8e79-80f6ec36db54 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:41.306859 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70bf527d-6a4e-4163-83e3-f17e60ea4fde req-52b06aa7-ef91-4c7a-8e79-80f6ec36db54 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0574691 Nov 09 20:22:41.345996 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70bf527d-6a4e-4163-83e3-f17e60ea4fde req-1001a9e3-c333-455f-a4be-7f4f967c0423 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332499 Nov 09 20:22:42.466491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072adf90-f9a9-477f-999a-445d7115bdc0 req-e4f6f593-c5d4-4f25-8b72-b3c721d1206c tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:42.467908 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-072adf90-f9a9-477f-999a-445d7115bdc0 req-e4f6f593-c5d4-4f25-8b72-b3c721d1206c tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0531173 Nov 09 20:22:42.505253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-072adf90-f9a9-477f-999a-445d7115bdc0 req-8bd7d8de-1d7b-4b99-8d36-4c3b5904b3b0 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Nov 09 20:22:43.232386 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-672d3b9a-82d1-4a1b-bcfd-3bead0b0c687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:43.501509 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:43.678660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3fd65-7f54-4dcc-bf24-18fff1984434 req-a535474c-bd92-481d-9c0e-0f3d3d0c036e tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:43.680147 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44c3fd65-7f54-4dcc-bf24-18fff1984434 req-a535474c-bd92-481d-9c0e-0f3d3d0c036e tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.1075611 Nov 09 20:22:43.719112 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-44c3fd65-7f54-4dcc-bf24-18fff1984434 req-468ce7ab-c907-4a98-aeaf-8984b8645f08 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Nov 09 20:22:44.639855 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:44.890344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2454c8-934b-496a-a6c2-72939d619a80 req-dfde7159-d946-4d6a-bab6-46cecdb91808 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:44.891764 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2454c8-934b-496a-a6c2-72939d619a80 req-dfde7159-d946-4d6a-bab6-46cecdb91808 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.1065192 Nov 09 20:22:44.928547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c2454c8-934b-496a-a6c2-72939d619a80 req-c608109e-66bb-4acb-8813-5df14f341cea tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Nov 09 20:22:46.047552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9200793-6bf5-43c5-9361-1b518dac99e2 req-35df340c-4e43-4d98-92fb-28b29a786262 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:46.049065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9200793-6bf5-43c5-9361-1b518dac99e2 req-35df340c-4e43-4d98-92fb-28b29a786262 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0541334 Nov 09 20:22:46.094339 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9200793-6bf5-43c5-9361-1b518dac99e2 req-6bee4ea5-ac19-4550-8cf1-27b39d6aaca6 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Nov 09 20:22:46.385678 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:47.210611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f24a-48fd-4292-9f1e-3645eee8b3d7 req-f7615e70-00bd-49b4-9ed9-7ec040efc254 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:47.212060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c350f24a-48fd-4292-9f1e-3645eee8b3d7 req-f7615e70-00bd-49b4-9ed9-7ec040efc254 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0500562 Nov 09 20:22:47.249549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c350f24a-48fd-4292-9f1e-3645eee8b3d7 req-26fb2ed8-646d-4af3-bda8-70233acf8e97 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304887 Nov 09 20:22:48.366040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c61257-f466-4cba-8b4a-a7f483ea44d2 req-758ac7a8-fa64-4938-a3f1-e54d7e9aa177 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:48.367558 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4c61257-f466-4cba-8b4a-a7f483ea44d2 req-758ac7a8-fa64-4938-a3f1-e54d7e9aa177 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0494964 Nov 09 20:22:48.405288 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4c61257-f466-4cba-8b4a-a7f483ea44d2 req-cbdc16eb-88b7-41f4-bd04-6a4a8cc70b1b tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Nov 09 20:22:49.522704 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398165-7e44-48bc-8491-6f7940f0ad30 req-810867ba-3798-4ef0-a9d3-b767a128a37c tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:49.524150 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c398165-7e44-48bc-8491-6f7940f0ad30 req-810867ba-3798-4ef0-a9d3-b767a128a37c tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0519221 Nov 09 20:22:49.562566 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c398165-7e44-48bc-8491-6f7940f0ad30 req-768fc53a-6c3f-4b95-a883-a3e8596ce7fb tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Nov 09 20:22:50.678095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbce23f-4752-40f4-9ff4-bb8427398224 req-334f78a1-fcb0-423e-9f59-63ed746a885f tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:50.679603 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdbce23f-4752-40f4-9ff4-bb8427398224 req-334f78a1-fcb0-423e-9f59-63ed746a885f tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0500395 Nov 09 20:22:50.718325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cdbce23f-4752-40f4-9ff4-bb8427398224 req-f7fd95b3-e9b9-4dbe-99a8-eb6cde5f841c tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Nov 09 20:22:51.465537 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:51.846093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d837192-a294-476e-ab73-683227d56eca req-a949cbc9-1604-4e1f-8a23-f7898102f2b4 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:51.847612 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d837192-a294-476e-ab73-683227d56eca req-a949cbc9-1604-4e1f-8a23-f7898102f2b4 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0494845 Nov 09 20:22:51.886479 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6d837192-a294-476e-ab73-683227d56eca req-e73114af-3e7b-4e6a-b0dc-2f494485fc7b tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330312 Nov 09 20:22:53.012803 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f345c8-35ab-422f-a27f-15b13f8248a6 req-e6b95749-eba2-4cb2-b7aa-50b0116c6e4f tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:53.014280 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54f345c8-35ab-422f-a27f-15b13f8248a6 req-e6b95749-eba2-4cb2-b7aa-50b0116c6e4f tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0527558 Nov 09 20:22:53.051315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-54f345c8-35ab-422f-a27f-15b13f8248a6 req-44327973-e906-4b6c-a459-eb53ef6b92bc tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310371 Nov 09 20:22:54.168831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e0138-68c8-4a24-9882-ef499a270987 req-9f3c2e2c-d1e4-44c2-abca-585f382ae8b3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:54.170328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b29e0138-68c8-4a24-9882-ef499a270987 req-9f3c2e2c-d1e4-44c2-abca-585f382ae8b3 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0506740 Nov 09 20:22:54.207233 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b29e0138-68c8-4a24-9882-ef499a270987 req-e8b87cb5-aa30-435b-bcd4-b220a14fc6ca tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Nov 09 20:22:54.927194 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-51d6d362-0d9f-4d33-9734-d04790d16957 service neutron] show failed (client error): The resource could not be found. Nov 09 20:22:54.928202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-51d6d362-0d9f-4d33-9734-d04790d16957 service neutron] 10.222.0.77 "GET /v2.0/ports/18c0dbad-b2ad-488a-8d82-73e65e894d1a/bindings/n-h1-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0548973 Nov 09 20:22:55.169826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-208816ae-5aa6-4911-8055-5ac8bdf8064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:55.171365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-208816ae-5aa6-4911-8055-5ac8bdf8064d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2&tenant_id=548b5cc107be422fbc07b113204b6ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0753398 Nov 09 20:22:55.183258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:22:55.236246 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:55.323619 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b9cac-b145-4d56-a890-4dc6597154cf req-7d1f6ec9-49f4-4a81-bb96-eba865826b93 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:55.325101 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f09b9cac-b145-4d56-a890-4dc6597154cf req-7d1f6ec9-49f4-4a81-bb96-eba865826b93 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0501320 Nov 09 20:22:55.365212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f09b9cac-b145-4d56-a890-4dc6597154cf req-04c18797-3489-44f6-87fe-b552fb4c8e26 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339918 Nov 09 20:22:55.437811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a,segment=NetworkSegment(6a82dcb5-2c57-4cce-9ba5-57d248b8e368),segment_id=6a82dcb5-2c57-4cce-9ba5-57d248b8e368)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:22:55.473509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:22:55.510987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:22:55.513399 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd316e1a-fb18-4cbe-938b-2daba4604987" -d '{"events": [{"server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:22:55.518196 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:55.532469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Transition to ACTIVE for port object 18c0dbad-b2ad-488a-8d82-73e65e894d1a will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:22:55.537585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:55.571919 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4b2677-324c-4b11-bd9f-141efa3a0d09 x-openstack-request-id: req-4f4b2677-324c-4b11-bd9f-141efa3a0d09 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:22:55.572758 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:22:55.572758 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f4b2677-324c-4b11-bd9f-141efa3a0d09 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:22:55.572911 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a', 'code': 200} Nov 09 20:22:55.604205 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] No DVR routers for this DVR port 18c0dbad-b2ad-488a-8d82-73e65e894d1a on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:22:55.605762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Pushing event updated for resources: {'Port': ['ID=18c0dbad-b2ad-488a-8d82-73e65e894d1a,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:55.616676 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.617018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.617356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.617690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.618021 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.618352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.618692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.619428 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.619555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.619787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.620110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.620427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:55.652076 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Attempting to bind port 18c0dbad-b2ad-488a-8d82-73e65e894d1a on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:22:55.652409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Attempting to bind port 18c0dbad-b2ad-488a-8d82-73e65e894d1a by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '6a82dcb5-2c57-4cce-9ba5-57d248b8e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:22:55.652735 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Attempting to bind port 18c0dbad-b2ad-488a-8d82-73e65e894d1a on network 65cd1398-83fe-448b-bca6-31f45788e91d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:22:55.656922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Port 18c0dbad-b2ad-488a-8d82-73e65e894d1a on network 65cd1398-83fe-448b-bca6-31f45788e91d not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:22:55.657239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Attempting to bind port 18c0dbad-b2ad-488a-8d82-73e65e894d1a on network 65cd1398-83fe-448b-bca6-31f45788e91d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:22:55.662068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:22:55.662398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Checking segment: {'id': '6a82dcb5-2c57-4cce-9ba5-57d248b8e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:22:55.662817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Bound using segment: {'id': '6a82dcb5-2c57-4cce-9ba5-57d248b8e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:22:55.663242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Bound port: 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a82dcb5-2c57-4cce-9ba5-57d248b8e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:22:55.663591 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:55.675219 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:55.731408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:22:55.734379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a,segment=NetworkSegment(6a82dcb5-2c57-4cce-9ba5-57d248b8e368),segment_id=6a82dcb5-2c57-4cce-9ba5-57d248b8e368)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:22:55.738637 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:55.772960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:55.773635 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:55.775239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] 10.222.0.70 "PUT /v2.0/ports/18c0dbad-b2ad-488a-8d82-73e65e894d1a HTTP/1.1" status: 200 len: 1092 time: 0.5960248 Nov 09 20:22:55.796542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2c05b-6694-4c77-9766-eec750f27a54 service neutron] Pushing event updated for resources: {'Port': ['ID=18c0dbad-b2ad-488a-8d82-73e65e894d1a,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:55.838546 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-09b30746-adcf-4a1a-8fec-981dd2b211ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:55.840001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-09b30746-adcf-4a1a-8fec-981dd2b211ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=548b5cc107be422fbc07b113204b6ad0&device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0406909 Nov 09 20:22:55.930595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-ad6fa7d4-3fa2-40bb-9b90-3ffc51b73616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:55.932729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-ad6fa7d4-3fa2-40bb-9b90-3ffc51b73616 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65cd1398-83fe-448b-bca6-31f45788e91d HTTP/1.1" status: 200 len: 912 time: 0.0847707 Nov 09 20:22:55.975715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-1f7675c4-d190-4b4f-a7d9-41de1aa36b15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a HTTP/1.1" status: 200 len: 217 time: 0.0363824 Nov 09 20:22:56.024757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-555faf69-c638-4b9e-83ba-531ac9b4d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:56.026186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-555faf69-c638-4b9e-83ba-531ac9b4d77b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d2ea069-fcf6-4ad7-a427-28c8de9c6322 HTTP/1.1" status: 200 len: 851 time: 0.0435083 Nov 09 20:22:56.062139 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-379d4a8c-6267-462f-a97b-0ce93ea41309 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65cd1398-83fe-448b-bca6-31f45788e91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293338 Nov 09 20:22:56.149809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-48ea362d-6f29-4654-885c-ee950844a4e8 service neutron] 10.222.0.70 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808125 Nov 09 20:22:56.245279 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-940136c8-ced8-49c1-a506-0c9bc070a3dc req-8cee2e64-39e0-4a33-a015-a28b79c68c0a service neutron] 10.222.0.70 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881691 Nov 09 20:22:56.484436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5c18-ef43-44d4-9225-2e93ec6f6ee0 req-068d93b6-887d-477f-ac44-68c0f485349b tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:56.485915 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d8fe5c18-ef43-44d4-9225-2e93ec6f6ee0 req-068d93b6-887d-477f-ac44-68c0f485349b tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 944 time: 0.0487299 Nov 09 20:22:56.528425 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d8fe5c18-ef43-44d4-9225-2e93ec6f6ee0 req-91c25c6a-b7e4-4f82-a93a-ddee85a0263f tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365357 Nov 09 20:22:57.574228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:22:57.576627 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1217957c-0a61-4d0b-8444-cc98aa61ccb2" -d '{"events": [{"name": "network-changed", "server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:22:57.628088 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c91f10-6ebe-49e1-ae40-04ba65a6912b x-openstack-request-id: req-a8c91f10-6ebe-49e1-ae40-04ba65a6912b {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:22:57.628388 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:22:57.628665 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8c91f10-6ebe-49e1-ae40-04ba65a6912b {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:22:57.629051 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a', 'status': 'completed', 'code': 200} Nov 09 20:22:57.711531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-33b5981c-cf05-4bb9-86c1-b5ad71be45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:57.713365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-33b5981c-cf05-4bb9-86c1-b5ad71be45d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=548b5cc107be422fbc07b113204b6ad0&device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0613816 Nov 09 20:22:57.717632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-b05aafe2-670d-4009-aa48-e8aba982620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:57.719214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-b05aafe2-670d-4009-aa48-e8aba982620f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=548b5cc107be422fbc07b113204b6ad0&device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0543103 Nov 09 20:22:57.829207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-3a087ead-2c0e-4b87-801f-cd3c350f95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:57.829580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-cb4450a0-eee8-4404-8de9-678f990d8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:57.830797 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-3a087ead-2c0e-4b87-801f-cd3c350f95ad service neutron] 10.222.0.77 "GET /v2.0/networks?id=65cd1398-83fe-448b-bca6-31f45788e91d HTTP/1.1" status: 200 len: 912 time: 0.1053116 Nov 09 20:22:57.831039 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-cb4450a0-eee8-4404-8de9-678f990d8741 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65cd1398-83fe-448b-bca6-31f45788e91d HTTP/1.1" status: 200 len: 912 time: 0.1039155 Nov 09 20:22:57.881462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-414dc572-d27c-4b1e-9bc9-9b2a80c726dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a HTTP/1.1" status: 200 len: 217 time: 0.0436392 Nov 09 20:22:57.882712 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-0063e54e-1cda-4b11-9887-eb090c60b8b5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a HTTP/1.1" status: 200 len: 217 time: 0.0404904 Nov 09 20:22:57.936034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-367c9333-64ed-4934-b28a-86342d6952db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:57.937507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-367c9333-64ed-4934-b28a-86342d6952db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d2ea069-fcf6-4ad7-a427-28c8de9c6322 HTTP/1.1" status: 200 len: 851 time: 0.0442464 Nov 09 20:22:57.953463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-efad2107-ed7e-4659-bf57-9f47d3c4c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:57.955002 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-efad2107-ed7e-4659-bf57-9f47d3c4c84e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d2ea069-fcf6-4ad7-a427-28c8de9c6322 HTTP/1.1" status: 200 len: 851 time: 0.0658045 Nov 09 20:22:57.966984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42a7c9-c5f7-4173-8dd2-afe6548546db req-1b086b93-a3af-4d8d-9871-77d9eb15932c tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:57.970272 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-26d4452d-656d-49cf-bc1d-9d81310ed768 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65cd1398-83fe-448b-bca6-31f45788e91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249453 Nov 09 20:22:57.970437 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba42a7c9-c5f7-4173-8dd2-afe6548546db req-1b086b93-a3af-4d8d-9871-77d9eb15932c tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 944 time: 0.0912907 Nov 09 20:22:58.011081 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-0dccaeb5-1312-4a64-9f08-1cffd71e12f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65cd1398-83fe-448b-bca6-31f45788e91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394802 Nov 09 20:22:58.047595 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ba42a7c9-c5f7-4173-8dd2-afe6548546db req-5da5496c-f441-48f3-aab1-043506a821a6 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678744 Nov 09 20:22:58.073500 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-a56c284c-614c-4369-afac-814559f84d7f service neutron] 10.222.0.77 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919704 Nov 09 20:22:58.115688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-1b83b899-21a2-40db-8ad0-a5f0a609075a service neutron] 10.222.0.70 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969422 Nov 09 20:22:58.169972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-a2569646-7436-460b-987c-5e4ec84ddc35 service neutron] 10.222.0.77 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850534 Nov 09 20:22:58.210870 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1217957c-0a61-4d0b-8444-cc98aa61ccb2 req-c00d198d-c252-41a0-880b-bcfb350ce116 service neutron] 10.222.0.70 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879877 Nov 09 20:22:59.135152 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 18c0dbad-b2ad-488a-8d82-73e65e894d1a details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:22:59.169337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc15e4-e88b-41f8-b67b-2a9d47da95fc req-48a6502d-c6cd-4b71-afe2-de742088776b tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:59.170860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e9bc15e4-e88b-41f8-b67b-2a9d47da95fc req-48a6502d-c6cd-4b71-afe2-de742088776b tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 944 time: 0.0510311 Nov 09 20:22:59.208404 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e9bc15e4-e88b-41f8-b67b-2a9d47da95fc req-400a7129-4574-4e31-8aec-234f6ad4ec88 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315523 Nov 09 20:22:59.233972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a,segment=NetworkSegment(6a82dcb5-2c57-4cce-9ba5-57d248b8e368),segment_id=6a82dcb5-2c57-4cce-9ba5-57d248b8e368)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:22:59.245517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '18c0dbad-b2ad-488a-8d82-73e65e894d1a', 'network_id': '65cd1398-83fe-448b-bca6-31f45788e91d', 'port_id': '18c0dbad-b2ad-488a-8d82-73e65e894d1a', 'mac_address': 'fa:16:3e:23:c7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2ea069-fcf6-4ad7-a427-28c8de9c6322', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:22:59.282584 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:59.295222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c0dbad-b2ad-488a-8d82-73e65e894d1a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:22:59.318570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a,segment=NetworkSegment(6a82dcb5-2c57-4cce-9ba5-57d248b8e368),segment_id=6a82dcb5-2c57-4cce-9ba5-57d248b8e368)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:22:59.326201 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:22:59.381782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=18c0dbad-b2ad-488a-8d82-73e65e894d1a,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:22:59.389777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.390129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.390474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.390839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.391175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.391517 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.391839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.392166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.392491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.392825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.393149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.393474 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:22:59.530101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['18c0dbad-b2ad-488a-8d82-73e65e894d1a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:22:59.563709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-716c2d93-5128-491d-9f0f-b1d1593e5fb1 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:59.565328 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-716c2d93-5128-491d-9f0f-b1d1593e5fb1 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2&tenant_id=548b5cc107be422fbc07b113204b6ad0&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 945 time: 0.1197948 Nov 09 20:22:59.638303 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-5c482e5d-60f4-410f-bfc6-ba6302e42914 service neutron] delete failed (client error): The resource could not be found. Nov 09 20:22:59.639548 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-5c482e5d-60f4-410f-bfc6-ba6302e42914 service neutron] 10.222.0.77 "DELETE /v2.0/ports/18c0dbad-b2ad-488a-8d82-73e65e894d1a/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0629082 Nov 09 20:22:59.746622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-a9c20efa-e23e-469f-9040-8fe42e0f9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:59.748829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-a9c20efa-e23e-469f-9040-8fe42e0f9e9b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=548b5cc107be422fbc07b113204b6ad0&device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0494199 Nov 09 20:22:59.862702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-f4115a18-bd3c-4a37-a3af-ad4fdf8606ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:59.864188 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-f4115a18-bd3c-4a37-a3af-ad4fdf8606ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=65cd1398-83fe-448b-bca6-31f45788e91d HTTP/1.1" status: 200 len: 912 time: 0.1046045 Nov 09 20:22:59.896156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 18c0dbad-b2ad-488a-8d82-73e65e894d1a no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:22:59.920160 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-f5cc9d6a-99e0-4360-9881-93a1fb97e56c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a HTTP/1.1" status: 200 len: 217 time: 0.0447993 Nov 09 20:22:59.953758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 18c0dbad-b2ad-488a-8d82-73e65e894d1a not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:22:59.988065 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-269bb26b-78f2-400e-84cf-03eeb01b02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:22:59.990419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-269bb26b-78f2-400e-84cf-03eeb01b02f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9d2ea069-fcf6-4ad7-a427-28c8de9c6322 HTTP/1.1" status: 200 len: 851 time: 0.0589764 Nov 09 20:23:00.026488 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-69c937d4-8c1f-4cab-a985-fd621007b11b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=65cd1398-83fe-448b-bca6-31f45788e91d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282676 Nov 09 20:23:00.127401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-dd179d05-3777-474f-a7b1-c765d50c88ba service neutron] 10.222.0.77 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900352 Nov 09 20:23:00.516459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-aead46a5-dce1-487c-bc9f-a5bb8485d7f3 service neutron] 10.222.0.77 "GET /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773887 Nov 09 20:23:01.148655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 18c0dbad-b2ad-488a-8d82-73e65e894d1a up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:23:01.212056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 18c0dbad-b2ad-488a-8d82-73e65e894d1a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:23:01.216440 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 18c0dbad-b2ad-488a-8d82-73e65e894d1a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:23:01.216818 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:01.296157 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:01.296371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59546228-5de5-4c11-a7e0-17dacba489f9 req-64c531e5-86e2-4d0a-a0af-6dbcccfbae6d tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:01.297638 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59546228-5de5-4c11-a7e0-17dacba489f9 req-64c531e5-86e2-4d0a-a0af-6dbcccfbae6d tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 945 time: 0.0505166 Nov 09 20:23:01.318802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:23:01.321039 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f96de6-c113-4054-ae41-d567d81f93ad" -d '{"events": [{"server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "name": "network-vif-plugged", "status": "completed", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:23:01.333700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a,segment=NetworkSegment(6a82dcb5-2c57-4cce-9ba5-57d248b8e368),segment_id=6a82dcb5-2c57-4cce-9ba5-57d248b8e368)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:01.338943 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59546228-5de5-4c11-a7e0-17dacba489f9 req-f69238a8-cbc7-44e4-a7f6-a60daac4f8e9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351827 Nov 09 20:23:01.341838 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:01.374555 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4381cc9e-3dfe-4e8b-8744-7f75024b77b8 x-openstack-request-id: req-4381cc9e-3dfe-4e8b-8744-7f75024b77b8 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:23:01.374855 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "name": "network-vif-plugged", "status": "completed", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:23:01.375112 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4381cc9e-3dfe-4e8b-8744-7f75024b77b8 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:23:01.375527 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a', 'code': 200} Nov 09 20:23:01.399881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=18c0dbad-b2ad-488a-8d82-73e65e894d1a,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:02.463745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718e2e8-d8d3-4503-bfbf-b853175386f0 req-4d1e7f5b-1945-47cb-9891-aeffd47020b1 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:02.465133 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6718e2e8-d8d3-4503-bfbf-b853175386f0 req-4d1e7f5b-1945-47cb-9891-aeffd47020b1 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0485375 Nov 09 20:23:02.505798 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6718e2e8-d8d3-4503-bfbf-b853175386f0 req-ca9c072e-f496-432c-a8ae-d3d221dd9761 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.53 "GET /v2.0/security-groups?id=444a5b59-65cd-476f-971d-1a0a096a8522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Nov 09 20:23:02.556962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-2121260d-9ddb-462a-83eb-f5a56e4351e9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:02.558249 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-2121260d-9ddb-462a-83eb-f5a56e4351e9 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.70 "GET /v2.0/ports?device_id=65d74959-8bf8-4a16-a015-11db46091ff2 HTTP/1.1" status: 200 len: 946 time: 0.0487499 Nov 09 20:23:02.648406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-6ebaa35d-3321-4a36-80b6-bd3ba50881e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Deleting port 18c0dbad-b2ad-488a-8d82-73e65e894d1a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:23:02.648745 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-6ebaa35d-3321-4a36-80b6-bd3ba50881e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:02.738956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-6ebaa35d-3321-4a36-80b6-bd3ba50881e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] For port 18c0dbad-b2ad-488a-8d82-73e65e894d1a, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=18c0dbad-b2ad-488a-8d82-73e65e894d1a,segment=NetworkSegment(6a82dcb5-2c57-4cce-9ba5-57d248b8e368),segment_id=6a82dcb5-2c57-4cce-9ba5-57d248b8e368)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:02.739235 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-6ebaa35d-3321-4a36-80b6-bd3ba50881e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:02.751911 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-6ebaa35d-3321-4a36-80b6-bd3ba50881e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Calling delete_port for 18c0dbad-b2ad-488a-8d82-73e65e894d1a owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:23:03.203521 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-6ebaa35d-3321-4a36-80b6-bd3ba50881e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:03.232237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaa35d-3321-4a36-80b6-bd3ba50881e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Pushing event deleted for resources: {'Port': ['ID=18c0dbad-b2ad-488a-8d82-73e65e894d1a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:03.273079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-6ebaa35d-3321-4a36-80b6-bd3ba50881e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] No DVR routers for this DVR port 18c0dbad-b2ad-488a-8d82-73e65e894d1a on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:23:03.276013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-6ebaa35d-3321-4a36-80b6-bd3ba50881e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:03.279499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3434f9e5-d63a-4fb7-91ed-c2386df32788 req-6ebaa35d-3321-4a36-80b6-bd3ba50881e7 tempest-DeleteServersTestJSON-948982932 tempest-DeleteServersTestJSON-948982932-project] 10.222.0.70 "DELETE /v2.0/ports/18c0dbad-b2ad-488a-8d82-73e65e894d1a HTTP/1.1" status: 204 len: 173 time: 0.7151971 Nov 09 20:23:03.279931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'name': 'network-vif-deleted', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:23:03.282138 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac1b8c-c082-4ae1-b6c5-bf481f8cccd5" -d '{"events": [{"server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "name": "network-vif-deleted", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:23:03.322605 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cc6fda-a9ea-4efe-94c0-cd01823a4082 x-openstack-request-id: req-d5cc6fda-a9ea-4efe-94c0-cd01823a4082 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:23:03.323426 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d74959-8bf8-4a16-a015-11db46091ff2", "name": "network-vif-deleted", "tag": "18c0dbad-b2ad-488a-8d82-73e65e894d1a", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:23:03.323689 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5cc6fda-a9ea-4efe-94c0-cd01823a4082 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:23:03.324101 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d74959-8bf8-4a16-a015-11db46091ff2', 'name': 'network-vif-deleted', 'tag': '18c0dbad-b2ad-488a-8d82-73e65e894d1a', 'status': 'completed', 'code': 200} Nov 09 20:23:03.633454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49844) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:23:03.680181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b45a91-9173-47fc-b986-d3d8c4beddf1 admin admin] Deleting subnet 9d2ea069-fcf6-4ad7-a427-28c8de9c6322 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:23:03.684402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19b45a91-9173-47fc-b986-d3d8c4beddf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:03.717580 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19b45a91-9173-47fc-b986-d3d8c4beddf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:03.756602 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19b45a91-9173-47fc-b986-d3d8c4beddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:03.808904 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19b45a91-9173-47fc-b986-d3d8c4beddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:03.841902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b45a91-9173-47fc-b986-d3d8c4beddf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2ea069-fcf6-4ad7-a427-28c8de9c6322,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:03.843892 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-19b45a91-9173-47fc-b986-d3d8c4beddf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:03.847124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-19b45a91-9173-47fc-b986-d3d8c4beddf1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9d2ea069-fcf6-4ad7-a427-28c8de9c6322 HTTP/1.1" status: 204 len: 168 time: 0.2126803 Nov 09 20:23:03.849587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49846) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:23:03.917109 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:03.998216 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:04.017652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cd1398-83fe-448b-bca6-31f45788e91d']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:23:04.027509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a82dcb5-2c57-4cce-9ba5-57d248b8e368') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:23:04.027807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a82dcb5-2c57-4cce-9ba5-57d248b8e368') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:23:04.036849 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:04.050279 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:04.056107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:23:04.056875 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:23:04.058248 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:23:04.111855 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:04.117342 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:04.120977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] 10.222.0.53 "DELETE /v2.0/networks/65cd1398-83fe-448b-bca6-31f45788e91d HTTP/1.1" status: 204 len: 168 time: 0.2704809 Nov 09 20:23:04.132680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55cc5-c0b9-4c1b-a5c5-4745567a5a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=65cd1398-83fe-448b-bca6-31f45788e91d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:04.226267 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49850) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:23:04.266622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3379fd42-a0b7-4a30-b369-3c90a9ed6e46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=548b5cc107be422fbc07b113204b6ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390649 Nov 09 20:23:04.269155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49852) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:23:04.320829 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa2f6-d6b4-497a-ae85-66c8f4a2e6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:04.346925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa2f6-d6b4-497a-ae85-66c8f4a2e6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:04.392229 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa2f6-d6b4-497a-ae85-66c8f4a2e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:04.395004 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5c8fa2f6-d6b4-497a-ae85-66c8f4a2e6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:04.396188 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5c8fa2f6-d6b4-497a-ae85-66c8f4a2e6ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/444a5b59-65cd-476f-971d-1a0a096a8522 HTTP/1.1" status: 204 len: 168 time: 0.1261446 Nov 09 20:23:04.404590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fa2f6-d6b4-497a-ae85-66c8f4a2e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444a5b59-65cd-476f-971d-1a0a096a8522,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:05.069093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 49874) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:23:05.165004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 18c0dbad-b2ad-488a-8d82-73e65e894d1a no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:23:05.168452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-912927691-network', 'tenant_id': '50094c38561147c8883d3b6d0d187f44'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:23:05.184653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 18c0dbad-b2ad-488a-8d82-73e65e894d1a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:23:05.185215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 18c0dbad-b2ad-488a-8d82-73e65e894d1a not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:23:05.188962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Made reservation on behalf of 50094c38561147c8883d3b6d0d187f44 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:23:05.191363 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.200094 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.272670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.276886 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.301665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:23:05.310864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9194799c-de2f-480b-a155-a7b6a02be770,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:05.318252 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.319171 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Added segment 85cc5054-9c58-4cc2-8c0b-b7dea9108b58 of type vlan for network a686f368-d15d-4cf2-a534-9c1e8eac951c Nov 09 20:23:05.358227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.383137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.384214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:05.385512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.438845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3685706 Nov 09 20:23:05.441855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 49878) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:23:05.446880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Request body: {'subnet': {'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-912927691-subnet', 'tenant_id': '50094c38561147c8883d3b6d0d187f44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:23:05.452261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd72f1-7632-4efd-b71a-91e55e59230d admin admin] Pushing event updated for resources: {'Network': ['ID=a686f368-d15d-4cf2-a534-9c1e8eac951c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:05.462266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network a686f368-d15d-4cf2-a534-9c1e8eac951c details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:23:05.472334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Made reservation on behalf of 50094c38561147c8883d3b6d0d187f44 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:23:05.474925 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.646722 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.703128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60b0515-70d8-42c3-8bc6-154dfb358c10,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:05.708213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Checking segment: {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:23:05.708637 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Network hostable DHCP agents. Network: a686f368-d15d-4cf2-a534-9c1e8eac951c, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:23:05.724125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Network a686f368-d15d-4cf2-a534-9c1e8eac951c is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:23:05.733373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, a686f368-d15d-4cf2-a534-9c1e8eac951c) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:23:05.738004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:05.738643 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:05.743142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce6fcf9-750d-4909-a80e-9e81d2f724bd None None] Network a686f368-d15d-4cf2-a534-9c1e8eac951c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:23:05.755523 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-88e1aea3-4b4d-4bef-99b0-71afc3aa0dc5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3125105 Nov 09 20:23:05.870973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f0e593-562a-429e-bfe3-42b966859dae None None] Network a686f368-d15d-4cf2-a534-9c1e8eac951c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:23:06.184387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-ddbdfe3c-5fad-4b63-a361-f7ecaad35114 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:06.185760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-ddbdfe3c-5fad-4b63-a361-f7ecaad35114 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 814 time: 0.1065750 Nov 09 20:23:06.200277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-ac31be1b-cd58-432a-9e87-3e759a08eab5 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/quotas/50094c38561147c8883d3b6d0d187f44 HTTP/1.1" status: 200 len: 375 time: 0.0087705 Nov 09 20:23:06.231657 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-0ef6c4a2-d540-4d46-a26d-5a48990764d8 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259671 Nov 09 20:23:06.324002 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-a1c40b29-20ee-4389-8480-ea77d5c45cc4 service neutron] 10.222.0.53 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854855 Nov 09 20:23:06.419523 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-d874fa8d-66e6-4ccd-939d-64294aadc45a service neutron] 10.222.0.53 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894737 Nov 09 20:23:06.576584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b5e5e54-0083-4559-b8dc-aa84d556d089 req-5eaa9bb3-c6b6-4d76-bc7b-c6bb8e05179e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 210 time: 0.0266786 Nov 09 20:23:07.506416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-d66d4254-237d-425e-a3cd-10e2eabacc6b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:07.507887 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-d66d4254-237d-425e-a3cd-10e2eabacc6b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.70 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 814 time: 0.1056993 Nov 09 20:23:07.521450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Request body: {'port': {'device_id': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c', 'admin_state_up': True, 'tenant_id': '50094c38561147c8883d3b6d0d187f44'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:23:07.634479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Made reservation on behalf of 50094c38561147c8883d3b6d0d187f44 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:23:07.638384 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:07.678873 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c88385e-6f45-40c1-a488-768383f28a61 req-36f6d6ac-c5c5-4789-b72c-49f972d0fdac tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 210 time: 0.0309680 Nov 09 20:23:07.792593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Allocated IP 172.20.0.7 (a686f368-d15d-4cf2-a534-9c1e8eac951c/c60b0515-70d8-42c3-8bc6-154dfb358c10/9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:23:07.938026 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:07.970906 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:08.012448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Network a686f368-d15d-4cf2-a534-9c1e8eac951c is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:23:08.015543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:23:08.019130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:23:08.048869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Pushing event updated for resources: {'Port': ['ID=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:08.074437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:08.075087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:08.090150 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-f66a9dd3-3a40-42e5-9a06-45a61c862002 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5727363 Nov 09 20:23:08.102850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Request body: {'port': {'device_id': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:23:08.164244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:08.442183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:23:08.449841 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:08.461287 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Transition to ACTIVE for port object 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:23:08.465795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:08.514752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:08.586872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Attempting to bind port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:23:08.587208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Attempting to bind port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:23:08.587537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Attempting to bind port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 on network a686f368-d15d-4cf2-a534-9c1e8eac951c {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:23:08.592347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 on network a686f368-d15d-4cf2-a534-9c1e8eac951c not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:23:08.592670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Attempting to bind port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 on network a686f368-d15d-4cf2-a534-9c1e8eac951c {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:23:08.597432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:23:08.597773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Checking segment: {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:23:08.598154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Bound using segment: {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:23:08.598615 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Bound port: 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:23:08.598970 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:08.665746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:23:08.670768 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:23:08.678520 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:08.718476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:08.719170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:08.720557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] 10.222.0.70 "PUT /v2.0/ports/9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 HTTP/1.1" status: 200 len: 1091 time: 0.6217437 Nov 09 20:23:08.721004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:23:08.723270 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a91b436-eb31-4078-a0b1-b1791d525ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:23:08.746965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7e7f1-3021-41a5-9a6d-e41a82f063d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:08.776945 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a60343-4c25-4f94-bfa3-a9f1f777d8c9 x-openstack-request-id: req-d5a60343-4c25-4f94-bfa3-a9f1f777d8c9 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:23:08.777235 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:23:08.777495 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5a60343-4c25-4f94-bfa3-a9f1f777d8c9 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:23:08.777887 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8', 'status': 'completed', 'code': 200} Nov 09 20:23:08.801736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef56a54-02db-4c7e-9106-4a6aea21cf7e req-f7ab6840-e8ec-49ca-a6f1-204996936673 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:08.803378 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ef56a54-02db-4c7e-9106-4a6aea21cf7e req-f7ab6840-e8ec-49ca-a6f1-204996936673 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 943 time: 0.0509007 Nov 09 20:23:08.809725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-d2d3eed9-dfce-47cf-8b37-1899d675da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:08.811268 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-d2d3eed9-dfce-47cf-8b37-1899d675da93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 1094 time: 0.0439270 Nov 09 20:23:08.844670 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ef56a54-02db-4c7e-9106-4a6aea21cf7e req-970566af-523a-4417-bde0-4151d060659b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Nov 09 20:23:08.858083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-da833fce-0999-405f-beac-4822c1116da5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 HTTP/1.1" status: 200 len: 217 time: 0.0390241 Nov 09 20:23:08.906961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-11ad3f6d-65eb-44be-9aa0-aac13a0c5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:08.908385 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-11ad3f6d-65eb-44be-9aa0-aac13a0c5099 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0433927 Nov 09 20:23:08.940503 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-d46ecc83-62ce-484d-8675-e2cb278a8e79 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244350 Nov 09 20:23:09.037601 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-1b0dc092-d883-4166-add3-d0e27b9b3eea service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897257 Nov 09 20:23:09.130027 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-19ebc8a0-b4cd-47a7-a9e5-cca23bdea869 req-ed059565-e1a4-4650-99e0-94dbc8767256 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852184 Nov 09 20:23:09.212343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b436-eb31-4078-a0b1-b1791d525ad2 req-598a44c6-c319-485d-a437-19fec6c7c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:09.214679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a91b436-eb31-4078-a0b1-b1791d525ad2 req-598a44c6-c319-485d-a437-19fec6c7c2a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 1094 time: 0.0410519 Nov 09 20:23:09.309671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b436-eb31-4078-a0b1-b1791d525ad2 req-6329db08-7be8-42a5-98fa-bca98b366e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:09.311108 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a91b436-eb31-4078-a0b1-b1791d525ad2 req-6329db08-7be8-42a5-98fa-bca98b366e08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0893471 Nov 09 20:23:09.356223 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a91b436-eb31-4078-a0b1-b1791d525ad2 req-4c2681f4-10bd-4e72-8bb7-fb2ae7e85452 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 HTTP/1.1" status: 200 len: 217 time: 0.0377333 Nov 09 20:23:09.409587 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91b436-eb31-4078-a0b1-b1791d525ad2 req-7f791854-de4a-412a-9ddd-0f9c3eec9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:09.411019 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a91b436-eb31-4078-a0b1-b1791d525ad2 req-7f791854-de4a-412a-9ddd-0f9c3eec9556 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0468221 Nov 09 20:23:09.442918 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a91b436-eb31-4078-a0b1-b1791d525ad2 req-f6691936-a9fd-4ca1-8eeb-847883655c5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233438 Nov 09 20:23:09.531512 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a91b436-eb31-4078-a0b1-b1791d525ad2 req-5e1db0ed-e51f-49b5-acf8-b4a752466da3 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815978 Nov 09 20:23:09.624809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a91b436-eb31-4078-a0b1-b1791d525ad2 req-c30152b0-5595-4012-a79b-02b9670deb49 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852811 Nov 09 20:23:09.960602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb215d1-84d0-41a9-acb8-b717c522db27 req-cdffb04b-c57b-424c-b085-432215feac0f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:09.962058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0eb215d1-84d0-41a9-acb8-b717c522db27 req-cdffb04b-c57b-424c-b085-432215feac0f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 943 time: 0.0482216 Nov 09 20:23:10.000930 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0eb215d1-84d0-41a9-acb8-b717c522db27 req-2ff2e47c-717b-4231-9eed-a0ba972feff8 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Nov 09 20:23:10.296759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8305ddee-21f7-4564-9839-10fe2c3d0b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:11.123324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfef6f-9f63-4ed5-a9d9-7a6572aa7d0a req-e8a3dc28-b85f-4cb4-8daa-226579b229c0 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:11.124796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38dfef6f-9f63-4ed5-a9d9-7a6572aa7d0a req-e8a3dc28-b85f-4cb4-8daa-226579b229c0 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 943 time: 0.0548429 Nov 09 20:23:11.163722 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38dfef6f-9f63-4ed5-a9d9-7a6572aa7d0a req-afa96b98-79dc-4cf5-8d11-5ece3368cb90 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Nov 09 20:23:11.170995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:23:11.265558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:11.280878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8', 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c', 'port_id': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8', 'mac_address': 'fa:16:3e:4d:8c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60b0515-70d8-42c3-8bc6-154dfb358c10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:23:11.318440 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:11.331146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:23:11.352969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:11.360190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:11.408146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:11.562714 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:23:12.278696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2aef0-9c28-4e06-aefd-0a7f83fe1292 req-ec124281-cc81-41a9-b289-8ecd5baad5aa tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:12.280163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67f2aef0-9c28-4e06-aefd-0a7f83fe1292 req-ec124281-cc81-41a9-b289-8ecd5baad5aa tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 944 time: 0.0486965 Nov 09 20:23:12.318023 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67f2aef0-9c28-4e06-aefd-0a7f83fe1292 req-e4df7bea-55cd-4e44-b8be-8d8efecd6135 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Nov 09 20:23:13.171415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:23:13.223350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:23:13.232649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:23:13.233022 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:13.236718 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-50d83396-3265-466c-8cdd-51793d2ff846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:13.313454 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:13.335302 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:23:13.337578 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698076b3-fbf5-4b5e-8cbe-818ac5249d48" -d '{"events": [{"server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "name": "network-vif-plugged", "status": "completed", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:23:13.351010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:13.356497 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:13.380632 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180f38b4-f401-4b13-97d3-d95fbd6504e9 x-openstack-request-id: req-180f38b4-f401-4b13-97d3-d95fbd6504e9 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:23:13.380928 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "name": "network-vif-plugged", "status": "completed", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:23:13.381181 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-180f38b4-f401-4b13-97d3-d95fbd6504e9 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:23:13.381570 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8', 'code': 200} Nov 09 20:23:13.407824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:13.474389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca30dc-2c60-49db-9853-297ed9ae1c52 req-b9517961-1cf1-4a36-ba25-a5162bd767c1 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:13.476057 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0ca30dc-2c60-49db-9853-297ed9ae1c52 req-b9517961-1cf1-4a36-ba25-a5162bd767c1 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0804520 Nov 09 20:23:13.503081 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:13.508496 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dface09e-c74e-474e-90f0-c55190af6189 req-4199bdaf-6077-47b0-9794-1bde9f7590c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:13.509990 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dface09e-c74e-474e-90f0-c55190af6189 req-4199bdaf-6077-47b0-9794-1bde9f7590c8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 1096 time: 0.0715048 Nov 09 20:23:13.539933 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0ca30dc-2c60-49db-9853-297ed9ae1c52 req-a4e63e45-c33b-46ae-86f4-5688b135d234 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563691 Nov 09 20:23:13.557700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dface09e-c74e-474e-90f0-c55190af6189 req-ff474ccb-efbf-45f0-beef-807b8ca2c985 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376351 Nov 09 20:23:14.025831 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:23:14.645849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:14.660241 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3e754-49a7-449f-9834-ee96518c46ea req-c0062ea5-b5ee-445c-a715-16a97d177b27 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:14.661993 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3b3e754-49a7-449f-9834-ee96518c46ea req-c0062ea5-b5ee-445c-a715-16a97d177b27 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0510874 Nov 09 20:23:14.707825 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3b3e754-49a7-449f-9834-ee96518c46ea req-fe01e949-131a-4516-963c-04a1f2b3680a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Nov 09 20:23:15.825715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a5520-8db2-4def-b037-f08d0f3c1671 req-879e9b61-5b69-4bc4-884a-cbbe50fb9ed9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:15.827213 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a87a5520-8db2-4def-b037-f08d0f3c1671 req-879e9b61-5b69-4bc4-884a-cbbe50fb9ed9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0489421 Nov 09 20:23:15.864428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a87a5520-8db2-4def-b037-f08d0f3c1671 req-fbcac8a5-3360-48d8-baf6-f4663cb2e3fc tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Nov 09 20:23:15.978229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8285c1c-2e09-4d78-a75d-2e4bd17018ed req-f4bb9989-f26b-4a17-838a-c96c96ea6990 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:15.979772 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8285c1c-2e09-4d78-a75d-2e4bd17018ed req-f4bb9989-f26b-4a17-838a-c96c96ea6990 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0489373 Nov 09 20:23:16.018296 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a8285c1c-2e09-4d78-a75d-2e4bd17018ed req-b2efa57a-5cf3-4933-ab89-3b9bb913843f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Nov 09 20:23:16.227044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490254f-fb57-4919-a7c7-ebf27da31971 req-327e526b-75ae-4ef5-b5cf-0b9385ecdf6d tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:16.228515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8490254f-fb57-4919-a7c7-ebf27da31971 req-327e526b-75ae-4ef5-b5cf-0b9385ecdf6d tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0540783 Nov 09 20:23:16.266107 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8490254f-fb57-4919-a7c7-ebf27da31971 req-80189317-b13f-4337-a0e9-33000b1aae74 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Nov 09 20:23:16.389074 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:16.393373 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9c28a-cb94-4888-9ec6-9f05bb85c8ac req-bfcb7c0d-3e40-45dc-95d3-571de0bd38ac tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:16.394892 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8db9c28a-cb94-4888-9ec6-9f05bb85c8ac req-bfcb7c0d-3e40-45dc-95d3-571de0bd38ac tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0543096 Nov 09 20:23:16.432457 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8db9c28a-cb94-4888-9ec6-9f05bb85c8ac req-a518084f-df1d-4810-ac13-c599d314e110 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Nov 09 20:23:16.682598 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-6bbf7eb1-b469-4a96-b00c-1ad44d4ccd75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738845 Nov 09 20:23:16.693605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6879589-d919-4e27-a6aa-20de9c5d51ee req-22983782-e318-43a6-bc1f-2ca50928a60a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:16.695163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6879589-d919-4e27-a6aa-20de9c5d51ee req-22983782-e318-43a6-bc1f-2ca50928a60a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0774634 Nov 09 20:23:16.735918 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6879589-d919-4e27-a6aa-20de9c5d51ee req-996d1fc3-ffee-45a6-ad1b-5291c82bc8f0 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330684 Nov 09 20:23:17.856837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b007be-0f35-4009-aafb-36d79a4df861 req-04716251-721c-45dc-bfac-27fe32a2ef88 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:17.858331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9b007be-0f35-4009-aafb-36d79a4df861 req-04716251-721c-45dc-bfac-27fe32a2ef88 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0518358 Nov 09 20:23:17.897121 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f9b007be-0f35-4009-aafb-36d79a4df861 req-7bfa82cc-b33b-4998-8b39-aa665b0666d7 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Nov 09 20:23:17.921713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-e671ce7b-7851-4032-93bb-47aa85c6bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:17.923370 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-e671ce7b-7851-4032-93bb-47aa85c6bcdc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 1096 time: 0.0458260 Nov 09 20:23:18.014400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-892a36c7-c8b6-49c8-bcef-d4c69ca2b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:18.015950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-892a36c7-c8b6-49c8-bcef-d4c69ca2b755 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0849621 Nov 09 20:23:18.062918 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-40f248ee-bf5b-4679-bbeb-8965d6253a24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 HTTP/1.1" status: 200 len: 217 time: 0.0395770 Nov 09 20:23:18.114875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-139f7a53-09f4-4721-9e92-f0e4251093fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:18.116517 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-139f7a53-09f4-4721-9e92-f0e4251093fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0459063 Nov 09 20:23:18.150776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-7ab16a38-06b0-4163-8e6e-2db51e67733e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255029 Nov 09 20:23:18.239875 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-530e1dac-eae8-4c46-9ae5-521ccd5f8933 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822940 Nov 09 20:23:18.330190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-5d7c6b57-829a-4e71-b822-20b81b611eba service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837481 Nov 09 20:23:19.022706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081dc48-db74-4ee1-b4d5-caa45c3fb607 req-ec89e3db-73f9-48d0-b5d1-0ea743bcff44 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:19.024189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3081dc48-db74-4ee1-b4d5-caa45c3fb607 req-ec89e3db-73f9-48d0-b5d1-0ea743bcff44 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0558724 Nov 09 20:23:19.062715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3081dc48-db74-4ee1-b4d5-caa45c3fb607 req-3dbc1ae8-4ca0-4c9f-952c-51b8d52fd9c2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Nov 09 20:23:20.176551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62b6cc-99d2-48ad-bda2-464e62015ceb req-1241f316-bce2-4a4a-9b4a-9c8806fb2852 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:20.178035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad62b6cc-99d2-48ad-bda2-464e62015ceb req-1241f316-bce2-4a4a-9b4a-9c8806fb2852 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0489943 Nov 09 20:23:20.216223 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad62b6cc-99d2-48ad-bda2-464e62015ceb req-ffbfa4dc-3149-4ecb-8acc-4c015780911a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Nov 09 20:23:21.347054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d4825-f4b0-4963-ae01-43991e47e5c7 req-d5a27494-5baa-4470-8368-627f5639908e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:21.348581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-534d4825-f4b0-4963-ae01-43991e47e5c7 req-d5a27494-5baa-4470-8368-627f5639908e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0665092 Nov 09 20:23:21.388288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-534d4825-f4b0-4963-ae01-43991e47e5c7 req-28403565-dc9e-4bad-aab2-39032a2c4901 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Nov 09 20:23:21.481930 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:22.512019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534a427-f3cc-482b-bfef-7aad53a89205 req-d59440fc-e679-4e99-953c-861f2341f57b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:22.513455 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c534a427-f3cc-482b-bfef-7aad53a89205 req-d59440fc-e679-4e99-953c-861f2341f57b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0538146 Nov 09 20:23:22.551513 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c534a427-f3cc-482b-bfef-7aad53a89205 req-f998bc0d-e9df-4f8c-ba17-ea94fd572432 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Nov 09 20:23:23.667013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa3eaf-6bb0-41a5-995d-ab107230334a req-31dcde78-bf3e-44b2-95ea-3627c1c9706e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:23.669793 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5afa3eaf-6bb0-41a5-995d-ab107230334a req-31dcde78-bf3e-44b2-95ea-3627c1c9706e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0501225 Nov 09 20:23:23.707428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5afa3eaf-6bb0-41a5-995d-ab107230334a req-7d44f20e-e3b0-424d-99c4-b0d8c77b58c8 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Nov 09 20:23:24.836366 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6942b-401b-4d8a-b92a-ab0531f5f317 req-99066031-cd38-4485-8af6-bb7660a54b87 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:24.837747 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3dc6942b-401b-4d8a-b92a-ab0531f5f317 req-99066031-cd38-4485-8af6-bb7660a54b87 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0491185 Nov 09 20:23:24.875949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3dc6942b-401b-4d8a-b92a-ab0531f5f317 req-bbbd5c4b-ea0b-4797-8904-cd2eb6cbc13e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 Nov 09 20:23:25.673967 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:25.991171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a114d9-5f1e-4be7-bbd2-0191d86f153a req-fcb8679c-5563-4e04-989f-7b585dfff79c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:25.992555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b5a114d9-5f1e-4be7-bbd2-0191d86f153a req-fcb8679c-5563-4e04-989f-7b585dfff79c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0487225 Nov 09 20:23:26.030617 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b5a114d9-5f1e-4be7-bbd2-0191d86f153a req-0d059c29-ce7a-4866-9ce8-d4d4add9ad34 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312979 Nov 09 20:23:27.148583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937e52f-975e-4701-b3eb-9bd3be0d5d6e req-bc16ebbc-aa43-49ba-9978-f878efad542e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:27.150057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2937e52f-975e-4701-b3eb-9bd3be0d5d6e req-bc16ebbc-aa43-49ba-9978-f878efad542e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0492370 Nov 09 20:23:27.187350 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2937e52f-975e-4701-b3eb-9bd3be0d5d6e req-14ecd30f-b3e9-48d6-82eb-7da063c46fa9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Nov 09 20:23:28.309182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72564472-a3de-463f-8d96-e29a9b537819 req-be1d3c24-6bbf-465e-94a0-c39420d735c9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:28.311477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72564472-a3de-463f-8d96-e29a9b537819 req-be1d3c24-6bbf-465e-94a0-c39420d735c9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0575907 Nov 09 20:23:28.352204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72564472-a3de-463f-8d96-e29a9b537819 req-0f83c0f6-8f18-4a06-baef-ae64cfb60a88 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Nov 09 20:23:29.472679 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f957ff8-66cd-4a7b-a5a2-5e828b28f41d req-7ae5d5b9-6890-4c29-9c18-1d2594a71066 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:29.474090 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f957ff8-66cd-4a7b-a5a2-5e828b28f41d req-7ae5d5b9-6890-4c29-9c18-1d2594a71066 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0525341 Nov 09 20:23:29.512665 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f957ff8-66cd-4a7b-a5a2-5e828b28f41d req-8f497b3b-c2bb-4371-9c77-9fadbd249432 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Nov 09 20:23:30.632311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa6fac-7409-49d4-8f5f-097690fb6642 req-eb04f70f-a97a-4020-86e8-9206a5feea82 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:30.633815 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cbfa6fac-7409-49d4-8f5f-097690fb6642 req-eb04f70f-a97a-4020-86e8-9206a5feea82 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0507958 Nov 09 20:23:30.673028 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cbfa6fac-7409-49d4-8f5f-097690fb6642 req-b73f28d3-883c-4230-a129-2679b79feb3d tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Nov 09 20:23:31.787938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f256bc-bc71-4137-9bef-7a780a13f347 req-156f6ec7-1950-4a78-818d-be303ce89cc4 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:31.789432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78f256bc-bc71-4137-9bef-7a780a13f347 req-156f6ec7-1950-4a78-818d-be303ce89cc4 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0501091 Nov 09 20:23:31.828532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78f256bc-bc71-4137-9bef-7a780a13f347 req-9cdbce0f-7161-4ff4-ad75-b31cf94d65c0 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Nov 09 20:23:32.942153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbca55-5024-440f-9430-3bf960528406 req-629afd35-4858-464d-9292-35b1a07adeab tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:32.943560 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2cbca55-5024-440f-9430-3bf960528406 req-629afd35-4858-464d-9292-35b1a07adeab tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0481119 Nov 09 20:23:32.981041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2cbca55-5024-440f-9430-3bf960528406 req-a66a29ea-6bb9-494c-834b-9c2bd06c52f3 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Nov 09 20:23:34.096380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7767c3a-e3e6-4520-b138-5d14b42c9a1b req-e13a6f77-de39-4c20-b21b-f691375e9ca0 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:34.097872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7767c3a-e3e6-4520-b138-5d14b42c9a1b req-e13a6f77-de39-4c20-b21b-f691375e9ca0 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0493011 Nov 09 20:23:34.136279 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7767c3a-e3e6-4520-b138-5d14b42c9a1b req-5799b688-22b1-4368-8f77-dc11cc6826ea tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Nov 09 20:23:35.254882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19b55c-0a70-4aca-b353-a4277e54593f req-47336eab-ef42-4ddb-886c-75fa43252f43 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:35.256343 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc19b55c-0a70-4aca-b353-a4277e54593f req-47336eab-ef42-4ddb-886c-75fa43252f43 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0516860 Nov 09 20:23:35.293979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc19b55c-0a70-4aca-b353-a4277e54593f req-b4e0b297-b3f8-4d84-9048-6530f56ff522 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Nov 09 20:23:36.413825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3badf-4d94-43f3-8381-8b79d878caf9 req-f09ad0ac-f4d1-4306-b040-0a5d4901081a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:36.415250 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ce3badf-4d94-43f3-8381-8b79d878caf9 req-f09ad0ac-f4d1-4306-b040-0a5d4901081a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Nov 09 20:23:36.453538 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5ce3badf-4d94-43f3-8381-8b79d878caf9 req-c7dd3e4d-e248-4d13-a158-4609c51b885e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315697 Nov 09 20:23:37.569940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40567a-fb8d-4e66-a2b1-05b6361be79a req-1933beca-2b4d-4a5b-b0c9-7c5c2bf12378 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:37.571455 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd40567a-fb8d-4e66-a2b1-05b6361be79a req-1933beca-2b4d-4a5b-b0c9-7c5c2bf12378 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0505219 Nov 09 20:23:37.609558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cd40567a-fb8d-4e66-a2b1-05b6361be79a req-d466cb1c-c7d4-476c-9de5-6ba6676dc205 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310161 Nov 09 20:23:38.725394 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4616ed-7a51-44f6-8da3-77fd6a736d19 req-bef1036b-2c22-442b-a196-b25111c533bb tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:38.726887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e4616ed-7a51-44f6-8da3-77fd6a736d19 req-bef1036b-2c22-442b-a196-b25111c533bb tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0490046 Nov 09 20:23:38.765753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e4616ed-7a51-44f6-8da3-77fd6a736d19 req-065e5201-7af0-4f7d-978a-b2b1384124a7 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322373 Nov 09 20:23:39.885250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910e8c4-9117-4fcf-a001-c60509b998cf req-679b5d23-117e-4319-8def-c502a48c6529 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:39.886761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b910e8c4-9117-4fcf-a001-c60509b998cf req-679b5d23-117e-4319-8def-c502a48c6529 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0532904 Nov 09 20:23:39.933570 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b910e8c4-9117-4fcf-a001-c60509b998cf req-65abfeab-9708-45e8-ad27-ae3b99b7394e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Nov 09 20:23:40.297223 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-80a625a8-0484-4a21-96ac-1fc72bf44999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:41.049483 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80039f84-dd6f-4e58-8ae0-d774b7e92d5a req-e666635d-4644-4c64-b84c-223c9b423923 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:41.050995 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-80039f84-dd6f-4e58-8ae0-d774b7e92d5a req-e666635d-4644-4c64-b84c-223c9b423923 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0488613 Nov 09 20:23:41.089612 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-80039f84-dd6f-4e58-8ae0-d774b7e92d5a req-7a1b5613-8410-44bc-b3bb-de8a6bdc4f54 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327673 Nov 09 20:23:42.210813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057758d-3be2-4b7b-ba81-1d4cd6062072 req-4d289a9b-ae52-4b6b-b088-ae8f0ffe1fae tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:42.212274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a057758d-3be2-4b7b-ba81-1d4cd6062072 req-4d289a9b-ae52-4b6b-b088-ae8f0ffe1fae tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Nov 09 20:23:42.249440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a057758d-3be2-4b7b-ba81-1d4cd6062072 req-acecfa80-940d-4d35-a68d-a0fb409d0bd5 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Nov 09 20:23:43.238029 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3604-7fe4-4406-bce7-13ad9110ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:43.374418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef47bc-1d92-47b1-8595-6b8a105c902b req-86149ebf-cd01-4e81-bb4c-01c50dabe0a6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:43.375949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6eef47bc-1d92-47b1-8595-6b8a105c902b req-86149ebf-cd01-4e81-bb4c-01c50dabe0a6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0596709 Nov 09 20:23:43.414584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6eef47bc-1d92-47b1-8595-6b8a105c902b req-3b378d93-b45a-460b-88f1-1dbc37b7fc6b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322599 Nov 09 20:23:43.504024 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:44.536889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a09f50-1b49-4536-b351-7cfb51a47ead req-f9656808-a3b0-4ca4-9466-f26c16cd355e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:44.538365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a09f50-1b49-4536-b351-7cfb51a47ead req-f9656808-a3b0-4ca4-9466-f26c16cd355e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.0536175 Nov 09 20:23:44.576818 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a09f50-1b49-4536-b351-7cfb51a47ead req-2b977e99-4225-40e8-9661-3aa1095bceb5 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Nov 09 20:23:44.645367 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:45.227440 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-c76c03cb-2e58-4641-af52-e17f2a1a9920 service neutron] show failed (client error): The resource could not be found. Nov 09 20:23:45.228448 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-c76c03cb-2e58-4641-af52-e17f2a1a9920 service neutron] 10.222.0.70 "GET /v2.0/ports/9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0560892 Nov 09 20:23:45.514815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-eb28ea0e-a37b-40ad-9593-2ffc3af76190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:45.516319 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-eb28ea0e-a37b-40ad-9593-2ffc3af76190 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43&tenant_id=50094c38561147c8883d3b6d0d187f44 HTTP/1.1" status: 200 len: 1096 time: 0.1219387 Nov 09 20:23:45.533626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:23:45.591508 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:45.790694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cf614-1111-4795-a200-f1ec53ded945 req-01a592e2-a763-4e60-ad9d-d0a1f6e000f9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:45.792071 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-612cf614-1111-4795-a200-f1ec53ded945 req-01a592e2-a763-4e60-ad9d-d0a1f6e000f9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.1443753 Nov 09 20:23:45.851451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:45.855808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-612cf614-1111-4795-a200-f1ec53ded945 req-8ad750e5-8bac-4d32-91df-c56b96113ca0 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564330 Nov 09 20:23:45.890739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:23:45.928328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:23:45.930763 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd0fc86-0010-4843-b957-2889729a5c2e" -d '{"events": [{"server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:23:45.935342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:45.947339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Transition to ACTIVE for port object 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:23:45.951595 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:46.011631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] No DVR routers for this DVR port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 on host n-h1-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:23:46.015527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Pushing event updated for resources: {'Port': ['ID=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,revision_number=6']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:46.026974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.027353 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.027902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.028290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.028626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.028964 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.029292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.029616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.029942 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.030263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.030605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.030929 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:23:46.050057 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd003a28-0c91-4239-a239-0bcfc5c038c3 x-openstack-request-id: req-bd003a28-0c91-4239-a239-0bcfc5c038c3 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:23:46.050350 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "name": "network-vif-unplugged", "status": "completed", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:23:46.050624 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd003a28-0c91-4239-a239-0bcfc5c038c3 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:23:46.051014 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8', 'code': 200} Nov 09 20:23:46.061808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Attempting to bind port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:23:46.062139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Attempting to bind port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:23:46.062499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Attempting to bind port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 on network a686f368-d15d-4cf2-a534-9c1e8eac951c {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:23:46.066805 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 on network a686f368-d15d-4cf2-a534-9c1e8eac951c not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:23:46.067125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Attempting to bind port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 on network a686f368-d15d-4cf2-a534-9c1e8eac951c {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:23:46.071844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:23:46.072179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Checking segment: {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:23:46.072561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Bound using segment: {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:23:46.072983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Bound port: 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:23:46.073338 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:46.139764 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:23:46.142879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:23:46.147088 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:46.178757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:46.179369 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:46.180781 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] 10.222.0.77 "PUT /v2.0/ports/9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 HTTP/1.1" status: 200 len: 1091 time: 0.6517982 Nov 09 20:23:46.202395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c9171-3010-4a25-bb71-da442d5f7c8c service neutron] Pushing event updated for resources: {'Port': ['ID=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:46.248114 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-2ba16754-7314-4e6d-b005-cb3e60606d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:46.249604 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-2ba16754-7314-4e6d-b005-cb3e60606d59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 1094 time: 0.0407147 Nov 09 20:23:46.349594 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-f5d878fc-e38b-4cc1-bb4f-c8fc2a4c0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:46.351095 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-f5d878fc-e38b-4cc1-bb4f-c8fc2a4c0a30 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0904899 Nov 09 20:23:46.391229 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:46.397864 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-f5f95b97-4fa9-4ea3-b2c0-e3324c3edc7c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 HTTP/1.1" status: 200 len: 217 time: 0.0346811 Nov 09 20:23:46.449886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-2ea1fb8f-2afd-41e9-86a9-85aca95db486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:46.451308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-2ea1fb8f-2afd-41e9-86a9-85aca95db486 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0427380 Nov 09 20:23:46.489303 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-46287149-56c4-4106-a090-417cd324e2b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276065 Nov 09 20:23:46.581504 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-101bf3b0-a78c-4bea-b583-d135d13f7647 service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804558 Nov 09 20:23:46.684715 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-189b6eb0-1159-47a3-bbd5-ca45cce3fbda req-cccdcd0a-ea16-4ae5-8a57-f319cc981fde service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905581 Nov 09 20:23:46.972199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887c221-93fd-4ad3-b176-2f183fc1e5a2 req-d5060c65-2b43-4ddb-9efb-4a00b4436463 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:46.973676 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9887c221-93fd-4ad3-b176-2f183fc1e5a2 req-d5060c65-2b43-4ddb-9efb-4a00b4436463 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 943 time: 0.0489872 Nov 09 20:23:47.011492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9887c221-93fd-4ad3-b176-2f183fc1e5a2 req-a2aa7e20-f4ce-498e-b1a4-7354f6cc8eec tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Nov 09 20:23:48.052091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:23:48.054587 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:23:48.105041 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e594ae2-4309-41e8-b295-1d14022ef021 x-openstack-request-id: req-7e594ae2-4309-41e8-b295-1d14022ef021 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:23:48.105347 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:23:48.106299 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e594ae2-4309-41e8-b295-1d14022ef021 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:23:48.107060 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8', 'status': 'completed', 'code': 200} Nov 09 20:23:48.145023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bd96d-9a02-4201-bb2b-8db4b3db967f req-b1e851c3-b095-4026-ad34-34325587c9db tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:48.146573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b89bd96d-9a02-4201-bb2b-8db4b3db967f req-b1e851c3-b095-4026-ad34-34325587c9db tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 943 time: 0.0635805 Nov 09 20:23:48.167579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-202db2c9-d530-40c7-a379-e3b40c3a93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:48.170024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-202db2c9-d530-40c7-a379-e3b40c3a93fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 1094 time: 0.0430212 Nov 09 20:23:48.203488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b89bd96d-9a02-4201-bb2b-8db4b3db967f req-5e262c4c-985e-46f6-97ec-5171021f6337 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Nov 09 20:23:48.206108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-be2db360-c119-4f36-a56c-aee190bca265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:48.207569 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-be2db360-c119-4f36-a56c-aee190bca265 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 1094 time: 0.0796900 Nov 09 20:23:48.265053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-22856cd5-4026-46f0-a8be-abb404f3f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:48.266570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-22856cd5-4026-46f0-a8be-abb404f3f492 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0891795 Nov 09 20:23:48.312749 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-875e3590-7af4-45fc-b062-e3a82b886da4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 HTTP/1.1" status: 200 len: 217 time: 0.0357549 Nov 09 20:23:48.313292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-8e7807bd-df55-41c3-96ac-f40f071b132a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:48.314798 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-8e7807bd-df55-41c3-96ac-f40f071b132a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0901597 Nov 09 20:23:48.358249 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-27e7ebd3-4747-4e15-922b-066d34fcf216 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 HTTP/1.1" status: 200 len: 217 time: 0.0362551 Nov 09 20:23:48.363052 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-ecf422d2-91c0-4823-ac3d-a74c3564fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:48.364498 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-ecf422d2-91c0-4823-ac3d-a74c3564fe28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0431418 Nov 09 20:23:48.403769 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-5015518a-f72b-4364-a503-59d21ac99974 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305812 Nov 09 20:23:48.412772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-1e9456f3-f0f3-426b-8d40-9eee9263c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:48.414238 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-1e9456f3-f0f3-426b-8d40-9eee9263c2db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0492029 Nov 09 20:23:48.447281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-0ff3dfca-470b-4a6b-ae0e-157f970a83b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259278 Nov 09 20:23:48.503978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-f91e9c74-0dc6-4ab7-b45d-fc3ec99661fa service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874901 Nov 09 20:23:48.555298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-48abeb64-2fd9-458a-b2de-048f589b5024 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006241 Nov 09 20:23:48.601968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-07c4c93a-0a86-447c-8b85-2fa0863935b6 service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885713 Nov 09 20:23:48.646988 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-78974a45-e2cd-4bd1-85c2-7bdd0dff607f req-8a31bef7-2f1b-40a5-aa75-e1e420fa19e7 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841305 Nov 09 20:23:49.321481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c45fe1-7c81-4401-b0cb-1b7aa56165c6 req-c48255e7-bcf0-48ce-8de2-f892e9222484 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:49.323925 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-77c45fe1-7c81-4401-b0cb-1b7aa56165c6 req-c48255e7-bcf0-48ce-8de2-f892e9222484 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 943 time: 0.0494092 Nov 09 20:23:49.325739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:23:49.363607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-77c45fe1-7c81-4401-b0cb-1b7aa56165c6 req-2359576c-9d52-41d4-b03b-0157e238c4d3 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329394 Nov 09 20:23:49.368283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:23:49.557013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cc841-7b95-4e18-abd0-25c614bb9504 req-c86cb16a-16a6-49b1-ac7f-edb04a21dcb6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:49.558594 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b4cc841-7b95-4e18-abd0-25c614bb9504 req-c86cb16a-16a6-49b1-ac7f-edb04a21dcb6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 943 time: 0.0501046 Nov 09 20:23:49.596892 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b4cc841-7b95-4e18-abd0-25c614bb9504 req-665aa8c9-7812-4901-aa1c-1957525f802e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Nov 09 20:23:49.609178 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-9708aff2-f46d-4692-ad74-b17cd44e9feb tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:49.610716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-9708aff2-f46d-4692-ad74-b17cd44e9feb tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43&tenant_id=50094c38561147c8883d3b6d0d187f44&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 943 time: 0.0905118 Nov 09 20:23:49.672113 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-1db1edbe-c7fe-459a-9d6d-496bf77a2184 service neutron] delete failed (client error): The resource could not be found. Nov 09 20:23:49.673026 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-1db1edbe-c7fe-459a-9d6d-496bf77a2184 service neutron] 10.222.0.70 "DELETE /v2.0/ports/9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8/bindings/n-h1-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0550473 Nov 09 20:23:49.755262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-90161a4e-ba97-443a-a931-c8c4ffb27f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:49.756729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-90161a4e-ba97-443a-a931-c8c4ffb27f01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 1094 time: 0.0402548 Nov 09 20:23:49.847306 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-96ffad7a-ea36-4f24-9a88-b3c3c72c5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:49.848744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-96ffad7a-ea36-4f24-9a88-b3c3c72c5523 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0850468 Nov 09 20:23:49.891559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-ed6ef265-c3f2-4f1a-8d7f-2e1b3ad4d055 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 HTTP/1.1" status: 200 len: 217 time: 0.0343716 Nov 09 20:23:49.941984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-98915023-824b-4833-80c2-2d8f699f91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:49.943378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-98915023-824b-4833-80c2-2d8f699f91e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0456033 Nov 09 20:23:49.974988 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-71b8513a-2d71-49ce-9b37-b01088c796e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237823 Nov 09 20:23:50.064540 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-036fe538-2e61-4658-9267-3bef169552b1 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816948 Nov 09 20:23:50.107938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:23:50.158445 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da7bfe25-f503-4637-b9eb-39ce62da0fb4 req-6be7fcc9-3b72-4dbd-81dc-512488fa3d48 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867062 Nov 09 20:23:50.202895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:50.214592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8', 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c', 'port_id': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8', 'mac_address': 'fa:16:3e:4d:8c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60b0515-70d8-42c3-8bc6-154dfb358c10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:23:50.254815 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:50.271289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:23:50.290347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:50.294033 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:50.340746 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:50.549296 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:23:50.722549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ffb22-e82d-4100-960d-ad8b0c17c7b2 req-8a668373-692e-4d95-9bca-d8dc8d9b709a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:50.724035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab8ffb22-e82d-4100-960d-ad8b0c17c7b2 req-8a668373-692e-4d95-9bca-d8dc8d9b709a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 944 time: 0.0532162 Nov 09 20:23:50.763736 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab8ffb22-e82d-4100-960d-ad8b0c17c7b2 req-e4b2643a-623a-4eec-acf1-a254cb228773 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337298 Nov 09 20:23:50.880646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6c006-f80d-48d7-9c9e-5b58a566f8ff req-7c073fef-1b5b-4ace-b1fe-f27f4f04a877 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:50.882119 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6dc6c006-f80d-48d7-9c9e-5b58a566f8ff req-7c073fef-1b5b-4ace-b1fe-f27f4f04a877 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 944 time: 0.0522149 Nov 09 20:23:50.923192 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6dc6c006-f80d-48d7-9c9e-5b58a566f8ff req-ee558f32-2026-4d23-a542-759f920b69f0 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351143 Nov 09 20:23:51.024082 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:23:51.036176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d2c74-cf6d-4e48-9d11-705bf084ea5d req-7542277d-ea27-4455-b6c6-4ac0dc0cb55e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:51.037657 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-472d2c74-cf6d-4e48-9d11-705bf084ea5d req-7542277d-ea27-4455-b6c6-4ac0dc0cb55e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 944 time: 0.0489500 Nov 09 20:23:51.075551 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-472d2c74-cf6d-4e48-9d11-705bf084ea5d req-bf437a00-7b87-492d-8599-0ced2c645c76 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Nov 09 20:23:51.423261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-7e43d8ae-4ff8-4aa1-9274-881d9fba51ec tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:51.424634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-7e43d8ae-4ff8-4aa1-9274-881d9fba51ec tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 814 time: 0.1037598 Nov 09 20:23:51.439871 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-acc073da-af6d-4b1e-82d9-9cba115cf207 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/quotas/50094c38561147c8883d3b6d0d187f44 HTTP/1.1" status: 200 len: 375 time: 0.0095942 Nov 09 20:23:51.481032 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:51.487234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-8001399f-599f-4141-b8f8-b2b69ea32bfb tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422871 Nov 09 20:23:51.579009 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-b27dc9a5-c053-4d0a-a43b-5439fc309b72 service neutron] 10.222.0.53 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848622 Nov 09 20:23:51.678940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-7c948a72-aa44-4381-8094-116c63db7ea3 service neutron] 10.222.0.53 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937898 Nov 09 20:23:51.843716 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c353e537-6b3d-40d1-befb-17537c48a598 req-8ec45e61-379e-454c-bb39-70b4afe515df tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 210 time: 0.0266573 Nov 09 20:23:52.129345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:23:52.180363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:23:52.184058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:23:52.184427 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:52.260804 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:52.284291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:23:52.286557 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ccdd87-049c-456e-8b5e-b2b3780b091e" -d '{"events": [{"server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "name": "network-vif-plugged", "status": "completed", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:23:52.299576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:52.304531 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:52.331815 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b541553-5d14-4186-8874-34effbba55cc x-openstack-request-id: req-4b541553-5d14-4186-8874-34effbba55cc {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:23:52.332109 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "name": "network-vif-plugged", "status": "completed", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:23:52.332366 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b541553-5d14-4186-8874-34effbba55cc {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:23:52.332749 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8', 'code': 200} Nov 09 20:23:52.359019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:52.774792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934037a-8635-413b-93d2-0a578767b452 req-6ddfd1f6-9c39-44cd-9673-5b9011ee2a24 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:52.776274 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0934037a-8635-413b-93d2-0a578767b452 req-6ddfd1f6-9c39-44cd-9673-5b9011ee2a24 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6101620-f5ca-4bcc-89ef-79bd21358d43 HTTP/1.1" status: 200 len: 945 time: 0.1192629 Nov 09 20:23:52.848572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-aadfeda8-fb7f-4107-8818-9f698f45e8b5 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:52.850024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-aadfeda8-fb7f-4107-8818-9f698f45e8b5 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.77 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 814 time: 0.1639855 Nov 09 20:23:52.878879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Request body: {'port': {'device_id': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c', 'admin_state_up': True, 'tenant_id': '50094c38561147c8883d3b6d0d187f44'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:23:52.964815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-26129f06-25fb-4abe-84cf-f4f7f97408c8 req-dd6e4643-1089-42e2-8c06-7ee1996521f7 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 210 time: 0.0398450 Nov 09 20:23:52.998789 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-0934037a-8635-413b-93d2-0a578767b452 req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Deleting port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:23:52.999130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0934037a-8635-413b-93d2-0a578767b452 req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:53.092375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Made reservation on behalf of 50094c38561147c8883d3b6d0d187f44 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:23:53.095856 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:53.127669 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-0934037a-8635-413b-93d2-0a578767b452 req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] For port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:53.128027 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0934037a-8635-413b-93d2-0a578767b452 req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:53.150053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-0934037a-8635-413b-93d2-0a578767b452 req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Calling delete_port for 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:23:53.305345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Allocated IP 172.20.0.13 (a686f368-d15d-4cf2-a534-9c1e8eac951c/c60b0515-70d8-42c3-8bc6-154dfb358c10/d8e4ee2a-085e-4f53-a670-adb5a46c7dcb) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:23:53.380813 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0934037a-8635-413b-93d2-0a578767b452 req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:53.401143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:23:53.427268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Pushing event deleted for resources: {'Port': ['ID=9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:53.506165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-0934037a-8635-413b-93d2-0a578767b452 req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] No DVR routers for this DVR port 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:23:53.510354 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-0934037a-8635-413b-93d2-0a578767b452 req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:53.514036 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0934037a-8635-413b-93d2-0a578767b452 req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.77 "DELETE /v2.0/ports/9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 HTTP/1.1" status: 204 len: 173 time: 0.7276154 Nov 09 20:23:53.514479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'name': 'network-vif-deleted', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:23:53.516762 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b87a93-b000-4eea-b35b-9e6607dbce3e" -d '{"events": [{"server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "name": "network-vif-deleted", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:23:53.561292 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a469b4-1bfe-46a9-896f-5a0ec9771774 x-openstack-request-id: req-64a469b4-1bfe-46a9-896f-5a0ec9771774 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:23:53.561592 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6101620-f5ca-4bcc-89ef-79bd21358d43", "name": "network-vif-deleted", "tag": "9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:23:53.561872 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64a469b4-1bfe-46a9-896f-5a0ec9771774 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:23:53.562271 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6101620-f5ca-4bcc-89ef-79bd21358d43', 'name': 'network-vif-deleted', 'tag': '9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8', 'status': 'completed', 'code': 200} Nov 09 20:23:53.583347 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:53.620132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:53.632142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:23:53.666838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Network a686f368-d15d-4cf2-a534-9c1e8eac951c is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:23:53.670303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:23:53.674056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:23:53.702865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Pushing event updated for resources: {'Port': ['ID=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:53.730994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:53.731616 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:53.747231 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-a47c027d-2c66-4a40-9950-230db23968f6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8729923 Nov 09 20:23:53.765174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Request body: {'port': {'device_id': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:23:53.818591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:54.120561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071db64-8bc8-4ee3-9694-168722ae0ed8 req-0b2ae120-abe3-4a06-b4af-1eb1fb33d7da tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:54.122720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2071db64-8bc8-4ee3-9694-168722ae0ed8 req-0b2ae120-abe3-4a06-b4af-1eb1fb33d7da tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 932 time: 0.0845947 Nov 09 20:23:54.130101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e4ee2a-085e-4f53-a670-adb5a46c7dcb {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:23:54.143765 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:54.167322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Transition to ACTIVE for port object d8e4ee2a-085e-4f53-a670-adb5a46c7dcb will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:23:54.173524 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:54.205979 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2071db64-8bc8-4ee3-9694-168722ae0ed8 req-3d909e23-0259-4eec-bc32-73aac8e68edb tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715411 Nov 09 20:23:54.237320 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Pushing event updated for resources: {'Port': ['ID=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:54.299019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Attempting to bind port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:23:54.299358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Attempting to bind port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:23:54.299689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Attempting to bind port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb on network a686f368-d15d-4cf2-a534-9c1e8eac951c {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:23:54.303958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb on network a686f368-d15d-4cf2-a534-9c1e8eac951c not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:23:54.304282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Attempting to bind port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb on network a686f368-d15d-4cf2-a534-9c1e8eac951c {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:23:54.309698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:23:54.310040 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Checking segment: {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:23:54.310425 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Bound using segment: {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:23:54.310881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Bound port: d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:23:54.311238 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:54.373891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:23:54.376979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:23:54.380942 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:54.418683 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:54.419591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:54.421072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] 10.222.0.77 "PUT /v2.0/ports/d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 200 len: 1092 time: 0.6607528 Nov 09 20:23:54.441839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1ed62-225c-4199-9178-ec86878fda2f service neutron] Pushing event updated for resources: {'Port': ['ID=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:54.505196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-3708c4d1-4aa0-4abf-a1af-0ec9998160b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:54.506703 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-3708c4d1-4aa0-4abf-a1af-0ec9998160b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 1095 time: 0.0415704 Nov 09 20:23:54.553647 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-d088ffdf-d80d-4328-9f71-ae44e3874045 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 200 len: 217 time: 0.0338185 Nov 09 20:23:54.605155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-f67eda93-b04a-4ef2-b91e-6d260c6b7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:54.607158 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-f67eda93-b04a-4ef2-b91e-6d260c6b7407 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0426788 Nov 09 20:23:54.931010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-bd0c1616-b878-4686-acdb-432564b7ebe7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3118818 Nov 09 20:23:55.023717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-faf4e7ae-f026-49f2-a4b1-9126a52527ba service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808766 Nov 09 20:23:55.126608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a3f24916-c0a7-43f6-a23a-d1672bc1391e req-db4cf156-812e-4712-992c-0c18c0756cb8 service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915015 Nov 09 20:23:55.323176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be562d1-9a07-40da-80ba-629d57f5966a req-f97614f6-047d-491f-8343-aae3ca24b749 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:55.324652 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4be562d1-9a07-40da-80ba-629d57f5966a req-f97614f6-047d-491f-8343-aae3ca24b749 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0482302 Nov 09 20:23:55.365387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4be562d1-9a07-40da-80ba-629d57f5966a req-865b9661-dd32-482a-9199-424f72d0a0ac tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346913 Nov 09 20:23:55.563117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'tag': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:23:55.565454 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a" -d '{"events": [{"name": "network-changed", "server_uuid": "a876b9bf-51f0-4669-b779-9c54743b1b2f", "tag": "d8e4ee2a-085e-4f53-a670-adb5a46c7dcb"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:23:55.600920 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d7a5f7-2223-4d4d-b854-f8edaddfaa19 x-openstack-request-id: req-b4d7a5f7-2223-4d4d-b854-f8edaddfaa19 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:23:55.601239 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876b9bf-51f0-4669-b779-9c54743b1b2f", "tag": "d8e4ee2a-085e-4f53-a670-adb5a46c7dcb", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:23:55.601491 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4d7a5f7-2223-4d4d-b854-f8edaddfaa19 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:23:55.601888 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'tag': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb', 'status': 'completed', 'code': 200} Nov 09 20:23:55.664192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a req-d2a7052f-95db-4adb-a53a-0e29b645e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:55.665665 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a req-d2a7052f-95db-4adb-a53a-0e29b645e162 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 1095 time: 0.0404732 Nov 09 20:23:55.693457 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:55.758814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a req-7f60532b-5df9-4597-9045-7535400f29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:55.760334 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a req-7f60532b-5df9-4597-9045-7535400f29bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0871735 Nov 09 20:23:55.806767 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a req-c138312d-8964-4648-b193-684b354ae7bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 200 len: 217 time: 0.0363650 Nov 09 20:23:55.855018 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a req-20e58300-8047-461c-a517-4898d86accaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:55.856468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a req-20e58300-8047-461c-a517-4898d86accaf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0423954 Nov 09 20:23:55.889674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a req-8003a4a2-eb72-4bb4-9e54-58136d87f9dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249591 Nov 09 20:23:55.982706 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a req-ee7daba6-2338-47cd-8a96-2a6b11c4edbb service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836930 Nov 09 20:23:56.073641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c4a8f7d8-e5fb-4b69-96a7-4566e9cd169a req-f1f0a45e-9f57-4b58-aa63-45e5399585cf service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832307 Nov 09 20:23:56.481211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54cc5e-5a94-47be-bf46-2b0b49f6f273 req-b061cb31-150b-491e-8958-253bf957d5dc tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:56.482899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c54cc5e-5a94-47be-bf46-2b0b49f6f273 req-b061cb31-150b-491e-8958-253bf957d5dc tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0483847 Nov 09 20:23:56.519865 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c54cc5e-5a94-47be-bf46-2b0b49f6f273 req-53c781e8-534c-4eb8-a583-905991631214 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310822 Nov 09 20:23:57.635691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a3352-7692-4189-a3bb-84221c4feab1 req-d728ced0-2b6c-4a1e-b146-cb695c380354 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:57.638074 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2e6a3352-7692-4189-a3bb-84221c4feab1 req-d728ced0-2b6c-4a1e-b146-cb695c380354 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0507669 Nov 09 20:23:57.679942 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2e6a3352-7692-4189-a3bb-84221c4feab1 req-56e8b5be-8095-4821-b08e-962f27a9038a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360978 Nov 09 20:23:58.162576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d8e4ee2a-085e-4f53-a670-adb5a46c7dcb details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:23:58.165697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:23:58.192508 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:23:58.192853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 9a1bdcd1-2482-4fb6-9e2f-a780905f3ab8 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:23:58.280199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:58.290362 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb', 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c', 'port_id': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb', 'mac_address': 'fa:16:3e:6c:fa:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60b0515-70d8-42c3-8bc6-154dfb358c10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:23:58.327995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:58.340581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e4ee2a-085e-4f53-a670-adb5a46c7dcb {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:23:58.359863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:23:58.363630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:23:58.409824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:23:58.593815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['d8e4ee2a-085e-4f53-a670-adb5a46c7dcb'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:23:58.795147 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac5501-2f87-4efc-b3c9-e9e4aeaab93b req-ffb0b861-7353-479d-a390-44250cdc335c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:58.796636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cbac5501-2f87-4efc-b3c9-e9e4aeaab93b req-ffb0b861-7353-479d-a390-44250cdc335c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 945 time: 0.0502529 Nov 09 20:23:58.839342 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cbac5501-2f87-4efc-b3c9-e9e4aeaab93b req-ad803d27-434d-45be-92d6-f5acf732043f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367634 Nov 09 20:23:59.956135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaf6ca-9742-4a34-b2d0-1585524ef676 req-abf6b7cc-708a-4eb8-bf1b-4efbddb8f32e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:23:59.957621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbaaf6ca-9742-4a34-b2d0-1585524ef676 req-abf6b7cc-708a-4eb8-bf1b-4efbddb8f32e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 945 time: 0.0489562 Nov 09 20:23:59.994958 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fbaaf6ca-9742-4a34-b2d0-1585524ef676 req-aa6cdf69-14e5-4bdf-a415-22426e748fc9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Nov 09 20:24:00.161900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d8e4ee2a-085e-4f53-a670-adb5a46c7dcb up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:24:00.209215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:24:00.212744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:00.213114 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:00.290330 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:00.312032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:24:00.314263 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd66a374-69d9-43ed-b96a-2912672f3fb5" -d '{"events": [{"server_uuid": "a876b9bf-51f0-4669-b779-9c54743b1b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d8e4ee2a-085e-4f53-a670-adb5a46c7dcb"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:24:00.326737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:00.330603 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:00.357241 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1703ef2c-b955-4969-841f-716759537fb3 x-openstack-request-id: req-1703ef2c-b955-4969-841f-716759537fb3 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:24:00.357528 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876b9bf-51f0-4669-b779-9c54743b1b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d8e4ee2a-085e-4f53-a670-adb5a46c7dcb", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:24:00.357801 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1703ef2c-b955-4969-841f-716759537fb3 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:24:00.358166 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb', 'code': 200} Nov 09 20:24:00.385095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:00.393060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.393330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.393663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.393994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.394320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.394675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.394998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.395314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.395631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.395944 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.396260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.396573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:00.454321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bc3a3-4938-4849-b5d3-04365da4866d req-f4daf016-7bff-4ed5-9867-7d3cdf6d8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:00.455804 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b0bc3a3-4938-4849-b5d3-04365da4866d req-f4daf016-7bff-4ed5-9867-7d3cdf6d8592 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 1097 time: 0.0390902 Nov 09 20:24:00.493889 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b0bc3a3-4938-4849-b5d3-04365da4866d req-3eeb5929-6035-4938-a66a-1ece8d6afd72 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268061 Nov 09 20:24:01.111149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f11a0c-31a5-4d09-9d0e-d8b0785fc2d7 req-4ff1621a-bda4-457b-ac04-fa4240086ef2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:01.112646 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c0f11a0c-31a5-4d09-9d0e-d8b0785fc2d7 req-4ff1621a-bda4-457b-ac04-fa4240086ef2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0492611 Nov 09 20:24:01.155455 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c0f11a0c-31a5-4d09-9d0e-d8b0785fc2d7 req-9ef04fa6-7178-46d0-b601-f597c34d6013 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368772 Nov 09 20:24:02.274831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb462b-b9a6-427d-bc3b-b90bc3226083 req-ccb7d557-f806-4e56-bbe8-125374c0f404 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:02.276298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f5eb462b-b9a6-427d-bc3b-b90bc3226083 req-ccb7d557-f806-4e56-bbe8-125374c0f404 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0485098 Nov 09 20:24:02.317253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f5eb462b-b9a6-427d-bc3b-b90bc3226083 req-d267d3fb-9044-4e5c-b86d-1626623b8dee tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344436 Nov 09 20:24:02.431183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659c1a5-cb95-4524-b2db-b916a2c050c9 req-63696cbf-3f6a-44b8-ac6d-5c3f86ccf75b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:02.432596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e659c1a5-cb95-4524-b2db-b916a2c050c9 req-63696cbf-3f6a-44b8-ac6d-5c3f86ccf75b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0487461 Nov 09 20:24:02.472740 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e659c1a5-cb95-4524-b2db-b916a2c050c9 req-190a76f0-0f42-4dfa-b43c-f1b58ca3990e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Nov 09 20:24:02.693581 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-b2371254-2c9f-4b8a-9209-1bb3ed22f546 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405865 Nov 09 20:24:02.713098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771b428-9ad6-4867-b699-201c7ab5a284 req-5ba568a7-b4bc-4c3f-8123-4242591ac3a9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:02.714850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3771b428-9ad6-4867-b699-201c7ab5a284 req-5ba568a7-b4bc-4c3f-8123-4242591ac3a9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0521424 Nov 09 20:24:02.755300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3771b428-9ad6-4867-b699-201c7ab5a284 req-711cb3cd-3a63-42ea-9043-8d9ee31a686b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 Nov 09 20:24:03.743060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3126-191d-403f-acf8-b083b3031865 req-d17c715f-2738-4aa4-9065-fd443fc0695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:03.744624 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-d17c715f-2738-4aa4-9065-fd443fc0695f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 1097 time: 0.0418174 Nov 09 20:24:03.839966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3126-191d-403f-acf8-b083b3031865 req-142f5ca5-3f3a-4012-81ec-bf5a2392fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:03.842737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-142f5ca5-3f3a-4012-81ec-bf5a2392fac8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0912948 Nov 09 20:24:03.871977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a376-d051-4e22-9810-4b84212f05df req-6cb0964c-e714-49e4-bcc5-156e12279251 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:03.873466 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c611a376-d051-4e22-9810-4b84212f05df req-6cb0964c-e714-49e4-bcc5-156e12279251 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0481658 Nov 09 20:24:03.884745 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-20d88ab6-bf7e-45c1-a990-7017de3e076e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 200 len: 217 time: 0.0350997 Nov 09 20:24:03.914242 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c611a376-d051-4e22-9810-4b84212f05df req-b0df44ac-2c5f-4a3b-b35e-fc3c7724de9b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Nov 09 20:24:03.937638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3126-191d-403f-acf8-b083b3031865 req-93fefdc0-9d52-4da1-81f2-e9bdf1636d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:03.939145 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-93fefdc0-9d52-4da1-81f2-e9bdf1636d81 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0473473 Nov 09 20:24:03.971218 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-0f714604-326d-4dba-86e6-7cfab23cb000 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245125 Nov 09 20:24:04.058044 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-874cedc3-7e1e-46c9-bc71-a47468071907 service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800142 Nov 09 20:24:04.151936 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-72db10d6-42eb-45a0-b8bf-ee481fef2441 service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866425 Nov 09 20:24:05.031533 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f6fad-869f-42e3-a891-c75791cfe9a7 req-db75b032-50b0-426c-8eb4-a4174b1eba5e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:05.033010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c24f6fad-869f-42e3-a891-c75791cfe9a7 req-db75b032-50b0-426c-8eb4-a4174b1eba5e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0500104 Nov 09 20:24:05.070082 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c24f6fad-869f-42e3-a891-c75791cfe9a7 req-f7ac6cfe-fd69-47d9-bc77-450477872271 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Nov 09 20:24:06.187697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c975c84-ec2a-4db6-9c2b-7abea6a0e398 req-664d5e0b-77ce-4822-984b-8805a7edaf5a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:06.189163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c975c84-ec2a-4db6-9c2b-7abea6a0e398 req-664d5e0b-77ce-4822-984b-8805a7edaf5a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0486207 Nov 09 20:24:06.225791 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c975c84-ec2a-4db6-9c2b-7abea6a0e398 req-77be6e94-ae65-4aa6-9b0f-907112164b1a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306733 Nov 09 20:24:07.343650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652dbf-2ea6-4e63-a63d-0f170e2eb99c req-7ab2d81e-3d82-478b-b39f-5730bd474b75 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:07.345182 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b8652dbf-2ea6-4e63-a63d-0f170e2eb99c req-7ab2d81e-3d82-478b-b39f-5730bd474b75 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0503752 Nov 09 20:24:07.382863 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b8652dbf-2ea6-4e63-a63d-0f170e2eb99c req-a80df441-292b-4c02-bbcd-a5ad44b57520 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Nov 09 20:24:08.500966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10503-4cb8-4171-bcae-6e3f5ee8fed3 req-ca6d788d-e20d-4d84-8dc4-11e6076be26c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:08.502451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4f10503-4cb8-4171-bcae-6e3f5ee8fed3 req-ca6d788d-e20d-4d84-8dc4-11e6076be26c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0508950 Nov 09 20:24:08.539477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4f10503-4cb8-4171-bcae-6e3f5ee8fed3 req-7efceca7-f880-45e6-b8ae-ec900f994719 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Nov 09 20:24:09.658038 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e45b7-c073-4f9f-83b1-98b35bc75a66 req-572790e6-9a33-42ba-92c6-492a0c40e9cc tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:09.659528 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-166e45b7-c073-4f9f-83b1-98b35bc75a66 req-572790e6-9a33-42ba-92c6-492a0c40e9cc tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0531130 Nov 09 20:24:09.695895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-166e45b7-c073-4f9f-83b1-98b35bc75a66 req-bef4fe3c-b6c2-410c-9579-139b93782cfd tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304890 Nov 09 20:24:10.300152 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b72477cc-7d69-446e-8e94-bf21798f4152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:10.810938 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59bf98-ab82-4648-abb5-00be8d93f758 req-ebc96a52-3a6c-485c-8f73-f2ce50279f54 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:10.812435 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aa59bf98-ab82-4648-abb5-00be8d93f758 req-ebc96a52-3a6c-485c-8f73-f2ce50279f54 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0490258 Nov 09 20:24:10.849518 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aa59bf98-ab82-4648-abb5-00be8d93f758 req-dbbea117-1ebc-4035-b8e1-d4f2bc2240db tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Nov 09 20:24:11.970521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609fbfd-5100-417d-8457-8ffb1eac6349 req-ef9cc067-3bb7-4770-b496-ff29cef81326 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:11.972069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1609fbfd-5100-417d-8457-8ffb1eac6349 req-ef9cc067-3bb7-4770-b496-ff29cef81326 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0489213 Nov 09 20:24:12.011195 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1609fbfd-5100-417d-8457-8ffb1eac6349 req-26a887c9-c895-43e6-99d0-970c2e72ed67 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330517 Nov 09 20:24:13.126318 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a609a0-8f88-4529-805c-08879cc72475 req-f00f08c8-bd09-4257-83dc-8e70bb9f54a5 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:13.127785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23a609a0-8f88-4529-805c-08879cc72475 req-f00f08c8-bd09-4257-83dc-8e70bb9f54a5 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0476956 Nov 09 20:24:13.166115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23a609a0-8f88-4529-805c-08879cc72475 req-87272095-5088-4fc4-a05f-f6c3aa8c94f7 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Nov 09 20:24:13.237239 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4e97b0e-c3e4-4110-bfae-7b1f508b61f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:13.474586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce916e-7fa4-47cc-a94e-2427617b9bbd req-309b1e9a-c168-494a-90de-37cd16065877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:13.476065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82ce916e-7fa4-47cc-a94e-2427617b9bbd req-309b1e9a-c168-494a-90de-37cd16065877 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 1097 time: 0.0404832 Nov 09 20:24:13.506130 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:13.623079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce916e-7fa4-47cc-a94e-2427617b9bbd req-39a6825a-218e-4426-bd85-9941181257d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:13.624863 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82ce916e-7fa4-47cc-a94e-2427617b9bbd req-39a6825a-218e-4426-bd85-9941181257d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.1246655 Nov 09 20:24:13.667803 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82ce916e-7fa4-47cc-a94e-2427617b9bbd req-9a27cccb-b51d-42a8-872d-1c1344a32b53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 200 len: 217 time: 0.0352285 Nov 09 20:24:13.723780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce916e-7fa4-47cc-a94e-2427617b9bbd req-ce108a05-2459-4cef-afd7-94b1983bf748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:13.725247 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82ce916e-7fa4-47cc-a94e-2427617b9bbd req-ce108a05-2459-4cef-afd7-94b1983bf748 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0476179 Nov 09 20:24:13.758394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82ce916e-7fa4-47cc-a94e-2427617b9bbd req-f23e0f64-3092-4b49-b5eb-635e440b4ae4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239701 Nov 09 20:24:13.847550 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82ce916e-7fa4-47cc-a94e-2427617b9bbd req-29438bde-7cbc-4b57-9185-46ca243182eb service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823879 Nov 09 20:24:13.948197 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-82ce916e-7fa4-47cc-a94e-2427617b9bbd req-291cdd6b-1f4a-4a7a-9e52-745270a4bd71 service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897369 Nov 09 20:24:14.285066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597332f-5a05-4f83-83f0-a465c35ba1ff req-8523d9c1-0393-44ea-8160-8d7e9ab47ba3 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:14.286604 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d597332f-5a05-4f83-83f0-a465c35ba1ff req-8523d9c1-0393-44ea-8160-8d7e9ab47ba3 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0519354 Nov 09 20:24:14.324445 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d597332f-5a05-4f83-83f0-a465c35ba1ff req-bef921c4-95ed-4494-b0de-a5f117d3367a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Nov 09 20:24:14.648094 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:15.440814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831999-59c3-446d-b548-f95b62bf30f6 req-71d69d34-c6af-4128-b34c-4d650cd2d679 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:15.442167 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42831999-59c3-446d-b548-f95b62bf30f6 req-71d69d34-c6af-4128-b34c-4d650cd2d679 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0504839 Nov 09 20:24:15.479099 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42831999-59c3-446d-b548-f95b62bf30f6 req-7c68714e-b666-4650-9fda-0687bc58586d tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309608 Nov 09 20:24:16.394623 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:16.591779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a2977-beb4-43ec-b4d2-918523543bfa req-26ae6800-3c7f-46c1-8df7-e2628bfbf72c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:16.593831 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-392a2977-beb4-43ec-b4d2-918523543bfa req-26ae6800-3c7f-46c1-8df7-e2628bfbf72c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0490074 Nov 09 20:24:16.631247 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-392a2977-beb4-43ec-b4d2-918523543bfa req-3e892642-afb8-4534-878e-1d7a352a798f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314543 Nov 09 20:24:17.746913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcdb88-3109-4706-9fe1-515637804976 req-8ebd4cfb-a96b-44f0-9e77-0d3683280e32 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:17.748395 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5dcdb88-3109-4706-9fe1-515637804976 req-8ebd4cfb-a96b-44f0-9e77-0d3683280e32 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0508554 Nov 09 20:24:17.786874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5dcdb88-3109-4706-9fe1-515637804976 req-0d2aa6ce-3cf4-4e35-b3d4-89ba0b5cf066 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Nov 09 20:24:18.907543 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8bbe2-55f9-449f-99cd-515762482d62 req-2cf2d026-7e8b-4a51-bef0-c323856baeb5 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:18.909039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4d8bbe2-55f9-449f-99cd-515762482d62 req-2cf2d026-7e8b-4a51-bef0-c323856baeb5 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0540221 Nov 09 20:24:18.946794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4d8bbe2-55f9-449f-99cd-515762482d62 req-1a7c876b-4872-420f-8a47-cc7e1a7d08a2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Nov 09 20:24:20.062208 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7594271-3068-4dd3-b91d-95a0e3bfdebb req-41c43de3-a20d-4b28-bd22-ae890f6b523f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:20.063710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7594271-3068-4dd3-b91d-95a0e3bfdebb req-41c43de3-a20d-4b28-bd22-ae890f6b523f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0474451 Nov 09 20:24:20.102962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7594271-3068-4dd3-b91d-95a0e3bfdebb req-282f6a29-00c8-4f75-ad07-0aff4bca7dae tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330961 Nov 09 20:24:21.221157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff3bc-561c-4fdb-b031-f018d18eea82 req-63d3a079-942b-400a-8cab-11b9af9c01b8 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:21.223487 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ceff3bc-561c-4fdb-b031-f018d18eea82 req-63d3a079-942b-400a-8cab-11b9af9c01b8 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0520349 Nov 09 20:24:21.263386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3ceff3bc-561c-4fdb-b031-f018d18eea82 req-0c1e078a-3ef3-453c-87a0-72b24053700d tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Nov 09 20:24:21.479064 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:22.382902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bba7f3-3201-49da-a93c-99765c302504 req-7b9763e7-8165-4807-83f6-df89e56fad60 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:22.384357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2bba7f3-3201-49da-a93c-99765c302504 req-7b9763e7-8165-4807-83f6-df89e56fad60 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0516348 Nov 09 20:24:22.422225 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f2bba7f3-3201-49da-a93c-99765c302504 req-4c5c5247-3b19-4604-92ad-a6190c5a3cd4 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318789 Nov 09 20:24:23.541842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ab322-6555-43a6-9cd5-feb6701f53c1 req-8238489b-9d04-4f20-ae8c-ae0866638a5f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:23.546536 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-324ab322-6555-43a6-9cd5-feb6701f53c1 req-8238489b-9d04-4f20-ae8c-ae0866638a5f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0511644 Nov 09 20:24:23.583493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-324ab322-6555-43a6-9cd5-feb6701f53c1 req-a33561b3-a116-41fe-9bb2-97f77f220801 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Nov 09 20:24:24.697235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5910e-c7ba-49f0-b36f-482ac61ce43d req-005aabb7-77c8-411e-8249-c03a3cf22512 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:24.698729 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-afa5910e-c7ba-49f0-b36f-482ac61ce43d req-005aabb7-77c8-411e-8249-c03a3cf22512 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0482295 Nov 09 20:24:24.737838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-afa5910e-c7ba-49f0-b36f-482ac61ce43d req-d0d56c3b-65cb-4af2-93fd-af14806e209c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325427 Nov 09 20:24:25.689259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:25.858317 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff9712-5fac-4269-8cb6-57c60c583db2 req-f3aaf84c-2684-4e7e-9c83-5b6303b99d92 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:25.859946 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-61ff9712-5fac-4269-8cb6-57c60c583db2 req-f3aaf84c-2684-4e7e-9c83-5b6303b99d92 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0534322 Nov 09 20:24:25.897419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-61ff9712-5fac-4269-8cb6-57c60c583db2 req-5aee5731-d9b6-4611-b307-0ff9c61bfab5 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Nov 09 20:24:27.018729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8facebb-3d6f-400e-b0a9-cfff2ed851da req-376a1871-c877-4966-a992-1ea387971594 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:27.020117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e8facebb-3d6f-400e-b0a9-cfff2ed851da req-376a1871-c877-4966-a992-1ea387971594 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0507600 Nov 09 20:24:27.057278 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e8facebb-3d6f-400e-b0a9-cfff2ed851da req-7bea1c0f-dd07-41c9-b122-544b7fca041a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Nov 09 20:24:28.023290 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:24:28.172479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae84ef-6473-4fcb-b707-1520e7c3af3d req-22b9e84c-cf7f-401a-abfe-74efe637a6b8 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:28.173961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2eae84ef-6473-4fcb-b707-1520e7c3af3d req-22b9e84c-cf7f-401a-abfe-74efe637a6b8 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0507107 Nov 09 20:24:28.211829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2eae84ef-6473-4fcb-b707-1520e7c3af3d req-298b35c5-91c2-442f-add6-167a14d548b9 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Nov 09 20:24:29.340145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749356e-bb5a-43d4-b34b-2c7a2b4407b2 req-028f34f4-c00c-4d48-892e-e273102d6bf6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:29.341620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c749356e-bb5a-43d4-b34b-2c7a2b4407b2 req-028f34f4-c00c-4d48-892e-e273102d6bf6 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0558295 Nov 09 20:24:29.380319 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c749356e-bb5a-43d4-b34b-2c7a2b4407b2 req-9fda4bd8-a8e2-4f83-9eb9-b32306adca62 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Nov 09 20:24:30.500999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd0f82-8938-4f67-bcc5-e94361bec043 req-99e37afe-80e4-4994-8c69-db592b6bb4ce tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:30.502524 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f2fd0f82-8938-4f67-bcc5-e94361bec043 req-99e37afe-80e4-4994-8c69-db592b6bb4ce tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.0497179 Nov 09 20:24:30.539884 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f2fd0f82-8938-4f67-bcc5-e94361bec043 req-22e686d7-4726-4e0b-bc47-82c13227f7fc tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311103 Nov 09 20:24:31.240346 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-13fc3126-191d-403f-acf8-b083b3031865 req-a17fd27c-f022-411e-8483-7c9f1bc0b807 service neutron] show failed (client error): The resource could not be found. Nov 09 20:24:31.241388 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-a17fd27c-f022-411e-8483-7c9f1bc0b807 service neutron] 10.222.0.77 "GET /v2.0/ports/d8e4ee2a-085e-4f53-a670-adb5a46c7dcb/bindings/n-h1-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0619524 Nov 09 20:24:31.449308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3126-191d-403f-acf8-b083b3031865 req-2930cce0-dbbf-4764-9b9e-d2777d713dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:31.450867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-2930cce0-dbbf-4764-9b9e-d2777d713dab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f&tenant_id=50094c38561147c8883d3b6d0d187f44 HTTP/1.1" status: 200 len: 1097 time: 0.0404167 Nov 09 20:24:31.462177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:31.516910 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:32.039735 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b903d-3ac1-4c4e-baaa-8c055235f1ca req-00cb9ede-1de2-4f69-9451-e20f991de561 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:32.041209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4b903d-3ac1-4c4e-baaa-8c055235f1ca req-00cb9ede-1de2-4f69-9451-e20f991de561 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 946 time: 0.4230869 Nov 09 20:24:32.103073 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ef4b903d-3ac1-4c4e-baaa-8c055235f1ca req-f6bae9e8-8fa6-4a0f-94ce-6b1230a535b3 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541923 Nov 09 20:24:32.104715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:32.136667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:24:32.178129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:24:32.180519 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8c33ff-b830-4fcc-961a-a97734494330" -d '{"events": [{"server_uuid": "a876b9bf-51f0-4669-b779-9c54743b1b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e4ee2a-085e-4f53-a670-adb5a46c7dcb"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:24:32.184217 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:32.196573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Transition to ACTIVE for port object d8e4ee2a-085e-4f53-a670-adb5a46c7dcb will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:24:32.200359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:32.294053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] No DVR routers for this DVR port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:24:32.309381 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:32.334661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.335019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.335366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.335702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.336035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.336366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.336695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.337022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.338179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.338623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.338958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.339288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:32.351713 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4b69e2-7f6d-4801-8a40-5b1ce6535707 x-openstack-request-id: req-5e4b69e2-7f6d-4801-8a40-5b1ce6535707 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:24:32.352003 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876b9bf-51f0-4669-b779-9c54743b1b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e4ee2a-085e-4f53-a670-adb5a46c7dcb", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:24:32.352255 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e4b69e2-7f6d-4801-8a40-5b1ce6535707 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:24:32.352639 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb', 'code': 200} Nov 09 20:24:32.356677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Attempting to bind port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:24:32.357010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Attempting to bind port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:24:32.357338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Attempting to bind port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb on network a686f368-d15d-4cf2-a534-9c1e8eac951c {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:24:32.362222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb on network a686f368-d15d-4cf2-a534-9c1e8eac951c not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:24:32.362576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Attempting to bind port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb on network a686f368-d15d-4cf2-a534-9c1e8eac951c {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:24:32.367313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:24:32.367651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Checking segment: {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:24:32.368029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Bound using segment: {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:24:32.368455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Bound port: d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cc5054-9c58-4cc2-8c0b-b7dea9108b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:24:32.368812 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:32.432776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:24:32.435707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:24:32.440223 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:32.473705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:32.474463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:32.475682 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] 10.222.0.70 "PUT /v2.0/ports/d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 200 len: 1092 time: 1.0173924 Nov 09 20:24:32.497327 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dfa1f-1919-4d50-8741-0ffd2f30a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:32.539581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3126-191d-403f-acf8-b083b3031865 req-7ce85196-73d4-4b88-8043-7b91f146d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:32.541109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-7ce85196-73d4-4b88-8043-7b91f146d994 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 1095 time: 0.0407643 Nov 09 20:24:32.641286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3126-191d-403f-acf8-b083b3031865 req-ccc938c7-1c8b-4c2f-b156-0145265ca073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:32.642802 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-ccc938c7-1c8b-4c2f-b156-0145265ca073 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0929091 Nov 09 20:24:32.684416 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-dddeedb7-f04f-4838-9205-e366bc1e9687 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 200 len: 217 time: 0.0348153 Nov 09 20:24:32.732826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3126-191d-403f-acf8-b083b3031865 req-98ba8640-111e-42f7-b524-1005a4c91cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:32.734838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-98ba8640-111e-42f7-b524-1005a4c91cda service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0441482 Nov 09 20:24:32.766315 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-c3c4b7c1-4567-4ef6-ad27-9dfc9565020c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247045 Nov 09 20:24:32.860284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-1e510e26-a90c-4857-87eb-820f930c2a00 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868170 Nov 09 20:24:32.955024 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-13fc3126-191d-403f-acf8-b083b3031865 req-775540af-58a5-4133-bb6d-5dc9a29bf6bd service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872831 Nov 09 20:24:33.234618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009554f-aff7-4222-aa20-b12733a24568 req-f7a427eb-2bb6-47cd-a1ce-ba4de2191d0f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:33.236025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5009554f-aff7-4222-aa20-b12733a24568 req-f7a427eb-2bb6-47cd-a1ce-ba4de2191d0f tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0629528 Nov 09 20:24:33.274890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5009554f-aff7-4222-aa20-b12733a24568 req-8a5d9638-c236-4668-8842-7ce723a996b3 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Nov 09 20:24:34.354423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'tag': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:24:34.358171 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cab34ba-eab9-4258-9fba-4234c48ccee7" -d '{"events": [{"name": "network-changed", "server_uuid": "a876b9bf-51f0-4669-b779-9c54743b1b2f", "tag": "d8e4ee2a-085e-4f53-a670-adb5a46c7dcb"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:24:34.399370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9bb2-8058-4ae7-be0a-ac0762657760 req-4f051d7e-f31c-43f1-8047-e7cceea63d6c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:34.400941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea0d9bb2-8058-4ae7-be0a-ac0762657760 req-4f051d7e-f31c-43f1-8047-e7cceea63d6c tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0550809 Nov 09 20:24:34.408225 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015f1021-a0b6-48d9-aa51-1fe63ed61e2e x-openstack-request-id: req-015f1021-a0b6-48d9-aa51-1fe63ed61e2e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:24:34.408522 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876b9bf-51f0-4669-b779-9c54743b1b2f", "tag": "d8e4ee2a-085e-4f53-a670-adb5a46c7dcb", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:24:34.408780 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-015f1021-a0b6-48d9-aa51-1fe63ed61e2e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:24:34.409179 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'tag': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb', 'status': 'completed', 'code': 200} Nov 09 20:24:34.478300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea0d9bb2-8058-4ae7-be0a-ac0762657760 req-a64bbcb9-20aa-4e3b-9be1-4685016dc479 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680463 Nov 09 20:24:34.480517 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-8ded17cb-a0c4-4ec5-912b-3bb2d0f85f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:34.482145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-8ded17cb-a0c4-4ec5-912b-3bb2d0f85f04 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 1095 time: 0.0525815 Nov 09 20:24:34.492299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-dd722ce3-3fcf-47b3-9063-781e041a612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:34.493881 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-dd722ce3-3fcf-47b3-9063-781e041a612c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 1095 time: 0.0504196 Nov 09 20:24:34.586803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-4268bc6f-5d92-4dbd-b32d-8adaf2e34e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:34.588572 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-4268bc6f-5d92-4dbd-b32d-8adaf2e34e0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0912783 Nov 09 20:24:34.594730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-1a07ea88-ba86-40c5-9e83-877dc064239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:34.596204 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-1a07ea88-ba86-40c5-9e83-877dc064239f service neutron] 10.222.0.77 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0909855 Nov 09 20:24:34.632253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-392d35f1-1810-48f2-a3b1-ae3470182cf3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 200 len: 217 time: 0.0354884 Nov 09 20:24:34.642777 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-8b08bfdf-da17-4aa5-ba76-f78bcae22031 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 200 len: 217 time: 0.0355158 Nov 09 20:24:34.682456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-57bab753-34bb-4e7e-aa22-39592aa82c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:34.683854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-57bab753-34bb-4e7e-aa22-39592aa82c4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0438855 Nov 09 20:24:34.691928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-09b9f47f-62ab-45c0-82e6-a644fe4f3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:34.693358 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-09b9f47f-62ab-45c0-82e6-a644fe4f3ea4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0429242 Nov 09 20:24:34.716131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-8f022e10-16eb-4e3f-bb40-86b269e95e45 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249796 Nov 09 20:24:34.733677 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-3515cc36-ac34-4d2b-8b0a-78ec5c074913 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291879 Nov 09 20:24:34.815510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-c49a29a3-20ea-4fa3-88c7-913af17a5d94 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916288 Nov 09 20:24:34.826599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-f18fe21a-cba9-4b8d-8b2d-eb3eef00f99e service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819328 Nov 09 20:24:34.910521 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-eac055a0-d223-4884-8e36-27674aa37fd1 service neutron] 10.222.0.70 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878298 Nov 09 20:24:34.919143 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7cab34ba-eab9-4258-9fba-4234c48ccee7 req-ba5e0bff-5f1c-4bcd-96f1-e5ffb29d9ca4 service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851338 Nov 09 20:24:35.605094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ad57-d926-4e76-bde3-32b853383ddc req-87477d4f-d976-48d5-86e3-a66d587dbb86 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:35.606599 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3368ad57-d926-4e76-bde3-32b853383ddc req-87477d4f-d976-48d5-86e3-a66d587dbb86 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0562329 Nov 09 20:24:35.644413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3368ad57-d926-4e76-bde3-32b853383ddc req-3737b42c-5b57-48c8-be8e-082f81afb2f4 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Nov 09 20:24:35.837238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6ee62-590a-4fbe-970d-42ef588232b9 req-489b6232-0c9c-473a-90b4-7008063b0bcf tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:35.838761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1af6ee62-590a-4fbe-970d-42ef588232b9 req-489b6232-0c9c-473a-90b4-7008063b0bcf tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0506508 Nov 09 20:24:35.863531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-f39cf16b-9110-4401-9fcc-d0cbed681298 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:35.865011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-f39cf16b-9110-4401-9fcc-d0cbed681298 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.77 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f&tenant_id=50094c38561147c8883d3b6d0d187f44&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 944 time: 0.0524862 Nov 09 20:24:35.879365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1af6ee62-590a-4fbe-970d-42ef588232b9 req-551fc424-f6ee-4601-a655-36bdc48a95df tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Nov 09 20:24:35.929566 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-2829a5c6-45f8-4bb3-99f5-96008c2b8b8f service neutron] delete failed (client error): The resource could not be found. Nov 09 20:24:35.930614 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-2829a5c6-45f8-4bb3-99f5-96008c2b8b8f service neutron] 10.222.0.77 "DELETE /v2.0/ports/d8e4ee2a-085e-4f53-a670-adb5a46c7dcb/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0541189 Nov 09 20:24:36.020481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-45980fde-e84b-4f56-a4ed-dde1596f7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:36.021972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-45980fde-e84b-4f56-a4ed-dde1596f7b75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=50094c38561147c8883d3b6d0d187f44&device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 1095 time: 0.0412178 Nov 09 20:24:36.118397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-45bfcfbf-bc9e-4e47-a1b7-d8b0e1734487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:36.119830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-45bfcfbf-bc9e-4e47-a1b7-d8b0e1734487 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 200 len: 915 time: 0.0869784 Nov 09 20:24:36.166742 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-ccca7846-f468-459c-a735-15b1a7f984ac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 200 len: 217 time: 0.0355160 Nov 09 20:24:36.223306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-6da03eb0-d150-4085-9836-766adccd73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:36.224714 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-6da03eb0-d150-4085-9836-766adccd73c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 200 len: 854 time: 0.0435503 Nov 09 20:24:36.270850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-b29a548d-93a6-459c-823a-5e758aefdf67 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a686f368-d15d-4cf2-a534-9c1e8eac951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340922 Nov 09 20:24:36.318633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d8e4ee2a-085e-4f53-a670-adb5a46c7dcb no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:24:36.361952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-7272c5e2-7c26-472e-b2fb-cf859b8b06d7 service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813673 Nov 09 20:24:36.362780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device d8e4ee2a-085e-4f53-a670-adb5a46c7dcb not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:24:36.459661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b6f36cc-e359-4eaa-a48a-02728e1800b0 req-a94b30c5-29ca-4328-9875-9175f752d1be service neutron] 10.222.0.77 "GET /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866992 Nov 09 20:24:36.998747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6226426-f7f7-41a6-a85b-fb5a7e46bbd9 req-1fadeaf4-4c87-491c-b860-58db2c63174b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:37.000811 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a6226426-f7f7-41a6-a85b-fb5a7e46bbd9 req-1fadeaf4-4c87-491c-b860-58db2c63174b tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0506518 Nov 09 20:24:37.042500 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a6226426-f7f7-41a6-a85b-fb5a7e46bbd9 req-d8c8d442-3aee-47d1-bfb8-f6fdcb4d147e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328970 Nov 09 20:24:37.162675 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48624a-908d-4c07-b55a-7617b0e59569 req-b90f77b3-ab3e-48db-a537-06c23bbed28a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:37.164068 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff48624a-908d-4c07-b55a-7617b0e59569 req-b90f77b3-ab3e-48db-a537-06c23bbed28a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0487425 Nov 09 20:24:37.201098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ff48624a-908d-4c07-b55a-7617b0e59569 req-f2ff912e-9c88-42bf-a3a9-108976853aba tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310972 Nov 09 20:24:37.319752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc77a12-d2a8-4a7f-864f-d7bea400b256 req-c6d6b484-cb7d-45f2-beb8-77b24e6bdf83 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:37.321265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ecc77a12-d2a8-4a7f-864f-d7bea400b256 req-c6d6b484-cb7d-45f2-beb8-77b24e6bdf83 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0542421 Nov 09 20:24:37.359265 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ecc77a12-d2a8-4a7f-864f-d7bea400b256 req-8240e0cf-70c5-4a96-b5cc-79c15ac99fc4 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320146 Nov 09 20:24:37.574980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d8e4ee2a-085e-4f53-a670-adb5a46c7dcb details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:24:37.672116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:37.684209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb', 'network_id': 'a686f368-d15d-4cf2-a534-9c1e8eac951c', 'port_id': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb', 'mac_address': 'fa:16:3e:6c:fa:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60b0515-70d8-42c3-8bc6-154dfb358c10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:24:37.706390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854c8e6-8149-44fc-9b49-99b385cfa54b req-7c1f30af-8729-4584-8204-e36362e6f802 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:37.707945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4854c8e6-8149-44fc-9b49-99b385cfa54b req-7c1f30af-8729-4584-8204-e36362e6f802 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 944 time: 0.0552566 Nov 09 20:24:37.725125 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:37.738383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e4ee2a-085e-4f53-a670-adb5a46c7dcb {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:24:37.747064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4854c8e6-8149-44fc-9b49-99b385cfa54b req-1da41877-7a44-4d45-89ec-f0b935c63e4a tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331466 Nov 09 20:24:37.758038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:37.762317 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:37.810781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:37.992578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d8e4ee2a-085e-4f53-a670-adb5a46c7dcb'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:24:38.852871 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-d17ab3a2-3eb9-4e49-8a08-e8cf010a9e0e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:38.854726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-d17ab3a2-3eb9-4e49-8a08-e8cf010a9e0e tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.70 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 945 time: 0.0492945 Nov 09 20:24:38.867287 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1397e-cbc9-4506-bb80-5539558a3cc0 req-cb051156-207b-49de-9b0e-611147519554 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:38.868833 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fda1397e-cbc9-4506-bb80-5539558a3cc0 req-cb051156-207b-49de-9b0e-611147519554 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/ports?device_id=a876b9bf-51f0-4669-b779-9c54743b1b2f HTTP/1.1" status: 200 len: 945 time: 0.0534863 Nov 09 20:24:38.909944 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fda1397e-cbc9-4506-bb80-5539558a3cc0 req-1fbc6d55-e74d-4386-a0c1-2858909340a4 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.53 "GET /v2.0/security-groups?id=9194799c-de2f-480b-a155-a7b6a02be770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351510 Nov 09 20:24:38.945219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-32f06099-0a53-4c0f-8ddb-496e5daf9ee2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Deleting port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:24:38.945559 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-32f06099-0a53-4c0f-8ddb-496e5daf9ee2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:39.037016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-32f06099-0a53-4c0f-8ddb-496e5daf9ee2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] For port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,segment=NetworkSegment(85cc5054-9c58-4cc2-8c0b-b7dea9108b58),segment_id=85cc5054-9c58-4cc2-8c0b-b7dea9108b58)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:39.037288 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-32f06099-0a53-4c0f-8ddb-496e5daf9ee2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:39.050015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-32f06099-0a53-4c0f-8ddb-496e5daf9ee2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Calling delete_port for d8e4ee2a-085e-4f53-a670-adb5a46c7dcb owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:24:39.180082 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-32f06099-0a53-4c0f-8ddb-496e5daf9ee2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:39.192098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['d8e4ee2a-085e-4f53-a670-adb5a46c7dcb'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:24:39.215101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f06099-0a53-4c0f-8ddb-496e5daf9ee2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Pushing event deleted for resources: {'Port': ['ID=d8e4ee2a-085e-4f53-a670-adb5a46c7dcb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:39.255429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-32f06099-0a53-4c0f-8ddb-496e5daf9ee2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] No DVR routers for this DVR port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:24:39.257996 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-32f06099-0a53-4c0f-8ddb-496e5daf9ee2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:39.261338 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e7410cc7-b125-46c5-91d8-1c47b239d0c5 req-32f06099-0a53-4c0f-8ddb-496e5daf9ee2 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] 10.222.0.70 "DELETE /v2.0/ports/d8e4ee2a-085e-4f53-a670-adb5a46c7dcb HTTP/1.1" status: 204 len: 173 time: 0.3999066 Nov 09 20:24:39.261785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'name': 'network-vif-deleted', 'tag': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:24:39.264072 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f1f1e7-2ddb-4929-9760-1e51b59b9269" -d '{"events": [{"server_uuid": "a876b9bf-51f0-4669-b779-9c54743b1b2f", "name": "network-vif-deleted", "tag": "d8e4ee2a-085e-4f53-a670-adb5a46c7dcb"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:24:39.300437 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ee68fe-6279-420c-bcf4-525bbac1fa01 x-openstack-request-id: req-01ee68fe-6279-420c-bcf4-525bbac1fa01 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:24:39.300733 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876b9bf-51f0-4669-b779-9c54743b1b2f", "name": "network-vif-deleted", "tag": "d8e4ee2a-085e-4f53-a670-adb5a46c7dcb", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:24:39.301002 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01ee68fe-6279-420c-bcf4-525bbac1fa01 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:24:39.301407 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876b9bf-51f0-4669-b779-9c54743b1b2f', 'name': 'network-vif-deleted', 'tag': 'd8e4ee2a-085e-4f53-a670-adb5a46c7dcb', 'status': 'completed', 'code': 200} Nov 09 20:24:39.579704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d8e4ee2a-085e-4f53-a670-adb5a46c7dcb up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:24:39.599795 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d8e4ee2a-085e-4f53-a670-adb5a46c7dcb {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:24:39.600138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d8e4ee2a-085e-4f53-a670-adb5a46c7dcb not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 20:24:39.617921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Port d8e4ee2a-085e-4f53-a670-adb5a46c7dcb not found, will not notify nova. {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 20:24:40.030999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50208) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:40.076541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ecabbf-8a3e-40a8-ba78-ea0733a95527 admin admin] Deleting subnet c60b0515-70d8-42c3-8bc6-154dfb358c10 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:24:40.079606 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-64ecabbf-8a3e-40a8-ba78-ea0733a95527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.113882 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-64ecabbf-8a3e-40a8-ba78-ea0733a95527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.152272 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-64ecabbf-8a3e-40a8-ba78-ea0733a95527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.209112 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-64ecabbf-8a3e-40a8-ba78-ea0733a95527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.235919 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecabbf-8a3e-40a8-ba78-ea0733a95527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c60b0515-70d8-42c3-8bc6-154dfb358c10,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:40.238143 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-64ecabbf-8a3e-40a8-ba78-ea0733a95527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.241488 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-64ecabbf-8a3e-40a8-ba78-ea0733a95527 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c60b0515-70d8-42c3-8bc6-154dfb358c10 HTTP/1.1" status: 204 len: 168 time: 0.2094522 Nov 09 20:24:40.244068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50210) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:40.301600 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3f55e264-a347-46e9-842b-89d3fd6cda64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.310783 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.391996 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.412151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a686f368-d15d-4cf2-a534-9c1e8eac951c']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:40.420933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cc5054-9c58-4cc2-8c0b-b7dea9108b58') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:40.421229 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cc5054-9c58-4cc2-8c0b-b7dea9108b58') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:40.430327 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.444253 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.450386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:24:40.450803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:24:40.452479 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:24:40.506837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.512114 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.515516 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a686f368-d15d-4cf2-a534-9c1e8eac951c HTTP/1.1" status: 204 len: 168 time: 0.2705297 Nov 09 20:24:40.527182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242bf0c-ef0f-4e6a-83be-5db713726ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a686f368-d15d-4cf2-a534-9c1e8eac951c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:40.621334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50214) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:40.666633 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7f4849ba-1332-4ae4-a6e2-205df36a3730 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50094c38561147c8883d3b6d0d187f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441198 Nov 09 20:24:40.669141 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50216) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:40.716309 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cdad5209-3b9e-4c7f-a6d8-e4e5720f7645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.737571 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cdad5209-3b9e-4c7f-a6d8-e4e5720f7645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.784410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cdad5209-3b9e-4c7f-a6d8-e4e5720f7645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.788713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cdad5209-3b9e-4c7f-a6d8-e4e5720f7645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:40.790618 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cdad5209-3b9e-4c7f-a6d8-e4e5720f7645 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9194799c-de2f-480b-a155-a7b6a02be770 HTTP/1.1" status: 204 len: 168 time: 0.1203372 Nov 09 20:24:40.799062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad5209-3b9e-4c7f-a6d8-e4e5720f7645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9194799c-de2f-480b-a155-a7b6a02be770,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:41.452278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50238) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:41.594385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1472609174-network', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:41.594691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d8e4ee2a-085e-4f53-a670-adb5a46c7dcb no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:24:41.616068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Made reservation on behalf of a848fb9c2d694700917e4f2bb1ac7b2a for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:24:41.618720 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:41.619719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: d8e4ee2a-085e-4f53-a670-adb5a46c7dcb {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:24:41.620071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device d8e4ee2a-085e-4f53-a670-adb5a46c7dcb not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:24:41.632128 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:41.706404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:41.710203 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:41.734284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:24:41.743934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b7ecb2-1236-46b6-b8e3-493c46eca6e9,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:41.751289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:41.751633 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Added segment 9fd1e3f3-c1e7-47c8-93e4-645b302f5e55 of type vlan for network beaa0510-33c0-4db7-9786-ac8720ac1866 Nov 09 20:24:41.791686 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:41.817225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:41.817980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:41.818576 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:41.871688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4181726 Nov 09 20:24:41.874854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50244) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:41.881082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36bfc5-23a3-41d1-8549-18e3b5afd30e admin admin] Pushing event updated for resources: {'Network': ['ID=beaa0510-33c0-4db7-9786-ac8720ac1866,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:41.885166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Request body: {'subnet': {'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1472609174-subnet', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:41.891267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network beaa0510-33c0-4db7-9786-ac8720ac1866 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:24:41.906468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Made reservation on behalf of a848fb9c2d694700917e4f2bb1ac7b2a for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:24:41.909511 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.074909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.131432 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7df88e-248d-4af0-95c6-39b9c7bb768d,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:42.140564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:24:42.140923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Network hostable DHCP agents. Network: beaa0510-33c0-4db7-9786-ac8720ac1866, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:24:42.156431 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Network beaa0510-33c0-4db7-9786-ac8720ac1866 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:24:42.165459 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, beaa0510-33c0-4db7-9786-ac8720ac1866) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:24:42.169739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:42.170315 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.175589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71592e19-4617-4702-9b54-df532cb03983 None None] Network beaa0510-33c0-4db7-9786-ac8720ac1866 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:24:42.186100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8b17ba0c-50fc-4c21-b3ad-403acc665fc9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3101482 Nov 09 20:24:42.188972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50246) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:42.193261 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:42.212774 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.214433 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.270648 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.410837 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.483710 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-beaa0510-33c0-4db7-9786-ac8720ac1866', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:24:42.484586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.616339 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.618253 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Allocated IP 172.20.0.2 (beaa0510-33c0-4db7-9786-ac8720ac1866/8d7df88e-248d-4af0-95c6-39b9c7bb768d/76ba8168-12de-4d31-a831-aa0a7886c081) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:24:42.637323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.742649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Allocated IP 172.25.6.31 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/5dbd04a6-5e66-445e-af1e-875fa37f7897) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:24:42.768213 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.773411 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.811072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Network beaa0510-33c0-4db7-9786-ac8720ac1866 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:24:42.813841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:24:42.818234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:24:42.827729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Pushing event updated for resources: {'Port': ['ID=76ba8168-12de-4d31-a831-aa0a7886c081,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:42.845537 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.883005 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.884603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Attempting to bind port 76ba8168-12de-4d31-a831-aa0a7886c081 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:24:42.884976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Attempting to bind port 76ba8168-12de-4d31-a831-aa0a7886c081 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:24:42.885339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Attempting to bind port 76ba8168-12de-4d31-a831-aa0a7886c081 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:24:42.890753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:24:42.891124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:24:42.891521 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.891907 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:24:42.892483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Bound port: 76ba8168-12de-4d31-a831-aa0a7886c081, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:24:42.893571 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:42.921345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:24:42.925690 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:24:42.936806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:24:42.940269 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Pushing event updated for resources: {'Port': ['ID=5dbd04a6-5e66-445e-af1e-875fa37f7897,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:42.957183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] For port 76ba8168-12de-4d31-a831-aa0a7886c081, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:24:42.960589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] For port 76ba8168-12de-4d31-a831-aa0a7886c081, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=76ba8168-12de-4d31-a831-aa0a7886c081,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:24:42.964098 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:43.024529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd9fa4-38d9-4a91-9195-035e2bdeba36 None None] Pushing event updated for resources: {'Port': ['ID=76ba8168-12de-4d31-a831-aa0a7886c081,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:43.243382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ad15409e-92a6-4f8b-a1fc-e0088b89babe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:43.508721 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:43.514241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:43.714757 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:43.844079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Router 68e72294-0630-411c-891e-2b21966422b1 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:24:43.913314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6c046-7e3b-4272-b76d-007ace728051 None None] Network beaa0510-33c0-4db7-9786-ac8720ac1866 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:24:43.966898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:24:43.983931 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:24:43.988782 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:43.993189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50248) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:43.993682 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5cd22151-5529-43df-b9ea-7821c7645b4e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8035414 Nov 09 20:24:43.995177 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:24:43.996001 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:24:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:43.997479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0aa64795-ad4b-4968-8641-c93dc8d4ce29 None None] Provisioning complete for port 76ba8168-12de-4d31-a831-aa0a7886c081 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:43.997746 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0aa64795-ad4b-4968-8641-c93dc8d4ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.109453 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:24:44.164156 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0aa64795-ad4b-4968-8641-c93dc8d4ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.198903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0aa64795-ad4b-4968-8641-c93dc8d4ce29 None None] For port 76ba8168-12de-4d31-a831-aa0a7886c081, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=76ba8168-12de-4d31-a831-aa0a7886c081,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:44.204554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0aa64795-ad4b-4968-8641-c93dc8d4ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.265566 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa64795-ad4b-4968-8641-c93dc8d4ce29 None None] Pushing event updated for resources: {'Port': ['ID=76ba8168-12de-4d31-a831-aa0a7886c081,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:44.325161 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:43Z', 'revision_number': 3, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:44.359670 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:24:44.360028 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Updating router 68e72294-0630-411c-891e-2b21966422b1 port 5dbd04a6-5e66-445e-af1e-875fa37f7897 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:24:44.387182 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.426753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a2e67e19-a5b4-4658-bb10-9abc3cca0779 None None] Provisioning complete for port 76ba8168-12de-4d31-a831-aa0a7886c081 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:44.427133 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a2e67e19-a5b4-4658-bb10-9abc3cca0779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.454662 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.623932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Allocated IP 172.20.0.1 (beaa0510-33c0-4db7-9786-ac8720ac1866/8d7df88e-248d-4af0-95c6-39b9c7bb768d/0cb3bcd4-5d70-49c0-b4e2-b147b2524a89) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:24:44.652986 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.660908 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.667705 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.716252 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Attempting to bind port 5dbd04a6-5e66-445e-af1e-875fa37f7897 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:24:44.716616 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Attempting to bind port 5dbd04a6-5e66-445e-af1e-875fa37f7897 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:24:44.716975 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Attempting to bind port 5dbd04a6-5e66-445e-af1e-875fa37f7897 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:24:44.730090 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:24:44.730464 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:24:44.730891 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.731283 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:24:44.731748 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Bound port: 5dbd04a6-5e66-445e-af1e-875fa37f7897, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:24:44.732124 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.744145 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.753319 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Pushing event updated for resources: {'Port': ['ID=5dbd04a6-5e66-445e-af1e-875fa37f7897,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:44.780265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.785983 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.786337 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.786701 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.787191 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.787639 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.788349 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.788349 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.788576 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.788900 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.789217 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.789541 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.789849 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:44.799445 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] For port 5dbd04a6-5e66-445e-af1e-875fa37f7897, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:24:44.803868 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] For port 5dbd04a6-5e66-445e-af1e-875fa37f7897, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5dbd04a6-5e66-445e-af1e-875fa37f7897,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:24:44.809606 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.819720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Network beaa0510-33c0-4db7-9786-ac8720ac1866 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:24:44.819925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 76ba8168-12de-4d31-a831-aa0a7886c081 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:24:44.824745 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:24:44.828588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:24:44.862426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb3bcd4-5d70-49c0-b4e2-b147b2524a89,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:44.868381 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:24:44.869098 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:24:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:44.874388 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039fc41-1282-4e2d-83e5-be39c4153a2b None None] Pushing event updated for resources: {'Port': ['ID=5dbd04a6-5e66-445e-af1e-875fa37f7897,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:44.886269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:44.917613 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 76ba8168-12de-4d31-a831-aa0a7886c081 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:44.918800 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:45.051631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:45.113741 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:24:45.136135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f4e4ce58-dfb2-4217-b620-08c878e9964a None None] Provisioning complete for port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:45.136421 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ce58-dfb2-4217-b620-08c878e9964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:45.171553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4ce58-dfb2-4217-b620-08c878e9964a None None] Port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:24:45.218955 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:45.224426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:45.301013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:45.303662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb3bcd4-5d70-49c0-b4e2-b147b2524a89,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:45.304333 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:43Z', 'revision_number': 3, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:45.335974 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410889-5041-4c9c-b3d8-68063685f72d None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:43Z', 'revision_number': 3, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:24:45.400385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Network beaa0510-33c0-4db7-9786-ac8720ac1866 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:24:45.401712 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:24:45.527772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Router 68e72294-0630-411c-891e-2b21966422b1 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:24:45.665736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:24:45.674623 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca9c6ba5-cc0a-4957-87e2-935a96740541 admin admin] 10.222.0.53 "PUT /v2.0/routers/68e72294-0630-411c-891e-2b21966422b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6765428 Nov 09 20:24:45.699947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2cd2b827-958c-4cfa-b145-395f9f67b68a None None] Provisioning complete for port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:45.700429 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b827-958c-4cfa-b145-395f9f67b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:45.743784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2b827-958c-4cfa-b145-395f9f67b68a None None] Port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:24:46.093983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 50256) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:46.098772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011515850', 'description': 'tempest-description--1078613441'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:46.121637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.196902 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.201233 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.235401 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.236642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1415975 Nov 09 20:24:46.238506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f082757d-c1f9-4dd3-810c-83b658eb5843,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:46.239588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50258) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:46.244176 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ef11a37b-ece3-40eb-a0dd-2162f88f008e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'security_group_rule': {'security_group_id': 'f082757d-c1f9-4dd3-810c-83b658eb5843', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:46.246113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.246460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.246827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.247197 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.247503 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.247837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.248344 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.248680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.249012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.249340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.249687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.250205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05e9d4-13af-48e0-8fd4-28e4735ccdb2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:24:46.272724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef11a37b-ece3-40eb-a0dd-2162f88f008e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.328570 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef11a37b-ece3-40eb-a0dd-2162f88f008e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.332481 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef11a37b-ece3-40eb-a0dd-2162f88f008e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.351066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11a37b-ece3-40eb-a0dd-2162f88f008e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d21f453-b6f8-4187-88dc-5d5da13151c2,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:46.356669 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ef11a37b-ece3-40eb-a0dd-2162f88f008e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.357901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ef11a37b-ece3-40eb-a0dd-2162f88f008e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172895 Nov 09 20:24:46.360483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50260) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:46.365255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-2d6795bb-e3ef-43d7-8f0e-57fae9120555 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'security_group_rule': {'security_group_id': 'f082757d-c1f9-4dd3-810c-83b658eb5843', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:46.395710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2d6795bb-e3ef-43d7-8f0e-57fae9120555 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.396875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.458297 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2d6795bb-e3ef-43d7-8f0e-57fae9120555 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.461841 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2d6795bb-e3ef-43d7-8f0e-57fae9120555 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.479401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6795bb-e3ef-43d7-8f0e-57fae9120555 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea426f50-020a-42e4-a46f-6ac37c371457,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:46.486788 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2d6795bb-e3ef-43d7-8f0e-57fae9120555 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.488083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2d6795bb-e3ef-43d7-8f0e-57fae9120555 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266351 Nov 09 20:24:46.491082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50262) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:46.495346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:46.516889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.615064 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.727056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Allocated IP 172.25.6.35 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/35f855b7-d9cf-42d6-8223-d5572074076a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:24:46.793808 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5dbd04a6-5e66-445e-af1e-875fa37f7897 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:24:46.840623 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.840993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5dbd04a6-5e66-445e-af1e-875fa37f7897 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:46.841362 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.879942 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:46.883965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:24:46.900017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:24:46.900634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:24:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:46.925504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:24:46.928388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:24:46.935692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:24:46.938950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event updated for resources: {'Port': ['ID=35f855b7-d9cf-42d6-8223-d5572074076a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:47.018633 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.020457 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.047057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 5dbd04a6-5e66-445e-af1e-875fa37f7897, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5dbd04a6-5e66-445e-af1e-875fa37f7897,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:47.055269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.058641 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.065256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:24:47.178780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=5dbd04a6-5e66-445e-af1e-875fa37f7897,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:47.212846 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.217415 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.297488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event updated for resources: {'Port': ['ID=35f855b7-d9cf-42d6-8223-d5572074076a,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:47.308317 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.318730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 2, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:47.324754 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.326007 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fc854b08-d893-4d6c-af0e-3a3778e7d5ad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8340013 Nov 09 20:24:47.348759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:24:47.349119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Updating router 68e72294-0630-411c-891e-2b21966422b1 port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:24:47.381628 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.466343 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-e108e2dd-d480-497c-afae-4de9bf5b0835 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2011515850&fields=id&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 267 time: 0.0320992 Nov 09 20:24:47.575286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d7e3372b-1ebc-4b72-bb63-1fff301c801c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:47.576808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d7e3372b-1ebc-4b72-bb63-1fff301c801c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 812 time: 0.1028249 Nov 09 20:24:47.591953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-19aba2b6-3e75-427c-98dd-2a10e4680639 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/quotas/a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 375 time: 0.0091693 Nov 09 20:24:47.649601 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.650258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-54db3813-a759-4a15-8165-b0ffdd08500c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523655 Nov 09 20:24:47.655175 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.710650 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea5d64-dbc6-44a8-9c01-3c85b2e59f80 None None] Pushing event updated for resources: {'Port': ['ID=0cb3bcd4-5d70-49c0-b4e2-b147b2524a89,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:47.758730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-22c936e7-e06a-41e4-a96f-bfeaf24978d6 service neutron] 10.222.0.53 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942652 Nov 09 20:24:47.764179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Attempting to bind port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:24:47.764570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Attempting to bind port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:24:47.766766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Attempting to bind port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:24:47.774108 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:24:47.774378 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:24:47.774893 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.775288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:24:47.775787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Bound port: 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:24:47.776197 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.846199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] For port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:24:47.849915 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] For port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0cb3bcd4-5d70-49c0-b4e2-b147b2524a89,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:24:47.854923 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:47.863112 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-8f7ed803-3792-45ab-aab7-b1055559a2ea service neutron] 10.222.0.53 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997887 Nov 09 20:24:47.919719 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:24:47.920341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:24:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:47.922139 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea5d64-dbc6-44a8-9c01-3c85b2e59f80 None None] Pushing event updated for resources: {'Port': ['ID=0cb3bcd4-5d70-49c0-b4e2-b147b2524a89,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:48.050688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2973ee91-7c34-499b-af2b-fd38b6dcdacf req-163d9076-0b3a-4a8e-b15a-2fa4095c2ab4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 210 time: 0.0328343 Nov 09 20:24:48.069153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bb98ca82-0e6c-4f63-8121-27d60161cb66 None None] Provisioning complete for port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:48.069637 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb98ca82-0e6c-4f63-8121-27d60161cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:48.103105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:24:48.285586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb98ca82-0e6c-4f63-8121-27d60161cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:48.347662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bb98ca82-0e6c-4f63-8121-27d60161cb66 None None] For port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0cb3bcd4-5d70-49c0-b4e2-b147b2524a89,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:48.525494 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb98ca82-0e6c-4f63-8121-27d60161cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:48.587897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98ca82-0e6c-4f63-8121-27d60161cb66 None None] Pushing event updated for resources: {'Port': ['ID=0cb3bcd4-5d70-49c0-b4e2-b147b2524a89,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:48.601630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:48.630691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f686-3c88-4ff5-83f6-9d55ef0147b5 None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:24:48.645163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1b9aec1b-c87f-4771-8e00-772521450005 None None] Provisioning complete for port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:48.645623 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1b9aec1b-c87f-4771-8e00-772521450005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:48.840674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5dbd04a6-5e66-445e-af1e-875fa37f7897 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:24:48.890181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 5dbd04a6-5e66-445e-af1e-875fa37f7897 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:48.890589 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:48.986284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:24:49.049664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-c59e0a54-1057-45fa-bcaa-7740776a1365 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:49.052013 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-c59e0a54-1057-45fa-bcaa-7740776a1365 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 812 time: 0.1249096 Nov 09 20:24:49.055765 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:49.056144 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:49.132259 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-0adcafb2-43de-4fa1-92d2-2f0b8908cdde tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 380 time: 0.0713065 Nov 09 20:24:49.145936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'port': {'device_id': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'admin_state_up': True, 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'security_groups': ['f082757d-c1f9-4dd3-810c-83b658eb5843']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:49.183873 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-33bf8d79-e6e2-4d3e-b598-6d2225777147 req-f4c38de4-9ef5-409d-96a6-2157719ff6db tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 210 time: 0.0303922 Nov 09 20:24:49.270144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Made reservation on behalf of a848fb9c2d694700917e4f2bb1ac7b2a for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:24:49.273848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:49.416999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Allocated IP 172.20.0.10 (beaa0510-33c0-4db7-9786-ac8720ac1866/8d7df88e-248d-4af0-95c6-39b9c7bb768d/f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:24:49.558143 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:49.593254 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:49.644194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Network beaa0510-33c0-4db7-9786-ac8720ac1866 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:24:49.647487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:24:49.650141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:24:49.682495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event updated for resources: {'Port': ['ID=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:49.714230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:49.714996 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:49.734593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-d26a2289-2068-468e-ab2c-bda5b2943f07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943310 Nov 09 20:24:49.746855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Request body: {'port': {'device_id': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:49.805039 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:49.882097 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1c012d8a-521c-4326-a2d9-d06bc4481a36 None None] Provisioning complete for port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:49.882685 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1c012d8a-521c-4326-a2d9-d06bc4481a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:49.921060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1c012d8a-521c-4326-a2d9-d06bc4481a36 None None] Port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:24:50.073498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:24:50.082419 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:50.094401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Transition to ACTIVE for port object f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:24:50.099051 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:50.167217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:50.224017 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Attempting to bind port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:24:50.224451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Attempting to bind port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:24:50.224685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Attempting to bind port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:24:50.229498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 on network beaa0510-33c0-4db7-9786-ac8720ac1866 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:24:50.229821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Attempting to bind port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:24:50.235315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:24:50.235662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:24:50.236051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:24:50.237056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Bound port: f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:24:50.237415 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:50.339272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:24:50.342974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:24:50.351549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d608138-e6a7-4df1-b264-6d278ea80d08 req-ee5218b9-49bf-482f-805b-ca2c0d83af3a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:50.353035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d608138-e6a7-4df1-b264-6d278ea80d08 req-ee5218b9-49bf-482f-805b-ca2c0d83af3a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 944 time: 0.0786231 Nov 09 20:24:50.354554 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:50.400916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:50.401546 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:50.402964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] 10.222.0.70 "PUT /v2.0/ports/f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 1092 time: 0.6604960 Nov 09 20:24:50.405110 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:24:50.407647 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:24:50.447067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d608138-e6a7-4df1-b264-6d278ea80d08 req-f5bb01a6-2468-43cb-b682-f746add80bce tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838654 Nov 09 20:24:50.448998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2137b-4317-4e97-adbc-4af2790ec1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:50.460491 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f58e0e-de04-4045-b981-85933cb7d8d3 x-openstack-request-id: req-d0f58e0e-de04-4045-b981-85933cb7d8d3 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:24:50.460940 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:24:50.461059 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0f58e0e-de04-4045-b981-85933cb7d8d3 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:24:50.461427 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'status': 'completed', 'code': 200} Nov 09 20:24:50.507708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-4226eed7-4e60-48fc-8da7-16da687ef5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:50.509219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-4226eed7-4e60-48fc-8da7-16da687ef5e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1095 time: 0.0611727 Nov 09 20:24:50.558804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-09215e51-98f4-42d9-ab42-37acf4b82452 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 217 time: 0.0375018 Nov 09 20:24:50.608708 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7d636cf2-0985-4be0-ab75-b5a6dabf8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:50.610163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-7d636cf2-0985-4be0-ab75-b5a6dabf8e79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0437431 Nov 09 20:24:50.656419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-b7e61d67-4f91-4eb0-8afb-fb2d3d853781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:50.657877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-b7e61d67-4f91-4eb0-8afb-fb2d3d853781 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411494 Nov 09 20:24:50.752135 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-efd8c433-dff2-4d6a-9150-2cda08426e09 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864193 Nov 09 20:24:50.840890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-647641ef-67ae-4abb-ac03-e16f5e479d44 req-ef9dcff8-1736-433e-a02e-73df0229f9cc service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818434 Nov 09 20:24:50.937404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-fda31219-c9ab-4c02-9967-dac5d24df81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:50.938886 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-fda31219-c9ab-4c02-9967-dac5d24df81b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1095 time: 0.0445225 Nov 09 20:24:51.028558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-2c8cb526-1916-4430-8d3b-f7823155a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:51.030025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-2c8cb526-1916-4430-8d3b-f7823155a2fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0839660 Nov 09 20:24:51.075775 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-e6ae927d-e42a-4f91-9b45-6643149cb29a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 217 time: 0.0379770 Nov 09 20:24:51.126112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-d80792a4-179c-4874-bb2b-00419b6858ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:51.128253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-d80792a4-179c-4874-bb2b-00419b6858ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0448375 Nov 09 20:24:51.174616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-28c47f63-9580-44e2-906c-8f942547483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:51.176103 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-28c47f63-9580-44e2-906c-8f942547483e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401030 Nov 09 20:24:51.272643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-7cfddcf2-e927-4279-b4f9-00e3ca8ebca4 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888267 Nov 09 20:24:51.365044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63f9d91a-c36d-45be-bb4c-818ef25b5c7a req-26e89285-ab5a-45e7-863b-3b13b7cc1883 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840189 Nov 09 20:24:51.497259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:51.577906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92074a5-bc32-404f-bdfb-6baedd53a311 req-88bd7e69-2668-4e5e-b106-b794170a2024 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:51.579441 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b92074a5-bc32-404f-bdfb-6baedd53a311 req-88bd7e69-2668-4e5e-b106-b794170a2024 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 944 time: 0.0500042 Nov 09 20:24:51.617143 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b92074a5-bc32-404f-bdfb-6baedd53a311 req-7652bc91-90c3-42ef-9715-76bf5cfcfbf2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316656 Nov 09 20:24:52.733006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715576ca-a59b-4eb8-9d0c-10d98c12aa99 req-511151dc-242f-4b2a-a32f-7cd31c0f950d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:52.734494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-715576ca-a59b-4eb8-9d0c-10d98c12aa99 req-511151dc-242f-4b2a-a32f-7cd31c0f950d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 944 time: 0.0505862 Nov 09 20:24:52.773040 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-715576ca-a59b-4eb8-9d0c-10d98c12aa99 req-50c26f30-1c4d-4373-9897-fef8c78d37b7 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325103 Nov 09 20:24:53.641473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:24:53.733737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:53.744803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'port_id': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'mac_address': 'fa:16:3e:ec:25:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:24:53.784903 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:53.797574 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:24:53.817614 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:53.821229 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:53.869703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:53.888610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39a25b-ba3c-4dfd-942b-85501782ab63 req-e58e02fa-1511-43e7-93d0-d3db426fc7d4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:53.890098 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a39a25b-ba3c-4dfd-942b-85501782ab63 req-e58e02fa-1511-43e7-93d0-d3db426fc7d4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 945 time: 0.0500114 Nov 09 20:24:53.927597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a39a25b-ba3c-4dfd-942b-85501782ab63 req-c34dae0d-9d55-4119-893d-9ba6e1b6e467 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306513 Nov 09 20:24:54.010491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:24:55.046668 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e134e4-77fc-460e-a9fb-69f1fd5ff978 req-633e6c32-43de-4916-9c8b-cd24707ae3d5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:55.048128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56e134e4-77fc-460e-a9fb-69f1fd5ff978 req-633e6c32-43de-4916-9c8b-cd24707ae3d5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 945 time: 0.0537164 Nov 09 20:24:55.086222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56e134e4-77fc-460e-a9fb-69f1fd5ff978 req-44ea6d3e-9358-423a-b781-5319126407ec tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Nov 09 20:24:55.656567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:24:55.710729 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:55.714504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:24:55.718693 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:24:55.719054 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:55.795779 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:55.818407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:24:55.820790 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36020de5-1c91-42a9-9577-234aea916198" -d '{"events": [{"server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "name": "network-vif-plugged", "status": "completed", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:24:55.833665 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:24:55.838381 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:55.891069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:24:55.925527 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00a6af4-9739-428c-8e8e-c15cd087a323 x-openstack-request-id: req-f00a6af4-9739-428c-8e8e-c15cd087a323 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:24:55.925829 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "name": "network-vif-plugged", "status": "completed", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:24:55.926090 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f00a6af4-9739-428c-8e8e-c15cd087a323 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:24:55.926495 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'code': 200} Nov 09 20:24:56.019018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878810e-9349-4fb4-9d7f-b07b732f3759 req-af95a955-aade-43f6-b868-62dda60b62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:56.020476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d878810e-9349-4fb4-9d7f-b07b732f3759 req-af95a955-aade-43f6-b868-62dda60b62a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1097 time: 0.0401354 Nov 09 20:24:56.055930 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d878810e-9349-4fb4-9d7f-b07b732f3759 req-4d8d5be2-ead2-40c1-b137-430ac25a8dfd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283465 Nov 09 20:24:56.200510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4547dee-9baa-47f6-ade5-971b410eeb5f req-f4caaf03-2f2a-4482-b097-e35a090a5ebf tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:56.201893 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4547dee-9baa-47f6-ade5-971b410eeb5f req-f4caaf03-2f2a-4482-b097-e35a090a5ebf tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0482984 Nov 09 20:24:56.240045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4547dee-9baa-47f6-ade5-971b410eeb5f req-62d87bd2-fbc1-4805-b79a-78d11dc8b0eb tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Nov 09 20:24:57.363933 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f2a57-9465-4ab5-b3cd-b98c0b136ad7 req-4e14c2d2-81e4-44d7-ad79-141f6a28605f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:57.365496 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f22f2a57-9465-4ab5-b3cd-b98c0b136ad7 req-4e14c2d2-81e4-44d7-ad79-141f6a28605f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0527842 Nov 09 20:24:57.404623 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f22f2a57-9465-4ab5-b3cd-b98c0b136ad7 req-d736986d-9235-42e3-9620-6c867f5365fe tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328000 Nov 09 20:24:57.518109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed76d4c-e13a-446d-a578-ed3f62b7ff38 req-0da940d5-5f04-45e4-a5b6-12d0b758eab7 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:57.519587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1ed76d4c-e13a-446d-a578-ed3f62b7ff38 req-0da940d5-5f04-45e4-a5b6-12d0b758eab7 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0520291 Nov 09 20:24:57.528121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50310) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:24:57.532362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-977d9da0-f990-4937-978a-1ab84e9c0b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'floatingip': {'port_id': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:24:57.570795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-977d9da0-f990-4937-978a-1ab84e9c0b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:58.320465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-977d9da0-f990-4937-978a-1ab84e9c0b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:58.324461 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-977d9da0-f990-4937-978a-1ab84e9c0b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:58.423193 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-977d9da0-f990-4937-978a-1ab84e9c0b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 associated. External IP: 172.25.6.35, port: f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056. Nov 09 20:24:58.628831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977d9da0-f990-4937-978a-1ab84e9c0b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Router 68e72294-0630-411c-891e-2b21966422b1 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:24:58.732249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977d9da0-f990-4937-978a-1ab84e9c0b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:24:58.737447 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-977d9da0-f990-4937-978a-1ab84e9c0b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:24:58.742442 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:24:58.751562 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:24:58.752830 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:24:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:58.769189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-977d9da0-f990-4937-978a-1ab84e9c0b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "PUT /v2.0/floatingips/fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 HTTP/1.1" status: 200 len: 991 time: 1.2400374 Nov 09 20:24:58.769862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:24:58.774890 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04142a0a-2c2c-4563-acc5-62b452036c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:24:58.811213 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e528ebdf-9848-48b9-b1ac-8ba2d431314f x-openstack-request-id: req-e528ebdf-9848-48b9-b1ac-8ba2d431314f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:24:58.811509 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:24:58.811767 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e528ebdf-9848-48b9-b1ac-8ba2d431314f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:24:58.812169 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'status': 'completed', 'code': 200} Nov 09 20:24:58.865393 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:24:58.874138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-a0019f4a-a541-426b-87be-256184eb7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:58.875758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-a0019f4a-a541-426b-87be-256184eb7592 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1097 time: 0.0413003 Nov 09 20:24:58.967511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-4ef893bc-7622-4e14-bbe4-be9c6331548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:58.968958 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-4ef893bc-7622-4e14-bbe4-be9c6331548c service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0858572 Nov 09 20:24:59.071152 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-a1133b2a-a6a7-443d-bfe8-93be316ce405 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 999 time: 0.0942624 Nov 09 20:24:59.091651 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:ec:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:24:57Z', 'revision_number': 1, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:59.116995 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:24:59.122886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-9eb1f21c-21bb-4d97-8f9a-2723e13762fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:59.124382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-9eb1f21c-21bb-4d97-8f9a-2723e13762fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0455799 Nov 09 20:24:59.125189 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:24:59.125821 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:24:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:59.175388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-cf70941b-b343-478f-b9e9-66ac7211fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:24:59.176907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-cf70941b-b343-478f-b9e9-66ac7211fa7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458052 Nov 09 20:24:59.234555 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:24:59.266608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-ade2dc80-fef4-489a-b249-229bc2dbdef9 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825868 Nov 09 20:24:59.366117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04142a0a-2c2c-4563-acc5-62b452036c3e req-a66bff5c-9c77-4ed7-a1fb-d768e1aa3c11 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927579 Nov 09 20:24:59.465435 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:ec:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:24:57Z', 'revision_number': 1, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:24:59.491536 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d5b041-cca2-4eb0-8eea-2bda587b6390 None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:ec:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:24:57Z', 'revision_number': 1, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:24:59.688289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff959c6-6db4-44ff-b60d-ce99402addea None None] New status for floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:25:05.023463 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:25:10.303262 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-42354218-d255-41fe-968d-859039e8f513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:13.063744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-eadb0a94-04e4-457d-8bc9-c4b6042a9749 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403376 Nov 09 20:25:13.144189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-191e3e75-381e-44ce-b4cc-2a1593bc31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:25:13.145706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-191e3e75-381e-44ce-b4cc-2a1593bc31bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1097 time: 0.0412750 Nov 09 20:25:13.234208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-10f6c703-39c5-40c0-8808-a8b974030dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:13.251606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-8b0c24d7-9575-4784-93fb-364afc052bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:25:13.253724 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-8b0c24d7-9575-4784-93fb-364afc052bcf service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0889230 Nov 09 20:25:13.319496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-4d000182-27d9-42f4-8a25-25419f19e7e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 1001 time: 0.0583968 Nov 09 20:25:13.371164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-6bcccfdd-0ad7-4d5a-af12-3515d0ae77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:25:13.372608 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-6bcccfdd-0ad7-4d5a-af12-3515d0ae77ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0463350 Nov 09 20:25:13.422778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-b6223d11-88e9-4d30-893f-ed6294986fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:25:13.424384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-b6223d11-88e9-4d30-893f-ed6294986fba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440969 Nov 09 20:25:13.511187 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:13.521619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-250591d2-d5e4-4fed-91d3-8f08b02f57f6 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902200 Nov 09 20:25:13.619082 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b408b6c7-b779-452c-82c2-b27de7c97bbc req-964d7b29-c8f3-4e6b-b2a2-bdc96400bdd1 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892680 Nov 09 20:25:14.657221 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:16.399210 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:21.500473 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:25.705736 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:40.303772 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-59e987af-9dd2-4d60-923f-fec125bca713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:42.022640 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:25:43.235145 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4685-6d7a-46b6-ac86-364b439184f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:43.513466 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:44.657517 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:46.402469 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:51.506924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:25:55.721114 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:10.304637 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-60a39371-0914-4ebf-a244-a858a106f408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:13.236752 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-36e1e21c-7c0d-4441-b0fb-e518d5d8e296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:13.514884 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:14.660046 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:14.782154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-a56da715-7aa9-408f-9a54-f46c3aa3636f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869763 Nov 09 20:26:14.863294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-f0701a35-64d6-473c-a041-88347edf82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:14.865485 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-f0701a35-64d6-473c-a041-88347edf82c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1097 time: 0.0420578 Nov 09 20:26:14.970259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-dcddc811-fd55-4fcd-bbc2-94efc703cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:14.971759 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-dcddc811-fd55-4fcd-bbc2-94efc703cdb0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0869770 Nov 09 20:26:15.038763 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-8d5fd933-7e89-4487-a75a-bdb07df4ce93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 1001 time: 0.0576882 Nov 09 20:26:15.088077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-9f18b0ef-ec81-4ff1-8a6c-44d09937f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:15.089532 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-9f18b0ef-ec81-4ff1-8a6c-44d09937f73e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0433397 Nov 09 20:26:15.140175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-3c793e75-ae19-4731-9e23-f1c184427e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:15.141718 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-3c793e75-ae19-4731-9e23-f1c184427e5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453000 Nov 09 20:26:15.230761 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-9d16508a-2f89-4e18-8586-365a0c61ec0a service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815279 Nov 09 20:26:15.323758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3eb4d5dd-e255-47b1-a5b8-1aa9e576d86b req-6d0236a8-8d09-42bd-97b3-fd0f8473187d service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863528 Nov 09 20:26:16.406058 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:19.022834 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:26:21.513553 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:25.736413 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:34.636280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ece49-434c-4355-ae30-05ac17532960 req-953adedf-3b34-4699-b26b-3a32fba8454d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:34.637776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e42ece49-434c-4355-ae30-05ac17532960 req-953adedf-3b34-4699-b26b-3a32fba8454d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0527174 Nov 09 20:26:34.679041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e42ece49-434c-4355-ae30-05ac17532960 req-4371348a-2205-4114-9f96-e29caae529d1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353220 Nov 09 20:26:34.920992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5c919-233b-422f-b9e0-01130274a133 req-f8d5b14b-09c8-4f67-8f75-1b922c643856 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:34.922490 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10f5c919-233b-422f-b9e0-01130274a133 req-f8d5b14b-09c8-4f67-8f75-1b922c643856 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0511050 Nov 09 20:26:34.986737 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10f5c919-233b-422f-b9e0-01130274a133 req-84306540-345c-46ec-95ff-201e60973bf4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547345 Nov 09 20:26:34.993509 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-dcb0196d-0166-4f71-985c-107c21c6d825 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312652 Nov 09 20:26:35.002461 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-b3c63001-f32e-4cd2-bd6d-460bc1fb9a4f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:26:35.003464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-b3c63001-f32e-4cd2-bd6d-460bc1fb9a4f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050569 Nov 09 20:26:36.111297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115e2c9-f247-4727-8784-99806f7fbdf3 req-6f02b0c3-2a89-43aa-9884-913d54834353 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:36.113054 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b115e2c9-f247-4727-8784-99806f7fbdf3 req-6f02b0c3-2a89-43aa-9884-913d54834353 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0563455 Nov 09 20:26:36.160072 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b115e2c9-f247-4727-8784-99806f7fbdf3 req-b1187ec7-4c80-42bc-981f-7b7b35f2d66f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402975 Nov 09 20:26:36.231765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61e71-6842-48df-b020-03898b4e0d85 req-efa5b9bd-c5b3-44ff-bac4-f7f2492155ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:36.233293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-efa5b9bd-c5b3-44ff-bac4-f7f2492155ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1097 time: 0.0423253 Nov 09 20:26:36.322481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61e71-6842-48df-b020-03898b4e0d85 req-ae2cd01b-e86b-45cc-a7a0-168128751a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:36.323874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-ae2cd01b-e86b-45cc-a7a0-168128751a5f service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0832160 Nov 09 20:26:36.392316 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-9a4d7f1e-63d2-41c0-9685-9b9abfb9a575 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 1001 time: 0.0607159 Nov 09 20:26:36.440862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61e71-6842-48df-b020-03898b4e0d85 req-20326cbf-2b79-4871-8623-f701fe39a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:36.442814 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-20326cbf-2b79-4871-8623-f701fe39a533 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0432203 Nov 09 20:26:36.486723 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61e71-6842-48df-b020-03898b4e0d85 req-1741f7f7-2b7a-46e5-a7b7-eb47a4f21e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:36.488281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-1741f7f7-2b7a-46e5-a7b7-eb47a4f21e97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384288 Nov 09 20:26:36.586920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-3b4f38f0-56cd-484d-a479-3708681f611b service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860076 Nov 09 20:26:36.677654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-c65c836f-33eb-49d9-9231-c801c6f3c86f service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835228 Nov 09 20:26:37.286160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47df7c5-61da-4b33-927b-235024b1bbd6 req-13e0d4ce-d681-48b2-8258-3fc2e2b75af9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:37.287776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b47df7c5-61da-4b33-927b-235024b1bbd6 req-13e0d4ce-d681-48b2-8258-3fc2e2b75af9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0559394 Nov 09 20:26:37.325937 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b47df7c5-61da-4b33-927b-235024b1bbd6 req-10836a09-34fc-48b2-892c-2b4c13853e23 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322094 Nov 09 20:26:38.441105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd514c1-cbe4-4df4-b2de-50445d29563a req-837c7375-05da-4274-b301-5fae1b29f51d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:38.442598 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ddd514c1-cbe4-4df4-b2de-50445d29563a req-837c7375-05da-4274-b301-5fae1b29f51d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0498643 Nov 09 20:26:38.480553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ddd514c1-cbe4-4df4-b2de-50445d29563a req-2f576d36-7f08-4b93-a920-dfe5f00be16d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320702 Nov 09 20:26:39.598913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bba5c7-d610-40a6-abe1-a7947fc4d480 req-58bcf767-d390-4cd4-8b99-2c6c9c61c39e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:39.600429 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89bba5c7-d610-40a6-abe1-a7947fc4d480 req-58bcf767-d390-4cd4-8b99-2c6c9c61c39e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0492241 Nov 09 20:26:39.638298 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-89bba5c7-d610-40a6-abe1-a7947fc4d480 req-497566dc-f9d8-47e2-b633-9fdf35eba2f5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318916 Nov 09 20:26:40.304459 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bffa1d2d-3400-4410-9be1-91149ca1dae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:40.756808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304090e-b5ef-4972-a268-e8b83b6ed94e req-598b4843-ce30-4bc7-b021-5c9bf7f96881 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:40.758287 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f304090e-b5ef-4972-a268-e8b83b6ed94e req-598b4843-ce30-4bc7-b021-5c9bf7f96881 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0532646 Nov 09 20:26:40.796394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f304090e-b5ef-4972-a268-e8b83b6ed94e req-2ae1465c-0e1b-4eb5-b60c-59b79e0866ce tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Nov 09 20:26:41.911051 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355121a9-99d7-433e-9d19-ad123d6cc943 req-e565abd6-8d7e-4ec9-9ee8-4948c83f9de5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:41.912514 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-355121a9-99d7-433e-9d19-ad123d6cc943 req-e565abd6-8d7e-4ec9-9ee8-4948c83f9de5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0496814 Nov 09 20:26:41.948494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-355121a9-99d7-433e-9d19-ad123d6cc943 req-5d1a78c5-ac00-442f-ad30-f170eb33b72a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300796 Nov 09 20:26:43.067262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062cdb-93b2-4dde-98c6-08291f9933fd req-82a8c332-13c7-49e6-a126-1e012c411ec8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:43.068674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89062cdb-93b2-4dde-98c6-08291f9933fd req-82a8c332-13c7-49e6-a126-1e012c411ec8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0489748 Nov 09 20:26:43.109244 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89062cdb-93b2-4dde-98c6-08291f9933fd req-ad850ff6-e04b-4cf8-a7d4-a9c3852567f3 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345724 Nov 09 20:26:43.239824 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eeb3135a-6e1e-40e9-9388-a3e96f1220d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:43.514758 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:43.924245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-a2902596-006f-41b1-a33b-1335bfad5b39 req-ddd2033e-fc16-4fce-a6be-ed6d86f30925 service neutron] (102296) timed out ('10.222.0.77', 65365) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:26:44.231713 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81ecb0-281b-461e-83c4-7bafe2696b3d req-dd0cdf65-3c1f-456e-b55c-a060cacf3f0b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:44.233074 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c81ecb0-281b-461e-83c4-7bafe2696b3d req-dd0cdf65-3c1f-456e-b55c-a060cacf3f0b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0523014 Nov 09 20:26:44.269472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7c81ecb0-281b-461e-83c4-7bafe2696b3d req-29392dcc-61f3-49c2-9ccf-04617afb7527 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302722 Nov 09 20:26:44.663618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:45.386458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a90597-aa31-42eb-85aa-f89a556eace9 req-af76fc0e-baf2-4d58-8046-1aba15e9c81a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:45.388023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5a90597-aa31-42eb-85aa-f89a556eace9 req-af76fc0e-baf2-4d58-8046-1aba15e9c81a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0489280 Nov 09 20:26:45.424686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d5a90597-aa31-42eb-85aa-f89a556eace9 req-625648ee-660d-449f-8fac-793ab565b6d6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Nov 09 20:26:46.409831 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:46.540896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a962a5-01b6-4a86-8458-566b01029cd9 req-c6e252be-554c-4f15-8b8c-32a31beb9500 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:46.542366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9a962a5-01b6-4a86-8458-566b01029cd9 req-c6e252be-554c-4f15-8b8c-32a31beb9500 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0491316 Nov 09 20:26:46.578926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d9a962a5-01b6-4a86-8458-566b01029cd9 req-817be211-9a01-4dc9-974e-28f875c7320e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306859 Nov 09 20:26:47.699166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7816-f884-45f5-b488-04d4ee75146d req-33d66044-f930-40ed-b227-6ec8e2f6bd55 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:47.700642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-034e7816-f884-45f5-b488-04d4ee75146d req-33d66044-f930-40ed-b227-6ec8e2f6bd55 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0529592 Nov 09 20:26:47.737454 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-034e7816-f884-45f5-b488-04d4ee75146d req-97b94163-3381-41f0-9e38-16de77073322 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309033 Nov 09 20:26:48.507782 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-30d61e71-6842-48df-b020-03898b4e0d85 req-845170d9-5180-4dd1-a0c7-0d64ab3fcc5c service neutron] show failed (client error): The resource could not be found. Nov 09 20:26:48.508820 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-845170d9-5180-4dd1-a0c7-0d64ab3fcc5c service neutron] 10.222.0.70 "GET /v2.0/ports/f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0574269 Nov 09 20:26:48.713034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61e71-6842-48df-b020-03898b4e0d85 req-2e967814-aabb-4dd5-a125-cd7d145bbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:48.714608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-2e967814-aabb-4dd5-a125-cd7d145bbb76 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 1097 time: 0.0402379 Nov 09 20:26:48.730660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:26:48.783308 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:48.866371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc01773-0675-4eed-adc0-979b7ead736a req-3fdefbbd-3d45-4882-8b21-a674a76dff4b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:48.867919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcc01773-0675-4eed-adc0-979b7ead736a req-3fdefbbd-3d45-4882-8b21-a674a76dff4b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0598118 Nov 09 20:26:48.907390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcc01773-0675-4eed-adc0-979b7ead736a req-edd97aa9-c0c7-4d16-9ab5-fa9bdbe6948a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331585 Nov 09 20:26:49.002783 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:26:49.035879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:26:49.075652 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:26:49.077939 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51c519e-dd88-4e76-8f58-fc2b327aa90c" -d '{"events": [{"server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:26:49.081935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:49.095555 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Transition to ACTIVE for port object f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:26:49.100275 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:49.134762 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89af1227-cd86-45e4-ba02-ca83276118c3 x-openstack-request-id: req-89af1227-cd86-45e4-ba02-ca83276118c3 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:26:49.135061 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:26:49.135317 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89af1227-cd86-45e4-ba02-ca83276118c3 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:26:49.135720 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'code': 200} Nov 09 20:26:49.212406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Pushing event updated for resources: {'Port': ['ID=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,revision_number=6']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:26:49.230238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.230609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.230957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.231293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.231630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.231985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.232300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.232626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.232956 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.233282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.233611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.233938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:49.288628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] No DVR routers for this DVR port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 on host n-h1-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:26:49.423159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Attempting to bind port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:26:49.423410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Attempting to bind port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:26:49.423736 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Attempting to bind port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:26:49.427965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 on network beaa0510-33c0-4db7-9786-ac8720ac1866 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:26:49.428281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Attempting to bind port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:26:49.433002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:26:49.433334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:26:49.433712 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:26:49.434130 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Bound port: f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:26:49.434479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:49.498146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:26:49.501063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:26:49.505679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:49.539926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:49.540495 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:49.542438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] 10.222.0.77 "PUT /v2.0/ports/f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 1092 time: 0.8156691 Nov 09 20:26:49.569874 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3af59-8cef-473c-9d43-d31ae4c8627a service neutron] Pushing event updated for resources: {'Port': ['ID=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:26:49.616510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61e71-6842-48df-b020-03898b4e0d85 req-842e3ca8-5c01-49de-b7e7-26f46f39317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:49.618057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-842e3ca8-5c01-49de-b7e7-26f46f39317b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1095 time: 0.0434279 Nov 09 20:26:49.721260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61e71-6842-48df-b020-03898b4e0d85 req-eb071587-e50d-4736-b280-b9ea8968778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:49.722763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-eb071587-e50d-4736-b280-b9ea8968778b service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0935869 Nov 09 20:26:49.793799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-91d93ab5-498e-4267-913d-d940bebc167e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 999 time: 0.0598536 Nov 09 20:26:49.846799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61e71-6842-48df-b020-03898b4e0d85 req-03c062bf-6971-495b-a0d3-bf866a89e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:49.849111 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-03c062bf-6971-495b-a0d3-bf866a89e875 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0432425 Nov 09 20:26:49.901714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4e48ed6b-2b19-4795-aa5e-c2a852109e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:49.903198 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-4e48ed6b-2b19-4795-aa5e-c2a852109e60 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431099 Nov 09 20:26:49.998651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-e157e4f5-0566-4cd1-ba4a-06dd0a5c9dd6 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838132 Nov 09 20:26:50.025877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a496e4-3cc2-4cda-9402-4fa009c9ffc3 req-a236b6cf-72ab-4151-ad09-71d0b4ca61d2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:50.027446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-98a496e4-3cc2-4cda-9402-4fa009c9ffc3 req-a236b6cf-72ab-4151-ad09-71d0b4ca61d2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 944 time: 0.0500174 Nov 09 20:26:50.068964 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-98a496e4-3cc2-4cda-9402-4fa009c9ffc3 req-ef7a1d16-368e-405a-8025-9be187b77ecf tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345707 Nov 09 20:26:50.108972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-30d61e71-6842-48df-b020-03898b4e0d85 req-2b090486-7dfe-4934-80cf-0392442dcb37 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979388 Nov 09 20:26:51.137434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:26:51.139859 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aefe2f3-f7c9-4208-a3f0-c24097726883" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:26:51.196969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a168-7fb1-41a2-a01b-b4d42f103ef1 req-721db3e2-3263-46ef-9b93-2d86ac2bf6e2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:51.198560 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c925a168-7fb1-41a2-a01b-b4d42f103ef1 req-721db3e2-3263-46ef-9b93-2d86ac2bf6e2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 944 time: 0.0553551 Nov 09 20:26:51.200131 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c2735f-97e0-47b5-8519-e54c698fe6a8 x-openstack-request-id: req-57c2735f-97e0-47b5-8519-e54c698fe6a8 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:26:51.200416 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:26:51.200670 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57c2735f-97e0-47b5-8519-e54c698fe6a8 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:26:51.201069 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'status': 'completed', 'code': 200} Nov 09 20:26:51.259000 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-fa936e2c-0282-4d02-99bc-e319c6844b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:51.260507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-fa936e2c-0282-4d02-99bc-e319c6844b9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1095 time: 0.0426133 Nov 09 20:26:51.264190 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c925a168-7fb1-41a2-a01b-b4d42f103ef1 req-f6129341-2e82-4cd3-a33d-14be006101b6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587826 Nov 09 20:26:51.274702 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-5fa3e09f-8bd1-4591-b695-db5e0dd8eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:51.276199 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-5fa3e09f-8bd1-4591-b695-db5e0dd8eb75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1095 time: 0.0627620 Nov 09 20:26:51.358077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-ea950045-9cdc-477f-98a0-0543ff9bd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:51.359935 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-ea950045-9cdc-477f-98a0-0543ff9bd44a service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0917568 Nov 09 20:26:51.373556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-82eb0bca-d6a4-4b8a-8d01-6e5319cf7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:51.375063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-82eb0bca-d6a4-4b8a-8d01-6e5319cf7a55 service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0911744 Nov 09 20:26:51.428321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-d8e7ce3e-51c8-4c96-bbdc-20e4a18ddd31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 999 time: 0.0594859 Nov 09 20:26:51.442818 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-f3a57646-7df9-43c6-a1df-e6a9367d3738 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 999 time: 0.0588462 Nov 09 20:26:51.481452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-e338aa86-168a-4371-b02f-b8c0d49c3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:51.483060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-e338aa86-168a-4371-b02f-b8c0d49c3f72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0476305 Nov 09 20:26:51.496324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-22bfd180-eab1-4c47-b9d5-db135acc668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:51.497786 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-22bfd180-eab1-4c47-b9d5-db135acc668c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0478795 Nov 09 20:26:51.529088 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:51.536600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-00e9c49c-34fa-41c6-b15d-d4b7456a049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:51.538117 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-00e9c49c-34fa-41c6-b15d-d4b7456a049c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452664 Nov 09 20:26:51.550331 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-14b0cd67-2de9-45a3-bdc2-2ae451a22a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:51.552315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-14b0cd67-2de9-45a3-bdc2-2ae451a22a12 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453842 Nov 09 20:26:51.636041 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-53b119db-34af-4aea-a2d7-7a05dea39454 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905733 Nov 09 20:26:51.646899 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-4c7a003d-5a82-44a6-9dab-6c8183d37fd4 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863931 Nov 09 20:26:51.731583 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-8d0d6e05-7717-422f-a29b-7f9ae848aed4 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880830 Nov 09 20:26:51.740737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5aefe2f3-f7c9-4208-a3f0-c24097726883 req-40df2028-873c-45be-bf2b-ba57ad03aa76 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862722 Nov 09 20:26:52.385019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3c90-771c-44ab-bad1-1a7347358591 req-fc95733c-9340-4410-bd88-9654c815588a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:52.386500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2aa3c90-771c-44ab-bad1-1a7347358591 req-fc95733c-9340-4410-bd88-9654c815588a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 944 time: 0.0490322 Nov 09 20:26:52.424638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c2aa3c90-771c-44ab-bad1-1a7347358591 req-3519d137-a102-4fff-8a45-6dea27249ff9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321259 Nov 09 20:26:52.652204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0af483-a380-489f-b369-ba129114c355 req-3fcfa197-01fd-4751-ad88-05b2e534caec tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:52.653703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb0af483-a380-489f-b369-ba129114c355 req-3fcfa197-01fd-4751-ad88-05b2e534caec tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 944 time: 0.0866973 Nov 09 20:26:52.661752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-ab8e1ba0-48f2-4d65-ad26-dcb0ce51cd5e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:52.663123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-ab8e1ba0-48f2-4d65-ad26-dcb0ce51cd5e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 944 time: 0.0831366 Nov 09 20:26:52.724667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb0af483-a380-489f-b369-ba129114c355 req-40af4e90-875c-4e83-9ce7-6b153c0feea3 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605259 Nov 09 20:26:52.742990 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-91a3c25a-a93c-473e-bae0-f859171f8852 service neutron] delete failed (client error): The resource could not be found. Nov 09 20:26:52.743986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-91a3c25a-a93c-473e-bae0-f859171f8852 service neutron] 10.222.0.70 "DELETE /v2.0/ports/f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056/bindings/n-h1-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0734842 Nov 09 20:26:52.828139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-11d9b103-c534-44d5-a758-0d4460019bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:52.829624 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-11d9b103-c534-44d5-a758-0d4460019bce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 1095 time: 0.0409684 Nov 09 20:26:52.921197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-43917ccc-e18b-4125-8a42-abd8b379aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:52.923030 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-43917ccc-e18b-4125-8a42-abd8b379aae4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0855660 Nov 09 20:26:52.987621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-25f27e5b-1719-44f0-860f-29b8aa5dd54e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 200 len: 999 time: 0.0562830 Nov 09 20:26:53.039547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-36db6585-d169-42bf-a2e2-b89bc01bda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:53.040955 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-36db6585-d169-42bf-a2e2-b89bc01bda8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0460432 Nov 09 20:26:53.051776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:26:53.087150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-2e6ee73b-eca5-4ef2-b60b-80800c92b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:53.088706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-2e6ee73b-eca5-4ef2-b60b-80800c92b6b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408843 Nov 09 20:26:53.151490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:26:53.163118 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'port_id': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'mac_address': 'fa:16:3e:ec:25:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:26:53.180301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-d4ae9842-da43-4008-b89e-f1c03aa49e00 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847008 Nov 09 20:26:53.201135 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:53.214779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:26:53.234185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:26:53.238866 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:53.273876 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a3b6817-bd60-4269-8de4-e1c546c23929 req-aaba98b9-82b4-4fbf-a46f-6c70d84e6eff service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864263 Nov 09 20:26:53.290966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:26:53.299880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.300233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.300577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.300920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.301879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.302230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.302590 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.302931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.303267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.303600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.303940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.304913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:26:53.509764 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:26:53.850106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc10fe-a050-4f58-92d9-395fc45ee3b4 req-8a00d1c8-5ee9-4b76-b519-96d450ec51f1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:53.852323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42dc10fe-a050-4f58-92d9-395fc45ee3b4 req-8a00d1c8-5ee9-4b76-b519-96d450ec51f1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 945 time: 0.0541260 Nov 09 20:26:53.892937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-42dc10fe-a050-4f58-92d9-395fc45ee3b4 req-881c724c-1558-49ae-9fd7-c631735e8597 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345294 Nov 09 20:26:54.010810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3317f7f-ef9f-4383-9ffe-11b6fcb8ca56 req-1d605ecd-de05-4c85-8e70-13b7a2e5b131 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:54.013422 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3317f7f-ef9f-4383-9ffe-11b6fcb8ca56 req-1d605ecd-de05-4c85-8e70-13b7a2e5b131 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 945 time: 0.0522213 Nov 09 20:26:54.050206 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3317f7f-ef9f-4383-9ffe-11b6fcb8ca56 req-07f40e7d-ff86-4868-b5a4-cadf2da7b56c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311742 Nov 09 20:26:54.164974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfac55a-d7c3-416d-9f17-a7c8583f55ef req-dc527dd1-cb08-41ac-bdde-04e7c59d6b83 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:54.166421 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfac55a-d7c3-416d-9f17-a7c8583f55ef req-dc527dd1-cb08-41ac-bdde-04e7c59d6b83 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 945 time: 0.0486014 Nov 09 20:26:54.206760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfac55a-d7c3-416d-9f17-a7c8583f55ef req-591e96d8-473d-4070-97f4-c29bbe9ed138 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342510 Nov 09 20:26:54.252724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:26:54.292172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:26:54.447587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a3209-60b2-4fe4-9662-c8a971363ad5 req-1b20b4da-519c-4053-a907-1b853e4be8f9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:54.449221 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f3a3209-60b2-4fe4-9662-c8a971363ad5 req-1b20b4da-519c-4053-a907-1b853e4be8f9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 945 time: 0.0491900 Nov 09 20:26:54.487711 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9f3a3209-60b2-4fe4-9662-c8a971363ad5 req-05dace91-6188-4423-874f-84e0ad8f41c8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320961 Nov 09 20:26:55.067138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:26:55.118040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:26:55.121701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:26:55.122082 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:55.202040 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:55.225244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:26:55.227530 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be48138-0cdd-431c-84f7-12479ddc1a2a" -d '{"events": [{"server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "name": "network-vif-plugged", "status": "completed", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:26:55.240828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:26:55.245287 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:55.268229 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d271e08c-a757-4dc2-aa7d-d4e08a5af54d x-openstack-request-id: req-d271e08c-a757-4dc2-aa7d-d4e08a5af54d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:26:55.269217 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "name": "network-vif-plugged", "status": "completed", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:26:55.269217 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d271e08c-a757-4dc2-aa7d-d4e08a5af54d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:26:55.269217 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'code': 200} Nov 09 20:26:55.297578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:26:55.607747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2815ad-e866-4508-be3c-d09fd0de9f37 req-c9d0d288-4023-4b91-92b5-c7c224a77e41 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:55.609266 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa2815ad-e866-4508-be3c-d09fd0de9f37 req-c9d0d288-4023-4b91-92b5-c7c224a77e41 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0507843 Nov 09 20:26:55.648175 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aa2815ad-e866-4508-be3c-d09fd0de9f37 req-d8f96cb6-0eb7-4f81-9416-ea2028633ad8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Nov 09 20:26:55.736268 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:55.806562 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d5b5035f-f2c0-46d1-9b29-e9a39edcafca tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:55.807940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d5b5035f-f2c0-46d1-9b29-e9a39edcafca tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.77 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 946 time: 0.0480666 Nov 09 20:26:55.911439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Deleting port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:26:55.911772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:55.999102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] For port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:26:55.999467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:56.023039 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:26:56.221074 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:56.221438 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:56.221762 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 disassociated. External IP: 172.25.6.35, port: f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056. Nov 09 20:26:56.222112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Calling delete_port for f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:26:56.350494 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:56.378221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event deleted for resources: {'Port': ['ID=f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:26:56.499605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Router 68e72294-0630-411c-891e-2b21966422b1 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:26:56.610387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:26:56.619745 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:26:56.632726 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:26:56.633333 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:26:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:26:56.649971 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] No DVR routers for this DVR port f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:26:56.652520 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:26:56.655803 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-084b8e12-14f0-47cc-a2f5-25dc4d6af808 req-d4c8368d-ac93-4d27-85a4-2077d4252878 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.77 "DELETE /v2.0/ports/f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 HTTP/1.1" status: 204 len: 173 time: 0.8376358 Nov 09 20:26:56.656242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'name': 'network-vif-deleted', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:26:56.658495 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a77031-b2fd-49a2-b1d9-1d65dc2bf1c5" -d '{"events": [{"server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "name": "network-vif-deleted", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:26:56.712553 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36963cfd-54b4-406e-be98-404cd61f46e4 x-openstack-request-id: req-36963cfd-54b4-406e-be98-404cd61f46e4 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:26:56.712845 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f4e075-bc5d-4ed0-a8e4-66449369516b", "name": "network-vif-deleted", "tag": "f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:26:56.713160 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36963cfd-54b4-406e-be98-404cd61f46e4 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:26:56.713691 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f4e075-bc5d-4ed0-a8e4-66449369516b', 'name': 'network-vif-deleted', 'tag': 'f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056', 'status': 'completed', 'code': 200} Nov 09 20:26:56.746462 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:26:56.771629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eed5b8e8-aaf1-449e-8af4-add1e04478d2 req-298e6904-1dcb-4618-bf59-ee1212cf2bf7 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f4e075-bc5d-4ed0-a8e4-66449369516b HTTP/1.1" status: 200 len: 210 time: 0.0300324 Nov 09 20:26:57.045257 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:26:57.071287 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:26:57.079342 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:26:57.079945 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:26:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:26:57.184127 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:26:57.386799 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:26:57.413436 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33e184-6c81-464e-aa7a-1ad6f72ccfa6 None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:26:57.622031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb83e1b-4a98-468c-8fb7-366ccedaacb2 None None] New status for floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:26:57.997287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-90131b30-ec65-4965-a91e-0f0cfd754ef3 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2011515850&fields=id&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 267 time: 0.0322714 Nov 09 20:26:58.108003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-a32521e9-1ee1-4e40-9fae-09ec62d988a2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:26:58.109466 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-a32521e9-1ee1-4e40-9fae-09ec62d988a2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 812 time: 0.1044598 Nov 09 20:26:58.124719 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-f10a685f-0292-4a38-ae52-7539277d86e2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/quotas/a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 375 time: 0.0090408 Nov 09 20:26:58.179021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ccb7424d-e676-4f10-b760-74d9205ac39e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482025 Nov 09 20:26:58.327182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-364d1ac6-9c90-488a-b320-04113b5b261b service neutron] 10.222.0.53 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367865 Nov 09 20:26:58.415096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-dcafcfb9-1c0c-49e0-aa50-915bbdde7668 service neutron] 10.222.0.53 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811756 Nov 09 20:26:58.571918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d661c9c0-5f86-40b7-b123-f75fcff78d71 req-9d5da824-c7c5-4048-8c97-4c465e4ad2db tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 210 time: 0.0273600 Nov 09 20:26:59.068601 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:26:59.089355 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:26:59.089706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f1ede2f2-43e0-4cff-baa6-7aaa7f0d5056 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:26:59.654266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9a07d569-90b5-4e74-a806-baa3f0bbc995 req-beb4dbbc-d3d9-4150-aa54-1000eb51c14b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 210 time: 0.0326726 Nov 09 20:27:00.736182 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4895db8-75e6-4b32-aa2a-07d9d32a17d5 req-18f784b4-dd31-470a-9093-effec3b2aee6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 210 time: 0.0301957 Nov 09 20:27:01.813536 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cb751af5-a5cf-4521-a0b2-59da3a0cede6 req-75eea3fc-6439-47d8-a41a-f0f39636b95a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 210 time: 0.0252898 Nov 09 20:27:02.908682 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6a31989c-b6d1-4b40-803f-c78901bfc268 req-79454664-25c9-44f0-8829-6334b8c02913 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 210 time: 0.0290909 Nov 09 20:27:03.632566 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-fa52d8f4-c19e-4ad7-aa36-dd5b9cc5a8d3 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:03.634003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-fa52d8f4-c19e-4ad7-aa36-dd5b9cc5a8d3 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 812 time: 0.1150165 Nov 09 20:27:03.682049 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-13f6b173-7947-44c2-95e7-6220ceaef1f4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 380 time: 0.0383286 Nov 09 20:27:03.691386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'port': {'device_id': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'admin_state_up': True, 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'security_groups': ['f082757d-c1f9-4dd3-810c-83b658eb5843']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:27:03.797944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Made reservation on behalf of a848fb9c2d694700917e4f2bb1ac7b2a for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:27:03.801396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:03.924954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Allocated IP 172.20.0.4 (beaa0510-33c0-4db7-9786-ac8720ac1866/8d7df88e-248d-4af0-95c6-39b9c7bb768d/f1fd935d-2ff3-436c-8f28-b2e62a61d788) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:27:04.042489 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c330d58a-4362-40c4-a195-797c200538a8 req-e885ae65-be32-43ae-9283-f2e6d314149c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 210 time: 0.0321422 Nov 09 20:27:04.092611 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:04.126131 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:04.172644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Network beaa0510-33c0-4db7-9786-ac8720ac1866 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:27:04.176078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:27:04.181324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:27:04.459291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4b8fd111-4efe-4d86-9318-1e51cf214ecf None None] Provisioning complete for port f1fd935d-2ff3-436c-8f28-b2e62a61d788 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:27:04.460553 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd111-4efe-4d86-9318-1e51cf214ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:04.509067 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4b8fd111-4efe-4d86-9318-1e51cf214ecf None None] Port f1fd935d-2ff3-436c-8f28-b2e62a61d788 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:27:04.555926 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event updated for resources: {'Port': ['ID=f1fd935d-2ff3-436c-8f28-b2e62a61d788,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:27:04.571175 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.571518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.571859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.572200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.572540 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.572895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.573218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.573542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.573865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.574186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.574545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.574863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:27:04.596694 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:04.597318 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:04.614685 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-9ce1685c-cb75-477d-a91f-e1e5b90a75b1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9265397 Nov 09 20:27:04.627146 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Request body: {'port': {'device_id': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:27:04.691078 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:05.009986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fd935d-2ff3-436c-8f28-b2e62a61d788 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:27:05.017880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:05.031312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Transition to ACTIVE for port object f1fd935d-2ff3-436c-8f28-b2e62a61d788 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:27:05.035756 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:05.143981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fd935d-2ff3-436c-8f28-b2e62a61d788,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:27:05.178984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Attempting to bind port f1fd935d-2ff3-436c-8f28-b2e62a61d788 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:27:05.179333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Attempting to bind port f1fd935d-2ff3-436c-8f28-b2e62a61d788 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:27:05.179747 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Attempting to bind port f1fd935d-2ff3-436c-8f28-b2e62a61d788 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:27:05.185607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Port f1fd935d-2ff3-436c-8f28-b2e62a61d788 on network beaa0510-33c0-4db7-9786-ac8720ac1866 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:27:05.186177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Attempting to bind port f1fd935d-2ff3-436c-8f28-b2e62a61d788 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:27:05.191814 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:27:05.192153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:27:05.192643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:27:05.194315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Bound port: f1fd935d-2ff3-436c-8f28-b2e62a61d788, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:27:05.195001 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:05.209447 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b4171-cee0-436a-a7f9-31ae52c6e032 req-c3863b6b-a933-4aa4-8f65-70196c3b2355 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:05.211138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-868b4171-cee0-436a-a7f9-31ae52c6e032 req-c3863b6b-a933-4aa4-8f65-70196c3b2355 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 943 time: 0.0734153 Nov 09 20:27:05.251574 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-868b4171-cee0-436a-a7f9-31ae52c6e032 req-78eac82d-415c-4f9c-a884-1d6373520cc0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343335 Nov 09 20:27:05.275868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:27:05.279308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:27:05.283892 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:05.317865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:05.319145 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:05.320574 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] 10.222.0.70 "PUT /v2.0/ports/f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 1091 time: 0.6978283 Nov 09 20:27:05.321008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:27:05.323275 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9462a958-4e33-4440-a097-2b20a05ce333" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:27:05.353480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05445a-4544-4750-ad46-76d1d452d811 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fd935d-2ff3-436c-8f28-b2e62a61d788,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:27:05.367499 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6573af3d-6ff6-4539-8cb9-6ec5fb7a9c3a x-openstack-request-id: req-6573af3d-6ff6-4539-8cb9-6ec5fb7a9c3a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:27:05.367800 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:27:05.368057 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6573af3d-6ff6-4539-8cb9-6ec5fb7a9c3a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:27:05.368470 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'status': 'completed', 'code': 200} Nov 09 20:27:05.418873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-5cb74713-f5ed-464d-a460-73e60729be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:05.420424 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-5cb74713-f5ed-464d-a460-73e60729be0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1094 time: 0.0439136 Nov 09 20:27:05.468300 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-33122376-d0f1-4315-94b9-b566a2eda45a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 217 time: 0.0396082 Nov 09 20:27:05.521698 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-93fdf67f-9575-4c01-8393-747e1ef857d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:05.523508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-93fdf67f-9575-4c01-8393-747e1ef857d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0466831 Nov 09 20:27:05.571785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-425ef0a3-b061-43d4-86ca-2c4b61303d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:05.573281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-425ef0a3-b061-43d4-86ca-2c4b61303d97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418172 Nov 09 20:27:05.668105 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-0dc81e87-a43a-45e2-929c-1ebcb54fff47 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868800 Nov 09 20:27:05.756607 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c06699eb-72e1-40bd-aafa-9f88512e6937 req-56c166e5-e25c-4eb8-bd2f-9be422758341 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814648 Nov 09 20:27:05.843975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462a958-4e33-4440-a097-2b20a05ce333 req-5c0f8423-b5c9-4abe-a835-f945aa801585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:05.845436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9462a958-4e33-4440-a097-2b20a05ce333 req-5c0f8423-b5c9-4abe-a835-f945aa801585 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1094 time: 0.0406125 Nov 09 20:27:05.939091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462a958-4e33-4440-a097-2b20a05ce333 req-faee56b3-ec3b-4143-b280-a6e868171d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:05.940543 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9462a958-4e33-4440-a097-2b20a05ce333 req-faee56b3-ec3b-4143-b280-a6e868171d44 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0869286 Nov 09 20:27:05.981662 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9462a958-4e33-4440-a097-2b20a05ce333 req-67ba8c2b-1d06-40bf-9b5c-8e373f8bab77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 217 time: 0.0335133 Nov 09 20:27:06.032689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462a958-4e33-4440-a097-2b20a05ce333 req-058f6c42-5a8c-4082-85f4-07eccd397f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:06.034095 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9462a958-4e33-4440-a097-2b20a05ce333 req-058f6c42-5a8c-4082-85f4-07eccd397f73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0458829 Nov 09 20:27:06.079202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462a958-4e33-4440-a097-2b20a05ce333 req-461f3967-05ae-40d9-a385-2ab0e86685ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:06.080644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9462a958-4e33-4440-a097-2b20a05ce333 req-461f3967-05ae-40d9-a385-2ab0e86685ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387449 Nov 09 20:27:06.173490 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9462a958-4e33-4440-a097-2b20a05ce333 req-baf09fa1-723d-41ed-b15d-465233bf9a4c service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845821 Nov 09 20:27:06.271827 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9462a958-4e33-4440-a097-2b20a05ce333 req-2b4c5441-2f97-4400-bb26-ed37317cd85f service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903828 Nov 09 20:27:06.375231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3337b6-4745-43df-866a-1357a245fe09 req-495d4781-7210-4bbc-bd12-f894dd657dac tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:06.376683 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a3337b6-4745-43df-866a-1357a245fe09 req-495d4781-7210-4bbc-bd12-f894dd657dac tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 943 time: 0.0526764 Nov 09 20:27:06.414096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a3337b6-4745-43df-866a-1357a245fe09 req-b75294f2-4ab5-4e4c-96a2-957883e7c986 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Nov 09 20:27:07.531983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff22960-b5c9-42b3-8b23-732af7aee63a req-888c15a0-6982-480c-b059-428303dd1d9f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:07.533449 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ff22960-b5c9-42b3-8b23-732af7aee63a req-888c15a0-6982-480c-b059-428303dd1d9f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 943 time: 0.0499005 Nov 09 20:27:07.571746 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ff22960-b5c9-42b3-8b23-732af7aee63a req-4c40f80f-f1c5-49a9-82ea-af4a00f2780f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319972 Nov 09 20:27:08.312957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f1fd935d-2ff3-436c-8f28-b2e62a61d788 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:27:08.410602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:27:08.422687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'port_id': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'mac_address': 'fa:16:3e:99:8d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:27:08.459154 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:08.471710 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fd935d-2ff3-436c-8f28-b2e62a61d788 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:27:08.491952 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:27:08.496019 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:08.541703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f1fd935d-2ff3-436c-8f28-b2e62a61d788,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:27:08.686405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998a254-4ba0-41ee-873e-a133ae2b1227 req-55c0e449-b3b7-4ccf-86a2-6430d6b0b58f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:08.687835 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6998a254-4ba0-41ee-873e-a133ae2b1227 req-55c0e449-b3b7-4ccf-86a2-6430d6b0b58f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 944 time: 0.0484507 Nov 09 20:27:08.707463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['f1fd935d-2ff3-436c-8f28-b2e62a61d788'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:27:08.726217 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6998a254-4ba0-41ee-873e-a133ae2b1227 req-56f24e45-4998-4771-af5d-5771805efdc0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Nov 09 20:27:09.840960 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecafff-5465-44f7-b1bc-238b6c93dac1 req-cc04bafd-1a5e-48f9-9fef-591854217248 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:09.842419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49ecafff-5465-44f7-b1bc-238b6c93dac1 req-cc04bafd-1a5e-48f9-9fef-591854217248 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 944 time: 0.0487077 Nov 09 20:27:09.884192 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49ecafff-5465-44f7-b1bc-238b6c93dac1 req-0f8ef8be-6bae-49bd-8536-5aa958aab2a3 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357792 Nov 09 20:27:10.304948 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-632ab2e3-b1ef-4ffa-a32f-9d2b1024dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:10.323194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f1fd935d-2ff3-436c-8f28-b2e62a61d788 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:27:10.371758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port f1fd935d-2ff3-436c-8f28-b2e62a61d788 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:27:10.375316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port f1fd935d-2ff3-436c-8f28-b2e62a61d788 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:27:10.375679 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:10.451710 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:10.473910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:27:10.476822 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb70160-a234-4a7e-aaf2-f51c27083fdf" -d '{"events": [{"server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "name": "network-vif-plugged", "status": "completed", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:27:10.488779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:27:10.492863 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:10.515503 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ea66c8-ecf5-4b64-80bd-9fdb7d3cf47b x-openstack-request-id: req-31ea66c8-ecf5-4b64-80bd-9fdb7d3cf47b {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:27:10.515914 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "name": "network-vif-plugged", "status": "completed", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:27:10.516129 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31ea66c8-ecf5-4b64-80bd-9fdb7d3cf47b {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:27:10.516515 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'code': 200} Nov 09 20:27:10.542489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=f1fd935d-2ff3-436c-8f28-b2e62a61d788,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:27:10.613598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb7f94-0c27-4d42-8ef1-6a6d6bb6042b req-f02c165a-16b8-420c-86e0-6f4e68f4418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:10.615121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67fb7f94-0c27-4d42-8ef1-6a6d6bb6042b req-f02c165a-16b8-420c-86e0-6f4e68f4418d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1096 time: 0.0400043 Nov 09 20:27:10.649593 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67fb7f94-0c27-4d42-8ef1-6a6d6bb6042b req-26ebfaa0-8f98-4b19-bc08-f3654d43d147 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272830 Nov 09 20:27:11.003453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f265a-510a-41a2-908d-629761dd5e4b req-1e64a38e-aecc-4418-be3f-c38b6cf9ba19 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:11.004954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e8f265a-510a-41a2-908d-629761dd5e4b req-1e64a38e-aecc-4418-be3f-c38b6cf9ba19 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0497239 Nov 09 20:27:11.043183 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8e8f265a-510a-41a2-908d-629761dd5e4b req-ea9d654f-80dc-4440-8753-21693dc209cf tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308836 Nov 09 20:27:12.160579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace8a4f-6d8c-4d5d-b924-c41d88236267 req-8e1de429-17a0-43c2-9d1d-be43c4f54faf tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:12.162736 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aace8a4f-6d8c-4d5d-b924-c41d88236267 req-8e1de429-17a0-43c2-9d1d-be43c4f54faf tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0501008 Nov 09 20:27:12.200911 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aace8a4f-6d8c-4d5d-b924-c41d88236267 req-f74f4886-4dd9-4a3e-899f-0b04c1dcc1df tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Nov 09 20:27:12.313843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809c8a0-0660-4d5a-8d3e-e85eefa2b96f req-b2118db3-ada7-4365-8333-296befd3762e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:12.315352 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8809c8a0-0660-4d5a-8d3e-e85eefa2b96f req-b2118db3-ada7-4365-8333-296befd3762e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Nov 09 20:27:12.324371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 50716) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:27:12.328661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5211cbd9-8043-4aba-9e19-959d984f8ad2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'floatingip': {'port_id': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:27:12.371667 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5211cbd9-8043-4aba-9e19-959d984f8ad2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:12.794951 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5211cbd9-8043-4aba-9e19-959d984f8ad2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:12.798795 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5211cbd9-8043-4aba-9e19-959d984f8ad2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:12.898636 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-5211cbd9-8043-4aba-9e19-959d984f8ad2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 associated. External IP: 172.25.6.35, port: f1fd935d-2ff3-436c-8f28-b2e62a61d788. Nov 09 20:27:13.112861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5211cbd9-8043-4aba-9e19-959d984f8ad2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Router 68e72294-0630-411c-891e-2b21966422b1 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:27:13.225423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5211cbd9-8043-4aba-9e19-959d984f8ad2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:27:13.230217 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5211cbd9-8043-4aba-9e19-959d984f8ad2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:13.235340 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:27:13.243347 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e74cb0f5-96cb-49df-97a5-f3f80d813969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:13.248736 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:27:13.249352 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:26:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:27:13.260969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5211cbd9-8043-4aba-9e19-959d984f8ad2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "PUT /v2.0/floatingips/fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 HTTP/1.1" status: 200 len: 990 time: 0.9355540 Nov 09 20:27:13.261553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:27:13.265172 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f053d5-5464-4b9f-8eca-5161c9701ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:27:13.305212 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3847268b-0eeb-4296-9a9c-4c3658952d8c x-openstack-request-id: req-3847268b-0eeb-4296-9a9c-4c3658952d8c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:27:13.305607 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:27:13.305870 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3847268b-0eeb-4296-9a9c-4c3658952d8c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:27:13.306289 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'status': 'completed', 'code': 200} Nov 09 20:27:13.363587 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:27:13.371188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-21f9a825-be7b-4c0f-adb5-22a6fc0109b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:13.372711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-21f9a825-be7b-4c0f-adb5-22a6fc0109b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1096 time: 0.0416439 Nov 09 20:27:13.466754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-0a72e614-3665-4be6-8480-2dd55a90b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:13.468258 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-0a72e614-3665-4be6-8480-2dd55a90b4aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0887580 Nov 09 20:27:13.517622 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:13.540376 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-76f8d24f-5273-4862-9125-70c731eb1edc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 998 time: 0.0640306 Nov 09 20:27:13.588054 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:99:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:27:12Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:27:13.593298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-1e766b00-a3b2-424a-82d9-27351e6a9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:13.594820 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-1e766b00-a3b2-424a-82d9-27351e6a9aa1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0478840 Nov 09 20:27:13.617965 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:27:13.626019 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:27:13.626647 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:27:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:27:13.642143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-a3d7d3e6-600f-432d-93e9-be86f1552d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:13.643673 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-a3d7d3e6-600f-432d-93e9-be86f1552d00 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405750 Nov 09 20:27:13.730749 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:27:13.739268 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-64225884-5a3c-4c66-ba1e-58b7130523f7 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869629 Nov 09 20:27:13.836757 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e4f053d5-5464-4b9f-8eca-5161c9701ea3 req-e7eed43f-414e-461f-baa8-335f3a89aa0d service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905900 Nov 09 20:27:13.952292 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:99:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:27:12Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:27:13.981250 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c78eae-5f3e-4233-ad4b-dcaa9ff023b8 None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:99:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:27:12Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:27:14.202579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2d328-7dcc-4506-8d73-422976955a0c None None] New status for floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:27:14.664860 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:15.617440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-974a045c-ca99-4e56-bf23-db667973a519 req-3198bbaa-3f4f-4475-97d9-0e7523bb4881 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395896 Nov 09 20:27:15.699233 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a045c-ca99-4e56-bf23-db667973a519 req-f1769ad4-a77b-445d-b184-b476c5ee9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:15.700623 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-974a045c-ca99-4e56-bf23-db667973a519 req-f1769ad4-a77b-445d-b184-b476c5ee9a23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1096 time: 0.0411379 Nov 09 20:27:15.811669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a045c-ca99-4e56-bf23-db667973a519 req-a9ce36e7-0d47-42b6-bfdf-fecb1f55715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:15.813166 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-974a045c-ca99-4e56-bf23-db667973a519 req-a9ce36e7-0d47-42b6-bfdf-fecb1f55715c service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0936251 Nov 09 20:27:15.878979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-974a045c-ca99-4e56-bf23-db667973a519 req-c4d5b1e7-fa5e-4f0b-81a2-53b6d635e3dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 1000 time: 0.0580776 Nov 09 20:27:15.932002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a045c-ca99-4e56-bf23-db667973a519 req-6b8e25a6-944c-4320-992d-03711a278d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:15.934181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-974a045c-ca99-4e56-bf23-db667973a519 req-6b8e25a6-944c-4320-992d-03711a278d3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0472622 Nov 09 20:27:15.983258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a045c-ca99-4e56-bf23-db667973a519 req-78302472-d7e6-4b2c-a3ab-4a8fee924b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:27:15.984695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-974a045c-ca99-4e56-bf23-db667973a519 req-78302472-d7e6-4b2c-a3ab-4a8fee924b42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437269 Nov 09 20:27:16.076229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-974a045c-ca99-4e56-bf23-db667973a519 req-4be9034b-3965-46ad-96a9-995a3394965d service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834243 Nov 09 20:27:16.170349 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-974a045c-ca99-4e56-bf23-db667973a519 req-b6895e61-fc18-4b3c-a462-d373e01c561a service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868728 Nov 09 20:27:16.410805 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:21.543567 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:25.738569 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:33.023005 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:27:40.305987 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ed62b939-0fe6-4181-b7a2-144b6f9402c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:43.245424 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ef76ca5-af4d-499e-9661-2242057815e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:43.521124 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:44.668196 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:46.414211 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:51.543840 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:27:55.751876 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:10.021893 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:28:10.308100 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52fccf05-ad85-406f-83d5-655ec12a74d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:13.247012 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ced01d69-6b89-4864-8b2e-fee199685539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:13.523711 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:14.670075 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:16.049578 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-891c36d5-1f8e-4f28-a794-b06797c4f7dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434313 Nov 09 20:28:16.132187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-5d5d32f6-a0a8-4f38-a154-7e4b4b1d5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:16.133683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-5d5d32f6-a0a8-4f38-a154-7e4b4b1d5ace service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1096 time: 0.0415497 Nov 09 20:28:16.255552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-fe293148-8a51-4411-89c2-d58438cb8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:16.257226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-fe293148-8a51-4411-89c2-d58438cb8402 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.1033587 Nov 09 20:28:16.322357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-e41886d1-69b6-4526-8789-b83c4bd3a9c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 1000 time: 0.0579689 Nov 09 20:28:16.375259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-3f660dcd-34ef-439b-b60d-6de89a96b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:16.376684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-3f660dcd-34ef-439b-b60d-6de89a96b209 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0465121 Nov 09 20:28:16.418253 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:16.421919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-f6391353-8cac-40e7-b66c-58d87217a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:16.423444 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-f6391353-8cac-40e7-b66c-58d87217a9a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399058 Nov 09 20:28:16.511647 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-e502beb3-99af-4636-8126-63109d994d82 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805769 Nov 09 20:28:16.610138 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f4426f3-fe0c-4284-a804-d7d9b454e248 req-c8ef51d2-101d-479a-84ac-7cbe419d48b9 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906880 Nov 09 20:28:21.546934 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:25.768092 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:32.322957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-3bfbc7fb-6eba-4fdc-878e-e00bf506c09e req-b0d696d9-733a-4653-b3db-846ca5cd483b service neutron] (102296) timed out ('10.222.0.70', 65083) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:28:40.308455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6f384505-8a7c-410d-8085-f0d35de7f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:43.248462 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c3f3594e-32d2-47ea-bb63-c457cc471df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:43.524114 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:44.673491 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:46.420023 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:47.021521 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:28:50.382436 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472aae08-ac1f-4f5b-98d4-df26adf5f258 req-3f8c9cb5-4a72-4409-9056-dc8ed8b11d9d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:50.383960 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-472aae08-ac1f-4f5b-98d4-df26adf5f258 req-3f8c9cb5-4a72-4409-9056-dc8ed8b11d9d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.1796000 Nov 09 20:28:50.422054 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-472aae08-ac1f-4f5b-98d4-df26adf5f258 req-249f2168-368b-46f9-92fd-1229142a4b68 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Nov 09 20:28:51.545291 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:51.647714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d4520-8e50-49c3-bad3-8f86a22bfb95 req-058a784d-bfab-477a-9313-80aea1a7e097 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:51.649232 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca0d4520-8e50-49c3-bad3-8f86a22bfb95 req-058a784d-bfab-477a-9313-80aea1a7e097 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.1576138 Nov 09 20:28:51.688651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca0d4520-8e50-49c3-bad3-8f86a22bfb95 req-92c8ffbd-1e7d-4a26-9625-beb482210cd9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331514 Nov 09 20:28:52.803822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb83e51-33a5-498f-aa5b-88b0979e6628 req-7189c9cc-80da-4e35-bb53-0fa7adddd056 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:52.805283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cdb83e51-33a5-498f-aa5b-88b0979e6628 req-7189c9cc-80da-4e35-bb53-0fa7adddd056 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0488811 Nov 09 20:28:52.848001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cdb83e51-33a5-498f-aa5b-88b0979e6628 req-6a9d4b50-d5f5-417d-8783-80725fc4278d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359845 Nov 09 20:28:53.963379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630700e-1059-496b-b9c0-a2e709fd0323 req-0a3d466f-cd1a-470a-b3b5-8d35c207660a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:53.964864 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f630700e-1059-496b-b9c0-a2e709fd0323 req-0a3d466f-cd1a-470a-b3b5-8d35c207660a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0495627 Nov 09 20:28:54.003033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f630700e-1059-496b-b9c0-a2e709fd0323 req-41f8826b-39c5-4bd1-bf42-b1e324b96067 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315926 Nov 09 20:28:55.120439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a35d1-783e-4caa-a1b6-7a97a1d007c5 req-74cc7374-198a-4933-bc48-d04ce5e18716 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:55.122801 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-294a35d1-783e-4caa-a1b6-7a97a1d007c5 req-74cc7374-198a-4933-bc48-d04ce5e18716 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0508690 Nov 09 20:28:55.162264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-294a35d1-783e-4caa-a1b6-7a97a1d007c5 req-a2874e8d-1d29-4d01-b72a-dbfcbec4ba38 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338643 Nov 09 20:28:55.781983 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:28:56.277620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea7c07-4c28-4d8c-aae8-f6e12d6d5a5f req-ddb4a787-d170-47e7-a6c6-38ed1891b6a1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:56.279126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fea7c07-4c28-4d8c-aae8-f6e12d6d5a5f req-ddb4a787-d170-47e7-a6c6-38ed1891b6a1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Nov 09 20:28:56.317505 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fea7c07-4c28-4d8c-aae8-f6e12d6d5a5f req-d6dea2ca-862a-43c9-a1e1-095c60cf9054 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Nov 09 20:28:57.447719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500354f5-c780-49da-bb37-59ebb4651f21 req-c7018298-9c1e-4c9d-b252-6344903ffb76 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:57.449131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-500354f5-c780-49da-bb37-59ebb4651f21 req-c7018298-9c1e-4c9d-b252-6344903ffb76 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0490103 Nov 09 20:28:57.486492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-500354f5-c780-49da-bb37-59ebb4651f21 req-078374ed-d5fa-47f2-9200-368a21b1c690 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Nov 09 20:28:58.604518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29573-a191-4f35-a46a-873ac971ebaf req-9fe69b09-6be4-46fd-8c38-d7b6d6376d6c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:58.606675 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1df29573-a191-4f35-a46a-873ac971ebaf req-9fe69b09-6be4-46fd-8c38-d7b6d6376d6c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0518360 Nov 09 20:28:58.643253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1df29573-a191-4f35-a46a-873ac971ebaf req-57876e07-a004-4015-a2a4-a4f651f8c701 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307040 Nov 09 20:28:59.757074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b488543-44f9-437e-960a-76c1502d11b8 req-637a47cf-52f3-440f-850a-978b232fd5a8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:28:59.758562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b488543-44f9-437e-960a-76c1502d11b8 req-637a47cf-52f3-440f-850a-978b232fd5a8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Nov 09 20:28:59.800007 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7b488543-44f9-437e-960a-76c1502d11b8 req-67d9b776-cd3a-483c-8dab-f05c9d33bf3e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349095 Nov 09 20:29:00.913967 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ba4c5-0928-4ba0-a60d-c62cdb29e944 req-14f19631-c0d6-4a3b-817a-6572a5cb68d4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:00.915459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8e7ba4c5-0928-4ba0-a60d-c62cdb29e944 req-14f19631-c0d6-4a3b-817a-6572a5cb68d4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0488892 Nov 09 20:29:00.952993 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8e7ba4c5-0928-4ba0-a60d-c62cdb29e944 req-4e74bdc0-a007-4a38-b0a4-c000ba1ec779 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312285 Nov 09 20:29:01.175287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-e6ede829-68a2-4ac0-867d-d676b0a49414 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419130 Nov 09 20:29:01.190164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930df17d-6296-4415-bc5f-f4ab4dfb2b8c req-305ca28e-93cb-45e0-aa60-143228f21f1b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:01.191773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-930df17d-6296-4415-bc5f-f4ab4dfb2b8c req-305ca28e-93cb-45e0-aa60-143228f21f1b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0493193 Nov 09 20:29:01.232478 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-930df17d-6296-4415-bc5f-f4ab4dfb2b8c req-f76a58f2-7d1b-4357-98c5-a4b4bfa32ea5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342700 Nov 09 20:29:02.351358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faba1f6-6615-4c79-ad79-2bd5092dfe72 req-0d0f3e8f-63f0-4852-bf79-3301442c3e09 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:02.352862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9faba1f6-6615-4c79-ad79-2bd5092dfe72 req-0d0f3e8f-63f0-4852-bf79-3301442c3e09 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0488973 Nov 09 20:29:02.391214 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9faba1f6-6615-4c79-ad79-2bd5092dfe72 req-151bd213-0cab-49cd-a59e-446b7d839bbb tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317333 Nov 09 20:29:03.329778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486828a-f023-4bea-9775-e6108436a368 req-cdd241e3-947e-4a03-8556-0b94ddc9ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:03.331291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-cdd241e3-947e-4a03-8556-0b94ddc9ef6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1096 time: 0.0424192 Nov 09 20:29:03.424186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486828a-f023-4bea-9775-e6108436a368 req-2e468829-513a-416c-85dc-fdc9e118ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:03.425535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-2e468829-513a-416c-85dc-fdc9e118ca6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0870388 Nov 09 20:29:03.492702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-327ccddc-a744-4dc4-912d-c03c8a3057e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 1000 time: 0.0604522 Nov 09 20:29:03.516123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc362f-f841-4698-a33b-ef7c62c22d5f req-f2672db6-154d-4dee-990e-16ca2f53b164 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:03.517631 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aebc362f-f841-4698-a33b-ef7c62c22d5f req-f2672db6-154d-4dee-990e-16ca2f53b164 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0549376 Nov 09 20:29:03.546865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486828a-f023-4bea-9775-e6108436a368 req-eddc186e-50df-4d70-8cdf-46bb084542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:03.548351 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-eddc186e-50df-4d70-8cdf-46bb084542b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0486875 Nov 09 20:29:03.556944 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aebc362f-f841-4698-a33b-ef7c62c22d5f req-9068b84b-0637-4d6a-a558-13d47146656b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332499 Nov 09 20:29:03.595190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486828a-f023-4bea-9775-e6108436a368 req-5bde15f1-4152-4e47-ba0a-33100f3d3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:03.596700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-5bde15f1-4152-4e47-ba0a-33100f3d3f87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416679 Nov 09 20:29:03.687162 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-160fa33e-f62c-408e-8729-461b60595b36 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827997 Nov 09 20:29:03.783012 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-544956cd-585b-4946-9252-520b976f07d0 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884168 Nov 09 20:29:04.678497 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0989c1-5526-464b-91b8-b7fa796284bd req-6f65cc30-193b-44de-9387-f1262e507549 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:04.680061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c0989c1-5526-464b-91b8-b7fa796284bd req-6f65cc30-193b-44de-9387-f1262e507549 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0498142 Nov 09 20:29:04.718061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3c0989c1-5526-464b-91b8-b7fa796284bd req-d5d15730-d3e1-43ac-89a9-3f6d6c842ee1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313172 Nov 09 20:29:05.608979 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-5486828a-f023-4bea-9775-e6108436a368 req-ce7b4191-c0a3-4f72-90d5-666aba48a97f service neutron] show failed (client error): The resource could not be found. Nov 09 20:29:05.610001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-ce7b4191-c0a3-4f72-90d5-666aba48a97f service neutron] 10.222.0.70 "GET /v2.0/ports/f1fd935d-2ff3-436c-8f28-b2e62a61d788/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0749037 Nov 09 20:29:05.873934 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd12703-b68f-4ba8-a9a4-2f2d40864ff8 req-08831e58-bc64-4939-8b8f-808e0be7eef0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:05.875408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccd12703-b68f-4ba8-a9a4-2f2d40864ff8 req-08831e58-bc64-4939-8b8f-808e0be7eef0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0695338 Nov 09 20:29:05.953483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccd12703-b68f-4ba8-a9a4-2f2d40864ff8 req-097eaf21-a0a8-4fd5-94ad-eb5db4bdfca0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601068 Nov 09 20:29:05.955760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486828a-f023-4bea-9775-e6108436a368 req-9a9410e3-60f0-458e-9044-d93eb355d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:05.957280 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-9a9410e3-60f0-458e-9044-d93eb355d59c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 1096 time: 0.1597531 Nov 09 20:29:05.975485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-4f3c3a76-d631-4fb8-ba94-e28aa8f2ea8d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:29:05.977088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-4f3c3a76-d631-4fb8-ba94-e28aa8f2ea8d service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071907 Nov 09 20:29:05.994559 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:29:06.388664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:06.588737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:29:06.621292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:29:06.664588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:29:06.667165 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3648df03-4868-45cc-8293-d9146aa521ec" -d '{"events": [{"server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:29:06.671375 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:06.683745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Transition to ACTIVE for port object f1fd935d-2ff3-436c-8f28-b2e62a61d788 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:29:06.687659 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:06.773524 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Pushing event updated for resources: {'Port': ['ID=f1fd935d-2ff3-436c-8f28-b2e62a61d788,revision_number=6']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:29:06.785944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.786930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.787392 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.787737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.788073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.788438 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.788780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.789094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.789487 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.789914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.790244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.790591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:06.794491 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0905a6e-60a1-4207-a505-656d5f1999b9 x-openstack-request-id: req-b0905a6e-60a1-4207-a505-656d5f1999b9 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:29:06.794821 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:29:06.795068 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0905a6e-60a1-4207-a505-656d5f1999b9 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:29:06.795459 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'code': 200} Nov 09 20:29:06.829735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] No DVR routers for this DVR port f1fd935d-2ff3-436c-8f28-b2e62a61d788 on host n-h1-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:29:06.979079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Attempting to bind port f1fd935d-2ff3-436c-8f28-b2e62a61d788 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:29:06.979743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Attempting to bind port f1fd935d-2ff3-436c-8f28-b2e62a61d788 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:29:06.979743 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Attempting to bind port f1fd935d-2ff3-436c-8f28-b2e62a61d788 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:29:06.984188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Port f1fd935d-2ff3-436c-8f28-b2e62a61d788 on network beaa0510-33c0-4db7-9786-ac8720ac1866 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:29:06.984507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Attempting to bind port f1fd935d-2ff3-436c-8f28-b2e62a61d788 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:29:06.989564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:29:06.989910 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:29:06.990315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:29:06.990779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Bound port: f1fd935d-2ff3-436c-8f28-b2e62a61d788, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:29:06.991144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:07.082246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:29:07.099608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:29:07.105009 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:07.116994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746744b-3c0f-460d-b1a8-06316bc67615 req-5823cf62-3f1d-40c5-851c-6c554502ec54 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:07.118481 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5746744b-3c0f-460d-b1a8-06316bc67615 req-5823cf62-3f1d-40c5-851c-6c554502ec54 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 943 time: 0.0816064 Nov 09 20:29:07.150413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:07.151152 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:07.152674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] 10.222.0.77 "PUT /v2.0/ports/f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 1091 time: 1.1627467 Nov 09 20:29:07.234174 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5746744b-3c0f-460d-b1a8-06316bc67615 req-e46f4e4c-2d50-427d-85b4-c282efc106cd tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920634 Nov 09 20:29:07.237649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e00730-9ab9-4000-bec5-c2cc17e19dbb service neutron] Pushing event updated for resources: {'Port': ['ID=f1fd935d-2ff3-436c-8f28-b2e62a61d788,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:29:07.255961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486828a-f023-4bea-9775-e6108436a368 req-e34960af-8adb-468e-bbce-3389ad5efd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:07.257799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-e34960af-8adb-468e-bbce-3389ad5efd18 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1094 time: 0.0674992 Nov 09 20:29:07.357289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486828a-f023-4bea-9775-e6108436a368 req-eefcaa9d-8760-4941-9173-8a3e3368dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:07.358735 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-eefcaa9d-8760-4941-9173-8a3e3368dd3f service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0898709 Nov 09 20:29:07.435262 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-5d01928e-72d5-49ad-9c20-aa957b991142 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 998 time: 0.0660498 Nov 09 20:29:07.489204 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486828a-f023-4bea-9775-e6108436a368 req-e840643e-2d66-47a7-a2ca-a515dda16747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:07.490675 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-e840643e-2d66-47a7-a2ca-a515dda16747 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0439920 Nov 09 20:29:07.541919 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486828a-f023-4bea-9775-e6108436a368 req-d4311a7e-2ea1-40de-8ae2-a47cab4bc034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:07.543635 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-d4311a7e-2ea1-40de-8ae2-a47cab4bc034 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416231 Nov 09 20:29:07.643134 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-766e2db6-ad1e-478f-82f6-fb1bb4e976e4 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918972 Nov 09 20:29:07.738232 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5486828a-f023-4bea-9775-e6108436a368 req-555248ac-0d91-4da3-a019-b4c79ec6cc7f service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835211 Nov 09 20:29:08.372221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd2c19-7264-4f2c-bc48-4149cebe1bbc req-857fdfab-6391-466d-adfd-341efe8608ea tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:08.373692 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27dd2c19-7264-4f2c-bc48-4149cebe1bbc req-857fdfab-6391-466d-adfd-341efe8608ea tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 943 time: 0.0542369 Nov 09 20:29:08.410893 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27dd2c19-7264-4f2c-bc48-4149cebe1bbc req-57c52d3d-c136-4372-af5e-40921cbdb96a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Nov 09 20:29:08.797282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:29:08.799779 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:29:08.846952 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a5b445-7f13-47d8-ac68-427b4e052493 x-openstack-request-id: req-70a5b445-7f13-47d8-ac68-427b4e052493 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:29:08.847255 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:29:08.847616 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70a5b445-7f13-47d8-ac68-427b4e052493 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:29:08.847907 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'status': 'completed', 'code': 200} Nov 09 20:29:08.912376 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-f468b99c-8c35-4eae-82da-b1f714d50798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:08.913160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-0f75e10a-5322-47c4-bb60-efd1003bf6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:08.913886 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-f468b99c-8c35-4eae-82da-b1f714d50798 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1094 time: 0.0432694 Nov 09 20:29:08.914700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-0f75e10a-5322-47c4-bb60-efd1003bf6f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1094 time: 0.0444303 Nov 09 20:29:09.007345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-b2d3ff5f-f70f-4650-a89e-b049460c6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:09.008824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-b2d3ff5f-f70f-4650-a89e-b049460c6c29 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0877597 Nov 09 20:29:09.013124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-79a3d919-a214-43d6-a333-8c82e3947472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:09.014639 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-79a3d919-a214-43d6-a333-8c82e3947472 service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0887859 Nov 09 20:29:09.077447 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-8738a96a-7504-41c9-93b7-2cb9adee89b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 998 time: 0.0603976 Nov 09 20:29:09.083194 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-3fc9934f-0ef6-4269-b3d0-20e02e296fd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 998 time: 0.0594432 Nov 09 20:29:09.128876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-6d4aea37-f9f7-4083-bcf6-9bbd0261bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:09.130355 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-6d4aea37-f9f7-4083-bcf6-9bbd0261bf49 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0448060 Nov 09 20:29:09.143139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-dd6e2a1c-1b2c-48c6-a6ee-7d7e71609086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:09.144702 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-dd6e2a1c-1b2c-48c6-a6ee-7d7e71609086 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0516589 Nov 09 20:29:09.181727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-b570c7ae-5f5c-433f-bdb4-671020365d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:09.183265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-b570c7ae-5f5c-433f-bdb4-671020365d90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439389 Nov 09 20:29:09.193568 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-e0f92476-3b74-43cb-a7d0-f1e7b7d97890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:09.195260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-e0f92476-3b74-43cb-a7d0-f1e7b7d97890 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430436 Nov 09 20:29:09.282367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-6355be4b-bb27-4de0-ba98-31e9edacedf0 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904992 Nov 09 20:29:09.295540 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-d35299fc-6c74-4d16-8778-3f2e076e351c service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880983 Nov 09 20:29:09.376778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-2cb887a6-b437-4ed5-8e6c-f276d59073c2 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873058 Nov 09 20:29:09.398156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af35f7d3-9dfe-41ad-8e3b-48a420b2c618 req-40ec4204-754f-4e6e-b15e-72c3c187fa4f service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911138 Nov 09 20:29:09.527443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128ab28-261e-4c62-886a-e562615a8e30 req-d36f1b6a-201b-4f2b-972a-3cb488620b6b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:09.529716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f128ab28-261e-4c62-886a-e562615a8e30 req-d36f1b6a-201b-4f2b-972a-3cb488620b6b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 943 time: 0.0508161 Nov 09 20:29:09.567269 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f128ab28-261e-4c62-886a-e562615a8e30 req-9ac13174-d6d4-42d7-b21d-0d496ea999d5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Nov 09 20:29:09.645949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f1fd935d-2ff3-436c-8f28-b2e62a61d788 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:29:09.745306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:29:09.761353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'port_id': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'mac_address': 'fa:16:3e:99:8d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:29:09.795442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f59261-9277-4cde-81cd-d6a28b4a4331 req-f267b374-c01c-43ee-ad75-164ae3cee334 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:09.796928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40f59261-9277-4cde-81cd-d6a28b4a4331 req-f267b374-c01c-43ee-ad75-164ae3cee334 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 943 time: 0.0829368 Nov 09 20:29:09.800683 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:09.804874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-42c6e004-22b1-4e48-bda5-e4293553def5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:09.806288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-42c6e004-22b1-4e48-bda5-e4293553def5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 943 time: 0.0824983 Nov 09 20:29:09.817984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fd935d-2ff3-436c-8f28-b2e62a61d788 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:29:09.838279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:29:09.842492 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:09.867748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-40f59261-9277-4cde-81cd-d6a28b4a4331 req-0ff9cd42-2e58-4685-bd83-e25427aa3523 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604775 Nov 09 20:29:09.894453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f1fd935d-2ff3-436c-8f28-b2e62a61d788,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:29:09.896666 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-c4880b2a-43cb-41c6-9a32-53e8da83f443 service neutron] delete failed (client error): The resource could not be found. Nov 09 20:29:09.897653 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-c4880b2a-43cb-41c6-9a32-53e8da83f443 service neutron] 10.222.0.70 "DELETE /v2.0/ports/f1fd935d-2ff3-436c-8f28-b2e62a61d788/bindings/n-h1-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0832994 Nov 09 20:29:09.904689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.905278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.905576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.905929 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.906275 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.906642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.906981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.907315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.907699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.908035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.908415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.908776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:09.983939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-bcecedef-c3a7-4b9a-b946-35210ffddf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:09.985441 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-bcecedef-c3a7-4b9a-b946-35210ffddf86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1095 time: 0.0410717 Nov 09 20:29:10.080636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-e1955d82-5214-4463-bb04-9183a79eaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:10.082118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-e1955d82-5214-4463-bb04-9183a79eaaf5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0899394 Nov 09 20:29:10.125375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['f1fd935d-2ff3-436c-8f28-b2e62a61d788'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:29:10.152247 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-502eece1-07d3-4678-95e7-824cba5d0cef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 999 time: 0.0628405 Nov 09 20:29:10.204733 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-ace764bf-aa73-450c-bb9c-953a475c7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:10.206202 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-ace764bf-aa73-450c-bb9c-953a475c7799 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0461640 Nov 09 20:29:10.256210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-215f452b-51f4-42d2-ad4c-af2eb8f04ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:10.258149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-215f452b-51f4-42d2-ad4c-af2eb8f04ba6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446897 Nov 09 20:29:10.310951 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-119cc615-403f-402d-bdae-60ccbd3347ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:10.349438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-b1c9a4ed-9e03-4021-b59c-6382c2bf61a8 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837131 Nov 09 20:29:10.443536 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a54290d9-3aa1-4726-a053-471b43db47e0 req-743d8061-1abe-488e-8dde-e4fdd78dc96b service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863028 Nov 09 20:29:10.953358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f1fd935d-2ff3-436c-8f28-b2e62a61d788 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:29:10.994834 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device f1fd935d-2ff3-436c-8f28-b2e62a61d788 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:29:10.996199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489b173-b58d-4394-815d-725302188c31 req-5a6393ff-6a90-4ecb-bef7-a322e3602b64 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:10.997909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a489b173-b58d-4394-815d-725302188c31 req-5a6393ff-6a90-4ecb-bef7-a322e3602b64 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 944 time: 0.0508833 Nov 09 20:29:11.036976 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a489b173-b58d-4394-815d-725302188c31 req-1fa791cb-6a81-489a-83ff-e67146077fe6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320344 Nov 09 20:29:11.155483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21162b-7fe4-48da-8649-620a23962187 req-df5b4e9d-a4f8-4bac-b554-57f5b03f05a3 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:11.157021 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c21162b-7fe4-48da-8649-620a23962187 req-df5b4e9d-a4f8-4bac-b554-57f5b03f05a3 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 944 time: 0.0516248 Nov 09 20:29:11.193919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c21162b-7fe4-48da-8649-620a23962187 req-b918121a-359c-4030-9b8d-768de0b83f01 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Nov 09 20:29:11.392084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f96ee-8e35-47a7-aef2-890d44b4c2df req-8c0e3ed4-dacd-4772-979d-a75d7167ddf5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:11.393462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c30f96ee-8e35-47a7-aef2-890d44b4c2df req-8c0e3ed4-dacd-4772-979d-a75d7167ddf5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 944 time: 0.0511482 Nov 09 20:29:11.432075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c30f96ee-8e35-47a7-aef2-890d44b4c2df req-bdd9993c-121b-46d4-9bf4-dbdd71d016a4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Nov 09 20:29:11.437111 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-31ce7699-3ff7-4d68-b4dc-92cd93ecb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:11.438658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-31ce7699-3ff7-4d68-b4dc-92cd93ecb3b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 1095 time: 0.0423341 Nov 09 20:29:11.535221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-41ad09e7-a5c3-4a03-a3c9-acc04a19e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:11.536685 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-41ad09e7-a5c3-4a03-a3c9-acc04a19e2f6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0880620 Nov 09 20:29:11.605730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-39b6d6cd-3477-4027-b5c3-9b384ff388b6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 200 len: 999 time: 0.0573857 Nov 09 20:29:11.646069 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f1fd935d-2ff3-436c-8f28-b2e62a61d788 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:29:11.668926 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-e9992363-7283-4515-a0a0-0e929d52dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:11.670409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-e9992363-7283-4515-a0a0-0e929d52dec9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0498345 Nov 09 20:29:11.694619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port f1fd935d-2ff3-436c-8f28-b2e62a61d788 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:29:11.698293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port f1fd935d-2ff3-436c-8f28-b2e62a61d788 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:29:11.698703 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:11.720054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-7ec861e9-1d4a-4159-a1d8-dbb3e23258ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:11.721640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-7ec861e9-1d4a-4159-a1d8-dbb3e23258ed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425458 Nov 09 20:29:11.778042 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:11.800528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:29:11.802846 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8041a937-2ad2-4726-9ac9-591d1f9b81f1" -d '{"events": [{"server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "name": "network-vif-plugged", "status": "completed", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:29:11.816345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:29:11.818213 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-f0648c3b-b21f-4517-8310-79f0af1636e5 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851138 Nov 09 20:29:11.821132 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:11.848760 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2935e74-128a-4e6f-8819-10059094e0f2 x-openstack-request-id: req-b2935e74-128a-4e6f-8819-10059094e0f2 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:29:11.849068 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "name": "network-vif-plugged", "status": "completed", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:29:11.849328 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2935e74-128a-4e6f-8819-10059094e0f2 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:29:11.849734 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'code': 200} Nov 09 20:29:11.877082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=f1fd935d-2ff3-436c-8f28-b2e62a61d788,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:29:11.922911 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b289aa33-ba5a-49ea-b7b2-25e0f50ff90b req-3c4a6b6a-f8a3-4a80-a393-0b8d4569a5fc service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962005 Nov 09 20:29:12.885006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a912e20-aa0e-4a4a-99b5-5719f9485ff8 req-7aea34c9-4da8-4fbb-bfca-aa306f8a8242 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:12.886495 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a912e20-aa0e-4a4a-99b5-5719f9485ff8 req-7aea34c9-4da8-4fbb-bfca-aa306f8a8242 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.3830822 Nov 09 20:29:12.923735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a912e20-aa0e-4a4a-99b5-5719f9485ff8 req-0577c48a-06a7-48c4-8b67-4d277d07a6f6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304487 Nov 09 20:29:13.162837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054721ea-73f8-4d39-a36b-ed0928b9d5cc req-c21a8fac-4f15-4778-a7b2-658a7d7b0f42 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:13.164329 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-054721ea-73f8-4d39-a36b-ed0928b9d5cc req-c21a8fac-4f15-4778-a7b2-658a7d7b0f42 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0485485 Nov 09 20:29:13.202325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-054721ea-73f8-4d39-a36b-ed0928b9d5cc req-7190607a-8e9a-475f-bf23-1c5280bfae0c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Nov 09 20:29:13.249658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cf67258e-44af-49de-b2e2-ef3ad5407116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:13.525202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:14.322622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35165a-f9ba-4025-a578-19f23b247476 req-e6e03a7f-3809-4393-8e0d-c11a667cb743 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:14.324115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de35165a-f9ba-4025-a578-19f23b247476 req-e6e03a7f-3809-4393-8e0d-c11a667cb743 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0491149 Nov 09 20:29:14.362218 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de35165a-f9ba-4025-a578-19f23b247476 req-1f8d1c78-f43a-4581-987c-96870b4ab74f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Nov 09 20:29:14.538699 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-d16f6135-d801-4c14-916b-9ff62c727ff9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:14.540229 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-d16f6135-d801-4c14-916b-9ff62c727ff9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 945 time: 0.0535252 Nov 09 20:29:14.633281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Deleting port f1fd935d-2ff3-436c-8f28-b2e62a61d788 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:29:14.633628 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:14.677975 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:14.725541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] For port f1fd935d-2ff3-436c-8f28-b2e62a61d788, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=f1fd935d-2ff3-436c-8f28-b2e62a61d788,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:29:14.725906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:14.893544 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:14.893905 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:14.894226 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 disassociated. External IP: 172.25.6.35, port: f1fd935d-2ff3-436c-8f28-b2e62a61d788. Nov 09 20:29:14.894598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Calling delete_port for f1fd935d-2ff3-436c-8f28-b2e62a61d788 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:29:15.043644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:15.073274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event deleted for resources: {'Port': ['ID=f1fd935d-2ff3-436c-8f28-b2e62a61d788,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:29:15.206299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Router 68e72294-0630-411c-891e-2b21966422b1 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:29:15.319605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:29:15.331083 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:29:15.340531 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:29:15.341307 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:29:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:29:15.359082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] No DVR routers for this DVR port f1fd935d-2ff3-436c-8f28-b2e62a61d788 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:29:15.361773 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:15.365219 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c1d8fa05-0a43-40a8-ac9d-963ad79e8cf9 req-e18a90d0-e100-4d97-9344-3698ef00c11d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.77 "DELETE /v2.0/ports/f1fd935d-2ff3-436c-8f28-b2e62a61d788 HTTP/1.1" status: 204 len: 173 time: 0.8151152 Nov 09 20:29:15.365656 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'name': 'network-vif-deleted', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:29:15.367920 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d89b61-32ea-43a7-a640-462ec84ed0fd" -d '{"events": [{"server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "name": "network-vif-deleted", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:29:15.416781 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9af5069-49b6-4a84-8e5f-fd196a265c93 x-openstack-request-id: req-c9af5069-49b6-4a84-8e5f-fd196a265c93 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:29:15.417081 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff65e6f-0d5f-42b6-a992-ac7eb858afc1", "name": "network-vif-deleted", "tag": "f1fd935d-2ff3-436c-8f28-b2e62a61d788", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:29:15.417327 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9af5069-49b6-4a84-8e5f-fd196a265c93 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:29:15.417732 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff65e6f-0d5f-42b6-a992-ac7eb858afc1', 'name': 'network-vif-deleted', 'tag': 'f1fd935d-2ff3-436c-8f28-b2e62a61d788', 'status': 'completed', 'code': 200} Nov 09 20:29:15.469456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ea20a5d4-ed07-4b9c-af68-09c7c0d33906 req-3771df86-2121-4bc0-9bf9-4a49eeb4be71 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ff65e6f-0d5f-42b6-a992-ac7eb858afc1 HTTP/1.1" status: 200 len: 210 time: 0.0314450 Nov 09 20:29:15.547894 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:29:15.744574 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:29:15.771211 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:29:15.779578 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:29:15.780172 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:29:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:29:15.883992 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:29:16.077412 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:29:16.104411 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf687af3-2ea0-435d-b565-f1ae3436b398 None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:29:16.322085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c18dec-73c7-4c11-9a4a-55c789660af0 None None] New status for floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:29:16.438932 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:16.739715 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-e4ac7c9c-3e69-4916-be74-41be2ea2ee2f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2011515850&fields=id&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 267 time: 0.0323505 Nov 09 20:29:16.847895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2861b-cd00-459f-a88f-b76972a113bf req-9fcae204-9f13-46fd-b64b-f8507c5f7df2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:16.849731 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-9fcae204-9f13-46fd-b64b-f8507c5f7df2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 812 time: 0.1029553 Nov 09 20:29:16.864350 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-ed71450d-0c8f-4949-b659-a453e8b9575f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/quotas/a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 375 time: 0.0092757 Nov 09 20:29:16.919144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-7f388747-80e8-4fd9-baff-24902153c322 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488989 Nov 09 20:29:17.019264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-f7dd9ca1-035f-45db-8d81-b918662e7e9e service neutron] 10.222.0.53 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886607 Nov 09 20:29:17.110149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-bb75bbb2-3672-4238-ab76-56a984910b7a service neutron] 10.222.0.53 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844991 Nov 09 20:29:17.272146 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d2b62515-f98b-47f1-b89d-c51aa7d23131 req-f1b5ef1e-c770-4ef5-9da0-be955b43df9d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 210 time: 0.0278697 Nov 09 20:29:17.684620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f1fd935d-2ff3-436c-8f28-b2e62a61d788 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:29:17.708486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: f1fd935d-2ff3-436c-8f28-b2e62a61d788 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:29:17.708831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device f1fd935d-2ff3-436c-8f28-b2e62a61d788 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:29:18.190498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2861b-cd00-459f-a88f-b76972a113bf req-b3ddb663-eed5-4d20-8ef7-66d385488c4f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:18.192035 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-b3ddb663-eed5-4d20-8ef7-66d385488c4f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 812 time: 0.1099741 Nov 09 20:29:18.238148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-2de04952-8fc2-43c0-8ee4-eaeb307642bc tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 380 time: 0.0368328 Nov 09 20:29:18.249678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'port': {'device_id': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'admin_state_up': True, 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'security_groups': ['f082757d-c1f9-4dd3-810c-83b658eb5843']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:29:18.378854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d400309-fe82-4adc-b15b-c520084069a7 req-22b9456c-80b1-4ca3-817d-b2f6ed2fa056 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 210 time: 0.0364687 Nov 09 20:29:18.388139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Made reservation on behalf of a848fb9c2d694700917e4f2bb1ac7b2a for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:29:18.392059 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:18.516826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Allocated IP 172.20.0.6 (beaa0510-33c0-4db7-9786-ac8720ac1866/8d7df88e-248d-4af0-95c6-39b9c7bb768d/a30df722-1f4a-44c1-bfd5-a68ea98e10f4) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:29:18.657431 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:18.688850 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:18.730758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Network beaa0510-33c0-4db7-9786-ac8720ac1866 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:29:18.733817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:29:18.737307 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:29:18.745519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:29:18.780515 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.780859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.781202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.781538 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.781869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.782197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.782545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.782872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.783192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.783512 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.783832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.784153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:29:18.806790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:18.807422 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:18.823919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-a07d318b-85f9-4e7c-99d9-1ccabe951b8f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781143 Nov 09 20:29:18.836613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Request body: {'port': {'device_id': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:29:18.894655 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:19.027780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b02bd31d-3eb1-4e12-b758-ed479315a00a None None] Provisioning complete for port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:29:19.028509 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b02bd31d-3eb1-4e12-b758-ed479315a00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:19.061646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b02bd31d-3eb1-4e12-b758-ed479315a00a None None] Port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:29:19.155325 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30df722-1f4a-44c1-bfd5-a68ea98e10f4 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:29:19.162728 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:19.174821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Transition to ACTIVE for port object a30df722-1f4a-44c1-bfd5-a68ea98e10f4 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:29:19.178438 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:19.234316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:29:19.299716 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:29:19.300057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:29:19.300382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:29:19.305032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on network beaa0510-33c0-4db7-9786-ac8720ac1866 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:29:19.305350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:29:19.310825 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:29:19.311167 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:29:19.311551 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:29:19.311983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Bound port: a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:29:19.312347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:19.380206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:29:19.383794 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:29:19.389020 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:19.432464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:19.433089 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:19.435611 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] 10.222.0.70 "PUT /v2.0/ports/a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 1091 time: 0.6032043 Nov 09 20:29:19.436075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:29:19.438365 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a4751f-24ca-4a92-a5b7-6cd267389b87" -d '{"events": [{"name": "network-changed", "server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:29:19.469557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8c63b-8563-4941-b571-403350a0cfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:29:19.502035 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0531b9c4-fb6c-4aa8-a15c-0bc8b06a94ab x-openstack-request-id: req-0531b9c4-fb6c-4aa8-a15c-0bc8b06a94ab {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:29:19.502331 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:29:19.502608 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0531b9c4-fb6c-4aa8-a15c-0bc8b06a94ab {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:29:19.503017 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'status': 'completed', 'code': 200} Nov 09 20:29:19.525391 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f4ec0-a673-4fb5-a5f2-a03fbd085d07 req-044ae011-5898-4bf5-8517-b01b6b3adc01 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:19.527258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c3f4ec0-a673-4fb5-a5f2-a03fbd085d07 req-044ae011-5898-4bf5-8517-b01b6b3adc01 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 943 time: 0.0770075 Nov 09 20:29:19.535360 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2861b-cd00-459f-a88f-b76972a113bf req-511d4af5-f7d4-49ce-aad5-843075324ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:19.536928 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-511d4af5-f7d4-49ce-aad5-843075324ac6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1094 time: 0.0457928 Nov 09 20:29:19.570472 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2c3f4ec0-a673-4fb5-a5f2-a03fbd085d07 req-2e814dbf-cfcf-4af2-bf63-07223fc3015f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357566 Nov 09 20:29:19.581083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-8c73e663-1143-43a2-a6a5-c67be8d62773 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 217 time: 0.0354989 Nov 09 20:29:19.638530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2861b-cd00-459f-a88f-b76972a113bf req-24a946ab-601d-4afa-a8f9-8ca8c4110467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:19.640092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-24a946ab-601d-4afa-a8f9-8ca8c4110467 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0515363 Nov 09 20:29:19.688330 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2861b-cd00-459f-a88f-b76972a113bf req-cb470020-67df-4148-9a15-ea06385897e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:19.689775 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-cb470020-67df-4148-9a15-ea06385897e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419915 Nov 09 20:29:19.782730 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-1bfd8ef9-be3b-49b6-ba91-0434ea06dc1d service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856335 Nov 09 20:29:19.877367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08e2861b-cd00-459f-a88f-b76972a113bf req-49e54ecf-055d-4745-a7ef-4c014faaf402 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877659 Nov 09 20:29:19.965044 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-a77fc34a-cb58-4b9f-87db-acd27e4df6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:19.966432 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-a77fc34a-cb58-4b9f-87db-acd27e4df6aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1094 time: 0.0400336 Nov 09 20:29:20.066011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-55c2c855-ce8d-4bf1-bb82-745c00394596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:20.067499 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-55c2c855-ce8d-4bf1-bb82-745c00394596 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0932789 Nov 09 20:29:20.112160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-81a408a1-5e72-498c-9777-cbf89489417e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 217 time: 0.0365260 Nov 09 20:29:20.161980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-2b1a09d8-fd42-408f-b179-9362705d6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:20.163472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-2b1a09d8-fd42-408f-b179-9362705d6c1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0441089 Nov 09 20:29:20.212961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-6ce4547d-3015-4397-820a-bb726465d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:20.214441 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-6ce4547d-3015-4397-820a-bb726465d42a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432034 Nov 09 20:29:20.317672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-dd1a5e24-36c8-405a-abdf-635fe0c6785f service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933609 Nov 09 20:29:20.413934 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56a4751f-24ca-4a92-a5b7-6cd267389b87 req-1b41de2c-6c23-4261-959c-f21bd0a4ba6b service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874603 Nov 09 20:29:20.689719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5351fda-e409-4fcd-a021-f1fc4ed6932b req-2175cd56-e1ca-4523-845c-39a11aa617e5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:20.691240 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f5351fda-e409-4fcd-a021-f1fc4ed6932b req-2175cd56-e1ca-4523-845c-39a11aa617e5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 943 time: 0.0493488 Nov 09 20:29:20.728945 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f5351fda-e409-4fcd-a021-f1fc4ed6932b req-da65ffe1-d459-439e-b970-e54a08c2123a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Nov 09 20:29:21.543819 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:21.843510 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89c1a7-1e97-4d34-8d59-bccf79cc7a05 req-94ee9db3-bac3-4188-9288-7b10ff676935 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:21.844977 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b89c1a7-1e97-4d34-8d59-bccf79cc7a05 req-94ee9db3-bac3-4188-9288-7b10ff676935 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 943 time: 0.0484035 Nov 09 20:29:21.882436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b89c1a7-1e97-4d34-8d59-bccf79cc7a05 req-312076bc-cd3b-4e33-ac72-7d63a1b56070 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Nov 09 20:29:23.005809 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a77c7-1d79-40db-83fa-b951ca27741d req-df90a6af-192c-4995-b4e5-d26c4d279706 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:23.007609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab2a77c7-1d79-40db-83fa-b951ca27741d req-df90a6af-192c-4995-b4e5-d26c4d279706 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 943 time: 0.0513070 Nov 09 20:29:23.046178 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ab2a77c7-1d79-40db-83fa-b951ca27741d req-1e3decfc-a6cd-4abc-90a4-f3a239559134 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Nov 09 20:29:23.047007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:29:23.142830 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:29:23.154178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'port_id': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'mac_address': 'fa:16:3e:9d:64:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:29:23.190375 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:23.203166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30df722-1f4a-44c1-bfd5-a68ea98e10f4 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:29:23.221873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:29:23.225516 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:23.271466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:29:23.453735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['a30df722-1f4a-44c1-bfd5-a68ea98e10f4'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:29:24.021418 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:29:24.167027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b02ec7-30bf-4d53-be78-56e36ddeb53b req-cab8c61c-263d-4c5f-a106-e85517dc9e82 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:24.168553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6b02ec7-30bf-4d53-be78-56e36ddeb53b req-cab8c61c-263d-4c5f-a106-e85517dc9e82 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 944 time: 0.0501668 Nov 09 20:29:24.205654 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b6b02ec7-30bf-4d53-be78-56e36ddeb53b req-e0bb7d00-9df7-4d1c-a6f9-56f6554caa49 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Nov 09 20:29:25.070673 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:29:25.120261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:29:25.123996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:29:25.124365 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:25.202101 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:25.224013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:29:25.226266 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388ae355-47b5-456b-b978-86da3206a2cc" -d '{"events": [{"server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "name": "network-vif-plugged", "status": "completed", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:29:25.239016 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:29:25.243701 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:25.268321 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575b6496-9180-4704-b94e-03ffd50ba93d x-openstack-request-id: req-575b6496-9180-4704-b94e-03ffd50ba93d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:29:25.268621 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "name": "network-vif-plugged", "status": "completed", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:29:25.268878 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-575b6496-9180-4704-b94e-03ffd50ba93d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:29:25.269271 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'code': 200} Nov 09 20:29:25.296235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:29:25.328839 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e0980-2143-4da2-99bf-c04362ee4f81 req-c8205cdb-f1a3-4a85-b0d0-08f374bab023 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:25.330328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-232e0980-2143-4da2-99bf-c04362ee4f81 req-c8205cdb-f1a3-4a85-b0d0-08f374bab023 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0516043 Nov 09 20:29:25.397226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-232e0980-2143-4da2-99bf-c04362ee4f81 req-7961fc87-6aca-49a6-8126-a614f466edef tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587723 Nov 09 20:29:25.398877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62c87-47fe-4669-8053-15be36f51da0 req-686145da-d784-4e63-9184-583925aac115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:25.400285 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97c62c87-47fe-4669-8053-15be36f51da0 req-686145da-d784-4e63-9184-583925aac115 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1096 time: 0.0690756 Nov 09 20:29:25.436712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97c62c87-47fe-4669-8053-15be36f51da0 req-e5252e9f-a805-405d-b05e-b893e7a82aea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289314 Nov 09 20:29:25.782400 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:26.519108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b064c-65cd-47d3-a9f5-a605077a402d req-e282ed01-467b-4705-8c75-437b0d1ccade tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:26.520787 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-544b064c-65cd-47d3-a9f5-a605077a402d req-e282ed01-467b-4705-8c75-437b0d1ccade tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0537767 Nov 09 20:29:26.562956 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-544b064c-65cd-47d3-a9f5-a605077a402d req-bcad1f47-395b-4aee-938f-2146ba841b3f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360494 Nov 09 20:29:27.679084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3fb70-b499-435b-923b-4249bbd58df2 req-109f3641-df60-459b-8829-16be4ff533f0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:27.680554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9c3fb70-b499-435b-923b-4249bbd58df2 req-109f3641-df60-459b-8829-16be4ff533f0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0483291 Nov 09 20:29:27.718181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9c3fb70-b499-435b-923b-4249bbd58df2 req-c6067243-019b-4366-9428-848da188b725 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Nov 09 20:29:27.829528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61e683-bb12-41b1-9427-08ac0aeed11d req-4f483808-d5be-4882-9fd6-f01e9549dd87 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:27.831061 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ad61e683-bb12-41b1-9427-08ac0aeed11d req-4f483808-d5be-4882-9fd6-f01e9549dd87 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0496857 Nov 09 20:29:27.839572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51094) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:29:27.844189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f0a27016-d7b1-4931-b651-522cb7a62b7d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'floatingip': {'port_id': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:29:27.883711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0a27016-d7b1-4931-b651-522cb7a62b7d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:28.318042 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0a27016-d7b1-4931-b651-522cb7a62b7d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:28.321849 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0a27016-d7b1-4931-b651-522cb7a62b7d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:28.424271 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-f0a27016-d7b1-4931-b651-522cb7a62b7d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 associated. External IP: 172.25.6.35, port: a30df722-1f4a-44c1-bfd5-a68ea98e10f4. Nov 09 20:29:28.938585 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a27016-d7b1-4931-b651-522cb7a62b7d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Router 68e72294-0630-411c-891e-2b21966422b1 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:29:29.044628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a27016-d7b1-4931-b651-522cb7a62b7d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:29:29.049438 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f0a27016-d7b1-4931-b651-522cb7a62b7d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:29.053877 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:29:29.063138 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:29:29.063766 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:29:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:29:29.079231 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f0a27016-d7b1-4931-b651-522cb7a62b7d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "PUT /v2.0/floatingips/fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 HTTP/1.1" status: 200 len: 990 time: 1.2361033 Nov 09 20:29:29.079231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:29:29.079704 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7f3fab-3482-40a4-8076-fba8880476cb" -d '{"events": [{"name": "network-changed", "server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:29:29.121914 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329def04-da1b-463e-960b-dd6239b4c2dd x-openstack-request-id: req-329def04-da1b-463e-960b-dd6239b4c2dd {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:29:29.122396 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:29:29.122749 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-329def04-da1b-463e-960b-dd6239b4c2dd {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:29:29.123217 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'status': 'completed', 'code': 200} Nov 09 20:29:29.176058 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:29:29.192751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-e5e50712-a10a-4b7d-9551-0ae901d50995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:29.194239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-e5e50712-a10a-4b7d-9551-0ae901d50995 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1096 time: 0.0446951 Nov 09 20:29:29.284849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-2f58804a-2de5-4ef4-a1db-40b8555ddea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:29.286325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-2f58804a-2de5-4ef4-a1db-40b8555ddea5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0847156 Nov 09 20:29:29.356477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-f764b2be-129e-4cc4-9509-043c27c1c8f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 998 time: 0.0625594 Nov 09 20:29:29.407103 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:9d:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:29:28Z', 'revision_number': 9, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:29:29.407394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-5cb07381-bc9d-4a70-9765-193edf7e0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:29.408588 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-5cb07381-bc9d-4a70-9765-193edf7e0059 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0452321 Nov 09 20:29:29.432804 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:29:29.441680 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:29:29.442278 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:29:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:29:29.454079 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-cc41468a-392e-4b64-827b-2317050b5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:29:29.455620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-cc41468a-392e-4b64-827b-2317050b5b33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402749 Nov 09 20:29:29.547158 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:29:29.548849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-54c856d1-decb-468e-8f85-e647b723d309 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858259 Nov 09 20:29:29.640098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6e7f3fab-3482-40a4-8076-fba8880476cb req-33c3a58e-05f7-48e5-8eb0-f21836e3747a service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832465 Nov 09 20:29:29.768726 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:9d:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:29:28Z', 'revision_number': 9, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:29:29.797801 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5548de5-3adc-4472-9776-7bcea51a3962 None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:9d:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:29:28Z', 'revision_number': 9, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:29:29.979113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dbb3b-afc2-42fd-a206-34a838d728e6 None None] New status for floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:29:40.312472 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f4fe7639-7e9a-4c82-ab89-713a1df57d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:43.250686 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a09b5d85-eafe-40f2-927d-ba32a7283b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:43.526495 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:44.680880 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:46.429922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:51.575124 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:29:55.788924 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:01.022410 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:30:10.314941 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb2ba7b2-cad5-4756-88a9-9b75b9efbcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:13.251014 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f2dda9b5-1e3c-44d0-a54a-aee61d810866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:13.528995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:14.683229 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:16.431357 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:18.052594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-a66ca71d-fce1-4c4b-9f50-17a9ee6f1e2f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470786 Nov 09 20:30:18.148252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-1bc99f20-8400-4cc1-b6c3-a3f7d5d43010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:30:18.150284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-1bc99f20-8400-4cc1-b6c3-a3f7d5d43010 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1096 time: 0.0523057 Nov 09 20:30:18.256282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-f5203354-cbc9-4220-9b12-aed75887eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:30:18.258029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-f5203354-cbc9-4220-9b12-aed75887eeba service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0877895 Nov 09 20:30:18.329934 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-33e2c4d6-6216-4b59-b29d-ba0bf83b4244 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 1001 time: 0.0631297 Nov 09 20:30:18.379300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-043ae7fe-5eed-452a-b279-32447317863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:30:18.381083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-043ae7fe-5eed-452a-b279-32447317863b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0440612 Nov 09 20:30:18.427263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-a74f6549-37d7-4765-9c76-ab622920dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:30:18.428665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-a74f6549-37d7-4765-9c76-ab622920dc20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399041 Nov 09 20:30:18.521710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-7ef43f82-efe9-4561-b578-d4c25b2d5b58 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853486 Nov 09 20:30:18.613331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e6b1e58-5e73-4ade-abc5-1809804fe165 req-368b7420-8f6b-452e-8151-08f14e37a201 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837460 Nov 09 20:30:21.576599 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:25.815912 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:38.022049 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:30:40.315887 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-60da9bdc-f0c6-4fd7-8d61-59e7ef65603f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:43.255115 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9088d7af-5846-44c2-8f51-3cefdee79a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:43.531915 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:44.685875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:46.433736 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:51.589586 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:30:55.829685 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:04.244203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cbc0-a264-4acc-bfe9-0c493149eded req-489b9032-f83e-4068-b8af-dc35f47c19e5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:04.245774 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f364cbc0-a264-4acc-bfe9-0c493149eded req-489b9032-f83e-4068-b8af-dc35f47c19e5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0510457 Nov 09 20:31:04.284645 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f364cbc0-a264-4acc-bfe9-0c493149eded req-040e1f3b-f718-4617-9831-8a80da426ee4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Nov 09 20:31:04.294759 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-bbe51283-3a69-4420-9497-361a0e61d23d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1098158 Nov 09 20:31:05.415466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4756c-a591-4e2d-a0e1-dae6f2b9fb02 req-947a9b5f-4b23-4628-8dfd-0654e290179d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:05.416971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-75a4756c-a591-4e2d-a0e1-dae6f2b9fb02 req-947a9b5f-4b23-4628-8dfd-0654e290179d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0535989 Nov 09 20:31:05.454428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-75a4756c-a591-4e2d-a0e1-dae6f2b9fb02 req-cfb32efc-2a2e-4c6a-9c9c-d16addd6a235 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Nov 09 20:31:06.573272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaad24-ab98-43b4-ad49-6cfba7ad1cfa req-f6adc01e-e2cb-40d9-ac18-5b074641039e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:06.574782 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8adaad24-ab98-43b4-ad49-6cfba7ad1cfa req-f6adc01e-e2cb-40d9-ac18-5b074641039e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0486648 Nov 09 20:31:06.613123 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8adaad24-ab98-43b4-ad49-6cfba7ad1cfa req-f3beb1e6-5698-4e78-bdbe-6560fa3be2d7 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Nov 09 20:31:07.759751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ae25d-22a3-4d8d-958b-a3be5b0b9464 req-93006a0e-48ec-448d-87f1-d9d681c4baf1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:07.761321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-673ae25d-22a3-4d8d-958b-a3be5b0b9464 req-93006a0e-48ec-448d-87f1-d9d681c4baf1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0682163 Nov 09 20:31:07.814480 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-673ae25d-22a3-4d8d-958b-a3be5b0b9464 req-84325c63-ea7a-470e-8fa6-4deab40926f4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436735 Nov 09 20:31:08.571899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4129c-459a-4107-b49b-6b96c929e83f req-4048cd76-4f06-4668-aeca-feaf6ffa63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:08.573390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-4048cd76-4f06-4668-aeca-feaf6ffa63e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1096 time: 0.0418696 Nov 09 20:31:08.666303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4129c-459a-4107-b49b-6b96c929e83f req-40728f40-b5d7-4bc4-acd0-bfb85da78f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:08.667809 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-40728f40-b5d7-4bc4-acd0-bfb85da78f5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0876060 Nov 09 20:31:08.733303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-0b797b4f-7abe-45cc-a209-d1cdb9b18a6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 1001 time: 0.0585499 Nov 09 20:31:08.782217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4129c-459a-4107-b49b-6b96c929e83f req-3e86861a-fec9-4515-a581-0eda5dcd9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:08.783662 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-3e86861a-fec9-4515-a581-0eda5dcd9374 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0435941 Nov 09 20:31:08.834571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4129c-459a-4107-b49b-6b96c929e83f req-903635d4-ee42-422b-8b07-4123ddb98f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:08.836133 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-903635d4-ee42-422b-8b07-4123ddb98f3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445220 Nov 09 20:31:08.847977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-98e397c8-8259-4ad3-b728-15bf718da06e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:31:08.848939 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-98e397c8-8259-4ad3-b728-15bf718da06e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049839 Nov 09 20:31:08.941802 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-f5f96286-d204-4207-b9a1-0da16fff7dce service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845201 Nov 09 20:31:08.943832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e296c-3087-4121-8c8d-5d2b726639da req-b2547a6a-5259-4c37-9041-b126fa746a2e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:08.945633 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479e296c-3087-4121-8c8d-5d2b726639da req-b2547a6a-5259-4c37-9041-b126fa746a2e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0540328 Nov 09 20:31:08.984674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-479e296c-3087-4121-8c8d-5d2b726639da req-4d13169e-fd2c-4430-8d28-72e1b05d629e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330105 Nov 09 20:31:09.045878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-431adb7e-7088-4a97-a2c7-6871bab1fa2d service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953600 Nov 09 20:31:10.105251 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89bc3b-2a3f-4457-9c5c-3903f4da4503 req-c3ee3719-7cb2-4d2d-8e08-6ff21e5e59bd tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:10.106785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d89bc3b-2a3f-4457-9c5c-3903f4da4503 req-c3ee3719-7cb2-4d2d-8e08-6ff21e5e59bd tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0524168 Nov 09 20:31:10.149613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5d89bc3b-2a3f-4457-9c5c-3903f4da4503 req-8c1f670b-381e-4eb2-bd5a-159ec9289472 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366542 Nov 09 20:31:10.315873 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9e2525e2-a6f8-4afd-bb45-fbe16f8c1cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:11.265048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f00bc-e684-4daf-8c11-0f587f540692 req-ed399793-0b9c-4892-9d30-3d2703a9101b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:11.266547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f8f00bc-e684-4daf-8c11-0f587f540692 req-ed399793-0b9c-4892-9d30-3d2703a9101b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0502625 Nov 09 20:31:11.308761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3f8f00bc-e684-4daf-8c11-0f587f540692 req-f41abf2a-a662-4aef-b50e-55ea8783e2e2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363336 Nov 09 20:31:12.427275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe784de-28b5-4a31-8072-a23557d8dc16 req-90e1269c-7aa1-4705-b349-628b7dadcc0c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:12.428721 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-efe784de-28b5-4a31-8072-a23557d8dc16 req-90e1269c-7aa1-4705-b349-628b7dadcc0c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0500922 Nov 09 20:31:12.466741 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-efe784de-28b5-4a31-8072-a23557d8dc16 req-f5236fc7-a192-4760-89f0-8c22d5521f6c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318701 Nov 09 20:31:13.259781 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5a054492-79c5-43c8-9d7e-941efef4e064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:13.535289 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:13.586477 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc4f82-901f-4276-baf9-b326d775a5ec req-b4ba9bb7-2bc3-4e48-8d9b-01847bad09e7 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:13.588018 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-77cc4f82-901f-4276-baf9-b326d775a5ec req-b4ba9bb7-2bc3-4e48-8d9b-01847bad09e7 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0502923 Nov 09 20:31:13.626922 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-77cc4f82-901f-4276-baf9-b326d775a5ec req-9c75be15-2e8b-44f9-a7b0-09e1719bd030 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327876 Nov 09 20:31:14.693461 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:14.752793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f59fb-64e1-4817-a959-d6617bd67c04 req-4b9c9e00-5cc6-49f3-86bd-7c9f7c38b762 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:14.754329 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0e2f59fb-64e1-4817-a959-d6617bd67c04 req-4b9c9e00-5cc6-49f3-86bd-7c9f7c38b762 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0558085 Nov 09 20:31:14.796957 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0e2f59fb-64e1-4817-a959-d6617bd67c04 req-dd8a8977-c19c-490b-a8eb-a90d1d93d849 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336378 Nov 09 20:31:15.022896 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:31:15.920112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879d967-49eb-4ec0-b597-4dd2a0ce286e req-312f5bc8-20f0-49a3-8a8d-5e730af22652 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:15.921683 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5879d967-49eb-4ec0-b597-4dd2a0ce286e req-312f5bc8-20f0-49a3-8a8d-5e730af22652 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0533600 Nov 09 20:31:15.961778 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5879d967-49eb-4ec0-b597-4dd2a0ce286e req-3928ae3e-a75f-447c-bc38-be44bb4d4b07 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340288 Nov 09 20:31:16.437114 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:17.081604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0296df-3241-41b3-ae53-4f9a67d3dfe2 req-9c0e2214-b973-4443-9969-2c3716e10137 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:17.083295 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f0296df-3241-41b3-ae53-4f9a67d3dfe2 req-9c0e2214-b973-4443-9969-2c3716e10137 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0491443 Nov 09 20:31:17.121877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f0296df-3241-41b3-ae53-4f9a67d3dfe2 req-ad181ec4-07b3-448d-ab33-f4a3303d33c6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Nov 09 20:31:18.121090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09030-313c-44a8-8097-058b4396bc0c req-fb25c50f-4dc8-448c-af0c-ab14b522fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:18.122683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bb09030-313c-44a8-8097-058b4396bc0c req-fb25c50f-4dc8-448c-af0c-ab14b522fc87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1096 time: 0.0851514 Nov 09 20:31:18.231201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09030-313c-44a8-8097-058b4396bc0c req-b1854db8-ae7a-4a0f-b4b4-141bf8f76d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:18.233032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bb09030-313c-44a8-8097-058b4396bc0c req-b1854db8-ae7a-4a0f-b4b4-141bf8f76d3b service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0910208 Nov 09 20:31:18.238361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5506a63-2d78-4f90-8888-7858a2507dce req-79903742-4638-4f09-9ccf-7502f7112c1a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:18.239923 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5506a63-2d78-4f90-8888-7858a2507dce req-79903742-4638-4f09-9ccf-7502f7112c1a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0486815 Nov 09 20:31:18.280801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f5506a63-2d78-4f90-8888-7858a2507dce req-72a3b2be-538a-4d9c-98b3-f3f9178eec36 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337787 Nov 09 20:31:18.302968 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bb09030-313c-44a8-8097-058b4396bc0c req-a78ca458-3c4a-453e-9d7e-a5027dd0a353 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 1001 time: 0.0628784 Nov 09 20:31:18.355549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09030-313c-44a8-8097-058b4396bc0c req-7f48f927-f9e8-4cef-8115-2adf4f77f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:18.356998 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bb09030-313c-44a8-8097-058b4396bc0c req-7f48f927-f9e8-4cef-8115-2adf4f77f961 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0477650 Nov 09 20:31:18.402050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09030-313c-44a8-8097-058b4396bc0c req-0479e8c0-d659-49f2-8ceb-a69f5b48d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:18.403563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bb09030-313c-44a8-8097-058b4396bc0c req-0479e8c0-d659-49f2-8ceb-a69f5b48d56b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395133 Nov 09 20:31:18.491539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bb09030-313c-44a8-8097-058b4396bc0c req-c47c35b0-1ba6-4654-8840-70ae796d9025 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806870 Nov 09 20:31:18.586301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7bb09030-313c-44a8-8097-058b4396bc0c req-02d74c24-071d-4df0-afa1-19f85af0ab33 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861521 Nov 09 20:31:19.404506 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ddde1-9afb-43c0-a31e-b076ad709e9d req-331abd7b-7fa1-4766-9024-ff29e0805714 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:19.405933 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a03ddde1-9afb-43c0-a31e-b076ad709e9d req-331abd7b-7fa1-4766-9024-ff29e0805714 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0520704 Nov 09 20:31:19.445378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a03ddde1-9afb-43c0-a31e-b076ad709e9d req-ff8a7195-fa18-4169-810f-03972bc53d2a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333779 Nov 09 20:31:20.569821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76426226-a63a-4169-ae4c-e3e30a5ec40a req-2ae27435-d995-42f4-83b5-b6d3f6d5396b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:20.572004 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76426226-a63a-4169-ae4c-e3e30a5ec40a req-2ae27435-d995-42f4-83b5-b6d3f6d5396b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0505550 Nov 09 20:31:20.610630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-76426226-a63a-4169-ae4c-e3e30a5ec40a req-624ac7cb-28bf-4782-9f5a-c791b6b96e72 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326073 Nov 09 20:31:20.954826 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-eae4129c-459a-4107-b49b-6b96c929e83f req-dcbf5939-caa7-44a7-a173-9be9c16cf629 service neutron] show failed (client error): The resource could not be found. Nov 09 20:31:20.955867 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-dcbf5939-caa7-44a7-a173-9be9c16cf629 service neutron] 10.222.0.70 "GET /v2.0/ports/a30df722-1f4a-44c1-bfd5-a68ea98e10f4/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0630698 Nov 09 20:31:21.183354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4129c-459a-4107-b49b-6b96c929e83f req-d777cf79-8f3d-40ee-ad7d-fffa0d673fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:21.184784 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-d777cf79-8f3d-40ee-ad7d-fffa0d673fdb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 1096 time: 0.0497215 Nov 09 20:31:21.201418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:31:21.255066 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:21.486196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:21.522601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:31:21.568462 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:31:21.571540 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932f9df3-86ef-464d-8c7a-546d102ba5de" -d '{"events": [{"server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "name": "network-vif-unplugged", "status": "completed", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:31:21.577239 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:21.591842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Transition to ACTIVE for port object a30df722-1f4a-44c1-bfd5-a68ea98e10f4 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:31:21.592365 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:21.595750 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:21.626097 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8904b04e-71b2-4ac1-bfc0-f9891aacb44f x-openstack-request-id: req-8904b04e-71b2-4ac1-bfc0-f9891aacb44f {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:31:21.626399 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "name": "network-vif-unplugged", "status": "completed", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:31:21.626672 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8904b04e-71b2-4ac1-bfc0-f9891aacb44f {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:31:21.627342 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'code': 200} Nov 09 20:31:21.698388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=6']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:21.721006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.721380 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.721731 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.722118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.722497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.722858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.723189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.723562 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.723892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.724219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.724546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.724872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:21.775422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] No DVR routers for this DVR port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on host n-h1-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:31:21.853216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242e8e-1d2f-441b-8ab0-c6ab46d8c495 req-9187e9a0-a63e-4f41-b65e-87ad9bc88a39 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:21.854740 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0242e8e-1d2f-441b-8ab0-c6ab46d8c495 req-9187e9a0-a63e-4f41-b65e-87ad9bc88a39 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 943 time: 0.1608081 Nov 09 20:31:21.911141 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0242e8e-1d2f-441b-8ab0-c6ab46d8c495 req-16635226-da3f-4c24-8dc1-e68ee15bf22f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481696 Nov 09 20:31:21.952533 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:31:21.952863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:31:21.953191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:31:21.957461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on network beaa0510-33c0-4db7-9786-ac8720ac1866 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:31:21.957780 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:31:21.963102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:31:21.963436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:31:21.963820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:31:21.964240 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Bound port: a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:31:21.964592 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:22.026597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:31:22.029441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:31:22.033810 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:22.072411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:22.073039 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:22.074461 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] 10.222.0.77 "PUT /v2.0/ports/a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 1091 time: 0.8770168 Nov 09 20:31:22.103348 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eb36e-4472-4ad5-b4d2-efa4a350b52b service neutron] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:22.154016 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4129c-459a-4107-b49b-6b96c929e83f req-64c4f84e-719c-4b0d-8cff-821530abcaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:22.155572 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-64c4f84e-719c-4b0d-8cff-821530abcaf1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1094 time: 0.0483263 Nov 09 20:31:22.256826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4129c-459a-4107-b49b-6b96c929e83f req-f6bae7bf-1954-4b41-955f-e2a17975a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:22.259015 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-f6bae7bf-1954-4b41-955f-e2a17975a452 service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0923924 Nov 09 20:31:22.335011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-cc754b13-79dd-4af4-870e-264b1436205f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 999 time: 0.0653720 Nov 09 20:31:22.392225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4129c-459a-4107-b49b-6b96c929e83f req-254b3fdd-caad-4a99-8e54-63da3fdab073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:22.393641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-254b3fdd-caad-4a99-8e54-63da3fdab073 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0475068 Nov 09 20:31:22.447861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4129c-459a-4107-b49b-6b96c929e83f req-9f1cd3d8-0f01-478a-815a-7a37c472c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:22.449396 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-9f1cd3d8-0f01-478a-815a-7a37c472c937 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430658 Nov 09 20:31:22.548988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-e7b2a8c8-4d86-47d7-81ae-992613c7927e service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865865 Nov 09 20:31:22.642689 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eae4129c-459a-4107-b49b-6b96c929e83f req-2246355d-9eaa-4b5f-80a0-16b5e51fbf5e service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825112 Nov 09 20:31:23.086847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ceb5c-8f27-4962-a589-60b3437e80b6 req-6736c97e-89b3-43f0-9d43-cda7ca83426b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:23.088480 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-381ceb5c-8f27-4962-a589-60b3437e80b6 req-6736c97e-89b3-43f0-9d43-cda7ca83426b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 943 time: 0.0882132 Nov 09 20:31:23.145310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-381ceb5c-8f27-4962-a589-60b3437e80b6 req-c9930d1e-1d90-4fd5-8b84-59379a112dad tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485528 Nov 09 20:31:23.481907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-da8713be-d7ed-4b7a-b191-d6c7a677e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:23.483464 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-da8713be-d7ed-4b7a-b191-d6c7a677e6b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1094 time: 0.0426474 Nov 09 20:31:23.597497 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-49d87fd5-1147-4a5b-a915-f956660a336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:23.599026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-49d87fd5-1147-4a5b-a915-f956660a336b service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0942264 Nov 09 20:31:23.642163 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:31:23.644398 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb088efe-73c7-4d65-8471-e5b4a6642896" -d '{"events": [{"name": "network-changed", "server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:31:23.676608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-c36706d3-fe4e-4ed4-9578-6e683ae0396b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 999 time: 0.0689604 Nov 09 20:31:23.717002 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54120c76-db9b-4dbf-953d-4865bc95b979 x-openstack-request-id: req-54120c76-db9b-4dbf-953d-4865bc95b979 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:31:23.717293 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:31:23.717545 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54120c76-db9b-4dbf-953d-4865bc95b979 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:31:23.717935 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'status': 'completed', 'code': 200} Nov 09 20:31:23.735834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-b64b70a2-bcd4-4f47-864e-39ec27c4d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:23.737296 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-b64b70a2-bcd4-4f47-864e-39ec27c4d094 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0521595 Nov 09 20:31:23.764199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-aebd71c3-ab4b-4e8b-b1d2-254010434817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:23.765703 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-aebd71c3-ab4b-4e8b-b1d2-254010434817 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1094 time: 0.0419924 Nov 09 20:31:23.788546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-974ee7b7-108c-4293-9a60-ac0078287d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:23.791312 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-974ee7b7-108c-4293-9a60-ac0078287d69 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457976 Nov 09 20:31:23.858542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-4c6a80b1-a0fd-4217-bec6-d4f9633e1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:23.859983 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-4c6a80b1-a0fd-4217-bec6-d4f9633e1533 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0876155 Nov 09 20:31:23.886728 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-9ac48a64-0c79-450b-842b-d590c4fb59d7 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867693 Nov 09 20:31:23.925477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-dcbd4cde-58f5-4ca1-bb9f-e44fdfe31500 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 999 time: 0.0588157 Nov 09 20:31:23.972752 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-025a00a8-a449-4d77-9ea4-5f42e83426bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:23.974408 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-025a00a8-a449-4d77-9ea4-5f42e83426bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0426767 Nov 09 20:31:23.985775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-dc5bb38d-004e-4591-9da6-92a9eab4ef28 req-173813cf-939a-4826-bb27-95a1e851541a service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913684 Nov 09 20:31:24.028099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-49383a4c-3841-4ef8-953a-dc48674f9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:24.029507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-49383a4c-3841-4ef8-953a-dc48674f9edf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462255 Nov 09 20:31:24.069542 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-056300fa-c22d-4b9c-b9d1-d667fb32ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:24.072472 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-056300fa-c22d-4b9c-b9d1-d667fb32ce5f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1094 time: 0.0450373 Nov 09 20:31:24.186746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-166edbd7-112d-4981-8334-9d4b1752805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:24.188341 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-166edbd7-112d-4981-8334-9d4b1752805b service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.1049902 Nov 09 20:31:24.261540 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-14bccf39-4fc9-4d1f-a6a3-69091b594ab7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 999 time: 0.0645206 Nov 09 20:31:24.318939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-24d8e30a-e4ce-4789-a3d0-618fbdaacada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:24.320353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-24d8e30a-e4ce-4789-a3d0-618fbdaacada service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0509188 Nov 09 20:31:24.360718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:31:24.394164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-be40c706-226e-4d8c-8061-9d0605e7040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:24.395594 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-be40c706-226e-4d8c-8061-9d0605e7040f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651712 Nov 09 20:31:24.467585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:24.480459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'port_id': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'mac_address': 'fa:16:3e:9d:64:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:31:24.509965 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471f12a-bbe6-449a-a0af-e19426ec8205 req-d87bda8b-9d10-4f85-865a-cb5e0939fd51 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:24.511517 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6471f12a-bbe6-449a-a0af-e19426ec8205 req-d87bda8b-9d10-4f85-865a-cb5e0939fd51 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 943 time: 0.1012597 Nov 09 20:31:24.516057 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-76d95413-8db2-496d-ba62-3829b04475d3 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111565 Nov 09 20:31:24.526407 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:24.540818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30df722-1f4a-44c1-bfd5-a68ea98e10f4 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:31:24.541049 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-b84b9ec6-f081-436d-9ec4-85c797bf6ab4 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976885 Nov 09 20:31:24.567619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:24.574097 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:24.579881 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6471f12a-bbe6-449a-a0af-e19426ec8205 req-3875808f-a1d9-4b8a-a463-d1eb6a2ab004 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574374 Nov 09 20:31:24.623931 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-9e251606-a7ec-4891-903f-31f51eef1788 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004453 Nov 09 20:31:24.646949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:24.653037 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fb088efe-73c7-4d65-8471-e5b4a6642896 req-a158d084-9b84-44fb-82a0-fba63dd8c78a service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041763 Nov 09 20:31:24.655896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.656240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.656580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.656912 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.657242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.657571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.657966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.658297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.658646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.658970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.659292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.659612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:24.814312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['a30df722-1f4a-44c1-bfd5-a68ea98e10f4'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:31:25.608461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:31:25.653486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:31:25.715399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2f402-3a6e-4c81-b59f-07e163630e66 req-880b41c6-f13b-4988-9c10-fd45eb68e954 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:25.716949 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfd2f402-3a6e-4c81-b59f-07e163630e66 req-880b41c6-f13b-4988-9c10-fd45eb68e954 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 944 time: 0.0515573 Nov 09 20:31:25.755060 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfd2f402-3a6e-4c81-b59f-07e163630e66 req-d485ef0a-c63b-4f31-bbd8-2585ef409231 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322089 Nov 09 20:31:25.829455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:26.098609 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-eff3b144-f5df-415c-a3f1-c5faea548919 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:26.100094 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-eff3b144-f5df-415c-a3f1-c5faea548919 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.77 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 944 time: 0.0870624 Nov 09 20:31:26.113746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00f821-400a-4cb8-85d5-d7d62775ef18 req-dc6750f8-b745-43dc-9e54-5a37daccd791 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:26.115131 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab00f821-400a-4cb8-85d5-d7d62775ef18 req-dc6750f8-b745-43dc-9e54-5a37daccd791 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 944 time: 0.0750339 Nov 09 20:31:26.189541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab00f821-400a-4cb8-85d5-d7d62775ef18 req-1334309f-af88-4ecf-8647-d291f827114c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674310 Nov 09 20:31:26.200781 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-de8d3df6-16d7-4c80-a510-106da8bd9359 service neutron] 10.222.0.77 "GET /v2.0/ports/a30df722-1f4a-44c1-bfd5-a68ea98e10f4/bindings/n-h2-817256-1 HTTP/1.1" status: 200 len: 382 time: 0.0846837 Nov 09 20:31:26.274625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-26750c0f-3573-4b0d-b917-01be1719c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:26.276323 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-26750c0f-3573-4b0d-b917-01be1719c654 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1095 time: 0.0474739 Nov 09 20:31:26.372142 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-015cbd4b-7a7c-4f4b-80c7-0e712387d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:26.373615 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-015cbd4b-7a7c-4f4b-80c7-0e712387d68b service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0903506 Nov 09 20:31:26.379438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:31:26.428453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:31:26.433030 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:31:26.433404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:26.444928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-505656e3-2d16-4359-8703-854f7c1e99eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 1000 time: 0.0633588 Nov 09 20:31:26.498376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-1c1e6e3c-78f9-462a-93df-001b764bd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:26.499930 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-1c1e6e3c-78f9-462a-93df-001b764bd94c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0485525 Nov 09 20:31:26.514912 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:26.540247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:31:26.543021 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c8d0e3-f1ef-4df0-ad53-cc6b05a6054b" -d '{"events": [{"server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "name": "network-vif-plugged", "status": "completed", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:31:26.551056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-fe63a477-e2f5-4190-8376-3bc2f8280c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:26.552730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-fe63a477-e2f5-4190-8376-3bc2f8280c92 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451682 Nov 09 20:31:26.560232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:26.564660 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:26.624971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:26.660197 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-b2d3bd7e-8dc4-4b44-86bd-ff57e27b7a2d service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995944 Nov 09 20:31:26.676747 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2e568b-ce68-488f-8abf-543f817373e2 x-openstack-request-id: req-dc2e568b-ce68-488f-8abf-543f817373e2 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:31:26.677059 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "name": "network-vif-plugged", "status": "completed", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:31:26.677436 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc2e568b-ce68-488f-8abf-543f817373e2 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:31:26.677743 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'code': 200} Nov 09 20:31:26.762389 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-3855d104-3848-4fc3-b21d-8eb1381eabf9 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943880 Nov 09 20:31:27.314029 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda7396-e7cf-450b-9b96-1bb5f24d5b1e req-92690fbd-b01b-4570-b396-ff62b51eaacd tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:27.315543 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cda7396-e7cf-450b-9b96-1bb5f24d5b1e req-92690fbd-b01b-4570-b396-ff62b51eaacd tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0517900 Nov 09 20:31:27.354338 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3cda7396-e7cf-450b-9b96-1bb5f24d5b1e req-a6f0830d-1146-439f-9226-f967a0d90ab1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327044 Nov 09 20:31:28.475057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebdf68-bfd1-4ef3-98ed-c299ca2995d9 req-1e876849-e134-45b0-8ccd-98333a34c008 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:28.476621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9ebdf68-bfd1-4ef3-98ed-c299ca2995d9 req-1e876849-e134-45b0-8ccd-98333a34c008 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0492985 Nov 09 20:31:28.514000 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9ebdf68-bfd1-4ef3-98ed-c299ca2995d9 req-b0c4ac79-8da1-4406-a89a-e59243743818 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Nov 09 20:31:28.938919 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-5e6df33c-338f-47a3-b6c7-e88131bfc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:28.940597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-5e6df33c-338f-47a3-b6c7-e88131bfc23d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 1096 time: 0.0514777 Nov 09 20:31:28.955029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:31:29.016492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:29.288435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:29.325197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:31:29.375374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:29.377340 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:31:29.379671 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45589d80-cbd8-43a0-8f39-981eb83702d2" -d '{"events": [{"server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "name": "network-vif-unplugged", "status": "completed", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:31:29.409602 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Transition to ACTIVE for port object a30df722-1f4a-44c1-bfd5-a68ea98e10f4 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:31:29.413371 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:29.631199 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd208245-5732-4e30-beb0-23f25f32f623 x-openstack-request-id: req-fd208245-5732-4e30-beb0-23f25f32f623 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:31:29.633601 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "name": "network-vif-unplugged", "status": "completed", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:31:29.634032 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd208245-5732-4e30-beb0-23f25f32f623 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:31:29.634705 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'code': 200} Nov 09 20:31:29.685469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=10']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:29.728959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] No DVR routers for this DVR port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:31:29.733194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.733546 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.733891 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.734226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.734583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.734914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.735244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.735578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.735899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.736227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.736555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.736877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:31:29.830947 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55fc7-bf76-4ee0-8602-ccad37cfcf03 req-69876649-e847-4f81-84cb-107ea51f6828 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:29.832394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34f55fc7-bf76-4ee0-8602-ccad37cfcf03 req-69876649-e847-4f81-84cb-107ea51f6828 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 944 time: 0.1870289 Nov 09 20:31:29.890099 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34f55fc7-bf76-4ee0-8602-ccad37cfcf03 req-6aaabd7d-01d6-4c5c-93a3-4b05683da9a6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510156 Nov 09 20:31:29.922430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:31:29.922794 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:31:29.923133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:31:29.927541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on network beaa0510-33c0-4db7-9786-ac8720ac1866 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:31:29.927859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Attempting to bind port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:31:29.933344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:31:29.933677 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:31:29.934059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:31:29.934492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Bound port: a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:31:29.934882 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:30.003085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:31:30.006103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:31:30.011550 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:30.046935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:30.047558 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:30.048953 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] 10.222.0.70 "PUT /v2.0/ports/a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 1092 time: 1.1008723 Nov 09 20:31:30.069673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fe2ce-8405-4a9d-8cf2-678a35e1fb14 service neutron] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=11']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:30.122732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-8d9437ba-0cf7-472c-8671-fd17a8f630b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:30.124307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-8d9437ba-0cf7-472c-8671-fd17a8f630b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1095 time: 0.0478201 Nov 09 20:31:30.239116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-fb899bc4-6b69-4869-8f2a-0cea74c7deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:30.241616 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-fb899bc4-6b69-4869-8f2a-0cea74c7deea service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.1105511 Nov 09 20:31:30.314356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-b898bee0-bcfd-4fbd-a71e-89262f47000d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 999 time: 0.0656471 Nov 09 20:31:30.363972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-282d4b4e-23ed-421d-a6bf-0a3f23c78018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:30.365327 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-282d4b4e-23ed-421d-a6bf-0a3f23c78018 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0436621 Nov 09 20:31:30.410954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-165a22b6-da00-41f7-a999-ec2e3ba48da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:30.412462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-165a22b6-da00-41f7-a999-ec2e3ba48da4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400913 Nov 09 20:31:30.506061 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-71473ea7-2e97-4f8e-acf2-45c246911c61 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862112 Nov 09 20:31:30.600917 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1a2dd964-0153-42a3-bc4b-5fe46e2ae7b3 req-2d22c677-ced3-4e2c-b240-bda2b1294975 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869305 Nov 09 20:31:31.018852 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eb9d4-d491-431b-bc65-64a14510f382 req-f63bb811-cbba-4dd6-bb6d-b58b4f0039fb tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:31.020852 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d08eb9d4-d491-431b-bc65-64a14510f382 req-f63bb811-cbba-4dd6-bb6d-b58b4f0039fb tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 944 time: 0.0541098 Nov 09 20:31:31.062024 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d08eb9d4-d491-431b-bc65-64a14510f382 req-b4fff3d3-ff80-47ef-a4c2-ddcb617c5479 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340555 Nov 09 20:31:31.636332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:31:31.638745 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248da935-b209-4083-9d60-8eb8e5054316" -d '{"events": [{"name": "network-changed", "server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:31:31.687782 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576ec55e-5d23-4993-bc9f-60a0b440fa6a x-openstack-request-id: req-576ec55e-5d23-4993-bc9f-60a0b440fa6a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:31:31.688080 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:31:31.688333 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-576ec55e-5d23-4993-bc9f-60a0b440fa6a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:31:31.688736 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'status': 'completed', 'code': 200} Nov 09 20:31:31.758931 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248da935-b209-4083-9d60-8eb8e5054316 req-e91c3f4f-b1a0-43cd-9497-b493d6f90741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:31.760451 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-e91c3f4f-b1a0-43cd-9497-b493d6f90741 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1095 time: 0.0477796 Nov 09 20:31:31.761229 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248da935-b209-4083-9d60-8eb8e5054316 req-96683be9-521f-4961-88b9-5ec052c5497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:31.762782 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-96683be9-521f-4961-88b9-5ec052c5497a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 1095 time: 0.0433791 Nov 09 20:31:31.856509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248da935-b209-4083-9d60-8eb8e5054316 req-f6fa9be2-1c57-49dc-94af-fe93aca7052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:31.858067 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-f6fa9be2-1c57-49dc-94af-fe93aca7052b service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0864239 Nov 09 20:31:31.858598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248da935-b209-4083-9d60-8eb8e5054316 req-e483a926-1dcc-442e-b62a-df542a78b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:31.860067 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-e483a926-1dcc-442e-b62a-df542a78b2c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0903029 Nov 09 20:31:31.929241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-e69c5233-b536-4a04-913c-ba289e0e9e86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 999 time: 0.0613904 Nov 09 20:31:31.936510 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-0b3f2366-7c81-4038-a8c6-9a537b8b46fc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 200 len: 999 time: 0.0668511 Nov 09 20:31:31.991610 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248da935-b209-4083-9d60-8eb8e5054316 req-6d5f6de7-3820-43b7-9b26-841426dbf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:31.993780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-6d5f6de7-3820-43b7-9b26-841426dbf4fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0549364 Nov 09 20:31:31.994775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248da935-b209-4083-9d60-8eb8e5054316 req-4a25fff8-85f4-49d4-8ee5-516a25802f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:31.996306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-4a25fff8-85f4-49d4-8ee5-516a25802f9c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0473707 Nov 09 20:31:32.048255 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248da935-b209-4083-9d60-8eb8e5054316 req-987724ae-282b-4ac6-a690-a00356c7bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:32.049779 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-987724ae-282b-4ac6-a690-a00356c7bff0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472450 Nov 09 20:31:32.060213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248da935-b209-4083-9d60-8eb8e5054316 req-26081684-2677-4597-9cfe-aa5790605dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:32.061729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-26081684-2677-4597-9cfe-aa5790605dc3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529680 Nov 09 20:31:32.159995 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-8c7455a2-6a46-4650-bdf3-bb1898d7ffe2 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026952 Nov 09 20:31:32.180684 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-8409d0e3-df69-4c49-9a53-36fbac310cfb service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062796 Nov 09 20:31:32.260165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-cba45dfd-e0b6-4d66-a5e7-6d009516e3e3 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927465 Nov 09 20:31:32.272580 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fef33-2933-45c3-951c-6eb2d5e60f66 req-a83df293-bf22-4967-bc4a-e356da3e1a43 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:32.274493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f3fef33-2933-45c3-951c-6eb2d5e60f66 req-a83df293-bf22-4967-bc4a-e356da3e1a43 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 944 time: 0.1172581 Nov 09 20:31:32.328273 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-248da935-b209-4083-9d60-8eb8e5054316 req-1bf84229-166b-47f3-8203-4d5fd48ce7d4 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341641 Nov 09 20:31:32.335395 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6f3fef33-2933-45c3-951c-6eb2d5e60f66 req-ed6690ac-f4fe-41eb-836b-7256a4b45b28 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523527 Nov 09 20:31:32.445001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:31:32.453323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27c27a-b5ec-44a2-841c-ccec771b586d req-ebd09ffa-354d-4cbc-86d8-9cc1de059e1f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:32.454897 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f27c27a-b5ec-44a2-841c-ccec771b586d req-ebd09ffa-354d-4cbc-86d8-9cc1de059e1f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 944 time: 0.0501230 Nov 09 20:31:32.490333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:31:32.495831 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f27c27a-b5ec-44a2-841c-ccec771b586d req-d69d3065-6421-470c-8152-9803d0c89bdb tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349655 Nov 09 20:31:32.610157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adae17-8aa8-48c6-967c-83ecbd98f13f req-71179e7c-30dd-4d96-ad0c-a8a7fe2c68af tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:32.611698 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4adae17-8aa8-48c6-967c-83ecbd98f13f req-71179e7c-30dd-4d96-ad0c-a8a7fe2c68af tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 944 time: 0.0502734 Nov 09 20:31:32.649765 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b4adae17-8aa8-48c6-967c-83ecbd98f13f req-d35092db-efc8-457e-8c15-3dbd3d9b6f82 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313993 Nov 09 20:31:32.882563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7d55-a8f3-4006-a54c-bbc93d1f4f08 req-dc240163-464a-4416-b196-27f584a93fc1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:32.884351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccca7d55-a8f3-4006-a54c-bbc93d1f4f08 req-dc240163-464a-4416-b196-27f584a93fc1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 944 time: 0.0511825 Nov 09 20:31:32.923861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ccca7d55-a8f3-4006-a54c-bbc93d1f4f08 req-30f4ea04-8b06-46ad-aa60-6b6c37900bc6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334852 Nov 09 20:31:33.658137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:31:33.765082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:33.778119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'port_id': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'mac_address': 'fa:16:3e:9d:64:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:31:33.815626 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:33.829469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30df722-1f4a-44c1-bfd5-a68ea98e10f4 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:31:33.849397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:33.853992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:33.903375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=12']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:34.075548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557322e-d5e7-4652-bed2-bbf7ad84d962 req-6e437615-1d10-4955-b8b5-123c5ba577fe tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:34.077181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c557322e-d5e7-4652-bed2-bbf7ad84d962 req-6e437615-1d10-4955-b8b5-123c5ba577fe tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0815985 Nov 09 20:31:34.109087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-dc7ea134-af3d-4b45-ae73-410a05e3ca06 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:34.110606 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-dc7ea134-af3d-4b45-ae73-410a05e3ca06 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 945 time: 0.0830309 Nov 09 20:31:34.159272 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c557322e-d5e7-4652-bed2-bbf7ad84d962 req-d50accca-761a-485f-bbf2-c0b15f2b39b7 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755677 Nov 09 20:31:34.219170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Deleting port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:31:34.219513 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:34.314600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] For port a30df722-1f4a-44c1-bfd5-a68ea98e10f4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:34.314972 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:34.527388 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:34.527749 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:34.528070 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 disassociated. External IP: 172.25.6.35, port: a30df722-1f4a-44c1-bfd5-a68ea98e10f4. Nov 09 20:31:34.528415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Calling delete_port for a30df722-1f4a-44c1-bfd5-a68ea98e10f4 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:31:34.660694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:34.692858 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event deleted for resources: {'Port': ['ID=a30df722-1f4a-44c1-bfd5-a68ea98e10f4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:34.817511 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Router 68e72294-0630-411c-891e-2b21966422b1 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:31:34.928055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:31:34.940269 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:31:34.949466 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:31:34.950067 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:31:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:31:34.971884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] No DVR routers for this DVR port a30df722-1f4a-44c1-bfd5-a68ea98e10f4 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:31:34.974544 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:34.978700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd093bd3-162c-4031-b4b6-5de2e1e5e8f1 req-0db65dd9-d653-43fb-a505-346378a74e56 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "DELETE /v2.0/ports/a30df722-1f4a-44c1-bfd5-a68ea98e10f4 HTTP/1.1" status: 204 len: 173 time: 0.8621590 Nov 09 20:31:34.979150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'name': 'network-vif-deleted', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:31:34.981402 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72c453b-2b47-4103-a881-d112f27875bc" -d '{"events": [{"server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "name": "network-vif-deleted", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:31:35.021312 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c826014-8e8f-4fe3-956c-e85c3e6d87db x-openstack-request-id: req-1c826014-8e8f-4fe3-956c-e85c3e6d87db {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:31:35.021497 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffff24-5313-4a3c-9a1e-6d6c53d80146", "name": "network-vif-deleted", "tag": "a30df722-1f4a-44c1-bfd5-a68ea98e10f4", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:31:35.021976 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c826014-8e8f-4fe3-956c-e85c3e6d87db {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:31:35.022171 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ffff24-5313-4a3c-9a1e-6d6c53d80146', 'name': 'network-vif-deleted', 'tag': 'a30df722-1f4a-44c1-bfd5-a68ea98e10f4', 'status': 'completed', 'code': 200} Nov 09 20:31:35.070147 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:31:35.271857 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b9372b11-cb5f-42a4-80e1-35b46679ed5b req-91246890-649b-44bb-9044-fcb8755b39fb tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ffff24-5313-4a3c-9a1e-6d6c53d80146 HTTP/1.1" status: 200 len: 210 time: 0.0275345 Nov 09 20:31:35.284145 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:31:35.316029 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:31:35.324561 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:31:35.325157 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:31:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:31:35.447933 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:31:35.648540 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:31:35.675011 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d42cc1-cef3-4159-b23f-0e1a53faf27c None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:31:35.900458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998bea7-f7fa-47a2-8873-b65340ed2059 None None] New status for floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:31:36.556788 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-066c1575-4348-46cb-8cd4-fd958e4b22aa tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2011515850&fields=id&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 267 time: 0.0363023 Nov 09 20:31:36.673908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-11ec89e5-3293-471c-a618-0c2ee0277b70 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:36.675438 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-11ec89e5-3293-471c-a618-0c2ee0277b70 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 812 time: 0.1117229 Nov 09 20:31:36.692076 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-a49b30cc-5952-4597-8e23-a1122326aba4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/quotas/a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 375 time: 0.0095522 Nov 09 20:31:36.747107 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-48b0ccaf-661b-4ed8-8307-d9d1b56af2c6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501244 Nov 09 20:31:36.814735 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-31c3389c-b3aa-440f-a3ae-2389e4eb35c0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:31:36.815764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-31c3389c-b3aa-440f-a3ae-2389e4eb35c0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0567648 Nov 09 20:31:36.920787 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-2fb6d844-efeb-4f22-ae22-77af31f20324 service neutron] 10.222.0.53 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974355 Nov 09 20:31:37.014252 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-11cd6cd2-d432-407d-b92f-d5297d018b76 service neutron] 10.222.0.53 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851278 Nov 09 20:31:37.686291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:31:37.709412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: a30df722-1f4a-44c1-bfd5-a68ea98e10f4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:31:37.709752 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a30df722-1f4a-44c1-bfd5-a68ea98e10f4 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:31:38.203811 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-060069da-1174-4754-8dd9-46274175302f req-07cd1ef3-5df6-4718-85b1-288ac1ed2eef tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 210 time: 0.0281019 Nov 09 20:31:39.296128 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-867b14cd-f3d9-4b01-b1c7-6b359bce03bc req-561dac29-52c4-42ad-b8c1-e37953de8587 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 210 time: 0.0353384 Nov 09 20:31:40.199001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b29fba65-4674-4fcb-8477-93d3be741bea tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:40.200439 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b29fba65-4674-4fcb-8477-93d3be741bea tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 812 time: 0.1123018 Nov 09 20:31:40.246777 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-9d0ddfa6-4845-4f5d-9fce-c604bef08e33 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 380 time: 0.0364220 Nov 09 20:31:40.256624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'port': {'device_id': 'b1879859-741c-454d-9a59-2cce5e16f218', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'admin_state_up': True, 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'security_groups': ['f082757d-c1f9-4dd3-810c-83b658eb5843']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:31:40.317778 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c717e525-cb24-4b05-a278-c4ea1a5befaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:40.398552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-44aa863a-b9bf-4e94-b14c-6da3c65a71a9 req-e2cef5cc-49be-481e-a53f-e288ccab2f74 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 210 time: 0.0328653 Nov 09 20:31:40.403639 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Made reservation on behalf of a848fb9c2d694700917e4f2bb1ac7b2a for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:31:40.407309 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:40.541459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Allocated IP 172.20.0.6 (beaa0510-33c0-4db7-9786-ac8720ac1866/8d7df88e-248d-4af0-95c6-39b9c7bb768d/2b20ca0f-3985-45c7-a97e-1bcafa8352a5) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:31:40.690590 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:40.723889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:40.765015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Network beaa0510-33c0-4db7-9786-ac8720ac1866 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:31:40.768132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:31:40.771711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:31:40.799383 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:40.828642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:40.829260 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:40.846159 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-41864a7d-eaa3-4665-8944-91e1ca87645d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934188 Nov 09 20:31:40.859173 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Request body: {'port': {'device_id': 'b1879859-741c-454d-9a59-2cce5e16f218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:31:40.919023 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:40.980233 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-348dad26-8807-429f-9609-71657811a438 None None] Provisioning complete for port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:31:40.980714 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-348dad26-8807-429f-9609-71657811a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:41.016988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-348dad26-8807-429f-9609-71657811a438 None None] Port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:31:41.191971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:31:41.199569 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:41.211737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Transition to ACTIVE for port object 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:31:41.215662 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:41.267301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:41.354974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:31:41.355315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:31:41.355645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:31:41.361618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on network beaa0510-33c0-4db7-9786-ac8720ac1866 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:31:41.362070 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:31:41.369500 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:31:41.369974 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:31:41.370425 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:31:41.370909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Bound port: 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:31:41.371277 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:41.449148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:31:41.452404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:31:41.458454 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:41.495289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:41.495940 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:41.497376 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] 10.222.0.70 "PUT /v2.0/ports/2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 1091 time: 0.6425886 Nov 09 20:31:41.497829 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:31:41.500210 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:31:41.537654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149daf7-daa8-4712-bbbb-4b85bf729fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:41.554379 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556e22b8-8f82-4f2c-89b2-a2e98ed46c70 x-openstack-request-id: req-556e22b8-8f82-4f2c-89b2-a2e98ed46c70 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:31:41.554825 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:31:41.555314 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-556e22b8-8f82-4f2c-89b2-a2e98ed46c70 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:31:41.556149 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'status': 'completed', 'code': 200} Nov 09 20:31:41.573094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bedf70-b9ef-47c1-aafb-178c8cd0a051 req-b066ff8a-bdf0-43b6-beb0-3aa8e3ae19eb tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:41.580939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a5bedf70-b9ef-47c1-aafb-178c8cd0a051 req-b066ff8a-bdf0-43b6-beb0-3aa8e3ae19eb tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0964217 Nov 09 20:31:41.614094 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-7ceb7386-c691-415d-911a-2c846e283a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:41.618102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-7ceb7386-c691-415d-911a-2c846e283a87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1094 time: 0.0548403 Nov 09 20:31:41.623059 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a5bedf70-b9ef-47c1-aafb-178c8cd0a051 req-d17591ae-c7a2-4cb3-abc3-0053f4d67701 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 Nov 09 20:31:41.670902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-075ceab5-3654-4c27-b215-d6eec31fc630 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 217 time: 0.0446110 Nov 09 20:31:41.728673 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-0edf3eff-950c-4101-ba70-2b166bd9b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:41.730149 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-0edf3eff-950c-4101-ba70-2b166bd9b4cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0523846 Nov 09 20:31:41.778282 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-eb4f420f-3e0c-4d28-8b6e-fc335ce657c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:41.779726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-eb4f420f-3e0c-4d28-8b6e-fc335ce657c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419939 Nov 09 20:31:41.873361 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-f7d8d102-11df-48ae-8128-517bbdd73c79 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859277 Nov 09 20:31:41.963052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a7a8d5b2-0940-4c18-ae87-0a5184c49ce8 req-6b37bd08-f80f-4346-86c5-f6538b38e5fe service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822592 Nov 09 20:31:42.058391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-2092cba7-5204-4acf-b1c2-227b75a72665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:42.059829 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-2092cba7-5204-4acf-b1c2-227b75a72665 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1094 time: 0.0518265 Nov 09 20:31:42.153040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-1de1492b-cb6a-43dc-b435-5b90bf2f6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:42.154615 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-1de1492b-cb6a-43dc-b435-5b90bf2f6423 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0871186 Nov 09 20:31:42.201303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-01c85082-ab08-4bb3-808b-ae35f1850c21 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 217 time: 0.0397849 Nov 09 20:31:42.251942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-be40160a-4d49-42c3-8ad9-06a61506224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:42.253427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-be40160a-4d49-42c3-8ad9-06a61506224d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0450299 Nov 09 20:31:42.300164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-add9781f-e1bb-4439-9da3-2623b8d4195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:42.301663 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-add9781f-e1bb-4439-9da3-2623b8d4195c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406473 Nov 09 20:31:42.397503 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-279ce910-d296-4751-8347-b704a14ab505 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880036 Nov 09 20:31:42.488512 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a4fef8ed-db33-46ae-b9df-1da3e71cd5f5 req-2fdd8998-5e83-4d09-94fa-0e7a53b6de5c service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820711 Nov 09 20:31:42.748029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685ab18-bcfa-4d75-9f33-6cfc218d0b4e req-566acab6-6f96-48b1-964b-af36f1a65bc5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:42.749544 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f685ab18-bcfa-4d75-9f33-6cfc218d0b4e req-566acab6-6f96-48b1-964b-af36f1a65bc5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0494514 Nov 09 20:31:42.788318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f685ab18-bcfa-4d75-9f33-6cfc218d0b4e req-9936c643-963a-49cd-8ad2-4b52b6a84c86 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328219 Nov 09 20:31:43.263898 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a05aece-2af6-4225-8f8e-be65c1e9177f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:43.538754 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:43.910098 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0791f7f-bf27-49fe-8b09-c02a0d3c948c req-328f0b6e-0d11-41e3-940b-73af9cbdd8df tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:43.911621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c0791f7f-bf27-49fe-8b09-c02a0d3c948c req-328f0b6e-0d11-41e3-940b-73af9cbdd8df tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0533016 Nov 09 20:31:43.950164 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c0791f7f-bf27-49fe-8b09-c02a0d3c948c req-91d5e184-471b-4a84-8859-c47d963a4e73 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Nov 09 20:31:44.691553 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:45.406288 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a8d6d-7f5b-453e-b657-b6599a92f6e0 req-06e12fa2-de9f-4a23-a9ad-9830a76a4bac tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:45.407810 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d3a8d6d-7f5b-453e-b657-b6599a92f6e0 req-06e12fa2-de9f-4a23-a9ad-9830a76a4bac tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.3891308 Nov 09 20:31:45.445757 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7d3a8d6d-7f5b-453e-b657-b6599a92f6e0 req-3b610dbc-4729-43fd-bf26-706582f9f4ee tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319457 Nov 09 20:31:45.716402 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:31:45.816741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:45.989110 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'port_id': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'mac_address': 'fa:16:3e:ac:64:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:31:46.027945 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:46.042182 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:31:46.062501 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:46.066322 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:46.114361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:46.284824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['2b20ca0f-3985-45c7-a97e-1bcafa8352a5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:31:46.438452 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:46.565474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0af11-4941-434f-9285-3f000602185b req-ba402879-38fc-4e7d-8517-3391f0cad6e2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:46.566861 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-10c0af11-4941-434f-9285-3f000602185b req-ba402879-38fc-4e7d-8517-3391f0cad6e2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0509861 Nov 09 20:31:46.609048 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-10c0af11-4941-434f-9285-3f000602185b req-e2fec4c2-912c-4a15-bc8d-fad64cdae771 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355315 Nov 09 20:31:47.716734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:31:47.733993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da376f5-11cf-451c-8622-9ff6d25dbd90 req-1fe205b1-7a39-4bd0-8d97-b7b142a13301 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:47.735522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7da376f5-11cf-451c-8622-9ff6d25dbd90 req-1fe205b1-7a39-4bd0-8d97-b7b142a13301 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0489068 Nov 09 20:31:47.766218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:31:47.769867 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:31:47.770229 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:47.774394 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7da376f5-11cf-451c-8622-9ff6d25dbd90 req-20f3f77a-312d-46a8-bc5b-598d2d0d8f63 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326357 Nov 09 20:31:47.853895 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:47.875828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:31:47.878079 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd43d636-8dd1-4de0-9f72-b78ee51a5d51" -d '{"events": [{"server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "name": "network-vif-plugged", "status": "completed", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:31:47.892120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:31:47.896458 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:47.921632 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5cf513-6cf7-4a33-bc46-7b12be1dd201 x-openstack-request-id: req-8c5cf513-6cf7-4a33-bc46-7b12be1dd201 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:31:47.921924 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "name": "network-vif-plugged", "status": "completed", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:31:47.922181 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c5cf513-6cf7-4a33-bc46-7b12be1dd201 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:31:47.922588 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'code': 200} Nov 09 20:31:47.950352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:31:48.018528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba30286-0aec-466c-893a-5576192017ea req-a29ecfac-ca20-41de-ab04-2194387c8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:48.020022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ba30286-0aec-466c-893a-5576192017ea req-a29ecfac-ca20-41de-ab04-2194387c8676 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1096 time: 0.0408089 Nov 09 20:31:48.054669 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2ba30286-0aec-466c-893a-5576192017ea req-c567a145-630d-4dc2-b4e5-9bcec118e4d0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271950 Nov 09 20:31:48.900390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efa7b3-675b-41d2-9700-0d22483cd2e8 req-6e64e617-839f-45d0-b5ee-738bc66c2c12 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:48.902482 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49efa7b3-675b-41d2-9700-0d22483cd2e8 req-6e64e617-839f-45d0-b5ee-738bc66c2c12 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0546689 Nov 09 20:31:48.943140 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-49efa7b3-675b-41d2-9700-0d22483cd2e8 req-0984fffa-e3ac-4f94-bd47-c3398551b667 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345814 Nov 09 20:31:50.076284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a4130-f69c-4c1c-b027-4e6dd293fe01 req-b746eca8-f3a1-47ef-9ac5-e711bdd54837 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:50.077497 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b87a4130-f69c-4c1c-b027-4e6dd293fe01 req-b746eca8-f3a1-47ef-9ac5-e711bdd54837 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0584853 Nov 09 20:31:50.140961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b87a4130-f69c-4c1c-b027-4e6dd293fe01 req-f957d664-e4c9-4e05-b506-fc8d88c5d716 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556173 Nov 09 20:31:50.268875 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c926890-e1e0-4efa-bd11-2b5ac1c475db req-0f8bc19c-9809-413e-a51b-9bff4e2484a9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:50.270318 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9c926890-e1e0-4efa-bd11-2b5ac1c475db req-0f8bc19c-9809-413e-a51b-9bff4e2484a9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0514956 Nov 09 20:31:50.280215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51478) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:31:50.284912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ab2edfdb-5b5f-451a-9a21-fa75b5e82e1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Request body: {'floatingip': {'port_id': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:31:50.324395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab2edfdb-5b5f-451a-9a21-fa75b5e82e1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:51.064791 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.db.resource_extend [None req-ab2edfdb-5b5f-451a-9a21-fa75b5e82e1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 20:31:51.117883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab2edfdb-5b5f-451a-9a21-fa75b5e82e1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:51.123672 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab2edfdb-5b5f-451a-9a21-fa75b5e82e1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:51.234615 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-ab2edfdb-5b5f-451a-9a21-fa75b5e82e1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 associated. External IP: 172.25.6.35, port: 2b20ca0f-3985-45c7-a97e-1bcafa8352a5. Nov 09 20:31:51.475276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2edfdb-5b5f-451a-9a21-fa75b5e82e1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Router 68e72294-0630-411c-891e-2b21966422b1 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:31:51.601370 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:51.609308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2edfdb-5b5f-451a-9a21-fa75b5e82e1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:31:51.615657 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab2edfdb-5b5f-451a-9a21-fa75b5e82e1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:31:51.619828 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:31:51.631861 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:31:51.632472 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:31:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:31:51.649883 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab2edfdb-5b5f-451a-9a21-fa75b5e82e1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "PUT /v2.0/floatingips/fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 HTTP/1.1" status: 200 len: 991 time: 1.3684402 Nov 09 20:31:51.650409 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:31:51.652728 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:31:51.712489 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d236cab-1bae-4d95-ac86-c2b3c1131440 x-openstack-request-id: req-4d236cab-1bae-4d95-ac86-c2b3c1131440 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:31:51.712797 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:31:51.713064 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d236cab-1bae-4d95-ac86-c2b3c1131440 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:31:51.713470 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'status': 'completed', 'code': 200} Nov 09 20:31:51.773848 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:31:51.799039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-0e910a93-7d36-4799-8289-fdc5a1508d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:51.801561 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-0e910a93-7d36-4799-8289-fdc5a1508d8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1096 time: 0.0602100 Nov 09 20:31:51.922394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-6aa5f17f-818d-4e57-904d-413c784159d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:51.923852 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-6aa5f17f-818d-4e57-904d-413c784159d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.1150813 Nov 09 20:31:52.003010 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-b9cb0d05-5e21-4675-9c41-6c390a97991c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 999 time: 0.0719419 Nov 09 20:31:52.052481 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:31:52.064089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-a14c7109-82a4-48c5-b5cf-66568be163d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:52.065628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-a14c7109-82a4-48c5-b5cf-66568be163d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0555177 Nov 09 20:31:52.095956 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:ac:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1879859-741c-454d-9a59-2cce5e16f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:31:50Z', 'revision_number': 13, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:31:52.127491 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:31:52.139851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-c1473106-fd48-48ce-aacb-6a70844a1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:31:52.140644 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:31:52.141303 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:31:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:31:52.141613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-c1473106-fd48-48ce-aacb-6a70844a1a5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677207 Nov 09 20:31:52.250587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-e457270c-a17b-440c-9724-c39452f80702 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018019 Nov 09 20:31:52.287372 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:31:52.353564 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1954b487-a9d5-4a4e-b8d2-bf3e3f0e9c2d req-41ea50ed-6f6c-4791-9b51-952c5d3ecedb service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958123 Nov 09 20:31:52.631875 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:ac:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1879859-741c-454d-9a59-2cce5e16f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:31:50Z', 'revision_number': 13, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:31:52.659674 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f9df2-ed54-49af-9d0c-0fb15dac1730 None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '68e72294-0630-411c-891e-2b21966422b1', 'port_id': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'mac_address': 'fa:16:3e:ac:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1879859-741c-454d-9a59-2cce5e16f218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:24:46Z', 'updated_at': '2021-11-09T20:31:50Z', 'revision_number': 13, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:31:52.890250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1ef44b-dda2-4d33-ab4c-9514cf17f706 None None] New status for floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:31:55.827207 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:10.320492 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9cc454f6-86ed-4336-91c0-35645d8a043c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:13.267951 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3308ba6d-6dae-4146-bc76-c80f8f0a477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:13.540968 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:14.696773 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:16.442291 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:18.057472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-559eff2b-d3b1-4385-9461-e0789177e350 req-2cf97fcf-e981-4414-ad54-8ae97f3247b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510583 Nov 09 20:32:18.148409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eff2b-d3b1-4385-9461-e0789177e350 req-cbe99ee9-07e4-4c1b-8507-94715116bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:32:18.149942 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-559eff2b-d3b1-4385-9461-e0789177e350 req-cbe99ee9-07e4-4c1b-8507-94715116bc25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1096 time: 0.0458906 Nov 09 20:32:18.295831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eff2b-d3b1-4385-9461-e0789177e350 req-ef898cdf-7830-46ae-a935-ba4ba2ad3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:32:18.297459 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-559eff2b-d3b1-4385-9461-e0789177e350 req-ef898cdf-7830-46ae-a935-ba4ba2ad3a70 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.1253524 Nov 09 20:32:18.377096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-559eff2b-d3b1-4385-9461-e0789177e350 req-d905423b-391e-4124-be11-d760a8420237 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 1001 time: 0.0714796 Nov 09 20:32:18.456036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eff2b-d3b1-4385-9461-e0789177e350 req-4d5e2c99-912e-4b27-979b-c767920afbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:32:18.457561 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-559eff2b-d3b1-4385-9461-e0789177e350 req-4d5e2c99-912e-4b27-979b-c767920afbb7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0725739 Nov 09 20:32:18.515295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eff2b-d3b1-4385-9461-e0789177e350 req-75f92823-3942-4ef1-aa89-f15ae2d27086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:32:18.516887 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-559eff2b-d3b1-4385-9461-e0789177e350 req-75f92823-3942-4ef1-aa89-f15ae2d27086 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512927 Nov 09 20:32:18.616927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-559eff2b-d3b1-4385-9461-e0789177e350 req-9a89772d-3b74-489b-9952-28a6d6927c51 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903957 Nov 09 20:32:18.743502 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-559eff2b-d3b1-4385-9461-e0789177e350 req-5fbcc999-2982-4896-a4c8-0df6b46d2b24 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190689 Nov 09 20:32:21.615849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:25.830619 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:29.051860 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:32:40.321367 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e2e52a37-9132-489b-a27b-878064d26fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:43.273416 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-781317f6-32b3-4c72-ade2-db10fb7432fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:43.544015 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:44.698104 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:46.445691 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:51.621932 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:32:55.846565 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:06.051053 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:33:10.323264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-887ec06a-43f1-4ec2-aaaf-071fbab0fb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:13.275033 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-10028544-e6c0-44ae-9c38-102fa329dde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:13.546355 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:14.705115 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:16.449334 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:19.033490 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-12e96f23-f035-474f-9a58-6cea330d07bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415592 Nov 09 20:33:19.114810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-b5999e3c-82b3-4338-bfe6-181c1e3604df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:19.116357 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-b5999e3c-82b3-4338-bfe6-181c1e3604df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1096 time: 0.0404475 Nov 09 20:33:19.225619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-378b02aa-6c8b-4ffc-9494-762173c59b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:19.227320 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-378b02aa-6c8b-4ffc-9494-762173c59b32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0897450 Nov 09 20:33:19.296978 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-0dac725f-e864-43ed-9510-de1bf03a9f8a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 1001 time: 0.0614877 Nov 09 20:33:19.347493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-ee01a3f1-4de8-45d1-9256-c1838c88568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:19.348959 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-ee01a3f1-4de8-45d1-9256-c1838c88568e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0445116 Nov 09 20:33:19.399664 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-3d7a141a-ad52-4501-b5bc-2ac6e6c3d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:19.401155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-3d7a141a-ad52-4501-b5bc-2ac6e6c3d703 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442419 Nov 09 20:33:19.488925 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-b41ce3b1-a8de-442e-9a75-1bb2721c01a1 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806937 Nov 09 20:33:19.583052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0cc4183-fe04-4b77-8631-da10e39a498f req-06266b79-52d3-41e4-8119-5ddb176c677f service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861750 Nov 09 20:33:21.618465 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:25.857835 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:28.197688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205b355-b8bc-42c1-8cad-df64002c36e7 req-daa1f38b-1af0-4a55-bd76-722387eb7fd2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:28.199245 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2205b355-b8bc-42c1-8cad-df64002c36e7 req-daa1f38b-1af0-4a55-bd76-722387eb7fd2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0522091 Nov 09 20:33:28.241523 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2205b355-b8bc-42c1-8cad-df64002c36e7 req-b07ef34a-5f8d-4d05-8b34-e945a1a2ff9c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356910 Nov 09 20:33:39.297634 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-e5a99c48-f58c-4f13-9989-b43340046749 req-60e79b16-d30e-4ecd-aaa4-595cfdbff56b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:33:39.298672 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e5a99c48-f58c-4f13-9989-b43340046749 req-60e79b16-d30e-4ecd-aaa4-595cfdbff56b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054576 Nov 09 20:33:39.513216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0c6e5-d52f-44c2-ab67-b3556bba4731 req-ddf6c26b-2d40-40f8-9ea9-64f92c2ab252 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:39.514687 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26f0c6e5-d52f-44c2-ab67-b3556bba4731 req-ddf6c26b-2d40-40f8-9ea9-64f92c2ab252 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0800645 Nov 09 20:33:39.521886 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-bab5e117-adc5-4077-aecf-4ed9226fc9f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026044 Nov 09 20:33:39.558726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26f0c6e5-d52f-44c2-ab67-b3556bba4731 req-b520beee-963a-4ff6-a57e-af7d638e53f0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358605 Nov 09 20:33:40.329020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a19aea5c-f995-461d-9e93-94f16bdf280f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:40.682052 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755ee5-d3f2-4f06-9cf6-a5fc927f7191 req-cec2f993-3ae6-418e-8dfc-fbd668f7cac4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:40.683606 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da755ee5-d3f2-4f06-9cf6-a5fc927f7191 req-cec2f993-3ae6-418e-8dfc-fbd668f7cac4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0529387 Nov 09 20:33:40.721064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-9b2d3d20-af98-4ee2-bca4-681cb8cb4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:40.722620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-9b2d3d20-af98-4ee2-bca4-681cb8cb4838 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1096 time: 0.0482495 Nov 09 20:33:40.728335 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-da755ee5-d3f2-4f06-9cf6-a5fc927f7191 req-e79a7cbf-a70d-4c30-bbe5-ddbe04d1011b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386949 Nov 09 20:33:40.816426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-3924898b-dacb-4d83-8389-ce39fb8c090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:40.817973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-3924898b-dacb-4d83-8389-ce39fb8c090e service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0884473 Nov 09 20:33:40.889332 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-b6a4c61b-9c47-4919-b9a5-1f8f76dc10fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 1001 time: 0.0641303 Nov 09 20:33:40.938015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-f4afe89a-5745-425e-9ff2-3ffaec798e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:40.939512 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-f4afe89a-5745-425e-9ff2-3ffaec798e82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0430758 Nov 09 20:33:40.984054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-019f4574-9eb0-4557-bb58-90751402515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:40.985525 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-019f4574-9eb0-4557-bb58-90751402515c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388355 Nov 09 20:33:41.078085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-d25d331a-0d81-4aa4-b939-46129ff32ef9 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849707 Nov 09 20:33:41.172101 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-3a4a8489-d85f-4ab9-a04b-9d6d95924557 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871301 Nov 09 20:33:41.849056 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af2f21-f30a-430e-b066-c2fad38ed318 req-91cb4601-4271-4fcb-bb4e-25b56a591838 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:41.850478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b5af2f21-f30a-430e-b066-c2fad38ed318 req-91cb4601-4271-4fcb-bb4e-25b56a591838 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0512176 Nov 09 20:33:41.889180 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b5af2f21-f30a-430e-b066-c2fad38ed318 req-564943ad-4c3a-4459-8ec8-6a6bfe24655e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326276 Nov 09 20:33:43.014105 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4eda8-4ecf-45f0-8e70-7e5f26c4b502 req-377cc3ac-1620-499d-a5ec-3deb7e6068ff tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:43.015773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2d4eda8-4ecf-45f0-8e70-7e5f26c4b502 req-377cc3ac-1620-499d-a5ec-3deb7e6068ff tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0524549 Nov 09 20:33:43.049935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:33:43.057568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e2d4eda8-4ecf-45f0-8e70-7e5f26c4b502 req-f546fc3a-69ac-4bfa-b464-73209a308734 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356522 Nov 09 20:33:43.276881 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-14a6e0f8-c494-4fe5-b853-e50fb8c98b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:43.551505 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:44.179353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303a254-7e03-41f9-b7fb-e050ea49f75a req-4a49f265-ffe5-4a75-8d2f-2e80f2601c28 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:44.180561 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4303a254-7e03-41f9-b7fb-e050ea49f75a req-4a49f265-ffe5-4a75-8d2f-2e80f2601c28 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0547116 Nov 09 20:33:44.219080 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4303a254-7e03-41f9-b7fb-e050ea49f75a req-45b4baea-d88e-4e24-9fea-5819c1052286 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325475 Nov 09 20:33:44.705743 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:45.341245 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b62a5-19a3-4ffb-bd5b-f20d6e70852f req-b119c8d9-c8f6-483a-8063-9712d23b0bbe tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:45.342860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c2b62a5-19a3-4ffb-bd5b-f20d6e70852f req-b119c8d9-c8f6-483a-8063-9712d23b0bbe tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0546176 Nov 09 20:33:45.391080 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c2b62a5-19a3-4ffb-bd5b-f20d6e70852f req-c0eb94e1-ef4c-420b-92d0-c8d9441bc446 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 Nov 09 20:33:46.451269 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:46.509934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527315f-4dcc-4db4-b58f-a725113bcebb req-606d8c1f-33e4-4339-b33e-517ef2ac3740 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:46.511547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e527315f-4dcc-4db4-b58f-a725113bcebb req-606d8c1f-33e4-4339-b33e-517ef2ac3740 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0494945 Nov 09 20:33:46.557091 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e527315f-4dcc-4db4-b58f-a725113bcebb req-b6257646-51d8-411c-ad25-2d0e1f3ebe77 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326388 Nov 09 20:33:47.676342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530985df-6b57-4b86-9801-21cc0f5d18ff req-9e10bb8c-c41e-4c44-ab34-2727f4c467aa tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:47.677893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-530985df-6b57-4b86-9801-21cc0f5d18ff req-9e10bb8c-c41e-4c44-ab34-2727f4c467aa tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0510957 Nov 09 20:33:47.721868 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-530985df-6b57-4b86-9801-21cc0f5d18ff req-73fb17ce-6d5a-426b-bcab-5cdd9322232f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378380 Nov 09 20:33:48.843187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8e115-90c3-4516-901e-92d7bcde3d31 req-0f6e59be-eacf-4234-b0f6-d79a82e69a43 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:48.844672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-41d8e115-90c3-4516-901e-92d7bcde3d31 req-0f6e59be-eacf-4234-b0f6-d79a82e69a43 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0494146 Nov 09 20:33:48.884184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-41d8e115-90c3-4516-901e-92d7bcde3d31 req-1e03fa04-4735-45b4-8e04-674d44b56241 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334263 Nov 09 20:33:50.001481 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400625e-b112-4843-a62e-28f9ab332023 req-65aef76c-b6cc-4f50-974f-096fb8af0095 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:50.003004 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7400625e-b112-4843-a62e-28f9ab332023 req-65aef76c-b6cc-4f50-974f-096fb8af0095 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0493407 Nov 09 20:33:50.042082 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7400625e-b112-4843-a62e-28f9ab332023 req-a379da3b-9c0a-4ab7-9e13-d326e9c0d95e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Nov 09 20:33:51.224840 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a5ed3-536b-4124-83cd-be509ca27539 req-515e2f5c-2bfe-41c9-97f7-40b125baea27 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:51.226984 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee1a5ed3-536b-4124-83cd-be509ca27539 req-515e2f5c-2bfe-41c9-97f7-40b125baea27 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.1156597 Nov 09 20:33:51.266338 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ee1a5ed3-536b-4124-83cd-be509ca27539 req-49d39029-b6a6-426c-8368-8d9ea8c9f388 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332432 Nov 09 20:33:51.625450 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:52.439762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e6154-2509-458e-8c40-872ce7cb17e9 req-6ff056f3-eb83-4bd8-9831-0375ed22cb4c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:52.441314 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b03e6154-2509-458e-8c40-872ce7cb17e9 req-6ff056f3-eb83-4bd8-9831-0375ed22cb4c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.1051316 Nov 09 20:33:52.485761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b03e6154-2509-458e-8c40-872ce7cb17e9 req-dbbaac75-7e74-4de8-879c-cc986a0e0bdb tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363977 Nov 09 20:33:53.611944 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5ec6d-cdc4-409b-aa88-1a297c5d7572 req-6fe9be1b-6c49-4f4c-83c3-c5306cbb6f39 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:53.613510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7aa5ec6d-cdc4-409b-aa88-1a297c5d7572 req-6fe9be1b-6c49-4f4c-83c3-c5306cbb6f39 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0524576 Nov 09 20:33:53.662542 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7aa5ec6d-cdc4-409b-aa88-1a297c5d7572 req-49b07903-7932-4477-9cd3-b65a2f254730 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398731 Nov 09 20:33:54.792362 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb03eb-a3ac-41d5-8e6b-b1f2f7687f17 req-97ae5fb4-6d70-41ac-8aaf-dd4e6b55ece4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:54.793985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ffbb03eb-a3ac-41d5-8e6b-b1f2f7687f17 req-97ae5fb4-6d70-41ac-8aaf-dd4e6b55ece4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0566294 Nov 09 20:33:54.839316 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ffbb03eb-a3ac-41d5-8e6b-b1f2f7687f17 req-6453bd0e-f30c-40ad-b185-7ebdf8059b6b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392699 Nov 09 20:33:54.876066 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-1f61acfc-66c4-4235-b0b9-6c7620876cdc service neutron] show failed (client error): The resource could not be found. Nov 09 20:33:54.877155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-1f61acfc-66c4-4235-b0b9-6c7620876cdc service neutron] 10.222.0.70 "GET /v2.0/ports/2b20ca0f-3985-45c7-a97e-1bcafa8352a5/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0591049 Nov 09 20:33:55.082882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-4567cb02-78b3-4924-b4c5-d34dc7a97d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:55.084385 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-4567cb02-78b3-4924-b4c5-d34dc7a97d5c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 1096 time: 0.0414324 Nov 09 20:33:55.101395 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:33:55.156466 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:55.362356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:33:55.396117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:33:55.445925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:33:55.448226 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0ae7ed-c679-459d-ac84-fa1817967f95" -d '{"events": [{"server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "name": "network-vif-unplugged", "status": "completed", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:33:55.452070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:55.464629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Transition to ACTIVE for port object 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:33:55.468184 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:55.503916 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a0794a-1efb-4c74-ad9e-975a2081b612 x-openstack-request-id: req-b6a0794a-1efb-4c74-ad9e-975a2081b612 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:33:55.504255 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "name": "network-vif-unplugged", "status": "completed", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:33:55.504453 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6a0794a-1efb-4c74-ad9e-975a2081b612 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:33:55.504844 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'code': 200} Nov 09 20:33:55.549527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=6']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:33:55.562180 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.562547 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.562891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.563225 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.563563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.563879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.564203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.564526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.564855 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.565189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.565498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.565817 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:33:55.606172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] No DVR routers for this DVR port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on host n-h1-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:33:55.747728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:33:55.748224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:33:55.748557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:33:55.753069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on network beaa0510-33c0-4db7-9786-ac8720ac1866 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:33:55.753387 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:33:55.759001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:33:55.759341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:33:55.759726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:33:55.760209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Bound port: 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:33:55.760575 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:55.826482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:33:55.829698 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:33:55.835394 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:55.877496 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:55.878167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:55.879604 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] 10.222.0.77 "PUT /v2.0/ports/2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 1091 time: 0.7822151 Nov 09 20:33:55.883982 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:33:55.895906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293421fe-1229-40c1-a5f4-bad1a814758e service neutron] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=7']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:33:55.992398 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-a95e6f45-1a52-4b7e-943f-e423672fdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:55.993957 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-a95e6f45-1a52-4b7e-943f-e423672fdbea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1094 time: 0.0763919 Nov 09 20:33:56.012531 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1245db-490f-4210-9355-9d17ef74d968 req-d521d265-0bcf-42ef-924d-d036e3898a37 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:56.014142 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cf1245db-490f-4210-9355-9d17ef74d968 req-d521d265-0bcf-42ef-924d-d036e3898a37 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0682163 Nov 09 20:33:56.105127 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cf1245db-490f-4210-9355-9d17ef74d968 req-efb21ee1-9f0c-4e8e-8602-856c0853b440 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806146 Nov 09 20:33:56.130928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-3408ce74-408d-470b-ac21-a740298521a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:56.132522 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-3408ce74-408d-470b-ac21-a740298521a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.1173811 Nov 09 20:33:56.212093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-43a65b2a-1a74-4b7d-bfea-820fd26a4b25 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 999 time: 0.0676560 Nov 09 20:33:56.266168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-b78f85ab-ff70-4651-9fe9-3ed75e2d710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:56.267649 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-b78f85ab-ff70-4651-9fe9-3ed75e2d710e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0440946 Nov 09 20:33:56.318406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-cc835c92-5d1c-4d36-92a8-83f8b38b3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:56.320384 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-cc835c92-5d1c-4d36-92a8-83f8b38b3219 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411921 Nov 09 20:33:56.422097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-2e109974-2203-467d-9454-b33cfd152409 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894566 Nov 09 20:33:56.518446 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-a3ce41ca-d1d5-42a5-9d10-25a29fd46840 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847628 Nov 09 20:33:56.620626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:33:56.662560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:33:57.248529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093d9a6-2b13-4cbf-a37d-abbd720325da req-ed89ec6a-2e7a-41c4-896b-0ce5ff043974 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:57.250198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1093d9a6-2b13-4cbf-a37d-abbd720325da req-ed89ec6a-2e7a-41c4-896b-0ce5ff043974 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0616221 Nov 09 20:33:57.293760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1093d9a6-2b13-4cbf-a37d-abbd720325da req-d55fb492-dbbd-4b02-90b6-98704db59c05 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355990 Nov 09 20:33:57.506667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:33:57.509529 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934" -d '{"events": [{"name": "network-changed", "server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:33:57.562029 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da427a0-1a53-49cb-9235-913eb2a88422 x-openstack-request-id: req-8da427a0-1a53-49cb-9235-913eb2a88422 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:33:57.562398 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:33:57.562765 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8da427a0-1a53-49cb-9235-913eb2a88422 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:33:57.563262 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'status': 'completed', 'code': 200} Nov 09 20:33:57.643465 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-9e2caa9f-20d4-4c3b-bef7-ec17538a3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:57.646088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-9e2caa9f-20d4-4c3b-bef7-ec17538a3bb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1094 time: 0.0549021 Nov 09 20:33:57.646843 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-779dbe63-12b3-4133-ab58-0f9d6383453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:57.648527 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-779dbe63-12b3-4133-ab58-0f9d6383453d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1094 time: 0.0614550 Nov 09 20:33:57.752923 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-8006404d-379c-42dc-8ef0-ae0e7cd6d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:57.753861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-1e37e667-47c3-4f51-957b-6e128db94deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:57.754556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-8006404d-379c-42dc-8ef0-ae0e7cd6d72d service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0992978 Nov 09 20:33:57.755426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-1e37e667-47c3-4f51-957b-6e128db94deb service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0968728 Nov 09 20:33:57.829229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-8912deff-61fc-4885-bf5e-608802115ce2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 999 time: 0.0664001 Nov 09 20:33:57.839243 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-c96d6146-084a-4dc8-8cd4-355bcb20705b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 999 time: 0.0719466 Nov 09 20:33:57.885186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-15a838b9-e915-43af-8814-1634efdb1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:57.886870 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-15a838b9-e915-43af-8814-1634efdb1975 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0505731 Nov 09 20:33:57.904794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-457e67e7-c307-4862-a469-784dc66b4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:57.906530 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-457e67e7-c307-4862-a469-784dc66b4b15 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0542371 Nov 09 20:33:57.941646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-2fb36e27-7dfa-4239-abcc-192843aeae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:57.943250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-2fb36e27-7dfa-4239-abcc-192843aeae94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494068 Nov 09 20:33:57.965118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-02259e2f-ce5a-4f77-afbe-0c06c55705da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:57.967087 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-02259e2f-ce5a-4f77-afbe-0c06c55705da service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489824 Nov 09 20:33:58.045748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-0862a6d5-6b81-4d0a-8c3c-a51625b789a9 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947392 Nov 09 20:33:58.078126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-2976ce5a-4e54-4d38-93f2-d97fd1bc9b01 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967152 Nov 09 20:33:58.152940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-ed0412fa-6aa1-44a6-a395-31e4bb5d5e70 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994987 Nov 09 20:33:58.187872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7105bcbf-a474-4e3d-9ce7-ec1b59a78934 req-c0795851-7f4d-4e0c-82f0-ffe6512c2ddb service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984476 Nov 09 20:33:58.422242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2d78b-bd57-44ac-811a-a0b74e7d2c37 req-032f2378-824b-466d-9080-c5933685f7d8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:58.423952 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37c2d78b-bd57-44ac-811a-a0b74e7d2c37 req-032f2378-824b-466d-9080-c5933685f7d8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0564280 Nov 09 20:33:58.469172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-37c2d78b-bd57-44ac-811a-a0b74e7d2c37 req-488c1cde-1551-44fc-b679-29b721044198 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375650 Nov 09 20:33:59.599582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea30f4-351c-418f-8a75-a6fcbc9df226 req-6f5bc767-08b5-4ddf-88a2-fc9f725f3ff6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:33:59.601789 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91ea30f4-351c-418f-8a75-a6fcbc9df226 req-6f5bc767-08b5-4ddf-88a2-fc9f725f3ff6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0513256 Nov 09 20:33:59.643859 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91ea30f4-351c-418f-8a75-a6fcbc9df226 req-29d68c99-6af8-4dc2-bc15-38ff1bda11bc tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353982 Nov 09 20:34:00.769724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877f1f-9c56-4f96-b34a-def6e8d1fc21 req-9d8d20e4-72e9-4364-b871-f8edac18037c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:00.771171 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1877f1f-9c56-4f96-b34a-def6e8d1fc21 req-9d8d20e4-72e9-4364-b871-f8edac18037c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0505798 Nov 09 20:34:00.810196 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d1877f1f-9c56-4f96-b34a-def6e8d1fc21 req-922e72cc-621d-4159-9bb3-2bbe0b119802 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Nov 09 20:34:01.934293 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00397c-e8e6-43e5-96c0-322ebaeb2875 req-91d9856d-fc30-4cb9-a4b3-5607105a40ee tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:01.935947 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e00397c-e8e6-43e5-96c0-322ebaeb2875 req-91d9856d-fc30-4cb9-a4b3-5607105a40ee tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0546260 Nov 09 20:34:01.975565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0e00397c-e8e6-43e5-96c0-322ebaeb2875 req-f858efac-c1fa-42e7-b2fe-64077debebf6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327885 Nov 09 20:34:03.097795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad6edd-b86a-499c-a1a2-c1fef19e5d1c req-508aead3-475b-4244-b28b-8cbec1db36ba tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:03.099336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34ad6edd-b86a-499c-a1a2-c1fef19e5d1c req-508aead3-475b-4244-b28b-8cbec1db36ba tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0511327 Nov 09 20:34:03.144245 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-34ad6edd-b86a-499c-a1a2-c1fef19e5d1c req-0c117de3-68bc-4ffb-908f-c3a13a8b0c38 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389013 Nov 09 20:34:04.261393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0d502-dbd3-4301-a548-2741b4d1855b req-2f10c164-dfb8-4bcf-9cc9-e4a4f9514375 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:04.262939 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-15b0d502-dbd3-4301-a548-2741b4d1855b req-2f10c164-dfb8-4bcf-9cc9-e4a4f9514375 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0502214 Nov 09 20:34:04.301483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-15b0d502-dbd3-4301-a548-2741b4d1855b req-49b6ac0c-59d1-4df9-a9e1-2457ab908377 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324557 Nov 09 20:34:05.419320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea018d-b678-45bd-9bf7-bbaf82289ee7 req-1988f459-df8b-4df6-b76d-ade8bbf277d1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:05.420804 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0aea018d-b678-45bd-9bf7-bbaf82289ee7 req-1988f459-df8b-4df6-b76d-ade8bbf277d1 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0504868 Nov 09 20:34:05.458875 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0aea018d-b678-45bd-9bf7-bbaf82289ee7 req-10bde4b0-2c2e-4d95-8e07-3bbc79e541d5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Nov 09 20:34:06.577234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40fa35-f3e9-4395-8410-12f0e916454f req-1c78890b-a0ac-4e5a-a8d5-30bcf6b65756 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:06.578850 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd40fa35-f3e9-4395-8410-12f0e916454f req-1c78890b-a0ac-4e5a-a8d5-30bcf6b65756 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0500932 Nov 09 20:34:06.617068 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cd40fa35-f3e9-4395-8410-12f0e916454f req-43ff5add-fea7-49d1-be38-22510ced0544 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321445 Nov 09 20:34:07.749050 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbf996-c041-45dd-ae81-e6c65bf93c67 req-67d5b02c-feef-4ba8-a53e-cd010c5b4377 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:07.750635 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57fbf996-c041-45dd-ae81-e6c65bf93c67 req-67d5b02c-feef-4ba8-a53e-cd010c5b4377 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0574255 Nov 09 20:34:07.798578 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57fbf996-c041-45dd-ae81-e6c65bf93c67 req-1b5a695c-13d4-4ebf-8ad7-4744575b8195 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Nov 09 20:34:08.922750 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace77a6-56e6-4fdb-b8ba-87bee209534c req-2c6a08c4-ffca-4f7f-9d6c-0c0b43e7e4b4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:08.924243 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aace77a6-56e6-4fdb-b8ba-87bee209534c req-2c6a08c4-ffca-4f7f-9d6c-0c0b43e7e4b4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0555322 Nov 09 20:34:08.963154 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aace77a6-56e6-4fdb-b8ba-87bee209534c req-c90f0b23-6a32-46ed-89a3-0efbca4544c0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326164 Nov 09 20:34:09.222653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:34:09.281278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-3296b8ae-2828-4474-9981-44c35db25d9e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:09.282796 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-3296b8ae-2828-4474-9981-44c35db25d9e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.77 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&binding%3Ahost_id=n-h2-817256-1 HTTP/1.1" status: 200 len: 943 time: 0.0783279 Nov 09 20:34:09.305202 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e978e-79b1-4838-ad93-7e218ba3e51c req-4fa2db2b-af2a-4846-b6c1-18f566bd60a2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:09.306754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a3e978e-79b1-4838-ad93-7e218ba3e51c req-4fa2db2b-af2a-4846-b6c1-18f566bd60a2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 943 time: 0.0752184 Nov 09 20:34:09.328274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:09.341620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'port_id': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'mac_address': 'fa:16:3e:ac:64:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:34:09.376763 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a3e978e-79b1-4838-ad93-7e218ba3e51c req-3810dff3-94a4-409a-9b0c-98a28cf60f3e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636454 Nov 09 20:34:09.378706 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:09.392966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:34:09.408990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-e3ebe3a9-db58-4ff6-9994-5369a25af9d5 service neutron] 10.222.0.77 "GET /v2.0/ports/2b20ca0f-3985-45c7-a97e-1bcafa8352a5/bindings/n-h2-817256-1 HTTP/1.1" status: 200 len: 382 time: 0.1184747 Nov 09 20:34:09.415217 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:09.419237 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:09.466435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:09.473882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.474087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-f92f4e8e-62bb-428e-be73-c868b1c5dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:09.474229 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.474595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.475011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.475448 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.475687 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-f92f4e8e-62bb-428e-be73-c868b1c5dd4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1095 time: 0.0430880 Nov 09 20:34:09.475797 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.476103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.476438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.476763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.477092 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.477420 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.477740 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:09.574937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-0978cf32-def4-4723-8eb9-883cee274d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:09.576408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-0978cf32-def4-4723-8eb9-883cee274d75 service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0935745 Nov 09 20:34:09.646502 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-8d20b191-5068-4046-ae23-2dc25e6ad18b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 1000 time: 0.0619640 Nov 09 20:34:09.696532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-3acda528-e602-4392-9683-57dc001f7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:09.697986 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-3acda528-e602-4392-9683-57dc001f7349 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0435302 Nov 09 20:34:09.698124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['2b20ca0f-3985-45c7-a97e-1bcafa8352a5'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:34:09.745211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b35395a0-6d5a-4982-bf84-438a052557d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:09.746747 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b35395a0-6d5a-4982-bf84-438a052557d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412016 Nov 09 20:34:09.842142 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-052e0865-ff28-4fb7-b779-4173f82ef69b service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880194 Nov 09 20:34:09.941298 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-63e2efce-3fda-4be5-87e1-509d2b0fa0b9 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840297 Nov 09 20:34:10.331213 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1b68600a-e733-43aa-bef0-53783d0d066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:10.498192 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f46f86-ac52-4752-83e7-bf5cd43dd7b1 req-6b4dc916-0f22-4f41-b145-86518a0ef3e6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:10.499631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d0f46f86-ac52-4752-83e7-bf5cd43dd7b1 req-6b4dc916-0f22-4f41-b145-86518a0ef3e6 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0484374 Nov 09 20:34:10.541288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d0f46f86-ac52-4752-83e7-bf5cd43dd7b1 req-929cce31-24e6-442d-beb1-7316d006e705 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356846 Nov 09 20:34:11.224531 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:34:11.275559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:34:11.279567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:34:11.279945 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:11.363032 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:11.386309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:34:11.388610 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e81cb3-998f-40eb-9df0-71fa88e2e287" -d '{"events": [{"server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "name": "network-vif-plugged", "status": "completed", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:34:11.402831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:11.408182 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:11.441826 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78416491-3d43-496e-aeac-cd6e8a3c8b95 x-openstack-request-id: req-78416491-3d43-496e-aeac-cd6e8a3c8b95 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:34:11.442267 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "name": "network-vif-plugged", "status": "completed", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:34:11.442551 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78416491-3d43-496e-aeac-cd6e8a3c8b95 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:34:11.442950 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'code': 200} Nov 09 20:34:11.466169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:11.666525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40ae23-7cde-4062-80d5-b44caa81682f req-8315c78d-398d-4189-8fc9-a48d2a5f8be9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:11.668179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f40ae23-7cde-4062-80d5-b44caa81682f req-8315c78d-398d-4189-8fc9-a48d2a5f8be9 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0538995 Nov 09 20:34:11.711112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f40ae23-7cde-4062-80d5-b44caa81682f req-cbde0745-f8d5-4306-81e7-067508141dea tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367210 Nov 09 20:34:12.843624 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411483bd-f89b-43b2-a20b-9d1fe96cf95f req-d91c7cea-219b-46e7-b14c-57da758fe9c0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:12.845158 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-411483bd-f89b-43b2-a20b-9d1fe96cf95f req-d91c7cea-219b-46e7-b14c-57da758fe9c0 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0580750 Nov 09 20:34:12.884829 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-411483bd-f89b-43b2-a20b-9d1fe96cf95f req-6e0a05d6-41d5-4dce-ab33-c0f92ce728cc tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324922 Nov 09 20:34:13.280572 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f3f3e53b-3c12-4842-8d18-834dc90b83c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:13.551854 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:13.938656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b2e0a2b9-f12d-4baf-a6fe-3d9ceaaefecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:13.940153 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b2e0a2b9-f12d-4baf-a6fe-3d9ceaaefecf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218&tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a HTTP/1.1" status: 200 len: 1096 time: 0.0416441 Nov 09 20:34:13.952262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:34:14.037069 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:14.047332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d863a0-43c6-41e6-94d4-9807a5c32d5c req-7cdb9ea9-8aa1-4669-bb52-78d37a2d0830 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:14.048785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6d863a0-43c6-41e6-94d4-9807a5c32d5c req-7cdb9ea9-8aa1-4669-bb52-78d37a2d0830 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0928719 Nov 09 20:34:14.111860 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6d863a0-43c6-41e6-94d4-9807a5c32d5c req-b718f147-3769-415d-b729-0cb7dd75b073 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562015 Nov 09 20:34:14.276380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:14.309247 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:34:14.348136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:34:14.351197 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631f893f-35b3-4a59-82df-1bb0ec6d1d80" -d '{"events": [{"server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "name": "network-vif-unplugged", "status": "completed", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:34:14.355157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:14.368032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Transition to ACTIVE for port object 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:34:14.372282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:14.407324 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ca4b53-681d-4293-9345-ca0ef5fab049 x-openstack-request-id: req-d4ca4b53-681d-4293-9345-ca0ef5fab049 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:34:14.407612 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "name": "network-vif-unplugged", "status": "completed", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:34:14.408420 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4ca4b53-681d-4293-9345-ca0ef5fab049 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:34:14.408420 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'code': 200} Nov 09 20:34:14.454317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=10']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:14.469225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.469569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.469906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.470241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.470599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.470930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.471253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.471578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.471902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.472224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.472545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.472865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:14.510451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] No DVR routers for this DVR port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:34:14.649881 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:34:14.650139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:34:14.650477 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:34:14.654878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on network beaa0510-33c0-4db7-9786-ac8720ac1866 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:34:14.655206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Attempting to bind port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on network beaa0510-33c0-4db7-9786-ac8720ac1866 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:34:14.660129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:34:14.660465 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Checking segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:34:14.660846 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Bound using segment: {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:34:14.661276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Bound port: 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:34:14.661637 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:14.706754 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:14.729395 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:34:14.732665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:34:14.736921 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:14.776640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:14.777313 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:14.778720 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] 10.222.0.70 "PUT /v2.0/ports/2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 1092 time: 0.8311629 Nov 09 20:34:14.794494 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0120177-9317-4aa8-91c5-83c94c48b36d service neutron] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=11']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:14.847037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b62a5357-210a-4229-ac93-e383a9bfff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:14.848548 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-b62a5357-210a-4229-ac93-e383a9bfff76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1095 time: 0.0425262 Nov 09 20:34:14.953861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-d8008cb8-63c2-4977-8b9b-7ea9b0cb4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:14.955391 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-d8008cb8-63c2-4977-8b9b-7ea9b0cb4d88 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0995128 Nov 09 20:34:15.023650 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-bf388074-0e41-44b5-8cdc-5a78a30ad922 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 999 time: 0.0609932 Nov 09 20:34:15.073384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-5ef2a531-3f46-4341-a06a-78bcfe7ad1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:15.075627 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-5ef2a531-3f46-4341-a06a-78bcfe7ad1e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0446000 Nov 09 20:34:15.125313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-af4ca162-2730-49e5-8fef-5b1c73106c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:15.126860 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-af4ca162-2730-49e5-8fef-5b1c73106c4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443177 Nov 09 20:34:15.243520 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:34:15.260700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989df80a-156d-4e3d-ba48-5d3496da09b0 req-c0eaf225-4643-4ef6-999a-5115774d7213 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:15.262209 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-989df80a-156d-4e3d-ba48-5d3496da09b0 req-c0eaf225-4643-4ef6-999a-5115774d7213 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0778611 Nov 09 20:34:15.266362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-f68c8d77-e27a-4d26-ad91-20e345f75d8b service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324818 Nov 09 20:34:15.281984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:34:15.347549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-989df80a-156d-4e3d-ba48-5d3496da09b0 req-cebb0dc1-53d2-4e17-a5c2-80dc3930b859 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792775 Nov 09 20:34:15.379920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2970927a-eb98-4b4d-b136-7afcfee33711 req-79634f15-e3d0-4159-a710-d5d98d2b5b2f service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043143 Nov 09 20:34:16.409499 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:34:16.412138 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:34:16.466610 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:16.472428 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f69e1b-a46c-4828-ae5c-ff5a682bf220 x-openstack-request-id: req-55f69e1b-a46c-4828-ae5c-ff5a682bf220 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:34:16.472838 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:34:16.473221 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55f69e1b-a46c-4828-ae5c-ff5a682bf220 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:34:16.473683 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'status': 'completed', 'code': 200} Nov 09 20:34:16.499147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6ac7e-d926-49de-a706-6f5e45289620 req-d97d1be1-6b32-4507-a7da-d6474c1f7087 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:16.501735 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1a6ac7e-d926-49de-a706-6f5e45289620 req-d97d1be1-6b32-4507-a7da-d6474c1f7087 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0820911 Nov 09 20:34:16.547994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-e3a7348a-b885-4ef8-9926-c4f1c1126f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:16.549613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-e3a7348a-b885-4ef8-9926-c4f1c1126f70 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1095 time: 0.0522275 Nov 09 20:34:16.581822 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1a6ac7e-d926-49de-a706-6f5e45289620 req-6ad9737a-853e-4b8d-ba51-5840fbf3dfb8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665390 Nov 09 20:34:16.591941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-04ce61cb-f390-41c2-b281-aa7d1837c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:16.593720 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-04ce61cb-f390-41c2-b281-aa7d1837c543 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1095 time: 0.0908685 Nov 09 20:34:16.650439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-f67fbac4-57da-475a-8b55-373d47de7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:16.651962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-f67fbac4-57da-475a-8b55-373d47de7c54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0945675 Nov 09 20:34:16.697979 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-59a8f234-0823-454f-a2e8-b348b67cc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:16.699490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-59a8f234-0823-454f-a2e8-b348b67cc649 service neutron] 10.222.0.77 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0946572 Nov 09 20:34:16.722711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-59f41284-ba8c-4f9b-b480-de93eda16d73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 999 time: 0.0628567 Nov 09 20:34:16.771150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-1bef67fb-5af8-4493-bb8c-e67716b76d18 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 999 time: 0.0601263 Nov 09 20:34:16.775544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-911c88e7-8c3b-4666-85d9-e9e33f5a7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:16.777097 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-911c88e7-8c3b-4666-85d9-e9e33f5a7595 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0475852 Nov 09 20:34:16.827405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-d46477dc-7110-4a95-9254-6ac52b5c159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:16.828902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-d46477dc-7110-4a95-9254-6ac52b5c159c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443027 Nov 09 20:34:16.832388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-0b1fddfd-5ceb-44f1-9e4e-369b1ceb14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:16.833866 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-0b1fddfd-5ceb-44f1-9e4e-369b1ceb14dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0511293 Nov 09 20:34:16.887675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-f77e63aa-5d0e-4c00-91a7-e6278ba2df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:16.889186 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-f77e63aa-5d0e-4c00-91a7-e6278ba2df8c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426629 Nov 09 20:34:16.941805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-433be6c5-437a-4a5b-9a2f-fb6e8d7dbb7d service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045439 Nov 09 20:34:17.013045 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-c67b00ac-4d22-4e9f-8f8c-06cc9a323dd3 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118264 Nov 09 20:34:17.042398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-dbf1c41a-2347-40ac-825f-6fe218369609 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929780 Nov 09 20:34:17.124872 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-762b6589-0ea0-4bfa-b33b-d17b5a415f6b req-84f1dd24-668d-45e9-9bb7-085df720b829 service neutron] 10.222.0.77 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995450 Nov 09 20:34:17.714333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31e863-d8b3-424b-b2a8-57b43a962189 req-04077889-013d-4bdb-a8cd-39c1ddafb9ff tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:17.715860 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac31e863-d8b3-424b-b2a8-57b43a962189 req-04077889-013d-4bdb-a8cd-39c1ddafb9ff tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0537939 Nov 09 20:34:17.755224 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ac31e863-d8b3-424b-b2a8-57b43a962189 req-90d6c504-aa0f-40c0-ad36-945a95dd8fcd tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331833 Nov 09 20:34:18.877401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081d48b-461b-4fcc-99b8-59871cfc9d37 req-2193e9e4-dfeb-443b-9db9-16f79d3e7b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:18.878920 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9081d48b-461b-4fcc-99b8-59871cfc9d37 req-2193e9e4-dfeb-443b-9db9-16f79d3e7b7f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0535965 Nov 09 20:34:18.917594 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9081d48b-461b-4fcc-99b8-59871cfc9d37 req-21a3fc1c-0894-461c-a4c6-c023c4cc566e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316203 Nov 09 20:34:20.049771 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:34:20.417029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bf650-3cfc-4aa8-98d4-6e918bd25df9 req-9fb18e49-0d1b-40c1-89ef-c3003d32136a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:20.418558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2bf650-3cfc-4aa8-98d4-6e918bd25df9 req-9fb18e49-0d1b-40c1-89ef-c3003d32136a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.4307265 Nov 09 20:34:20.432932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-78e550e1-696d-4316-bcdf-555c309627ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:20.434348 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-78e550e1-696d-4316-bcdf-555c309627ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 1095 time: 0.0618572 Nov 09 20:34:20.504513 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-db2bf650-3cfc-4aa8-98d4-6e918bd25df9 req-05f731fe-11d7-4983-8c44-354b15dda724 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789711 Nov 09 20:34:20.548053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-4b8b0da4-a614-4cd8-b823-394a6c7948f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:20.549520 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-4b8b0da4-a614-4cd8-b823-394a6c7948f0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 200 len: 913 time: 0.0942116 Nov 09 20:34:20.615179 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-65b6dad6-fd7d-4e30-8ff1-a21042a75cb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 200 len: 999 time: 0.0575655 Nov 09 20:34:20.665725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-6b90d060-f664-4c5e-b782-25b46adf3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:20.667380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-6b90d060-f664-4c5e-b782-25b46adf3ded service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 200 len: 851 time: 0.0451059 Nov 09 20:34:20.722371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-3a272d28-d457-43a9-b6a3-6c17f502ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:20.723938 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-3a272d28-d457-43a9-b6a3-6c17f502ea37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=beaa0510-33c0-4db7-9786-ac8720ac1866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438731 Nov 09 20:34:20.815696 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-02b75ec2-447f-4b63-8147-e058c6b23f38 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842938 Nov 09 20:34:20.915957 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f28acae-46f6-4909-80f6-152d455e37f8 req-62f0dbeb-187c-47e2-81e1-380bc0b7bd03 service neutron] 10.222.0.70 "GET /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925789 Nov 09 20:34:21.622292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b51b6d-8b22-4aae-a704-1c9cd97fd5f4 req-9a879bfd-d902-4649-8f7f-975675b8d6bc tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:21.623848 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-81b51b6d-8b22-4aae-a704-1c9cd97fd5f4 req-9a879bfd-d902-4649-8f7f-975675b8d6bc tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0486104 Nov 09 20:34:21.636895 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:21.662443 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-81b51b6d-8b22-4aae-a704-1c9cd97fd5f4 req-354c8807-8e59-43bc-84f6-80933bd14bef tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326014 Nov 09 20:34:22.781054 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0ffbc-3ede-441b-929d-33c64af5dcbf req-48dd18a4-4547-40ef-a671-ea5df87fa2ab tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:22.782556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-00a0ffbc-3ede-441b-929d-33c64af5dcbf req-48dd18a4-4547-40ef-a671-ea5df87fa2ab tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0498414 Nov 09 20:34:22.820794 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-00a0ffbc-3ede-441b-929d-33c64af5dcbf req-0e9497b8-3eee-4f11-9d7c-2f43ba5312ec tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Nov 09 20:34:23.942593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd4c10-fc14-47f7-9541-8b9c2c871dd1 req-c5d47b84-b1dd-449a-b60f-5ca9f4643614 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:23.944945 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ccd4c10-fc14-47f7-9541-8b9c2c871dd1 req-c5d47b84-b1dd-449a-b60f-5ca9f4643614 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0535078 Nov 09 20:34:23.986983 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1ccd4c10-fc14-47f7-9541-8b9c2c871dd1 req-5fa15167-13a1-46c7-a875-8ef487438132 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359404 Nov 09 20:34:25.106284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a55d13-8a10-4f01-870b-e479a6d91a9b req-f0d15d57-424a-447e-ad9d-b54f2994f6e8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:25.108088 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08a55d13-8a10-4f01-870b-e479a6d91a9b req-f0d15d57-424a-447e-ad9d-b54f2994f6e8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0514197 Nov 09 20:34:25.149236 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08a55d13-8a10-4f01-870b-e479a6d91a9b req-102a8ed4-e26a-40dc-b49c-fd8bb5bab732 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348182 Nov 09 20:34:25.886386 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:26.271882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fb1ec-8469-4a6c-98a6-feb6c381b6c8 req-0ba57f04-b2b1-415f-a602-70b51b2e235d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:26.273492 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca1fb1ec-8469-4a6c-98a6-feb6c381b6c8 req-0ba57f04-b2b1-415f-a602-70b51b2e235d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0504930 Nov 09 20:34:26.311916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca1fb1ec-8469-4a6c-98a6-feb6c381b6c8 req-d870fff7-346e-4b52-82e5-dc4c5a6152a8 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323813 Nov 09 20:34:27.428715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ce4a6-7860-4fd3-bdad-75893c60580e req-4423ba7f-52cb-4449-a1ab-b2c7a0e2e29e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:27.430223 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df9ce4a6-7860-4fd3-bdad-75893c60580e req-4423ba7f-52cb-4449-a1ab-b2c7a0e2e29e tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0489757 Nov 09 20:34:27.475191 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-df9ce4a6-7860-4fd3-bdad-75893c60580e req-2755588d-b1b7-473d-9e43-41092e549a28 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384240 Nov 09 20:34:27.590209 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348c797-80ac-4a51-ae73-84495261fab4 req-8789e55f-c275-470c-82a2-2db84fd29498 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:27.591781 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f348c797-80ac-4a51-ae73-84495261fab4 req-8789e55f-c275-470c-82a2-2db84fd29498 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0495605 Nov 09 20:34:27.629149 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f348c797-80ac-4a51-ae73-84495261fab4 req-b87637ce-416e-4622-9670-ac6d4a99789b tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314810 Nov 09 20:34:27.747505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d71dfa-5af6-4ebd-8c77-620f3ebdc077 req-9b02e8f3-d443-45bd-ac49-ea64368d053f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:27.748996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6d71dfa-5af6-4ebd-8c77-620f3ebdc077 req-9b02e8f3-d443-45bd-ac49-ea64368d053f tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0533640 Nov 09 20:34:27.786726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d6d71dfa-5af6-4ebd-8c77-620f3ebdc077 req-869e4e1e-14f0-4dab-8770-30cd57d200e4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318186 Nov 09 20:34:28.016925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94a381-3b77-478d-97a0-52684e49ef40 req-f111c24b-cbf2-4ef3-87dc-8ad5818dd45a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:28.018547 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b94a381-3b77-478d-97a0-52684e49ef40 req-f111c24b-cbf2-4ef3-87dc-8ad5818dd45a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 944 time: 0.0484250 Nov 09 20:34:28.056704 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b94a381-3b77-478d-97a0-52684e49ef40 req-22806314-ce6a-4008-8f5a-fec31e71a3c2 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312006 Nov 09 20:34:28.912535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:34:29.007839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:29.018860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'port_id': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'mac_address': 'fa:16:3e:ac:64:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:34:29.056384 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:29.072868 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:34:29.093179 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:29.097524 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:29.149567 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=12']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:29.190058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fce7c4-acd4-4705-873f-da6c22c54eba req-031306e5-05ec-445e-8781-aece38ae7065 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:29.191470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03fce7c4-acd4-4705-873f-da6c22c54eba req-031306e5-05ec-445e-8781-aece38ae7065 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0633557 Nov 09 20:34:29.237940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-03fce7c4-acd4-4705-873f-da6c22c54eba req-bd3cec35-c88a-4c27-a310-2caf85dc8bf5 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups?id=f082757d-c1f9-4dd3-810c-83b658eb5843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400720 Nov 09 20:34:29.493020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-f9342a81-a392-4672-8b7b-8274dc16d843 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:29.494409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-f9342a81-a392-4672-8b7b-8274dc16d843 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 945 time: 0.0486512 Nov 09 20:34:29.588458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Deleting port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:34:29.588800 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:29.675016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] For port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:29.675382 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:29.849308 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:29.850081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:29.850437 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 disassociated. External IP: 172.25.6.35, port: 2b20ca0f-3985-45c7-a97e-1bcafa8352a5. Nov 09 20:34:29.850819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Calling delete_port for 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:34:29.977488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:30.010053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event deleted for resources: {'Port': ['ID=2b20ca0f-3985-45c7-a97e-1bcafa8352a5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:30.136674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Router 68e72294-0630-411c-891e-2b21966422b1 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:34:30.252574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:34:30.264961 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:34:30.276463 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:34:30.277096 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:34:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:30.306847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] No DVR routers for this DVR port 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:34:30.309605 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:30.313391 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f3c5a39d-1ea0-4302-8f27-c60d7f2af9e3 req-9d6ee695-a4e4-46ec-a8eb-e2b696491b1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.70 "DELETE /v2.0/ports/2b20ca0f-3985-45c7-a97e-1bcafa8352a5 HTTP/1.1" status: 204 len: 173 time: 0.8132284 Nov 09 20:34:30.313890 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'name': 'network-vif-deleted', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:34:30.317147 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0caaf96-d4ab-4fa3-bf9f-c3cfaf367d4b" -d '{"events": [{"server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "name": "network-vif-deleted", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:34:30.354246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e2de5da8-f0c5-48aa-ac3e-0cfb449d05ce req-5f39c157-4c81-4c6d-9f75-30a249485f6c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 210 time: 0.0321369 Nov 09 20:34:30.391194 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999a7925-fcf5-40eb-a849-87229b86a93d x-openstack-request-id: req-999a7925-fcf5-40eb-a849-87229b86a93d {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:34:30.391577 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1879859-741c-454d-9a59-2cce5e16f218", "name": "network-vif-deleted", "tag": "2b20ca0f-3985-45c7-a97e-1bcafa8352a5", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:34:30.391916 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-999a7925-fcf5-40eb-a849-87229b86a93d {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:34:30.392430 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1879859-741c-454d-9a59-2cce5e16f218', 'name': 'network-vif-deleted', 'tag': '2b20ca0f-3985-45c7-a97e-1bcafa8352a5', 'status': 'completed', 'code': 200} Nov 09 20:34:30.394683 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:34:30.609864 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:30.637080 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:34:30.645590 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:34:30.646880 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:34:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:30.753926 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:34:30.960204 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:30.991519 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4c91ee-9297-4336-af41-2fca47b8943f None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:45Z', 'revision_number': 4, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '0cb3bcd4-5d70-49c0-b4e2-b147b2524a89', 'name': '', 'network_id': 'beaa0510-33c0-4db7-9786-ac8720ac1866', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'mac_address': 'fa:16:3e:a2:5a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:44Z', 'updated_at': '2021-11-09T20:24:48Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'subnets': [{'id': '8d7df88e-248d-4af0-95c6-39b9c7bb768d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:34:31.216470 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659548ab-5b4b-4e07-b2a8-190c468c0c6a None None] New status for floating IP fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:34:31.468226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-830c2e65-42bd-4c36-a843-93f69bc9cf26 req-6e22a60b-9dd9-485f-bcb0-ee24b3e7a91d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 210 time: 0.0278180 Nov 09 20:34:32.566602 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8ec6f726-8be9-4ea5-b842-018e314fc4da req-5c73c36f-4210-4ce6-ab5a-af4d0bc34ae4 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 210 time: 0.0270774 Nov 09 20:34:32.935748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:34:32.960768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:34:32.961087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 2b20ca0f-3985-45c7-a97e-1bcafa8352a5 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:34:33.665264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ca474ea6-c0cc-441b-85c4-b93c32f11511 req-c86d1d78-1860-4b83-8d15-7b29891dcb1d tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1879859-741c-454d-9a59-2cce5e16f218 HTTP/1.1" status: 200 len: 210 time: 0.0285540 Nov 09 20:34:37.433008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51930) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:37.491170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9cb26032-3272-4102-9d03-5b53efefe796 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:37.515219 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9cb26032-3272-4102-9d03-5b53efefe796 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:37.565560 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9cb26032-3272-4102-9d03-5b53efefe796 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:37.568080 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9cb26032-3272-4102-9d03-5b53efefe796 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:37.569453 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9cb26032-3272-4102-9d03-5b53efefe796 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "DELETE /v2.0/security-groups/f082757d-c1f9-4dd3-810c-83b658eb5843 HTTP/1.1" status: 204 len: 168 time: 0.1353881 Nov 09 20:34:37.572115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 51932) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:37.579104 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb26032-3272-4102-9d03-5b53efefe796 tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f082757d-c1f9-4dd3-810c-83b658eb5843,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:37.593554 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-e78ec3bb-acdf-4b53-be6e-ae8475aee08a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] show failed (client error): The resource could not be found. Nov 09 20:34:37.597669 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e78ec3bb-acdf-4b53-be6e-ae8475aee08a tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "GET /v2.0/security-groups/f082757d-c1f9-4dd3-810c-83b658eb5843 HTTP/1.1" status: 404 len: 347 time: 0.0244260 Nov 09 20:34:37.597934 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51934) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:37.739257 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d54d1224-2697-4282-8dbb-4292e072754c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Deleting port 35f855b7-d9cf-42d6-8223-d5572074076a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:34:37.739619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d54d1224-2697-4282-8dbb-4292e072754c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:37.817864 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d54d1224-2697-4282-8dbb-4292e072754c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:37.818806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d54d1224-2697-4282-8dbb-4292e072754c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:37.831775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d54d1224-2697-4282-8dbb-4292e072754c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Calling delete_port for 35f855b7-d9cf-42d6-8223-d5572074076a owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:34:37.989591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d54d1224-2697-4282-8dbb-4292e072754c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:38.016839 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d1224-2697-4282-8dbb-4292e072754c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Pushing event deleted for resources: {'Port': ['ID=35f855b7-d9cf-42d6-8223-d5572074076a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:38.091400 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d54d1224-2697-4282-8dbb-4292e072754c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:38.094092 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d54d1224-2697-4282-8dbb-4292e072754c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:38.095362 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d54d1224-2697-4282-8dbb-4292e072754c tempest-ServerActionsTestJSON-448285726 tempest-ServerActionsTestJSON-448285726-project] 10.222.0.53 "DELETE /v2.0/floatingips/fb0adf0f-0e9d-43a3-8b08-b21dcc446eb2 HTTP/1.1" status: 204 len: 168 time: 0.4949970 Nov 09 20:34:38.098439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51936) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:38.798852 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:39.055216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] Deleting port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:34:39.055483 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:39.143616 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] For port 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=0cb3bcd4-5d70-49c0-b4e2-b147b2524a89,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:39.143981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:39.157199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] Calling delete_port for 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:34:39.346326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:39.372159 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb3bcd4-5d70-49c0-b4e2-b147b2524a89,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:39.542841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:39.768746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] Router 68e72294-0630-411c-891e-2b21966422b1 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:34:39.879176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:34:39.884629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6898a6a7-463b-424e-aec9-91c007932dfb admin admin] 10.222.0.53 "PUT /v2.0/routers/68e72294-0630-411c-891e-2b21966422b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7851615 Nov 09 20:34:39.887325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51940) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:39.890132 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] Sync routers for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:34:39.900878 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:34:39.901510 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:34:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:39.994279 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.011089 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:34:40.106819 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.163307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Deleting port 5dbd04a6-5e66-445e-af1e-875fa37f7897 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:34:40.163648 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.195543 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:34:39Z', 'revision_number': 5, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port': {'id': '5dbd04a6-5e66-445e-af1e-875fa37f7897', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:16:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e72294-0630-411c-891e-2b21966422b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:40.223810 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] Checking router: 68e72294-0630-411c-891e-2b21966422b1 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:34:40.232555 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] Routers {'68e72294-0630-411c-891e-2b21966422b1'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:34:40.233162 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:34:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['68e72294-0630-411c-891e-2b21966422b1'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:40.245766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] For port 5dbd04a6-5e66-445e-af1e-875fa37f7897, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=5dbd04a6-5e66-445e-af1e-875fa37f7897,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:40.246122 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.264752 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Calling delete_port for 5dbd04a6-5e66-445e-af1e-875fa37f7897 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:34:40.336080 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e7f-b23e-40c9-a853-edc7af0536e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.419661 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] Set router 68e72294-0630-411c-891e-2b21966422b1 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:34:40.443028 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.473824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbd04a6-5e66-445e-af1e-875fa37f7897,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:40.479476 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:34:40Z', 'revision_number': 6, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:40.505988 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2ed00-c404-422f-bdd5-e20b701e604d None None] The sync data for ids ['68e72294-0630-411c-891e-2b21966422b1'] in n-d-817256-1 is: [{'id': '68e72294-0630-411c-891e-2b21966422b1', 'name': 'tempest-ServerActionsTestJSON-1472609174-router', 'tenant_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:24:42Z', 'updated_at': '2021-11-09T20:34:40Z', 'revision_number': 6, 'project_id': 'a848fb9c2d694700917e4f2bb1ac7b2a', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:34:40.542746 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.635478 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.637629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.687264 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.687715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e72294-0630-411c-891e-2b21966422b1 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:34:40.692172 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.693729 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0f11cb8b-f22a-4f1a-ac89-a8566c7550a8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/68e72294-0630-411c-891e-2b21966422b1 HTTP/1.1" status: 204 len: 168 time: 0.8054919 Nov 09 20:34:40.696606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51942) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:40.743619 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5dfb88-39ad-4c43-9c41-f62e82063878 admin admin] Deleting subnet 8d7df88e-248d-4af0-95c6-39b9c7bb768d {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:34:40.746991 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfb88-39ad-4c43-9c41-f62e82063878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.784137 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfb88-39ad-4c43-9c41-f62e82063878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.867297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfb88-39ad-4c43-9c41-f62e82063878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.934356 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfb88-39ad-4c43-9c41-f62e82063878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.962049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dfb88-39ad-4c43-9c41-f62e82063878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7df88e-248d-4af0-95c6-39b9c7bb768d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:40.965589 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfb88-39ad-4c43-9c41-f62e82063878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:40.969138 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0b5dfb88-39ad-4c43-9c41-f62e82063878 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8d7df88e-248d-4af0-95c6-39b9c7bb768d HTTP/1.1" status: 204 len: 168 time: 0.2713532 Nov 09 20:34:40.971620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51944) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:40.976426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef85ae5-5098-4201-93ea-30bcf7c6fbab None None] Network beaa0510-33c0-4db7-9786-ac8720ac1866 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:34:41.049266 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.105878 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Deleting port 76ba8168-12de-4d31-a831-aa0a7886c081 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:34:41.106223 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.174826 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] For port 76ba8168-12de-4d31-a831-aa0a7886c081, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=76ba8168-12de-4d31-a831-aa0a7886c081,segment=NetworkSegment(9fd1e3f3-c1e7-47c8-93e4-645b302f5e55),segment_id=9fd1e3f3-c1e7-47c8-93e4-645b302f5e55)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:41.175189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.188821 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Calling delete_port for 76ba8168-12de-4d31-a831-aa0a7886c081 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:34:41.271715 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.302147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ba8168-12de-4d31-a831-aa0a7886c081,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:41.314892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] No DVR routers for this DVR port 76ba8168-12de-4d31-a831-aa0a7886c081 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:34:41.318992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b48cb81-cf36-40a5-8fa9-6782ff8fb575 None None] DHCP port deletion for beaa0510-33c0-4db7-9786-ac8720ac1866 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:34:41.362090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 76ba8168-12de-4d31-a831-aa0a7886c081 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:34:41.384127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 76ba8168-12de-4d31-a831-aa0a7886c081 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:34:41.384706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 76ba8168-12de-4d31-a831-aa0a7886c081 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:34:41.385128 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5dbd04a6-5e66-445e-af1e-875fa37f7897 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:34:41.398249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.408174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 5dbd04a6-5e66-445e-af1e-875fa37f7897 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:34:41.408388 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 5dbd04a6-5e66-445e-af1e-875fa37f7897 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:34:41.408652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:34:41.422339 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaa0510-33c0-4db7-9786-ac8720ac1866']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:41.433582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:41.433965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd1e3f3-c1e7-47c8-93e4-645b302f5e55') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:34:41.435047 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:34:41.435913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 0cb3bcd4-5d70-49c0-b4e2-b147b2524a89 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:34:41.451245 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.466215 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.473600 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:34:41.474049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:34:41.476368 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:34:41.534651 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.540988 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.544347 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] 10.222.0.53 "DELETE /v2.0/networks/beaa0510-33c0-4db7-9786-ac8720ac1866 HTTP/1.1" status: 204 len: 168 time: 0.5717289 Nov 09 20:34:41.558079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cc90c-f14d-46ff-8dd8-f3506168cd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=beaa0510-33c0-4db7-9786-ac8720ac1866,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:41.741747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51948) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:41.784625 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6f663979-397a-46dc-9fd7-bd7371c05f3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a848fb9c2d694700917e4f2bb1ac7b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408912 Nov 09 20:34:41.786466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51950) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:41.835584 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59b61789-f353-4fdb-bb1d-1625886597ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.856392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59b61789-f353-4fdb-bb1d-1625886597ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.903561 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59b61789-f353-4fdb-bb1d-1625886597ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.906163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59b61789-f353-4fdb-bb1d-1625886597ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:41.907350 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-59b61789-f353-4fdb-bb1d-1625886597ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59b7ecb2-1236-46b6-b8e3-493c46eca6e9 HTTP/1.1" status: 204 len: 168 time: 0.1199186 Nov 09 20:34:41.915751 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b61789-f353-4fdb-bb1d-1625886597ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b7ecb2-1236-46b6-b8e3-493c46eca6e9,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:42.702402 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51972) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:42.807035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1971679616-network', 'tenant_id': 'c38b4aa476d04fbfb236d5f8b8393a5f'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:34:42.831183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Made reservation on behalf of c38b4aa476d04fbfb236d5f8b8393a5f for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:34:42.833786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:42.846736 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:42.925055 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:42.929104 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:42.953116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:34:42.961641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcff98c-a339-4447-a38e-7059efd17c02,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:42.967629 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:42.967972 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Added segment 0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37 of type vlan for network 4f7025da-3096-499d-a0b3-2e0bb6d159aa Nov 09 20:34:43.007719 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:43.031582 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:43.032460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:43.033032 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:43.081930 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3783753 Nov 09 20:34:43.084796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 51976) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:34:43.089713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Request body: {'subnet': {'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1971679616-subnet', 'tenant_id': 'c38b4aa476d04fbfb236d5f8b8393a5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:34:43.114125 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bc732-21f1-4f1b-8c8d-20c5024e01ff admin admin] Pushing event updated for resources: {'Network': ['ID=4f7025da-3096-499d-a0b3-2e0bb6d159aa,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:43.124317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 4f7025da-3096-499d-a0b3-2e0bb6d159aa details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:34:43.128570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Made reservation on behalf of c38b4aa476d04fbfb236d5f8b8393a5f for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:34:43.131465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:43.281166 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fc3af881-82bc-45ad-8302-36f728f94f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:43.298550 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:43.356645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72516ef2-abb4-4d55-809e-16711256a85d,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:43.371918 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Checking segment: {'id': '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:34:43.372278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Network hostable DHCP agents. Network: 4f7025da-3096-499d-a0b3-2e0bb6d159aa, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:34:43.388507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Network 4f7025da-3096-499d-a0b3-2e0bb6d159aa is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:34:43.397420 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 4f7025da-3096-499d-a0b3-2e0bb6d159aa) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:34:43.402200 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:43.404189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:43.404961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319c12d-f31c-466a-a052-1926bde65496 None None] Network 4f7025da-3096-499d-a0b3-2e0bb6d159aa requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:34:43.420605 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c29af94c-5550-4091-8c57-6e5c3c10fd8f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3348000 Nov 09 20:34:43.532541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb82af-c7b9-4bb5-931d-2d9dd53be30c None None] Network 4f7025da-3096-499d-a0b3-2e0bb6d159aa requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:34:43.593590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:43.842915 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-e2fdfd15-f71f-40aa-acd0-1f203fb6b0ee tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:43.844383 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-e2fdfd15-f71f-40aa-acd0-1f203fb6b0ee tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/networks?id=4f7025da-3096-499d-a0b3-2e0bb6d159aa HTTP/1.1" status: 200 len: 814 time: 0.1006279 Nov 09 20:34:43.860459 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-4a5d3a7d-ae3e-4143-b966-0d211752a034 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/quotas/c38b4aa476d04fbfb236d5f8b8393a5f HTTP/1.1" status: 200 len: 375 time: 0.0095329 Nov 09 20:34:43.895052 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-625aac1e-ddb5-44dc-b7c4-e27a3b9655dc tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c38b4aa476d04fbfb236d5f8b8393a5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286682 Nov 09 20:34:43.961584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-c814c3b4-8c0b-4297-8163-1d68c5902930 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:34:43.962690 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-c814c3b4-8c0b-4297-8163-1d68c5902930 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595875 Nov 09 20:34:44.058326 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-98971f81-88a5-4735-9502-8dcdedb8e11c service neutron] 10.222.0.53 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889316 Nov 09 20:34:44.150963 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-9984b9ca-f0fe-4b59-aec1-93adb368cf6d service neutron] 10.222.0.53 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863342 Nov 09 20:34:44.318016 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f48797c4-93e4-4b0d-a907-2f8a3967f6bd req-20861401-c20e-46a9-b8a4-dad21a6ca243 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 210 time: 0.0317564 Nov 09 20:34:44.714217 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:45.384685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-ba3cb631-2aa1-4573-baf1-0890e74749d8 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:45.386337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-ba3cb631-2aa1-4573-baf1-0890e74749d8 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.70 "GET /v2.0/networks?id=4f7025da-3096-499d-a0b3-2e0bb6d159aa HTTP/1.1" status: 200 len: 814 time: 0.1249018 Nov 09 20:34:45.402918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Request body: {'port': {'device_id': '8a8d4f01-337e-4c76-80ed-a7897e6d045c', 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa', 'admin_state_up': True, 'tenant_id': 'c38b4aa476d04fbfb236d5f8b8393a5f'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:34:45.469641 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0619de23-2792-42d6-a76b-a5ddd0bd2196 req-3cf47a00-a0ee-4cf2-aed5-8e8f5ab07e95 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 210 time: 0.0632889 Nov 09 20:34:45.539088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Made reservation on behalf of c38b4aa476d04fbfb236d5f8b8393a5f for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:34:45.542962 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:45.677736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Allocated IP 172.20.0.7 (4f7025da-3096-499d-a0b3-2e0bb6d159aa/72516ef2-abb4-4d55-809e-16711256a85d/9240fa32-3dd0-4dfa-9a79-ca6af1795a18) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:34:45.831976 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:45.866803 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:45.916274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Network 4f7025da-3096-499d-a0b3-2e0bb6d159aa is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:34:45.919372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:34:45.922191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:34:45.951429 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Pushing event updated for resources: {'Port': ['ID=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:45.981697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:45.982331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:45.998426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-fe01eb7d-d81f-497e-8f41-7f2a6e55c699 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5995772 Nov 09 20:34:46.011427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Request body: {'port': {'device_id': '8a8d4f01-337e-4c76-80ed-a7897e6d045c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:34:46.066340 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:46.339296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:34:46.346640 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:46.359091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Transition to ACTIVE for port object 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:34:46.362968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:46.412950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Pushing event updated for resources: {'Port': ['ID=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:46.460009 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:46.483734 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Attempting to bind port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:34:46.484069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Attempting to bind port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:34:46.484422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Attempting to bind port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 on network 4f7025da-3096-499d-a0b3-2e0bb6d159aa {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:34:46.488979 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 on network 4f7025da-3096-499d-a0b3-2e0bb6d159aa not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:34:46.489305 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Attempting to bind port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 on network 4f7025da-3096-499d-a0b3-2e0bb6d159aa {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:34:46.495034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:34:46.495374 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Checking segment: {'id': '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:34:46.495761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Bound using segment: {'id': '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:34:46.496194 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Bound port: 9240fa32-3dd0-4dfa-9a79-ca6af1795a18, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:34:46.496556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:46.566539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] For port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:34:46.570710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] For port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,segment=NetworkSegment(0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37),segment_id=0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:34:46.575316 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:46.612375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08390c94-bca1-48db-b2e0-206ae0cc14b0 req-f64bd739-513d-4644-a0a1-4196627de65f tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:46.613937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08390c94-bca1-48db-b2e0-206ae0cc14b0 req-f64bd739-513d-4644-a0a1-4196627de65f tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 943 time: 0.0524549 Nov 09 20:34:46.614218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:46.615626 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:46.617138 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] 10.222.0.70 "PUT /v2.0/ports/9240fa32-3dd0-4dfa-9a79-ca6af1795a18 HTTP/1.1" status: 200 len: 1091 time: 0.6101131 Nov 09 20:34:46.617591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8d4f01-337e-4c76-80ed-a7897e6d045c', 'tag': '9240fa32-3dd0-4dfa-9a79-ca6af1795a18'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:34:46.619888 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d18cc1c-e730-4990-b951-0a784b8ca0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8d4f01-337e-4c76-80ed-a7897e6d045c", "tag": "9240fa32-3dd0-4dfa-9a79-ca6af1795a18"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:34:46.641243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb632445-1e4a-4069-a8c0-b5e351828a2d service neutron] Pushing event updated for resources: {'Port': ['ID=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:46.668436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08390c94-bca1-48db-b2e0-206ae0cc14b0 req-bb25a270-fa0c-4de5-a405-2139d4c6e24a tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469813 Nov 09 20:34:46.669080 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6c256-762d-4e28-b914-c14155995b77 x-openstack-request-id: req-f3e6c256-762d-4e28-b914-c14155995b77 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:34:46.669490 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8d4f01-337e-4c76-80ed-a7897e6d045c", "tag": "9240fa32-3dd0-4dfa-9a79-ca6af1795a18", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:34:46.669751 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3e6c256-762d-4e28-b914-c14155995b77 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:34:46.670160 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8d4f01-337e-4c76-80ed-a7897e6d045c', 'tag': '9240fa32-3dd0-4dfa-9a79-ca6af1795a18', 'status': 'completed', 'code': 200} Nov 09 20:34:46.717111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-25a97408-0631-4817-be6e-08a927dbedba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:46.718644 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-25a97408-0631-4817-be6e-08a927dbedba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c38b4aa476d04fbfb236d5f8b8393a5f&device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 1094 time: 0.0466235 Nov 09 20:34:46.764320 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-42277a3c-2b6b-4f11-a6ce-a7f6a9de8dd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9240fa32-3dd0-4dfa-9a79-ca6af1795a18 HTTP/1.1" status: 200 len: 217 time: 0.0375364 Nov 09 20:34:46.812681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-93adbb47-06f2-434c-b177-ab790c41d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:46.814083 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-93adbb47-06f2-434c-b177-ab790c41d2bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72516ef2-abb4-4d55-809e-16711256a85d HTTP/1.1" status: 200 len: 854 time: 0.0429156 Nov 09 20:34:46.845758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-33f6432a-d0b1-4b6b-8ad3-13f35490a8a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f7025da-3096-499d-a0b3-2e0bb6d159aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234475 Nov 09 20:34:46.935754 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-28b9c6a3-7b2b-4ee4-97af-3255ed538d59 service neutron] 10.222.0.70 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821364 Nov 09 20:34:47.027554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-61c3f2e5-6f39-4e2e-ac27-c675b03b3ac3 req-0dd1350e-221e-4bb0-af12-62bc1348416b service neutron] 10.222.0.70 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852716 Nov 09 20:34:47.111574 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18cc1c-e730-4990-b951-0a784b8ca0dc req-795b910f-6238-4027-8417-5afeb9b126c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:47.113063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d18cc1c-e730-4990-b951-0a784b8ca0dc req-795b910f-6238-4027-8417-5afeb9b126c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c38b4aa476d04fbfb236d5f8b8393a5f&device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 1094 time: 0.0423446 Nov 09 20:34:47.209772 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18cc1c-e730-4990-b951-0a784b8ca0dc req-a717f94d-a633-4ab2-b2bb-a7cf50d17734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:47.211220 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d18cc1c-e730-4990-b951-0a784b8ca0dc req-a717f94d-a633-4ab2-b2bb-a7cf50d17734 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f7025da-3096-499d-a0b3-2e0bb6d159aa HTTP/1.1" status: 200 len: 915 time: 0.0900142 Nov 09 20:34:47.256460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d18cc1c-e730-4990-b951-0a784b8ca0dc req-fab84f7f-80dc-4895-9703-dae78dd3e54d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9240fa32-3dd0-4dfa-9a79-ca6af1795a18 HTTP/1.1" status: 200 len: 217 time: 0.0378983 Nov 09 20:34:47.306265 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18cc1c-e730-4990-b951-0a784b8ca0dc req-bb73c2c9-6cde-4722-aae2-ad1f7898f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:47.307694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d18cc1c-e730-4990-b951-0a784b8ca0dc req-bb73c2c9-6cde-4722-aae2-ad1f7898f561 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72516ef2-abb4-4d55-809e-16711256a85d HTTP/1.1" status: 200 len: 854 time: 0.0445299 Nov 09 20:34:47.345049 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d18cc1c-e730-4990-b951-0a784b8ca0dc req-46f2bce2-2799-4831-8004-12adcc0c2d15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f7025da-3096-499d-a0b3-2e0bb6d159aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292003 Nov 09 20:34:47.438093 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d18cc1c-e730-4990-b951-0a784b8ca0dc req-c2fd7f9f-ac70-44e1-9a86-c364f0a442cd service neutron] 10.222.0.70 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843165 Nov 09 20:34:47.531522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9d18cc1c-e730-4990-b951-0a784b8ca0dc req-68769c90-9d67-427f-9c09-5aacdb229171 service neutron] 10.222.0.70 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844290 Nov 09 20:34:47.785711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a5a39-ed37-40fe-addb-5354917a7191 req-dc4947a2-2230-4877-ae93-2546cbbdf04a tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:47.787418 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-406a5a39-ed37-40fe-addb-5354917a7191 req-dc4947a2-2230-4877-ae93-2546cbbdf04a tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 943 time: 0.0496054 Nov 09 20:34:47.824819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-406a5a39-ed37-40fe-addb-5354917a7191 req-3b246fea-076b-4fcc-8567-91e4426d3deb tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Nov 09 20:34:48.944603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b563d5-9ffb-45de-86af-d22b8017352a req-96352a8a-5721-4645-b56a-76067eabbdcb tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:48.946148 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38b563d5-9ffb-45de-86af-d22b8017352a req-96352a8a-5721-4645-b56a-76067eabbdcb tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 943 time: 0.0510130 Nov 09 20:34:48.994093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38b563d5-9ffb-45de-86af-d22b8017352a req-24bc616a-f28c-44d2-bcf9-139a6a4340a9 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411339 Nov 09 20:34:50.112040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71cd8-c605-49ea-bc9c-9f6b90aab988 req-0c3259c8-3ca4-40c9-bc67-f28a9dc87448 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:50.113552 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83a71cd8-c605-49ea-bc9c-9f6b90aab988 req-0c3259c8-3ca4-40c9-bc67-f28a9dc87448 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 943 time: 0.0495367 Nov 09 20:34:50.153799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83a71cd8-c605-49ea-bc9c-9f6b90aab988 req-2cc7624a-4394-42c5-89d2-31df1a1c4a75 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Nov 09 20:34:51.026799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:34:51.129319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,segment=NetworkSegment(0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37),segment_id=0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:51.142896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '9240fa32-3dd0-4dfa-9a79-ca6af1795a18', 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa', 'port_id': '9240fa32-3dd0-4dfa-9a79-ca6af1795a18', 'mac_address': 'fa:16:3e:82:50:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72516ef2-abb4-4d55-809e-16711256a85d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:34:51.180944 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:51.194158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:34:51.213802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,segment=NetworkSegment(0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37),segment_id=0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:51.219039 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:51.266980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:51.269593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c047ba7-83e0-4963-9d84-4fdcb8df64b3 req-d5817438-4e2d-41c9-bfdb-4912f2d163cf tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:51.271259 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c047ba7-83e0-4963-9d84-4fdcb8df64b3 req-d5817438-4e2d-41c9-bfdb-4912f2d163cf tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 944 time: 0.0488768 Nov 09 20:34:51.311123 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0c047ba7-83e0-4963-9d84-4fdcb8df64b3 req-330721bb-4d96-4622-b8a3-3c915a29f799 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337579 Nov 09 20:34:51.422789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['9240fa32-3dd0-4dfa-9a79-ca6af1795a18'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:34:51.647391 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:52.426922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b5df5-1cd8-4140-9fd8-d711e0719af9 req-ab02d281-5f3f-4d18-88b5-3e55360e4cd9 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:52.429334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-333b5df5-1cd8-4140-9fd8-d711e0719af9 req-ab02d281-5f3f-4d18-88b5-3e55360e4cd9 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 944 time: 0.0508974 Nov 09 20:34:52.474098 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-333b5df5-1cd8-4140-9fd8-d711e0719af9 req-5ac476ab-0cea-4031-9f39-e919c61baa38 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386059 Nov 09 20:34:53.042536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:34:53.091219 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:34:53.094833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:34:53.095211 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:53.328269 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:53.351581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8d4f01-337e-4c76-80ed-a7897e6d045c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9240fa32-3dd0-4dfa-9a79-ca6af1795a18'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:34:53.353827 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c6ae0f-d0b6-4dde-94f0-33fb05882e82" -d '{"events": [{"server_uuid": "8a8d4f01-337e-4c76-80ed-a7897e6d045c", "name": "network-vif-plugged", "status": "completed", "tag": "9240fa32-3dd0-4dfa-9a79-ca6af1795a18"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:34:53.366497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,segment=NetworkSegment(0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37),segment_id=0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:34:53.370794 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:53.394099 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a2f7c0-8abe-4926-9fe5-c200dac51bd0 x-openstack-request-id: req-02a2f7c0-8abe-4926-9fe5-c200dac51bd0 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:34:53.394396 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8d4f01-337e-4c76-80ed-a7897e6d045c", "name": "network-vif-plugged", "status": "completed", "tag": "9240fa32-3dd0-4dfa-9a79-ca6af1795a18", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:34:53.394675 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02a2f7c0-8abe-4926-9fe5-c200dac51bd0 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:34:53.395067 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8d4f01-337e-4c76-80ed-a7897e6d045c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9240fa32-3dd0-4dfa-9a79-ca6af1795a18', 'code': 200} Nov 09 20:34:53.426096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:53.491246 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bc1b1-daf8-4f7f-afee-78ff27f253ef req-593adf28-153c-44c5-8377-cddc4b79ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:53.492705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-679bc1b1-daf8-4f7f-afee-78ff27f253ef req-593adf28-153c-44c5-8377-cddc4b79ea55 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 1096 time: 0.0405102 Nov 09 20:34:53.530139 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-679bc1b1-daf8-4f7f-afee-78ff27f253ef req-a6d12942-681a-48c2-b940-1f3e9e229446 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294437 Nov 09 20:34:53.593663 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03264e2-484a-4369-9b93-8964c551d3a4 req-2fc5b11b-b3ff-4b79-9294-204ecf46bf3e tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:53.595104 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d03264e2-484a-4369-9b93-8964c551d3a4 req-2fc5b11b-b3ff-4b79-9294-204ecf46bf3e tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.0500000 Nov 09 20:34:53.634637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d03264e2-484a-4369-9b93-8964c551d3a4 req-e14c4d71-7dd1-47d8-b98e-6f72798ba2db tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Nov 09 20:34:54.753073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c17ef-e7fb-4737-add0-a8903c891215 req-d35b5e35-8c10-49a3-9a2e-3353e9199d2b tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:54.754670 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd5c17ef-e7fb-4737-add0-a8903c891215 req-d35b5e35-8c10-49a3-9a2e-3353e9199d2b tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.0517309 Nov 09 20:34:54.798010 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bd5c17ef-e7fb-4737-add0-a8903c891215 req-7392abfd-b146-428f-a0ba-09f6cd52c828 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364232 Nov 09 20:34:55.025606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-c2643f5d-2233-45cf-b048-b770e96d779f tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:55.027112 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-c2643f5d-2233-45cf-b048-b770e96d779f tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/networks?id=4f7025da-3096-499d-a0b3-2e0bb6d159aa HTTP/1.1" status: 200 len: 814 time: 0.1090508 Nov 09 20:34:55.042378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-c030fa94-c4d0-40bd-b91c-9d395455cb79 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/quotas/c38b4aa476d04fbfb236d5f8b8393a5f HTTP/1.1" status: 200 len: 375 time: 0.0095313 Nov 09 20:34:55.091877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-cdcc62cd-2bec-4ee7-9b1f-8696fe9da511 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c38b4aa476d04fbfb236d5f8b8393a5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438786 Nov 09 20:34:55.188416 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-be39bf6e-2e68-4ca7-9847-055f2a4e2bd1 service neutron] 10.222.0.53 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895092 Nov 09 20:34:55.279450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-2eb9c289-d279-442d-9190-8f78807c7590 service neutron] 10.222.0.53 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842276 Nov 09 20:34:55.456511 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5327061e-194f-467b-8238-a25c921f69f8 req-fd937966-4504-4ddd-b9b9-4f39a5cc89d4 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 210 time: 0.0282595 Nov 09 20:34:55.888479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:56.493714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-627553b2-8903-4261-b5d0-bfed08f7a409 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:56.495675 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-627553b2-8903-4261-b5d0-bfed08f7a409 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.77 "GET /v2.0/networks?id=4f7025da-3096-499d-a0b3-2e0bb6d159aa HTTP/1.1" status: 200 len: 814 time: 0.1153805 Nov 09 20:34:56.514205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Request body: {'port': {'device_id': '87336af3-028f-4cfe-a7a5-f8a287d5df72', 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa', 'admin_state_up': True, 'tenant_id': 'c38b4aa476d04fbfb236d5f8b8393a5f'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:34:56.633696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Made reservation on behalf of c38b4aa476d04fbfb236d5f8b8393a5f for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:34:56.635578 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ebe2479f-58a9-4aea-b92e-c8be1f5a472e req-f595da2d-454d-42df-ae94-86fff163d84a tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 210 time: 0.0287719 Nov 09 20:34:56.639050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:56.773651 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Allocated IP 172.20.0.14 (4f7025da-3096-499d-a0b3-2e0bb6d159aa/72516ef2-abb4-4d55-809e-16711256a85d/80dfb8b8-641d-46ac-92f0-281ec6d1963a) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:34:56.961128 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:56.994906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:57.007176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['9240fa32-3dd0-4dfa-9a79-ca6af1795a18'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:34:57.042626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Network 4f7025da-3096-499d-a0b3-2e0bb6d159aa is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:34:57.046094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:34:57.050940 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:34:57.052278 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:34:57.090772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Pushing event updated for resources: {'Port': ['ID=80dfb8b8-641d-46ac-92f0-281ec6d1963a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:57.102987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.103336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.103682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.104102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.104346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.104739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.105079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.105406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.105766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.106094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.106419 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.106778 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:34:57.128696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:57.129363 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:57.146586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-4050db06-c505-4eae-9fad-a840999f9760 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6361918 Nov 09 20:34:57.159472 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Request body: {'port': {'device_id': '87336af3-028f-4cfe-a7a5-f8a287d5df72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:34:57.218051 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:57.495393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dfb8b8-641d-46ac-92f0-281ec6d1963a {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:34:57.502803 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:57.515276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Transition to ACTIVE for port object 80dfb8b8-641d-46ac-92f0-281ec6d1963a will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:34:57.521167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:57.573035 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Pushing event updated for resources: {'Port': ['ID=80dfb8b8-641d-46ac-92f0-281ec6d1963a,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:57.647042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Attempting to bind port 80dfb8b8-641d-46ac-92f0-281ec6d1963a on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:34:57.647389 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Attempting to bind port 80dfb8b8-641d-46ac-92f0-281ec6d1963a by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:34:57.647722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Attempting to bind port 80dfb8b8-641d-46ac-92f0-281ec6d1963a on network 4f7025da-3096-499d-a0b3-2e0bb6d159aa {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:34:57.652195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Port 80dfb8b8-641d-46ac-92f0-281ec6d1963a on network 4f7025da-3096-499d-a0b3-2e0bb6d159aa not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:34:57.652516 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Attempting to bind port 80dfb8b8-641d-46ac-92f0-281ec6d1963a on network 4f7025da-3096-499d-a0b3-2e0bb6d159aa {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:34:57.657330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:34:57.657658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Checking segment: {'id': '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:34:57.658039 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Bound using segment: {'id': '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:34:57.658466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Bound port: 80dfb8b8-641d-46ac-92f0-281ec6d1963a, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:34:57.658853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:57.727955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] For port 80dfb8b8-641d-46ac-92f0-281ec6d1963a, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:34:57.731367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] For port 80dfb8b8-641d-46ac-92f0-281ec6d1963a, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=80dfb8b8-641d-46ac-92f0-281ec6d1963a,segment=NetworkSegment(0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37),segment_id=0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:34:57.735784 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:57.797941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:57.798555 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:34:57.799958 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] 10.222.0.77 "PUT /v2.0/ports/80dfb8b8-641d-46ac-92f0-281ec6d1963a HTTP/1.1" status: 200 len: 1092 time: 0.6448629 Nov 09 20:34:57.800397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87336af3-028f-4cfe-a7a5-f8a287d5df72', 'tag': '80dfb8b8-641d-46ac-92f0-281ec6d1963a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:34:57.803241 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005" -d '{"events": [{"name": "network-changed", "server_uuid": "87336af3-028f-4cfe-a7a5-f8a287d5df72", "tag": "80dfb8b8-641d-46ac-92f0-281ec6d1963a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:34:57.833629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae5683-e982-4168-ab21-adaba1b3c487 service neutron] Pushing event updated for resources: {'Port': ['ID=80dfb8b8-641d-46ac-92f0-281ec6d1963a,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:34:57.848499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1febf0-9fa9-432f-b838-aef06714428e req-28d65519-2233-4c37-a1c3-93351fc4764a tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:57.850288 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b1febf0-9fa9-432f-b838-aef06714428e req-28d65519-2233-4c37-a1c3-93351fc4764a tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 944 time: 0.0870407 Nov 09 20:34:57.912927 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204c1fd4-5507-46a6-bccc-7cf65ef54f25 x-openstack-request-id: req-204c1fd4-5507-46a6-bccc-7cf65ef54f25 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:34:57.913223 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87336af3-028f-4cfe-a7a5-f8a287d5df72", "tag": "80dfb8b8-641d-46ac-92f0-281ec6d1963a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:34:57.913476 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-204c1fd4-5507-46a6-bccc-7cf65ef54f25 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:34:57.913877 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87336af3-028f-4cfe-a7a5-f8a287d5df72', 'tag': '80dfb8b8-641d-46ac-92f0-281ec6d1963a', 'status': 'completed', 'code': 200} Nov 09 20:34:57.922056 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b1febf0-9fa9-432f-b838-aef06714428e req-52e8b772-8632-4530-b05b-6649d64c6bab tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633581 Nov 09 20:34:57.926630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-91164e89-7201-46be-bbb1-da6d8d71580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:57.928661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-91164e89-7201-46be-bbb1-da6d8d71580d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c38b4aa476d04fbfb236d5f8b8393a5f&device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 1095 time: 0.0774565 Nov 09 20:34:57.978020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-78526b94-1656-4fca-9695-c30c1b42bd3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80dfb8b8-641d-46ac-92f0-281ec6d1963a HTTP/1.1" status: 200 len: 217 time: 0.0350075 Nov 09 20:34:58.032504 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-21f125c7-94a0-4f54-9293-fdd460b334df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:58.033899 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-21f125c7-94a0-4f54-9293-fdd460b334df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72516ef2-abb4-4d55-809e-16711256a85d HTTP/1.1" status: 200 len: 854 time: 0.0452962 Nov 09 20:34:58.070554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-0c2c72f5-3a9f-443a-b946-b52510664397 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f7025da-3096-499d-a0b3-2e0bb6d159aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248644 Nov 09 20:34:58.175011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-a704d433-9ba1-489d-a9a5-252242d2268a service neutron] 10.222.0.77 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921178 Nov 09 20:34:58.272877 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90707cb6-936f-4945-bf12-7d39e16fdfe3 req-dbb1ae68-67c7-46a7-b8a6-27369892b28d service neutron] 10.222.0.77 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860236 Nov 09 20:34:58.372774 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005 req-d6776400-a483-480f-9fc4-44cf1b65ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:58.374304 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005 req-d6776400-a483-480f-9fc4-44cf1b65ba60 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c38b4aa476d04fbfb236d5f8b8393a5f&device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 1095 time: 0.0479987 Nov 09 20:34:58.473561 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005 req-ffd4de10-da79-4851-8a23-c45dc4f05e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:58.475881 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005 req-ffd4de10-da79-4851-8a23-c45dc4f05e83 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4f7025da-3096-499d-a0b3-2e0bb6d159aa HTTP/1.1" status: 200 len: 915 time: 0.0944343 Nov 09 20:34:58.523369 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005 req-1d2f9314-32ad-4f4e-86dc-e46744941f7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80dfb8b8-641d-46ac-92f0-281ec6d1963a HTTP/1.1" status: 200 len: 217 time: 0.0400200 Nov 09 20:34:58.574361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005 req-0da51c86-ce13-4a2a-a70e-3a5b417f322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:58.575839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005 req-0da51c86-ce13-4a2a-a70e-3a5b417f322b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72516ef2-abb4-4d55-809e-16711256a85d HTTP/1.1" status: 200 len: 854 time: 0.0442202 Nov 09 20:34:58.609374 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005 req-17dd2500-d7a2-484a-bda7-5e473c629479 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4f7025da-3096-499d-a0b3-2e0bb6d159aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246024 Nov 09 20:34:58.700149 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005 req-3aff91bb-598e-479f-bed8-0add07fb0043 service neutron] 10.222.0.77 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817378 Nov 09 20:34:58.800348 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4b39d6dc-e6e1-4da5-ba52-9bdd99821005 req-69540dcc-34be-43ec-9315-1f60b42c8629 service neutron] 10.222.0.77 "GET /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912149 Nov 09 20:34:59.046872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885eeabe-2afc-454c-8c05-1ddf35606f89 req-8980b5bc-2dfb-4b62-82bf-a97fc58de3ed tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:34:59.048401 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-885eeabe-2afc-454c-8c05-1ddf35606f89 req-8980b5bc-2dfb-4b62-82bf-a97fc58de3ed tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 944 time: 0.0547650 Nov 09 20:34:59.087614 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-885eeabe-2afc-454c-8c05-1ddf35606f89 req-058c2f7f-e8d7-4e96-8005-cb81ef9a788a tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Nov 09 20:35:00.209908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6a3f0-d3e8-4f70-8c26-8b584bedaafa req-7f5b5adc-1c1f-4c89-9fed-4926a62ce60d tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:00.211507 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0e6a3f0-d3e8-4f70-8c26-8b584bedaafa req-7f5b5adc-1c1f-4c89-9fed-4926a62ce60d tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 944 time: 0.0542095 Nov 09 20:35:00.253916 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f0e6a3f0-d3e8-4f70-8c26-8b584bedaafa req-e26bcfa7-ed31-4598-8b42-319e1e40c7e7 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Nov 09 20:35:01.372331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a6f3c-8a71-408b-98a9-4ae076628518 req-23bedcf6-b1e5-4593-8e91-60a0d7f1b1e4 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:01.373885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c56a6f3c-8a71-408b-98a9-4ae076628518 req-23bedcf6-b1e5-4593-8e91-60a0d7f1b1e4 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 944 time: 0.0498979 Nov 09 20:35:01.405316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 80dfb8b8-641d-46ac-92f0-281ec6d1963a details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:35:01.417668 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c56a6f3c-8a71-408b-98a9-4ae076628518 req-e1b942e2-2b81-4500-b087-c944673e6592 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376792 Nov 09 20:35:01.516292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 80dfb8b8-641d-46ac-92f0-281ec6d1963a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=80dfb8b8-641d-46ac-92f0-281ec6d1963a,segment=NetworkSegment(0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37),segment_id=0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:01.527443 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '80dfb8b8-641d-46ac-92f0-281ec6d1963a', 'network_id': '4f7025da-3096-499d-a0b3-2e0bb6d159aa', 'port_id': '80dfb8b8-641d-46ac-92f0-281ec6d1963a', 'mac_address': 'fa:16:3e:f5:ca:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72516ef2-abb4-4d55-809e-16711256a85d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:35:01.563742 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:01.576829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dfb8b8-641d-46ac-92f0-281ec6d1963a {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:35:01.600302 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 80dfb8b8-641d-46ac-92f0-281ec6d1963a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=80dfb8b8-641d-46ac-92f0-281ec6d1963a,segment=NetworkSegment(0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37),segment_id=0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:01.606662 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:01.717705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=80dfb8b8-641d-46ac-92f0-281ec6d1963a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:01.852107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['80dfb8b8-641d-46ac-92f0-281ec6d1963a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:35:02.539692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824394-92ad-4874-9d1e-19c1ac366ef5 req-d2477a28-54e5-4e27-8320-ca5e7aefba6a tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:02.541206 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62824394-92ad-4874-9d1e-19c1ac366ef5 req-d2477a28-54e5-4e27-8320-ca5e7aefba6a tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 945 time: 0.0543771 Nov 09 20:35:02.901959 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62824394-92ad-4874-9d1e-19c1ac366ef5 req-de706ed4-b36a-4321-97cd-c47f2a1dfad7 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546724 Nov 09 20:35:03.405697 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 80dfb8b8-641d-46ac-92f0-281ec6d1963a up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:03.462537 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 80dfb8b8-641d-46ac-92f0-281ec6d1963a completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:35:03.466277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 80dfb8b8-641d-46ac-92f0-281ec6d1963a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:03.466685 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:03.557035 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:03.581036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87336af3-028f-4cfe-a7a5-f8a287d5df72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dfb8b8-641d-46ac-92f0-281ec6d1963a'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:35:03.583982 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345591486727412bb122429c90fe912c53e74d58120fbff0181dddeb78f476e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3708b2e0-ff77-4b71-ac7f-7091c9a97ee5" -d '{"events": [{"server_uuid": "87336af3-028f-4cfe-a7a5-f8a287d5df72", "name": "network-vif-plugged", "status": "completed", "tag": "80dfb8b8-641d-46ac-92f0-281ec6d1963a"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:35:03.597431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 80dfb8b8-641d-46ac-92f0-281ec6d1963a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=80dfb8b8-641d-46ac-92f0-281ec6d1963a,segment=NetworkSegment(0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37),segment_id=0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:03.603479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:03.644655 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d5dbfc-4d88-463b-b15b-1d1bbcec4711 x-openstack-request-id: req-b2d5dbfc-4d88-463b-b15b-1d1bbcec4711 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:35:03.644945 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87336af3-028f-4cfe-a7a5-f8a287d5df72", "name": "network-vif-plugged", "status": "completed", "tag": "80dfb8b8-641d-46ac-92f0-281ec6d1963a", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:35:03.645207 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2d5dbfc-4d88-463b-b15b-1d1bbcec4711 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:35:03.646149 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87336af3-028f-4cfe-a7a5-f8a287d5df72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dfb8b8-641d-46ac-92f0-281ec6d1963a', 'code': 200} Nov 09 20:35:03.656561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=80dfb8b8-641d-46ac-92f0-281ec6d1963a,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:03.758808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d080df1-296b-4029-927a-41b4afccce05 req-cb1b949d-d057-466b-b042-dae215196772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:03.760329 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d080df1-296b-4029-927a-41b4afccce05 req-cb1b949d-d057-466b-b042-dae215196772 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 1097 time: 0.0435185 Nov 09 20:35:03.801375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4d080df1-296b-4029-927a-41b4afccce05 req-ca28a07d-5100-4a7b-aecf-2109a6e061b3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298030 Nov 09 20:35:04.019675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e76e14-87a7-422d-9708-dbca6227fb3f req-18b3752d-37e3-4aa7-abfa-265c9d00d6e7 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:04.021794 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36e76e14-87a7-422d-9708-dbca6227fb3f req-18b3752d-37e3-4aa7-abfa-265c9d00d6e7 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 946 time: 0.0512702 Nov 09 20:35:04.061799 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36e76e14-87a7-422d-9708-dbca6227fb3f req-1ee4ab05-555f-4688-a036-989456dd13e1 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336311 Nov 09 20:35:05.183522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba635c-a2c9-4053-ab71-a5006af8601f req-2ed3e344-0327-414e-b6d3-cd41f47c95aa tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:05.185023 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1fba635c-a2c9-4053-ab71-a5006af8601f req-2ed3e344-0327-414e-b6d3-cd41f47c95aa tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 946 time: 0.0496018 Nov 09 20:35:05.236778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1fba635c-a2c9-4053-ab71-a5006af8601f req-b01e6d7b-c501-49ca-abda-de1de5c48ae4 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457015 Nov 09 20:35:05.481069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f92358-5aaf-4734-b75e-5a4d03fe4470 req-9d0cb244-276e-4f9d-aa50-bf518a668036 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:05.482655 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62f92358-5aaf-4734-b75e-5a4d03fe4470 req-9d0cb244-276e-4f9d-aa50-bf518a668036 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 946 time: 0.0545573 Nov 09 20:35:05.526173 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-62f92358-5aaf-4734-b75e-5a4d03fe4470 req-8c19aa50-0bb6-497c-b398-5a758b50f581 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368721 Nov 09 20:35:06.648954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd092e-1f0d-4394-a94a-08564e3f766c req-27f9dcd2-e76d-4a67-9fe9-9b0960a4a7b6 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:06.650529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41cd092e-1f0d-4394-a94a-08564e3f766c req-27f9dcd2-e76d-4a67-9fe9-9b0960a4a7b6 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 946 time: 0.0533376 Nov 09 20:35:06.690773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-41cd092e-1f0d-4394-a94a-08564e3f766c req-92abd4f9-1914-4393-8de8-2e2bf0db9f9b tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338821 Nov 09 20:35:06.853332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-ec0ed57f-5b6f-442b-a42f-fbacd4c235fb tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:06.854854 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-ec0ed57f-5b6f-442b-a42f-fbacd4c235fb tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.77 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 946 time: 0.0503929 Nov 09 20:35:06.965519 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-a6f3646a-1a50-4699-b8ab-f437c39cf603 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Deleting port 80dfb8b8-641d-46ac-92f0-281ec6d1963a {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:35:06.965862 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-a6f3646a-1a50-4699-b8ab-f437c39cf603 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:07.061407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-a6f3646a-1a50-4699-b8ab-f437c39cf603 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] For port 80dfb8b8-641d-46ac-92f0-281ec6d1963a, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=80dfb8b8-641d-46ac-92f0-281ec6d1963a,segment=NetworkSegment(0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37),segment_id=0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:07.061771 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-a6f3646a-1a50-4699-b8ab-f437c39cf603 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:07.075372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-a6f3646a-1a50-4699-b8ab-f437c39cf603 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Calling delete_port for 80dfb8b8-641d-46ac-92f0-281ec6d1963a owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:35:07.211471 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-a6f3646a-1a50-4699-b8ab-f437c39cf603 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:07.226396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['9240fa32-3dd0-4dfa-9a79-ca6af1795a18'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:35:07.231756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['80dfb8b8-641d-46ac-92f0-281ec6d1963a'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:35:07.242267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3646a-1a50-4699-b8ab-f437c39cf603 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Pushing event deleted for resources: {'Port': ['ID=80dfb8b8-641d-46ac-92f0-281ec6d1963a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:07.283132 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-a6f3646a-1a50-4699-b8ab-f437c39cf603 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] No DVR routers for this DVR port 80dfb8b8-641d-46ac-92f0-281ec6d1963a on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:35:07.285878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-a6f3646a-1a50-4699-b8ab-f437c39cf603 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:07.290181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6528c7aa-c46d-4478-a567-a36902a0d86b req-a6f3646a-1a50-4699-b8ab-f437c39cf603 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.77 "DELETE /v2.0/ports/80dfb8b8-641d-46ac-92f0-281ec6d1963a HTTP/1.1" status: 204 len: 173 time: 0.4244049 Nov 09 20:35:07.290707 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87336af3-028f-4cfe-a7a5-f8a287d5df72', 'name': 'network-vif-deleted', 'tag': '80dfb8b8-641d-46ac-92f0-281ec6d1963a'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:35:07.292997 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf1ef5165a5c91aa45354fa95dfac9d1bde64d8974f2509969595b41fe064e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d53d69-a64b-4e4a-80c8-848d8032ea6c" -d '{"events": [{"server_uuid": "87336af3-028f-4cfe-a7a5-f8a287d5df72", "name": "network-vif-deleted", "tag": "80dfb8b8-641d-46ac-92f0-281ec6d1963a"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:35:07.342206 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3b8c10-08fb-4479-aca9-192f700d17cc x-openstack-request-id: req-9b3b8c10-08fb-4479-aca9-192f700d17cc {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:35:07.342206 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87336af3-028f-4cfe-a7a5-f8a287d5df72", "name": "network-vif-deleted", "tag": "80dfb8b8-641d-46ac-92f0-281ec6d1963a", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:35:07.342485 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b3b8c10-08fb-4479-aca9-192f700d17cc {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:35:07.342809 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87336af3-028f-4cfe-a7a5-f8a287d5df72', 'name': 'network-vif-deleted', 'tag': '80dfb8b8-641d-46ac-92f0-281ec6d1963a', 'status': 'completed', 'code': 200} Nov 09 20:35:07.930527 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a0f698ab-0490-4630-9ce9-d12278bb25c5 req-2a50188a-1a2c-4bfc-aa04-71e37860faba tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=87336af3-028f-4cfe-a7a5-f8a287d5df72 HTTP/1.1" status: 200 len: 210 time: 0.0961702 Nov 09 20:35:09.090507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c49363-65ed-4aba-8f87-af84107f4920 req-b3f0d9bc-e90c-40c8-aa12-977c6f997e87 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:09.092096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0c49363-65ed-4aba-8f87-af84107f4920 req-b3f0d9bc-e90c-40c8-aa12-977c6f997e87 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.0516126 Nov 09 20:35:09.151709 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d0c49363-65ed-4aba-8f87-af84107f4920 req-21c248ef-b0d6-470e-9bc4-1f5bb80d1bfb tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536370 Nov 09 20:35:09.291007 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755203fa-8f9a-486b-a976-01b319b8c436 req-8da97e74-4026-4e3c-abe7-0b8b53ad6c2e tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:09.292466 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-755203fa-8f9a-486b-a976-01b319b8c436 req-8da97e74-4026-4e3c-abe7-0b8b53ad6c2e tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.0553010 Nov 09 20:35:09.334674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-755203fa-8f9a-486b-a976-01b319b8c436 req-fe6e7994-00c5-4870-b0af-7de38f9367e6 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354335 Nov 09 20:35:09.454027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfb5b4-482b-4e25-80dd-7fb1710ca896 req-10f3317b-392d-4a71-9478-245559d9748f tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:09.455562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ddfb5b4-482b-4e25-80dd-7fb1710ca896 req-10f3317b-392d-4a71-9478-245559d9748f tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.0507405 Nov 09 20:35:09.495980 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7ddfb5b4-482b-4e25-80dd-7fb1710ca896 req-7af554bb-aaf0-4ab2-acb1-867cf7f3e6b6 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Nov 09 20:35:09.666038 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1b10a-f270-4d85-8e6f-fa41c4d438bb req-25adaea8-adeb-47be-b59c-cde2bda3809e tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:09.667549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9e1b10a-f270-4d85-8e6f-fa41c4d438bb req-25adaea8-adeb-47be-b59c-cde2bda3809e tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.0488250 Nov 09 20:35:09.704443 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f9e1b10a-f270-4d85-8e6f-fa41c4d438bb req-f450e791-4265-44f7-a865-e123219d776b tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309160 Nov 09 20:35:09.826310 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5080e3-fc2f-468c-a511-678031f6cfcd req-ab517168-139c-467c-bdd6-6632ef4aa4b9 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:09.827828 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab5080e3-fc2f-468c-a511-678031f6cfcd req-ab517168-139c-467c-bdd6-6632ef4aa4b9 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.0544705 Nov 09 20:35:09.866164 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ab5080e3-fc2f-468c-a511-678031f6cfcd req-d1039820-f085-4468-b6b2-77c93e4da4fc tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321062 Nov 09 20:35:09.998371 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c8505-7ee0-4f52-9017-5ea4ec302f02 req-88ddedff-24b8-4d37-b97c-5f172cee82ae tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:09.999932 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e67c8505-7ee0-4f52-9017-5ea4ec302f02 req-88ddedff-24b8-4d37-b97c-5f172cee82ae tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.0545754 Nov 09 20:35:10.040839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e67c8505-7ee0-4f52-9017-5ea4ec302f02 req-f6ae05ba-54fb-4e0c-bc6d-7a388377b89a tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Nov 09 20:35:10.328949 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-62dd16ff-21d6-4e31-8b56-2d4d0d714e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:10.382875 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddca20-8c29-4a5b-aa39-40acb396c90f req-52ba398b-1da1-477d-b94a-8609691e91d6 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:10.384317 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cddca20-8c29-4a5b-aa39-40acb396c90f req-52ba398b-1da1-477d-b94a-8609691e91d6 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.0525386 Nov 09 20:35:10.424600 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cddca20-8c29-4a5b-aa39-40acb396c90f req-6055157e-5716-4237-9325-895d6fffac02 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341334 Nov 09 20:35:11.452539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 80dfb8b8-641d-46ac-92f0-281ec6d1963a no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:35:11.476339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 80dfb8b8-641d-46ac-92f0-281ec6d1963a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:35:11.476687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 80dfb8b8-641d-46ac-92f0-281ec6d1963a not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:35:11.660234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-daf8f004-3e87-4ed5-9403-b3c5cefdd8fb tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:11.661854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-daf8f004-3e87-4ed5-9403-b3c5cefdd8fb tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.0797908 Nov 09 20:35:11.673506 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db1f5d-3dde-4c35-b147-373de283303f req-7ff8b6bb-b337-4a6d-85c9-ea2146cd7da8 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:11.675002 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-36db1f5d-3dde-4c35-b147-373de283303f req-7ff8b6bb-b337-4a6d-85c9-ea2146cd7da8 tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8d4f01-337e-4c76-80ed-a7897e6d045c HTTP/1.1" status: 200 len: 945 time: 0.1334646 Nov 09 20:35:11.760603 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-36db1f5d-3dde-4c35-b147-373de283303f req-2bf950aa-cc97-4b5e-8b8d-e95de58d4dda tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.53 "GET /v2.0/security-groups?id=efcff98c-a339-4447-a38e-7059efd17c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779028 Nov 09 20:35:11.790166 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-a03844bf-b2df-4cdf-8f1f-e32c6ce9c0df tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Deleting port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:35:11.790531 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-a03844bf-b2df-4cdf-8f1f-e32c6ce9c0df tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:11.882606 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-a03844bf-b2df-4cdf-8f1f-e32c6ce9c0df tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] For port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,segment=NetworkSegment(0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37),segment_id=0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:11.882971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-a03844bf-b2df-4cdf-8f1f-e32c6ce9c0df tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:11.898413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-a03844bf-b2df-4cdf-8f1f-e32c6ce9c0df tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Calling delete_port for 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:35:12.030374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-a03844bf-b2df-4cdf-8f1f-e32c6ce9c0df tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:12.044158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['9240fa32-3dd0-4dfa-9a79-ca6af1795a18'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:35:12.061598 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03844bf-b2df-4cdf-8f1f-e32c6ce9c0df tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Pushing event deleted for resources: {'Port': ['ID=9240fa32-3dd0-4dfa-9a79-ca6af1795a18,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:12.105122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-a03844bf-b2df-4cdf-8f1f-e32c6ce9c0df tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] No DVR routers for this DVR port 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:35:12.108079 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-a03844bf-b2df-4cdf-8f1f-e32c6ce9c0df tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:12.111421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b12743eb-98f1-4c38-8897-cf222b2bb89c req-a03844bf-b2df-4cdf-8f1f-e32c6ce9c0df tempest-ServersNegativeTestJSON-1894940068 tempest-ServersNegativeTestJSON-1894940068-project] 10.222.0.70 "DELETE /v2.0/ports/9240fa32-3dd0-4dfa-9a79-ca6af1795a18 HTTP/1.1" status: 204 len: 173 time: 0.4355423 Nov 09 20:35:12.111864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8d4f01-337e-4c76-80ed-a7897e6d045c', 'name': 'network-vif-deleted', 'tag': '9240fa32-3dd0-4dfa-9a79-ca6af1795a18'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:35:12.114134 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb71429bcbca9910c499a1d4909d2067b5d70aa9a6499fdf7f2a40920941e1f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b621816b-97e2-472e-b02c-34a1b7054857" -d '{"events": [{"server_uuid": "8a8d4f01-337e-4c76-80ed-a7897e6d045c", "name": "network-vif-deleted", "tag": "9240fa32-3dd0-4dfa-9a79-ca6af1795a18"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:35:12.156398 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c940f1-d0cd-46fb-8a13-2ebdc6e81036 x-openstack-request-id: req-61c940f1-d0cd-46fb-8a13-2ebdc6e81036 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:35:12.156762 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8d4f01-337e-4c76-80ed-a7897e6d045c", "name": "network-vif-deleted", "tag": "9240fa32-3dd0-4dfa-9a79-ca6af1795a18", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:35:12.157027 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61c940f1-d0cd-46fb-8a13-2ebdc6e81036 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:35:12.157435 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8d4f01-337e-4c76-80ed-a7897e6d045c', 'name': 'network-vif-deleted', 'tag': '9240fa32-3dd0-4dfa-9a79-ca6af1795a18', 'status': 'completed', 'code': 200} Nov 09 20:35:12.818744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52138) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:12.869897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3013ad-a02c-47cb-8711-efca5e3ea609 admin admin] Deleting subnet 72516ef2-abb4-4d55-809e-16711256a85d {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:35:12.873102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da3013ad-a02c-47cb-8711-efca5e3ea609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:12.909287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da3013ad-a02c-47cb-8711-efca5e3ea609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:12.950543 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da3013ad-a02c-47cb-8711-efca5e3ea609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.003840 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da3013ad-a02c-47cb-8711-efca5e3ea609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.031648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3013ad-a02c-47cb-8711-efca5e3ea609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72516ef2-abb4-4d55-809e-16711256a85d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:13.035111 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-da3013ad-a02c-47cb-8711-efca5e3ea609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.039234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-da3013ad-a02c-47cb-8711-efca5e3ea609 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/72516ef2-abb4-4d55-809e-16711256a85d HTTP/1.1" status: 204 len: 168 time: 0.2194850 Nov 09 20:35:13.041662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52140) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:13.118495 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.197644 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.221202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7025da-3096-499d-a0b3-2e0bb6d159aa']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:13.230886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:13.231185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3ad2e7-4561-4d54-bb1b-76fc8ab10b37') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:13.241269 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.254193 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.260715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:35:13.261099 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:35:13.262854 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:35:13.282055 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91c3b253-4cca-430d-8538-583f7120bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.323324 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.329451 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.332619 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] 10.222.0.53 "DELETE /v2.0/networks/4f7025da-3096-499d-a0b3-2e0bb6d159aa HTTP/1.1" status: 204 len: 168 time: 0.2900343 Nov 09 20:35:13.344366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d471582-a186-4574-8349-68fdabbcb08a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7025da-3096-499d-a0b3-2e0bb6d159aa,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:13.449969 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52144) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:13.490121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f4cf528c-6db3-41f8-9a88-cf9ede736b59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c38b4aa476d04fbfb236d5f8b8393a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389159 Nov 09 20:35:13.492816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52146) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:13.541195 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c13f44a3-16a3-48bd-bc28-59641afc802f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.555601 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.567101 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c13f44a3-16a3-48bd-bc28-59641afc802f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.618894 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c13f44a3-16a3-48bd-bc28-59641afc802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.621551 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c13f44a3-16a3-48bd-bc28-59641afc802f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:13.622748 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c13f44a3-16a3-48bd-bc28-59641afc802f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efcff98c-a339-4447-a38e-7059efd17c02 HTTP/1.1" status: 204 len: 168 time: 0.1290126 Nov 09 20:35:13.631831 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f44a3-16a3-48bd-bc28-59641afc802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcff98c-a339-4447-a38e-7059efd17c02,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:14.327535 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52168) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:14.421744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300024585'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:14.443817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Made reservation on behalf of 9fa8bec8c67c42589e73c4c8d9d5bcb2 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:14.447167 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:14.455358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:14.531671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:14.535248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:14.561828 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:35:14.572441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06df781c-179c-4311-8cfb-082f1c65e9e5,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:14.577242 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:14.577588 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Added segment 0326ac3a-4cfa-422c-84bf-cd31ac8ff01e of type vlan for network 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f Nov 09 20:35:14.589133 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.589424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.589774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.590116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.590452 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.590810 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.591144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.591475 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.591806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.592134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.592462 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.592789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:14.633910 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:14.658165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:14.663867 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:14.664453 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:14.713080 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:14.719757 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3910866 Nov 09 20:35:14.736459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1cc3c-a42e-4db1-bab4-ff0ba31d52c8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'Network': ['ID=40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:14.746839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:35:15.167088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:35:15.187451 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:35:15.187801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 9240fa32-3dd0-4dfa-9a79-ca6af1795a18 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:35:16.461675 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:18.131245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52174) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:18.136272 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Request body: {'subnet': {'network_id': '40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:18.228895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Made reservation on behalf of 9fa8bec8c67c42589e73c4c8d9d5bcb2 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:18.232446 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:18.436584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:18.857169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'Subnet': ['ID=f98256e2-36e2-4bcc-835c-a91f84486887,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:18.866502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Checking segment: {'id': '0326ac3a-4cfa-422c-84bf-cd31ac8ff01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:18.866904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Network hostable DHCP agents. Network: 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:35:18.885189 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Network 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:35:18.896273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:18.902027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:18.903197 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:18.911813 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d34ca-472e-4d9b-a033-cbe3e9b566e2 None None] Network 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:18.924207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2bcfa286-91b1-407e-a0de-a8a9c6b2d5b8 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7915702 Nov 09 20:35:18.927557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52176) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:18.933217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-196915418'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:18.968620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Made reservation on behalf of 9fa8bec8c67c42589e73c4c8d9d5bcb2 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:18.972875 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.006487 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:35:19.022260 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.022841 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Added segment f1ba6c11-2eb6-4603-9991-5db5eddefd6b of type vlan for network c99331e0-d105-4c9b-9fbd-fe919cb08e47 Nov 09 20:35:19.069991 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.081760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f', 'network_id': '40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f', 'tenant_id': '9fa8bec8c67c42589e73c4c8d9d5bcb2', 'fixed_ips': [{'subnet_id': 'f98256e2-36e2-4bcc-835c-a91f84486887'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:35:19.083289 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.096250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.103257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:19.103890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.162050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2323067 Nov 09 20:35:19.164758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52178) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:19.171041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Request body: {'subnet': {'network_id': 'c99331e0-d105-4c9b-9fbd-fe919cb08e47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:19.184231 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f606fe-5938-4ecf-8550-3724dc544ebd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'Network': ['ID=c99331e0-d105-4c9b-9fbd-fe919cb08e47,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:19.210866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network c99331e0-d105-4c9b-9fbd-fe919cb08e47 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:35:19.286684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Made reservation on behalf of 9fa8bec8c67c42589e73c4c8d9d5bcb2 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:19.290235 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.303562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Allocated IP 2001:db8:0:ffff::2 (40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f/f98256e2-36e2-4bcc-835c-a91f84486887/8349f8b8-56c6-4aff-ae13-81e928db98b8) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:19.489938 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.495361 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.535150 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.536543 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Network 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:19.539498 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:19.547211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:19.550377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Pushing event updated for resources: {'Port': ['ID=8349f8b8-56c6-4aff-ae13-81e928db98b8,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:19.577862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.578201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.578564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.578903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.579231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.579558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.579884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.580207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.580528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.580857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.581172 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.581489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:19.613009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'Subnet': ['ID=2ca522ba-5b31-46bb-9f75-07e9d4e14696,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:19.621909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Checking segment: {'id': 'f1ba6c11-2eb6-4603-9991-5db5eddefd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c99331e0-d105-4c9b-9fbd-fe919cb08e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:19.622280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Network hostable DHCP agents. Network: c99331e0-d105-4c9b-9fbd-fe919cb08e47, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:35:19.623654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Attempting to bind port 8349f8b8-56c6-4aff-ae13-81e928db98b8 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:19.624266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Attempting to bind port 8349f8b8-56c6-4aff-ae13-81e928db98b8 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '0326ac3a-4cfa-422c-84bf-cd31ac8ff01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:19.624700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Attempting to bind port 8349f8b8-56c6-4aff-ae13-81e928db98b8 on network 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:19.630798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:19.631270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Checking segment: {'id': '0326ac3a-4cfa-422c-84bf-cd31ac8ff01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:19.631665 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.632056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Bound using segment: {'id': '0326ac3a-4cfa-422c-84bf-cd31ac8ff01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:19.632558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Bound port: 8349f8b8-56c6-4aff-ae13-81e928db98b8, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0326ac3a-4cfa-422c-84bf-cd31ac8ff01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:19.632941 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.642218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Network c99331e0-d105-4c9b-9fbd-fe919cb08e47 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:35:19.663974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, c99331e0-d105-4c9b-9fbd-fe919cb08e47) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:19.671748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:19.672560 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.690940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0544611a-632e-4650-95a5-e36c0f00eafd tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5247920 Nov 09 20:35:19.694248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52180) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:19.703512 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265dc67d-67b2-4ee1-b98f-4576919d8b9c None None] Network c99331e0-d105-4c9b-9fbd-fe919cb08e47 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:19.809694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.819708 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] For port 8349f8b8-56c6-4aff-ae13-81e928db98b8, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:19.841397 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] For port 8349f8b8-56c6-4aff-ae13-81e928db98b8, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8349f8b8-56c6-4aff-ae13-81e928db98b8,segment=NetworkSegment(0326ac3a-4cfa-422c-84bf-cd31ac8ff01e),segment_id=0326ac3a-4cfa-422c-84bf-cd31ac8ff01e)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:19.846829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.894791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:19.960602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332442f8-d650-4efb-8288-2c53ff25c168 None None] Pushing event updated for resources: {'Port': ['ID=8349f8b8-56c6-4aff-ae13-81e928db98b8,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:19.972055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec26ca-3d1c-45e3-92f8-d0c2a108405d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-c99331e0-d105-4c9b-9fbd-fe919cb08e47', 'network_id': 'c99331e0-d105-4c9b-9fbd-fe919cb08e47', 'tenant_id': '9fa8bec8c67c42589e73c4c8d9d5bcb2', 'fixed_ips': [{'subnet_id': '2ca522ba-5b31-46bb-9f75-07e9d4e14696'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:35:19.973777 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ddec26ca-3d1c-45e3-92f8-d0c2a108405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.005918 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.038204 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca522ba-5b31-46bb-9f75-07e9d4e14696,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:20.120133 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server [None req-ddec26ca-3d1c-45e3-92f8-d0c2a108405d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ca522ba-5b31-46bb-9f75-07e9d4e14696: This subnet is being modified by another concurrent operation. Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server raise exception Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ca522ba-5b31-46bb-9f75-07e9d4e14696: This subnet is being modified by another concurrent operation. Nov 09 20:35:20.137610 n-d-817256-1 neutron-server[102297]: ERROR oslo_messaging.rpc.server Nov 09 20:35:20.157849 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99331e0-d105-4c9b-9fbd-fe919cb08e47']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:20.164649 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95932dff-32e2-4455-94f0-b1b07adcd956 None None] Network c99331e0-d105-4c9b-9fbd-fe919cb08e47 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:20.170391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ba6c11-2eb6-4603-9991-5db5eddefd6b') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:20.170996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ba6c11-2eb6-4603-9991-5db5eddefd6b') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:20.183947 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.199987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.209643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:35:20.210057 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:35:20.213330 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:35:20.277846 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.285383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.293067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52182) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:20.293572 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/networks/c99331e0-d105-4c9b-9fbd-fe919cb08e47 HTTP/1.1" status: 204 len: 168 time: 0.5976510 Nov 09 20:35:20.299921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1148963627'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:20.305008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb34813-cd69-4478-b745-d5770fd11428 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Network': ['ID=c99331e0-d105-4c9b-9fbd-fe919cb08e47,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:20.329478 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Made reservation on behalf of 9fa8bec8c67c42589e73c4c8d9d5bcb2 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:20.333806 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.360324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:35:20.369764 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.370112 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Added segment 64c20287-49f6-485d-83e4-fee8c11b308c of type vlan for network e6bf63cb-ddd1-4196-9d11-348a4a2cd76f Nov 09 20:35:20.417852 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.447843 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.453619 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:20.454260 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.507557 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2126637 Nov 09 20:35:20.510494 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52184) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:20.515905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Request body: {'subnet': {'network_id': 'e6bf63cb-ddd1-4196-9d11-348a4a2cd76f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:20.529586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450e9c4-8390-49d2-8b28-b4ba9b217d6a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'Network': ['ID=e6bf63cb-ddd1-4196-9d11-348a4a2cd76f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:20.541562 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network e6bf63cb-ddd1-4196-9d11-348a4a2cd76f details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:35:20.622869 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Made reservation on behalf of 9fa8bec8c67c42589e73c4c8d9d5bcb2 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:20.626475 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.689647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Performing IP validity checks on allocation pools {{(pid=102296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 20:35:20.690171 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.ipam_backend_mixin [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102296) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 20:35:20.836969 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.899646 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'Subnet': ['ID=924f7860-b84b-455a-bcf5-d358395133b2,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:20.915345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Checking segment: {'id': '64c20287-49f6-485d-83e4-fee8c11b308c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'e6bf63cb-ddd1-4196-9d11-348a4a2cd76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:20.915345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Network hostable DHCP agents. Network: e6bf63cb-ddd1-4196-9d11-348a4a2cd76f, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:35:20.936549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Network e6bf63cb-ddd1-4196-9d11-348a4a2cd76f is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:35:20.950801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, e6bf63cb-ddd1-4196-9d11-348a4a2cd76f) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:20.951652 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b605a360-6d9e-45ee-95c0-25c3bba1a934 None None] Network 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:20.956096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:20.957312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:20.966091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdf07e9-b9ea-4692-a04c-21dbd1bdbddf None None] Network e6bf63cb-ddd1-4196-9d11-348a4a2cd76f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:20.974228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-de8e7568-6700-47fe-a4b0-a9cf5ec469c3 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4624791 Nov 09 20:35:20.976861 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52186) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:21.074051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-dad1d8c0-e45a-4f41-86ec-037ae1540336 None None] Provisioning complete for port 8349f8b8-56c6-4aff-ae13-81e928db98b8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:21.074442 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dad1d8c0-e45a-4f41-86ec-037ae1540336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.097542 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.163265 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.188628 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8349f8b8-56c6-4aff-ae13-81e928db98b8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:21.241302 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.271311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Subnet': ['ID=924f7860-b84b-455a-bcf5-d358395133b2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:21.342633 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.366855 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bf63cb-ddd1-4196-9d11-348a4a2cd76f']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:21.378113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c20287-49f6-485d-83e4-fee8c11b308c') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:21.378407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c20287-49f6-485d-83e4-fee8c11b308c') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:21.391985 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.414997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.421913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:35:21.422420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:35:21.425644 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:35:21.495347 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.501085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.501619 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daa9e46-fe7d-4842-bae0-12f15a917a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-e6bf63cb-ddd1-4196-9d11-348a4a2cd76f', 'network_id': 'e6bf63cb-ddd1-4196-9d11-348a4a2cd76f', 'tenant_id': '9fa8bec8c67c42589e73c4c8d9d5bcb2', 'fixed_ips': [{'subnet_id': '924f7860-b84b-455a-bcf5-d358395133b2'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:35:21.502472 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5daa9e46-fe7d-4842-bae0-12f15a917a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.506642 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/networks/e6bf63cb-ddd1-4196-9d11-348a4a2cd76f HTTP/1.1" status: 204 len: 168 time: 0.5285861 Nov 09 20:35:21.511464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52188) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:21.517074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1141965312'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:21.519075 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dad1d8c0-e45a-4f41-86ec-037ae1540336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.539415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822bd08-0c42-47dc-8941-9740c1255ca7 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Network': ['ID=e6bf63cb-ddd1-4196-9d11-348a4a2cd76f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:21.542605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Made reservation on behalf of 9fa8bec8c67c42589e73c4c8d9d5bcb2 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:21.546262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.555081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8349f8b8-56c6-4aff-ae13-81e928db98b8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:21.556042 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.579332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:35:21.591768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c121758c-ffa5-49d8-8360-f0c0b1c0a28c None None] Network e6bf63cb-ddd1-4196-9d11-348a4a2cd76f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:21.597634 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.598005 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Added segment e431735b-c925-4c2e-b96d-58d9fd6e7c13 of type vlan for network f3be1a64-39d4-40ae-9a21-66480cdc6ef1 Nov 09 20:35:21.616481 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c121758c-ffa5-49d8-8360-f0c0b1c0a28c None None] Network e6bf63cb-ddd1-4196-9d11-348a4a2cd76f could not be found, it might have been deleted concurrently. {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 20:35:21.631339 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-dad1d8c0-e45a-4f41-86ec-037ae1540336 None None] For port 8349f8b8-56c6-4aff-ae13-81e928db98b8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8349f8b8-56c6-4aff-ae13-81e928db98b8,segment=NetworkSegment(0326ac3a-4cfa-422c-84bf-cd31ac8ff01e),segment_id=0326ac3a-4cfa-422c-84bf-cd31ac8ff01e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:21.636263 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dad1d8c0-e45a-4f41-86ec-037ae1540336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.665674 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.710920 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.719582 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.726051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:21.726960 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.731400 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1d8c0-e45a-4f41-86ec-037ae1540336 None None] Pushing event updated for resources: {'Port': ['ID=8349f8b8-56c6-4aff-ae13-81e928db98b8,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:21.804913 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2923062 Nov 09 20:35:21.808583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52190) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:21.813797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Request body: {'subnet': {'network_id': 'f3be1a64-39d4-40ae-9a21-66480cdc6ef1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:21.814206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f79333-99b6-496e-adf5-1a19a5cda57f None None] get_active_networks_info from n-d-817256-1 {{(pid=102297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 20:35:21.814327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a66277-d9ae-44e4-9430-9494092f8f00 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'Network': ['ID=f3be1a64-39d4-40ae-9a21-66480cdc6ef1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:21.839734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network f3be1a64-39d4-40ae-9a21-66480cdc6ef1 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:35:21.913100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Made reservation on behalf of 9fa8bec8c67c42589e73c4c8d9d5bcb2 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:21.916927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.937801 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-aaa2c71e-da22-4868-9c11-708e0921b26d None None] Provisioning complete for port 8349f8b8-56c6-4aff-ae13-81e928db98b8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:21.938169 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aaa2c71e-da22-4868-9c11-708e0921b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:21.980289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f79333-99b6-496e-adf5-1a19a5cda57f None None] Resources bound (agent type, host, resource id): {{(pid=102297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 20:35:22.103425 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.173364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'Subnet': ['ID=a3339051-0358-441a-9f6e-f50e602740bb,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:22.178407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Checking segment: {'id': 'e431735b-c925-4c2e-b96d-58d9fd6e7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f3be1a64-39d4-40ae-9a21-66480cdc6ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:22.178812 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Network hostable DHCP agents. Network: f3be1a64-39d4-40ae-9a21-66480cdc6ef1, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:35:22.196896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Network f3be1a64-39d4-40ae-9a21-66480cdc6ef1 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:35:22.205542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, f3be1a64-39d4-40ae-9a21-66480cdc6ef1) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:22.211377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:22.211988 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.228725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-92b75dd5-e57b-4895-a34a-3726da87c5e2 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4190578 Nov 09 20:35:22.232074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a844b4-f1e0-402e-a33d-71810d914c2e None None] Network f3be1a64-39d4-40ae-9a21-66480cdc6ef1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:22.232338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52192) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:22.237222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1089332439'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:22.260008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Made reservation on behalf of 9fa8bec8c67c42589e73c4c8d9d5bcb2 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:22.263791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.291977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:35:22.303148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.303513 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Added segment a6b129cf-a887-4789-8327-a5174bb9786a of type vlan for network 9f3fcd31-b9d9-44c6-a557-19148389cc39 Nov 09 20:35:22.348872 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.374175 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.382350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:22.382992 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.391170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-f3be1a64-39d4-40ae-9a21-66480cdc6ef1', 'network_id': 'f3be1a64-39d4-40ae-9a21-66480cdc6ef1', 'tenant_id': '9fa8bec8c67c42589e73c4c8d9d5bcb2', 'fixed_ips': [{'subnet_id': 'a3339051-0358-441a-9f6e-f50e602740bb'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:35:22.392477 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.443757 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2102327 Nov 09 20:35:22.448622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52194) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:22.462139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Request body: {'subnet': {'network_id': '9f3fcd31-b9d9-44c6-a557-19148389cc39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:22.463873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a3ede-90bb-44bd-b564-f6cc2fda2bc9 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'Network': ['ID=9f3fcd31-b9d9-44c6-a557-19148389cc39,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:22.479181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 9f3fcd31-b9d9-44c6-a557-19148389cc39 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:35:22.563820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Made reservation on behalf of 9fa8bec8c67c42589e73c4c8d9d5bcb2 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:22.568371 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.613524 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Allocated IP 2001:db8::2 (f3be1a64-39d4-40ae-9a21-66480cdc6ef1/a3339051-0358-441a-9f6e-f50e602740bb/20b20964-7bb6-49c8-8c1d-95f5f3bd7d53) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:22.791103 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.808640 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.817506 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.861014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Network f3be1a64-39d4-40ae-9a21-66480cdc6ef1 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:22.862047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event updated for resources: {'Subnet': ['ID=585a39b2-6a92-46e6-9e61-1149000daa6e,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:22.866138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:22.873366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:22.873806 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Checking segment: {'id': 'a6b129cf-a887-4789-8327-a5174bb9786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '9f3fcd31-b9d9-44c6-a557-19148389cc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:22.874176 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Network hostable DHCP agents. Network: 9f3fcd31-b9d9-44c6-a557-19148389cc39, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:35:22.875469 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Pushing event updated for resources: {'Port': ['ID=20b20964-7bb6-49c8-8c1d-95f5f3bd7d53,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:22.893625 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Network 9f3fcd31-b9d9-44c6-a557-19148389cc39 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:35:22.903769 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 9f3fcd31-b9d9-44c6-a557-19148389cc39) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:22.908799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:22.909412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.923202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe0c75-12df-44a4-b242-518a02e9908e None None] Network 9f3fcd31-b9d9-44c6-a557-19148389cc39 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:22.929537 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3210dca2-1eb4-4187-bac5-1b19232bc76e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4791472 Nov 09 20:35:22.932378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52196) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:22.972849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Attempting to bind port 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:22.973776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Attempting to bind port 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e431735b-c925-4c2e-b96d-58d9fd6e7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f3be1a64-39d4-40ae-9a21-66480cdc6ef1'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:22.974372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Attempting to bind port 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53 on network f3be1a64-39d4-40ae-9a21-66480cdc6ef1 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:22.984223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:22.984923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Checking segment: {'id': 'e431735b-c925-4c2e-b96d-58d9fd6e7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f3be1a64-39d4-40ae-9a21-66480cdc6ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:22.985050 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:22.985375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Bound using segment: {'id': 'e431735b-c925-4c2e-b96d-58d9fd6e7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f3be1a64-39d4-40ae-9a21-66480cdc6ef1'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:22.985853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Bound port: 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e431735b-c925-4c2e-b96d-58d9fd6e7c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f3be1a64-39d4-40ae-9a21-66480cdc6ef1'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:22.986240 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.037380 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.097720 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.106238 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] For port 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:23.110836 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] For port 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=20b20964-7bb6-49c8-8c1d-95f5f3bd7d53,segment=NetworkSegment(e431735b-c925-4c2e-b96d-58d9fd6e7c13),segment_id=e431735b-c925-4c2e-b96d-58d9fd6e7c13)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:23.120812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8349f8b8-56c6-4aff-ae13-81e928db98b8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:23.156266 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.177185 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.199237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28805de9-ab5a-4c0a-b973-2b1735e50c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-9f3fcd31-b9d9-44c6-a557-19148389cc39', 'network_id': '9f3fcd31-b9d9-44c6-a557-19148389cc39', 'tenant_id': '9fa8bec8c67c42589e73c4c8d9d5bcb2', 'fixed_ips': [{'subnet_id': '585a39b2-6a92-46e6-9e61-1149000daa6e'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:35:23.200093 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-28805de9-ab5a-4c0a-b973-2b1735e50c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.218880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Subnet': ['ID=585a39b2-6a92-46e6-9e61-1149000daa6e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:23.258115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb50ac9-b558-433a-a07f-246eb17e979c None None] Pushing event updated for resources: {'Port': ['ID=20b20964-7bb6-49c8-8c1d-95f5f3bd7d53,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:23.281747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.310609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3fcd31-b9d9-44c6-a557-19148389cc39']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:23.323789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8349f8b8-56c6-4aff-ae13-81e928db98b8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:23.324160 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.328385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b129cf-a887-4789-8327-a5174bb9786a') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:23.328687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b129cf-a887-4789-8327-a5174bb9786a') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:23.346097 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.346344 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b40266a-c279-4c2a-915b-f9cdeb24ad5b None None] Network 9f3fcd31-b9d9-44c6-a557-19148389cc39 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:23.362057 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.368987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:35:23.369851 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:35:23.373345 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:35:23.470402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.481561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.487742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/networks/9f3fcd31-b9d9-44c6-a557-19148389cc39 HTTP/1.1" status: 204 len: 168 time: 0.5541580 Nov 09 20:35:23.490866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52198) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:23.519339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f996b1-0e53-4f52-868d-af5c19e3ced4 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Network': ['ID=9f3fcd31-b9d9-44c6-a557-19148389cc39,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:23.542850 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e02976a-485b-4cd9-b848-ec27c754ca12 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] GET failed (client error): The resource could not be found. Nov 09 20:35:23.544268 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e02976a-485b-4cd9-b848-ec27c754ca12 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "GET /v2.0/subnets/585a39b2-6a92-46e6-9e61-1149000daa6e HTTP/1.1" status: 404 len: 337 time: 0.0523806 Nov 09 20:35:23.547185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52200) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:23.566354 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc0d898-d13c-42f9-8e95-906bea0b1900 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] DELETE failed (client error): The resource could not be found. Nov 09 20:35:23.566941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc0d898-d13c-42f9-8e95-906bea0b1900 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:35:23.570455 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dfc0d898-d13c-42f9-8e95-906bea0b1900 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/networks/9f3fcd31-b9d9-44c6-a557-19148389cc39 HTTP/1.1" status: 404 len: 339 time: 0.0223038 Nov 09 20:35:23.574096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52202) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:23.602576 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f661ff7-d7e9-4be9-b3ad-5c20de0eae4a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] DELETE failed (client error): The resource could not be found. Nov 09 20:35:23.603035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f661ff7-d7e9-4be9-b3ad-5c20de0eae4a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:35:23.606120 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0f661ff7-d7e9-4be9-b3ad-5c20de0eae4a tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/subnets/585a39b2-6a92-46e6-9e61-1149000daa6e HTTP/1.1" status: 404 len: 337 time: 0.0310121 Nov 09 20:35:23.608707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52204) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:23.626711 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0253c914-1803-49c3-bb25-c704a5af2427 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] DELETE failed (client error): The resource could not be found. Nov 09 20:35:23.627261 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0253c914-1803-49c3-bb25-c704a5af2427 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:35:23.631408 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0253c914-1803-49c3-bb25-c704a5af2427 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/networks/9f3fcd31-b9d9-44c6-a557-19148389cc39 HTTP/1.1" status: 404 len: 339 time: 0.0217762 Nov 09 20:35:23.633857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52206) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:23.691386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca96d900-7c05-49bd-b354-ff8077bc1d08 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Deleting subnet a3339051-0358-441a-9f6e-f50e602740bb {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:35:23.696484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca96d900-7c05-49bd-b354-ff8077bc1d08 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.749869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca96d900-7c05-49bd-b354-ff8077bc1d08 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.837855 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca96d900-7c05-49bd-b354-ff8077bc1d08 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.909296 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca96d900-7c05-49bd-b354-ff8077bc1d08 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.940770 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96d900-7c05-49bd-b354-ff8077bc1d08 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Subnet': ['ID=a3339051-0358-441a-9f6e-f50e602740bb,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:23.942881 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca96d900-7c05-49bd-b354-ff8077bc1d08 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:23.946151 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca96d900-7c05-49bd-b354-ff8077bc1d08 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/subnets/a3339051-0358-441a-9f6e-f50e602740bb HTTP/1.1" status: 204 len: 168 time: 0.3113689 Nov 09 20:35:23.948580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52208) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:24.031935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.093791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Deleting port 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:35:24.094127 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.176986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] For port 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=20b20964-7bb6-49c8-8c1d-95f5f3bd7d53,segment=NetworkSegment(e431735b-c925-4c2e-b96d-58d9fd6e7c13),segment_id=e431735b-c925-4c2e-b96d-58d9fd6e7c13)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:24.177354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.192782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Calling delete_port for 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:35:24.246758 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f111f8-1518-4d98-b971-2403f65f3f8a None None] Network f3be1a64-39d4-40ae-9a21-66480cdc6ef1 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:24.283305 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.312446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Port': ['ID=20b20964-7bb6-49c8-8c1d-95f5f3bd7d53,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:24.314313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] No DVR routers for this DVR port 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:35:24.346318 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b4fe8730-0d7e-4e0b-bb4c-a7f09fb1e110 None None] Could not find standard attr ID for object 20b20964-7bb6-49c8-8c1d-95f5f3bd7d53. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:35:24.397515 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.421833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3be1a64-39d4-40ae-9a21-66480cdc6ef1']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:24.428145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af953b-5694-4d11-9a08-df3ac3d85b9e None None] DHCP port deletion for f3be1a64-39d4-40ae-9a21-66480cdc6ef1 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:35:24.432226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e431735b-c925-4c2e-b96d-58d9fd6e7c13') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:24.432464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e431735b-c925-4c2e-b96d-58d9fd6e7c13') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:24.443779 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.457521 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.464729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:35:24.465157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:35:24.468092 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:35:24.529052 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.536008 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.539331 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/networks/f3be1a64-39d4-40ae-9a21-66480cdc6ef1 HTTP/1.1" status: 204 len: 168 time: 0.5898182 Nov 09 20:35:24.541792 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52210) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:24.560212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa17ed4-a34c-4737-b5bf-3895c77c8a11 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Network': ['ID=f3be1a64-39d4-40ae-9a21-66480cdc6ef1,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:24.579325 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf60105-e2d4-494a-bb3d-5c9e2b5fcdc0 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] DELETE failed (client error): The resource could not be found. Nov 09 20:35:24.579783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf60105-e2d4-494a-bb3d-5c9e2b5fcdc0 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:35:24.583921 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-daf60105-e2d4-494a-bb3d-5c9e2b5fcdc0 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/subnets/924f7860-b84b-455a-bcf5-d358395133b2 HTTP/1.1" status: 404 len: 337 time: 0.0407956 Nov 09 20:35:24.586473 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52212) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:24.605045 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d5c526-de9d-4c49-a922-0e472be98a6e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] DELETE failed (client error): The resource could not be found. Nov 09 20:35:24.605490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d5c526-de9d-4c49-a922-0e472be98a6e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:35:24.608523 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b4d5c526-de9d-4c49-a922-0e472be98a6e tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/networks/e6bf63cb-ddd1-4196-9d11-348a4a2cd76f HTTP/1.1" status: 404 len: 339 time: 0.0210905 Nov 09 20:35:24.611495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52214) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:24.643931 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-776aa370-520c-48dd-9a80-d5ee4e1214ac tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] DELETE failed (client error): The resource could not be found. Nov 09 20:35:24.644393 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776aa370-520c-48dd-9a80-d5ee4e1214ac tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:35:24.648744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-776aa370-520c-48dd-9a80-d5ee4e1214ac tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/subnets/2ca522ba-5b31-46bb-9f75-07e9d4e14696 HTTP/1.1" status: 404 len: 337 time: 0.0362096 Nov 09 20:35:24.651333 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52216) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:24.669525 n-d-817256-1 neutron-server[102296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e342cd93-a022-4563-97f0-bd5b03357f38 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] DELETE failed (client error): The resource could not be found. Nov 09 20:35:24.670065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e342cd93-a022-4563-97f0-bd5b03357f38 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102296) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 20:35:24.673174 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e342cd93-a022-4563-97f0-bd5b03357f38 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/networks/c99331e0-d105-4c9b-9fbd-fe919cb08e47 HTTP/1.1" status: 404 len: 339 time: 0.0209332 Nov 09 20:35:24.675790 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52218) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:24.729155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9a5f27-8103-48f9-810f-e2afc8f9a3fa tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Deleting subnet f98256e2-36e2-4bcc-835c-a91f84486887 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:35:24.732382 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f9a5f27-8103-48f9-810f-e2afc8f9a3fa tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.781053 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f9a5f27-8103-48f9-810f-e2afc8f9a3fa tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.876123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f9a5f27-8103-48f9-810f-e2afc8f9a3fa tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.940972 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f9a5f27-8103-48f9-810f-e2afc8f9a3fa tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.968616 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a5f27-8103-48f9-810f-e2afc8f9a3fa tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Subnet': ['ID=f98256e2-36e2-4bcc-835c-a91f84486887,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:24.973420 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8f9a5f27-8103-48f9-810f-e2afc8f9a3fa tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:24.977411 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8f9a5f27-8103-48f9-810f-e2afc8f9a3fa tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/subnets/f98256e2-36e2-4bcc-835c-a91f84486887 HTTP/1.1" status: 204 len: 168 time: 0.3000095 Nov 09 20:35:24.979275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52220) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:24.979728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d1740b-092f-4666-b9b4-a3fffbfe3e1a None None] Network 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:25.072081 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.144696 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Deleting port 8349f8b8-56c6-4aff-ae13-81e928db98b8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:35:25.145136 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.168089 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3109532-d00b-442c-842f-959fbf8143f2 None None] DHCP port deletion for 40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:35:25.210647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] For port 8349f8b8-56c6-4aff-ae13-81e928db98b8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8349f8b8-56c6-4aff-ae13-81e928db98b8,segment=NetworkSegment(0326ac3a-4cfa-422c-84bf-cd31ac8ff01e),segment_id=0326ac3a-4cfa-422c-84bf-cd31ac8ff01e)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:25.211020 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.216937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a3109532-d00b-442c-842f-959fbf8143f2 None None] Deleting port 8349f8b8-56c6-4aff-ae13-81e928db98b8 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:35:25.217322 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3109532-d00b-442c-842f-959fbf8143f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.224437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Calling delete_port for 8349f8b8-56c6-4aff-ae13-81e928db98b8 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:35:25.285490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a3109532-d00b-442c-842f-959fbf8143f2 None None] For port 8349f8b8-56c6-4aff-ae13-81e928db98b8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8349f8b8-56c6-4aff-ae13-81e928db98b8,segment=NetworkSegment(0326ac3a-4cfa-422c-84bf-cd31ac8ff01e),segment_id=0326ac3a-4cfa-422c-84bf-cd31ac8ff01e)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:25.286124 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3109532-d00b-442c-842f-959fbf8143f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.299305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a3109532-d00b-442c-842f-959fbf8143f2 None None] Calling delete_port for 8349f8b8-56c6-4aff-ae13-81e928db98b8 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:35:25.311740 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.337541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Port': ['ID=8349f8b8-56c6-4aff-ae13-81e928db98b8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:25.343626 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] No DVR routers for this DVR port 8349f8b8-56c6-4aff-ae13-81e928db98b8 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:35:25.377813 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3109532-d00b-442c-842f-959fbf8143f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.406843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3109532-d00b-442c-842f-959fbf8143f2 None None] Pushing event deleted for resources: {'Port': ['ID=8349f8b8-56c6-4aff-ae13-81e928db98b8,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:25.408551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3109532-d00b-442c-842f-959fbf8143f2 None None] No DVR routers for this DVR port 8349f8b8-56c6-4aff-ae13-81e928db98b8 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:35:25.429013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.454548 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:25.465145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0326ac3a-4cfa-422c-84bf-cd31ac8ff01e') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:25.465442 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0326ac3a-4cfa-422c-84bf-cd31ac8ff01e') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:25.475384 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.488554 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.495817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:35:25.497267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:35:25.499915 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:35:25.560361 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.565060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.570328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] 10.222.0.53 "DELETE /v2.0/networks/40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f HTTP/1.1" status: 204 len: 168 time: 0.5900471 Nov 09 20:35:25.586882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd2ca7-3955-4b13-9ba8-86ffc1291171 tempest-NetworksIpV6Test-31967603 tempest-NetworksIpV6Test-31967603-project] Pushing event deleted for resources: {'Network': ['ID=40ed8fd2-cc12-45a1-ae33-ccfdaf1c6b3f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:25.829092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52226) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:25.901165 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:25.970420 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-98abbafb-8e23-41ef-b9fa-8d6f98e3f7c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9fa8bec8c67c42589e73c4c8d9d5bcb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399705 Nov 09 20:35:25.972797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52230) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:26.024032 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-939ba20b-6b72-459b-855a-cb88aa8ab26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:26.047436 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-939ba20b-6b72-459b-855a-cb88aa8ab26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:26.099781 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-939ba20b-6b72-459b-855a-cb88aa8ab26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:26.102901 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-939ba20b-6b72-459b-855a-cb88aa8ab26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:26.104256 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-939ba20b-6b72-459b-855a-cb88aa8ab26c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06df781c-179c-4311-8cfb-082f1c65e9e5 HTTP/1.1" status: 204 len: 168 time: 0.1297812 Nov 09 20:35:26.113371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ba20b-6b72-459b-855a-cb88aa8ab26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06df781c-179c-4311-8cfb-082f1c65e9e5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:26.782171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52252) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:26.885349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-238936e4-ba40-490c-964b-92493a8ccd09 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-527039405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:26.909515 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-238936e4-ba40-490c-964b-92493a8ccd09 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:26.910658 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-238936e4-ba40-490c-964b-92493a8ccd09 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:26.963627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-238936e4-ba40-490c-964b-92493a8ccd09 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:26.968499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-238936e4-ba40-490c-964b-92493a8ccd09 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:26.986068 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-238936e4-ba40-490c-964b-92493a8ccd09 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:26.987372 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-238936e4-ba40-490c-964b-92493a8ccd09 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2041626 Nov 09 20:35:26.990895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52256) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:26.995772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-954939837'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:27.016217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Made reservation on behalf of 20f6dbcb95944fbf96c8ad2a0b8f3c8e for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:27.019802 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.032616 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.121128 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.124034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8349f8b8-56c6-4aff-ae13-81e928db98b8 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:35:27.125365 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.151224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:35:27.155281 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8349f8b8-56c6-4aff-ae13-81e928db98b8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:35:27.155635 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8349f8b8-56c6-4aff-ae13-81e928db98b8 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:35:27.165833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e17d8df-4383-4551-9689-32c061f66aa6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:27.168912 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.169258 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Added segment 6c5dafed-9107-4c68-ac73-8deda2b16905 of type vlan for network 80cb578a-b9a0-431e-a654-88e813cbb844 Nov 09 20:35:27.214118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.237840 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.243917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:27.244481 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.309659 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3175890 Nov 09 20:35:27.312386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52258) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:27.319882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Request body: {'subnet': {'network_id': '80cb578a-b9a0-431e-a654-88e813cbb844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:27.335862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa097e-ed8b-4dc6-9917-abcc59809a87 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event updated for resources: {'Network': ['ID=80cb578a-b9a0-431e-a654-88e813cbb844,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:27.346447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 80cb578a-b9a0-431e-a654-88e813cbb844 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:35:27.416134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Made reservation on behalf of 20f6dbcb95944fbf96c8ad2a0b8f3c8e for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:27.419698 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.610303 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.673628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event updated for resources: {'Subnet': ['ID=93c23100-2bac-48e9-a6ac-9f75ef446cbd,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:27.681843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Checking segment: {'id': '6c5dafed-9107-4c68-ac73-8deda2b16905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '80cb578a-b9a0-431e-a654-88e813cbb844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:27.682201 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Network hostable DHCP agents. Network: 80cb578a-b9a0-431e-a654-88e813cbb844, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:35:27.697988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Network 80cb578a-b9a0-431e-a654-88e813cbb844 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:35:27.705831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 80cb578a-b9a0-431e-a654-88e813cbb844) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:27.710060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:27.710688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.715786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed13ace-ba0f-4cb1-9ea7-e9ce301a0950 None None] Network 80cb578a-b9a0-431e-a654-88e813cbb844 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:27.730436 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6dd91510-2428-496d-ac7d-a6dd6a244bf9 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4142315 Nov 09 20:35:27.730663 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52260) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:27.735725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1852263762'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:27.759299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Made reservation on behalf of 20f6dbcb95944fbf96c8ad2a0b8f3c8e for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:27.762974 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.793728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:35:27.803441 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.803747 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Added segment 3501db36-391c-4dc1-a01c-01bd5443d5a1 of type vlan for network b476f9fe-742a-4804-a720-93efa37391ba Nov 09 20:35:27.844372 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.870694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-80cb578a-b9a0-431e-a654-88e813cbb844', 'network_id': '80cb578a-b9a0-431e-a654-88e813cbb844', 'tenant_id': '20f6dbcb95944fbf96c8ad2a0b8f3c8e', 'fixed_ips': [{'subnet_id': '93c23100-2bac-48e9-a6ac-9f75ef446cbd'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:35:27.871176 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.871744 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.881473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:27.882557 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:27.940918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2091975 Nov 09 20:35:27.944418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52262) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:27.949544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Request body: {'subnet': {'network_id': 'b476f9fe-742a-4804-a720-93efa37391ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:27.961492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6f06b-b07d-4ced-b7bf-1698bc3cfb1a tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event updated for resources: {'Network': ['ID=b476f9fe-742a-4804-a720-93efa37391ba,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:27.975902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network b476f9fe-742a-4804-a720-93efa37391ba details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:35:28.055481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Made reservation on behalf of 20f6dbcb95944fbf96c8ad2a0b8f3c8e for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:28.059068 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:28.083262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Allocated IP 172.20.0.2 (80cb578a-b9a0-431e-a654-88e813cbb844/93c23100-2bac-48e9-a6ac-9f75ef446cbd/457f918f-529e-4ef3-a34b-d6004dd876b2) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:28.306652 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:28.374872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event updated for resources: {'Subnet': ['ID=b9772446-870e-4851-b240-34f66323f83a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:28.386408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Checking segment: {'id': '3501db36-391c-4dc1-a01c-01bd5443d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b476f9fe-742a-4804-a720-93efa37391ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:28.386807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Network hostable DHCP agents. Network: b476f9fe-742a-4804-a720-93efa37391ba, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:35:28.409430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Network b476f9fe-742a-4804-a720-93efa37391ba is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:35:28.420902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, b476f9fe-742a-4804-a720-93efa37391ba) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:28.427544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:28.428272 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:28.447793 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6072a8f2-1704-491a-b936-649d2b1a895f tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5016756 Nov 09 20:35:28.451619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:28.456589 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9fe65814-7424-4a91-85a5-cff7a39b9598 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b476f9fe-742a-4804-a720-93efa37391ba'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:28.457685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4046fab0-686d-4176-8070-8718e800a9af None None] Network b476f9fe-742a-4804-a720-93efa37391ba requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:28.534865 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:28.542479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:28.601351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Network 80cb578a-b9a0-431e-a654-88e813cbb844 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:28.607215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:28.611945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:28.623949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Pushing event updated for resources: {'Port': ['ID=457f918f-529e-4ef3-a34b-d6004dd876b2,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:28.717787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9fe65814-7424-4a91-85a5-cff7a39b9598 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:28.731995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Attempting to bind port 457f918f-529e-4ef3-a34b-d6004dd876b2 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:28.732499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Attempting to bind port 457f918f-529e-4ef3-a34b-d6004dd876b2 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '6c5dafed-9107-4c68-ac73-8deda2b16905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '80cb578a-b9a0-431e-a654-88e813cbb844'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:28.732989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Attempting to bind port 457f918f-529e-4ef3-a34b-d6004dd876b2 on network 80cb578a-b9a0-431e-a654-88e813cbb844 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:28.759540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:28.759921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Checking segment: {'id': '6c5dafed-9107-4c68-ac73-8deda2b16905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '80cb578a-b9a0-431e-a654-88e813cbb844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:28.760303 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:28.760686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Bound using segment: {'id': '6c5dafed-9107-4c68-ac73-8deda2b16905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '80cb578a-b9a0-431e-a654-88e813cbb844'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:28.761595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Bound port: 457f918f-529e-4ef3-a34b-d6004dd876b2, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5dafed-9107-4c68-ac73-8deda2b16905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '80cb578a-b9a0-431e-a654-88e813cbb844'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:28.761595 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:28.773413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-b476f9fe-742a-4804-a720-93efa37391ba', 'network_id': 'b476f9fe-742a-4804-a720-93efa37391ba', 'tenant_id': '20f6dbcb95944fbf96c8ad2a0b8f3c8e', 'fixed_ips': [{'subnet_id': 'b9772446-870e-4851-b240-34f66323f83a'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:35:28.774314 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:28.838691 n-d-817256-1 neutron-server[102296]: INFO neutron.api.v2.resource [None req-9fe65814-7424-4a91-85a5-cff7a39b9598 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 20:35:28.839758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9fe65814-7424-4a91-85a5-cff7a39b9598 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "PUT /v2.0/routers/631c8f65-1750-4292-ada8-5c1af421d110 HTTP/1.1" status: 400 len: 364 time: 0.3871167 Nov 09 20:35:28.847851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52266) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:28.936713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] For port 457f918f-529e-4ef3-a34b-d6004dd876b2, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:28.937739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-94feb75c-7525-4543-b0ad-69de49a8d63d tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Deleting subnet b9772446-870e-4851-b240-34f66323f83a {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:35:28.944944 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] For port 457f918f-529e-4ef3-a34b-d6004dd876b2, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=457f918f-529e-4ef3-a34b-d6004dd876b2,segment=NetworkSegment(6c5dafed-9107-4c68-ac73-8deda2b16905),segment_id=6c5dafed-9107-4c68-ac73-8deda2b16905)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:28.951652 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.101269 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Allocated IP 172.21.0.2 (b476f9fe-742a-4804-a720-93efa37391ba/b9772446-870e-4851-b240-34f66323f83a/ad8a12a0-a984-4828-a334-c9fb8562c325) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:29.116654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed85bd-662f-4f22-b91c-95618f682f3a None None] Pushing event updated for resources: {'Port': ['ID=457f918f-529e-4ef3-a34b-d6004dd876b2,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:29.305394 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.311631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94feb75c-7525-4543-b0ad-69de49a8d63d tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.312430 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.354560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Network b476f9fe-742a-4804-a720-93efa37391ba is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:29.355880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:29.359586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:29.368440 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94feb75c-7525-4543-b0ad-69de49a8d63d tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.377133 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Pushing event updated for resources: {'Port': ['ID=ad8a12a0-a984-4828-a334-c9fb8562c325,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:29.430942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Attempting to bind port ad8a12a0-a984-4828-a334-c9fb8562c325 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:29.431309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Attempting to bind port ad8a12a0-a984-4828-a334-c9fb8562c325 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '3501db36-391c-4dc1-a01c-01bd5443d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b476f9fe-742a-4804-a720-93efa37391ba'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:29.433771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Attempting to bind port ad8a12a0-a984-4828-a334-c9fb8562c325 on network b476f9fe-742a-4804-a720-93efa37391ba {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:29.436996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:29.437366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Checking segment: {'id': '3501db36-391c-4dc1-a01c-01bd5443d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b476f9fe-742a-4804-a720-93efa37391ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:29.437768 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.438155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Bound using segment: {'id': '3501db36-391c-4dc1-a01c-01bd5443d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b476f9fe-742a-4804-a720-93efa37391ba'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:29.438645 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Bound port: ad8a12a0-a984-4828-a334-c9fb8562c325, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3501db36-391c-4dc1-a01c-01bd5443d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b476f9fe-742a-4804-a720-93efa37391ba'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:29.439025 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.466430 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94feb75c-7525-4543-b0ad-69de49a8d63d tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.535710 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94feb75c-7525-4543-b0ad-69de49a8d63d tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.539483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] For port ad8a12a0-a984-4828-a334-c9fb8562c325, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:29.543235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] For port ad8a12a0-a984-4828-a334-c9fb8562c325, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ad8a12a0-a984-4828-a334-c9fb8562c325,segment=NetworkSegment(3501db36-391c-4dc1-a01c-01bd5443d5a1),segment_id=3501db36-391c-4dc1-a01c-01bd5443d5a1)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:29.548353 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.566355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94feb75c-7525-4543-b0ad-69de49a8d63d tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event deleted for resources: {'Subnet': ['ID=b9772446-870e-4851-b240-34f66323f83a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:29.574494 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-94feb75c-7525-4543-b0ad-69de49a8d63d tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.580015 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-94feb75c-7525-4543-b0ad-69de49a8d63d tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "DELETE /v2.0/subnets/b9772446-870e-4851-b240-34f66323f83a HTTP/1.1" status: 204 len: 168 time: 0.7275677 Nov 09 20:35:29.580411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52268) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:29.612197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c0b20-936d-4082-8c69-c528a5107137 None None] Pushing event updated for resources: {'Port': ['ID=ad8a12a0-a984-4828-a334-c9fb8562c325,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:29.665887 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.736138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Deleting port ad8a12a0-a984-4828-a334-c9fb8562c325 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:35:29.736492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.841717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] For port ad8a12a0-a984-4828-a334-c9fb8562c325, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=ad8a12a0-a984-4828-a334-c9fb8562c325,segment=NetworkSegment(3501db36-391c-4dc1-a01c-01bd5443d5a1),segment_id=3501db36-391c-4dc1-a01c-01bd5443d5a1)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:29.842085 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.859400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Calling delete_port for ad8a12a0-a984-4828-a334-c9fb8562c325 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:35:29.956020 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:29.973158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] No DVR routers for this DVR port ad8a12a0-a984-4828-a334-c9fb8562c325 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:35:29.996095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event deleted for resources: {'Port': ['ID=ad8a12a0-a984-4828-a334-c9fb8562c325,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:30.088486 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.121730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b476f9fe-742a-4804-a720-93efa37391ba']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:30.124937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181790c2-53c9-4d40-b3e6-a88edb14972e None None] Network 80cb578a-b9a0-431e-a654-88e813cbb844 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:30.139652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3501db36-391c-4dc1-a01c-01bd5443d5a1') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:30.139991 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3501db36-391c-4dc1-a01c-01bd5443d5a1') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:30.152250 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.166910 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.173466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:35:30.174152 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:35:30.177552 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:35:30.247568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.255232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.258084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0e28843d-5323-4b54-a1b6-f3ff744ed68d None None] Provisioning complete for port 457f918f-529e-4ef3-a34b-d6004dd876b2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:30.258751 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e28843d-5323-4b54-a1b6-f3ff744ed68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.259356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "DELETE /v2.0/networks/b476f9fe-742a-4804-a720-93efa37391ba HTTP/1.1" status: 204 len: 168 time: 0.6779706 Nov 09 20:35:30.263771 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52270) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:30.270689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded03b6-b7e5-42c4-9e64-c6f9634e6faf tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event deleted for resources: {'Network': ['ID=b476f9fe-742a-4804-a720-93efa37391ba,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:30.351004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9857a10-120e-400e-b527-076383d55ea7 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Deleting subnet 93c23100-2bac-48e9-a6ac-9f75ef446cbd {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:35:30.356693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9857a10-120e-400e-b527-076383d55ea7 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.404772 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e28843d-5323-4b54-a1b6-f3ff744ed68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.418116 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9857a10-120e-400e-b527-076383d55ea7 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.447218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0e28843d-5323-4b54-a1b6-f3ff744ed68d None None] For port 457f918f-529e-4ef3-a34b-d6004dd876b2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=457f918f-529e-4ef3-a34b-d6004dd876b2,segment=NetworkSegment(6c5dafed-9107-4c68-ac73-8deda2b16905),segment_id=6c5dafed-9107-4c68-ac73-8deda2b16905)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:30.460495 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0e28843d-5323-4b54-a1b6-f3ff744ed68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.531794 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28843d-5323-4b54-a1b6-f3ff744ed68d None None] Pushing event updated for resources: {'Port': ['ID=457f918f-529e-4ef3-a34b-d6004dd876b2,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:30.565201 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9857a10-120e-400e-b527-076383d55ea7 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.661929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9857a10-120e-400e-b527-076383d55ea7 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.678949 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9857a10-120e-400e-b527-076383d55ea7 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.682683 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e9857a10-120e-400e-b527-076383d55ea7 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "DELETE /v2.0/subnets/93c23100-2bac-48e9-a6ac-9f75ef446cbd HTTP/1.1" status: 204 len: 168 time: 0.4171782 Nov 09 20:35:30.686466 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52272) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:30.716184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9857a10-120e-400e-b527-076383d55ea7 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event deleted for resources: {'Subnet': ['ID=93c23100-2bac-48e9-a6ac-9f75ef446cbd,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:30.716510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a4665-f86e-4ee2-b6ea-a4c063a02431 None None] Network 80cb578a-b9a0-431e-a654-88e813cbb844 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:30.806490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.819329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5574a373-43c5-45bd-b12b-0a7ccf44762d None None] Provisioning complete for port 457f918f-529e-4ef3-a34b-d6004dd876b2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:30.820020 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5574a373-43c5-45bd-b12b-0a7ccf44762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.882394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Deleting port 457f918f-529e-4ef3-a34b-d6004dd876b2 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:35:30.883359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.963654 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c757cb-e33e-4a65-901b-88bf1f74dc7c None None] DHCP port deletion for b476f9fe-742a-4804-a720-93efa37391ba request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:35:30.966736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] For port 457f918f-529e-4ef3-a34b-d6004dd876b2, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=457f918f-529e-4ef3-a34b-d6004dd876b2,segment=NetworkSegment(6c5dafed-9107-4c68-ac73-8deda2b16905),segment_id=6c5dafed-9107-4c68-ac73-8deda2b16905)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:30.967345 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:30.982106 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Calling delete_port for 457f918f-529e-4ef3-a34b-d6004dd876b2 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:35:31.023882 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a540eb1d-541d-4263-b095-1a8dfc72e1d6 None None] Network b476f9fe-742a-4804-a720-93efa37391ba requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:31.044623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a540eb1d-541d-4263-b095-1a8dfc72e1d6 None None] Network b476f9fe-742a-4804-a720-93efa37391ba could not be found, it might have been deleted concurrently. {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 20:35:31.077479 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dda32f2-1a75-463b-84e7-199e42e95266 None None] DHCP port deletion for 80cb578a-b9a0-431e-a654-88e813cbb844 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:35:31.099657 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.133684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event deleted for resources: {'Port': ['ID=457f918f-529e-4ef3-a34b-d6004dd876b2,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:31.134396 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1dda32f2-1a75-463b-84e7-199e42e95266 None None] Deleting port 457f918f-529e-4ef3-a34b-d6004dd876b2 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:35:31.134815 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1dda32f2-1a75-463b-84e7-199e42e95266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.138897 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] No DVR routers for this DVR port 457f918f-529e-4ef3-a34b-d6004dd876b2 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:35:31.192077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5f0822c5-95bf-4f55-93ed-6b68c67433f3 None None] Could not find standard attr ID for object ad8a12a0-a984-4828-a334-c9fb8562c325. {{(pid=102297) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 20:35:31.214714 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1dda32f2-1a75-463b-84e7-199e42e95266 None None] For port 457f918f-529e-4ef3-a34b-d6004dd876b2, host n-d-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:31.215116 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1dda32f2-1a75-463b-84e7-199e42e95266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.231861 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1dda32f2-1a75-463b-84e7-199e42e95266 None None] Calling delete_port for 457f918f-529e-4ef3-a34b-d6004dd876b2 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:35:31.234135 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.236289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.ipam_backend_mixin [None req-1dda32f2-1a75-463b-84e7-199e42e95266 None None] Port 457f918f-529e-4ef3-a34b-d6004dd876b2 was not found and therefore no delete operation was performed {{(pid=102297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 20:35:31.237779 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1dda32f2-1a75-463b-84e7-199e42e95266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.256992 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cb578a-b9a0-431e-a654-88e813cbb844']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:31.267552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5dafed-9107-4c68-ac73-8deda2b16905') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:31.267756 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5dafed-9107-4c68-ac73-8deda2b16905') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:31.268268 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda32f2-1a75-463b-84e7-199e42e95266 None None] Pushing event deleted for resources: {'Port': ['ID=457f918f-529e-4ef3-a34b-d6004dd876b2,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:31.272738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda32f2-1a75-463b-84e7-199e42e95266 None None] No DVR routers for this DVR port 457f918f-529e-4ef3-a34b-d6004dd876b2 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:35:31.280404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.295610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.301885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:35:31.302377 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:35:31.305356 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:35:31.365275 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.372671 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.376027 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "DELETE /v2.0/networks/80cb578a-b9a0-431e-a654-88e813cbb844 HTTP/1.1" status: 204 len: 168 time: 0.6885505 Nov 09 20:35:31.378935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52274) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:31.388257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bcbc5-bf80-44e9-a180-f2d9a0acbc7c tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Pushing event deleted for resources: {'Network': ['ID=80cb578a-b9a0-431e-a654-88e813cbb844,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:31.408344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-798c81c7-4fe5-453f-9528-9acad949ac1d tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "GET /v2.0/ports?device_id=631c8f65-1750-4292-ada8-5c1af421d110 HTTP/1.1" status: 200 len: 205 time: 0.0281510 Nov 09 20:35:31.411274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52276) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:31.490464 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76141225-6a24-4df7-a4b1-960e613bc6b6 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.658457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76141225-6a24-4df7-a4b1-960e613bc6b6 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.660987 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76141225-6a24-4df7-a4b1-960e613bc6b6 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.710053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76141225-6a24-4df7-a4b1-960e613bc6b6 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.710716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76141225-6a24-4df7-a4b1-960e613bc6b6 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Fanout notify agent at l3_agent the message router_deleted on router 631c8f65-1750-4292-ada8-5c1af421d110 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:35:31.718408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-76141225-6a24-4df7-a4b1-960e613bc6b6 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:31.719597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-76141225-6a24-4df7-a4b1-960e613bc6b6 tempest-RoutersNegativeTest-1417335356 tempest-RoutersNegativeTest-1417335356-project] 10.222.0.53 "DELETE /v2.0/routers/631c8f65-1750-4292-ada8-5c1af421d110 HTTP/1.1" status: 204 len: 168 time: 0.3070683 Nov 09 20:35:31.992553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52282) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:32.539582 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-24262c4c-1ac5-4a0b-9078-d7530f8bc085 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20f6dbcb95944fbf96c8ad2a0b8f3c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5457742 Nov 09 20:35:32.543534 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52286) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:32.598861 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5db6f75a-2e3c-4f39-8124-cdef6eec2914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:32.621510 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5db6f75a-2e3c-4f39-8124-cdef6eec2914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:32.670433 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5db6f75a-2e3c-4f39-8124-cdef6eec2914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:32.673187 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5db6f75a-2e3c-4f39-8124-cdef6eec2914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:32.674378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5db6f75a-2e3c-4f39-8124-cdef6eec2914 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e17d8df-4383-4551-9689-32c061f66aa6 HTTP/1.1" status: 204 len: 168 time: 0.1297970 Nov 09 20:35:32.684084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6f75a-2e3c-4f39-8124-cdef6eec2914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e17d8df-4383-4551-9689-32c061f66aa6,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:33.425230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52308) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:33.561871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1073186107-network', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:33.592168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Made reservation on behalf of a9ad4cca2d594ba48b4cb994d122f563 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:33.595708 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:33.609113 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:33.706767 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:33.710871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:33.737212 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:35:33.751729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d35225-954a-4c4f-8a66-ebc460fb30d6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:33.758799 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:33.759140 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Added segment 69305250-5f11-47f1-ad5c-062438061869 of type vlan for network 474ca434-48f4-493e-bd11-ae14dc2141e6 Nov 09 20:35:33.820977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:33.849518 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:33.850595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:33.851190 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:33.920815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4938025 Nov 09 20:35:33.923871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52312) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:33.932198 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Request body: {'subnet': {'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1073186107-subnet', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:33.937096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54a079-54da-44a2-b473-102af4254c77 admin admin] Pushing event updated for resources: {'Network': ['ID=474ca434-48f4-493e-bd11-ae14dc2141e6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:33.949292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 474ca434-48f4-493e-bd11-ae14dc2141e6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:35:33.961307 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Made reservation on behalf of a9ad4cca2d594ba48b4cb994d122f563 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:33.963958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.054413 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:35:34.173081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.227377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=453d213a-7359-450f-b41a-858468182794,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:34.243849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Checking segment: {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:34.244206 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Network hostable DHCP agents. Network: 474ca434-48f4-493e-bd11-ae14dc2141e6, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:35:34.265411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Network 474ca434-48f4-493e-bd11-ae14dc2141e6 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:35:34.278775 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 474ca434-48f4-493e-bd11-ae14dc2141e6) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:34.284286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:34.285081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.290379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e631e7c9-2385-4993-8b52-75acce3926e5 None None] Network 474ca434-48f4-493e-bd11-ae14dc2141e6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:34.307226 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-25e52659-8656-46d3-8d32-906dbf97a41b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3820758 Nov 09 20:35:34.310312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52314) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:34.314802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1073186107-router', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:34.340161 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.341979 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.401193 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.450316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-474ca434-48f4-493e-bd11-ae14dc2141e6', 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'fixed_ips': [{'subnet_id': '453d213a-7359-450f-b41a-858468182794'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:35:34.451266 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.549782 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.594974 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Allocated IP 172.20.0.2 (474ca434-48f4-493e-bd11-ae14dc2141e6/453d213a-7359-450f-b41a-858468182794/567c7456-988c-43aa-9bf3-5daa1b8d841c) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:34.774189 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.780845 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.824129 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.826117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Network 474ca434-48f4-493e-bd11-ae14dc2141e6 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:34.829174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:34.833824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:34.843885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Pushing event updated for resources: {'Port': ['ID=567c7456-988c-43aa-9bf3-5daa1b8d841c,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:34.845933 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.899577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Attempting to bind port 567c7456-988c-43aa-9bf3-5daa1b8d841c on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:34.899945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Attempting to bind port 567c7456-988c-43aa-9bf3-5daa1b8d841c by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:34.900310 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Attempting to bind port 567c7456-988c-43aa-9bf3-5daa1b8d841c on network 474ca434-48f4-493e-bd11-ae14dc2141e6 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:34.905737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:34.906116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Checking segment: {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:34.906556 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.906958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Bound using segment: {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:34.907441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Bound port: 567c7456-988c-43aa-9bf3-5daa1b8d841c, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:34.907833 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:34.962464 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Allocated IP 172.25.6.126 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:34.995084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] For port 567c7456-988c-43aa-9bf3-5daa1b8d841c, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:34.999892 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] For port 567c7456-988c-43aa-9bf3-5daa1b8d841c, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=567c7456-988c-43aa-9bf3-5daa1b8d841c,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:35.006354 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:35.092305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b21c54-8b17-435b-b24d-2aefed557572 None None] Pushing event updated for resources: {'Port': ['ID=567c7456-988c-43aa-9bf3-5daa1b8d841c,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:35.093970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:35.137401 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:35.213545 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:35.231340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:35.231340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Pushing event updated for resources: {'Port': ['ID=3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:35.242577 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:35.901113 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:36.059663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea48bae0-4842-4a11-8392-66a33cb567dc None None] Network 474ca434-48f4-493e-bd11-ae14dc2141e6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:36.139224 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:36.187540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-55827366-16fe-4699-8f00-02ba5fd6205d None None] Provisioning complete for port 567c7456-988c-43aa-9bf3-5daa1b8d841c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:36.187797 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-55827366-16fe-4699-8f00-02ba5fd6205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:36.280630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Router ba171a5c-29a4-4564-afad-9617cf9d8635 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:35:36.313779 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-55827366-16fe-4699-8f00-02ba5fd6205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:36.364414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-55827366-16fe-4699-8f00-02ba5fd6205d None None] For port 567c7456-988c-43aa-9bf3-5daa1b8d841c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=567c7456-988c-43aa-9bf3-5daa1b8d841c,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:36.370176 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-55827366-16fe-4699-8f00-02ba5fd6205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:36.420849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:35:36.442744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:36.447671 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8b370e32-6660-4db0-8532-752db726423c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1335063 Nov 09 20:35:36.447886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Sync routers for ids ['ba171a5c-29a4-4564-afad-9617cf9d8635'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:35:36.447989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52316) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:36.459924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55827366-16fe-4699-8f00-02ba5fd6205d None None] Pushing event updated for resources: {'Port': ['ID=567c7456-988c-43aa-9bf3-5daa1b8d841c,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:36.474093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Routers {'ba171a5c-29a4-4564-afad-9617cf9d8635'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:35:36.474705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:35:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba171a5c-29a4-4564-afad-9617cf9d8635'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:36.590791 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Set router ba171a5c-29a4-4564-afad-9617cf9d8635 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:35:36.834774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-206fe4f6-ec49-49f6-85dc-a5d11f86c5d8 None None] Provisioning complete for port 567c7456-988c-43aa-9bf3-5daa1b8d841c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:36.835151 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-206fe4f6-ec49-49f6-85dc-a5d11f86c5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:36.910962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.025279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'name': 'tempest-TestEncryptedCinderVolumes-1073186107-router', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:35Z', 'revision_number': 3, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'gw_port': {'id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:37.055439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Checking router: ba171a5c-29a4-4564-afad-9617cf9d8635 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:35:37.057122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Updating router ba171a5c-29a4-4564-afad-9617cf9d8635 port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:35:37.088614 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Allocated IP 172.20.0.1 (474ca434-48f4-493e-bd11-ae14dc2141e6/453d213a-7359-450f-b41a-858468182794/6c9a5021-afed-4f6b-91ad-6ddff1582a10) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:37.094304 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.209821 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 567c7456-988c-43aa-9bf3-5daa1b8d841c up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:37.223079 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.262256 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.301827 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Network 474ca434-48f4-493e-bd11-ae14dc2141e6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:37.304980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:37.308768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:37.339347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Pushing event updated for resources: {'Port': ['ID=6c9a5021-afed-4f6b-91ad-6ddff1582a10,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:37.342799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 567c7456-988c-43aa-9bf3-5daa1b8d841c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:37.343761 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.370663 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.527593 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.539809 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.543863 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.612521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Attempting to bind port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:37.614185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Attempting to bind port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:37.614630 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Attempting to bind port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:37.616857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6179a-de5e-41ae-bf33-03c0b1e61e04 None None] Pushing event updated for resources: {'Port': ['ID=3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:37.628911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:37.629489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:37.630173 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.630600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:37.632452 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Bound port: 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:37.632452 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.667304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-305e99e6-c86d-40df-948e-d5b79c676b29 None None] Provisioning complete for port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:37.667680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-305e99e6-c86d-40df-948e-d5b79c676b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.713884 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] For port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:37.719078 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] For port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:37.726259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-305e99e6-c86d-40df-948e-d5b79c676b29 None None] Port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:35:37.729223 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.738094 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.745553 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.784931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Routers {'ba171a5c-29a4-4564-afad-9617cf9d8635'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:35:37.786126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:35:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba171a5c-29a4-4564-afad-9617cf9d8635'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:37.819133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Pushing event updated for resources: {'Port': ['ID=6c9a5021-afed-4f6b-91ad-6ddff1582a10,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:37.821740 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:37.862940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6179a-de5e-41ae-bf33-03c0b1e61e04 None None] Pushing event updated for resources: {'Port': ['ID=3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:37.911835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] Set router ba171a5c-29a4-4564-afad-9617cf9d8635 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:35:37.925993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Network 474ca434-48f4-493e-bd11-ae14dc2141e6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:37.927437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:38.054054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Router ba171a5c-29a4-4564-afad-9617cf9d8635 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:35:38.134684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'name': 'tempest-TestEncryptedCinderVolumes-1073186107-router', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:37Z', 'revision_number': 4, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'gw_port': {'id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6c9a5021-afed-4f6b-91ad-6ddff1582a10', 'name': '', 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'mac_address': 'fa:16:3e:f0:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '453d213a-7359-450f-b41a-858468182794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:36Z', 'updated_at': '2021-11-09T20:35:37Z', 'revision_number': 2, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'subnets': [{'id': '453d213a-7359-450f-b41a-858468182794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:38.168245 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7007e1-2c3e-435d-adbf-48fb30abfbd0 None None] The sync data for ids ['ba171a5c-29a4-4564-afad-9617cf9d8635'] in n-d-817256-1 is: [{'id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'name': 'tempest-TestEncryptedCinderVolumes-1073186107-router', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:37Z', 'revision_number': 4, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'gw_port': {'id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6c9a5021-afed-4f6b-91ad-6ddff1582a10', 'name': '', 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'mac_address': 'fa:16:3e:f0:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '453d213a-7359-450f-b41a-858468182794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:36Z', 'updated_at': '2021-11-09T20:35:37Z', 'revision_number': 2, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'subnets': [{'id': '453d213a-7359-450f-b41a-858468182794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:35:38.179449 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:35:38.179655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c4e787b-9cd5-4efe-a5c2-140b1db6df0e None None] Provisioning complete for port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:38.179759 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c4e787b-9cd5-4efe-a5c2-140b1db6df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:38.185134 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-944ff20a-2c32-4d51-9ffd-66312a760b58 admin admin] 10.222.0.53 "PUT /v2.0/routers/ba171a5c-29a4-4564-afad-9617cf9d8635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360651 Nov 09 20:35:38.218027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e787b-9cd5-4efe-a5c2-140b1db6df0e None None] Port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:35:38.810593 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52334) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:38.816027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1378722205-network', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:38.851181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Made reservation on behalf of b9feff2400754b95bee6c6fef1c79aae for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:38.854717 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:38.868267 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:38.989949 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:38.994853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.024908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:35:39.036765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688f155e-e012-4ae3-baea-74702b827cb7,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:39.042345 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.042752 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Added segment 8bb4c274-b3b9-48bf-81e3-694b417cd58c of type vlan for network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 Nov 09 20:35:39.107612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.143693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.145948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:39.146110 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.165392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:39.179230 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3673501 Nov 09 20:35:39.182451 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52336) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:39.188498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Request body: {'subnet': {'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1378722205-subnet', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:39.225872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Made reservation on behalf of b9feff2400754b95bee6c6fef1c79aae for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:39.229463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.233560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:39.233763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.268330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0912b63-37eb-47e4-981e-87df73cd5b66 admin admin] Pushing event updated for resources: {'Network': ['ID=87bed80e-72f7-4d35-b1ce-c5f989e6eba6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:39.287502 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:35:39.425533 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.468296 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:39.475479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.502402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.535359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:39.592139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00c9e28-4e21-43fe-87d5-40b0ce22e83a,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:39.601717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Checking segment: {'id': '8bb4c274-b3b9-48bf-81e3-694b417cd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:39.602086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Network hostable DHCP agents. Network: 87bed80e-72f7-4d35-b1ce-c5f989e6eba6, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:35:39.626738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:35:39.640471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 87bed80e-72f7-4d35-b1ce-c5f989e6eba6) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:39.646491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:39.647613 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.654131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0a6d06-483d-4541-860e-14797f203ba1 None None] Network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:39.670700 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-03a9c7cb-793b-4444-8730-c5040a47f114 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4862468 Nov 09 20:35:39.673303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52338) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:39.678974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1378722205-router', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:39.717189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.720117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.797144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.873423 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-87bed80e-72f7-4d35-b1ce-c5f989e6eba6', 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'fixed_ips': [{'subnet_id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:35:39.874341 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:39.970591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.069948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Allocated IP 172.20.0.2 (87bed80e-72f7-4d35-b1ce-c5f989e6eba6/c00c9e28-4e21-43fe-87d5-40b0ce22e83a/de8521e9-d6a0-407f-a02f-f012e8340566) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:40.248496 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.256074 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.263365 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.274177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.308757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:40.312202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:40.316178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:40.338071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Pushing event updated for resources: {'Port': ['ID=de8521e9-d6a0-407f-a02f-f012e8340566,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:40.381712 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-715b0c1a-a724-4367-b125-425ebd0bdaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.416784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Attempting to bind port de8521e9-d6a0-407f-a02f-f012e8340566 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:40.417345 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Attempting to bind port de8521e9-d6a0-407f-a02f-f012e8340566 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '8bb4c274-b3b9-48bf-81e3-694b417cd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:40.417843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Attempting to bind port de8521e9-d6a0-407f-a02f-f012e8340566 on network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:40.424068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:40.424621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Checking segment: {'id': '8bb4c274-b3b9-48bf-81e3-694b417cd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:40.425131 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.425620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Bound using segment: {'id': '8bb4c274-b3b9-48bf-81e3-694b417cd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:40.427134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Bound port: de8521e9-d6a0-407f-a02f-f012e8340566, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb4c274-b3b9-48bf-81e3-694b417cd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:40.427793 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.456667 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Allocated IP 172.25.6.143 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/79c4c4d6-8f4b-4a35-8672-475abc704997) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:40.520333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] For port de8521e9-d6a0-407f-a02f-f012e8340566, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:40.524411 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] For port de8521e9-d6a0-407f-a02f-f012e8340566, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=de8521e9-d6a0-407f-a02f-f012e8340566,segment=NetworkSegment(8bb4c274-b3b9-48bf-81e3-694b417cd58c),segment_id=8bb4c274-b3b9-48bf-81e3-694b417cd58c)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:40.529346 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.596178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d18ed-2e19-4baf-9b43-14a54c700616 None None] Pushing event updated for resources: {'Port': ['ID=de8521e9-d6a0-407f-a02f-f012e8340566,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:40.599468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.648695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:40.667065 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Sync routers for ids ['ba171a5c-29a4-4564-afad-9617cf9d8635'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:35:40.681042 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Routers {'ba171a5c-29a4-4564-afad-9617cf9d8635'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:35:40.681890 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:35:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba171a5c-29a4-4564-afad-9617cf9d8635'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:40.691249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:40.694757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:40.698807 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:40.727823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Pushing event updated for resources: {'Port': ['ID=79c4c4d6-8f4b-4a35-8672-475abc704997,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:40.834327 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Set router ba171a5c-29a4-4564-afad-9617cf9d8635 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:35:41.016448 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.064369 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'name': 'tempest-TestEncryptedCinderVolumes-1073186107-router', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:37Z', 'revision_number': 4, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'gw_port': {'id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6c9a5021-afed-4f6b-91ad-6ddff1582a10', 'name': '', 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'mac_address': 'fa:16:3e:f0:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '453d213a-7359-450f-b41a-858468182794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:36Z', 'updated_at': '2021-11-09T20:35:37Z', 'revision_number': 2, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'subnets': [{'id': '453d213a-7359-450f-b41a-858468182794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:41.104972 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Checking router: ba171a5c-29a4-4564-afad-9617cf9d8635 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:35:41.106020 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Updating router ba171a5c-29a4-4564-afad-9617cf9d8635 port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:35:41.166005 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.255488 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device de8521e9-d6a0-407f-a02f-f012e8340566 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:41.336455 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port de8521e9-d6a0-407f-a02f-f012e8340566 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:41.338024 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.501071 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.561475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port de8521e9-d6a0-407f-a02f-f012e8340566, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=de8521e9-d6a0-407f-a02f-f012e8340566,segment=NetworkSegment(8bb4c274-b3b9-48bf-81e3-694b417cd58c),segment_id=8bb4c274-b3b9-48bf-81e3-694b417cd58c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:41.573965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.574710 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.576410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:41.592696 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.700257 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.702735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=de8521e9-d6a0-407f-a02f-f012e8340566,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:41.716368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:41.717214 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.787443 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Pushing event updated for resources: {'Port': ['ID=6c9a5021-afed-4f6b-91ad-6ddff1582a10,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:41.914967 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeee2aa-b6f3-469a-b6c8-306d77f23a7c None None] Network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:35:41.915191 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.915524 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.916073 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.916616 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.917159 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.917693 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.918228 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.918792 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.919328 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.919870 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.920427 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.920957 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:35:41.934188 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Attempting to bind port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:41.935361 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Attempting to bind port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:41.936177 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Attempting to bind port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 on network 474ca434-48f4-493e-bd11-ae14dc2141e6 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:41.949997 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:41.950997 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Checking segment: {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:41.951871 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.952731 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Bound using segment: {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:41.953845 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Bound port: 6c9a5021-afed-4f6b-91ad-6ddff1582a10, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:41.954785 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:41.964998 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Router ada6603d-c994-4807-93bf-7736467c32e0 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:35:42.062325 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] For port 6c9a5021-afed-4f6b-91ad-6ddff1582a10, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:42.066241 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] For port 6c9a5021-afed-4f6b-91ad-6ddff1582a10, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6c9a5021-afed-4f6b-91ad-6ddff1582a10,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:42.068572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9f4b7eda-8668-4723-909f-f63b4470c316 None None] Provisioning complete for port de8521e9-d6a0-407f-a02f-f012e8340566 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:42.069058 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7eda-8668-4723-909f-f63b4470c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:42.077227 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:42.110540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:35:42.137301 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:42.139679 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-14672c4c-c90c-481f-a9fc-3226e2c8571c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4652367 Nov 09 20:35:42.142539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52340) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:35:42.154031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Sync routers for ids ['ada6603d-c994-4807-93bf-7736467c32e0'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:35:42.161661 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Routers {'ba171a5c-29a4-4564-afad-9617cf9d8635'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:35:42.162660 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:35:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba171a5c-29a4-4564-afad-9617cf9d8635'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:42.171153 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8c467-000c-403f-9aaf-a9339bd80cc1 None None] Pushing event updated for resources: {'Port': ['ID=6c9a5021-afed-4f6b-91ad-6ddff1582a10,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:42.198506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Routers {'ada6603d-c994-4807-93bf-7736467c32e0'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:35:42.199183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:35:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ada6603d-c994-4807-93bf-7736467c32e0'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:42.313470 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] Set router ba171a5c-29a4-4564-afad-9617cf9d8635 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:35:42.564218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Set router ada6603d-c994-4807-93bf-7736467c32e0 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:35:42.622102 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'name': 'tempest-TestEncryptedCinderVolumes-1073186107-router', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:37Z', 'revision_number': 4, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'gw_port': {'id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6c9a5021-afed-4f6b-91ad-6ddff1582a10', 'name': '', 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'mac_address': 'fa:16:3e:f0:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '453d213a-7359-450f-b41a-858468182794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:36Z', 'updated_at': '2021-11-09T20:35:42Z', 'revision_number': 4, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'subnets': [{'id': '453d213a-7359-450f-b41a-858468182794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:42.660100 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ccf73-f03f-489c-baf6-56ad389be779 None None] The sync data for ids ['ba171a5c-29a4-4564-afad-9617cf9d8635'] in n-d-817256-1 is: [{'id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'name': 'tempest-TestEncryptedCinderVolumes-1073186107-router', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:37Z', 'revision_number': 4, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'gw_port': {'id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '6c9a5021-afed-4f6b-91ad-6ddff1582a10', 'name': '', 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'mac_address': 'fa:16:3e:f0:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '453d213a-7359-450f-b41a-858468182794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:36Z', 'updated_at': '2021-11-09T20:35:42Z', 'revision_number': 4, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'subnets': [{'id': '453d213a-7359-450f-b41a-858468182794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:35:42.704076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0211147f-f94a-455a-9f2c-7f55f47003db None None] Provisioning complete for port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:42.704557 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0211147f-f94a-455a-9f2c-7f55f47003db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:42.724489 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:42.882134 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0211147f-f94a-455a-9f2c-7f55f47003db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:42.901044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'name': 'tempest-TestEncryptedCinderVolumes-1378722205-router', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:39Z', 'updated_at': '2021-11-09T20:35:40Z', 'revision_number': 3, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'gw_port': {'id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:40Z', 'updated_at': '2021-11-09T20:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:42.932659 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Allocated IP 172.20.0.1 (87bed80e-72f7-4d35-b1ce-c5f989e6eba6/c00c9e28-4e21-43fe-87d5-40b0ce22e83a/3e36cc63-448f-4f81-baca-eab700b8a4b9) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:42.935705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Checking router: ada6603d-c994-4807-93bf-7736467c32e0 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:35:42.936072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Updating router ada6603d-c994-4807-93bf-7736467c32e0 port 79c4c4d6-8f4b-4a35-8672-475abc704997 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:35:42.974554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0211147f-f94a-455a-9f2c-7f55f47003db None None] For port 6c9a5021-afed-4f6b-91ad-6ddff1582a10, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6c9a5021-afed-4f6b-91ad-6ddff1582a10,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:42.978222 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:42.982091 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0211147f-f94a-455a-9f2c-7f55f47003db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.068767 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.132725 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211147f-f94a-455a-9f2c-7f55f47003db None None] Pushing event updated for resources: {'Port': ['ID=6c9a5021-afed-4f6b-91ad-6ddff1582a10,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:43.134566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.161906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5531efbd-2c3e-4f78-89c4-5e8392b4651a None None] Provisioning complete for port de8521e9-d6a0-407f-a02f-f012e8340566 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:43.162386 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5531efbd-2c3e-4f78-89c4-5e8392b4651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.185737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:43.191311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:43.196602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:43.246747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6c9a5021-afed-4f6b-91ad-6ddff1582a10 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:43.254984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Pushing event updated for resources: {'Port': ['ID=3e36cc63-448f-4f81-baca-eab700b8a4b9,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:43.271998 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.334957 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8601e01a-5b47-4a7d-9f67-0059ba73999d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.457306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.467508 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:43.467881 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.522796 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.536950 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.663939 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.666235 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5800a1a1-7d4c-4171-b196-13391373a367 None None] Provisioning complete for port 3e36cc63-448f-4f81-baca-eab700b8a4b9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:43.666448 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5800a1a1-7d4c-4171-b196-13391373a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.668672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Attempting to bind port 79c4c4d6-8f4b-4a35-8672-475abc704997 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:43.668883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Attempting to bind port 79c4c4d6-8f4b-4a35-8672-475abc704997 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:43.669121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Attempting to bind port 79c4c4d6-8f4b-4a35-8672-475abc704997 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:43.679756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfff7c-99b5-42a1-816c-20408705cc43 None None] Pushing event updated for resources: {'Port': ['ID=79c4c4d6-8f4b-4a35-8672-475abc704997,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:43.689300 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.695452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.701017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device de8521e9-d6a0-407f-a02f-f012e8340566 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:43.705995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:43.706370 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:43.706810 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.707435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:43.708103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Bound port: 79c4c4d6-8f4b-4a35-8672-475abc704997, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:43.708563 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.766996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Pushing event updated for resources: {'Port': ['ID=3e36cc63-448f-4f81-baca-eab700b8a4b9,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:43.769697 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.778829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5800a1a1-7d4c-4171-b196-13391373a367 None None] Port 3e36cc63-448f-4f81-baca-eab700b8a4b9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:35:43.818055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] For port 79c4c4d6-8f4b-4a35-8672-475abc704997, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:43.822106 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] For port 79c4c4d6-8f4b-4a35-8672-475abc704997, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=79c4c4d6-8f4b-4a35-8672-475abc704997,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:43.828928 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.833954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port de8521e9-d6a0-407f-a02f-f012e8340566 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:43.834327 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:43.909759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:43.912004 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:43.930332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Routers {'ada6603d-c994-4807-93bf-7736467c32e0'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:35:43.931025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:35:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ada6603d-c994-4807-93bf-7736467c32e0'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:43.942319 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfff7c-99b5-42a1-816c-20408705cc43 None None] Pushing event updated for resources: {'Port': ['ID=79c4c4d6-8f4b-4a35-8672-475abc704997,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:44.098418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Router ada6603d-c994-4807-93bf-7736467c32e0 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:35:44.116225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] Set router ada6603d-c994-4807-93bf-7736467c32e0 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:35:44.243372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:35:44.250957 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b7e4db01-0513-4916-ab1c-3b758cadee32 admin admin] 10.222.0.53 "PUT /v2.0/routers/ada6603d-c994-4807-93bf-7736467c32e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1053586 Nov 09 20:35:44.276514 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9ddca4f9-097b-4518-9bff-7a553af45a5c None None] Provisioning complete for port 3e36cc63-448f-4f81-baca-eab700b8a4b9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:44.276514 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9ddca4f9-097b-4518-9bff-7a553af45a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:44.332759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9ddca4f9-097b-4518-9bff-7a553af45a5c None None] Port 3e36cc63-448f-4f81-baca-eab700b8a4b9 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:35:44.407029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'name': 'tempest-TestEncryptedCinderVolumes-1378722205-router', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:39Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 4, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'gw_port': {'id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:40Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '3e36cc63-448f-4f81-baca-eab700b8a4b9', 'name': '', 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'mac_address': 'fa:16:3e:44:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:42Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 2, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'subnets': [{'id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:44.438465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1cb5ca-a1fe-408a-b762-5a30e95de421 None None] The sync data for ids ['ada6603d-c994-4807-93bf-7736467c32e0'] in n-d-817256-1 is: [{'id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'name': 'tempest-TestEncryptedCinderVolumes-1378722205-router', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:39Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 4, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'gw_port': {'id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:40Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '3e36cc63-448f-4f81-baca-eab700b8a4b9', 'name': '', 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'mac_address': 'fa:16:3e:44:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:42Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 2, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'subnets': [{'id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:35:44.733271 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:45.144252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6c9a5021-afed-4f6b-91ad-6ddff1582a10 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:45.212429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:45.212943 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:45.221083 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-fc03b482-8acf-418b-ba5a-784a3d07eb32 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:45.225328 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-fc03b482-8acf-418b-ba5a-784a3d07eb32 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/networks?id=474ca434-48f4-493e-bd11-ae14dc2141e6 HTTP/1.1" status: 200 len: 817 time: 0.1758740 Nov 09 20:35:45.244752 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-82ffa499-0628-4dd5-bd52-c29852bcfe8e tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/quotas/a9ad4cca2d594ba48b4cb994d122f563 HTTP/1.1" status: 200 len: 375 time: 0.0110166 Nov 09 20:35:45.329168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-537ad843-6ab0-436b-a174-d4bc677f2ee8 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9ad4cca2d594ba48b4cb994d122f563&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664799 Nov 09 20:35:45.625821 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-90c12929-a78e-4762-825d-b6276bba73c3 service neutron] 10.222.0.53 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541512 Nov 09 20:35:45.727390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-5605d4d8-5355-43ad-a1d8-db4bea21ae7b service neutron] 10.222.0.53 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944583 Nov 09 20:35:45.937300 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b121717-108a-4c5f-af1d-31d0b5567705 req-e228b48a-3de4-47f3-b628-ce9179a4112e tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 210 time: 0.0488851 Nov 09 20:35:46.464710 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:46.588265 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Sync routers for ids ['ada6603d-c994-4807-93bf-7736467c32e0'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:35:46.600005 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Routers {'ada6603d-c994-4807-93bf-7736467c32e0'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:35:46.600624 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:35:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ada6603d-c994-4807-93bf-7736467c32e0'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:46.815031 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Set router ada6603d-c994-4807-93bf-7736467c32e0 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:35:46.942440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-eec65638-c56d-4562-b00b-887dec6b94b2 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:46.944157 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-eec65638-c56d-4562-b00b-887dec6b94b2 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.70 "GET /v2.0/networks?id=474ca434-48f4-493e-bd11-ae14dc2141e6 HTTP/1.1" status: 200 len: 817 time: 0.1269174 Nov 09 20:35:46.959476 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Request body: {'port': {'device_id': '805a6a17-037b-4e40-9b79-e09f54a056f4', 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'admin_state_up': True, 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:47.036532 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'name': 'tempest-TestEncryptedCinderVolumes-1378722205-router', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:39Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 4, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'gw_port': {'id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:40Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '3e36cc63-448f-4f81-baca-eab700b8a4b9', 'name': '', 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'mac_address': 'fa:16:3e:44:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:42Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 2, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'subnets': [{'id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:47.055283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-03c3c692-dd2e-4cd8-8213-39b80a44404b req-aa879aaa-47b7-4a3b-9a0a-564443e36c18 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 210 time: 0.0315499 Nov 09 20:35:47.062557 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Checking router: ada6603d-c994-4807-93bf-7736467c32e0 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:35:47.062982 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Updating router ada6603d-c994-4807-93bf-7736467c32e0 port 3e36cc63-448f-4f81-baca-eab700b8a4b9 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:35:47.103656 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.119217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Made reservation on behalf of a9ad4cca2d594ba48b4cb994d122f563 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:35:47.123473 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.202962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 79c4c4d6-8f4b-4a35-8672-475abc704997 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:47.263918 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 79c4c4d6-8f4b-4a35-8672-475abc704997 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:47.264294 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.291744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Allocated IP 172.20.0.7 (474ca434-48f4-493e-bd11-ae14dc2141e6/453d213a-7359-450f-b41a-858468182794/23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:35:47.423814 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.431343 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.477534 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.483252 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72590d-56c0-4a65-ac35-b48fbe1e380a None None] Pushing event updated for resources: {'Port': ['ID=3e36cc63-448f-4f81-baca-eab700b8a4b9,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:47.527533 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.535746 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.546911 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Attempting to bind port 3e36cc63-448f-4f81-baca-eab700b8a4b9 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:47.547271 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Attempting to bind port 3e36cc63-448f-4f81-baca-eab700b8a4b9 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '8bb4c274-b3b9-48bf-81e3-694b417cd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:47.547630 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Attempting to bind port 3e36cc63-448f-4f81-baca-eab700b8a4b9 on network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:47.555062 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:47.555429 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Checking segment: {'id': '8bb4c274-b3b9-48bf-81e3-694b417cd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:47.555826 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.556218 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Bound using segment: {'id': '8bb4c274-b3b9-48bf-81e3-694b417cd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:47.556683 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Bound port: 3e36cc63-448f-4f81-baca-eab700b8a4b9, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb4c274-b3b9-48bf-81e3-694b417cd58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:47.557060 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.566859 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 79c4c4d6-8f4b-4a35-8672-475abc704997, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=79c4c4d6-8f4b-4a35-8672-475abc704997,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:47.573062 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.605412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Network 474ca434-48f4-493e-bd11-ae14dc2141e6 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:35:47.615169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Pushing event updated for resources: {'Port': ['ID=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:47.618993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:35:47.621323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:35:47.633178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=79c4c4d6-8f4b-4a35-8672-475abc704997,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:47.670169 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] For port 3e36cc63-448f-4f81-baca-eab700b8a4b9, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:47.677868 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] For port 3e36cc63-448f-4f81-baca-eab700b8a4b9, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3e36cc63-448f-4f81-baca-eab700b8a4b9,segment=NetworkSegment(8bb4c274-b3b9-48bf-81e3-694b417cd58c),segment_id=8bb4c274-b3b9-48bf-81e3-694b417cd58c)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:47.683001 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.708521 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:47.709205 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.731659 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Routers {'ada6603d-c994-4807-93bf-7736467c32e0'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:35:47.732377 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:35:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ada6603d-c994-4807-93bf-7736467c32e0'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:47.732983 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-492746af-e6b7-444d-85a5-7a237e81d017 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7791200 Nov 09 20:35:47.838209 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72590d-56c0-4a65-ac35-b48fbe1e380a None None] Pushing event updated for resources: {'Port': ['ID=3e36cc63-448f-4f81-baca-eab700b8a4b9,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:47.875524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Request body: {'port': {'device_id': '805a6a17-037b-4e40-9b79-e09f54a056f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:35:47.884737 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] Set router ada6603d-c994-4807-93bf-7736467c32e0 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:35:47.885234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-48d97e12-c7bc-40d6-87e9-3a5297a23c11 None None] Provisioning complete for port 3e36cc63-448f-4f81-baca-eab700b8a4b9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:47.885619 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-48d97e12-c7bc-40d6-87e9-3a5297a23c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:47.963614 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:48.016104 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-48d97e12-c7bc-40d6-87e9-3a5297a23c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:48.075896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-48d97e12-c7bc-40d6-87e9-3a5297a23c11 None None] For port 3e36cc63-448f-4f81-baca-eab700b8a4b9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3e36cc63-448f-4f81-baca-eab700b8a4b9,segment=NetworkSegment(8bb4c274-b3b9-48bf-81e3-694b417cd58c),segment_id=8bb4c274-b3b9-48bf-81e3-694b417cd58c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:48.087587 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-48d97e12-c7bc-40d6-87e9-3a5297a23c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:48.155964 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d97e12-c7bc-40d6-87e9-3a5297a23c11 None None] Pushing event updated for resources: {'Port': ['ID=3e36cc63-448f-4f81-baca-eab700b8a4b9,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:48.185145 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'name': 'tempest-TestEncryptedCinderVolumes-1378722205-router', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:39Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 4, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'gw_port': {'id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:40Z', 'updated_at': '2021-11-09T20:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '3e36cc63-448f-4f81-baca-eab700b8a4b9', 'name': '', 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'mac_address': 'fa:16:3e:44:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:42Z', 'updated_at': '2021-11-09T20:35:47Z', 'revision_number': 4, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'subnets': [{'id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:35:48.209757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d40e69-c753-41c3-a92a-41312822c121 req-3b313c70-6621-4092-aede-ecb796cd2450 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:48.214276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-934247d6-d3ee-4441-aa8f-b9756f97098c None None] Provisioning complete for port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:48.214932 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-934247d6-d3ee-4441-aa8f-b9756f97098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:48.217634 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7d40e69-c753-41c3-a92a-41312822c121 req-3b313c70-6621-4092-aede-ecb796cd2450 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 931 time: 0.0742438 Nov 09 20:35:48.227867 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae28a11-ba23-404d-849a-fd54b3b92dea None None] The sync data for ids ['ada6603d-c994-4807-93bf-7736467c32e0'] in n-d-817256-1 is: [{'id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'name': 'tempest-TestEncryptedCinderVolumes-1378722205-router', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:39Z', 'updated_at': '2021-11-09T20:35:43Z', 'revision_number': 4, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'gw_port': {'id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:40Z', 'updated_at': '2021-11-09T20:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '3e36cc63-448f-4f81-baca-eab700b8a4b9', 'name': '', 'network_id': '87bed80e-72f7-4d35-b1ce-c5f989e6eba6', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'mac_address': 'fa:16:3e:44:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:42Z', 'updated_at': '2021-11-09T20:35:47Z', 'revision_number': 4, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'subnets': [{'id': 'c00c9e28-4e21-43fe-87d5-40b0ce22e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:35:48.271667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-934247d6-d3ee-4441-aa8f-b9756f97098c None None] Port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:35:48.282173 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7d40e69-c753-41c3-a92a-41312822c121 req-c6ce1d28-6c59-4474-b30b-c7eba92f5e85 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635507 Nov 09 20:35:48.285973 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-934247d6-d3ee-4441-aa8f-b9756f97098c None None] Provisioning complete for port 3e36cc63-448f-4f81-baca-eab700b8a4b9 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:48.286357 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-934247d6-d3ee-4441-aa8f-b9756f97098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:48.315155 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:35:48.323624 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:48.337680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Transition to ACTIVE for port object 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:35:48.342040 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:48.397972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Pushing event updated for resources: {'Port': ['ID=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:48.491625 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Attempting to bind port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:35:48.492276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Attempting to bind port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:35:48.492949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Attempting to bind port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 on network 474ca434-48f4-493e-bd11-ae14dc2141e6 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:48.499859 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 on network 474ca434-48f4-493e-bd11-ae14dc2141e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:35:48.500715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Attempting to bind port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 on network 474ca434-48f4-493e-bd11-ae14dc2141e6 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:35:48.509850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:35:48.510387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Checking segment: {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:35:48.510981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Bound using segment: {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:35:48.511542 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Bound port: 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:35:48.512020 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:48.619045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] For port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:35:48.624240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] For port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:35:48.632770 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:48.688463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:48.689157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:48.691060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] 10.222.0.70 "PUT /v2.0/ports/23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 HTTP/1.1" status: 200 len: 1091 time: 0.8958910 Nov 09 20:35:48.692344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805a6a17-037b-4e40-9b79-e09f54a056f4', 'tag': '23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:35:48.723319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af713f-a822-4543-ba92-6a8d74cd7595 service neutron] Pushing event updated for resources: {'Port': ['ID=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:48.784394 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc565f8-7ab3-40ce-91f4-1a859f824795" -d '{"events": [{"name": "network-changed", "server_uuid": "805a6a17-037b-4e40-9b79-e09f54a056f4", "tag": "23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:35:48.808575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-cd1fba31-093d-41c0-a72b-548ea99cf4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:48.810660 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-cd1fba31-093d-41c0-a72b-548ea99cf4ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a9ad4cca2d594ba48b4cb994d122f563&device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 1094 time: 0.0576775 Nov 09 20:35:48.865563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-32d76dd5-6498-4225-bcc1-7422996ba904 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 HTTP/1.1" status: 200 len: 217 time: 0.0461681 Nov 09 20:35:48.905909 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a5b1c-e3c3-487e-9b3f-5f3df4c2e3cb x-openstack-request-id: req-593a5b1c-e3c3-487e-9b3f-5f3df4c2e3cb {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:35:48.906267 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805a6a17-037b-4e40-9b79-e09f54a056f4", "tag": "23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:35:48.906604 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-593a5b1c-e3c3-487e-9b3f-5f3df4c2e3cb {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:35:48.907019 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805a6a17-037b-4e40-9b79-e09f54a056f4', 'tag': '23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014', 'status': 'completed', 'code': 200} Nov 09 20:35:48.926983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-9f630684-b5b1-4564-866c-82eba844648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:48.928492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-9f630684-b5b1-4564-866c-82eba844648f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=453d213a-7359-450f-b41a-858468182794 HTTP/1.1" status: 200 len: 856 time: 0.0552928 Nov 09 20:35:48.977571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-804e462c-2e6a-4647-a210-50d2bdba57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:48.979181 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-804e462c-2e6a-4647-a210-50d2bdba57c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474ca434-48f4-493e-bd11-ae14dc2141e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430450 Nov 09 20:35:49.075938 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-e684cafc-dd69-42c4-a199-eea051d8fb00 service neutron] 10.222.0.70 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895307 Nov 09 20:35:49.178482 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3e36cc63-448f-4f81-baca-eab700b8a4b9 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:49.182178 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c268b23a-ea19-4d06-85ff-4aa2634641d2 req-19044f01-8a54-406a-a8a2-3ddd89f989a7 service neutron] 10.222.0.70 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988166 Nov 09 20:35:49.233830 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 3e36cc63-448f-4f81-baca-eab700b8a4b9 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:49.234132 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:49.287643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-8a99908e-d181-48b3-837f-f376d62468f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:49.289160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-8a99908e-d181-48b3-837f-f376d62468f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a9ad4cca2d594ba48b4cb994d122f563&device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 1094 time: 0.0475843 Nov 09 20:35:49.322099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 79c4c4d6-8f4b-4a35-8672-475abc704997 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:49.384120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 79c4c4d6-8f4b-4a35-8672-475abc704997 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:49.384621 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:49.391067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-bdae2df7-9e81-4669-9a8d-5103925a0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:49.393962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-bdae2df7-9e81-4669-9a8d-5103925a0d53 service neutron] 10.222.0.70 "GET /v2.0/networks?id=474ca434-48f4-493e-bd11-ae14dc2141e6 HTTP/1.1" status: 200 len: 918 time: 0.0973728 Nov 09 20:35:49.414819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263211c9-858d-4d84-ba3e-4a8f333a1f0a req-281a2b34-7c10-407a-b93b-7b8c12703c5f tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:49.417052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-263211c9-858d-4d84-ba3e-4a8f333a1f0a req-281a2b34-7c10-407a-b93b-7b8c12703c5f tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 943 time: 0.0603614 Nov 09 20:35:49.439877 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-8c64d930-464d-4200-bce4-8e6811a694ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 HTTP/1.1" status: 200 len: 217 time: 0.0380018 Nov 09 20:35:49.461937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-263211c9-858d-4d84-ba3e-4a8f333a1f0a req-dd4a5dee-d374-4b19-9fff-b1bed40be6e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360498 Nov 09 20:35:49.505705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-74f52e06-e46e-4112-b821-b29c8d9f8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:49.507346 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-74f52e06-e46e-4112-b821-b29c8d9f8b88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=453d213a-7359-450f-b41a-858468182794 HTTP/1.1" status: 200 len: 856 time: 0.0595596 Nov 09 20:35:49.558323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-46d0635f-1f27-4c73-a616-f15ce78320c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:49.559900 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-46d0635f-1f27-4c73-a616-f15ce78320c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474ca434-48f4-493e-bd11-ae14dc2141e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454216 Nov 09 20:35:49.668568 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-d787300c-9c4b-4483-831c-32cfb14aaa5e service neutron] 10.222.0.70 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996251 Nov 09 20:35:49.772125 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-abc565f8-7ab3-40ce-91f4-1a859f824795 req-455565ea-fcdd-4129-baf7-730bad3a471a service neutron] 10.222.0.70 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946996 Nov 09 20:35:50.588783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d910-5f6f-42da-b1fa-0d0d97926207 req-a35cdf93-e80f-4ca2-87b7-31166e38836b tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:50.590311 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42c2d910-5f6f-42da-b1fa-0d0d97926207 req-a35cdf93-e80f-4ca2-87b7-31166e38836b tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 943 time: 0.0511096 Nov 09 20:35:50.632256 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42c2d910-5f6f-42da-b1fa-0d0d97926207 req-dc1eaf06-a563-43ec-a163-cd83811394f5 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358107 Nov 09 20:35:51.651657 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:51.753908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19bdd9-6e2a-410d-a52f-1ac43a9e4046 req-f79806a1-e8d5-48bd-b97d-0354c609b81b tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:51.755898 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d19bdd9-6e2a-410d-a52f-1ac43a9e4046 req-f79806a1-e8d5-48bd-b97d-0354c609b81b tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 943 time: 0.0515661 Nov 09 20:35:51.794737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2d19bdd9-6e2a-410d-a52f-1ac43a9e4046 req-23c3a4b8-134a-4df0-958b-2a15d07e5a7b tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327797 Nov 09 20:35:52.924434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119a3b5-67cf-436a-a584-03e53799f5b3 req-010293b0-f193-43d0-b370-93ae612d3e6d tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:52.925907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7119a3b5-67cf-436a-a584-03e53799f5b3 req-010293b0-f193-43d0-b370-93ae612d3e6d tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 943 time: 0.0612600 Nov 09 20:35:52.969622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7119a3b5-67cf-436a-a584-03e53799f5b3 req-8c566f37-353a-465e-8696-488c51390ce9 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343585 Nov 09 20:35:53.369646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:35:53.469968 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:53.482195 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014', 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'port_id': '23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014', 'mac_address': 'fa:16:3e:c4:fe:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453d213a-7359-450f-b41a-858468182794', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:35:53.521911 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:53.535351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:35:53.558383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:53.562339 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:53.615819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:53.785258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:35:54.101984 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ffd88-703d-4856-97c6-a45e342a7505 req-be09eb8c-21cc-4641-a8e5-76fb7d0f494d tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:54.103557 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d55ffd88-703d-4856-97c6-a45e342a7505 req-be09eb8c-21cc-4641-a8e5-76fb7d0f494d tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 944 time: 0.0586765 Nov 09 20:35:54.148519 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d55ffd88-703d-4856-97c6-a45e342a7505 req-1b8cad32-51f2-441c-be29-44f225041628 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389481 Nov 09 20:35:55.267080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6815-5b17-41dd-b405-b57b51f10e5b req-e852a184-59f3-4a4c-864f-f0b461834404 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:55.268591 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-baab6815-5b17-41dd-b405-b57b51f10e5b req-e852a184-59f3-4a4c-864f-f0b461834404 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 944 time: 0.0493824 Nov 09 20:35:55.306694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-baab6815-5b17-41dd-b405-b57b51f10e5b req-e9d53e2e-4055-4ffa-b9c4-fb6a5d305c89 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Nov 09 20:35:55.372646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:35:55.425103 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:35:55.428658 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:35:55.429029 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:55.504520 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:55.528917 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805a6a17-037b-4e40-9b79-e09f54a056f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:35:55.543721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:35:55.547612 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:55.572576 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c1e5e6-354b-4cb9-ade4-03aa2881b139" -d '{"events": [{"server_uuid": "805a6a17-037b-4e40-9b79-e09f54a056f4", "name": "network-vif-plugged", "status": "completed", "tag": "23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:35:55.604325 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:35:55.662021 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b6ef70-cb4b-40bf-8c9d-b7a1ee97120d x-openstack-request-id: req-d3b6ef70-cb4b-40bf-8c9d-b7a1ee97120d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:35:55.662365 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805a6a17-037b-4e40-9b79-e09f54a056f4", "name": "network-vif-plugged", "status": "completed", "tag": "23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:35:55.663368 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3b6ef70-cb4b-40bf-8c9d-b7a1ee97120d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:35:55.663826 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805a6a17-037b-4e40-9b79-e09f54a056f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014', 'code': 200} Nov 09 20:35:55.764667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362d62b-632d-402e-8a4b-ec692c93bbde req-e8c87058-abb5-478f-ada4-10ad1f144f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:55.766231 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9362d62b-632d-402e-8a4b-ec692c93bbde req-e8c87058-abb5-478f-ada4-10ad1f144f46 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 1096 time: 0.0441129 Nov 09 20:35:55.802643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9362d62b-632d-402e-8a4b-ec692c93bbde req-eed4485a-8eb4-4f5a-9bc6-c27b63523eb2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292296 Nov 09 20:35:55.901376 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:35:56.428526 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067d341-49f7-47b3-a62a-101ff5d6bab5 req-57e29e3b-e7db-4e93-9b8a-b192f0a31631 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:56.430039 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a067d341-49f7-47b3-a62a-101ff5d6bab5 req-57e29e3b-e7db-4e93-9b8a-b192f0a31631 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 945 time: 0.0537896 Nov 09 20:35:56.469001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a067d341-49f7-47b3-a62a-101ff5d6bab5 req-5b34a3b6-a339-485f-af65-e345af472a83 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329266 Nov 09 20:35:57.586315 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21602193-caf6-43d2-a948-87f65d5719f3 req-e9f868e8-2c13-42fe-bdd2-e2484b899a3c tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:57.587823 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21602193-caf6-43d2-a948-87f65d5719f3 req-e9f868e8-2c13-42fe-bdd2-e2484b899a3c tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 945 time: 0.0490980 Nov 09 20:35:57.626324 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21602193-caf6-43d2-a948-87f65d5719f3 req-de40b5e0-329f-4f47-9c3f-be68beeac4a4 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Nov 09 20:35:57.749807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d8d9c-d861-4cd6-a2df-78a827b95578 req-adb859cb-8acd-4b04-aac8-d6d295c869c4 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:35:57.751288 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf2d8d9c-d861-4cd6-a2df-78a827b95578 req-adb859cb-8acd-4b04-aac8-d6d295c869c4 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 945 time: 0.0533030 Nov 09 20:35:57.791712 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf2d8d9c-d861-4cd6-a2df-78a827b95578 req-41c9d86c-eb77-46a4-b1c5-2c8b9b478353 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330815 Nov 09 20:36:10.341179 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e6a8a664-8a51-4b15-813a-4b1b609bb18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:11.053190 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:36:13.288369 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc32b6b4-bb10-4df6-9c43-2d2261d1f327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:13.559012 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:14.723624 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:16.468430 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:17.580469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468205-ec82-4c4a-a187-8179677c1c69 req-2c249aa8-21fa-4773-a464-2fe347b05092 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:17.581875 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7468205-ec82-4c4a-a187-8179677c1c69 req-2c249aa8-21fa-4773-a464-2fe347b05092 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 945 time: 0.0511687 Nov 09 20:36:17.623629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b7468205-ec82-4c4a-a187-8179677c1c69 req-0000236d-2141-4fae-b624-be2fd771f06d tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344725 Nov 09 20:36:18.750916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343b372-bca6-4a53-9c68-cb4cfac97ff3 req-c3367c8c-8cab-42b1-bae9-8d5483145d60 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:18.752482 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b343b372-bca6-4a53-9c68-cb4cfac97ff3 req-c3367c8c-8cab-42b1-bae9-8d5483145d60 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 945 time: 0.0550489 Nov 09 20:36:18.794445 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b343b372-bca6-4a53-9c68-cb4cfac97ff3 req-a08ff354-933f-41a5-a1bd-4a902a1b093e tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344026 Nov 09 20:36:19.048789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e658b-9069-474f-868a-3ce58c1b557e req-0a42a93b-24fc-4a3b-80d8-d8c3e645b9e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:19.050175 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e53e658b-9069-474f-868a-3ce58c1b557e req-0a42a93b-24fc-4a3b-80d8-d8c3e645b9e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.70 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 945 time: 0.0559773 Nov 09 20:36:19.145903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-e53e658b-9069-474f-868a-3ce58c1b557e req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Deleting port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:36:19.146248 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e53e658b-9069-474f-868a-3ce58c1b557e req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:19.239957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e53e658b-9069-474f-868a-3ce58c1b557e req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] For port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:19.240317 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e53e658b-9069-474f-868a-3ce58c1b557e req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:19.254818 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-e53e658b-9069-474f-868a-3ce58c1b557e req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Calling delete_port for 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:36:19.391488 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e53e658b-9069-474f-868a-3ce58c1b557e req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:19.404134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:36:19.424258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Pushing event deleted for resources: {'Port': ['ID=23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:19.455999 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.456339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.456682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.457014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.457372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.457703 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.458030 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.458355 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.458722 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.459042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.459361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.459684 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:19.480140 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53e658b-9069-474f-868a-3ce58c1b557e req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] No DVR routers for this DVR port 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:36:19.483046 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e53e658b-9069-474f-868a-3ce58c1b557e req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:19.486554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e53e658b-9069-474f-868a-3ce58c1b557e req-211600e4-7b8c-4072-9cf7-e90ad8989e25 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.70 "DELETE /v2.0/ports/23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 HTTP/1.1" status: 204 len: 173 time: 0.4293177 Nov 09 20:36:19.487024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805a6a17-037b-4e40-9b79-e09f54a056f4', 'name': 'network-vif-deleted', 'tag': '23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:36:19.489389 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9460bdfc-d07d-440b-980b-7cc219709e84" -d '{"events": [{"server_uuid": "805a6a17-037b-4e40-9b79-e09f54a056f4", "name": "network-vif-deleted", "tag": "23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:36:19.529438 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07099505-4f45-4bc2-9558-afd5d728f94c x-openstack-request-id: req-07099505-4f45-4bc2-9558-afd5d728f94c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:36:19.529790 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805a6a17-037b-4e40-9b79-e09f54a056f4", "name": "network-vif-deleted", "tag": "23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:36:19.530074 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07099505-4f45-4bc2-9558-afd5d728f94c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:36:19.530541 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805a6a17-037b-4e40-9b79-e09f54a056f4', 'name': 'network-vif-deleted', 'tag': '23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014', 'status': 'completed', 'code': 200} Nov 09 20:36:19.904516 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6b94d67b-c2be-4b71-a69e-9d3b4a763ec4 req-930f7209-531e-4c42-b243-251c33b69bb4 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=805a6a17-037b-4e40-9b79-e09f54a056f4 HTTP/1.1" status: 200 len: 210 time: 0.0306726 Nov 09 20:36:21.376090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-ea558e14-3909-405e-b389-be095b07df2a tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:21.377585 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-ea558e14-3909-405e-b389-be095b07df2a tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/networks?id=474ca434-48f4-493e-bd11-ae14dc2141e6 HTTP/1.1" status: 200 len: 817 time: 0.1102853 Nov 09 20:36:21.394235 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-b2061c42-5a56-41d8-a37a-e02a425f7eee tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/quotas/a9ad4cca2d594ba48b4cb994d122f563 HTTP/1.1" status: 200 len: 375 time: 0.0093899 Nov 09 20:36:21.457315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-0ce75fad-10c6-4403-8894-cac27d7b0c8f tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9ad4cca2d594ba48b4cb994d122f563&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562987 Nov 09 20:36:21.650735 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-7292fbb2-bdf1-425f-9282-f416e97a3373 service neutron] 10.222.0.53 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429060 Nov 09 20:36:21.677791 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:21.753942 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-53cd1b96-3fff-4110-9471-28dba86ae630 service neutron] 10.222.0.53 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968211 Nov 09 20:36:21.923630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-da13d2d3-1f19-4415-9850-b4bd334f27d4 req-13a2d687-d926-4beb-9bdc-0e4569e7c6c9 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 210 time: 0.0287318 Nov 09 20:36:22.884655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-60dd9e4c-024b-4537-bac9-e0102f2e1a06 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:22.886158 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-60dd9e4c-024b-4537-bac9-e0102f2e1a06 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.70 "GET /v2.0/networks?id=474ca434-48f4-493e-bd11-ae14dc2141e6 HTTP/1.1" status: 200 len: 817 time: 0.1123750 Nov 09 20:36:22.900660 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Request body: {'port': {'device_id': '104fa394-1bb1-4bbb-93d0-6da6e72ae6b1', 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'admin_state_up': True, 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:36:23.023047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e670c9fb-9067-40e3-9dc0-f77edd285db4 req-edc8f578-6168-4370-bd26-a5a70f904c4f tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 210 time: 0.0275247 Nov 09 20:36:23.027199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Made reservation on behalf of a9ad4cca2d594ba48b4cb994d122f563 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:36:23.030839 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:23.173599 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Allocated IP 172.20.0.12 (474ca434-48f4-493e-bd11-ae14dc2141e6/453d213a-7359-450f-b41a-858468182794/7d7a9780-c21d-471a-b456-5d3feeecd87c) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:36:23.330930 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:23.365927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:23.412504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Network 474ca434-48f4-493e-bd11-ae14dc2141e6 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:36:23.416089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:36:23.419887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:36:23.449311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Pushing event updated for resources: {'Port': ['ID=7d7a9780-c21d-471a-b456-5d3feeecd87c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:23.480117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:23.480791 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:23.506322 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-c653402f-3093-4af2-bb7f-8d142bb5e8ec tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6105568 Nov 09 20:36:23.521729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Request body: {'port': {'device_id': '104fa394-1bb1-4bbb-93d0-6da6e72ae6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:36:23.524332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:36:23.545603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:36:23.546412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 23c2f0f3-f48a-4dbf-8ca3-d5e329c5e014 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:36:23.583970 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:23.735756 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fbb963fe-2fec-44d5-aa00-84da05637e75 None None] Provisioning complete for port 7d7a9780-c21d-471a-b456-5d3feeecd87c triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:36:23.736137 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fbb963fe-2fec-44d5-aa00-84da05637e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:23.777127 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fbb963fe-2fec-44d5-aa00-84da05637e75 None None] Port 7d7a9780-c21d-471a-b456-5d3feeecd87c cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:36:23.860362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7a9780-c21d-471a-b456-5d3feeecd87c {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:36:23.869168 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:23.881898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Transition to ACTIVE for port object 7d7a9780-c21d-471a-b456-5d3feeecd87c will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:36:23.885368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:23.940732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a9780-c21d-471a-b456-5d3feeecd87c,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:24.021975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Attempting to bind port 7d7a9780-c21d-471a-b456-5d3feeecd87c on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:36:24.022316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Attempting to bind port 7d7a9780-c21d-471a-b456-5d3feeecd87c by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:36:24.022681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Attempting to bind port 7d7a9780-c21d-471a-b456-5d3feeecd87c on network 474ca434-48f4-493e-bd11-ae14dc2141e6 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:36:24.027578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Port 7d7a9780-c21d-471a-b456-5d3feeecd87c on network 474ca434-48f4-493e-bd11-ae14dc2141e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:36:24.028226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Attempting to bind port 7d7a9780-c21d-471a-b456-5d3feeecd87c on network 474ca434-48f4-493e-bd11-ae14dc2141e6 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:36:24.033016 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:36:24.033356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Checking segment: {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:36:24.033741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Bound using segment: {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:36:24.034186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Bound port: 7d7a9780-c21d-471a-b456-5d3feeecd87c, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69305250-5f11-47f1-ad5c-062438061869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:36:24.034574 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:24.142435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] For port 7d7a9780-c21d-471a-b456-5d3feeecd87c, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:36:24.157962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] For port 7d7a9780-c21d-471a-b456-5d3feeecd87c, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7d7a9780-c21d-471a-b456-5d3feeecd87c,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:36:24.163156 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:24.215207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23300bdc-8e9c-48e1-b009-28c62b8475c4 req-806f0b1c-14aa-419e-aa7f-9db69f77477d tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:24.215207 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23300bdc-8e9c-48e1-b009-28c62b8475c4 req-806f0b1c-14aa-419e-aa7f-9db69f77477d tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 944 time: 0.1091218 Nov 09 20:36:24.226798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:24.227773 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:24.229190 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] 10.222.0.70 "PUT /v2.0/ports/7d7a9780-c21d-471a-b456-5d3feeecd87c HTTP/1.1" status: 200 len: 1092 time: 0.7129552 Nov 09 20:36:24.229765 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104fa394-1bb1-4bbb-93d0-6da6e72ae6b1', 'tag': '7d7a9780-c21d-471a-b456-5d3feeecd87c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:36:24.231946 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9025c392-11c6-45c7-b4a7-0f96067e9ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "104fa394-1bb1-4bbb-93d0-6da6e72ae6b1", "tag": "7d7a9780-c21d-471a-b456-5d3feeecd87c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:36:24.273009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f316dd-2629-4889-a001-7123475cb51d service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a9780-c21d-471a-b456-5d3feeecd87c,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:24.279115 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acefca7-fdfb-4fa0-ba9d-996d5b60b1f1 x-openstack-request-id: req-1acefca7-fdfb-4fa0-ba9d-996d5b60b1f1 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:36:24.279310 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104fa394-1bb1-4bbb-93d0-6da6e72ae6b1", "tag": "7d7a9780-c21d-471a-b456-5d3feeecd87c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:36:24.279591 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1acefca7-fdfb-4fa0-ba9d-996d5b60b1f1 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:36:24.280651 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104fa394-1bb1-4bbb-93d0-6da6e72ae6b1', 'tag': '7d7a9780-c21d-471a-b456-5d3feeecd87c', 'status': 'completed', 'code': 200} Nov 09 20:36:24.303613 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23300bdc-8e9c-48e1-b009-28c62b8475c4 req-5e9bd712-a480-4541-99ad-51cc6d7bc822 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784428 Nov 09 20:36:24.345847 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-08ab6148-fe43-48ed-80eb-94a3a3d475a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:24.347363 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-08ab6148-fe43-48ed-80eb-94a3a3d475a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a9ad4cca2d594ba48b4cb994d122f563&device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 1095 time: 0.0610812 Nov 09 20:36:24.392938 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-ec562b0f-e7ad-41ea-b7a9-ea172d3622f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d7a9780-c21d-471a-b456-5d3feeecd87c HTTP/1.1" status: 200 len: 217 time: 0.0361745 Nov 09 20:36:24.450386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-ddc3b2f5-6a33-45bc-87c4-d12d15cb8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:24.451918 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-ddc3b2f5-6a33-45bc-87c4-d12d15cb8805 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=453d213a-7359-450f-b41a-858468182794 HTTP/1.1" status: 200 len: 856 time: 0.0511706 Nov 09 20:36:24.499864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-26d730f0-6e33-41ca-bdf1-664d5efdccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:24.501365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-26d730f0-6e33-41ca-bdf1-664d5efdccee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474ca434-48f4-493e-bd11-ae14dc2141e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412915 Nov 09 20:36:24.595001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-b308e210-b5dc-49b9-a7eb-f9ba627fa471 service neutron] 10.222.0.70 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844562 Nov 09 20:36:24.692413 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b0624f6-a618-4fe5-8d76-18a70f33dad5 req-e250216a-7201-42ca-b6b7-951ce8f6391b service neutron] 10.222.0.70 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898838 Nov 09 20:36:24.779595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-6f059190-8a2e-4b47-8d6e-a3adcfec6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:24.781185 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-6f059190-8a2e-4b47-8d6e-a3adcfec6538 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a9ad4cca2d594ba48b4cb994d122f563&device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 1095 time: 0.0440769 Nov 09 20:36:24.880048 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-e8a85e04-c4ee-4fd1-a0c6-87c887d7494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:24.881588 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-e8a85e04-c4ee-4fd1-a0c6-87c887d7494d service neutron] 10.222.0.70 "GET /v2.0/networks?id=474ca434-48f4-493e-bd11-ae14dc2141e6 HTTP/1.1" status: 200 len: 918 time: 0.0934527 Nov 09 20:36:24.925254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-c59c0013-cd2e-4374-9cc4-f9841aad88af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d7a9780-c21d-471a-b456-5d3feeecd87c HTTP/1.1" status: 200 len: 217 time: 0.0359037 Nov 09 20:36:24.977224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-a7d71d70-4cb2-4ce2-9464-30197c2ed8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:24.978734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-a7d71d70-4cb2-4ce2-9464-30197c2ed8fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=453d213a-7359-450f-b41a-858468182794 HTTP/1.1" status: 200 len: 856 time: 0.0449109 Nov 09 20:36:25.029793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-9bf3f464-2cf2-4f03-9ccc-ddba1175095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:25.031377 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-9bf3f464-2cf2-4f03-9ccc-ddba1175095d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=474ca434-48f4-493e-bd11-ae14dc2141e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449669 Nov 09 20:36:25.124828 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-cd941caa-5a90-493b-8785-40c1a32e1bd7 service neutron] 10.222.0.70 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840974 Nov 09 20:36:25.224056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9025c392-11c6-45c7-b4a7-0f96067e9ad8 req-92a02e76-dd22-4723-af8d-d4fb2928b0e8 service neutron] 10.222.0.70 "GET /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904834 Nov 09 20:36:25.433571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dea03-cdb8-4b4f-8024-9600c16876c4 req-2778ee79-7ad2-49ac-a677-74e38b0907ac tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:25.435177 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-be7dea03-cdb8-4b4f-8024-9600c16876c4 req-2778ee79-7ad2-49ac-a677-74e38b0907ac tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 944 time: 0.0507774 Nov 09 20:36:25.474785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-be7dea03-cdb8-4b4f-8024-9600c16876c4 req-eb813a6f-b69a-44a7-86a7-899c4ebe0cb4 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335791 Nov 09 20:36:25.900160 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:26.605182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a101d12-bf35-4c9a-b9f7-df911e1da64d req-4c779421-4a7d-4e43-af05-64ba038de64f tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:26.607042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a101d12-bf35-4c9a-b9f7-df911e1da64d req-4c779421-4a7d-4e43-af05-64ba038de64f tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 944 time: 0.0547569 Nov 09 20:36:26.651050 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a101d12-bf35-4c9a-b9f7-df911e1da64d req-818d74cd-51ea-41bd-840e-4e9ddc8fa3db tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379989 Nov 09 20:36:27.555746 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7d7a9780-c21d-471a-b456-5d3feeecd87c details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:36:27.653381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7d7a9780-c21d-471a-b456-5d3feeecd87c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7d7a9780-c21d-471a-b456-5d3feeecd87c,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:27.667261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '7d7a9780-c21d-471a-b456-5d3feeecd87c', 'network_id': '474ca434-48f4-493e-bd11-ae14dc2141e6', 'port_id': '7d7a9780-c21d-471a-b456-5d3feeecd87c', 'mac_address': 'fa:16:3e:b2:67:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453d213a-7359-450f-b41a-858468182794', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:36:27.709860 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:27.727433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7a9780-c21d-471a-b456-5d3feeecd87c {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:36:27.749026 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7d7a9780-c21d-471a-b456-5d3feeecd87c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7d7a9780-c21d-471a-b456-5d3feeecd87c,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:27.754126 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:27.780794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d78b72-4ee0-4fb1-8a8a-ac58bc342b5e req-64974804-1cb4-48a1-8912-507a25087c31 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:27.782370 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59d78b72-4ee0-4fb1-8a8a-ac58bc342b5e req-64974804-1cb4-48a1-8912-507a25087c31 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 944 time: 0.0583804 Nov 09 20:36:27.805621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7d7a9780-c21d-471a-b456-5d3feeecd87c,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:27.815335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.815616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.815935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.816270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.816638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.816972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.817301 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.817634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.817970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.818299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.818692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.818971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:27.823999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59d78b72-4ee0-4fb1-8a8a-ac58bc342b5e req-1ff4ee78-8ec3-457d-935b-50a2a34159dc tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351813 Nov 09 20:36:27.943039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['7d7a9780-c21d-471a-b456-5d3feeecd87c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:36:28.943749 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a34ca-fc63-4ddd-be95-46f8351dad0e req-ab709f49-d348-4aed-94a0-9f6b9610dc4c tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:28.945258 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-076a34ca-fc63-4ddd-be95-46f8351dad0e req-ab709f49-d348-4aed-94a0-9f6b9610dc4c tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 945 time: 0.0516493 Nov 09 20:36:28.985053 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-076a34ca-fc63-4ddd-be95-46f8351dad0e req-6ebcb1e3-0218-4df4-9a09-da02f47bb0fe tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335648 Nov 09 20:36:29.559889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7d7a9780-c21d-471a-b456-5d3feeecd87c up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:36:29.609570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 7d7a9780-c21d-471a-b456-5d3feeecd87c completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:36:29.613109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 7d7a9780-c21d-471a-b456-5d3feeecd87c triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:36:29.613478 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:29.688977 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:29.713507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104fa394-1bb1-4bbb-93d0-6da6e72ae6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a9780-c21d-471a-b456-5d3feeecd87c'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:36:29.715924 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3a1d41-6fa8-473f-ab6a-2812b5395f31" -d '{"events": [{"server_uuid": "104fa394-1bb1-4bbb-93d0-6da6e72ae6b1", "name": "network-vif-plugged", "status": "completed", "tag": "7d7a9780-c21d-471a-b456-5d3feeecd87c"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:36:29.731694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7d7a9780-c21d-471a-b456-5d3feeecd87c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7d7a9780-c21d-471a-b456-5d3feeecd87c,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:29.736440 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:29.773763 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0653bd5-17e4-498c-b788-8df224321f19 x-openstack-request-id: req-e0653bd5-17e4-498c-b788-8df224321f19 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:36:29.774073 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104fa394-1bb1-4bbb-93d0-6da6e72ae6b1", "name": "network-vif-plugged", "status": "completed", "tag": "7d7a9780-c21d-471a-b456-5d3feeecd87c", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:36:29.774308 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0653bd5-17e4-498c-b788-8df224321f19 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:36:29.775278 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104fa394-1bb1-4bbb-93d0-6da6e72ae6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a9780-c21d-471a-b456-5d3feeecd87c', 'code': 200} Nov 09 20:36:29.801932 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7d7a9780-c21d-471a-b456-5d3feeecd87c,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:29.855834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920df195-ffc9-4a71-8ddc-ccbfbeffa156 req-5d2eaffb-2598-4cbc-80c0-ec255d9a1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:29.857340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-920df195-ffc9-4a71-8ddc-ccbfbeffa156 req-5d2eaffb-2598-4cbc-80c0-ec255d9a1669 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 1097 time: 0.0411160 Nov 09 20:36:29.900726 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-920df195-ffc9-4a71-8ddc-ccbfbeffa156 req-35fe3178-61d6-43f2-bf21-4a28d396bc7b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362103 Nov 09 20:36:30.103977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b1196-756f-4347-94e1-5f423827f5f6 req-29dd7d7d-5591-4255-bc6c-3fc66de26bd4 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:30.105460 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-246b1196-756f-4347-94e1-5f423827f5f6 req-29dd7d7d-5591-4255-bc6c-3fc66de26bd4 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 946 time: 0.0511014 Nov 09 20:36:30.145524 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-246b1196-756f-4347-94e1-5f423827f5f6 req-f685a9a0-baf6-498c-a800-beb9111d8c0f tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Nov 09 20:36:31.269136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008ccd-e08d-450b-a674-e9fe4065b1b9 req-7c398ab6-e856-46d3-a82a-90ade4b14664 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:31.270855 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-80008ccd-e08d-450b-a674-e9fe4065b1b9 req-7c398ab6-e856-46d3-a82a-90ade4b14664 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 946 time: 0.0546153 Nov 09 20:36:31.310724 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-80008ccd-e08d-450b-a674-e9fe4065b1b9 req-2719c09e-563a-441f-a825-306b19c227b3 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Nov 09 20:36:31.436976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7af25f-62ba-4739-9d78-e118c39ab32b req-7e9d05a9-400d-435c-8cfe-e1ea79f9ca6b tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:31.438483 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b7af25f-62ba-4739-9d78-e118c39ab32b req-7e9d05a9-400d-435c-8cfe-e1ea79f9ca6b tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 946 time: 0.0504837 Nov 09 20:36:31.485213 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b7af25f-62ba-4739-9d78-e118c39ab32b req-c06d4401-3271-4636-a197-e27d67a47c9e tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Nov 09 20:36:40.333367 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3dd95b0b-2258-4f67-bb63-d996d03a53de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:43.291418 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-48bf5870-5f20-4dc5-b3bf-ea657957e4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:43.561761 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:44.724298 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:46.470832 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:48.052668 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:36:50.046402 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530f989-c77a-4ccc-8152-1d81059a1308 req-78d1da88-9129-489a-831a-7a90ba1a5019 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:50.047988 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a530f989-c77a-4ccc-8152-1d81059a1308 req-78d1da88-9129-489a-831a-7a90ba1a5019 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 946 time: 0.0511100 Nov 09 20:36:50.092293 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a530f989-c77a-4ccc-8152-1d81059a1308 req-b9e88d16-65e1-409f-a0e6-a1ff137e2de3 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 Nov 09 20:36:51.217166 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c5287-b271-4911-bb51-a918dc562461 req-5049ad39-a568-4797-985e-4222e6c1cea4 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:51.218793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-095c5287-b271-4911-bb51-a918dc562461 req-5049ad39-a568-4797-985e-4222e6c1cea4 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 946 time: 0.0543346 Nov 09 20:36:51.261785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-095c5287-b271-4911-bb51-a918dc562461 req-b81381b4-dec7-4534-a888-cc254a28ad3b tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/security-groups?id=53d35225-954a-4c4f-8a66-ebc460fb30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Nov 09 20:36:51.566695 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-7bbcd6f9-485a-48a6-869e-69ba85355f9c tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:36:51.568096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-7bbcd6f9-485a-48a6-869e-69ba85355f9c tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.70 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 946 time: 0.0506005 Nov 09 20:36:51.660927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-a9e669a4-0605-4dc7-bd5b-48819ff726e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Deleting port 7d7a9780-c21d-471a-b456-5d3feeecd87c {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:36:51.661264 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-a9e669a4-0605-4dc7-bd5b-48819ff726e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:51.692638 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:51.760183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-a9e669a4-0605-4dc7-bd5b-48819ff726e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] For port 7d7a9780-c21d-471a-b456-5d3feeecd87c, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7d7a9780-c21d-471a-b456-5d3feeecd87c,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:51.760547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-a9e669a4-0605-4dc7-bd5b-48819ff726e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:51.774618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-a9e669a4-0605-4dc7-bd5b-48819ff726e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Calling delete_port for 7d7a9780-c21d-471a-b456-5d3feeecd87c owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:36:51.908383 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-a9e669a4-0605-4dc7-bd5b-48819ff726e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:51.922450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['7d7a9780-c21d-471a-b456-5d3feeecd87c'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:36:51.940435 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e669a4-0605-4dc7-bd5b-48819ff726e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Pushing event deleted for resources: {'Port': ['ID=7d7a9780-c21d-471a-b456-5d3feeecd87c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:51.985868 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-a9e669a4-0605-4dc7-bd5b-48819ff726e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] No DVR routers for this DVR port 7d7a9780-c21d-471a-b456-5d3feeecd87c on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:36:51.988606 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-a9e669a4-0605-4dc7-bd5b-48819ff726e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:51.992025 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4b961f3-7020-42eb-90fa-66d766879da1 req-a9e669a4-0605-4dc7-bd5b-48819ff726e0 tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.70 "DELETE /v2.0/ports/7d7a9780-c21d-471a-b456-5d3feeecd87c HTTP/1.1" status: 204 len: 173 time: 0.4176478 Nov 09 20:36:51.992512 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104fa394-1bb1-4bbb-93d0-6da6e72ae6b1', 'name': 'network-vif-deleted', 'tag': '7d7a9780-c21d-471a-b456-5d3feeecd87c'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:36:51.995686 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a0fd37-388c-459b-8c27-220538926b68" -d '{"events": [{"server_uuid": "104fa394-1bb1-4bbb-93d0-6da6e72ae6b1", "name": "network-vif-deleted", "tag": "7d7a9780-c21d-471a-b456-5d3feeecd87c"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:36:52.034983 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba76463c-9aa2-47b6-b62c-df6ab28a357f x-openstack-request-id: req-ba76463c-9aa2-47b6-b62c-df6ab28a357f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:36:52.035288 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104fa394-1bb1-4bbb-93d0-6da6e72ae6b1", "name": "network-vif-deleted", "tag": "7d7a9780-c21d-471a-b456-5d3feeecd87c", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:36:52.035661 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba76463c-9aa2-47b6-b62c-df6ab28a357f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:36:52.036000 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104fa394-1bb1-4bbb-93d0-6da6e72ae6b1', 'name': 'network-vif-deleted', 'tag': '7d7a9780-c21d-471a-b456-5d3feeecd87c', 'status': 'completed', 'code': 200} Nov 09 20:36:52.377402 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ad1081f-746d-4fb4-a1be-97866d8190d5 req-48610306-b3cf-421b-94ad-663abda3d78e tempest-TestEncryptedCinderVolumes-167774286 tempest-TestEncryptedCinderVolumes-167774286-project] 10.222.0.53 "GET /v2.0/ports?device_id=104fa394-1bb1-4bbb-93d0-6da6e72ae6b1 HTTP/1.1" status: 200 len: 210 time: 0.0299630 Nov 09 20:36:53.481428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52678) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:36:53.851939 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:54.120800 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Deleting port 6c9a5021-afed-4f6b-91ad-6ddff1582a10 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:36:54.121056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:54.204102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] For port 6c9a5021-afed-4f6b-91ad-6ddff1582a10, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=6c9a5021-afed-4f6b-91ad-6ddff1582a10,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:54.204476 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:54.218026 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Calling delete_port for 6c9a5021-afed-4f6b-91ad-6ddff1582a10 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:36:54.417969 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:54.445909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9a5021-afed-4f6b-91ad-6ddff1582a10,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:54.475359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.475711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.476063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.476412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.476766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.477709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.478243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.478815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.479161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.479499 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.479840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.480174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:36:54.952003 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:55.182670 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Router ba171a5c-29a4-4564-afad-9617cf9d8635 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:36:55.294921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:36:55.299983 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-99f7a2b7-9297-43bb-963b-91499096e02b admin admin] 10.222.0.53 "PUT /v2.0/routers/ba171a5c-29a4-4564-afad-9617cf9d8635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173740 Nov 09 20:36:55.302591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52680) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:36:55.306873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] Sync routers for ids ['ba171a5c-29a4-4564-afad-9617cf9d8635'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:36:55.316351 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] Routers {'ba171a5c-29a4-4564-afad-9617cf9d8635'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:36:55.316976 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba171a5c-29a4-4564-afad-9617cf9d8635'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:55.412992 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:55.434191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] Set router ba171a5c-29a4-4564-afad-9617cf9d8635 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:36:55.531005 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:55.591268 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Deleting port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:36:55.591623 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:55.625060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'name': 'tempest-TestEncryptedCinderVolumes-1073186107-router', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:36:54Z', 'revision_number': 5, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'gw_port': {'id': '3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:55.658528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] Checking router: ba171a5c-29a4-4564-afad-9617cf9d8635 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:36:55.667075 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] Routers {'ba171a5c-29a4-4564-afad-9617cf9d8635'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:36:55.667704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba171a5c-29a4-4564-afad-9617cf9d8635'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:55.679207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] For port 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:55.679569 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:55.694418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Calling delete_port for 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:36:55.734162 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7d7a9780-c21d-471a-b456-5d3feeecd87c no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:36:55.757842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 7d7a9780-c21d-471a-b456-5d3feeecd87c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:36:55.758703 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7d7a9780-c21d-471a-b456-5d3feeecd87c not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:36:55.781679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] Set router ba171a5c-29a4-4564-afad-9617cf9d8635 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:36:55.835916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'name': 'tempest-TestEncryptedCinderVolumes-1073186107-router', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:36:55Z', 'revision_number': 6, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:55.866020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f839af-4394-41f8-9a1e-61a4b3c36793 None None] The sync data for ids ['ba171a5c-29a4-4564-afad-9617cf9d8635'] in n-d-817256-1 is: [{'id': 'ba171a5c-29a4-4564-afad-9617cf9d8635', 'name': 'tempest-TestEncryptedCinderVolumes-1073186107-router', 'tenant_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:34Z', 'updated_at': '2021-11-09T20:36:55Z', 'revision_number': 6, 'project_id': 'a9ad4cca2d594ba48b4cb994d122f563', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:36:55.875419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:55.908782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:55.910874 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:55.971538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.064185 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.066686 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.115318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.115955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba171a5c-29a4-4564-afad-9617cf9d8635 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:36:56.121407 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.122744 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1696eba3-b8de-4a6e-93ca-521f13950936 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ba171a5c-29a4-4564-afad-9617cf9d8635 HTTP/1.1" status: 204 len: 168 time: 0.8191884 Nov 09 20:36:56.125203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52682) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:36:56.171552 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12f17a6-148b-429e-9836-3d83ff833b2c admin admin] Deleting subnet 453d213a-7359-450f-b41a-858468182794 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:36:56.174732 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e12f17a6-148b-429e-9836-3d83ff833b2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.214407 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e12f17a6-148b-429e-9836-3d83ff833b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.308331 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e12f17a6-148b-429e-9836-3d83ff833b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.368111 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e12f17a6-148b-429e-9836-3d83ff833b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.394691 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f17a6-148b-429e-9836-3d83ff833b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453d213a-7359-450f-b41a-858468182794,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:56.398042 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e12f17a6-148b-429e-9836-3d83ff833b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.401589 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e12f17a6-148b-429e-9836-3d83ff833b2c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/453d213a-7359-450f-b41a-858468182794 HTTP/1.1" status: 204 len: 168 time: 0.2753797 Nov 09 20:36:56.404003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52684) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:36:56.405572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389bbf1-d135-453d-abc9-0aecffb3d75b None None] Network 474ca434-48f4-493e-bd11-ae14dc2141e6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:36:56.476773 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.539608 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Deleting port 567c7456-988c-43aa-9bf3-5daa1b8d841c {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:36:56.540152 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.609890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] For port 567c7456-988c-43aa-9bf3-5daa1b8d841c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=567c7456-988c-43aa-9bf3-5daa1b8d841c,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:56.610440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.630414 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Calling delete_port for 567c7456-988c-43aa-9bf3-5daa1b8d841c owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:36:56.668051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca81bc0-f355-4776-8040-283ca47ca23f None None] DHCP port deletion for 474ca434-48f4-493e-bd11-ae14dc2141e6 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:36:56.718081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0ca81bc0-f355-4776-8040-283ca47ca23f None None] Deleting port 567c7456-988c-43aa-9bf3-5daa1b8d841c {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:36:56.718476 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ca81bc0-f355-4776-8040-283ca47ca23f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.739946 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.766871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=567c7456-988c-43aa-9bf3-5daa1b8d841c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:56.773183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] No DVR routers for this DVR port 567c7456-988c-43aa-9bf3-5daa1b8d841c on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:36:56.798663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0ca81bc0-f355-4776-8040-283ca47ca23f None None] For port 567c7456-988c-43aa-9bf3-5daa1b8d841c, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=567c7456-988c-43aa-9bf3-5daa1b8d841c,segment=NetworkSegment(69305250-5f11-47f1-ad5c-062438061869),segment_id=69305250-5f11-47f1-ad5c-062438061869)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:56.799070 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ca81bc0-f355-4776-8040-283ca47ca23f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.813433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0ca81bc0-f355-4776-8040-283ca47ca23f None None] Calling delete_port for 567c7456-988c-43aa-9bf3-5daa1b8d841c owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:36:56.852240 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.876484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474ca434-48f4-493e-bd11-ae14dc2141e6']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:56.888069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69305250-5f11-47f1-ad5c-062438061869') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:56.888283 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69305250-5f11-47f1-ad5c-062438061869') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:56.898453 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:36:56.902868 n-d-817256-1 neutron-server[102297]: self.session.flush() Nov 09 20:36:56.912024 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ca81bc0-f355-4776-8040-283ca47ca23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.917645 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.926606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:36:56.927025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:36:56.928993 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:36:56.941477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca81bc0-f355-4776-8040-283ca47ca23f None None] Pushing event deleted for resources: {'Port': ['ID=567c7456-988c-43aa-9bf3-5daa1b8d841c,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:56.943560 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca81bc0-f355-4776-8040-283ca47ca23f None None] No DVR routers for this DVR port 567c7456-988c-43aa-9bf3-5daa1b8d841c on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:36:57.007050 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:57.013566 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:57.016912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] 10.222.0.53 "DELETE /v2.0/networks/474ca434-48f4-493e-bd11-ae14dc2141e6 HTTP/1.1" status: 204 len: 168 time: 0.6119571 Nov 09 20:36:57.020114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52686) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:36:57.028738 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e60c6-ad3c-4aa7-aa50-bde08e0e5b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=474ca434-48f4-493e-bd11-ae14dc2141e6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:57.178353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6c9a5021-afed-4f6b-91ad-6ddff1582a10 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:36:57.202049 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 6c9a5021-afed-4f6b-91ad-6ddff1582a10 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:36:57.202309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 6c9a5021-afed-4f6b-91ad-6ddff1582a10 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:36:57.202767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 567c7456-988c-43aa-9bf3-5daa1b8d841c no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:36:57.225547 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 567c7456-988c-43aa-9bf3-5daa1b8d841c {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:36:57.225904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 567c7456-988c-43aa-9bf3-5daa1b8d841c not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:36:57.226341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:36:57.248925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:36:57.249283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3a4a9818-4e6d-4680-9d1d-5556c1dbbd4f not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:36:57.766135 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:58.012951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] Deleting port 3e36cc63-448f-4f81-baca-eab700b8a4b9 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:36:58.013293 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:58.091328 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] For port 3e36cc63-448f-4f81-baca-eab700b8a4b9, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3e36cc63-448f-4f81-baca-eab700b8a4b9,segment=NetworkSegment(8bb4c274-b3b9-48bf-81e3-694b417cd58c),segment_id=8bb4c274-b3b9-48bf-81e3-694b417cd58c)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:58.091977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:58.104672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] Calling delete_port for 3e36cc63-448f-4f81-baca-eab700b8a4b9 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:36:58.290737 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:58.316922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e36cc63-448f-4f81-baca-eab700b8a4b9,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:58.505110 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:58.738384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] Router ada6603d-c994-4807-93bf-7736467c32e0 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:36:58.846032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:36:58.851711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b59ce530-a808-45b5-ac07-1eecb75d6e8e admin admin] 10.222.0.53 "PUT /v2.0/routers/ada6603d-c994-4807-93bf-7736467c32e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8296726 Nov 09 20:36:58.854999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52690) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:36:58.856826 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] Sync routers for ids ['ada6603d-c994-4807-93bf-7736467c32e0'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:36:58.867000 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] Routers {'ada6603d-c994-4807-93bf-7736467c32e0'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:36:58.868613 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ada6603d-c994-4807-93bf-7736467c32e0'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:58.971619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:58.978203 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] Set router ada6603d-c994-4807-93bf-7736467c32e0 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:36:59.081100 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.146994 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Deleting port 79c4c4d6-8f4b-4a35-8672-475abc704997 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:36:59.147369 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.178751 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'name': 'tempest-TestEncryptedCinderVolumes-1378722205-router', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:39Z', 'updated_at': '2021-11-09T20:36:58Z', 'revision_number': 5, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'gw_port': {'id': '79c4c4d6-8f4b-4a35-8672-475abc704997', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:35:40Z', 'updated_at': '2021-11-09T20:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:59.247886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] For port 79c4c4d6-8f4b-4a35-8672-475abc704997, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=79c4c4d6-8f4b-4a35-8672-475abc704997,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:36:59.248249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.269072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Calling delete_port for 79c4c4d6-8f4b-4a35-8672-475abc704997 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:36:59.299254 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] Checking router: ada6603d-c994-4807-93bf-7736467c32e0 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:36:59.309770 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] Routers {'ada6603d-c994-4807-93bf-7736467c32e0'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:36:59.310468 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ada6603d-c994-4807-93bf-7736467c32e0'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:59.400507 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] Set router ada6603d-c994-4807-93bf-7736467c32e0 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:36:59.446817 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.455410 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'name': 'tempest-TestEncryptedCinderVolumes-1378722205-router', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:39Z', 'updated_at': '2021-11-09T20:36:59Z', 'revision_number': 6, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:36:59.479471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c4c4d6-8f4b-4a35-8672-475abc704997,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:59.482566 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2276d-1862-4803-bbb6-da045d1a05f0 None None] The sync data for ids ['ada6603d-c994-4807-93bf-7736467c32e0'] in n-d-817256-1 is: [{'id': 'ada6603d-c994-4807-93bf-7736467c32e0', 'name': 'tempest-TestEncryptedCinderVolumes-1378722205-router', 'tenant_id': 'b9feff2400754b95bee6c6fef1c79aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:35:39Z', 'updated_at': '2021-11-09T20:36:59Z', 'revision_number': 6, 'project_id': 'b9feff2400754b95bee6c6fef1c79aae', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:36:59.548084 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.641463 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.643740 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.692974 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.693603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada6603d-c994-4807-93bf-7736467c32e0 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:36:59.700029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.701217 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cf9c1046-e22a-4bc2-b069-f4c054c0a105 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ada6603d-c994-4807-93bf-7736467c32e0 HTTP/1.1" status: 204 len: 168 time: 0.8450937 Nov 09 20:36:59.703831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52692) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:36:59.749347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e555d3e-c3a5-47a0-9b54-eb1b73dd1884 admin admin] Deleting subnet c00c9e28-4e21-43fe-87d5-40b0ce22e83a {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:36:59.752684 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e555d3e-c3a5-47a0-9b54-eb1b73dd1884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.789873 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e555d3e-c3a5-47a0-9b54-eb1b73dd1884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.878395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e555d3e-c3a5-47a0-9b54-eb1b73dd1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.942796 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e555d3e-c3a5-47a0-9b54-eb1b73dd1884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.972308 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e555d3e-c3a5-47a0-9b54-eb1b73dd1884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00c9e28-4e21-43fe-87d5-40b0ce22e83a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:36:59.974330 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0e555d3e-c3a5-47a0-9b54-eb1b73dd1884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:36:59.978307 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0e555d3e-c3a5-47a0-9b54-eb1b73dd1884 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c00c9e28-4e21-43fe-87d5-40b0ce22e83a HTTP/1.1" status: 204 len: 168 time: 0.2734733 Nov 09 20:36:59.980975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52694) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:36:59.985208 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e9330-f50e-4d48-962e-f29af8b75823 None None] Network 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:37:00.057274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.128523 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Deleting port de8521e9-d6a0-407f-a02f-f012e8340566 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:37:00.131917 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.167521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb64f7b-5441-4a38-be6f-b874fee486de None None] DHCP port deletion for 87bed80e-72f7-4d35-b1ce-c5f989e6eba6 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:37:00.209058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] For port de8521e9-d6a0-407f-a02f-f012e8340566, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=de8521e9-d6a0-407f-a02f-f012e8340566,segment=NetworkSegment(8bb4c274-b3b9-48bf-81e3-694b417cd58c),segment_id=8bb4c274-b3b9-48bf-81e3-694b417cd58c)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:00.209509 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.225747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Calling delete_port for de8521e9-d6a0-407f-a02f-f012e8340566 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:37:00.226251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7bb64f7b-5441-4a38-be6f-b874fee486de None None] Deleting port de8521e9-d6a0-407f-a02f-f012e8340566 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:37:00.227129 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7bb64f7b-5441-4a38-be6f-b874fee486de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.297401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7bb64f7b-5441-4a38-be6f-b874fee486de None None] For port de8521e9-d6a0-407f-a02f-f012e8340566, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=de8521e9-d6a0-407f-a02f-f012e8340566,segment=NetworkSegment(8bb4c274-b3b9-48bf-81e3-694b417cd58c),segment_id=8bb4c274-b3b9-48bf-81e3-694b417cd58c)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:00.297547 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7bb64f7b-5441-4a38-be6f-b874fee486de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.316392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7bb64f7b-5441-4a38-be6f-b874fee486de None None] Calling delete_port for de8521e9-d6a0-407f-a02f-f012e8340566 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:37:00.317025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.349164 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8521e9-d6a0-407f-a02f-f012e8340566,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:00.351082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] No DVR routers for this DVR port de8521e9-d6a0-407f-a02f-f012e8340566 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:37:00.409346 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7bb64f7b-5441-4a38-be6f-b874fee486de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.426604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.437760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb64f7b-5441-4a38-be6f-b874fee486de None None] Pushing event deleted for resources: {'Port': ['ID=de8521e9-d6a0-407f-a02f-f012e8340566,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:00.443667 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb64f7b-5441-4a38-be6f-b874fee486de None None] No DVR routers for this DVR port de8521e9-d6a0-407f-a02f-f012e8340566 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:37:00.454689 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bed80e-72f7-4d35-b1ce-c5f989e6eba6']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:00.467147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb4c274-b3b9-48bf-81e3-694b417cd58c') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:00.467376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb4c274-b3b9-48bf-81e3-694b417cd58c') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:00.480169 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.494411 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.500711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:37:00.501109 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:37:00.502965 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:37:00.564709 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.571242 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.574417 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] 10.222.0.53 "DELETE /v2.0/networks/87bed80e-72f7-4d35-b1ce-c5f989e6eba6 HTTP/1.1" status: 204 len: 168 time: 0.5924926 Nov 09 20:37:00.585527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77595e5f-aaf7-44d7-afd0-5212b96dc812 admin admin] Pushing event deleted for resources: {'Network': ['ID=87bed80e-72f7-4d35-b1ce-c5f989e6eba6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:00.745299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52698) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:00.788753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1943e493-4b0d-42a3-9771-a4c7b8b5fd3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9ad4cca2d594ba48b4cb994d122f563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422606 Nov 09 20:37:00.791322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52700) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:00.842391 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dadd3ff5-be1c-4c96-a1ec-48a7a23a9540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.864420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dadd3ff5-be1c-4c96-a1ec-48a7a23a9540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.912710 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dadd3ff5-be1c-4c96-a1ec-48a7a23a9540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.916322 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-dadd3ff5-be1c-4c96-a1ec-48a7a23a9540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:00.917494 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-dadd3ff5-be1c-4c96-a1ec-48a7a23a9540 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53d35225-954a-4c4f-8a66-ebc460fb30d6 HTTP/1.1" status: 204 len: 168 time: 0.1252646 Nov 09 20:37:00.925715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd3ff5-be1c-4c96-a1ec-48a7a23a9540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d35225-954a-4c4f-8a66-ebc460fb30d6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:01.174262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3e36cc63-448f-4f81-baca-eab700b8a4b9 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:37:01.195565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 3e36cc63-448f-4f81-baca-eab700b8a4b9 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:37:01.195941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3e36cc63-448f-4f81-baca-eab700b8a4b9 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:37:01.196427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 79c4c4d6-8f4b-4a35-8672-475abc704997 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:37:01.216729 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 79c4c4d6-8f4b-4a35-8672-475abc704997 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:37:01.217076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 79c4c4d6-8f4b-4a35-8672-475abc704997 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:37:01.217514 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device de8521e9-d6a0-407f-a02f-f012e8340566 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:37:01.237700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: de8521e9-d6a0-407f-a02f-f012e8340566 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:37:01.238054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device de8521e9-d6a0-407f-a02f-f012e8340566 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:37:01.275128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52706) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:01.320349 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d7dd9b21-dd4c-4ec9-82be-b21b896445d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9feff2400754b95bee6c6fef1c79aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440307 Nov 09 20:37:01.322859 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52708) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:01.376374 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c68fdb42-cc10-41cf-afa3-7a793a1111ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:01.398915 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c68fdb42-cc10-41cf-afa3-7a793a1111ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:01.450440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c68fdb42-cc10-41cf-afa3-7a793a1111ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:01.453393 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c68fdb42-cc10-41cf-afa3-7a793a1111ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:01.454626 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c68fdb42-cc10-41cf-afa3-7a793a1111ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/688f155e-e012-4ae3-baea-74702b827cb7 HTTP/1.1" status: 204 len: 168 time: 0.1307757 Nov 09 20:37:01.463005 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fdb42-cc10-41cf-afa3-7a793a1111ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688f155e-e012-4ae3-baea-74702b827cb7,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:02.170945 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52730) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:02.267800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1218725813-network', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:02.288777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Made reservation on behalf of 95bc4b671fca4b09aecc071f92661f9a for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:37:02.291954 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.305608 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.390792 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.394563 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.426222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:37:02.433815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def49fa3-d833-4fd2-ba24-d95e2997d61e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:02.440189 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.440535 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Added segment 78971524-a3b8-4732-9c7c-b1c53dc0e5bf of type vlan for network 10d2086d-86f5-429d-ba00-191a4f9060ba Nov 09 20:37:02.483673 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.510612 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.511600 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:02.512186 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.567898 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3949220 Nov 09 20:37:02.570188 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52734) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:02.576119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Request body: {'subnet': {'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1218725813-subnet', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:02.580782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ba824-7fbc-4dfe-8b45-0d5e0f89f686 admin admin] Pushing event updated for resources: {'Network': ['ID=10d2086d-86f5-429d-ba00-191a4f9060ba,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:02.591073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 10d2086d-86f5-429d-ba00-191a4f9060ba details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:37:02.600508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Made reservation on behalf of 95bc4b671fca4b09aecc071f92661f9a for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:37:02.600889 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.800231 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.849936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a64b735-9872-4efa-8f73-6579f7ee44ed,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:02.865816 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Checking segment: {'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:37:02.866173 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Network hostable DHCP agents. Network: 10d2086d-86f5-429d-ba00-191a4f9060ba, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:37:02.889062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Network 10d2086d-86f5-429d-ba00-191a4f9060ba is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:37:02.898333 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 10d2086d-86f5-429d-ba00-191a4f9060ba) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:02.903013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:02.903602 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.908975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a6aaf5-f388-4742-b5ea-17ffd38f4a34 None None] Network 10d2086d-86f5-429d-ba00-191a4f9060ba requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:37:02.924088 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-394474ba-1d81-4e61-abed-9fe8a040f1c1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3498435 Nov 09 20:37:02.924375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52738) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:02.928877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:02.953157 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:02.954528 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.027616 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.071985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-10d2086d-86f5-429d-ba00-191a4f9060ba', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:37:03.073054 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.180384 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.371294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Allocated IP 172.20.0.2 (10d2086d-86f5-429d-ba00-191a4f9060ba/3a64b735-9872-4efa-8f73-6579f7ee44ed/7f946f75-c0c6-4beb-8aa7-bb34e41a5001) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:37:03.397435 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.418929 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.530932 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.532833 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Allocated IP 172.25.6.197 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/a03aefd7-a40b-4de3-8241-8383f517e951) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:37:03.539776 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.579222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Network 10d2086d-86f5-429d-ba00-191a4f9060ba is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:37:03.580663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:03.583218 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:37:03.621751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Pushing event updated for resources: {'Port': ['ID=7f946f75-c0c6-4beb-8aa7-bb34e41a5001,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:03.645783 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.653200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Attempting to bind port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:37:03.653573 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Attempting to bind port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:37:03.654007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Attempting to bind port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 on network 10d2086d-86f5-429d-ba00-191a4f9060ba {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:37:03.659169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:37:03.659548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Checking segment: {'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:37:03.659957 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.660357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Bound using segment: {'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:37:03.660835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Bound port: 7f946f75-c0c6-4beb-8aa7-bb34e41a5001, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:37:03.661221 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.682557 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.727797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:37:03.730340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] For port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:37:03.731211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:03.735047 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] For port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7f946f75-c0c6-4beb-8aa7-bb34e41a5001,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:37:03.735264 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:37:03.742441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:03.767950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=a03aefd7-a40b-4de3-8241-8383f517e951,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:03.810141 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688581-bb56-4492-b8e0-7863b4ad14a9 None None] Pushing event updated for resources: {'Port': ['ID=7f946f75-c0c6-4beb-8aa7-bb34e41a5001,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:04.035376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:04.250831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:04.381644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:37:04.505953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:37:04.516774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Sync routers for ids ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:37:04.525775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:04.529770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-568b2975-bb08-4a27-9574-3a4cbde33aa2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6018388 Nov 09 20:37:04.529956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Routers {'7d3c6074-d40d-43d0-bbbb-e5df577b28d9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:37:04.529956 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:04.531126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52740) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:04.654112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Set router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:37:04.853206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b616c54c-b5b8-4598-98dd-172768126169 None None] Network 10d2086d-86f5-429d-ba00-191a4f9060ba requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:37:04.966211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fd7b264d-9229-495c-9b8d-6ac0adf2e71b None None] Provisioning complete for port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:04.966497 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd7b264d-9229-495c-9b8d-6ac0adf2e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:04.969013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:03Z', 'revision_number': 3, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:05.042395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Checking router: 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:37:05.042775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Updating router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 port a03aefd7-a40b-4de3-8241-8383f517e951 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:37:05.094342 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.246155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:05.304206 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd7b264d-9229-495c-9b8d-6ac0adf2e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.401303 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.404759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fd7b264d-9229-495c-9b8d-6ac0adf2e71b None None] For port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7f946f75-c0c6-4beb-8aa7-bb34e41a5001,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:05.418069 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd7b264d-9229-495c-9b8d-6ac0adf2e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.427975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:05.428353 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.546272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b264d-9229-495c-9b8d-6ac0adf2e71b None None] Pushing event updated for resources: {'Port': ['ID=7f946f75-c0c6-4beb-8aa7-bb34e41a5001,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:05.590913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Allocated IP 172.20.0.1 (10d2086d-86f5-429d-ba00-191a4f9060ba/3a64b735-9872-4efa-8f73-6579f7ee44ed/a6067b60-82d7-46b6-8e7e-01505c1a5650) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:37:05.597829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-52f47330-f7df-4bdb-b786-01b859d56247 None None] Provisioning complete for port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:05.598211 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52f47330-f7df-4bdb-b786-01b859d56247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.606615 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.656700 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.710173 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.732292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d4a33-0aad-49e6-ac57-f169e35aa333 None None] Pushing event updated for resources: {'Port': ['ID=a03aefd7-a40b-4de3-8241-8383f517e951,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:05.737341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Attempting to bind port a03aefd7-a40b-4de3-8241-8383f517e951 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:37:05.737762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Attempting to bind port a03aefd7-a40b-4de3-8241-8383f517e951 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:37:05.738318 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Attempting to bind port a03aefd7-a40b-4de3-8241-8383f517e951 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:37:05.748158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:37:05.748540 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:37:05.748950 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.749346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:37:05.749839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Bound port: a03aefd7-a40b-4de3-8241-8383f517e951, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:37:05.750227 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.753263 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.794751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Network 10d2086d-86f5-429d-ba00-191a4f9060ba is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:37:05.799134 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:05.806666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:37:05.834687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] For port a03aefd7-a40b-4de3-8241-8383f517e951, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:37:05.837440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Pushing event updated for resources: {'Port': ['ID=a6067b60-82d7-46b6-8e7e-01505c1a5650,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:05.840358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] For port a03aefd7-a40b-4de3-8241-8383f517e951, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a03aefd7-a40b-4de3-8241-8383f517e951,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:37:05.848495 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.864329 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:05.915722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Routers {'7d3c6074-d40d-43d0-bbbb-e5df577b28d9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:37:05.916368 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:05.919627 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d4a33-0aad-49e6-ac57-f169e35aa333 None None] Pushing event updated for resources: {'Port': ['ID=a03aefd7-a40b-4de3-8241-8383f517e951,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:06.017593 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:06.047659 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] Set router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:37:06.121650 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-64fe4a42-9396-4daf-a66a-1cafda44c51d None None] Provisioning complete for port a6067b60-82d7-46b6-8e7e-01505c1a5650 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:06.122022 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-64fe4a42-9396-4daf-a66a-1cafda44c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:06.206880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:06.207949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-64fe4a42-9396-4daf-a66a-1cafda44c51d None None] Port a6067b60-82d7-46b6-8e7e-01505c1a5650 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:37:06.213442 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:06.286504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:03Z', 'revision_number': 3, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:06.287275 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Pushing event updated for resources: {'Port': ['ID=a6067b60-82d7-46b6-8e7e-01505c1a5650,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:06.290814 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:06.323561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af8df2-d8a2-403c-a724-029020c49e08 None None] The sync data for ids ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'] in n-d-817256-1 is: [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:03Z', 'revision_number': 3, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:37:06.391740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Network 10d2086d-86f5-429d-ba00-191a4f9060ba is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:37:06.393504 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:06.558690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:37:06.683762 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:37:06.691000 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-239a0e06-ad57-436b-8e45-9a286466710f admin admin] 10.222.0.53 "PUT /v2.0/routers/7d3c6074-d40d-43d0-bbbb-e5df577b28d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1587515 Nov 09 20:37:06.730043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-be1c8e63-da52-4261-8be6-85a0a76cb9ae None None] Provisioning complete for port a6067b60-82d7-46b6-8e7e-01505c1a5650 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:06.730630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-be1c8e63-da52-4261-8be6-85a0a76cb9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:06.774412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-be1c8e63-da52-4261-8be6-85a0a76cb9ae None None] Port a6067b60-82d7-46b6-8e7e-01505c1a5650 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:37:07.243375 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52760) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:07.248744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-455524216-network', 'tenant_id': '3361ab3754cd433881c437a10f4e621b'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:07.274768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Made reservation on behalf of 3361ab3754cd433881c437a10f4e621b for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:37:07.277281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.279084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:07.287482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.329688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:07.330068 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.366801 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.371544 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.396279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:37:07.418427 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.418784 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Added segment c1309769-5ce7-44fa-b042-0d62e945749b of type vlan for network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a Nov 09 20:37:07.420017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0632e0-7914-46bd-b586-f4d6b7d27040,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:07.433828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a03aefd7-a40b-4de3-8241-8383f517e951 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:07.463521 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.487541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a03aefd7-a40b-4de3-8241-8383f517e951 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:07.487941 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.489643 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.491165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:07.491746 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.551434 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3069224 Nov 09 20:37:07.554334 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52762) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:07.559658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Request body: {'subnet': {'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-455524216-subnet', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:07.564811 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdab0f-c4f7-40e5-873e-0aba46657d20 admin admin] Pushing event updated for resources: {'Network': ['ID=99e00c20-5f7e-4aa5-ab02-39f81410fd0a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:07.578280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:37:07.581814 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.590480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Made reservation on behalf of 3361ab3754cd433881c437a10f4e621b for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:37:07.593100 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.652781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port a03aefd7-a40b-4de3-8241-8383f517e951, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a03aefd7-a40b-4de3-8241-8383f517e951,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:07.659308 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.717936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=a03aefd7-a40b-4de3-8241-8383f517e951,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:07.786629 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.839257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e942898-64f3-4b27-9ea4-627b2ca46db5,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:07.855669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Checking segment: {'id': 'c1309769-5ce7-44fa-b042-0d62e945749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:37:07.856028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Network hostable DHCP agents. Network: 99e00c20-5f7e-4aa5-ab02-39f81410fd0a, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:37:07.874953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:37:07.885671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 99e00c20-5f7e-4aa5-ab02-39f81410fd0a) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:07.889588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:07.890184 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.894643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d54486-7ad6-48b8-b8bc-33b37feb3862 None None] Network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:37:07.909426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5b57ed90-77ec-4114-ab6c-bc08c3bd06ab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3538814 Nov 09 20:37:07.912036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 52764) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:07.917382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-455524216-router', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:07.944519 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.946808 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:07.994071 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Sync routers for ids ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:37:08.004649 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Routers {'7d3c6074-d40d-43d0-bbbb-e5df577b28d9'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:37:08.005275 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:08.018477 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.148011 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Set router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:37:08.181670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.218052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-99e00c20-5f7e-4aa5-ab02-39f81410fd0a', 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'fixed_ips': [{'subnet_id': '3e942898-64f3-4b27-9ea4-627b2ca46db5'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:37:08.219151 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.375099 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a6067b60-82d7-46b6-8e7e-01505c1a5650', 'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'mac_address': 'fa:16:3e:16:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:05Z', 'updated_at': '2021-11-09T20:37:06Z', 'revision_number': 2, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'subnets': [{'id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:08.381223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Allocated IP 172.20.0.2 (99e00c20-5f7e-4aa5-ab02-39f81410fd0a/3e942898-64f3-4b27-9ea4-627b2ca46db5/b9dc026f-0c96-44f2-a2b8-6298ca9222da) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:37:08.410087 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Checking router: 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:37:08.410443 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Updating router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 port a6067b60-82d7-46b6-8e7e-01505c1a5650 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:37:08.431936 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.439206 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.459304 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.570012 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.577116 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.594730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Allocated IP 172.25.6.6 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/9f38df0f-47a3-4eef-bd94-bd60820b8f2a) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:37:08.617066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:37:08.621155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:08.624887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:37:08.637039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Pushing event updated for resources: {'Port': ['ID=b9dc026f-0c96-44f2-a2b8-6298ca9222da,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:08.691035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Attempting to bind port b9dc026f-0c96-44f2-a2b8-6298ca9222da on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:37:08.691438 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Attempting to bind port b9dc026f-0c96-44f2-a2b8-6298ca9222da by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'c1309769-5ce7-44fa-b042-0d62e945749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:37:08.691949 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Attempting to bind port b9dc026f-0c96-44f2-a2b8-6298ca9222da on network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:37:08.704709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:37:08.704709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Checking segment: {'id': 'c1309769-5ce7-44fa-b042-0d62e945749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:37:08.704709 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.704709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Bound using segment: {'id': 'c1309769-5ce7-44fa-b042-0d62e945749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:37:08.704709 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Bound port: b9dc026f-0c96-44f2-a2b8-6298ca9222da, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1309769-5ce7-44fa-b042-0d62e945749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:37:08.704709 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.734064 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.740288 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.743331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.783142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] For port b9dc026f-0c96-44f2-a2b8-6298ca9222da, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:37:08.787467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] For port b9dc026f-0c96-44f2-a2b8-6298ca9222da, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b9dc026f-0c96-44f2-a2b8-6298ca9222da,segment=NetworkSegment(c1309769-5ce7-44fa-b042-0d62e945749b),segment_id=c1309769-5ce7-44fa-b042-0d62e945749b)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:37:08.791631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.796950 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.799819 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Pushing event updated for resources: {'Port': ['ID=a6067b60-82d7-46b6-8e7e-01505c1a5650,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:08.830951 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.831482 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.831591 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.831924 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.832247 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.832568 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.832887 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.833204 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.833520 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.833831 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.834145 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.843011 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:08.871654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:37:08.880271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50972a4-4d11-4a5e-a8ce-df72f7d0167d None None] Pushing event updated for resources: {'Port': ['ID=b9dc026f-0c96-44f2-a2b8-6298ca9222da,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:08.883152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:08.888093 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:37:08.902427 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Attempting to bind port a6067b60-82d7-46b6-8e7e-01505c1a5650 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:37:08.902834 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Attempting to bind port a6067b60-82d7-46b6-8e7e-01505c1a5650 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:37:08.903196 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Attempting to bind port a6067b60-82d7-46b6-8e7e-01505c1a5650 on network 10d2086d-86f5-429d-ba00-191a4f9060ba {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:37:08.909238 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:37:08.909508 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Checking segment: {'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:37:08.910165 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.910599 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Bound using segment: {'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:37:08.911074 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Bound port: a6067b60-82d7-46b6-8e7e-01505c1a5650, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:37:08.911450 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:08.955302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f38df0f-47a3-4eef-bd94-bd60820b8f2a,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:08.997021 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] For port a6067b60-82d7-46b6-8e7e-01505c1a5650, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:37:09.000483 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] For port a6067b60-82d7-46b6-8e7e-01505c1a5650, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a6067b60-82d7-46b6-8e7e-01505c1a5650,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:37:09.013011 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:09.087849 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Routers {'7d3c6074-d40d-43d0-bbbb-e5df577b28d9'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:37:09.088507 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:09.213795 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae64cb-f5aa-4623-a05b-c8e55069188d None None] Pushing event updated for resources: {'Port': ['ID=a6067b60-82d7-46b6-8e7e-01505c1a5650,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:09.264926 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f7fbbc15-c153-44d0-ab96-0af30148d8d3 None None] Provisioning complete for port a6067b60-82d7-46b6-8e7e-01505c1a5650 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:09.265538 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f7fbbc15-c153-44d0-ab96-0af30148d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:09.280975 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] Set router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:37:09.292438 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:09.398025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a03aefd7-a40b-4de3-8241-8383f517e951 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:09.456636 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f7fbbc15-c153-44d0-ab96-0af30148d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:09.504909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f7fbbc15-c153-44d0-ab96-0af30148d8d3 None None] For port a6067b60-82d7-46b6-8e7e-01505c1a5650, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a6067b60-82d7-46b6-8e7e-01505c1a5650,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:09.506777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a03aefd7-a40b-4de3-8241-8383f517e951 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:09.507152 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:09.511531 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f7fbbc15-c153-44d0-ab96-0af30148d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:09.583844 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a6067b60-82d7-46b6-8e7e-01505c1a5650', 'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'mac_address': 'fa:16:3e:16:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:05Z', 'updated_at': '2021-11-09T20:37:08Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'subnets': [{'id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:09.585631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:09.600200 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbbc15-c153-44d0-ab96-0af30148d8d3 None None] Pushing event updated for resources: {'Port': ['ID=a6067b60-82d7-46b6-8e7e-01505c1a5650,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:09.616197 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71927c0f-0728-45ce-b1f9-368c1873b3d7 None None] The sync data for ids ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'] in n-d-817256-1 is: [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a6067b60-82d7-46b6-8e7e-01505c1a5650', 'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'mac_address': 'fa:16:3e:16:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:05Z', 'updated_at': '2021-11-09T20:37:08Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'subnets': [{'id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:37:09.669226 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b9dc026f-0c96-44f2-a2b8-6298ca9222da up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:09.709869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-15985ae9-948a-42f5-b203-a83c31eff9e4 None None] Provisioning complete for port a6067b60-82d7-46b6-8e7e-01505c1a5650 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:09.710081 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-15985ae9-948a-42f5-b203-a83c31eff9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:09.760659 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Router d44bed48-cfbe-4434-af98-7672d3233c7f is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:37:09.792647 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b9dc026f-0c96-44f2-a2b8-6298ca9222da triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:09.793031 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:09.915909 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:37:09.937270 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Sync routers for ids ['d44bed48-cfbe-4434-af98-7672d3233c7f'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:37:09.948717 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:09.952861 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-596e44b6-d225-4e86-b303-5eac90d3aaa4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0373001 Nov 09 20:37:09.955439 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 52766) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:09.956277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Routers {'d44bed48-cfbe-4434-af98-7672d3233c7f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:37:09.956920 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d44bed48-cfbe-4434-af98-7672d3233c7f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:10.068378 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:10.118471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port b9dc026f-0c96-44f2-a2b8-6298ca9222da, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b9dc026f-0c96-44f2-a2b8-6298ca9222da,segment=NetworkSegment(c1309769-5ce7-44fa-b042-0d62e945749b),segment_id=c1309769-5ce7-44fa-b042-0d62e945749b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:10.126434 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:10.181741 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Set router d44bed48-cfbe-4434-af98-7672d3233c7f gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:37:10.186057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33145b85-8b55-4c72-9fb5-0bc2a3182780 None None] Network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:37:10.368060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=b9dc026f-0c96-44f2-a2b8-6298ca9222da,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:10.397257 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8fcef208-ec51-43ab-9bd4-3d2ff1f8ad7b None None] Provisioning complete for port b9dc026f-0c96-44f2-a2b8-6298ca9222da triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:10.397633 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8fcef208-ec51-43ab-9bd4-3d2ff1f8ad7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:10.436182 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-70435420-054b-4b18-91d4-d6798cc307e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:10.505062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:10.680835 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'name': 'tempest-TestMinimumBasicScenario-455524216-router', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:07Z', 'updated_at': '2021-11-09T20:37:09Z', 'revision_number': 3, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'gw_port': {'id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:08Z', 'updated_at': '2021-11-09T20:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:10.717647 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Allocated IP 172.20.0.1 (99e00c20-5f7e-4aa5-ab02-39f81410fd0a/3e942898-64f3-4b27-9ea4-627b2ca46db5/aee7b271-abe7-4af4-bdf5-c927c633b58d) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:37:10.717853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Checking router: d44bed48-cfbe-4434-af98-7672d3233c7f for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:37:10.718115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Updating router d44bed48-cfbe-4434-af98-7672d3233c7f port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:37:10.757298 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:10.890853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:10.947885 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:10.994263 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:37:10.998604 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:11.001328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:37:11.021985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d25eba3f-b62b-4079-8f79-acd02919a1f0 None None] Provisioning complete for port b9dc026f-0c96-44f2-a2b8-6298ca9222da triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:11.022378 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d25eba3f-b62b-4079-8f79-acd02919a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.050913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Pushing event updated for resources: {'Port': ['ID=aee7b271-abe7-4af4-bdf5-c927c633b58d,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:11.071098 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.216272 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.224758 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.247053 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.294571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Attempting to bind port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:37:11.295123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Attempting to bind port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:37:11.295644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Attempting to bind port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:37:11.307014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:37:11.307638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:37:11.308211 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.308612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:37:11.309377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Bound port: 9f38df0f-47a3-4eef-bd94-bd60820b8f2a, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:37:11.309937 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.346122 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786c950-10c1-4fdf-b1c6-787ae765dcbb None None] Pushing event updated for resources: {'Port': ['ID=9f38df0f-47a3-4eef-bd94-bd60820b8f2a,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:11.372104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-54a1db9c-de73-41ac-a9f5-7a6a1d597a05 None None] Provisioning complete for port aee7b271-abe7-4af4-bdf5-c927c633b58d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:11.372719 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-54a1db9c-de73-41ac-a9f5-7a6a1d597a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.381771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a6067b60-82d7-46b6-8e7e-01505c1a5650 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:11.441799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] For port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:37:11.462986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] For port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9f38df0f-47a3-4eef-bd94-bd60820b8f2a,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:37:11.472165 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.480326 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.485406 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.503489 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-54a1db9c-de73-41ac-a9f5-7a6a1d597a05 None None] Port aee7b271-abe7-4af4-bdf5-c927c633b58d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:37:11.550386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Routers {'d44bed48-cfbe-4434-af98-7672d3233c7f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:37:11.551042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:36:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d44bed48-cfbe-4434-af98-7672d3233c7f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:11.563241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.576053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Pushing event updated for resources: {'Port': ['ID=aee7b271-abe7-4af4-bdf5-c927c633b58d,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:11.621775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a6067b60-82d7-46b6-8e7e-01505c1a5650 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:11.622054 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:11.627999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786c950-10c1-4fdf-b1c6-787ae765dcbb None None] Pushing event updated for resources: {'Port': ['ID=9f38df0f-47a3-4eef-bd94-bd60820b8f2a,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:11.688799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:37:11.691417 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:11.709507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] Set router d44bed48-cfbe-4434-af98-7672d3233c7f gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:37:11.830085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Router d44bed48-cfbe-4434-af98-7672d3233c7f has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:37:12.000922 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d0f41bfb-9664-44e9-ab2f-0cc97d56e6c9 None None] Provisioning complete for port aee7b271-abe7-4af4-bdf5-c927c633b58d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:12.001209 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d0f41bfb-9664-44e9-ab2f-0cc97d56e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:12.004293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b9dc026f-0c96-44f2-a2b8-6298ca9222da up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:12.117881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d0f41bfb-9664-44e9-ab2f-0cc97d56e6c9 None None] Port aee7b271-abe7-4af4-bdf5-c927c633b58d cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:37:12.162188 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port b9dc026f-0c96-44f2-a2b8-6298ca9222da triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:12.162653 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:12.271571 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:37:12.275853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'name': 'tempest-TestMinimumBasicScenario-455524216-router', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:07Z', 'updated_at': '2021-11-09T20:37:11Z', 'revision_number': 4, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'gw_port': {'id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:08Z', 'updated_at': '2021-11-09T20:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'aee7b271-abe7-4af4-bdf5-c927c633b58d', 'name': '', 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'mac_address': 'fa:16:3e:10:e8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '3e942898-64f3-4b27-9ea4-627b2ca46db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:10Z', 'updated_at': '2021-11-09T20:37:11Z', 'revision_number': 2, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'subnets': [{'id': '3e942898-64f3-4b27-9ea4-627b2ca46db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:12.286780 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a1987e7d-159d-4ce6-8cc1-9d1016389a59 admin admin] 10.222.0.53 "PUT /v2.0/routers/d44bed48-cfbe-4434-af98-7672d3233c7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3203962 Nov 09 20:37:12.312572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93b808-2ff8-4a33-9a56-3eca33a0a71c None None] The sync data for ids ['d44bed48-cfbe-4434-af98-7672d3233c7f'] in n-d-817256-1 is: [{'id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'name': 'tempest-TestMinimumBasicScenario-455524216-router', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:07Z', 'updated_at': '2021-11-09T20:37:11Z', 'revision_number': 4, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'gw_port': {'id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:08Z', 'updated_at': '2021-11-09T20:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'aee7b271-abe7-4af4-bdf5-c927c633b58d', 'name': '', 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'mac_address': 'fa:16:3e:10:e8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '3e942898-64f3-4b27-9ea4-627b2ca46db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:10Z', 'updated_at': '2021-11-09T20:37:11Z', 'revision_number': 2, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'subnets': [{'id': '3e942898-64f3-4b27-9ea4-627b2ca46db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:37:13.242925 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9f38df0f-47a3-4eef-bd94-bd60820b8f2a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:13.333142 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:13.333790 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:13.335563 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-229de074-c047-4802-8e3e-52ffd5514fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:13.455684 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:13.499060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9f38df0f-47a3-4eef-bd94-bd60820b8f2a,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:13.505475 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:13.589250 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:13.604707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=9f38df0f-47a3-4eef-bd94-bd60820b8f2a,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:14.577602 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Sync routers for ids ['d44bed48-cfbe-4434-af98-7672d3233c7f'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:37:14.589062 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Routers {'d44bed48-cfbe-4434-af98-7672d3233c7f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:37:14.589677 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:37:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d44bed48-cfbe-4434-af98-7672d3233c7f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:14.742690 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:14.824244 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Set router d44bed48-cfbe-4434-af98-7672d3233c7f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:37:15.090769 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'name': 'tempest-TestMinimumBasicScenario-455524216-router', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:07Z', 'updated_at': '2021-11-09T20:37:11Z', 'revision_number': 4, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'gw_port': {'id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:08Z', 'updated_at': '2021-11-09T20:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'aee7b271-abe7-4af4-bdf5-c927c633b58d', 'name': '', 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'mac_address': 'fa:16:3e:10:e8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '3e942898-64f3-4b27-9ea4-627b2ca46db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:10Z', 'updated_at': '2021-11-09T20:37:11Z', 'revision_number': 2, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'subnets': [{'id': '3e942898-64f3-4b27-9ea4-627b2ca46db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:15.120761 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Checking router: d44bed48-cfbe-4434-af98-7672d3233c7f for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:37:15.121512 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Updating router d44bed48-cfbe-4434-af98-7672d3233c7f port aee7b271-abe7-4af4-bdf5-c927c633b58d binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:37:15.154555 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:15.253444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9f38df0f-47a3-4eef-bd94-bd60820b8f2a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:15.309988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:15.310871 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:15.512487 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:15.524305 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:15.574809 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18237ffa-7fa0-4a79-b473-cd1feebe8342 None None] Pushing event updated for resources: {'Port': ['ID=aee7b271-abe7-4af4-bdf5-c927c633b58d,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:15.661552 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Attempting to bind port aee7b271-abe7-4af4-bdf5-c927c633b58d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:37:15.662240 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Attempting to bind port aee7b271-abe7-4af4-bdf5-c927c633b58d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'c1309769-5ce7-44fa-b042-0d62e945749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:37:15.662347 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Attempting to bind port aee7b271-abe7-4af4-bdf5-c927c633b58d on network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:37:15.671070 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:37:15.671715 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Checking segment: {'id': 'c1309769-5ce7-44fa-b042-0d62e945749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:37:15.672120 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:15.672510 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Bound using segment: {'id': 'c1309769-5ce7-44fa-b042-0d62e945749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:37:15.672987 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Bound port: aee7b271-abe7-4af4-bdf5-c927c633b58d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1309769-5ce7-44fa-b042-0d62e945749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:37:15.673361 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:15.778770 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] For port aee7b271-abe7-4af4-bdf5-c927c633b58d, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:37:15.782354 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] For port aee7b271-abe7-4af4-bdf5-c927c633b58d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aee7b271-abe7-4af4-bdf5-c927c633b58d,segment=NetworkSegment(c1309769-5ce7-44fa-b042-0d62e945749b),segment_id=c1309769-5ce7-44fa-b042-0d62e945749b)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:37:15.796234 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:15.870055 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18237ffa-7fa0-4a79-b473-cd1feebe8342 None None] Pushing event updated for resources: {'Port': ['ID=aee7b271-abe7-4af4-bdf5-c927c633b58d,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:15.882028 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Routers {'d44bed48-cfbe-4434-af98-7672d3233c7f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:37:15.883242 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:37:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d44bed48-cfbe-4434-af98-7672d3233c7f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:15.891880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c023a7ec-1b26-4a23-a5b0-5a0a2f02eb31 None None] Provisioning complete for port aee7b271-abe7-4af4-bdf5-c927c633b58d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:15.892442 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c023a7ec-1b26-4a23-a5b0-5a0a2f02eb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:16.037040 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] Set router d44bed48-cfbe-4434-af98-7672d3233c7f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:37:16.056690 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c023a7ec-1b26-4a23-a5b0-5a0a2f02eb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:16.137305 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c023a7ec-1b26-4a23-a5b0-5a0a2f02eb31 None None] For port aee7b271-abe7-4af4-bdf5-c927c633b58d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aee7b271-abe7-4af4-bdf5-c927c633b58d,segment=NetworkSegment(c1309769-5ce7-44fa-b042-0d62e945749b),segment_id=c1309769-5ce7-44fa-b042-0d62e945749b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:16.159322 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c023a7ec-1b26-4a23-a5b0-5a0a2f02eb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:16.216651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023a7ec-1b26-4a23-a5b0-5a0a2f02eb31 None None] Pushing event updated for resources: {'Port': ['ID=aee7b271-abe7-4af4-bdf5-c927c633b58d,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:16.286391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cfe4d321-c85a-44cd-b2c1-f236a384e428 None None] Provisioning complete for port aee7b271-abe7-4af4-bdf5-c927c633b58d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:16.287277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfe4d321-c85a-44cd-b2c1-f236a384e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:16.311016 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'name': 'tempest-TestMinimumBasicScenario-455524216-router', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:07Z', 'updated_at': '2021-11-09T20:37:11Z', 'revision_number': 4, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'gw_port': {'id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:08Z', 'updated_at': '2021-11-09T20:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'aee7b271-abe7-4af4-bdf5-c927c633b58d', 'name': '', 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'mac_address': 'fa:16:3e:10:e8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '3e942898-64f3-4b27-9ea4-627b2ca46db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:10Z', 'updated_at': '2021-11-09T20:37:15Z', 'revision_number': 4, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'subnets': [{'id': '3e942898-64f3-4b27-9ea4-627b2ca46db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:16.345142 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ded7e-c197-41f9-bba3-a9ff6f28b081 None None] The sync data for ids ['d44bed48-cfbe-4434-af98-7672d3233c7f'] in n-d-817256-1 is: [{'id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'name': 'tempest-TestMinimumBasicScenario-455524216-router', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:07Z', 'updated_at': '2021-11-09T20:37:11Z', 'revision_number': 4, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'gw_port': {'id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:08Z', 'updated_at': '2021-11-09T20:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'aee7b271-abe7-4af4-bdf5-c927c633b58d', 'name': '', 'network_id': '99e00c20-5f7e-4aa5-ab02-39f81410fd0a', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'mac_address': 'fa:16:3e:10:e8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '3e942898-64f3-4b27-9ea4-627b2ca46db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:10Z', 'updated_at': '2021-11-09T20:37:15Z', 'revision_number': 4, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'subnets': [{'id': '3e942898-64f3-4b27-9ea4-627b2ca46db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:37:16.478383 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:17.245655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aee7b271-abe7-4af4-bdf5-c927c633b58d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:17.316263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port aee7b271-abe7-4af4-bdf5-c927c633b58d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:17.316263 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:21.696642 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:22.844525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-7ecd28ba-4ae0-4ffc-b690-2befe9c21b70 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:22.846005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-7ecd28ba-4ae0-4ffc-b690-2befe9c21b70 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/networks?id=10d2086d-86f5-429d-ba00-191a4f9060ba HTTP/1.1" status: 200 len: 815 time: 0.1168494 Nov 09 20:37:22.861562 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-16f1919f-9e80-4ab6-857a-6a958d2432b7 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/quotas/95bc4b671fca4b09aecc071f92661f9a HTTP/1.1" status: 200 len: 375 time: 0.0096374 Nov 09 20:37:22.915477 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-02838b81-238e-42a4-8fdb-6a5a5377b068 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=95bc4b671fca4b09aecc071f92661f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475905 Nov 09 20:37:23.022347 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-35ff4ea1-b840-4220-a03f-21c59832bace service neutron] 10.222.0.53 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946357 Nov 09 20:37:23.115691 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-8dd8e0c1-8ae1-492d-8d48-0dcf297077c7 service neutron] 10.222.0.53 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862494 Nov 09 20:37:23.298555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4f2155f0-fa03-4035-b842-8bcfd30b1a8f req-ea3c4372-12ab-43c0-8e77-45e13c2d3330 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 210 time: 0.0309436 Nov 09 20:37:24.289968 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-eb9924e6-09af-4f42-9730-b963dbffd759 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:24.291443 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-eb9924e6-09af-4f42-9730-b963dbffd759 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.70 "GET /v2.0/networks?id=10d2086d-86f5-429d-ba00-191a4f9060ba HTTP/1.1" status: 200 len: 815 time: 0.1094880 Nov 09 20:37:24.305934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'port': {'device_id': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'admin_state_up': True, 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:24.411906 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b30a4b6-593d-48db-970c-55b003b131cc req-ea18d159-42ff-40e8-bd11-6e93aca7c970 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 210 time: 0.0328565 Nov 09 20:37:24.450001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Made reservation on behalf of 95bc4b671fca4b09aecc071f92661f9a for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:37:24.454162 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:24.628107 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Allocated IP 172.20.0.10 (10d2086d-86f5-429d-ba00-191a4f9060ba/3a64b735-9872-4efa-8f73-6579f7ee44ed/5823d108-df6c-4434-915b-635fff188e41) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:37:24.824983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:24.887568 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:24.924607 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Network 10d2086d-86f5-429d-ba00-191a4f9060ba is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:37:24.943651 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:24.952643 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:37:25.008304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'Port': ['ID=5823d108-df6c-4434-915b-635fff188e41,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:25.026549 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.026940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.027273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.027613 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.027949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.028283 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.028612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.028942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.029268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.029595 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.029917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.030239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:25.039934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:25.039934 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:25.062709 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:37:25.078536 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-25b029fe-a39e-4a39-9324-8a73dcf414ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7769399 Nov 09 20:37:25.291770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3dd24aa6-1d9f-4b14-aa89-b2cb9acad23d None None] Provisioning complete for port 5823d108-df6c-4434-915b-635fff188e41 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:25.292339 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3dd24aa6-1d9f-4b14-aa89-b2cb9acad23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:25.329695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3dd24aa6-1d9f-4b14-aa89-b2cb9acad23d None None] Port 5823d108-df6c-4434-915b-635fff188e41 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:37:25.536758 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6963dc0-4b3f-4671-8b78-15bc43e25ab7 req-59120aaa-45d3-4452-99df-94dae34b8faa tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:25.539047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6963dc0-4b3f-4671-8b78-15bc43e25ab7 req-59120aaa-45d3-4452-99df-94dae34b8faa tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 932 time: 0.0545433 Nov 09 20:37:25.589175 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c6963dc0-4b3f-4671-8b78-15bc43e25ab7 req-fca00f1f-6ba6-4a17-9c50-bee4d972bcc8 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432849 Nov 09 20:37:25.908061 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:26.716190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63efe6-564b-4f4b-81bb-c15a853439b3 req-d19121c2-ef54-4dc5-9457-c7908923180c tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:26.718477 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e63efe6-564b-4f4b-81bb-c15a853439b3 req-d19121c2-ef54-4dc5-9457-c7908923180c tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 932 time: 0.0593195 Nov 09 20:37:26.771657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6e63efe6-564b-4f4b-81bb-c15a853439b3 req-f2970d96-c1f6-407c-940e-2fd268c75f41 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Nov 09 20:37:27.899777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634accaf-5af6-4fe7-9c6f-5fdffc483896 req-351cb9e5-3fd4-470f-a4a3-9b7463816ea7 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:27.902843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-634accaf-5af6-4fe7-9c6f-5fdffc483896 req-351cb9e5-3fd4-470f-a4a3-9b7463816ea7 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 932 time: 0.0564365 Nov 09 20:37:27.949638 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-634accaf-5af6-4fe7-9c6f-5fdffc483896 req-d05c6fba-7c24-4722-939a-c79a0cb9e8ac tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Nov 09 20:37:29.076746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0621d-afef-4c10-8849-8793e01ac295 req-c69ceb55-331d-44de-a6fd-7fa476f90ba7 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:29.078309 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfd0621d-afef-4c10-8849-8793e01ac295 req-c69ceb55-331d-44de-a6fd-7fa476f90ba7 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 932 time: 0.0540042 Nov 09 20:37:29.121154 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bfd0621d-afef-4c10-8849-8793e01ac295 req-aa60a0fa-547b-4531-90e7-712eff48ca97 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365326 Nov 09 20:37:30.291579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2415839-ee2d-4231-aeeb-011f76467d88 req-d242b875-df84-4552-aa0c-d49e41e3317a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:30.300066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2415839-ee2d-4231-aeeb-011f76467d88 req-d242b875-df84-4552-aa0c-d49e41e3317a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 932 time: 0.0758569 Nov 09 20:37:30.339695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2415839-ee2d-4231-aeeb-011f76467d88 req-c4a93ced-aa42-4a0b-9896-5a76fbaa9af4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383933 Nov 09 20:37:31.477941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea3ec1-f4c1-404d-baf0-ab1aa5c26b44 req-5cf9a6fd-33ce-4d8e-b357-27b184df425e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:31.479495 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6ea3ec1-f4c1-404d-baf0-ab1aa5c26b44 req-5cf9a6fd-33ce-4d8e-b357-27b184df425e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 932 time: 0.0545056 Nov 09 20:37:31.532308 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c6ea3ec1-f4c1-404d-baf0-ab1aa5c26b44 req-1c9d6b54-ba46-45b3-b156-740d02fb7438 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Nov 09 20:37:32.666117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba69c6-c6c5-44ea-8ad5-71e3213d2beb req-610e8143-eab5-4668-83db-1eecba99df2d tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:32.667659 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97ba69c6-c6c5-44ea-8ad5-71e3213d2beb req-610e8143-eab5-4668-83db-1eecba99df2d tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 932 time: 0.0514648 Nov 09 20:37:32.727553 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97ba69c6-c6c5-44ea-8ad5-71e3213d2beb req-5164d5f3-9e38-4c91-948f-fe329be41b5b tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538127 Nov 09 20:37:33.859151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626636ef-527a-42f9-88d5-754c0a70feec req-a029b405-d071-4a31-b350-ca85d3460e2f tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:33.862007 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-626636ef-527a-42f9-88d5-754c0a70feec req-a029b405-d071-4a31-b350-ca85d3460e2f tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 932 time: 0.0564485 Nov 09 20:37:33.909734 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-626636ef-527a-42f9-88d5-754c0a70feec req-70f557d9-1059-4c92-bdd1-80b5cd85a290 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407386 Nov 09 20:37:35.033398 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b1421-ff23-4391-97a7-5457f054d55c req-993cf1d2-2a63-49bd-a2a5-65cc3abaa4b1 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:35.034962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e49b1421-ff23-4391-97a7-5457f054d55c req-993cf1d2-2a63-49bd-a2a5-65cc3abaa4b1 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 932 time: 0.0552495 Nov 09 20:37:35.076975 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e49b1421-ff23-4391-97a7-5457f054d55c req-c990ada3-833a-414d-98d9-1da9afb05653 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Nov 09 20:37:35.681098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Request body: {'port': {'device_id': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:35.743418 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:36.011560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5823d108-df6c-4434-915b-635fff188e41 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:37:36.019260 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:36.034164 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Transition to ACTIVE for port object 5823d108-df6c-4434-915b-635fff188e41 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:37:36.037971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:36.089993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Pushing event updated for resources: {'Port': ['ID=5823d108-df6c-4434-915b-635fff188e41,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:36.168450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Attempting to bind port 5823d108-df6c-4434-915b-635fff188e41 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:37:36.168791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Attempting to bind port 5823d108-df6c-4434-915b-635fff188e41 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:37:36.169126 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Attempting to bind port 5823d108-df6c-4434-915b-635fff188e41 on network 10d2086d-86f5-429d-ba00-191a4f9060ba {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:37:36.177300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Port 5823d108-df6c-4434-915b-635fff188e41 on network 10d2086d-86f5-429d-ba00-191a4f9060ba not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:37:36.177630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Attempting to bind port 5823d108-df6c-4434-915b-635fff188e41 on network 10d2086d-86f5-429d-ba00-191a4f9060ba {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:37:36.185088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:37:36.185432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Checking segment: {'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:37:36.185827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Bound using segment: {'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:37:36.186274 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Bound port: 5823d108-df6c-4434-915b-635fff188e41, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78971524-a3b8-4732-9c7c-b1c53dc0e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:37:36.186670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:36.219367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dda127-d30f-492f-9b8d-ec2aa02640f7 req-f4295c2b-f265-4d82-a343-0d5620afe6d2 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:36.220974 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b2dda127-d30f-492f-9b8d-ec2aa02640f7 req-f4295c2b-f265-4d82-a343-0d5620afe6d2 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 944 time: 0.0614688 Nov 09 20:37:36.261090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] For port 5823d108-df6c-4434-915b-635fff188e41, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:37:36.266075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] For port 5823d108-df6c-4434-915b-635fff188e41, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5823d108-df6c-4434-915b-635fff188e41,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:37:36.266580 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b2dda127-d30f-492f-9b8d-ec2aa02640f7 req-8f6c2b15-9d5d-468f-b426-b6586b260b22 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Nov 09 20:37:36.275860 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:36.310061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:36.310800 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:36.312268 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] 10.222.0.70 "PUT /v2.0/ports/5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 1092 time: 0.6359560 Nov 09 20:37:36.316955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'tag': '5823d108-df6c-4434-915b-635fff188e41'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:37:36.318685 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41520d-eb5d-428b-be87-18b84e95d2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "tag": "5823d108-df6c-4434-915b-635fff188e41"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:37:36.346207 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a639bc-e868-415d-bcad-9c6bd352163a service neutron] Pushing event updated for resources: {'Port': ['ID=5823d108-df6c-4434-915b-635fff188e41,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:36.370656 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a923761-ffe1-48bc-aa29-42c0bae03b14 x-openstack-request-id: req-1a923761-ffe1-48bc-aa29-42c0bae03b14 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:37:36.371147 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "tag": "5823d108-df6c-4434-915b-635fff188e41", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:37:36.371563 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a923761-ffe1-48bc-aa29-42c0bae03b14 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:37:36.372091 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'tag': '5823d108-df6c-4434-915b-635fff188e41', 'status': 'completed', 'code': 200} Nov 09 20:37:36.444145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-57180164-f8f5-4d7e-a570-a2dd8acb85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:36.446026 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-57180164-f8f5-4d7e-a570-a2dd8acb85c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95bc4b671fca4b09aecc071f92661f9a&device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 1095 time: 0.0575366 Nov 09 20:37:36.492346 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-8a151ab2-0882-4a29-b5ac-149afe6d82f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 217 time: 0.0379937 Nov 09 20:37:36.545886 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-f6f662dc-5b07-463c-b838-197596dad567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:36.547356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-f6f662dc-5b07-463c-b838-197596dad567 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a64b735-9872-4efa-8f73-6579f7ee44ed HTTP/1.1" status: 200 len: 854 time: 0.0473268 Nov 09 20:37:36.602144 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-5402c556-d992-49a7-897c-7970c0615de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:36.603701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-5402c556-d992-49a7-897c-7970c0615de4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10d2086d-86f5-429d-ba00-191a4f9060ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494447 Nov 09 20:37:36.699776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-9b89fd61-9d2d-4521-a712-4674e8060570 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881932 Nov 09 20:37:37.170845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-af52bbd2-8128-4d6f-917d-bcba2103df83 req-0ecaae18-6c72-409e-b3f5-48df42a09882 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635820 Nov 09 20:37:37.264505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-fbc37456-24aa-49c6-b198-943ee29b52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:37.266011 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-fbc37456-24aa-49c6-b198-943ee29b52a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95bc4b671fca4b09aecc071f92661f9a&device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 1095 time: 0.0460610 Nov 09 20:37:37.377174 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-6af3a478-55c5-4418-9485-da94a0e3dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:37.378967 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-6af3a478-55c5-4418-9485-da94a0e3dc37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=10d2086d-86f5-429d-ba00-191a4f9060ba HTTP/1.1" status: 200 len: 916 time: 0.1048665 Nov 09 20:37:37.395435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e481c-4a68-4dee-bd68-19ccd5544142 req-7e9e271e-3fcb-4516-b4a5-17cf2038587f tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:37.396928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c34e481c-4a68-4dee-bd68-19ccd5544142 req-7e9e271e-3fcb-4516-b4a5-17cf2038587f tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 944 time: 0.0536084 Nov 09 20:37:37.427014 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-6ac466f0-d389-494e-9eb8-d0071ac0ef5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 217 time: 0.0405729 Nov 09 20:37:37.439615 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c34e481c-4a68-4dee-bd68-19ccd5544142 req-fc74a639-8579-4207-977a-3606a697fbcf tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359201 Nov 09 20:37:37.482281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-7c4621bf-5e13-4bef-a448-7b028c445201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:37.483862 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-7c4621bf-5e13-4bef-a448-7b028c445201 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a64b735-9872-4efa-8f73-6579f7ee44ed HTTP/1.1" status: 200 len: 854 time: 0.0469239 Nov 09 20:37:37.532450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-7722a7b4-9e4c-427e-ac90-18df7f7a2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:37.533983 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-7722a7b4-9e4c-427e-ac90-18df7f7a2104 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10d2086d-86f5-429d-ba00-191a4f9060ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427034 Nov 09 20:37:37.636169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-0e477ebd-715c-41c1-83d2-ca37ab5901c1 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931828 Nov 09 20:37:37.730451 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5a41520d-eb5d-428b-be87-18b84e95d2b9 req-2ea33ec5-2f97-4c41-93c0-99d3888da908 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866978 Nov 09 20:37:38.561680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad64a8f-554c-46c1-8fba-bd6b95da5f64 req-6a10b4d1-1010-4c78-b1f8-4e8f7254e430 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:38.563239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ad64a8f-554c-46c1-8fba-bd6b95da5f64 req-6a10b4d1-1010-4c78-b1f8-4e8f7254e430 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 944 time: 0.0522141 Nov 09 20:37:38.609940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3ad64a8f-554c-46c1-8fba-bd6b95da5f64 req-e6f618f2-1572-4a3d-b366-01ff17a53621 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Nov 09 20:37:39.737364 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bb0b6-6b2e-4d90-ab20-f8a572951264 req-dd9adbbb-da82-4edf-97bf-687415159bb7 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:39.738445 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-636bb0b6-6b2e-4d90-ab20-f8a572951264 req-dd9adbbb-da82-4edf-97bf-687415159bb7 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 944 time: 0.0535214 Nov 09 20:37:39.795431 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-636bb0b6-6b2e-4d90-ab20-f8a572951264 req-cc3eb9b2-12f1-4d50-9ae8-84ae9899db27 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481131 Nov 09 20:37:39.967592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5823d108-df6c-4434-915b-635fff188e41 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:37:40.087525 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5823d108-df6c-4434-915b-635fff188e41, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5823d108-df6c-4434-915b-635fff188e41,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:40.099577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '5823d108-df6c-4434-915b-635fff188e41', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'port_id': '5823d108-df6c-4434-915b-635fff188e41', 'mac_address': 'fa:16:3e:90:4a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:37:40.139823 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:40.154447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5823d108-df6c-4434-915b-635fff188e41 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:37:40.174760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5823d108-df6c-4434-915b-635fff188e41, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5823d108-df6c-4434-915b-635fff188e41,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:40.179461 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:40.232256 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5823d108-df6c-4434-915b-635fff188e41,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:40.240927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.241311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.241718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.242163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.242526 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.242866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.243199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.243530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.243857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.244242 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.244513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.244839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:40.341799 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e1037b9b-bdaa-478a-b478-09f3a4cb21f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:40.390428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['5823d108-df6c-4434-915b-635fff188e41'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:37:40.917472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b4e07-6dd5-42dd-9f1a-4412a9ed86b8 req-0b902450-c39e-493c-b02c-31d40112f337 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:40.919188 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a49b4e07-6dd5-42dd-9f1a-4412a9ed86b8 req-0b902450-c39e-493c-b02c-31d40112f337 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 945 time: 0.0518970 Nov 09 20:37:40.960443 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a49b4e07-6dd5-42dd-9f1a-4412a9ed86b8 req-19778baf-bc3d-4ff3-8de1-1637078137d0 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Nov 09 20:37:41.982065 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5823d108-df6c-4434-915b-635fff188e41 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:37:42.034068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 5823d108-df6c-4434-915b-635fff188e41 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:37:42.037909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 5823d108-df6c-4434-915b-635fff188e41 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:37:42.038320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:42.078832 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcaf7c8-429f-4407-a15b-9e702fd4419c req-0ee29d93-363a-47d9-a015-c82c3823bab1 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:42.080344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fcaf7c8-429f-4407-a15b-9e702fd4419c req-0ee29d93-363a-47d9-a015-c82c3823bab1 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 945 time: 0.0511410 Nov 09 20:37:42.120564 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:42.124559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6fcaf7c8-429f-4407-a15b-9e702fd4419c req-9f8b2ef1-dae7-40f8-8540-09453ee82c1d tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Nov 09 20:37:42.144502 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5823d108-df6c-4434-915b-635fff188e41'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:37:42.146785 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61217ed0-2ff8-42cb-a31e-6bdf3a0a8c4b" -d '{"events": [{"server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "name": "network-vif-plugged", "status": "completed", "tag": "5823d108-df6c-4434-915b-635fff188e41"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:37:42.159818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 5823d108-df6c-4434-915b-635fff188e41, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5823d108-df6c-4434-915b-635fff188e41,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:42.164328 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:42.187315 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fd48f9-1a48-45e9-bbb4-c490a946e371 x-openstack-request-id: req-b5fd48f9-1a48-45e9-bbb4-c490a946e371 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:37:42.187605 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "name": "network-vif-plugged", "status": "completed", "tag": "5823d108-df6c-4434-915b-635fff188e41", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:37:42.187855 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5fd48f9-1a48-45e9-bbb4-c490a946e371 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:37:42.188240 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5823d108-df6c-4434-915b-635fff188e41', 'code': 200} Nov 09 20:37:42.214185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=5823d108-df6c-4434-915b-635fff188e41,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:42.281522 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bf943-89e6-4fe2-9b92-dfcd9de97362 req-6903a1e7-7472-4cb7-9a45-7fdd8202909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:42.282942 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc3bf943-89e6-4fe2-9b92-dfcd9de97362 req-6903a1e7-7472-4cb7-9a45-7fdd8202909c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 1097 time: 0.0407519 Nov 09 20:37:42.318633 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cc3bf943-89e6-4fe2-9b92-dfcd9de97362 req-4ae21575-1e63-4f8a-98d3-78ab585fe455 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279648 Nov 09 20:37:43.243198 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b82c8-7128-47e1-acdb-f1f41d93b569 req-b1f72813-8198-41d1-a92e-98106201c1b2 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:43.244724 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a2b82c8-7128-47e1-acdb-f1f41d93b569 req-b1f72813-8198-41d1-a92e-98106201c1b2 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 946 time: 0.0521107 Nov 09 20:37:43.294351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7a2b82c8-7128-47e1-acdb-f1f41d93b569 req-05b29998-d873-4186-8faf-1e0a5c44dd99 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433364 Nov 09 20:37:43.304883 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-011af541-f750-4df8-a67b-6b1c544bf123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:43.559892 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:44.407263 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414acb4-20bd-4802-a54a-5cdb1953a6d7 req-7d57d2c3-c787-45aa-9225-1f72b43e2c37 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:44.408627 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a414acb4-20bd-4802-a54a-5cdb1953a6d7 req-7d57d2c3-c787-45aa-9225-1f72b43e2c37 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 946 time: 0.0486851 Nov 09 20:37:44.449923 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a414acb4-20bd-4802-a54a-5cdb1953a6d7 req-6588a1bf-6d3c-4726-965d-705ac8616c03 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353012 Nov 09 20:37:44.565977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808470d-8fd4-457c-8e6e-4065c6891374 req-de1a4621-5644-4b75-8baf-3a34dadf907b tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:44.567502 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0808470d-8fd4-457c-8e6e-4065c6891374 req-de1a4621-5644-4b75-8baf-3a34dadf907b tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 946 time: 0.0490878 Nov 09 20:37:44.609941 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0808470d-8fd4-457c-8e6e-4065c6891374 req-3dd43016-77b3-481a-9106-94e793022302 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360665 Nov 09 20:37:44.731441 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:44.800091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f794f-0588-4c35-803b-67b58a90f324 req-d5d4894d-c74b-47e6-9aa1-be267d6364ed tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:44.801602 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-996f794f-0588-4c35-803b-67b58a90f324 req-d5d4894d-c74b-47e6-9aa1-be267d6364ed tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 946 time: 0.0503683 Nov 09 20:37:44.841573 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-996f794f-0588-4c35-803b-67b58a90f324 req-87a4424a-9875-40f0-8a27-e94e06ffece8 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Nov 09 20:37:46.479351 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:51.706767 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:55.929758 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:56.411836 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db278bfe-f67d-4566-be81-f99845685cd6 req-4a45da5a-e843-4f7a-86cc-a9b9d5b78f10 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:56.413985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db278bfe-f67d-4566-be81-f99845685cd6 req-4a45da5a-e843-4f7a-86cc-a9b9d5b78f10 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 946 time: 0.0530453 Nov 09 20:37:56.454117 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-db278bfe-f67d-4566-be81-f99845685cd6 req-dd723681-66d9-492d-96f6-d617076144e0 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Nov 09 20:37:56.478109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53002) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:56.611406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27bfeaa-7135-4199-a218-4bdf9bad06cd tempest-TestMinimumBasicScenario-1057330229 tempest-TestMinimumBasicScenario-1057330229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:56.612935 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d27bfeaa-7135-4199-a218-4bdf9bad06cd tempest-TestMinimumBasicScenario-1057330229 tempest-TestMinimumBasicScenario-1057330229-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 1092 time: 0.1337976 Nov 09 20:37:56.616022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53006) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:56.620498 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '5823d108-df6c-4434-915b-635fff188e41', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:56.642247 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:56.745989 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:56.868544 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Allocated IP 172.25.6.81 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/1d37f024-5fb6-4256-a4b7-760bf684db69) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:37:56.978133 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:57.017008 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:57.059033 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:37:57.063373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:37:57.067118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:37:57.102671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'Port': ['ID=1d37f024-5fb6-4256-a4b7-760bf684db69,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:57.117044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.117563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.118006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.118356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.118730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.119248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.119591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.120054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.120264 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.120603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.121063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.121274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:37:57.477063 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:57.550637 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:57.716440 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:57.720927 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:57.794868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'Port': ['ID=1d37f024-5fb6-4256-a4b7-760bf684db69,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:57.805227 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:57.903781 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Floating IP bc03854d-fa3c-422d-aba6-fe7729e56692 associated. External IP: 172.25.6.81, port: 5823d108-df6c-4434-915b-635fff188e41. Nov 09 20:37:58.119428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:37:58.237680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:37:58.248357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] Sync routers for ids ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:37:58.256899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.259087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] Routers {'7d3c6074-d40d-43d0-bbbb-e5df577b28d9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:37:58.259731 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:37:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:58.284917 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4927a660-2942-4e22-9e77-42dd5e7151b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6677220 Nov 09 20:37:58.285532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'tag': '5823d108-df6c-4434-915b-635fff188e41'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:37:58.287854 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53008) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:58.293702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6738fa90-9b82-4398-b200-138070d7ad4a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138443379', 'description': 'tempest-secgroup-smoke-138443379 description', 'project_id': '95bc4b671fca4b09aecc071f92661f9a'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:58.321477 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6738fa90-9b82-4398-b200-138070d7ad4a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.383041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] Set router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:37:58.399869 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6738fa90-9b82-4398-b200-138070d7ad4a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.402796 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "tag": "5823d108-df6c-4434-915b-635fff188e41"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:37:58.403750 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6738fa90-9b82-4398-b200-138070d7ad4a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.430771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738fa90-9b82-4398-b200-138070d7ad4a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51aff808-4071-42c8-89e3-d2746ea14b9b,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:58.447908 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6738fa90-9b82-4398-b200-138070d7ad4a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.451266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6738fa90-9b82-4398-b200-138070d7ad4a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1609974 Nov 09 20:37:58.452274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53016) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:58.456872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b8343dde-388b-470a-89e0-3c5f52abb827 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'security_group_rule': {'security_group_id': '51aff808-4071-42c8-89e3-d2746ea14b9b', 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:58.494033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8343dde-388b-470a-89e0-3c5f52abb827 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.520645 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8aa41c-6a54-4231-9f51-79591e8e90f2 x-openstack-request-id: req-ba8aa41c-6a54-4231-9f51-79591e8e90f2 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:37:58.520946 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "tag": "5823d108-df6c-4434-915b-635fff188e41", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:37:58.521201 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba8aa41c-6a54-4231-9f51-79591e8e90f2 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:37:58.521614 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'tag': '5823d108-df6c-4434-915b-635fff188e41', 'status': 'completed', 'code': 200} Nov 09 20:37:58.553045 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8343dde-388b-470a-89e0-3c5f52abb827 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.558057 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8343dde-388b-470a-89e0-3c5f52abb827 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.577632 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8343dde-388b-470a-89e0-3c5f52abb827 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85ee5b2-c47d-4f28-bac5-7f579ec7c384,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:58.589412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b8343dde-388b-470a-89e0-3c5f52abb827 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.590754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b8343dde-388b-470a-89e0-3c5f52abb827 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374223 Nov 09 20:37:58.594094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53018) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:58.598935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ce4dba55-dfcb-45d7-9161-5b795f6dfeb0 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'security_group_rule': {'security_group_id': '51aff808-4071-42c8-89e3-d2746ea14b9b', 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:58.599811 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-aa54e847-7fa9-4f76-9442-e343d1686241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:58.601512 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-aa54e847-7fa9-4f76-9442-e343d1686241 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95bc4b671fca4b09aecc071f92661f9a&device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 1097 time: 0.0504394 Nov 09 20:37:58.629024 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce4dba55-dfcb-45d7-9161-5b795f6dfeb0 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.651335 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'bc03854d-fa3c-422d-aba6-fe7729e56692', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'port_id': '5823d108-df6c-4434-915b-635fff188e41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'mac_address': 'fa:16:3e:90:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:37:57Z', 'updated_at': '2021-11-09T20:37:57Z', 'revision_number': 0, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6067b60-82d7-46b6-8e7e-01505c1a5650', 'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'mac_address': 'fa:16:3e:16:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:05Z', 'updated_at': '2021-11-09T20:37:09Z', 'revision_number': 5, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'subnets': [{'id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:58.681040 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] Checking router: 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:37:58.689994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] Routers {'7d3c6074-d40d-43d0-bbbb-e5df577b28d9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:37:58.690676 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:37:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:58.697475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce4dba55-dfcb-45d7-9161-5b795f6dfeb0 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.702671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce4dba55-dfcb-45d7-9161-5b795f6dfeb0 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.711741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-cc1a1501-19b8-47a7-a204-b65dd9f38eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:58.713258 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-cc1a1501-19b8-47a7-a204-b65dd9f38eaa service neutron] 10.222.0.70 "GET /v2.0/networks?id=10d2086d-86f5-429d-ba00-191a4f9060ba HTTP/1.1" status: 200 len: 916 time: 0.1047125 Nov 09 20:37:58.721730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dba55-dfcb-45d7-9161-5b795f6dfeb0 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1411925-593e-4850-9937-c945fc92a4bd,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:58.733415 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce4dba55-dfcb-45d7-9161-5b795f6dfeb0 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.736944 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ce4dba55-dfcb-45d7-9161-5b795f6dfeb0 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392009 Nov 09 20:37:58.737213 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53020) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:58.743340 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-733b28aa-7e47-4d4e-868e-f380b33fe8b4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'security_group_rule': {'security_group_id': '51aff808-4071-42c8-89e3-d2746ea14b9b', 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:58.776506 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-733b28aa-7e47-4d4e-868e-f380b33fe8b4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.787791 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-638ad50d-17b6-4c5a-ac6a-3ccdec42bda4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 999 time: 0.0672190 Nov 09 20:37:58.812232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] Set router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:37:58.843611 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-733b28aa-7e47-4d4e-868e-f380b33fe8b4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.847908 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-733b28aa-7e47-4d4e-868e-f380b33fe8b4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.851033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-3a78e62a-1824-4da1-85f3-66d53fc7aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:58.852674 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-3a78e62a-1824-4da1-85f3-66d53fc7aaab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a64b735-9872-4efa-8f73-6579f7ee44ed HTTP/1.1" status: 200 len: 854 time: 0.0493696 Nov 09 20:37:58.871458 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b28aa-7e47-4d4e-868e-f380b33fe8b4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6576f1b7-700f-4836-88da-b9131d04ef20,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:58.880667 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-733b28aa-7e47-4d4e-868e-f380b33fe8b4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.887123 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-733b28aa-7e47-4d4e-868e-f380b33fe8b4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487675 Nov 09 20:37:58.888139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53022) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:58.893426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-fb2d781a-bf45-45a1-8988-b97dc24aa3f4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'security_group_rule': {'security_group_id': '51aff808-4071-42c8-89e3-d2746ea14b9b', 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:58.909577 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-72d25afc-03de-494c-9438-0c229c7ff169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:58.911058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-72d25afc-03de-494c-9438-0c229c7ff169 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10d2086d-86f5-429d-ba00-191a4f9060ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508935 Nov 09 20:37:58.924681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb2d781a-bf45-45a1-8988-b97dc24aa3f4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:58.996983 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb2d781a-bf45-45a1-8988-b97dc24aa3f4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.001151 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb2d781a-bf45-45a1-8988-b97dc24aa3f4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.017462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-aca8e6ad-7743-43c6-aba8-af82d47a8d34 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984163 Nov 09 20:37:59.019645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d781a-bf45-45a1-8988-b97dc24aa3f4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6e1192-8c8a-43e9-80af-e1919ade2e61,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:59.033860 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fb2d781a-bf45-45a1-8988-b97dc24aa3f4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.035533 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fb2d781a-bf45-45a1-8988-b97dc24aa3f4 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460149 Nov 09 20:37:59.040920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53024) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:59.045034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9308d206-8c0b-4251-a622-9cf63fc0ddba tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'security_group_rule': {'security_group_id': '51aff808-4071-42c8-89e3-d2746ea14b9b', 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:59.073257 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-9308d206-8c0b-4251-a622-9cf63fc0ddba tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Project 95bc4b671fca4b09aecc071f92661f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:37:59.077900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'bc03854d-fa3c-422d-aba6-fe7729e56692', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'port_id': '5823d108-df6c-4434-915b-635fff188e41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'mac_address': 'fa:16:3e:90:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:37:57Z', 'updated_at': '2021-11-09T20:37:57Z', 'revision_number': 0, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6067b60-82d7-46b6-8e7e-01505c1a5650', 'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'mac_address': 'fa:16:3e:16:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:05Z', 'updated_at': '2021-11-09T20:37:09Z', 'revision_number': 5, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'subnets': [{'id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:37:59.079690 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9308d206-8c0b-4251-a622-9cf63fc0ddba tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.111728 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1149b-94ae-4703-a2a2-c68d6ff87ec3 None None] The sync data for ids ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'] in n-d-817256-1 is: [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'bc03854d-fa3c-422d-aba6-fe7729e56692', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'port_id': '5823d108-df6c-4434-915b-635fff188e41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'mac_address': 'fa:16:3e:90:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:37:57Z', 'updated_at': '2021-11-09T20:37:57Z', 'revision_number': 0, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6067b60-82d7-46b6-8e7e-01505c1a5650', 'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'mac_address': 'fa:16:3e:16:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:05Z', 'updated_at': '2021-11-09T20:37:09Z', 'revision_number': 5, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'subnets': [{'id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:37:59.132374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0bfa1f1-60d2-4262-92c7-b2eab1c577c6 req-091bed89-8a36-4ef5-91d4-0792734a6345 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068568 Nov 09 20:37:59.164449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9308d206-8c0b-4251-a622-9cf63fc0ddba tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.169547 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9308d206-8c0b-4251-a622-9cf63fc0ddba tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.188572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308d206-8c0b-4251-a622-9cf63fc0ddba tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58853d4e-a6f0-48f6-b5b1-d7aa2b784b0f,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:59.199884 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9308d206-8c0b-4251-a622-9cf63fc0ddba tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.201183 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9308d206-8c0b-4251-a622-9cf63fc0ddba tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607366 Nov 09 20:37:59.204215 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53026) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:37:59.208807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-21a8c72a-f417-44fd-9c5f-2626cb22eb0e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'security_group_rule': {'security_group_id': '51aff808-4071-42c8-89e3-d2746ea14b9b', 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:59.231959 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-21a8c72a-f417-44fd-9c5f-2626cb22eb0e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Project 95bc4b671fca4b09aecc071f92661f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:37:59.237161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21a8c72a-f417-44fd-9c5f-2626cb22eb0e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.318353 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21a8c72a-f417-44fd-9c5f-2626cb22eb0e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.323826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21a8c72a-f417-44fd-9c5f-2626cb22eb0e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.343788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8c72a-f417-44fd-9c5f-2626cb22eb0e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9033e836-ef96-4d77-b797-853a0bbc43cb,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:59.350801 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21a8c72a-f417-44fd-9c5f-2626cb22eb0e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.352772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-21a8c72a-f417-44fd-9c5f-2626cb22eb0e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474767 Nov 09 20:37:59.362684 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378f5f7-a49c-4632-8041-6a362edc6b3f None None] New status for floating IP bc03854d-fa3c-422d-aba6-fe7729e56692: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:37:59.452140 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-3b69f713-6f63-472e-ac7d-b7c1d2feb7b6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138443379&fields=id&tenant_id=95bc4b671fca4b09aecc071f92661f9a HTTP/1.1" status: 200 len: 267 time: 0.0373082 Nov 09 20:37:59.511363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-22f56e95-7a94-4fdb-8695-c3670640d4bf tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:59.512972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-22f56e95-7a94-4fdb-8695-c3670640d4bf tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 946 time: 0.0550375 Nov 09 20:37:59.524601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-819a5fcd-3d73-439e-b953-7ed7259f7d57 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'port': {'security_groups': ['def49fa3-d833-4fd2-ba24-d95e2997d61e', '51aff808-4071-42c8-89e3-d2746ea14b9b']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:37:59.596122 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-819a5fcd-3d73-439e-b953-7ed7259f7d57 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.809494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-819a5fcd-3d73-439e-b953-7ed7259f7d57 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] For port 5823d108-df6c-4434-915b-635fff188e41, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5823d108-df6c-4434-915b-635fff188e41,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:37:59.839077 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-819a5fcd-3d73-439e-b953-7ed7259f7d57 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.844163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-819a5fcd-3d73-439e-b953-7ed7259f7d57 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.860611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['5823d108-df6c-4434-915b-635fff188e41'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:37:59.890258 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-819a5fcd-3d73-439e-b953-7ed7259f7d57 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:37:59.890956 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-819a5fcd-3d73-439e-b953-7ed7259f7d57 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:37:59.892417 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21af4e0c-1ef4-4780-9aeb-75521d6c1059 req-819a5fcd-3d73-439e-b953-7ed7259f7d57 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "PUT /v2.0/ports/5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 982 time: 0.3728623 Nov 09 20:37:59.918009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a5fcd-3d73-439e-b953-7ed7259f7d57 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'Port': ['ID=5823d108-df6c-4434-915b-635fff188e41,revision_number=6']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:37:59.956612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['5823d108-df6c-4434-915b-635fff188e41'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:38:00.013782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f806b04-17c9-47ac-bc0b-f1c66f0095a3 req-6ecadbf2-25fa-454c-bc8b-8d952e8ab725 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:00.015496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f806b04-17c9-47ac-bc0b-f1c66f0095a3 req-6ecadbf2-25fa-454c-bc8b-8d952e8ab725 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0519485 Nov 09 20:38:00.064680 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f806b04-17c9-47ac-bc0b-f1c66f0095a3 req-28667125-1dac-4cc7-aaa6-71312c858c2f tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418150 Nov 09 20:38:00.198826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5ed8154e-bf5a-4207-b5a2-54391d6e02a1 None None] Provisioning complete for port 5823d108-df6c-4434-915b-635fff188e41 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:38:00.199122 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ed8154e-bf5a-4207-b5a2-54391d6e02a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:00.523101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'tag': '5823d108-df6c-4434-915b-635fff188e41'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:38:00.525791 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9343437-97e3-4427-a705-7ed2f3a89c95" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "tag": "5823d108-df6c-4434-915b-635fff188e41"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:38:00.565411 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cb05e6-7a6e-42f4-a03f-a1c8828e055c x-openstack-request-id: req-83cb05e6-7a6e-42f4-a03f-a1c8828e055c {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:38:00.565713 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "tag": "5823d108-df6c-4434-915b-635fff188e41", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:38:00.565964 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83cb05e6-7a6e-42f4-a03f-a1c8828e055c {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:38:00.566369 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'tag': '5823d108-df6c-4434-915b-635fff188e41', 'status': 'completed', 'code': 200} Nov 09 20:38:00.638437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-9756d0f9-acd3-4ea9-b0d2-bb0f8ad60123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:00.640085 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-9756d0f9-acd3-4ea9-b0d2-bb0f8ad60123 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95bc4b671fca4b09aecc071f92661f9a&device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 1136 time: 0.0461156 Nov 09 20:38:00.732778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-290f4e8e-16dd-44f5-aa81-2c8361daf06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:00.734169 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-290f4e8e-16dd-44f5-aa81-2c8361daf06a service neutron] 10.222.0.70 "GET /v2.0/networks?id=10d2086d-86f5-429d-ba00-191a4f9060ba HTTP/1.1" status: 200 len: 916 time: 0.0866656 Nov 09 20:38:00.810874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-1fb62d36-51aa-4fb4-9b71-f0b4d9fe7ccd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 1001 time: 0.0644188 Nov 09 20:38:00.860253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-516eb1f5-b37f-429c-924b-16726ee1490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:00.861689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-516eb1f5-b37f-429c-924b-16726ee1490b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a64b735-9872-4efa-8f73-6579f7ee44ed HTTP/1.1" status: 200 len: 854 time: 0.0437789 Nov 09 20:38:00.913472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-dbc90963-0b0f-4fd0-948e-5c46c6bdeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:00.915390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-dbc90963-0b0f-4fd0-948e-5c46c6bdeaba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10d2086d-86f5-429d-ba00-191a4f9060ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454350 Nov 09 20:38:01.010629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-d1156424-9ae7-45c7-a901-1abfff5c9c91 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870106 Nov 09 20:38:01.101672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c9343437-97e3-4427-a705-7ed2f3a89c95 req-ebfa69a2-159c-43d8-a2a6-af8ffe753d9d service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815449 Nov 09 20:38:02.052987 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:38:10.345260 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c456755e-e0f9-4313-a872-30a7c177813a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:13.295641 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a36da46c-9f0d-4430-96e2-63e45d613397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:13.562711 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:14.735570 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:16.295803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-b5f95d2f-41ba-4a9e-b6e2-28a28dc33eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:16.297324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-b5f95d2f-41ba-4a9e-b6e2-28a28dc33eec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95bc4b671fca4b09aecc071f92661f9a&device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 1136 time: 0.0430558 Nov 09 20:38:16.303506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b78a2-12db-4b2a-8d1a-8e3cad0cefba req-3edbe6da-d424-48f0-a912-5599f3493aa9 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:16.304998 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec4b78a2-12db-4b2a-8d1a-8e3cad0cefba req-3edbe6da-d424-48f0-a912-5599f3493aa9 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0530145 Nov 09 20:38:16.346833 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ec4b78a2-12db-4b2a-8d1a-8e3cad0cefba req-c129d634-3f50-4fb3-83cf-6e36a1ec2069 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353787 Nov 09 20:38:16.411170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-e4d5d67b-1a54-4d4d-894a-8d24334759ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:16.412698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-e4d5d67b-1a54-4d4d-894a-8d24334759ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=10d2086d-86f5-429d-ba00-191a4f9060ba HTTP/1.1" status: 200 len: 916 time: 0.1059523 Nov 09 20:38:16.481040 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:16.483553 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-94937810-4e0f-41e0-8300-8ed920df35c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 1001 time: 0.0604823 Nov 09 20:38:16.538399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-38eca8d1-37d6-40b9-ad93-2e62cfff6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:16.539959 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-38eca8d1-37d6-40b9-ad93-2e62cfff6605 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a64b735-9872-4efa-8f73-6579f7ee44ed HTTP/1.1" status: 200 len: 854 time: 0.0480747 Nov 09 20:38:16.587457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-e95d50ea-c733-465b-9928-86fa77740179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:16.588909 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-e95d50ea-c733-465b-9928-86fa77740179 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10d2086d-86f5-429d-ba00-191a4f9060ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400245 Nov 09 20:38:16.675446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-93ecd868-b555-4834-8880-2a5a8e8eb1c9 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793498 Nov 09 20:38:16.770438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ac64595-c680-4dde-bedb-bfee8300d187 req-691af185-818e-4446-ae5e-5f17ff5a4089 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868773 Nov 09 20:38:17.488047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73469a5c-e812-457d-b0a6-4333360537da req-89fda3a8-d3be-422b-9715-6c0e464b4ae8 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:17.489631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-73469a5c-e812-457d-b0a6-4333360537da req-89fda3a8-d3be-422b-9715-6c0e464b4ae8 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0556548 Nov 09 20:38:17.536072 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-73469a5c-e812-457d-b0a6-4333360537da req-0a2a646b-d719-465e-be99-433751df2e05 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390747 Nov 09 20:38:18.670074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57effac6-5de2-49e4-807b-6fe348b74097 req-e02ecc23-bccb-4832-b245-b7aa5e1b93c6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:18.671730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57effac6-5de2-49e4-807b-6fe348b74097 req-e02ecc23-bccb-4832-b245-b7aa5e1b93c6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0581887 Nov 09 20:38:18.714556 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-57effac6-5de2-49e4-807b-6fe348b74097 req-1671b011-bea1-4268-aa98-d136c0742b67 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365639 Nov 09 20:38:19.832463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487709-64c0-4ab6-b214-91440cfe2b74 req-ae8ba43c-5c5a-42dc-86b1-10f530cf9f31 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:19.833931 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f487709-64c0-4ab6-b214-91440cfe2b74 req-ae8ba43c-5c5a-42dc-86b1-10f530cf9f31 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0490177 Nov 09 20:38:19.873675 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1f487709-64c0-4ab6-b214-91440cfe2b74 req-d14b7f44-d291-446a-a973-f5b1cb2665e6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333521 Nov 09 20:38:20.994794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637286d3-a70f-4115-b6a1-dcd5638b0406 req-936ab14a-bece-4318-9a1f-5037794d3ea1 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:20.996352 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-637286d3-a70f-4115-b6a1-dcd5638b0406 req-936ab14a-bece-4318-9a1f-5037794d3ea1 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0532389 Nov 09 20:38:21.041329 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-637286d3-a70f-4115-b6a1-dcd5638b0406 req-afdc0b8c-9780-4ac6-841e-ed7477bad75d tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387802 Nov 09 20:38:21.706438 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:22.167154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b90824-c572-421c-b0c3-d502e90711ff req-5834d6c8-32c3-49d9-9819-4c87c3cee8e8 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:22.168684 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0b90824-c572-421c-b0c3-d502e90711ff req-5834d6c8-32c3-49d9-9819-4c87c3cee8e8 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0568633 Nov 09 20:38:22.209849 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f0b90824-c572-421c-b0c3-d502e90711ff req-6560de07-c330-4872-adcd-a26adda36e48 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349076 Nov 09 20:38:23.332768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014046a-8d0c-41db-9af1-49d253dfe6c8 req-4e6d3ff8-1617-421a-a089-2a1ed615da93 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:23.334287 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d014046a-8d0c-41db-9af1-49d253dfe6c8 req-4e6d3ff8-1617-421a-a089-2a1ed615da93 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0518639 Nov 09 20:38:23.376681 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d014046a-8d0c-41db-9af1-49d253dfe6c8 req-911557eb-b2fd-4351-8547-32fd0cdbd22e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359068 Nov 09 20:38:24.105336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-a3870f65-d8ba-4d8c-94e7-b2230ee3939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:24.106890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-a3870f65-d8ba-4d8c-94e7-b2230ee3939a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95bc4b671fca4b09aecc071f92661f9a&device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 1136 time: 0.0432091 Nov 09 20:38:24.230834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-f0db4c78-2ec6-43d1-8288-f7bed9a0eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:24.232324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-f0db4c78-2ec6-43d1-8288-f7bed9a0eaf4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=10d2086d-86f5-429d-ba00-191a4f9060ba HTTP/1.1" status: 200 len: 916 time: 0.1046672 Nov 09 20:38:24.305938 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-f1a44a8c-1a22-49c9-b138-b6e37da58bfa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 1001 time: 0.0651054 Nov 09 20:38:24.358724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-5a49e414-96fc-4438-9f7d-b2a98d3457c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:24.360146 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-5a49e414-96fc-4438-9f7d-b2a98d3457c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a64b735-9872-4efa-8f73-6579f7ee44ed HTTP/1.1" status: 200 len: 854 time: 0.0464935 Nov 09 20:38:24.418117 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-c88ec435-9a5b-46b7-ac92-09cd8cbbadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:24.419654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-c88ec435-9a5b-46b7-ac92-09cd8cbbadd6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10d2086d-86f5-429d-ba00-191a4f9060ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516031 Nov 09 20:38:24.558308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad554ec-0d20-4fb4-85ea-8db1bc7eeb19 req-ee39dcc1-9864-4e04-9ad2-a09768fc632b tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:24.559883 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ad554ec-0d20-4fb4-85ea-8db1bc7eeb19 req-ee39dcc1-9864-4e04-9ad2-a09768fc632b tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0836983 Nov 09 20:38:24.562243 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-5c67c4ff-92fd-4844-83dc-87d21bd2b227 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339192 Nov 09 20:38:24.655553 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ad554ec-0d20-4fb4-85ea-8db1bc7eeb19 req-bfebe10e-21dd-4688-973e-cb223b0e9396 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890596 Nov 09 20:38:24.687629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d3e77b16-5b28-4540-90f3-9e53d286be3f req-23d54414-d8d5-49ea-89f6-56e57ffd080b service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140313 Nov 09 20:38:25.779825 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20018ef0-2b0c-44fc-8b95-15bc8465cb4e req-9f481353-424a-4c4c-9914-dc3b12697f37 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:25.781346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20018ef0-2b0c-44fc-8b95-15bc8465cb4e req-9f481353-424a-4c4c-9914-dc3b12697f37 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0545857 Nov 09 20:38:25.824105 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-20018ef0-2b0c-44fc-8b95-15bc8465cb4e req-14a4a8f8-fd6a-4278-9736-83fffafe774b tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362580 Nov 09 20:38:25.944099 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:26.946363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dc769-0652-4bf5-b13e-75ede648970b req-abe8eee1-ff34-4bc5-9390-5fd29cd033d8 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:26.948109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-407dc769-0652-4bf5-b13e-75ede648970b req-abe8eee1-ff34-4bc5-9390-5fd29cd033d8 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0503924 Nov 09 20:38:26.988588 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-407dc769-0652-4bf5-b13e-75ede648970b req-f97d86ed-e654-4dbe-b276-6156a64cf166 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343711 Nov 09 20:38:28.106626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0cc65-be64-4060-bc08-e214634daadc req-56393743-1330-4159-bfd7-e41dd41d9e5e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:38:28.108137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cb0cc65-be64-4060-bc08-e214634daadc req-56393743-1330-4159-bfd7-e41dd41d9e5e tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0510001 Nov 09 20:38:28.150380 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8cb0cc65-be64-4060-bc08-e214634daadc req-bf5c74ec-cb14-4d09-ab00-d728e725f0f5 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&id=51aff808-4071-42c8-89e3-d2746ea14b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360932 Nov 09 20:38:39.053847 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:38:40.348754 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4cf1cb46-5476-4191-b69f-a3b3b1bb2bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:43.297520 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3f408428-b1d9-45cf-abf8-62697dc08e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:43.566732 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:44.738400 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:46.484380 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:51.711668 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:38:53.515992 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-0934037a-8635-413b-93d2-0a578767b452 req-d9b1569e-40f9-4afd-9958-ad2865555411 tempest-ServerDiskConfigTestJSON-2145892884 tempest-ServerDiskConfigTestJSON-2145892884-project] (102295) timed out ('10.222.0.77', 65373) {{(pid=102295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:38:55.943451 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:00.462044 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-bc79cef9-e389-4a20-a05d-a5b0c9c03424 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138443379&fields=id&tenant_id=95bc4b671fca4b09aecc071f92661f9a HTTP/1.1" status: 200 len: 267 time: 0.0415816 Nov 09 20:39:00.517459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-6c315311-bd74-486c-bd6e-a2b1691d0ad2 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:00.519444 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-6c315311-bd74-486c-bd6e-a2b1691d0ad2 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 985 time: 0.0505211 Nov 09 20:39:00.530726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Request body: {'port': {'security_groups': ['def49fa3-d833-4fd2-ba24-d95e2997d61e']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:00.595376 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:00.783019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] For port 5823d108-df6c-4434-915b-635fff188e41, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5823d108-df6c-4434-915b-635fff188e41,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:00.815496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:00.821198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:00.833931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['5823d108-df6c-4434-915b-635fff188e41'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:39:00.871582 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:00.872238 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:00.876472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2fa2bbd-2d2f-4a8d-8579-86157a6e1c72 req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "PUT /v2.0/ports/5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 943 time: 0.3505847 Nov 09 20:39:00.876973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'tag': '5823d108-df6c-4434-915b-635fff188e41'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:39:00.883186 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a87b68d-f8e4-4a3d-94bb-82095d502b63" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "tag": "5823d108-df6c-4434-915b-635fff188e41"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:39:00.884085 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53096) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:00.908666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event updated for resources: {'Port': ['ID=5823d108-df6c-4434-915b-635fff188e41,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:00.918912 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.919387 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.919741 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.920086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.920539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.920885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.921223 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.921559 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.921894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.922226 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.922611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.922950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f515c-fb22-4e65-9dee-a2c0982aed90 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:00.942239 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['5823d108-df6c-4434-915b-635fff188e41'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:39:00.967020 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe20111-fd8b-4a60-ae0f-93c726d2c588 x-openstack-request-id: req-efe20111-fd8b-4a60-ae0f-93c726d2c588 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:39:00.967299 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "tag": "5823d108-df6c-4434-915b-635fff188e41", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:39:00.967497 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efe20111-fd8b-4a60-ae0f-93c726d2c588 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:39:00.967853 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'tag': '5823d108-df6c-4434-915b-635fff188e41', 'status': 'completed', 'code': 200} Nov 09 20:39:00.988668 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:01.020431 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:01.087638 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-f59aefbb-8848-4288-a9ac-704dffb2b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:01.090670 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-f59aefbb-8848-4288-a9ac-704dffb2b8f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95bc4b671fca4b09aecc071f92661f9a&device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 1097 time: 0.0983524 Nov 09 20:39:01.110724 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:01.117083 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:01.123100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53100) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:01.126689 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "DELETE /v2.0/security-groups/51aff808-4071-42c8-89e3-d2746ea14b9b HTTP/1.1" status: 204 len: 168 time: 0.2413752 Nov 09 20:39:01.143813 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aff808-4071-42c8-89e3-d2746ea14b9b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:01.157672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.159801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.159801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.159801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.160165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.160709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.161401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.162049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.163195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.163195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.163802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.164516 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9420e4-282d-4bef-b6ac-4beb793db1f6 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:01.284480 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-c430ea0a-cbac-4567-8984-454aeadfcbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:01.285959 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-c430ea0a-cbac-4567-8984-454aeadfcbb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=10d2086d-86f5-429d-ba00-191a4f9060ba HTTP/1.1" status: 200 len: 916 time: 0.1876853 Nov 09 20:39:01.325295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a291a026-a696-4ae2-aa54-4df23402a4d1 None None] Provisioning complete for port 5823d108-df6c-4434-915b-635fff188e41 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:01.325926 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a291a026-a696-4ae2-aa54-4df23402a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:01.394651 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-10a46c83-1084-41a4-b020-bf41d077379c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 1001 time: 0.0979490 Nov 09 20:39:01.446553 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Deleting port 1d37f024-5fb6-4256-a4b7-760bf684db69 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:39:01.446906 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:01.495766 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-02b2482c-c9ee-47b2-849e-e8b64179b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:01.496954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-02b2482c-c9ee-47b2-849e-e8b64179b1f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a64b735-9872-4efa-8f73-6579f7ee44ed HTTP/1.1" status: 200 len: 854 time: 0.0955653 Nov 09 20:39:01.559910 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:01.560048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:01.577823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Calling delete_port for 1d37f024-5fb6-4256-a4b7-760bf684db69 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:39:01.580821 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-a4df164a-94dc-4cee-bc59-6309081f344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:01.582336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-a4df164a-94dc-4cee-bc59-6309081f344e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10d2086d-86f5-429d-ba00-191a4f9060ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777805 Nov 09 20:39:01.742734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-0997a0fb-1fd6-4632-9787-fe951aa3af92 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509137 Nov 09 20:39:01.882132 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a87b68d-f8e4-4a3d-94bb-82095d502b63 req-b3158d3a-2328-449a-8792-3efe40e1d6d1 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261191 Nov 09 20:39:01.883214 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:01.917245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event deleted for resources: {'Port': ['ID=1d37f024-5fb6-4256-a4b7-760bf684db69,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:01.976218 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:01.976565 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Floating IP bc03854d-fa3c-422d-aba6-fe7729e56692 disassociated (deleted). External IP: 172.25.6.81, port: 5823d108-df6c-4434-915b-635fff188e41. Nov 09 20:39:02.190284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:39:02.321092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:39:02.325725 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:02.333341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] Sync routers for ids ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:39:02.351061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] Routers {'7d3c6074-d40d-43d0-bbbb-e5df577b28d9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:02.351860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:38:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:02.356567 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-56c329a9-7e75-4e6a-8121-78e04d6aed6a tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "DELETE /v2.0/floatingips/bc03854d-fa3c-422d-aba6-fe7729e56692 HTTP/1.1" status: 204 len: 168 time: 1.2305233 Nov 09 20:39:02.460979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] Set router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:02.683211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a6067b60-82d7-46b6-8e7e-01505c1a5650', 'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'mac_address': 'fa:16:3e:16:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:05Z', 'updated_at': '2021-11-09T20:37:09Z', 'revision_number': 5, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'subnets': [{'id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:02.713772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] Checking router: 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:39:02.724430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] Routers {'7d3c6074-d40d-43d0-bbbb-e5df577b28d9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:02.725044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:38:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:02.835320 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] Set router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:02.969227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'tag': '5823d108-df6c-4434-915b-635fff188e41'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:39:02.972582 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "tag": "5823d108-df6c-4434-915b-635fff188e41"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:39:03.012060 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aa4dd7-3f57-43fc-838f-daada3816211 x-openstack-request-id: req-22aa4dd7-3f57-43fc-838f-daada3816211 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:39:03.012454 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "tag": "5823d108-df6c-4434-915b-635fff188e41", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:39:03.012775 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22aa4dd7-3f57-43fc-838f-daada3816211 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:39:03.013245 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'tag': '5823d108-df6c-4434-915b-635fff188e41', 'status': 'completed', 'code': 200} Nov 09 20:39:03.056169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a6067b60-82d7-46b6-8e7e-01505c1a5650', 'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'mac_address': 'fa:16:3e:16:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:05Z', 'updated_at': '2021-11-09T20:37:09Z', 'revision_number': 5, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'subnets': [{'id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:03.094742 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-30962dab-0219-4cc5-b838-25087529842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:03.096441 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-30962dab-0219-4cc5-b838-25087529842e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=95bc4b671fca4b09aecc071f92661f9a&device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 1097 time: 0.0567257 Nov 09 20:39:03.103548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465df6ff-a5a7-459f-85ed-d361ee3cec58 None None] The sync data for ids ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'] in n-d-817256-1 is: [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:37:05Z', 'revision_number': 4, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a6067b60-82d7-46b6-8e7e-01505c1a5650', 'name': '', 'network_id': '10d2086d-86f5-429d-ba00-191a4f9060ba', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'mac_address': 'fa:16:3e:16:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:05Z', 'updated_at': '2021-11-09T20:37:09Z', 'revision_number': 5, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'subnets': [{'id': '3a64b735-9872-4efa-8f73-6579f7ee44ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:39:03.218767 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-112a85d5-50a1-4c9b-92b8-a3ccbabfc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:03.220939 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-112a85d5-50a1-4c9b-92b8-a3ccbabfc61e service neutron] 10.222.0.70 "GET /v2.0/networks?id=10d2086d-86f5-429d-ba00-191a4f9060ba HTTP/1.1" status: 200 len: 916 time: 0.1171734 Nov 09 20:39:03.274337 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-d6787a87-baa1-4bb6-ba80-6774ffdb3c6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 200 len: 217 time: 0.0457308 Nov 09 20:39:03.333583 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-52c58355-7055-4c98-87b8-b1f97017ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:03.336628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-52c58355-7055-4c98-87b8-b1f97017ed94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a64b735-9872-4efa-8f73-6579f7ee44ed HTTP/1.1" status: 200 len: 854 time: 0.0545337 Nov 09 20:39:03.394254 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-8c0da1fe-eecb-4ad9-aabc-de837ee0bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:03.396749 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-8c0da1fe-eecb-4ad9-aabc-de837ee0bbb6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10d2086d-86f5-429d-ba00-191a4f9060ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523281 Nov 09 20:39:03.405336 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f716e541-ec11-4261-adc9-20f7ad178e6a None None] New status for floating IP bc03854d-fa3c-422d-aba6-fe7729e56692: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:39:03.530003 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-4f736d1f-e7b4-4369-acba-38e6bae685a2 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250682 Nov 09 20:39:03.635784 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c0930e1e-d4fe-41b0-a02c-97834c61c1f1 req-54c5596e-cfdf-4d7f-89fa-73bb9fbb99b6 service neutron] 10.222.0.70 "GET /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981557 Nov 09 20:39:10.357970 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-99be8a91-70db-4dc1-a4a6-72d40523e2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:10.449837 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b50e68-87df-4dee-8a9b-0107b9465daa req-a0905758-864d-4410-a5f3-96630bf03ec9 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:10.453749 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7b50e68-87df-4dee-8a9b-0107b9465daa req-a0905758-864d-4410-a5f3-96630bf03ec9 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 946 time: 0.0626292 Nov 09 20:39:10.496273 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b7b50e68-87df-4dee-8a9b-0107b9465daa req-6d13fb6e-c150-4b8d-a809-965d4dd94da5 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365319 Nov 09 20:39:11.624345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e76b4f-1a69-4227-91eb-bc0b81dc7cd0 req-d13f77be-66d7-4f56-93c7-d7f3fc3152bf tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:11.625911 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42e76b4f-1a69-4227-91eb-bc0b81dc7cd0 req-d13f77be-66d7-4f56-93c7-d7f3fc3152bf tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 946 time: 0.0553198 Nov 09 20:39:12.041838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42e76b4f-1a69-4227-91eb-bc0b81dc7cd0 req-ba1dfad2-29ee-4b6a-b1f7-23a61729e505 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.53 "GET /v2.0/security-groups?id=def49fa3-d833-4fd2-ba24-d95e2997d61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095852 Nov 09 20:39:12.057489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-85bbef77-c5ba-4c66-a23b-751e16bd40ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:12.059004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-85bbef77-c5ba-4c66-a23b-751e16bd40ca tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b4831ca-fa50-4393-94ad-55f0ad7d3d09 HTTP/1.1" status: 200 len: 946 time: 0.0612781 Nov 09 20:39:12.154781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-f744e004-54a2-4f73-90fa-a8a353282354 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Deleting port 5823d108-df6c-4434-915b-635fff188e41 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:39:12.155123 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-f744e004-54a2-4f73-90fa-a8a353282354 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:12.241227 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-f744e004-54a2-4f73-90fa-a8a353282354 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] For port 5823d108-df6c-4434-915b-635fff188e41, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=5823d108-df6c-4434-915b-635fff188e41,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:12.241592 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-f744e004-54a2-4f73-90fa-a8a353282354 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:12.255025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-f744e004-54a2-4f73-90fa-a8a353282354 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Calling delete_port for 5823d108-df6c-4434-915b-635fff188e41 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:39:12.395804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-f744e004-54a2-4f73-90fa-a8a353282354 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:12.408350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['5823d108-df6c-4434-915b-635fff188e41'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:39:12.424682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744e004-54a2-4f73-90fa-a8a353282354 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Pushing event deleted for resources: {'Port': ['ID=5823d108-df6c-4434-915b-635fff188e41,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:12.467013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-f744e004-54a2-4f73-90fa-a8a353282354 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] No DVR routers for this DVR port 5823d108-df6c-4434-915b-635fff188e41 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:39:12.469655 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-f744e004-54a2-4f73-90fa-a8a353282354 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:12.473031 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23b4e325-62cd-4ca3-a427-1904a563bf39 req-f744e004-54a2-4f73-90fa-a8a353282354 tempest-TestMinimumBasicScenario-2027538905 tempest-TestMinimumBasicScenario-2027538905-project] 10.222.0.70 "DELETE /v2.0/ports/5823d108-df6c-4434-915b-635fff188e41 HTTP/1.1" status: 204 len: 173 time: 0.4075503 Nov 09 20:39:12.473456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'name': 'network-vif-deleted', 'tag': '5823d108-df6c-4434-915b-635fff188e41'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:39:12.475749 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e07647-4c9f-4993-81eb-38d38679ac07" -d '{"events": [{"server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "name": "network-vif-deleted", "tag": "5823d108-df6c-4434-915b-635fff188e41"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:39:12.520188 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8303a93e-44de-460d-815d-64f4054386e5 x-openstack-request-id: req-8303a93e-44de-460d-815d-64f4054386e5 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:39:12.520490 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4831ca-fa50-4393-94ad-55f0ad7d3d09", "name": "network-vif-deleted", "tag": "5823d108-df6c-4434-915b-635fff188e41", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:39:12.520748 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8303a93e-44de-460d-815d-64f4054386e5 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:39:12.521150 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4831ca-fa50-4393-94ad-55f0ad7d3d09', 'name': 'network-vif-deleted', 'tag': '5823d108-df6c-4434-915b-635fff188e41', 'status': 'completed', 'code': 200} Nov 09 20:39:13.299756 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8bc5ddcf-5d43-4abc-9ad5-85612bd6b3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:13.567518 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:13.714854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53204) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:14.064447 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:14.311124 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] Deleting port a6067b60-82d7-46b6-8e7e-01505c1a5650 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:39:14.311124 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:14.400303 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] For port a6067b60-82d7-46b6-8e7e-01505c1a5650, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a6067b60-82d7-46b6-8e7e-01505c1a5650,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:14.400667 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:14.727882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] Calling delete_port for a6067b60-82d7-46b6-8e7e-01505c1a5650 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:39:14.742208 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:14.920591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:14.947294 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6067b60-82d7-46b6-8e7e-01505c1a5650,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:15.115342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:15.341520 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] Router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:39:15.448103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:39:15.453490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9617bd6a-d38e-4a63-97ae-76ae83e0795e admin admin] 10.222.0.53 "PUT /v2.0/routers/7d3c6074-d40d-43d0-bbbb-e5df577b28d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7358720 Nov 09 20:39:15.456034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53208) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:15.456778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] Sync routers for ids ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:39:15.466842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] Routers {'7d3c6074-d40d-43d0-bbbb-e5df577b28d9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:15.467458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:15.588147 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:15.614565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] Set router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:15.703930 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:15.767013 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Deleting port a03aefd7-a40b-4de3-8241-8383f517e951 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:39:15.767714 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:15.814863 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:39:14Z', 'revision_number': 5, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port': {'id': 'a03aefd7-a40b-4de3-8241-8383f517e951', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:03Z', 'updated_at': '2021-11-09T20:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:15.846972 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] Checking router: 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:39:15.849841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] For port a03aefd7-a40b-4de3-8241-8383f517e951, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a03aefd7-a40b-4de3-8241-8383f517e951,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:15.850205 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:15.856493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] Routers {'7d3c6074-d40d-43d0-bbbb-e5df577b28d9'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:15.857121 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:15.864658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Calling delete_port for a03aefd7-a40b-4de3-8241-8383f517e951 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:39:15.945712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] Set router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:15.998358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:39:15Z', 'revision_number': 6, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:16.030202 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0d4401-0f7a-4778-94d1-f8d4af0c17d2 None None] The sync data for ids ['7d3c6074-d40d-43d0-bbbb-e5df577b28d9'] in n-d-817256-1 is: [{'id': '7d3c6074-d40d-43d0-bbbb-e5df577b28d9', 'name': 'tempest-TestMinimumBasicScenario-1218725813-router', 'tenant_id': '95bc4b671fca4b09aecc071f92661f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:02Z', 'updated_at': '2021-11-09T20:39:15Z', 'revision_number': 6, 'project_id': '95bc4b671fca4b09aecc071f92661f9a', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:39:16.048638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.053249 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:39:16.080768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03aefd7-a40b-4de3-8241-8383f517e951,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:16.142143 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.233380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.235642 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.279547 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.280001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d3c6074-d40d-43d0-bbbb-e5df577b28d9 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:39:16.284605 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.285815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-278b477f-a037-41ab-9934-ee365d736fd5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7d3c6074-d40d-43d0-bbbb-e5df577b28d9 HTTP/1.1" status: 204 len: 168 time: 0.8288395 Nov 09 20:39:16.288470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53210) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:16.338718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e255e3a-5655-4b4c-9c5f-302cde7a6e92 admin admin] Deleting subnet 3a64b735-9872-4efa-8f73-6579f7ee44ed {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:39:16.342167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e255e3a-5655-4b4c-9c5f-302cde7a6e92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.378966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e255e3a-5655-4b4c-9c5f-302cde7a6e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.410012 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5823d108-df6c-4434-915b-635fff188e41 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:39:16.430983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 5823d108-df6c-4434-915b-635fff188e41 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:39:16.431342 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 5823d108-df6c-4434-915b-635fff188e41 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:39:16.466591 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e255e3a-5655-4b4c-9c5f-302cde7a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.499664 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.525282 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e255e3a-5655-4b4c-9c5f-302cde7a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.557540 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e255e3a-5655-4b4c-9c5f-302cde7a6e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a64b735-9872-4efa-8f73-6579f7ee44ed,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:16.560070 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e255e3a-5655-4b4c-9c5f-302cde7a6e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.563298 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5e255e3a-5655-4b4c-9c5f-302cde7a6e92 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3a64b735-9872-4efa-8f73-6579f7ee44ed HTTP/1.1" status: 204 len: 168 time: 0.2738833 Nov 09 20:39:16.565947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53212) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:16.569070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb6f154-bc69-4521-9426-7fc2f64134a7 None None] Network 10d2086d-86f5-429d-ba00-191a4f9060ba requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:39:16.636028 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.690672 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Deleting port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:39:16.691025 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.765049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] For port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7f946f75-c0c6-4beb-8aa7-bb34e41a5001,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:16.765343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.780046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Calling delete_port for 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:39:16.811150 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b600a121-c432-484e-a812-c22ad580d445 None None] DHCP port deletion for 10d2086d-86f5-429d-ba00-191a4f9060ba request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:39:16.861153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Deleting port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:39:16.861864 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.868015 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.895845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f946f75-c0c6-4beb-8aa7-bb34e41a5001,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:16.897650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] No DVR routers for this DVR port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:39:16.933129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b600a121-c432-484e-a812-c22ad580d445 None None] For port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7f946f75-c0c6-4beb-8aa7-bb34e41a5001,segment=NetworkSegment(78971524-a3b8-4732-9c7c-b1c53dc0e5bf),segment_id=78971524-a3b8-4732-9c7c-b1c53dc0e5bf)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:16.933530 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.948303 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Calling delete_port for 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:39:16.975241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:16.997236 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d2086d-86f5-429d-ba00-191a4f9060ba']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:17.008470 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78971524-a3b8-4732-9c7c-b1c53dc0e5bf') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:17.008772 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78971524-a3b8-4732-9c7c-b1c53dc0e5bf') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:17.018578 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:17.038721 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:17.039120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:17.047274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:39:17.047687 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:39:17.049510 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:39:17.066727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Pushing event deleted for resources: {'Port': ['ID=7f946f75-c0c6-4beb-8aa7-bb34e41a5001,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:17.071273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600a121-c432-484e-a812-c22ad580d445 None None] No DVR routers for this DVR port 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:39:17.078347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.080887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.080887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.080887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.080887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.080887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.080887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.080887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.080887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.082028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.082028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.082028 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600a121-c432-484e-a812-c22ad580d445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:17.132842 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:17.140321 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:17.143753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/10d2086d-86f5-429d-ba00-191a4f9060ba HTTP/1.1" status: 204 len: 168 time: 0.5766616 Nov 09 20:39:17.148130 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53214) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:17.155103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20609904-f7dd-4444-a1e6-7dc5ffdcd4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=10d2086d-86f5-429d-ba00-191a4f9060ba,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:17.261984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:39:17.292255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:39:17.293506 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7f946f75-c0c6-4beb-8aa7-bb34e41a5001 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:39:17.294192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a6067b60-82d7-46b6-8e7e-01505c1a5650 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:39:17.322581 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: a6067b60-82d7-46b6-8e7e-01505c1a5650 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:39:17.323006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a6067b60-82d7-46b6-8e7e-01505c1a5650 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:39:17.324113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a03aefd7-a40b-4de3-8241-8383f517e951 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:39:17.345430 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: a03aefd7-a40b-4de3-8241-8383f517e951 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:39:17.345705 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a03aefd7-a40b-4de3-8241-8383f517e951 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:39:17.546967 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:17.805866 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] Deleting port aee7b271-abe7-4af4-bdf5-c927c633b58d {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:39:17.806198 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:17.897388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] For port aee7b271-abe7-4af4-bdf5-c927c633b58d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=aee7b271-abe7-4af4-bdf5-c927c633b58d,segment=NetworkSegment(c1309769-5ce7-44fa-b042-0d62e945749b),segment_id=c1309769-5ce7-44fa-b042-0d62e945749b)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:17.897759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:17.912002 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] Calling delete_port for aee7b271-abe7-4af4-bdf5-c927c633b58d owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:39:18.104830 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:18.139172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] Pushing event deleted for resources: {'Port': ['ID=aee7b271-abe7-4af4-bdf5-c927c633b58d,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:18.308663 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:18.537414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] Router d44bed48-cfbe-4434-af98-7672d3233c7f has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:39:18.661937 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:39:18.667523 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-047ed5d4-67fa-421d-808a-ea75a06229cb admin admin] 10.222.0.53 "PUT /v2.0/routers/d44bed48-cfbe-4434-af98-7672d3233c7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5178201 Nov 09 20:39:18.669803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53216) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:18.671277 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] Sync routers for ids ['d44bed48-cfbe-4434-af98-7672d3233c7f'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:39:18.683506 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] Routers {'d44bed48-cfbe-4434-af98-7672d3233c7f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:18.684129 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d44bed48-cfbe-4434-af98-7672d3233c7f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:18.774374 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:18.791767 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] Set router d44bed48-cfbe-4434-af98-7672d3233c7f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:18.880196 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:18.940714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Deleting port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:39:18.941038 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:18.971994 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'name': 'tempest-TestMinimumBasicScenario-455524216-router', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:07Z', 'updated_at': '2021-11-09T20:39:18Z', 'revision_number': 5, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'gw_port': {'id': '9f38df0f-47a3-4eef-bd94-bd60820b8f2a', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:37:08Z', 'updated_at': '2021-11-09T20:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:19.001980 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] Checking router: d44bed48-cfbe-4434-af98-7672d3233c7f for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:39:19.010542 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] Routers {'d44bed48-cfbe-4434-af98-7672d3233c7f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:19.011768 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['d44bed48-cfbe-4434-af98-7672d3233c7f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:19.025141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] For port 9f38df0f-47a3-4eef-bd94-bd60820b8f2a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=9f38df0f-47a3-4eef-bd94-bd60820b8f2a,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:19.025511 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.039342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Calling delete_port for 9f38df0f-47a3-4eef-bd94-bd60820b8f2a owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:39:19.100920 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] Set router d44bed48-cfbe-4434-af98-7672d3233c7f gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:19.152926 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'name': 'tempest-TestMinimumBasicScenario-455524216-router', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:07Z', 'updated_at': '2021-11-09T20:39:18Z', 'revision_number': 6, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:19.183262 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135d7f5-d4b0-4699-9b05-7e0c20f09463 None None] The sync data for ids ['d44bed48-cfbe-4434-af98-7672d3233c7f'] in n-d-817256-1 is: [{'id': 'd44bed48-cfbe-4434-af98-7672d3233c7f', 'name': 'tempest-TestMinimumBasicScenario-455524216-router', 'tenant_id': '3361ab3754cd433881c437a10f4e621b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:37:07Z', 'updated_at': '2021-11-09T20:39:18Z', 'revision_number': 6, 'project_id': '3361ab3754cd433881c437a10f4e621b', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:39:19.221534 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.249898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Pushing event deleted for resources: {'Port': ['ID=9f38df0f-47a3-4eef-bd94-bd60820b8f2a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:19.312160 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.402191 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.404194 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.451706 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.452248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Fanout notify agent at l3_agent the message router_deleted on router d44bed48-cfbe-4434-af98-7672d3233c7f {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:39:19.457403 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.458675 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fb6aa430-aceb-4c87-931e-9f0b0ebf21af admin admin] 10.222.0.53 "DELETE /v2.0/routers/d44bed48-cfbe-4434-af98-7672d3233c7f HTTP/1.1" status: 204 len: 168 time: 0.7878594 Nov 09 20:39:19.461856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53218) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:19.509364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bb95ba-ecee-4d46-a18b-b94ff3cbe0e6 admin admin] Deleting subnet 3e942898-64f3-4b27-9ea4-627b2ca46db5 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:39:19.512571 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6bb95ba-ecee-4d46-a18b-b94ff3cbe0e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.555777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6bb95ba-ecee-4d46-a18b-b94ff3cbe0e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.646455 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6bb95ba-ecee-4d46-a18b-b94ff3cbe0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.702603 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6bb95ba-ecee-4d46-a18b-b94ff3cbe0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.737622 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b6bb95ba-ecee-4d46-a18b-b94ff3cbe0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.741979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b6bb95ba-ecee-4d46-a18b-b94ff3cbe0e6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3e942898-64f3-4b27-9ea4-627b2ca46db5 HTTP/1.1" status: 204 len: 168 time: 0.2791471 Nov 09 20:39:19.742134 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9abaf1-1d44-49d7-92af-4688c6909509 None None] Network 99e00c20-5f7e-4aa5-ab02-39f81410fd0a requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:39:19.743122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb95ba-ecee-4d46-a18b-b94ff3cbe0e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e942898-64f3-4b27-9ea4-627b2ca46db5,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:19.744617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53220) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:19.818740 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.873515 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Deleting port b9dc026f-0c96-44f2-a2b8-6298ca9222da {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:39:19.873997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.943906 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] For port b9dc026f-0c96-44f2-a2b8-6298ca9222da, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b9dc026f-0c96-44f2-a2b8-6298ca9222da,segment=NetworkSegment(c1309769-5ce7-44fa-b042-0d62e945749b),segment_id=c1309769-5ce7-44fa-b042-0d62e945749b)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:19.944130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:19.958099 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Calling delete_port for b9dc026f-0c96-44f2-a2b8-6298ca9222da owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:39:19.975099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df3764b-6a82-4ea1-947e-061e14d8e4af None None] DHCP port deletion for 99e00c20-5f7e-4aa5-ab02-39f81410fd0a request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:39:20.030721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5df3764b-6a82-4ea1-947e-061e14d8e4af None None] Deleting port b9dc026f-0c96-44f2-a2b8-6298ca9222da {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:39:20.031108 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5df3764b-6a82-4ea1-947e-061e14d8e4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.041102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.074328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9dc026f-0c96-44f2-a2b8-6298ca9222da,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:20.078270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] No DVR routers for this DVR port b9dc026f-0c96-44f2-a2b8-6298ca9222da on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:39:20.102640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5df3764b-6a82-4ea1-947e-061e14d8e4af None None] For port b9dc026f-0c96-44f2-a2b8-6298ca9222da, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=b9dc026f-0c96-44f2-a2b8-6298ca9222da,segment=NetworkSegment(c1309769-5ce7-44fa-b042-0d62e945749b),segment_id=c1309769-5ce7-44fa-b042-0d62e945749b)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:20.103050 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5df3764b-6a82-4ea1-947e-061e14d8e4af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.117005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-5df3764b-6a82-4ea1-947e-061e14d8e4af None None] Calling delete_port for b9dc026f-0c96-44f2-a2b8-6298ca9222da owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:39:20.156776 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.182455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e00c20-5f7e-4aa5-ab02-39f81410fd0a']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:20.193260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1309769-5ce7-44fa-b042-0d62e945749b') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:20.193579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1309769-5ce7-44fa-b042-0d62e945749b') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:20.207614 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.215872 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5df3764b-6a82-4ea1-947e-061e14d8e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.224758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.233051 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:39:20.233466 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:39:20.235646 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:39:20.247653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3764b-6a82-4ea1-947e-061e14d8e4af None None] No DVR routers for this DVR port b9dc026f-0c96-44f2-a2b8-6298ca9222da on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:39:20.257781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3764b-6a82-4ea1-947e-061e14d8e4af None None] Pushing event deleted for resources: {'Port': ['ID=b9dc026f-0c96-44f2-a2b8-6298ca9222da,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:20.305970 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.311381 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.315230 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] 10.222.0.53 "DELETE /v2.0/networks/99e00c20-5f7e-4aa5-ab02-39f81410fd0a HTTP/1.1" status: 204 len: 168 time: 0.5689692 Nov 09 20:39:20.329657 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30dce1-42d2-494d-91b8-0dbcc9795c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=99e00c20-5f7e-4aa5-ab02-39f81410fd0a,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:20.481913 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53224) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:20.522168 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-693606fb-ae5a-4af8-b989-0918d8f7846e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95bc4b671fca4b09aecc071f92661f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389600 Nov 09 20:39:20.524570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53226) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:20.574376 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71ea6710-995b-419f-baa1-b207e804bd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.597323 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71ea6710-995b-419f-baa1-b207e804bd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.643368 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71ea6710-995b-419f-baa1-b207e804bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.645955 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-71ea6710-995b-419f-baa1-b207e804bd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:20.647172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-71ea6710-995b-419f-baa1-b207e804bd8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/def49fa3-d833-4fd2-ba24-d95e2997d61e HTTP/1.1" status: 204 len: 168 time: 0.1217074 Nov 09 20:39:20.655762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea6710-995b-419f-baa1-b207e804bd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def49fa3-d833-4fd2-ba24-d95e2997d61e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:20.980710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53232) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:21.025882 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-958780e8-1207-41df-b00d-756cf0b5a836 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3361ab3754cd433881c437a10f4e621b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440009 Nov 09 20:39:21.029134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53234) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:21.079324 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8212-a4c4-4d79-ad01-b529a3f7f334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:21.101389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8212-a4c4-4d79-ad01-b529a3f7f334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:21.148325 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8212-a4c4-4d79-ad01-b529a3f7f334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:21.151006 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8212-a4c4-4d79-ad01-b529a3f7f334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:21.153002 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0d7e8212-a4c4-4d79-ad01-b529a3f7f334 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f0632e0-7914-46bd-b586-f4d6b7d27040 HTTP/1.1" status: 204 len: 168 time: 0.1229494 Nov 09 20:39:21.161306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e8212-a4c4-4d79-ad01-b529a3f7f334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0632e0-7914-46bd-b586-f4d6b7d27040,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:21.251021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aee7b271-abe7-4af4-bdf5-c927c633b58d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:39:21.271232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: aee7b271-abe7-4af4-bdf5-c927c633b58d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:39:21.271569 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device aee7b271-abe7-4af4-bdf5-c927c633b58d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:39:21.271987 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b9dc026f-0c96-44f2-a2b8-6298ca9222da no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:39:21.291799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: b9dc026f-0c96-44f2-a2b8-6298ca9222da {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:39:21.292148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device b9dc026f-0c96-44f2-a2b8-6298ca9222da not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:39:21.292716 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9f38df0f-47a3-4eef-bd94-bd60820b8f2a no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:39:21.312736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 9f38df0f-47a3-4eef-bd94-bd60820b8f2a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:39:21.313164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 9f38df0f-47a3-4eef-bd94-bd60820b8f2a not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:39:21.748212 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:22.736109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53274) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:22.740844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2003526905', 'description': 'tempest-secgroup-smoke-2003526905 description', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:22.766854 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:22.774899 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:22.852893 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:22.857772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:22.905106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126d1a88-f619-487a-82c7-9270d471fe18,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:22.948670 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:22.952365 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:22.984356 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:22.985618 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2484784 Nov 09 20:39:22.988516 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53276) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:22.992841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e8e9dddb-27a5-4b10-a265-258d59025791 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'a208360e-2e5a-4504-b7a9-7843e82daeff', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:23.001377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51207ac0-5a52-4428-9249-a238878a5d78 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a208360e-2e5a-4504-b7a9-7843e82daeff,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:23.024112 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8e9dddb-27a5-4b10-a265-258d59025791 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.083511 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8e9dddb-27a5-4b10-a265-258d59025791 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.087644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8e9dddb-27a5-4b10-a265-258d59025791 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.108768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9dddb-27a5-4b10-a265-258d59025791 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1baa07e-afcf-4b60-b13c-3d781d9b30e0,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:23.117424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e8e9dddb-27a5-4b10-a265-258d59025791 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.118658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e8e9dddb-27a5-4b10-a265-258d59025791 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291826 Nov 09 20:39:23.121909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53278) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:23.126237 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-798fddee-c2a0-40c7-9b2b-c1389f2405d6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'a208360e-2e5a-4504-b7a9-7843e82daeff', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:23.153380 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-798fddee-c2a0-40c7-9b2b-c1389f2405d6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.228688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-798fddee-c2a0-40c7-9b2b-c1389f2405d6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.233142 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-798fddee-c2a0-40c7-9b2b-c1389f2405d6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.254932 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fddee-c2a0-40c7-9b2b-c1389f2405d6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db7cdbb-4d53-4ea9-b6a1-8ffbb16dd44c,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:23.265827 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-798fddee-c2a0-40c7-9b2b-c1389f2405d6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.267123 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-798fddee-c2a0-40c7-9b2b-c1389f2405d6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442642 Nov 09 20:39:23.269930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53280) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:23.274507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-6d35a219-3b45-4791-b773-4c8b5e797333 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'a208360e-2e5a-4504-b7a9-7843e82daeff', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:23.300833 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d35a219-3b45-4791-b773-4c8b5e797333 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.362927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d35a219-3b45-4791-b773-4c8b5e797333 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.366409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d35a219-3b45-4791-b773-4c8b5e797333 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.384802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35a219-3b45-4791-b773-4c8b5e797333 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e565551-594a-41f8-9e58-94ffb1a81417,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:23.392426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6d35a219-3b45-4791-b773-4c8b5e797333 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.393622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6d35a219-3b45-4791-b773-4c8b5e797333 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226392 Nov 09 20:39:23.396371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53282) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:23.400608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ba980a71-45de-45e9-ac34-aca19d58287b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'a208360e-2e5a-4504-b7a9-7843e82daeff', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:23.427267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba980a71-45de-45e9-ac34-aca19d58287b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.487141 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba980a71-45de-45e9-ac34-aca19d58287b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.490963 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba980a71-45de-45e9-ac34-aca19d58287b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.508375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba980a71-45de-45e9-ac34-aca19d58287b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43e3935-186d-40ca-ac67-e0a2d9d11e23,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:23.517199 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ba980a71-45de-45e9-ac34-aca19d58287b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.518378 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ba980a71-45de-45e9-ac34-aca19d58287b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211026 Nov 09 20:39:23.521112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53284) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:23.525419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1b59faf2-2c84-45aa-a3e1-b4009597a516 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'a208360e-2e5a-4504-b7a9-7843e82daeff', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:23.547858 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-1b59faf2-2c84-45aa-a3e1-b4009597a516 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Project 6ed492ed3b7a43c1ba7b6c6ded9d4f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:39:23.552677 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b59faf2-2c84-45aa-a3e1-b4009597a516 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.614190 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b59faf2-2c84-45aa-a3e1-b4009597a516 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.617631 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b59faf2-2c84-45aa-a3e1-b4009597a516 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.637360 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59faf2-2c84-45aa-a3e1-b4009597a516 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e9c672-2456-4535-a7ef-b1ae70505453,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:23.641998 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1b59faf2-2c84-45aa-a3e1-b4009597a516 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.643280 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1b59faf2-2c84-45aa-a3e1-b4009597a516 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211796 Nov 09 20:39:23.646022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53286) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:23.650618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9efa3d0d-c1ad-4474-a792-3f394e3e6818 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'a208360e-2e5a-4504-b7a9-7843e82daeff', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:23.673552 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-9efa3d0d-c1ad-4474-a792-3f394e3e6818 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Project 6ed492ed3b7a43c1ba7b6c6ded9d4f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:39:23.678897 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9efa3d0d-c1ad-4474-a792-3f394e3e6818 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.743877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9efa3d0d-c1ad-4474-a792-3f394e3e6818 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.748249 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9efa3d0d-c1ad-4474-a792-3f394e3e6818 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.767614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa3d0d-c1ad-4474-a792-3f394e3e6818 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0539254d-10e1-45c9-8a14-61a8e8d13c30,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:23.772881 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9efa3d0d-c1ad-4474-a792-3f394e3e6818 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.774629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9efa3d0d-c1ad-4474-a792-3f394e3e6818 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270671 Nov 09 20:39:23.777556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53288) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:23.782399 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'network': {'name': 'tempest-network-smoke--1931996744', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'port_security_enabled': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:23.803525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:39:23.806974 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.831109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:39:23.839930 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.840277 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Added segment 9b13ad52-22b6-495f-8cf2-01a1470c2098 of type vlan for network 5f390165-c0d7-47a9-bc52-76736a43c089 Nov 09 20:39:23.880611 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.906405 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.912007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:23.912600 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:23.968570 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1899030 Nov 09 20:39:23.971818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53290) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:23.976793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'admin_state_up': True, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:23.989317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fe896-8472-4c84-b81d-342cbe6c0983 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Network': ['ID=5f390165-c0d7-47a9-bc52-76736a43c089,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:24.001961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 5f390165-c0d7-47a9-bc52-76736a43c089 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:39:24.002936 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:24.003443 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:24.062141 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:24.221403 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:24.427755 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:24.447922 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:24.555987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.25.6.79 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/637420cf-13c2-46ff-81e0-249cf9905147) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:39:24.664444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:24.699345 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:24.738427 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:39:24.741619 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:39:24.744054 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:39:24.774358 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=637420cf-13c2-46ff-81e0-249cf9905147,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:25.317958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:25.515932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:25.649581 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:39:25.775169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:39:25.788236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Sync routers for ids ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:39:25.798614 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:25.799961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-09904fdd-da6c-4e31-98d6-b590a8803b06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8270042 Nov 09 20:39:25.800322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Routers {'a1f8e57c-b120-4ec3-bab2-ddd887be8a46'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:25.801052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:25.803804 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53292) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:25.937413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Set router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:25.964791 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8784d843-bf07-497e-96a2-97b2942576a8 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1562195 Nov 09 20:39:25.965338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53296) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:26.013320 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.095186 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf388e0f-6cad-4c0f-83a6-a889f90e0512 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:26.096856 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cf388e0f-6cad-4c0f-83a6-a889f90e0512 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303325 Nov 09 20:39:26.100072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53298) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:26.132946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7d5fb4fc-6e5d-4e77-b963-a696de81c477 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292947 Nov 09 20:39:26.133222 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53300) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:26.139101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1537545484', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:26.171073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:25Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:26.226173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Checking router: a1f8e57c-b120-4ec3-bab2-ddd887be8a46 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:39:26.226788 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Updating router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 port 637420cf-13c2-46ff-81e0-249cf9905147 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:39:26.235129 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:39:26.238713 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.254486 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.432847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.499158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Subnet': ['ID=0e0863b9-62d7-47f1-9048-97df2357a174,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:26.509597 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Checking segment: {'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:39:26.509966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network hostable DHCP agents. Network: 5f390165-c0d7-47a9-bc52-76736a43c089, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:39:26.528493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 5f390165-c0d7-47a9-bc52-76736a43c089 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:39:26.534414 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.537994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 5f390165-c0d7-47a9-bc52-76736a43c089) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:39:26.540200 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.542949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:26.544037 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.547666 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526c1e01-3c6a-4126-a552-a41226cace11 None None] Network 5f390165-c0d7-47a9-bc52-76736a43c089 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:39:26.563379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8c54e4b8-9379-4e7e-b9d3-2758ce5a78cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4290316 Nov 09 20:39:26.568072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53304) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:26.643701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedc589-4114-44ed-85e7-982ab39950e6 None None] Pushing event updated for resources: {'Port': ['ID=637420cf-13c2-46ff-81e0-249cf9905147,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:26.652890 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Attempting to bind port 637420cf-13c2-46ff-81e0-249cf9905147 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:39:26.653369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Attempting to bind port 637420cf-13c2-46ff-81e0-249cf9905147 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:39:26.653577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Attempting to bind port 637420cf-13c2-46ff-81e0-249cf9905147 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:39:26.663704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:39:26.664076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:39:26.664481 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.664945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:39:26.665461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Bound port: 637420cf-13c2-46ff-81e0-249cf9905147, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:39:26.665816 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.770770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] For port 637420cf-13c2-46ff-81e0-249cf9905147, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:39:26.775379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] For port 637420cf-13c2-46ff-81e0-249cf9905147, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=637420cf-13c2-46ff-81e0-249cf9905147,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:39:26.782949 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.830858 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-5f390165-c0d7-47a9-bc52-76736a43c089', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:39:26.831737 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:26.884979 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedc589-4114-44ed-85e7-982ab39950e6 None None] Pushing event updated for resources: {'Port': ['ID=637420cf-13c2-46ff-81e0-249cf9905147,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:26.888115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Routers {'a1f8e57c-b120-4ec3-bab2-ddd887be8a46'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:26.888718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:27.096854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] Set router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:27.098992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Allocated IP 172.20.0.2 (5f390165-c0d7-47a9-bc52-76736a43c089/0e0863b9-62d7-47f1-9048-97df2357a174/d78e6bca-b8e9-4c69-978e-8991bdadc97a) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:39:27.104980 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:27.423615 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:27.436354 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:27.446115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:25Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:27.505503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd4ef86-26fe-4cb7-8e49-8048db6c55f2 None None] The sync data for ids ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'] in n-d-817256-1 is: [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:25Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:39:27.513421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.20.0.1 (5f390165-c0d7-47a9-bc52-76736a43c089/0e0863b9-62d7-47f1-9048-97df2357a174/a5e3cf12-e505-4f2f-bc34-9494a063f790) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:39:27.522784 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Network 5f390165-c0d7-47a9-bc52-76736a43c089 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:39:27.524255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Pushing event updated for resources: {'Port': ['ID=d78e6bca-b8e9-4c69-978e-8991bdadc97a,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:27.527472 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:39:27.529843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:39:27.595528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Attempting to bind port d78e6bca-b8e9-4c69-978e-8991bdadc97a on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:39:27.596189 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Attempting to bind port d78e6bca-b8e9-4c69-978e-8991bdadc97a by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:39:27.596757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Attempting to bind port d78e6bca-b8e9-4c69-978e-8991bdadc97a on network 5f390165-c0d7-47a9-bc52-76736a43c089 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:39:27.603333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:39:27.606066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Checking segment: {'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:39:27.606747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:27.607465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Bound using segment: {'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:39:27.608266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Bound port: d78e6bca-b8e9-4c69-978e-8991bdadc97a, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:39:27.608843 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:27.660086 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:27.705139 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:27.713005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] For port d78e6bca-b8e9-4c69-978e-8991bdadc97a, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:39:27.718234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] For port d78e6bca-b8e9-4c69-978e-8991bdadc97a, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d78e6bca-b8e9-4c69-978e-8991bdadc97a,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:39:27.723805 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:27.752017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 5f390165-c0d7-47a9-bc52-76736a43c089 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:39:27.758680 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:39:27.763332 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:39:27.791278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede04f1-6705-49b3-9a1f-c980a23ae6a9 None None] Pushing event updated for resources: {'Port': ['ID=d78e6bca-b8e9-4c69-978e-8991bdadc97a,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:27.811441 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=a5e3cf12-e505-4f2f-bc34-9494a063f790,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:27.836033 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:28.043312 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:28.353967 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:28.359085 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:28.448720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=a5e3cf12-e505-4f2f-bc34-9494a063f790,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:28.451607 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:28.562017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 5f390165-c0d7-47a9-bc52-76736a43c089 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:39:28.564169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:39:28.694113 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:39:28.794942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fb2b20-67e8-4329-96f5-cab32bdb4308 None None] Network 5f390165-c0d7-47a9-bc52-76736a43c089 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:39:28.823215 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:39:28.830394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-52233b20-eac9-4fd1-8207-659d840774af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "PUT /v2.0/routers/a1f8e57c-b120-4ec3-bab2-ddd887be8a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2608919 Nov 09 20:39:28.913471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-31fc2b95-5b7c-4a3d-a88f-1fc9d6a33e32 None None] Provisioning complete for port d78e6bca-b8e9-4c69-978e-8991bdadc97a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:28.913971 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-31fc2b95-5b7c-4a3d-a88f-1fc9d6a33e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:28.984042 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-8acf8585-b395-4d86-8863-54eeee24e266 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2003526905&fields=id&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 267 time: 0.0415471 Nov 09 20:39:29.105668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47551466-2988-4c0d-999b-8c1de0952458 req-b70613f6-8743-4673-99d4-1176dd670b1d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:29.107345 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-b70613f6-8743-4673-99d4-1176dd670b1d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/networks?id=5f390165-c0d7-47a9-bc52-76736a43c089 HTTP/1.1" status: 200 len: 797 time: 0.1143682 Nov 09 20:39:29.124075 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-57d6c666-018e-4408-b4ee-c684d9cdbf0b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/quotas/6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 375 time: 0.0103207 Nov 09 20:39:29.184578 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-76bb7af5-3507-4668-82dd-49c92d15e78e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536721 Nov 09 20:39:29.224206 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-31fc2b95-5b7c-4a3d-a88f-1fc9d6a33e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:29.269991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-31fc2b95-5b7c-4a3d-a88f-1fc9d6a33e32 None None] For port d78e6bca-b8e9-4c69-978e-8991bdadc97a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d78e6bca-b8e9-4c69-978e-8991bdadc97a,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:29.278958 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-31fc2b95-5b7c-4a3d-a88f-1fc9d6a33e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:29.337235 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-8324be82-0381-4f26-b00b-69f46c5d7bc9 service neutron] 10.222.0.53 "GET /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373010 Nov 09 20:39:29.358190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc2b95-5b7c-4a3d-a88f-1fc9d6a33e32 None None] Pushing event updated for resources: {'Port': ['ID=d78e6bca-b8e9-4c69-978e-8991bdadc97a,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:29.362940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d78e6bca-b8e9-4c69-978e-8991bdadc97a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:39:29.430136 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Sync routers for ids ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:39:29.442437 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Routers {'a1f8e57c-b120-4ec3-bab2-ddd887be8a46'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:29.442680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d78e6bca-b8e9-4c69-978e-8991bdadc97a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:29.443345 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:29.443682 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:29.459415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-95ae32ab-c73b-4084-a037-529f10cb288e service neutron] 10.222.0.53 "GET /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107593 Nov 09 20:39:29.528035 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb381498-650f-44e3-8d68-f3c64cb007bf None None] Provisioning complete for port d78e6bca-b8e9-4c69-978e-8991bdadc97a triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:29.529202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb381498-650f-44e3-8d68-f3c64cb007bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:29.626763 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Set router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:29.631841 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 637420cf-13c2-46ff-81e0-249cf9905147 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:39:29.708510 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4b63922c-85e8-4b48-81c4-ca061a7b8a33 req-5d5f75a4-3667-40c5-8e0b-332ec6dbf3d0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 210 time: 0.0775800 Nov 09 20:39:29.741384 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 637420cf-13c2-46ff-81e0-249cf9905147 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:29.741757 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:29.766082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-eb381498-650f-44e3-8d68-f3c64cb007bf None None] Provisioning complete for port a5e3cf12-e505-4f2f-bc34-9494a063f790 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:29.766477 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-eb381498-650f-44e3-8d68-f3c64cb007bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:29.813776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-eb381498-650f-44e3-8d68-f3c64cb007bf None None] Port a5e3cf12-e505-4f2f-bc34-9494a063f790 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:39:29.873167 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:29.898044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 637420cf-13c2-46ff-81e0-249cf9905147, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=637420cf-13c2-46ff-81e0-249cf9905147,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:29.903093 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:29.919489 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:27Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a5e3cf12-e505-4f2f-bc34-9494a063f790', 'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:88:7e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:27Z', 'updated_at': '2021-11-09T20:39:28Z', 'revision_number': 2, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:29.967575 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Checking router: a1f8e57c-b120-4ec3-bab2-ddd887be8a46 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:39:29.968308 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Updating router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 port a5e3cf12-e505-4f2f-bc34-9494a063f790 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:39:29.985426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bdad503e-988c-48cf-90b3-508e2d943b67 None None] Provisioning complete for port a5e3cf12-e505-4f2f-bc34-9494a063f790 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:29.985807 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bdad503e-988c-48cf-90b3-508e2d943b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:29.992246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=637420cf-13c2-46ff-81e0-249cf9905147,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:30.003390 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:30.042034 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bdad503e-988c-48cf-90b3-508e2d943b67 None None] Port a5e3cf12-e505-4f2f-bc34-9494a063f790 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:39:30.169985 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-66963715-1a34-42ce-be30-6fdd22e11415 None None] Provisioning complete for port a5e3cf12-e505-4f2f-bc34-9494a063f790 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:30.170706 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-66963715-1a34-42ce-be30-6fdd22e11415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:30.219943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-66963715-1a34-42ce-be30-6fdd22e11415 None None] Port a5e3cf12-e505-4f2f-bc34-9494a063f790 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:39:30.321383 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:30.327929 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:30.380089 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Pushing event updated for resources: {'Port': ['ID=a5e3cf12-e505-4f2f-bc34-9494a063f790,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:30.410666 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.410666 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.410918 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.411248 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.411585 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.411905 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.412229 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.412548 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.412868 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.413185 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.413501 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.413814 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:39:30.448418 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Attempting to bind port a5e3cf12-e505-4f2f-bc34-9494a063f790 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:39:30.449078 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Attempting to bind port a5e3cf12-e505-4f2f-bc34-9494a063f790 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:39:30.449206 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Attempting to bind port a5e3cf12-e505-4f2f-bc34-9494a063f790 on network 5f390165-c0d7-47a9-bc52-76736a43c089 {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:39:30.454781 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:39:30.455149 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Checking segment: {'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:39:30.455566 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:30.455946 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Bound using segment: {'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:39:30.456414 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Bound port: a5e3cf12-e505-4f2f-bc34-9494a063f790, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:39:30.456792 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:30.524536 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] For port a5e3cf12-e505-4f2f-bc34-9494a063f790, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:39:30.529478 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] For port a5e3cf12-e505-4f2f-bc34-9494a063f790, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a5e3cf12-e505-4f2f-bc34-9494a063f790,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:39:30.532925 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:30.591050 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Routers {'a1f8e57c-b120-4ec3-bab2-ddd887be8a46'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:30.591686 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:30.596604 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ef916-6f4a-4be9-87b9-27976815b33e None None] Pushing event updated for resources: {'Port': ['ID=a5e3cf12-e505-4f2f-bc34-9494a063f790,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:30.646788 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9d424748-9b0f-4809-91cc-deeec8c3ec65 None None] Provisioning complete for port a5e3cf12-e505-4f2f-bc34-9494a063f790 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:30.647162 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d424748-9b0f-4809-91cc-deeec8c3ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:30.794700 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d424748-9b0f-4809-91cc-deeec8c3ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:30.866819 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-9d424748-9b0f-4809-91cc-deeec8c3ec65 None None] For port a5e3cf12-e505-4f2f-bc34-9494a063f790, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a5e3cf12-e505-4f2f-bc34-9494a063f790,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:30.881830 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d424748-9b0f-4809-91cc-deeec8c3ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:30.929640 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a37b2516-2ce3-4c92-a8c3-1d7b2603beb1 req-6ab48f94-f6f7-4ab4-832e-09cbd37fa783 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 210 time: 0.0851979 Nov 09 20:39:30.941582 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] Set router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:30.977204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d424748-9b0f-4809-91cc-deeec8c3ec65 None None] Pushing event updated for resources: {'Port': ['ID=a5e3cf12-e505-4f2f-bc34-9494a063f790,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:30.994806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47551466-2988-4c0d-999b-8c1de0952458 req-16233c24-52db-4003-b9fc-449ed8621b2a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:30.997182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-16233c24-52db-4003-b9fc-449ed8621b2a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "GET /v2.0/networks?id=5f390165-c0d7-47a9-bc52-76736a43c089 HTTP/1.1" status: 200 len: 797 time: 0.2505786 Nov 09 20:39:31.002702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7f3b799f-31ad-4a09-8117-6e42b19ec830 None None] Provisioning complete for port a5e3cf12-e505-4f2f-bc34-9494a063f790 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:31.003164 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7f3b799f-31ad-4a09-8117-6e42b19ec830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:31.052114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-1a485958-18f8-4dcf-8149-d6557b37f42f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 380 time: 0.0434053 Nov 09 20:39:31.063122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'port': {'device_id': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'admin_state_up': True, 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'security_groups': ['a208360e-2e5a-4504-b7a9-7843e82daeff']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:31.178704 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:27Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a5e3cf12-e505-4f2f-bc34-9494a063f790', 'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:88:7e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:27Z', 'updated_at': '2021-11-09T20:39:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:31.185930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:39:31.189512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:31.206618 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d809d24-a036-457d-853b-b32318aa0b06 None None] The sync data for ids ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'] in n-d-817256-1 is: [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:27Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a5e3cf12-e505-4f2f-bc34-9494a063f790', 'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:88:7e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:27Z', 'updated_at': '2021-11-09T20:39:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:39:31.320917 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d78e6bca-b8e9-4c69-978e-8991bdadc97a up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:39:31.373284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.20.0.7 (5f390165-c0d7-47a9-bc52-76736a43c089/0e0863b9-62d7-47f1-9048-97df2357a174/ef535f45-a223-4416-8670-6cb8450b351e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:39:31.402349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d78e6bca-b8e9-4c69-978e-8991bdadc97a triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:31.403091 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:31.505156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 637420cf-13c2-46ff-81e0-249cf9905147 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:39:31.562561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:31.567037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 637420cf-13c2-46ff-81e0-249cf9905147 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:31.567409 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:31.611282 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:31.658253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 5f390165-c0d7-47a9-bc52-76736a43c089 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:39:31.661846 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:39:31.667848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:39:31.717109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=ef535f45-a223-4416-8670-6cb8450b351e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:31.745238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:31.746049 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:31.764881 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-3e27ee67-b5f0-4d53-8eef-cc6242a60234 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7061298 Nov 09 20:39:31.779077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Request body: {'port': {'device_id': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:31.844506 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:31.915375 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-29a41c11-f252-47dd-b2d7-dec43ef1870c None None] Provisioning complete for port ef535f45-a223-4416-8670-6cb8450b351e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:31.916499 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29a41c11-f252-47dd-b2d7-dec43ef1870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:31.962061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-29a41c11-f252-47dd-b2d7-dec43ef1870c None None] Port ef535f45-a223-4416-8670-6cb8450b351e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:39:32.105889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b3a3-cf09-4757-9ff9-cd4cca64589b req-511414e2-07ee-44ff-b192-b7f65063c7cb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:32.107535 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb43b3a3-cf09-4757-9ff9-cd4cca64589b req-511414e2-07ee-44ff-b192-b7f65063c7cb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 931 time: 0.1043272 Nov 09 20:39:32.176559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bb43b3a3-cf09-4757-9ff9-cd4cca64589b req-6788b30c-828f-4da5-925f-259b643c88f1 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610337 Nov 09 20:39:32.212877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef535f45-a223-4416-8670-6cb8450b351e {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:39:32.221859 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:32.235580 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Transition to ACTIVE for port object ef535f45-a223-4416-8670-6cb8450b351e will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:39:32.239545 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:32.294283 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Pushing event updated for resources: {'Port': ['ID=ef535f45-a223-4416-8670-6cb8450b351e,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:32.380448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Attempting to bind port ef535f45-a223-4416-8670-6cb8450b351e on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:39:32.380797 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Attempting to bind port ef535f45-a223-4416-8670-6cb8450b351e by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:39:32.381131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Attempting to bind port ef535f45-a223-4416-8670-6cb8450b351e on network 5f390165-c0d7-47a9-bc52-76736a43c089 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:39:32.387569 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Port ef535f45-a223-4416-8670-6cb8450b351e on network 5f390165-c0d7-47a9-bc52-76736a43c089 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:39:32.387905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Attempting to bind port ef535f45-a223-4416-8670-6cb8450b351e on network 5f390165-c0d7-47a9-bc52-76736a43c089 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:39:32.393541 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:39:32.393805 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Checking segment: {'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:39:32.394202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Bound using segment: {'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:39:32.394669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Bound port: ef535f45-a223-4416-8670-6cb8450b351e, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b13ad52-22b6-495f-8cf2-01a1470c2098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:39:32.395039 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:32.472119 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] For port ef535f45-a223-4416-8670-6cb8450b351e, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:39:32.475782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] For port ef535f45-a223-4416-8670-6cb8450b351e, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef535f45-a223-4416-8670-6cb8450b351e,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:39:32.480816 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:32.520112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:32.520737 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:32.522143 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] 10.222.0.70 "PUT /v2.0/ports/ef535f45-a223-4416-8670-6cb8450b351e HTTP/1.1" status: 200 len: 1091 time: 0.7487414 Nov 09 20:39:32.522619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'tag': 'ef535f45-a223-4416-8670-6cb8450b351e'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:39:32.524972 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a" -d '{"events": [{"name": "network-changed", "server_uuid": "efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e", "tag": "ef535f45-a223-4416-8670-6cb8450b351e"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:39:32.559743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66356e-4288-4248-b9c3-362ae2c41b2c service neutron] Pushing event updated for resources: {'Port': ['ID=ef535f45-a223-4416-8670-6cb8450b351e,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:32.580809 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb5c742-9ecc-466c-b244-64f62807a306 x-openstack-request-id: req-cdb5c742-9ecc-466c-b244-64f62807a306 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:39:32.580809 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e", "tag": "ef535f45-a223-4416-8670-6cb8450b351e", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:39:32.580809 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdb5c742-9ecc-466c-b244-64f62807a306 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:39:32.581438 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'tag': 'ef535f45-a223-4416-8670-6cb8450b351e', 'status': 'completed', 'code': 200} Nov 09 20:39:32.614418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47551466-2988-4c0d-999b-8c1de0952458 req-66e51b1a-811d-4f34-9e70-778989820572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:32.616936 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-66e51b1a-811d-4f34-9e70-778989820572 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 1094 time: 0.0505724 Nov 09 20:39:32.664536 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-dd0a5da3-97f6-4cff-b100-65982eeaea15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef535f45-a223-4416-8670-6cb8450b351e HTTP/1.1" status: 200 len: 217 time: 0.0395224 Nov 09 20:39:32.720097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47551466-2988-4c0d-999b-8c1de0952458 req-8ecfc6aa-ebae-4826-983f-d13184aca9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:32.721623 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-8ecfc6aa-ebae-4826-983f-d13184aca9f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e0863b9-62d7-47f1-9048-97df2357a174 HTTP/1.1" status: 200 len: 835 time: 0.0497513 Nov 09 20:39:32.769894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47551466-2988-4c0d-999b-8c1de0952458 req-a12d6647-695c-430f-a95b-69f18fb50412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:32.771480 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-a12d6647-695c-430f-a95b-69f18fb50412 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5f390165-c0d7-47a9-bc52-76736a43c089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427721 Nov 09 20:39:32.874988 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-196a51b4-b04a-480d-ad21-71dacd643d08 service neutron] 10.222.0.70 "GET /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949531 Nov 09 20:39:33.285480 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a5e3cf12-e505-4f2f-bc34-9494a063f790 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:39:33.342903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port a5e3cf12-e505-4f2f-bc34-9494a063f790 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:33.343382 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:33.363591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de996e-d138-4110-8b48-b373b81013a6 req-dff64e52-f13f-4100-a89e-dc531189eb47 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:33.365144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-01de996e-d138-4110-8b48-b373b81013a6 req-dff64e52-f13f-4100-a89e-dc531189eb47 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 943 time: 0.1017127 Nov 09 20:39:33.388063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47551466-2988-4c0d-999b-8c1de0952458 req-48a77331-6fbc-416e-a3fb-04664b011647 service neutron] 10.222.0.70 "GET /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065804 Nov 09 20:39:33.417522 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-01de996e-d138-4110-8b48-b373b81013a6 req-e53cf00f-50f7-411b-b905-563d64a32e17 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402906 Nov 09 20:39:33.473904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-00145f1e-b793-49d6-95d1-764373735063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:33.475538 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-00145f1e-b793-49d6-95d1-764373735063 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 1094 time: 0.0420165 Nov 09 20:39:33.565908 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-d02c8ca0-afe0-4a06-91b1-1f0a1e114e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:33.567397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-d02c8ca0-afe0-4a06-91b1-1f0a1e114e5b service neutron] 10.222.0.70 "GET /v2.0/networks?id=5f390165-c0d7-47a9-bc52-76736a43c089 HTTP/1.1" status: 200 len: 898 time: 0.0843506 Nov 09 20:39:33.613614 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-58fc298f-f367-458d-b0d0-dd39f0cf3797 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef535f45-a223-4416-8670-6cb8450b351e HTTP/1.1" status: 200 len: 217 time: 0.0384464 Nov 09 20:39:33.669958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-fcdfea4f-b4c9-46e8-b81f-063230b815e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:33.671434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-fcdfea4f-b4c9-46e8-b81f-063230b815e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e0863b9-62d7-47f1-9048-97df2357a174 HTTP/1.1" status: 200 len: 835 time: 0.0462916 Nov 09 20:39:33.723009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-bed008c5-d2dd-4f63-8d8c-73b9899d68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:33.724555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-bed008c5-d2dd-4f63-8d8c-73b9899d68a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5f390165-c0d7-47a9-bc52-76736a43c089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436144 Nov 09 20:39:33.831154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-b84d787a-8819-4491-b335-6f84e9fd237d service neutron] 10.222.0.70 "GET /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939705 Nov 09 20:39:33.923993 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-63fe9ebd-3ae5-4778-b6f9-4dfea9b3d31a req-712aafb3-cdfb-4fe1-b7de-f094ebbdc9fb service neutron] 10.222.0.70 "GET /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865097 Nov 09 20:39:34.537894 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c9a31-d0e2-4856-b266-74acb6b32f49 req-252eda3a-b35b-4583-b21e-f2127a56c477 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:34.539581 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-548c9a31-d0e2-4856-b266-74acb6b32f49 req-252eda3a-b35b-4583-b21e-f2127a56c477 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 943 time: 0.0505874 Nov 09 20:39:34.580012 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-548c9a31-d0e2-4856-b266-74acb6b32f49 req-58d0d170-0416-4de9-beac-329a0ba12aa2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336890 Nov 09 20:39:35.700034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ada1-6add-40f0-b75b-ad9c65747bf0 req-e76a9aef-ba1a-4769-b9db-b0ed4f9590e6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:35.701683 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d973ada1-6add-40f0-b75b-ad9c65747bf0 req-e76a9aef-ba1a-4769-b9db-b0ed4f9590e6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 943 time: 0.0529234 Nov 09 20:39:35.749246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d973ada1-6add-40f0-b75b-ad9c65747bf0 req-dfed3dab-b184-45d9-80f5-3aac82c2bae6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402036 Nov 09 20:39:36.500768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ef535f45-a223-4416-8670-6cb8450b351e details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:39:36.609822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ef535f45-a223-4416-8670-6cb8450b351e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef535f45-a223-4416-8670-6cb8450b351e,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:36.622337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'ef535f45-a223-4416-8670-6cb8450b351e', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'port_id': 'ef535f45-a223-4416-8670-6cb8450b351e', 'mac_address': 'fa:16:3e:d6:8c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:39:36.660920 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:36.674670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef535f45-a223-4416-8670-6cb8450b351e {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:39:36.695282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ef535f45-a223-4416-8670-6cb8450b351e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef535f45-a223-4416-8670-6cb8450b351e,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:36.699677 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:36.748737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ef535f45-a223-4416-8670-6cb8450b351e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:36.867174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a72673-d728-44b2-a807-cbb1af26c812 req-5a294c86-5158-4318-90a8-c30a5d88d57d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:36.868691 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32a72673-d728-44b2-a807-cbb1af26c812 req-5a294c86-5158-4318-90a8-c30a5d88d57d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 944 time: 0.0503273 Nov 09 20:39:36.908420 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32a72673-d728-44b2-a807-cbb1af26c812 req-42209003-24c5-4ce8-a9ce-a96014ac0c9b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326989 Nov 09 20:39:36.919640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['ef535f45-a223-4416-8670-6cb8450b351e'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:39:38.032707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5263c-d71b-49b9-b3f8-707539aafc4f req-bb2744d2-98e9-4d09-9b45-c21de6640e60 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:38.034730 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6eb5263c-d71b-49b9-b3f8-707539aafc4f req-bb2744d2-98e9-4d09-9b45-c21de6640e60 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 944 time: 0.0544746 Nov 09 20:39:38.073636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6eb5263c-d71b-49b9-b3f8-707539aafc4f req-5bf15d13-0d66-4ad1-95b7-973c72ee6b55 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329323 Nov 09 20:39:38.503936 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ef535f45-a223-4416-8670-6cb8450b351e up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:39:38.553023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port ef535f45-a223-4416-8670-6cb8450b351e completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:39:38.557412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port ef535f45-a223-4416-8670-6cb8450b351e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:39:38.557792 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:38.638585 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:38.662365 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef535f45-a223-4416-8670-6cb8450b351e'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:39:38.664875 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b206a73b-be42-408e-9685-16b999be3147" -d '{"events": [{"server_uuid": "efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e", "name": "network-vif-plugged", "status": "completed", "tag": "ef535f45-a223-4416-8670-6cb8450b351e"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:39:38.678883 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port ef535f45-a223-4416-8670-6cb8450b351e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef535f45-a223-4416-8670-6cb8450b351e,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:39:38.685168 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:38.711031 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dfb540-b398-419f-afb7-b61aeabbd409 x-openstack-request-id: req-65dfb540-b398-419f-afb7-b61aeabbd409 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:39:38.711326 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e", "name": "network-vif-plugged", "status": "completed", "tag": "ef535f45-a223-4416-8670-6cb8450b351e", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:39:38.711580 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65dfb540-b398-419f-afb7-b61aeabbd409 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:39:38.711976 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef535f45-a223-4416-8670-6cb8450b351e', 'code': 200} Nov 09 20:39:38.738465 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=ef535f45-a223-4416-8670-6cb8450b351e,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:38.805648 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7393e8-2bdf-4a3d-a64e-10db508e382a req-10fd2b07-55fc-4742-9283-bda50f8bba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:38.807916 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c7393e8-2bdf-4a3d-a64e-10db508e382a req-10fd2b07-55fc-4742-9283-bda50f8bba70 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 1096 time: 0.0413077 Nov 09 20:39:38.848109 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c7393e8-2bdf-4a3d-a64e-10db508e382a req-4809c779-65db-4a07-aa2a-573b8733fdf4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318739 Nov 09 20:39:39.204138 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a392d-1896-449d-8690-78a746e823c3 req-e901ade1-babc-4e79-982d-1c1641a2bc62 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:39.205643 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b06a392d-1896-449d-8690-78a746e823c3 req-e901ade1-babc-4e79-982d-1c1641a2bc62 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.0490909 Nov 09 20:39:39.249195 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b06a392d-1896-449d-8690-78a746e823c3 req-eba252ec-23c6-43cd-b083-fa2b11199917 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373621 Nov 09 20:39:40.351534 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-75315b0d-2154-440e-8a18-04aa8c66587c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:40.374406 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d8124-089f-450a-8a7e-8fa7f5a7ede5 req-bfeb7e1b-ae07-4dd6-bb9d-49f18d43fd89 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:40.376047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c2d8124-089f-450a-8a7e-8fa7f5a7ede5 req-bfeb7e1b-ae07-4dd6-bb9d-49f18d43fd89 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.0573347 Nov 09 20:39:40.413826 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c2d8124-089f-450a-8a7e-8fa7f5a7ede5 req-50a48a66-4fb3-432b-b70a-187165cce21f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315702 Nov 09 20:39:40.534220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0d262-0bc3-4d30-9393-2e53618a523b req-8d5660e5-f7ff-4213-bfbf-67531f64b791 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:40.535770 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c5c0d262-0bc3-4d30-9393-2e53618a523b req-8d5660e5-f7ff-4213-bfbf-67531f64b791 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.0530548 Nov 09 20:39:40.576580 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c5c0d262-0bc3-4d30-9393-2e53618a523b req-76f87b71-8b58-41e3-ad41-37255fcfc024 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343087 Nov 09 20:39:40.599410 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53356) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:40.643827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb9aecb-c6a6-4100-b317-c3281e6cf095 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:40.646114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dcb9aecb-c6a6-4100-b317-c3281e6cf095 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 1091 time: 0.0455344 Nov 09 20:39:40.649304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53358) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:40.654709 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': 'ef535f45-a223-4416-8670-6cb8450b351e', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:39:40.678235 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:40.782288 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:40.888253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.25.6.167 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/06d9cbcb-0ac4-40a2-8904-00bbaed7daed) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:39:40.997525 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:41.032399 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:41.071584 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:39:41.075523 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:39:41.078967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:39:41.104385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=06d9cbcb-0ac4-40a2-8904-00bbaed7daed,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:41.451894 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:41.520244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:41.678058 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:41.683287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:41.759917 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=06d9cbcb-0ac4-40a2-8904-00bbaed7daed,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:39:41.770941 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:41.889051 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Floating IP 84360da3-bdc2-4049-87cc-0cff9da4d68d associated. External IP: 172.25.6.167, port: ef535f45-a223-4416-8670-6cb8450b351e. Nov 09 20:39:42.102894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:39:42.215774 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:39:42.225248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] Sync routers for ids ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:39:42.240386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] Routers {'a1f8e57c-b120-4ec3-bab2-ddd887be8a46'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:42.240655 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:42.241019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:42.284772 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-962f4d15-58a6-4fb9-9023-138993d73cc6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6342096 Nov 09 20:39:42.285614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'tag': 'ef535f45-a223-4416-8670-6cb8450b351e'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:39:42.289509 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23493707-b5ea-446a-b117-962b6422560f" -d '{"events": [{"name": "network-changed", "server_uuid": "efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e", "tag": "ef535f45-a223-4416-8670-6cb8450b351e"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:39:42.328648 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4593fe4d-956a-47f7-96c2-73ba368b9192 x-openstack-request-id: req-4593fe4d-956a-47f7-96c2-73ba368b9192 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:39:42.328935 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e", "tag": "ef535f45-a223-4416-8670-6cb8450b351e", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:39:42.329193 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4593fe4d-956a-47f7-96c2-73ba368b9192 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:39:42.329603 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'tag': 'ef535f45-a223-4416-8670-6cb8450b351e', 'status': 'completed', 'code': 200} Nov 09 20:39:42.357359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] Set router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:42.395514 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6bca6-40bd-4cc4-9dd3-4d9adceada5f req-24196169-dbdf-434a-9648-cacd680cf79d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:42.397104 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6cc6bca6-40bd-4cc4-9dd3-4d9adceada5f req-24196169-dbdf-434a-9648-cacd680cf79d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.0576644 Nov 09 20:39:42.399950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23493707-b5ea-446a-b117-962b6422560f req-e262e8be-2eb5-4a1e-a619-1b2fd2783f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:42.402148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23493707-b5ea-446a-b117-962b6422560f req-e262e8be-2eb5-4a1e-a619-1b2fd2783f64 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 1096 time: 0.0501349 Nov 09 20:39:42.437895 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6cc6bca6-40bd-4cc4-9dd3-4d9adceada5f req-ff94125b-8ce5-4dad-af0d-52a17cf8a27a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345604 Nov 09 20:39:42.460729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53364) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:42.553186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0f90a539-9807-4009-adcd-5cd79d8c21fc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/84360da3-bdc2-4049-87cc-0cff9da4d68d HTTP/1.1" status: 200 len: 991 time: 0.0913351 Nov 09 20:39:42.559037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23493707-b5ea-446a-b117-962b6422560f req-ba7f5331-d1fa-469e-98a9-22a2184c5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:42.560531 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23493707-b5ea-446a-b117-962b6422560f req-ba7f5331-d1fa-469e-98a9-22a2184c5162 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5f390165-c0d7-47a9-bc52-76736a43c089 HTTP/1.1" status: 200 len: 898 time: 0.1523306 Nov 09 20:39:42.609966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:27Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '84360da3-bdc2-4049-87cc-0cff9da4d68d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'port_id': 'ef535f45-a223-4416-8670-6cb8450b351e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'mac_address': 'fa:16:3e:d6:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:39:41Z', 'updated_at': '2021-11-09T20:39:41Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e3cf12-e505-4f2f-bc34-9494a063f790', 'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:88:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:27Z', 'updated_at': '2021-11-09T20:39:30Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:42.630954 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23493707-b5ea-446a-b117-962b6422560f req-0a3fd8bf-e58b-46b6-b87a-d3ba1dfcdf13 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef535f45-a223-4416-8670-6cb8450b351e HTTP/1.1" status: 200 len: 999 time: 0.0629189 Nov 09 20:39:42.638280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] Checking router: a1f8e57c-b120-4ec3-bab2-ddd887be8a46 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:39:42.647143 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] Routers {'a1f8e57c-b120-4ec3-bab2-ddd887be8a46'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:39:42.647774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:39:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:42.682879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23493707-b5ea-446a-b117-962b6422560f req-146ca87f-c0a0-45e8-a7c9-854daf3705a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:42.684561 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23493707-b5ea-446a-b117-962b6422560f req-146ca87f-c0a0-45e8-a7c9-854daf3705a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e0863b9-62d7-47f1-9048-97df2357a174 HTTP/1.1" status: 200 len: 835 time: 0.0467534 Nov 09 20:39:42.737011 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23493707-b5ea-446a-b117-962b6422560f req-86bf96f4-3acd-48b8-a9c8-0b4a4cef3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:39:42.739153 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23493707-b5ea-446a-b117-962b6422560f req-86bf96f4-3acd-48b8-a9c8-0b4a4cef3f88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5f390165-c0d7-47a9-bc52-76736a43c089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458736 Nov 09 20:39:42.764249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] Set router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:39:42.834781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23493707-b5ea-446a-b117-962b6422560f req-38f22efa-5bf0-43a7-be37-615cdf083c9f service neutron] 10.222.0.70 "GET /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887928 Nov 09 20:39:42.935718 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-23493707-b5ea-446a-b117-962b6422560f req-7721fa6e-3cb1-48c8-868d-c3c9d985f5b9 service neutron] 10.222.0.70 "GET /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905247 Nov 09 20:39:43.006502 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:27Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '84360da3-bdc2-4049-87cc-0cff9da4d68d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'port_id': 'ef535f45-a223-4416-8670-6cb8450b351e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'mac_address': 'fa:16:3e:d6:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:39:41Z', 'updated_at': '2021-11-09T20:39:41Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e3cf12-e505-4f2f-bc34-9494a063f790', 'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:88:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:27Z', 'updated_at': '2021-11-09T20:39:30Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:39:43.035930 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edc1576-bfd7-4e13-81d2-3462e1087fb8 None None] The sync data for ids ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'] in n-d-817256-1 is: [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:27Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '84360da3-bdc2-4049-87cc-0cff9da4d68d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'port_id': 'ef535f45-a223-4416-8670-6cb8450b351e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'mac_address': 'fa:16:3e:d6:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:39:41Z', 'updated_at': '2021-11-09T20:39:41Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e3cf12-e505-4f2f-bc34-9494a063f790', 'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:88:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:27Z', 'updated_at': '2021-11-09T20:39:30Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:39:43.247676 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874dc78-ba5d-4e17-a192-c9b9ae16b7cc None None] New status for floating IP 84360da3-bdc2-4049-87cc-0cff9da4d68d: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:39:43.300360 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-03cb140b-e3d3-4dff-850e-4431224353e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:43.556817 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53366) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:39:43.570251 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:43.625265 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dc01e55d-7e80-4498-a298-2f834571b77e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/84360da3-bdc2-4049-87cc-0cff9da4d68d HTTP/1.1" status: 200 len: 993 time: 0.0642471 Nov 09 20:39:44.745450 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:46.490799 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:51.783928 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:39:53.053058 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:39:55.957196 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:10.352512 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac46707d-a059-4e2c-8cc9-1219eecc83e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:12.420367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec915ea-e578-4809-bfee-60a75cd38b3b req-0e5fdf9d-387d-4d20-89ac-941fc31111df tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:12.421847 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ec915ea-e578-4809-bfee-60a75cd38b3b req-0e5fdf9d-387d-4d20-89ac-941fc31111df tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.1079361 Nov 09 20:40:12.461976 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9ec915ea-e578-4809-bfee-60a75cd38b3b req-da24f2e0-edd9-4d91-af05-3b72209e1712 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338910 Nov 09 20:40:13.302768 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-735f1115-df1a-4dce-a97f-0f6b2220f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:13.574783 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:13.645024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a4c91-6028-42fa-91b7-84ab1aaef6ce req-9799fb75-9a65-4095-83d8-0ea1da7e9226 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:13.646594 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb3a4c91-6028-42fa-91b7-84ab1aaef6ce req-9799fb75-9a65-4095-83d8-0ea1da7e9226 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.1100163 Nov 09 20:40:13.690179 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb3a4c91-6028-42fa-91b7-84ab1aaef6ce req-fcd2dd62-e6be-4874-9a12-75f62667396b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367897 Nov 09 20:40:13.713367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53388) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:13.779486 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9c855b6c-07bd-4bd4-9273-03af01af4c90 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/84360da3-bdc2-4049-87cc-0cff9da4d68d HTTP/1.1" status: 200 len: 993 time: 0.0647609 Nov 09 20:40:14.750614 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:15.063604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460b8db-667c-4d86-8f1e-7c12f3eecfc8 req-8323b2ac-7350-49ca-9ce6-3997d0f14aac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:15.065057 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e460b8db-667c-4d86-8f1e-7c12f3eecfc8 req-8323b2ac-7350-49ca-9ce6-3997d0f14aac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.0539415 Nov 09 20:40:15.105402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e460b8db-667c-4d86-8f1e-7c12f3eecfc8 req-a25d9157-f550-4cfd-98e5-e090fefa79a7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342414 Nov 09 20:40:16.239963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa9550-023a-4b0f-9a95-591ac1055d12 req-13a4352c-50e8-413c-bc99-8f77bd3da62c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:16.241485 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfa9550-023a-4b0f-9a95-591ac1055d12 req-13a4352c-50e8-413c-bc99-8f77bd3da62c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.0539584 Nov 09 20:40:16.282081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8dfa9550-023a-4b0f-9a95-591ac1055d12 req-8a46ac62-27d9-4f1b-a4c0-5ef1e057122c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334661 Nov 09 20:40:16.310785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53398) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:16.380693 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-afad4fd1-2c5e-40e2-b74e-366674c34e35 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/84360da3-bdc2-4049-87cc-0cff9da4d68d HTTP/1.1" status: 200 len: 993 time: 0.0687439 Nov 09 20:40:16.494669 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:16.629976 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53404) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:16.801906 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 06d9cbcb-0ac4-40a2-8904-00bbaed7daed {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:40:16.802141 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:16.879670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:16.880000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:16.892661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 06d9cbcb-0ac4-40a2-8904-00bbaed7daed owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:40:17.047053 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:17.076789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=06d9cbcb-0ac4-40a2-8904-00bbaed7daed,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:17.090097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.090419 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.090785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.091087 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.091443 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.091761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.092098 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.092431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.092761 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.093088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.093418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.093743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:17.152873 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:17.152873 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Floating IP 84360da3-bdc2-4049-87cc-0cff9da4d68d disassociated (deleted). External IP: 172.25.6.167, port: ef535f45-a223-4416-8670-6cb8450b351e. Nov 09 20:40:17.378783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:40:17.853529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:40:17.858137 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:17.864948 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] Sync routers for ids ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:40:17.874957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] Routers {'a1f8e57c-b120-4ec3-bab2-ddd887be8a46'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:40:17.875586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:17.888320 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-df188e63-ebf1-45e2-80c9-84bd509f5e84 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/floatingips/84360da3-bdc2-4049-87cc-0cff9da4d68d HTTP/1.1" status: 204 len: 168 time: 1.2572107 Nov 09 20:40:17.888918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'tag': 'ef535f45-a223-4416-8670-6cb8450b351e'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:40:17.891435 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4135385-47bc-42c2-9aa4-8b845b034737" -d '{"events": [{"name": "network-changed", "server_uuid": "efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e", "tag": "ef535f45-a223-4416-8670-6cb8450b351e"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:40:17.938807 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d202af4-9b49-4d67-9954-02e0f8c2c3f6 x-openstack-request-id: req-0d202af4-9b49-4d67-9954-02e0f8c2c3f6 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:40:17.939105 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e", "tag": "ef535f45-a223-4416-8670-6cb8450b351e", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:40:17.939499 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d202af4-9b49-4d67-9954-02e0f8c2c3f6 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:40:17.939911 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'tag': 'ef535f45-a223-4416-8670-6cb8450b351e', 'status': 'completed', 'code': 200} Nov 09 20:40:17.988433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] Set router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:40:18.017225 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-b3c7a7a0-4bbb-4bd6-a5a5-db4665f0c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:18.018986 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-b3c7a7a0-4bbb-4bd6-a5a5-db4665f0c980 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 1096 time: 0.0524044 Nov 09 20:40:18.161463 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dba7f-cfe0-484a-831e-c4445a78cadc req-1afcc9c7-d57c-4cb1-a6ff-7e07015d160d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:18.163028 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce0dba7f-cfe0-484a-831e-c4445a78cadc req-1afcc9c7-d57c-4cb1-a6ff-7e07015d160d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.0812261 Nov 09 20:40:18.167105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-415795be-a38a-49b8-bba6-b125e7977139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:18.168637 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-415795be-a38a-49b8-bba6-b125e7977139 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5f390165-c0d7-47a9-bc52-76736a43c089 HTTP/1.1" status: 200 len: 898 time: 0.1384923 Nov 09 20:40:18.222317 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-64e5adc4-a2c7-40f1-83da-dfa33e879106 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef535f45-a223-4416-8670-6cb8450b351e HTTP/1.1" status: 200 len: 217 time: 0.0434906 Nov 09 20:40:18.227347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:27Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a5e3cf12-e505-4f2f-bc34-9494a063f790', 'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:88:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:27Z', 'updated_at': '2021-11-09T20:39:30Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:18.252813 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce0dba7f-cfe0-484a-831e-c4445a78cadc req-d528a328-0c29-4db3-bf5c-b5a1743243fb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803516 Nov 09 20:40:18.256004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] Checking router: a1f8e57c-b120-4ec3-bab2-ddd887be8a46 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:40:18.272074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] Routers {'a1f8e57c-b120-4ec3-bab2-ddd887be8a46'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:40:18.272704 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:18.295570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-5c77848a-34a9-4179-a827-cd4ceceaeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:18.297042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-5c77848a-34a9-4179-a827-cd4ceceaeb3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0e0863b9-62d7-47f1-9048-97df2357a174 HTTP/1.1" status: 200 len: 835 time: 0.0633657 Nov 09 20:40:18.349245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-882441d2-1684-4224-9863-2f3946a2ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:18.350785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-882441d2-1684-4224-9863-2f3946a2ae75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5f390165-c0d7-47a9-bc52-76736a43c089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433793 Nov 09 20:40:18.394408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] Set router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:40:18.452869 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-98f8b7f7-bd31-4d4c-9e64-9562e79ddbb4 service neutron] 10.222.0.70 "GET /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903523 Nov 09 20:40:18.559576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f4135385-47bc-42c2-9aa4-8b845b034737 req-317fc64e-567d-4e4b-ad45-72eef87c8a09 service neutron] 10.222.0.70 "GET /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917842 Nov 09 20:40:18.606682 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:27Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a5e3cf12-e505-4f2f-bc34-9494a063f790', 'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:88:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:27Z', 'updated_at': '2021-11-09T20:39:30Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:18.637476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14523f7-980b-4a8c-bc29-be69aa055858 None None] The sync data for ids ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'] in n-d-817256-1 is: [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:27Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'a5e3cf12-e505-4f2f-bc34-9494a063f790', 'name': '', 'network_id': '5f390165-c0d7-47a9-bc52-76736a43c089', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:88:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:27Z', 'updated_at': '2021-11-09T20:39:30Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '0e0863b9-62d7-47f1-9048-97df2357a174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:40:18.876825 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74c99d-7240-4ea0-8991-23da2d666cad None None] New status for floating IP 84360da3-bdc2-4049-87cc-0cff9da4d68d: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:40:19.376361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb23861-f004-4b0b-be6a-801546026747 req-d339d868-27c7-41f2-b59b-ec2953008442 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:19.378140 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5bb23861-f004-4b0b-be6a-801546026747 req-d339d868-27c7-41f2-b59b-ec2953008442 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.0509114 Nov 09 20:40:19.426997 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5bb23861-f004-4b0b-be6a-801546026747 req-adb74110-d849-4c15-a761-2dda76d168af tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=a208360e-2e5a-4504-b7a9-7843e82daeff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Nov 09 20:40:19.783300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47570067-d912-4e78-bda3-516006d18d49 req-ce266887-4c6e-4e3a-b928-8d41cb319a0a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:19.784819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47570067-d912-4e78-bda3-516006d18d49 req-ce266887-4c6e-4e3a-b928-8d41cb319a0a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 945 time: 0.0519514 Nov 09 20:40:19.882077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-47570067-d912-4e78-bda3-516006d18d49 req-6e743e1d-f366-4453-b5ee-c80697dc8c46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port ef535f45-a223-4416-8670-6cb8450b351e {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:40:19.882424 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47570067-d912-4e78-bda3-516006d18d49 req-6e743e1d-f366-4453-b5ee-c80697dc8c46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:19.975624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-47570067-d912-4e78-bda3-516006d18d49 req-6e743e1d-f366-4453-b5ee-c80697dc8c46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port ef535f45-a223-4416-8670-6cb8450b351e, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=ef535f45-a223-4416-8670-6cb8450b351e,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:40:19.975994 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47570067-d912-4e78-bda3-516006d18d49 req-6e743e1d-f366-4453-b5ee-c80697dc8c46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:19.989455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-47570067-d912-4e78-bda3-516006d18d49 req-6e743e1d-f366-4453-b5ee-c80697dc8c46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for ef535f45-a223-4416-8670-6cb8450b351e owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:40:20.128028 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47570067-d912-4e78-bda3-516006d18d49 req-6e743e1d-f366-4453-b5ee-c80697dc8c46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:20.163313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e743e1d-f366-4453-b5ee-c80697dc8c46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=ef535f45-a223-4416-8670-6cb8450b351e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:20.207980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-47570067-d912-4e78-bda3-516006d18d49 req-6e743e1d-f366-4453-b5ee-c80697dc8c46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] No DVR routers for this DVR port ef535f45-a223-4416-8670-6cb8450b351e on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:40:20.210899 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-47570067-d912-4e78-bda3-516006d18d49 req-6e743e1d-f366-4453-b5ee-c80697dc8c46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:20.215203 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-47570067-d912-4e78-bda3-516006d18d49 req-6e743e1d-f366-4453-b5ee-c80697dc8c46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "DELETE /v2.0/ports/ef535f45-a223-4416-8670-6cb8450b351e HTTP/1.1" status: 204 len: 173 time: 0.4241626 Nov 09 20:40:20.215763 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'name': 'network-vif-deleted', 'tag': 'ef535f45-a223-4416-8670-6cb8450b351e'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:40:20.219104 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab82c9ee-4beb-4dd8-8a3d-8e5e82fd50cf" -d '{"events": [{"server_uuid": "efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e", "name": "network-vif-deleted", "tag": "ef535f45-a223-4416-8670-6cb8450b351e"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:40:20.257242 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea558b24-678f-42b1-b859-5db99837defb x-openstack-request-id: req-ea558b24-678f-42b1-b859-5db99837defb {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:40:20.257547 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e", "name": "network-vif-deleted", "tag": "ef535f45-a223-4416-8670-6cb8450b351e", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:40:20.257781 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea558b24-678f-42b1-b859-5db99837defb {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:40:20.258191 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e', 'name': 'network-vif-deleted', 'tag': 'ef535f45-a223-4416-8670-6cb8450b351e', 'status': 'completed', 'code': 200} Nov 09 20:40:20.539202 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f8f8bd3a-e695-4453-86ce-bf6a1b0c316c req-a544178f-b482-488f-a751-096447782d26 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=efaaf10b-2ac7-4a69-b6a2-92e44eb59b9e HTTP/1.1" status: 200 len: 210 time: 0.0280769 Nov 09 20:40:21.598632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53420) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:21.796318 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:21.982228 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:22.261320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port a5e3cf12-e505-4f2f-bc34-9494a063f790 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:40:22.261556 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:22.358241 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port a5e3cf12-e505-4f2f-bc34-9494a063f790, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=a5e3cf12-e505-4f2f-bc34-9494a063f790,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:40:22.358909 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:22.376150 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for a5e3cf12-e505-4f2f-bc34-9494a063f790 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:40:22.577283 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:22.605009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=a5e3cf12-e505-4f2f-bc34-9494a063f790,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:22.785858 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:23.026291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:40:23.138640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:40:23.143771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-99f7d6d4-3af1-4406-b964-bdc1126c3a3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "PUT /v2.0/routers/a1f8e57c-b120-4ec3-bab2-ddd887be8a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5440600 Nov 09 20:40:23.151897 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] Sync routers for ids ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:40:23.152384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53422) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:23.165678 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] Routers {'a1f8e57c-b120-4ec3-bab2-ddd887be8a46'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:40:23.166722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:23.208581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c479df-7f99-4559-956c-87c68c9594bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting subnet 0e0863b9-62d7-47f1-9048-97df2357a174 {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:40:23.212760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-39c479df-7f99-4559-956c-87c68c9594bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:23.259622 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-39c479df-7f99-4559-956c-87c68c9594bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:23.360149 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-39c479df-7f99-4559-956c-87c68c9594bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:23.429294 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-39c479df-7f99-4559-956c-87c68c9594bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:23.453123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] Set router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:40:23.465041 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c479df-7f99-4559-956c-87c68c9594bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0863b9-62d7-47f1-9048-97df2357a174,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:23.467158 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-39c479df-7f99-4559-956c-87c68c9594bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:23.470469 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-39c479df-7f99-4559-956c-87c68c9594bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/subnets/0e0863b9-62d7-47f1-9048-97df2357a174 HTTP/1.1" status: 204 len: 168 time: 0.3172626 Nov 09 20:40:23.473249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53424) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:23.480757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e48bf-f257-4fe7-8570-ad012c049bc7 None None] Network 5f390165-c0d7-47a9-bc52-76736a43c089 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:40:23.591997 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:23.707252 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:23.745389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '637420cf-13c2-46ff-81e0-249cf9905147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:40:22Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '637420cf-13c2-46ff-81e0-249cf9905147', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:23.776126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] Checking router: a1f8e57c-b120-4ec3-bab2-ddd887be8a46 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:40:23.776384 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 637420cf-13c2-46ff-81e0-249cf9905147 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:40:23.776502 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:23.786137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] Routers {'a1f8e57c-b120-4ec3-bab2-ddd887be8a46'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:40:23.786799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:23.829367 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] DHCP port deletion for 5f390165-c0d7-47a9-bc52-76736a43c089 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:40:23.865248 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 637420cf-13c2-46ff-81e0-249cf9905147, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=637420cf-13c2-46ff-81e0-249cf9905147,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:40:23.865534 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:23.881156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 637420cf-13c2-46ff-81e0-249cf9905147 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:40:23.902983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] Set router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:40:23.960650 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:40:23Z', 'revision_number': 6, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:23.990906 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946beb70-f6c0-42b3-ba27-d1dce9f9588e None None] The sync data for ids ['a1f8e57c-b120-4ec3-bab2-ddd887be8a46'] in n-d-817256-1 is: [{'id': 'a1f8e57c-b120-4ec3-bab2-ddd887be8a46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877566343', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:39:24Z', 'updated_at': '2021-11-09T20:40:23Z', 'revision_number': 6, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:40:24.004010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Deleting port d78e6bca-b8e9-4c69-978e-8991bdadc97a {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:40:24.004292 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.057364 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.081061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] For port d78e6bca-b8e9-4c69-978e-8991bdadc97a, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d78e6bca-b8e9-4c69-978e-8991bdadc97a,segment=NetworkSegment(9b13ad52-22b6-495f-8cf2-01a1470c2098),segment_id=9b13ad52-22b6-495f-8cf2-01a1470c2098)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:40:24.081825 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.093759 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=637420cf-13c2-46ff-81e0-249cf9905147,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:24.098962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Calling delete_port for d78e6bca-b8e9-4c69-978e-8991bdadc97a owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:40:24.154306 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.191489 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.218364 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Pushing event deleted for resources: {'Port': ['ID=d78e6bca-b8e9-4c69-978e-8991bdadc97a,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:24.226486 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] No DVR routers for this DVR port d78e6bca-b8e9-4c69-978e-8991bdadc97a on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:40:24.229011 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.229369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.229787 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.230045 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.230377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.230736 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.231066 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.231391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.231715 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.232038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.232360 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.232695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa15611-bc71-4ae0-a260-e0304996febf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.253604 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.255892 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.302449 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.302955 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Fanout notify agent at l3_agent the message router_deleted on router a1f8e57c-b120-4ec3-bab2-ddd887be8a46 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:40:24.310381 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.311549 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2647de22-9d21-4dcb-ba3b-11f90542b0b7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/routers/a1f8e57c-b120-4ec3-bab2-ddd887be8a46 HTTP/1.1" status: 204 len: 168 time: 0.8375299 Nov 09 20:40:24.315570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53426) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:24.409028 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.502172 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.522068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f390165-c0d7-47a9-bc52-76736a43c089']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:24.532039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b13ad52-22b6-495f-8cf2-01a1470c2098') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:24.532339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b13ad52-22b6-495f-8cf2-01a1470c2098') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:24.542532 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.556331 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.562887 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:40:24.563289 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:40:24.566397 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:40:24.628462 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.637968 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.641115 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/networks/5f390165-c0d7-47a9-bc52-76736a43c089 HTTP/1.1" status: 204 len: 168 time: 0.3246157 Nov 09 20:40:24.644022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53428) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:24.657995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b41b58-e78c-4f46-9b99-26cc29fa51bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Network': ['ID=5f390165-c0d7-47a9-bc52-76736a43c089,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:24.708073 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.735297 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.810116 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.812871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:24.814137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/security-groups/a208360e-2e5a-4504-b7a9-7843e82daeff HTTP/1.1" status: 204 len: 168 time: 0.1690650 Nov 09 20:40:24.817216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ef535f45-a223-4416-8670-6cb8450b351e no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:40:24.825709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a208360e-2e5a-4504-b7a9-7843e82daeff,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:24.834211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.834595 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.834948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.835291 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.835633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.835973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.836311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.836645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.837748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.838226 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.838715 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.839058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ef1285-2f2e-4fef-87f3-423715068243 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:40:24.864933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: ef535f45-a223-4416-8670-6cb8450b351e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:40:24.865419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device ef535f45-a223-4416-8670-6cb8450b351e not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:40:25.182274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53434) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:25.187027 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7fd94ef2-77f8-4d66-ab66-f8b649ba0f91 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734225350', 'description': 'tempest-secgroup-smoke-734225350 description', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:25.212788 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7fd94ef2-77f8-4d66-ab66-f8b649ba0f91 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.289483 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7fd94ef2-77f8-4d66-ab66-f8b649ba0f91 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.291425 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a5e3cf12-e505-4f2f-bc34-9494a063f790 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:40:25.294754 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7fd94ef2-77f8-4d66-ab66-f8b649ba0f91 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.312544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: a5e3cf12-e505-4f2f-bc34-9494a063f790 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:40:25.313001 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device a5e3cf12-e505-4f2f-bc34-9494a063f790 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:40:25.313538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d78e6bca-b8e9-4c69-978e-8991bdadc97a no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:40:25.326671 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7fd94ef2-77f8-4d66-ab66-f8b649ba0f91 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.330644 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7fd94ef2-77f8-4d66-ab66-f8b649ba0f91 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1444983 Nov 09 20:40:25.330986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53436) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:25.332369 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd94ef2-77f8-4d66-ab66-f8b649ba0f91 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a924d76-ac38-463e-9911-2905e7223a2a,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:25.333002 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: d78e6bca-b8e9-4c69-978e-8991bdadc97a {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:40:25.333376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d78e6bca-b8e9-4c69-978e-8991bdadc97a not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:40:25.333886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 637420cf-13c2-46ff-81e0-249cf9905147 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:40:25.337647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-07bdbd19-1978-40d3-a285-747cfa962306 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '5a924d76-ac38-463e-9911-2905e7223a2a', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:25.355282 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 637420cf-13c2-46ff-81e0-249cf9905147 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:40:25.355608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 637420cf-13c2-46ff-81e0-249cf9905147 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:40:25.367484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07bdbd19-1978-40d3-a285-747cfa962306 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.426381 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07bdbd19-1978-40d3-a285-747cfa962306 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.429996 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07bdbd19-1978-40d3-a285-747cfa962306 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.448788 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdbd19-1978-40d3-a285-747cfa962306 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c203a4-d411-4e71-8856-15647e001528,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:25.456675 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07bdbd19-1978-40d3-a285-747cfa962306 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.457909 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-07bdbd19-1978-40d3-a285-747cfa962306 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258583 Nov 09 20:40:25.460918 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53438) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:25.467405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-9c80e844-15d1-49f7-b2fa-f15a2f1281ae tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '5a924d76-ac38-463e-9911-2905e7223a2a', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:25.495562 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c80e844-15d1-49f7-b2fa-f15a2f1281ae tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.556262 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c80e844-15d1-49f7-b2fa-f15a2f1281ae tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.562089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c80e844-15d1-49f7-b2fa-f15a2f1281ae tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.581097 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80e844-15d1-49f7-b2fa-f15a2f1281ae tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d94813a-a3ad-4a51-8544-93cd0ff68485,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:25.589443 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c80e844-15d1-49f7-b2fa-f15a2f1281ae tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.591260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9c80e844-15d1-49f7-b2fa-f15a2f1281ae tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293309 Nov 09 20:40:25.594002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53440) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:25.598798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c1b5dc29-0ebf-4cfa-8709-6673fdcefe88 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '5a924d76-ac38-463e-9911-2905e7223a2a', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:25.624500 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c1b5dc29-0ebf-4cfa-8709-6673fdcefe88 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.688855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c1b5dc29-0ebf-4cfa-8709-6673fdcefe88 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.693039 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c1b5dc29-0ebf-4cfa-8709-6673fdcefe88 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.712507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5dc29-0ebf-4cfa-8709-6673fdcefe88 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6a129e-d00b-44a6-b870-fd9da3c08fae,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:25.722461 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c1b5dc29-0ebf-4cfa-8709-6673fdcefe88 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.723721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c1b5dc29-0ebf-4cfa-8709-6673fdcefe88 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286209 Nov 09 20:40:25.726484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53442) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:25.731012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d03d62d6-4298-4db0-a0b0-6feb0adcf3a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '5a924d76-ac38-463e-9911-2905e7223a2a', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:25.759436 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d03d62d6-4298-4db0-a0b0-6feb0adcf3a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.829306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d03d62d6-4298-4db0-a0b0-6feb0adcf3a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.833313 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d03d62d6-4298-4db0-a0b0-6feb0adcf3a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.853474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d62d6-4298-4db0-a0b0-6feb0adcf3a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971b6e2e-62aa-4f19-a1ac-52eea7f2688c,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:25.863343 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d03d62d6-4298-4db0-a0b0-6feb0adcf3a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.864586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d03d62d6-4298-4db0-a0b0-6feb0adcf3a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371028 Nov 09 20:40:25.867514 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53444) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:25.873289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-248a8bda-5a57-475c-94ad-879f556708dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '5a924d76-ac38-463e-9911-2905e7223a2a', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:25.897747 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-248a8bda-5a57-475c-94ad-879f556708dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Project 6ed492ed3b7a43c1ba7b6c6ded9d4f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:40:25.903757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-248a8bda-5a57-475c-94ad-879f556708dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.955941 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.966279 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-248a8bda-5a57-475c-94ad-879f556708dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.969871 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-248a8bda-5a57-475c-94ad-879f556708dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.989655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a8bda-5a57-475c-94ad-879f556708dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58661bbc-a76b-4985-9dbc-43bd64e9d805,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:25.997343 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-248a8bda-5a57-475c-94ad-879f556708dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:25.998594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-248a8bda-5a57-475c-94ad-879f556708dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292148 Nov 09 20:40:26.001632 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53446) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:26.006483 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0cf49588-ee7f-4ebc-b31d-a0898e015a23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '5a924d76-ac38-463e-9911-2905e7223a2a', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:26.029574 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-0cf49588-ee7f-4ebc-b31d-a0898e015a23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Project 6ed492ed3b7a43c1ba7b6c6ded9d4f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:40:26.035012 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0cf49588-ee7f-4ebc-b31d-a0898e015a23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.099208 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0cf49588-ee7f-4ebc-b31d-a0898e015a23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.106426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0cf49588-ee7f-4ebc-b31d-a0898e015a23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.128667 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf49588-ee7f-4ebc-b31d-a0898e015a23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6a3dc8-ec8f-467b-b2bd-ece9c1533e17,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:26.135002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0cf49588-ee7f-4ebc-b31d-a0898e015a23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.136222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0cf49588-ee7f-4ebc-b31d-a0898e015a23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334450 Nov 09 20:40:26.139234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53448) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:26.144267 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'network': {'name': 'tempest-network-smoke--1339731942', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'port_security_enabled': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:26.167146 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:40:26.171161 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.200386 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:40:26.210822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.211152 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Added segment 06d93226-14e8-431a-86b3-46a643ec1a42 of type vlan for network 639dddd9-1405-4a6b-9360-0291f251f792 Nov 09 20:40:26.258430 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.290826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.296747 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:26.297350 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.359430 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2190728 Nov 09 20:40:26.362585 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53450) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:26.367519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'admin_state_up': True, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:26.374844 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dca8f9-3eca-4492-9f01-3addd0c673f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Network': ['ID=639dddd9-1405-4a6b-9360-0291f251f792,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:26.386288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 639dddd9-1405-4a6b-9360-0291f251f792 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:40:26.406392 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.407703 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.468930 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.612753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.810653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.829883 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:26.942122 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.25.6.57 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/411e633e-a03d-47b1-b9ea-a0819d4d0224) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:40:27.049427 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:27.090367 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:27.131930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:40:27.135235 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:40:27.138898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:40:27.166771 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=411e633e-a03d-47b1-b9ea-a0819d4d0224,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:27.767075 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:27.977691 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:28.111072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:40:28.221257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:40:28.231354 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Sync routers for ids ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:40:28.243742 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Routers {'ba6d346b-1c48-4c19-afbd-af8c2dc87f07'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:40:28.244402 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:28.244620 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:28.245891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cd435d5f-b1db-42ff-a9d0-586134f79c00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8821919 Nov 09 20:40:28.249221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53452) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:28.282423 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c813927b-f63b-49cd-b706-0693404c8e7e tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320041 Nov 09 20:40:28.285116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53454) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:28.354437 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Set router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:40:28.379790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf82ef-4c76-49d8-a3e2-95597b28adb6 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:28.385909 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2bdf82ef-4c76-49d8-a3e2-95597b28adb6 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951858 Nov 09 20:40:28.385909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53456) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:28.419629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-03d677c8-431d-45e6-98e5-b04b2f3208e7 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329225 Nov 09 20:40:28.422434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53458) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:28.427444 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1024881744', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:28.522112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:40:28.525920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:28.547357 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:27Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:28.580574 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Checking router: ba6d346b-1c48-4c19-afbd-af8c2dc87f07 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:40:28.580928 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Updating router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 port 411e633e-a03d-47b1-b9ea-a0819d4d0224 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:40:28.607908 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:28.725356 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:28.788877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Subnet': ['ID=6dbaa995-4f45-4200-b0cf-777af5c84e5e,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:28.800352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Checking segment: {'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:40:28.800716 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network hostable DHCP agents. Network: 639dddd9-1405-4a6b-9360-0291f251f792, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:40:28.820833 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 639dddd9-1405-4a6b-9360-0291f251f792 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:40:28.830500 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 639dddd9-1405-4a6b-9360-0291f251f792) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:40:28.835818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:28.836422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:28.840386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b30a75d-3db9-42e8-9ba3-881b204486d0 None None] Network 639dddd9-1405-4a6b-9360-0291f251f792 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:40:28.856498 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6ebda76c-7ff3-4b50-8c17-88674fa11d23 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4329333 Nov 09 20:40:28.859433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53460) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:28.881162 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:28.888311 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:28.954423 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Attempting to bind port 411e633e-a03d-47b1-b9ea-a0819d4d0224 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:40:28.954839 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Attempting to bind port 411e633e-a03d-47b1-b9ea-a0819d4d0224 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:40:28.955205 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Attempting to bind port 411e633e-a03d-47b1-b9ea-a0819d4d0224 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:40:28.965103 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04112349-e5dc-48ab-b16a-370ce80542fd None None] Pushing event updated for resources: {'Port': ['ID=411e633e-a03d-47b1-b9ea-a0819d4d0224,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:28.967582 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:40:28.967951 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:40:28.968542 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:28.969110 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:40:28.969586 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Bound port: 411e633e-a03d-47b1-b9ea-a0819d4d0224, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:40:28.970166 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:29.021753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-639dddd9-1405-4a6b-9360-0291f251f792', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:40:29.023002 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:29.029703 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] For port 411e633e-a03d-47b1-b9ea-a0819d4d0224, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:40:29.033250 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] For port 411e633e-a03d-47b1-b9ea-a0819d4d0224, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=411e633e-a03d-47b1-b9ea-a0819d4d0224,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:40:29.039392 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:29.107433 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Routers {'ba6d346b-1c48-4c19-afbd-af8c2dc87f07'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:40:29.108233 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:29.151342 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04112349-e5dc-48ab-b16a-370ce80542fd None None] Pushing event updated for resources: {'Port': ['ID=411e633e-a03d-47b1-b9ea-a0819d4d0224,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:29.207507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Allocated IP 172.20.0.2 (639dddd9-1405-4a6b-9360-0291f251f792/6dbaa995-4f45-4200-b0cf-777af5c84e5e/1ea1941f-4153-417f-8518-51af8b1ccb41) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:40:29.352942 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] Set router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:40:29.402343 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:29.411833 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:29.454272 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Network 639dddd9-1405-4a6b-9360-0291f251f792 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:40:29.457144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:40:29.464359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:40:29.469743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Pushing event updated for resources: {'Port': ['ID=1ea1941f-4153-417f-8518-51af8b1ccb41,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:29.523259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Attempting to bind port 1ea1941f-4153-417f-8518-51af8b1ccb41 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:40:29.524631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Attempting to bind port 1ea1941f-4153-417f-8518-51af8b1ccb41 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:40:29.524803 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Attempting to bind port 1ea1941f-4153-417f-8518-51af8b1ccb41 on network 639dddd9-1405-4a6b-9360-0291f251f792 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:40:29.530197 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:40:29.530788 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Checking segment: {'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:40:29.531283 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:29.532297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Bound using segment: {'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:40:29.532297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Bound port: 1ea1941f-4153-417f-8518-51af8b1ccb41, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:40:29.532850 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:29.565372 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:27Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:29.597949 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292038bd-037d-47da-a8d9-5ab7fc2a49a7 None None] The sync data for ids ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'] in n-d-817256-1 is: [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:27Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:40:29.612166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] For port 1ea1941f-4153-417f-8518-51af8b1ccb41, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:40:29.615695 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] For port 1ea1941f-4153-417f-8518-51af8b1ccb41, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1ea1941f-4153-417f-8518-51af8b1ccb41,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:40:29.626864 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:29.687527 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:29.703462 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803996b-1294-4218-a907-0a67ce91f166 None None] Pushing event updated for resources: {'Port': ['ID=1ea1941f-4153-417f-8518-51af8b1ccb41,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:30.052221 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:40:30.067974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.20.0.1 (639dddd9-1405-4a6b-9360-0291f251f792/6dbaa995-4f45-4200-b0cf-777af5c84e5e/419ebabc-09ea-4e53-b209-93d587c288b3) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:40:30.208395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:30.261535 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:30.318880 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 639dddd9-1405-4a6b-9360-0291f251f792 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:40:30.323399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:40:30.327767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:40:30.358615 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=419ebabc-09ea-4e53-b209-93d587c288b3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:30.389327 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:30.557098 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:30.889244 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:30.895502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:30.898222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb005d6-6864-4f0e-bbd4-bcbc6fb7c1b0 None None] Network 639dddd9-1405-4a6b-9360-0291f251f792 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:40:30.978201 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c096a325-ab3d-4636-9ecd-7c5f36f61cae None None] Provisioning complete for port 1ea1941f-4153-417f-8518-51af8b1ccb41 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:30.978847 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c096a325-ab3d-4636-9ecd-7c5f36f61cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:30.984052 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=419ebabc-09ea-4e53-b209-93d587c288b3,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:30.987528 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:31.090298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 639dddd9-1405-4a6b-9360-0291f251f792 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:40:31.091916 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:40:31.132212 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c096a325-ab3d-4636-9ecd-7c5f36f61cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:31.178548 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c096a325-ab3d-4636-9ecd-7c5f36f61cae None None] For port 1ea1941f-4153-417f-8518-51af8b1ccb41, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1ea1941f-4153-417f-8518-51af8b1ccb41,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:40:31.186552 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c096a325-ab3d-4636-9ecd-7c5f36f61cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:31.235381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:40:31.243589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096a325-ab3d-4636-9ecd-7c5f36f61cae None None] Pushing event updated for resources: {'Port': ['ID=1ea1941f-4153-417f-8518-51af8b1ccb41,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:31.387746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:40:31.393932 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fbb1bda6-2ce1-432e-a2ec-9d42498ca6dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "PUT /v2.0/routers/ba6d346b-1c48-4c19-afbd-af8c2dc87f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5329716 Nov 09 20:40:31.428090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1ea1941f-4153-417f-8518-51af8b1ccb41 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:40:31.504392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1ea1941f-4153-417f-8518-51af8b1ccb41 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:31.504763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:31.566458 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-10159d17-6d1a-405d-af91-9d6679dc38c7 None None] Provisioning complete for port 1ea1941f-4153-417f-8518-51af8b1ccb41 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:31.566862 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-10159d17-6d1a-405d-af91-9d6679dc38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:31.595684 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-a7ecf236-a017-4540-bee4-cd9f637cb85e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734225350&fields=id&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 267 time: 0.0563605 Nov 09 20:40:31.701721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Sync routers for ids ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:40:31.711689 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 411e633e-a03d-47b1-b9ea-a0819d4d0224 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:40:31.738428 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-70de38c0-9a69-4ed5-b26a-bf1f81cf0a5c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:31.740083 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-70de38c0-9a69-4ed5-b26a-bf1f81cf0a5c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/networks?id=639dddd9-1405-4a6b-9360-0291f251f792 HTTP/1.1" status: 200 len: 797 time: 0.1438315 Nov 09 20:40:31.744584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Routers {'ba6d346b-1c48-4c19-afbd-af8c2dc87f07'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:40:31.745198 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0358e809-e5de-4859-8869-6aba246267eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:31.763709 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-52c22e5c-c340-410f-a6a2-262fe7c1d476 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/quotas/6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 375 time: 0.0151544 Nov 09 20:40:31.833317 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-bd07fdb8-adb8-4d8f-8077-af0b191148d3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607831 Nov 09 20:40:31.850493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-10159d17-6d1a-405d-af91-9d6679dc38c7 None None] Provisioning complete for port 419ebabc-09ea-4e53-b209-93d587c288b3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:31.851191 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-10159d17-6d1a-405d-af91-9d6679dc38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:31.902371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 411e633e-a03d-47b1-b9ea-a0819d4d0224 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:31.903202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:31.943607 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-10159d17-6d1a-405d-af91-9d6679dc38c7 None None] Port 419ebabc-09ea-4e53-b209-93d587c288b3 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:40:31.960506 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-1b7ba0d3-0936-4c64-8b6f-0d42dfc54e60 service neutron] 10.222.0.53 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027703 Nov 09 20:40:31.968236 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Set router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:40:32.065170 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-cf8896ac-9ca6-4358-bd05-6084c6651968 service neutron] 10.222.0.53 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956728 Nov 09 20:40:32.248415 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-95f07c85-a743-4912-aee1-0e1bfb3ff715 req-abd9b358-30d8-420f-94e0-77dc9ae4e394 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 210 time: 0.0340810 Nov 09 20:40:32.328283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d608a054-2efa-4285-8914-35c2be30c026 None None] Provisioning complete for port 419ebabc-09ea-4e53-b209-93d587c288b3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:32.328655 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d608a054-2efa-4285-8914-35c2be30c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:32.365637 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:32.422679 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 411e633e-a03d-47b1-b9ea-a0819d4d0224, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=411e633e-a03d-47b1-b9ea-a0819d4d0224,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:40:32.423733 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d608a054-2efa-4285-8914-35c2be30c026 None None] Port 419ebabc-09ea-4e53-b209-93d587c288b3 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:40:32.429946 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:32.515361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=411e633e-a03d-47b1-b9ea-a0819d4d0224,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:32.531975 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0358e809-e5de-4859-8869-6aba246267eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '419ebabc-09ea-4e53-b209-93d587c288b3', 'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:9c:11:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:29Z', 'updated_at': '2021-11-09T20:40:30Z', 'revision_number': 2, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:32.561945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Checking router: ba6d346b-1c48-4c19-afbd-af8c2dc87f07 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:40:32.562254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Updating router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 port 419ebabc-09ea-4e53-b209-93d587c288b3 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:40:32.597329 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:32.891401 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:32.897514 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:32.950561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d571129-b710-4d70-82f4-8434454ff241 None None] Pushing event updated for resources: {'Port': ['ID=419ebabc-09ea-4e53-b209-93d587c288b3,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:33.011877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Attempting to bind port 419ebabc-09ea-4e53-b209-93d587c288b3 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:40:33.012251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Attempting to bind port 419ebabc-09ea-4e53-b209-93d587c288b3 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:40:33.012622 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Attempting to bind port 419ebabc-09ea-4e53-b209-93d587c288b3 on network 639dddd9-1405-4a6b-9360-0291f251f792 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:40:33.019170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:40:33.019691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Checking segment: {'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:40:33.020114 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:33.020510 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Bound using segment: {'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:40:33.021007 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Bound port: 419ebabc-09ea-4e53-b209-93d587c288b3, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:40:33.021434 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:33.094805 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0358e809-e5de-4859-8869-6aba246267eb None None] For port 419ebabc-09ea-4e53-b209-93d587c288b3, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:40:33.098363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0358e809-e5de-4859-8869-6aba246267eb None None] For port 419ebabc-09ea-4e53-b209-93d587c288b3, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=419ebabc-09ea-4e53-b209-93d587c288b3,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:40:33.107615 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:33.164512 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Routers {'ba6d346b-1c48-4c19-afbd-af8c2dc87f07'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:40:33.166426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0358e809-e5de-4859-8869-6aba246267eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:40:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:33.248659 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d571129-b710-4d70-82f4-8434454ff241 None None] Pushing event updated for resources: {'Port': ['ID=419ebabc-09ea-4e53-b209-93d587c288b3,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:33.275175 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-58a82c35-7cca-4ff6-8f82-2c64dbb884cd None None] Provisioning complete for port 419ebabc-09ea-4e53-b209-93d587c288b3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:33.275550 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-58a82c35-7cca-4ff6-8f82-2c64dbb884cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:33.350886 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-0358e809-e5de-4859-8869-6aba246267eb None None] Set router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:40:33.400405 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ea53531-4dab-4592-b828-2cbf7f6acd90 req-6f283d98-e052-4c1e-81f7-f6aa539b2c44 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 210 time: 0.0417511 Nov 09 20:40:33.409887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1ea1941f-4153-417f-8518-51af8b1ccb41 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:40:33.511258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-9fd5209c-2df1-444c-bdde-1075aeafe954 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:33.512744 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-9fd5209c-2df1-444c-bdde-1075aeafe954 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "GET /v2.0/networks?id=639dddd9-1405-4a6b-9360-0291f251f792 HTTP/1.1" status: 200 len: 797 time: 0.1604257 Nov 09 20:40:33.528446 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-58a82c35-7cca-4ff6-8f82-2c64dbb884cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:33.565888 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-69d3baa9-cf98-4764-aa8e-f65666a9e517 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 379 time: 0.0428722 Nov 09 20:40:33.577460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'port': {'device_id': '494fb983-a920-47b3-b643-db239030f858', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'admin_state_up': True, 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'security_groups': ['5a924d76-ac38-463e-9911-2905e7223a2a']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:33.630923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-58a82c35-7cca-4ff6-8f82-2c64dbb884cd None None] For port 419ebabc-09ea-4e53-b209-93d587c288b3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=419ebabc-09ea-4e53-b209-93d587c288b3,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:40:33.636322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1ea1941f-4153-417f-8518-51af8b1ccb41 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:33.636685 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:33.643277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-58a82c35-7cca-4ff6-8f82-2c64dbb884cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:33.704671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:40:33.709407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:33.750559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a82c35-7cca-4ff6-8f82-2c64dbb884cd None None] Pushing event updated for resources: {'Port': ['ID=419ebabc-09ea-4e53-b209-93d587c288b3,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:33.810244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3c1ee414-2abc-499c-8567-5e42e5e33f88 None None] Provisioning complete for port 419ebabc-09ea-4e53-b209-93d587c288b3 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:33.810542 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee414-2abc-499c-8567-5e42e5e33f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:33.855609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.20.0.11 (639dddd9-1405-4a6b-9360-0291f251f792/6dbaa995-4f45-4200-b0cf-777af5c84e5e/1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:40:33.856309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0358e809-e5de-4859-8869-6aba246267eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '419ebabc-09ea-4e53-b209-93d587c288b3', 'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:9c:11:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:29Z', 'updated_at': '2021-11-09T20:40:33Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:33.858845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 411e633e-a03d-47b1-b9ea-a0819d4d0224 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:40:33.889959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0358e809-e5de-4859-8869-6aba246267eb None None] The sync data for ids ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'] in n-d-817256-1 is: [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '419ebabc-09ea-4e53-b209-93d587c288b3', 'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:9c:11:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:29Z', 'updated_at': '2021-11-09T20:40:33Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:40:34.004903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 411e633e-a03d-47b1-b9ea-a0819d4d0224 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:34.004903 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:34.043857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:34.082446 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:34.138502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 639dddd9-1405-4a6b-9360-0291f251f792 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:40:34.142040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:40:34.145972 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:40:34.176411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:34.211131 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:34.212559 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:34.231630 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-8555522c-6584-4dc7-99df-f41ef1378de6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6584969 Nov 09 20:40:34.246865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Request body: {'port': {'device_id': '494fb983-a920-47b3-b643-db239030f858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:34.319723 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:34.421763 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-37f5a011-702d-42a1-8b08-a6a3c9f3c47f None None] Provisioning complete for port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:34.422287 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-37f5a011-702d-42a1-8b08-a6a3c9f3c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:34.472732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-37f5a011-702d-42a1-8b08-a6a3c9f3c47f None None] Port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:40:34.609674 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04f2a8-ffd4-490c-94c5-ad9707732f58 req-29264cf3-576b-4797-a6ee-a000c21c38a6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:34.611308 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e04f2a8-ffd4-490c-94c5-ad9707732f58 req-29264cf3-576b-4797-a6ee-a000c21c38a6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 932 time: 0.0917389 Nov 09 20:40:34.679880 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9e04f2a8-ffd4-490c-94c5-ad9707732f58 req-d26be8c2-9bd7-40d6-a071-0b77459b9399 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563912 Nov 09 20:40:34.724303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:40:34.735918 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:34.754932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Transition to ACTIVE for port object 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:40:34.763965 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:34.819905 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:34.909284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Attempting to bind port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:40:34.909623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Attempting to bind port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:40:34.910125 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Attempting to bind port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 on network 639dddd9-1405-4a6b-9360-0291f251f792 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:40:34.916295 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 on network 639dddd9-1405-4a6b-9360-0291f251f792 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:40:34.916652 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Attempting to bind port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 on network 639dddd9-1405-4a6b-9360-0291f251f792 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:40:34.926490 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:40:34.926940 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Checking segment: {'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:40:34.927290 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Bound using segment: {'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:40:34.927753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Bound port: 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d93226-14e8-431a-86b3-46a643ec1a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:40:34.928118 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:35.009101 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] For port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:40:35.013717 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] For port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:40:35.018389 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:35.059116 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:35.059657 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:35.061168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] 10.222.0.70 "PUT /v2.0/ports/1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 HTTP/1.1" status: 200 len: 1092 time: 0.8191848 Nov 09 20:40:35.061604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494fb983-a920-47b3-b643-db239030f858', 'tag': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:40:35.064079 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83958e00-b249-4c71-97ff-6e4f8985b50a" -d '{"events": [{"name": "network-changed", "server_uuid": "494fb983-a920-47b3-b643-db239030f858", "tag": "1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:40:35.104097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d3035-73c3-4dd9-8dc4-694171e48fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:35.137146 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3f65d8-c748-4ed7-b06c-4161770ddabe x-openstack-request-id: req-9d3f65d8-c748-4ed7-b06c-4161770ddabe {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:40:35.137372 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494fb983-a920-47b3-b643-db239030f858", "tag": "1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:40:35.137851 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d3f65d8-c748-4ed7-b06c-4161770ddabe {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:40:35.138032 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494fb983-a920-47b3-b643-db239030f858', 'tag': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'status': 'completed', 'code': 200} Nov 09 20:40:35.156336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-478787e3-2740-42e4-b31a-06c0dcb34f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:35.157901 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-478787e3-2740-42e4-b31a-06c0dcb34f36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 1095 time: 0.0508287 Nov 09 20:40:35.203959 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-60500393-4948-4554-bc5c-e4c4fcecc2cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 HTTP/1.1" status: 200 len: 217 time: 0.0374951 Nov 09 20:40:35.262730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-cd2621f3-8869-4112-b1a0-38c212ac241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:35.264156 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-cd2621f3-8869-4112-b1a0-38c212ac241e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dbaa995-4f45-4200-b0cf-777af5c84e5e HTTP/1.1" status: 200 len: 835 time: 0.0531006 Nov 09 20:40:35.327400 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-7d5b5731-0c8a-42c3-ba7f-2e223fcc271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:35.329099 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-7d5b5731-0c8a-42c3-ba7f-2e223fcc271d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=639dddd9-1405-4a6b-9360-0291f251f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572453 Nov 09 20:40:35.332336 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 419ebabc-09ea-4e53-b209-93d587c288b3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:40:35.389643 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 419ebabc-09ea-4e53-b209-93d587c288b3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:35.390012 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:35.427834 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-b847f060-be36-4256-8f14-7b20dc5909a4 service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884647 Nov 09 20:40:35.525382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83ee16fc-d2a0-47ea-914c-1f30c14b4176 req-b4a83ac2-259a-46a6-84d2-f8ed4b23c9fc service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908251 Nov 09 20:40:35.618571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-7fb79794-b6fa-4f06-9895-0eacdccf4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:35.620100 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-7fb79794-b6fa-4f06-9895-0eacdccf4abd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 1095 time: 0.0435236 Nov 09 20:40:35.720565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-2a47f611-c279-45e7-a367-a527092f5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:35.721449 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-2a47f611-c279-45e7-a367-a527092f5b0a service neutron] 10.222.0.70 "GET /v2.0/networks?id=639dddd9-1405-4a6b-9360-0291f251f792 HTTP/1.1" status: 200 len: 898 time: 0.0935614 Nov 09 20:40:35.765493 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-6059b828-514d-4ea1-9155-575ef2aa920f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 HTTP/1.1" status: 200 len: 217 time: 0.0367093 Nov 09 20:40:35.859714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b7f1-084c-4c8e-b164-273896a843a5 req-cadd281f-b280-4999-82f4-b58ffd61a5de tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:35.861289 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4434b7f1-084c-4c8e-b164-273896a843a5 req-cadd281f-b280-4999-82f4-b58ffd61a5de tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 944 time: 0.0908351 Nov 09 20:40:35.863027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-ed000519-da8b-424a-b2d6-dc921edfb870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:35.864380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-ed000519-da8b-424a-b2d6-dc921edfb870 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dbaa995-4f45-4200-b0cf-777af5c84e5e HTTP/1.1" status: 200 len: 835 time: 0.0830038 Nov 09 20:40:35.926559 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4434b7f1-084c-4c8e-b164-273896a843a5 req-47b8187d-8d54-4356-9ce8-136ec0320efb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574946 Nov 09 20:40:35.936044 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-b6aa010b-213b-48dc-a71e-2a6360867141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:35.937528 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-b6aa010b-213b-48dc-a71e-2a6360867141 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=639dddd9-1405-4a6b-9360-0291f251f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624504 Nov 09 20:40:36.039926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-ff041283-332a-4601-9add-ae15930222e1 service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942931 Nov 09 20:40:36.134912 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-83958e00-b249-4c71-97ff-6e4f8985b50a req-f97224c3-7d20-4d32-8ce1-4add427567cc service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871007 Nov 09 20:40:37.056650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ec03d-ba37-4ad2-b0fe-3cb089e844c1 req-d1be537f-d404-4091-8f23-27fa854546eb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:37.058227 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f37ec03d-ba37-4ad2-b0fe-3cb089e844c1 req-d1be537f-d404-4091-8f23-27fa854546eb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 944 time: 0.0591843 Nov 09 20:40:37.100182 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f37ec03d-ba37-4ad2-b0fe-3cb089e844c1 req-b9b7e1a6-b61f-406c-92f4-4f2984921606 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355783 Nov 09 20:40:38.224217 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d5930-c6d5-4ec8-b33b-6cfcea3e2c85 req-6409f6d8-e94d-46bb-8fdf-4d058bcb2aa9 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:38.225747 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c9d5930-c6d5-4ec8-b33b-6cfcea3e2c85 req-6409f6d8-e94d-46bb-8fdf-4d058bcb2aa9 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 944 time: 0.0524595 Nov 09 20:40:38.265836 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c9d5930-c6d5-4ec8-b33b-6cfcea3e2c85 req-7aba645a-08a1-4c0d-b945-4a9f138397e7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332098 Nov 09 20:40:38.861747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:40:38.966283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:40:38.978778 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'port_id': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'mac_address': 'fa:16:3e:35:b8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:40:39.017293 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:39.031092 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:40:39.051096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:40:39.055025 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:39.109539 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:39.261356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:40:39.385846 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1228ee-b072-4cd3-82a4-92f056ff6ec9 req-d5f11c4d-44a4-4ae3-bc44-31db01067069 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:39.387362 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b1228ee-b072-4cd3-82a4-92f056ff6ec9 req-d5f11c4d-44a4-4ae3-bc44-31db01067069 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 945 time: 0.0514576 Nov 09 20:40:39.427487 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b1228ee-b072-4cd3-82a4-92f056ff6ec9 req-0ffc2746-3ca1-47ea-8b92-d7834208eb7b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340154 Nov 09 20:40:40.357451 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6d6bcb8b-f744-4c93-84df-e7810fd7b870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:40.557160 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d20a5-c43b-4744-b026-951914e362b8 req-3e29edb6-4d28-4a85-ac49-13ec08395d8b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:40.558813 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce2d20a5-c43b-4744-b026-951914e362b8 req-3e29edb6-4d28-4a85-ac49-13ec08395d8b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 945 time: 0.0591419 Nov 09 20:40:40.598790 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ce2d20a5-c43b-4744-b026-951914e362b8 req-c3f9a88a-120d-4590-ad31-d0a2e3dcffc0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338621 Nov 09 20:40:40.877780 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:40:40.932138 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:40:40.936052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:40:40.936479 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:41.018594 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:41.041964 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494fb983-a920-47b3-b643-db239030f858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:40:41.044300 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512232fb-46d3-4560-a95b-ea67dcf874bc" -d '{"events": [{"server_uuid": "494fb983-a920-47b3-b643-db239030f858", "name": "network-vif-plugged", "status": "completed", "tag": "1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:40:41.058153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:40:41.062962 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:41.088927 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dee824-ceb2-46ef-9646-173b3f6d4f06 x-openstack-request-id: req-16dee824-ceb2-46ef-9646-173b3f6d4f06 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:40:41.089224 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494fb983-a920-47b3-b643-db239030f858", "name": "network-vif-plugged", "status": "completed", "tag": "1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:40:41.089481 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16dee824-ceb2-46ef-9646-173b3f6d4f06 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:40:41.089883 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494fb983-a920-47b3-b643-db239030f858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'code': 200} Nov 09 20:40:41.117237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:41.192986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0e4c0-5515-467c-be92-d23401974968 req-e9fa8ad7-d94d-4362-92b0-1a315f936d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:41.194488 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aeb0e4c0-5515-467c-be92-d23401974968 req-e9fa8ad7-d94d-4362-92b0-1a315f936d33 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 1097 time: 0.0436544 Nov 09 20:40:41.231232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-aeb0e4c0-5515-467c-be92-d23401974968 req-a4986d82-783f-45e8-9ee3-d27f0f36cefd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292289 Nov 09 20:40:41.720279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1124124-20dd-4240-99f2-0013e9ca15e8 req-1616977e-37da-4ba9-9425-c39b184b4c64 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:41.721819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1124124-20dd-4240-99f2-0013e9ca15e8 req-1616977e-37da-4ba9-9425-c39b184b4c64 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0518353 Nov 09 20:40:41.761497 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c1124124-20dd-4240-99f2-0013e9ca15e8 req-15bc49e5-e4c8-4135-9086-388ed0646312 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328343 Nov 09 20:40:42.893032 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32179709-6dcc-4dda-a3b2-4dd35ad9fd3e req-0f62b5b8-bbd1-4d35-80a0-278afaf532da tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:42.894625 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32179709-6dcc-4dda-a3b2-4dd35ad9fd3e req-0f62b5b8-bbd1-4d35-80a0-278afaf532da tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0593193 Nov 09 20:40:42.934295 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32179709-6dcc-4dda-a3b2-4dd35ad9fd3e req-8b1a4a16-7442-426f-9c25-b20fe02643d5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326967 Nov 09 20:40:43.054720 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58213f-8f69-4c0e-9159-bcc397e0d509 req-ab5329ab-b725-489f-8b2c-bd4da39b8463 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:43.057276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c58213f-8f69-4c0e-9159-bcc397e0d509 req-ab5329ab-b725-489f-8b2c-bd4da39b8463 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0559857 Nov 09 20:40:43.100738 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5c58213f-8f69-4c0e-9159-bcc397e0d509 req-f93f3d15-9d2c-4cac-84a7-8e9f9eaaaa5b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376499 Nov 09 20:40:43.123976 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53524) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:43.172297 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6970e72-ab37-4fe0-a731-9ecc8ee5010a tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:43.173975 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c6970e72-ab37-4fe0-a731-9ecc8ee5010a tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 1092 time: 0.0489891 Nov 09 20:40:43.176893 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53526) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:43.182012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:40:43.204539 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:43.303162 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:43.304463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-76537507-061f-4200-9db1-29435ad2a5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:43.416650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.25.6.27 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/2ef90f9c-6bde-4572-9a1f-1a09fb23bbb2) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:40:43.524135 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:43.559155 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:43.576520 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:43.604868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:40:43.607718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:40:43.614241 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:40:43.617368 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=2ef90f9c-6bde-4572-9a1f-1a09fb23bbb2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:43.969999 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:44.046770 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:44.213890 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:44.218655 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:44.291692 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=2ef90f9c-6bde-4572-9a1f-1a09fb23bbb2,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:40:44.304225 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:44.410767 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Floating IP b16cc410-4a6b-4b64-bed1-9ea8557a8ba6 associated. External IP: 172.25.6.27, port: 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4. Nov 09 20:40:44.637794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:40:44.750899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:40:44.751431 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:44.761860 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] Sync routers for ids ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:40:44.773696 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:44.778884 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] Routers {'ba6d346b-1c48-4c19-afbd-af8c2dc87f07'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:40:44.779509 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:44.801391 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3ca8e86c-c008-487b-9eab-4177f87f23f2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6234508 Nov 09 20:40:44.801975 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494fb983-a920-47b3-b643-db239030f858', 'tag': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:40:44.807476 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82be7efe-a81a-4a67-acd5-7a8c06547cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "494fb983-a920-47b3-b643-db239030f858", "tag": "1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:40:44.845310 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b840f2-08fc-40b1-bf1b-86e6deeeb568 x-openstack-request-id: req-70b840f2-08fc-40b1-bf1b-86e6deeeb568 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:40:44.845970 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494fb983-a920-47b3-b643-db239030f858", "tag": "1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:40:44.846305 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70b840f2-08fc-40b1-bf1b-86e6deeeb568 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:40:44.846800 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494fb983-a920-47b3-b643-db239030f858', 'tag': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'status': 'completed', 'code': 200} Nov 09 20:40:44.906596 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] Set router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:40:44.909253 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99aba4-c096-4e6e-9c5e-fd53a37077f8 req-2ea4fb12-95bb-4779-9c29-9f4607431ccd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:44.910458 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ae99aba4-c096-4e6e-9c5e-fd53a37077f8 req-2ea4fb12-95bb-4779-9c29-9f4607431ccd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0520818 Nov 09 20:40:44.911977 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-e16944ea-dec4-4f47-bff5-4b0ddc67dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:44.913542 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-e16944ea-dec4-4f47-bff5-4b0ddc67dabf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 1097 time: 0.0422394 Nov 09 20:40:44.955595 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ae99aba4-c096-4e6e-9c5e-fd53a37077f8 req-888b1b48-867f-45e8-a34a-2bb3d20b2732 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364335 Nov 09 20:40:44.981255 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53532) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:45.031502 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-df8cf55c-8692-4552-8b4b-b2c82121cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:45.033000 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-df8cf55c-8692-4552-8b4b-b2c82121cd31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=639dddd9-1405-4a6b-9360-0291f251f792 HTTP/1.1" status: 200 len: 898 time: 0.1119428 Nov 09 20:40:45.060005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ef216459-e31c-4145-96a1-f45f3b8c3ec7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/b16cc410-4a6b-4b64-bed1-9ea8557a8ba6 HTTP/1.1" status: 200 len: 991 time: 0.0755930 Nov 09 20:40:45.102477 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-2123acbb-32ac-49aa-94ed-eb49ccda8ce6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 HTTP/1.1" status: 200 len: 999 time: 0.0609975 Nov 09 20:40:45.154916 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-7afee077-4cc4-4aee-8360-4280db34a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:45.156427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-7afee077-4cc4-4aee-8360-4280db34a2c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dbaa995-4f45-4200-b0cf-777af5c84e5e HTTP/1.1" status: 200 len: 835 time: 0.0462544 Nov 09 20:40:45.169470 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'b16cc410-4a6b-4b64-bed1-9ea8557a8ba6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'port_id': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'mac_address': 'fa:16:3e:35:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494fb983-a920-47b3-b643-db239030f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:40:43Z', 'updated_at': '2021-11-09T20:40:43Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419ebabc-09ea-4e53-b209-93d587c288b3', 'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:9c:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:29Z', 'updated_at': '2021-11-09T20:40:33Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:45.198161 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] Checking router: ba6d346b-1c48-4c19-afbd-af8c2dc87f07 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:40:45.206653 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] Routers {'ba6d346b-1c48-4c19-afbd-af8c2dc87f07'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:40:45.207261 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:40:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:45.210913 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-7297f6bf-bfc2-4029-a67d-7ff124ebdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:40:45.213392 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-7297f6bf-bfc2-4029-a67d-7ff124ebdc75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=639dddd9-1405-4a6b-9360-0291f251f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476718 Nov 09 20:40:45.308466 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-c86e7bda-2659-45a3-aae0-d15901527cfb service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871098 Nov 09 20:40:45.316155 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] Set router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:40:45.411366 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82be7efe-a81a-4a67-acd5-7a8c06547cc1 req-6ba3aee3-41f9-4eba-ae52-e3b6787e3576 service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948994 Nov 09 20:40:45.561220 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'b16cc410-4a6b-4b64-bed1-9ea8557a8ba6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'port_id': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'mac_address': 'fa:16:3e:35:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494fb983-a920-47b3-b643-db239030f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:40:43Z', 'updated_at': '2021-11-09T20:40:43Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419ebabc-09ea-4e53-b209-93d587c288b3', 'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:9c:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:29Z', 'updated_at': '2021-11-09T20:40:33Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:40:45.588826 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33261f59-ed3e-4c90-b75d-292841cf0b37 None None] The sync data for ids ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'] in n-d-817256-1 is: [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'b16cc410-4a6b-4b64-bed1-9ea8557a8ba6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'port_id': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'mac_address': 'fa:16:3e:35:b8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494fb983-a920-47b3-b643-db239030f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:40:43Z', 'updated_at': '2021-11-09T20:40:43Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419ebabc-09ea-4e53-b209-93d587c288b3', 'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:9c:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:29Z', 'updated_at': '2021-11-09T20:40:33Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:40:45.797942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6b397-3e66-48c6-9f64-e099924e355a None None] New status for floating IP b16cc410-4a6b-4b64-bed1-9ea8557a8ba6: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:40:46.062073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53534) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:40:46.129351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f791aecf-43da-4636-a08b-fbfe1172d1c2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/b16cc410-4a6b-4b64-bed1-9ea8557a8ba6 HTTP/1.1" status: 200 len: 993 time: 0.0660834 Nov 09 20:40:46.501901 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:51.795539 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:40:55.962844 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:07.051498 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:41:10.357950 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1ef4b6c5-2dc0-4baa-a78d-45c9dd6ed028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:13.308547 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-69261d81-7f39-428c-a752-9ca7dbdf1805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:13.578813 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:14.753508 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:16.503143 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:17.524009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31247551-295a-4f3f-b4df-cf9556552c0a req-f6a479f3-e830-4d27-b11f-bf1b4b8cd991 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:17.526821 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31247551-295a-4f3f-b4df-cf9556552c0a req-f6a479f3-e830-4d27-b11f-bf1b4b8cd991 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0616062 Nov 09 20:41:17.589679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-31247551-295a-4f3f-b4df-cf9556552c0a req-f63482cc-54e6-4a21-bf3c-820863898ac9 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567498 Nov 09 20:41:17.603636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-9a70617f-6e68-4e1a-8eb2-c295a0fdee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:17.605711 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-9a70617f-6e68-4e1a-8eb2-c295a0fdee17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 1097 time: 0.1142406 Nov 09 20:41:17.704971 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-1be041ab-c14c-452b-902e-4b9c5b82d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:17.706365 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-1be041ab-c14c-452b-902e-4b9c5b82d911 service neutron] 10.222.0.70 "GET /v2.0/networks?id=639dddd9-1405-4a6b-9360-0291f251f792 HTTP/1.1" status: 200 len: 898 time: 0.0909944 Nov 09 20:41:17.787851 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-93a67033-b37f-4d43-aa6f-81fe1d967687 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 HTTP/1.1" status: 200 len: 1001 time: 0.0733426 Nov 09 20:41:17.840995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-141f09ce-2ad7-467d-a037-53892108c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:17.842464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-141f09ce-2ad7-467d-a037-53892108c3db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dbaa995-4f45-4200-b0cf-777af5c84e5e HTTP/1.1" status: 200 len: 835 time: 0.0470848 Nov 09 20:41:17.896544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-3bad0efe-1dad-48e5-bd71-6da18520cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:17.898972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-3bad0efe-1dad-48e5-bd71-6da18520cba9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=639dddd9-1405-4a6b-9360-0291f251f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483978 Nov 09 20:41:17.910963 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-c429f69d-528a-46b0-8efc-9d6310247433 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:41:17.911961 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-c429f69d-528a-46b0-8efc-9d6310247433 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051136 Nov 09 20:41:18.002239 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-18dd1bfd-71d7-4249-bf09-b1c516897b87 service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827157 Nov 09 20:41:18.104409 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2759edb4-0f3f-46f6-ac71-ee3069b6994a req-b2a45b19-aceb-4200-a5ec-430252d2f17c service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944648 Nov 09 20:41:18.726011 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31421c2-de83-4f98-a8bc-dbe69aa63372 req-8aac94c4-e97e-44d8-9a36-945e872e8648 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:18.728178 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e31421c2-de83-4f98-a8bc-dbe69aa63372 req-8aac94c4-e97e-44d8-9a36-945e872e8648 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0503631 Nov 09 20:41:18.768297 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e31421c2-de83-4f98-a8bc-dbe69aa63372 req-2b5e80f6-eefa-4af3-81cc-9b1385bb6512 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340626 Nov 09 20:41:19.906547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcca903-89de-4d17-9d15-383e511dafad req-25fdf8d1-b96e-4c32-a435-a99bf08948ef tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:19.908001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-afcca903-89de-4d17-9d15-383e511dafad req-25fdf8d1-b96e-4c32-a435-a99bf08948ef tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0563242 Nov 09 20:41:19.956045 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-afcca903-89de-4d17-9d15-383e511dafad req-2c370334-82b1-4183-bc46-fa0f4c60ee98 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419962 Nov 09 20:41:21.077342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f5f5d-623e-4081-8b2b-a4161538c061 req-7235fb22-15f1-48c2-b8a2-63797267b1a5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:21.078839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-848f5f5d-623e-4081-8b2b-a4161538c061 req-7235fb22-15f1-48c2-b8a2-63797267b1a5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0515919 Nov 09 20:41:21.116785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-848f5f5d-623e-4081-8b2b-a4161538c061 req-ccac8bf9-733f-4863-9346-c9fba53c2741 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319614 Nov 09 20:41:21.803674 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:22.233980 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df66d9-eeb7-4690-978e-44f34771a911 req-c42bc4f2-b8ef-4fc5-ad3d-b70a858a3115 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:22.235472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3df66d9-eeb7-4690-978e-44f34771a911 req-c42bc4f2-b8ef-4fc5-ad3d-b70a858a3115 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0486608 Nov 09 20:41:22.272362 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b3df66d9-eeb7-4690-978e-44f34771a911 req-7ea133f2-17fb-49e2-8859-efb29b2b8f76 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309546 Nov 09 20:41:23.387959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13352d3-9904-4217-97a0-65297f506b6e req-04d63ff1-50b7-46a1-9c80-912d31a892cf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:23.389506 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e13352d3-9904-4217-97a0-65297f506b6e req-04d63ff1-50b7-46a1-9c80-912d31a892cf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0499423 Nov 09 20:41:23.427918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e13352d3-9904-4217-97a0-65297f506b6e req-72cd2a0b-cd9e-4e1e-b9af-4b7ffe9eb67c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321860 Nov 09 20:41:24.545413 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d5a3f-dd44-4b2f-a929-8feff18691ec req-4f8107d6-ba4b-4580-9c4b-1ba61dd6f552 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:24.546875 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c72d5a3f-dd44-4b2f-a929-8feff18691ec req-4f8107d6-ba4b-4580-9c4b-1ba61dd6f552 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0515518 Nov 09 20:41:24.583695 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c72d5a3f-dd44-4b2f-a929-8feff18691ec req-4df2cbf1-78eb-4cf2-9ca3-acd1c770c874 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307975 Nov 09 20:41:25.699068 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e9b03-f422-42a6-8df1-a3efca7d0528 req-b35b29a9-cda1-4119-88ec-5b4215661339 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:25.700532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed4e9b03-f422-42a6-8df1-a3efca7d0528 req-b35b29a9-cda1-4119-88ec-5b4215661339 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0483563 Nov 09 20:41:25.737727 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed4e9b03-f422-42a6-8df1-a3efca7d0528 req-730296b2-71e6-4db6-95e6-64824c8e870e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312819 Nov 09 20:41:25.970457 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:26.856601 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdaa15-7224-4d0b-9b00-2cac81611054 req-abcc1def-a05e-488a-aa29-324fd338fadf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:26.858155 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53bdaa15-7224-4d0b-9b00-2cac81611054 req-abcc1def-a05e-488a-aa29-324fd338fadf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0485535 Nov 09 20:41:26.908072 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-53bdaa15-7224-4d0b-9b00-2cac81611054 req-9904bb95-f749-43b1-9f65-84cc41e1cf44 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438702 Nov 09 20:41:28.339911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeefc5-9068-471a-b9e5-281801414980 req-21f99219-4ae6-4230-a25c-abbbc9c0b9eb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:28.341415 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7eeefc5-9068-471a-b9e5-281801414980 req-21f99219-4ae6-4230-a25c-abbbc9c0b9eb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.3652041 Nov 09 20:41:28.379402 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e7eeefc5-9068-471a-b9e5-281801414980 req-48efeca1-d1fd-409a-b3a6-ed423ed3cb3d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320225 Nov 09 20:41:28.785015 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-73047153-27f0-4cf8-9d25-1b6b28223357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:28.786412 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-73047153-27f0-4cf8-9d25-1b6b28223357 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 1097 time: 0.0410876 Nov 09 20:41:29.240981 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-88459824-715a-4aa8-a2d8-f9d1d375acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:29.242485 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-88459824-715a-4aa8-a2d8-f9d1d375acfb service neutron] 10.222.0.70 "GET /v2.0/networks?id=639dddd9-1405-4a6b-9360-0291f251f792 HTTP/1.1" status: 200 len: 898 time: 0.4351721 Nov 09 20:41:29.308212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-ed6f3529-942b-40b6-95af-594c2f50f2aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 HTTP/1.1" status: 200 len: 1001 time: 0.0581331 Nov 09 20:41:29.356728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-a9627bfd-0701-4c4e-adff-1edef499f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:29.358131 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-a9627bfd-0701-4c4e-adff-1edef499f9cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dbaa995-4f45-4200-b0cf-777af5c84e5e HTTP/1.1" status: 200 len: 835 time: 0.0428860 Nov 09 20:41:29.406930 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-272c8163-a3f3-4d69-bbe8-2776a8af92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:29.408336 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-272c8163-a3f3-4d69-bbe8-2776a8af92b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=639dddd9-1405-4a6b-9360-0291f251f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429516 Nov 09 20:41:29.535697 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421660e-4cbe-466b-b6b3-d426284cd18f req-e393d299-967c-41da-95de-d2812dcc4481 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:29.537172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0421660e-4cbe-466b-b6b3-d426284cd18f req-e393d299-967c-41da-95de-d2812dcc4481 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0797317 Nov 09 20:41:29.539375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-2e2b46b4-bcda-4839-a97b-a993e0ab3039 service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229129 Nov 09 20:41:29.642248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0421660e-4cbe-466b-b6b3-d426284cd18f req-ab728954-7f90-4a3f-b2e3-5f3ff7b1d92a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983133 Nov 09 20:41:29.680128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6f831e00-1dc4-45c2-83d5-2069d71c84ae req-1440ed88-6b6b-4c9b-bd2f-79e4d0efb9f7 service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303236 Nov 09 20:41:30.759187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce007f-0da3-4096-b220-39c97c84b04c req-0beca453-b658-4730-b5eb-5c9464bd5d9a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:30.760688 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1ce007f-0da3-4096-b220-39c97c84b04c req-0beca453-b658-4730-b5eb-5c9464bd5d9a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0502462 Nov 09 20:41:30.800036 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1ce007f-0da3-4096-b220-39c97c84b04c req-2f198404-e9c1-4b5a-9e91-85b72453b7a3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331807 Nov 09 20:41:31.921505 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee0a16-472a-4c44-8bb5-c9d6b758a5b1 req-e210e7ed-356d-4fbc-97fb-eb6de5cdb706 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:31.923005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27ee0a16-472a-4c44-8bb5-c9d6b758a5b1 req-e210e7ed-356d-4fbc-97fb-eb6de5cdb706 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0538445 Nov 09 20:41:31.962341 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-27ee0a16-472a-4c44-8bb5-c9d6b758a5b1 req-6059999b-a042-43f4-b652-d02085d7a159 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323021 Nov 09 20:41:33.078101 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bd1c8-f101-4bb4-9f3b-1df25a82abbf req-1ce3393b-0555-4d51-810f-358ee2d2057e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:33.079621 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d0bd1c8-f101-4bb4-9f3b-1df25a82abbf req-1ce3393b-0555-4d51-810f-358ee2d2057e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0493493 Nov 09 20:41:33.119816 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0d0bd1c8-f101-4bb4-9f3b-1df25a82abbf req-f18e7b33-57c6-4b1b-841d-3c1160169b72 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343108 Nov 09 20:41:34.240221 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fba39a-2186-453f-8b13-7f5e0c5ab8a6 req-4a891818-9b17-495d-af0c-e1294be3bd3c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:41:34.241781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-65fba39a-2186-453f-8b13-7f5e0c5ab8a6 req-4a891818-9b17-495d-af0c-e1294be3bd3c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0507362 Nov 09 20:41:34.283590 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-65fba39a-2186-453f-8b13-7f5e0c5ab8a6 req-f00b641f-7fdc-4169-9a69-d28b60fc8d5b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346143 Nov 09 20:41:34.309161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53590) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:41:34.374203 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6f25aedf-d7cc-4aea-bd9d-3ed58a1940b5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/b16cc410-4a6b-4b64-bed1-9ea8557a8ba6 HTTP/1.1" status: 200 len: 993 time: 0.0638392 Nov 09 20:41:40.358665 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7a175b36-9328-4310-b49c-e4b50490bf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:43.311394 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f4560e61-40f2-4a4a-a748-2a2af5c5b7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:43.580852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:44.051615 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:41:44.755764 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:46.502931 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:51.803127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:41:55.969129 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:04.889899 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53602) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:05.045433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 2ef90f9c-6bde-4572-9a1f-1a09fb23bbb2 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:42:05.045773 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:05.134136 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:05.134465 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:05.148856 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 2ef90f9c-6bde-4572-9a1f-1a09fb23bbb2 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:42:05.332556 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:05.356024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=2ef90f9c-6bde-4572-9a1f-1a09fb23bbb2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:05.369973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.370334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.370714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.371063 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.371905 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.372241 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.372582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.372921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.373252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.373574 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.373904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.374228 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:05.430624 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:05.431098 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Floating IP b16cc410-4a6b-4b64-bed1-9ea8557a8ba6 disassociated (deleted). External IP: 172.25.6.27, port: 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4. Nov 09 20:42:05.647676 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:42:05.757745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:42:05.762505 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:05.767988 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] Sync routers for ids ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:42:05.786604 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] Routers {'ba6d346b-1c48-4c19-afbd-af8c2dc87f07'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:42:05.787255 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:05.791953 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8bcd4d33-3eba-4349-8195-225aa12ba843 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/floatingips/b16cc410-4a6b-4b64-bed1-9ea8557a8ba6 HTTP/1.1" status: 204 len: 168 time: 0.9009461 Nov 09 20:42:05.792579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494fb983-a920-47b3-b643-db239030f858', 'tag': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:42:05.795576 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b892b8-16d2-49b7-bf35-1e5b98822ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "494fb983-a920-47b3-b643-db239030f858", "tag": "1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:42:05.834856 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66045c83-5fb0-46de-8b73-ba0d2a6d68b5 x-openstack-request-id: req-66045c83-5fb0-46de-8b73-ba0d2a6d68b5 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:42:05.835159 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494fb983-a920-47b3-b643-db239030f858", "tag": "1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:42:05.835420 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66045c83-5fb0-46de-8b73-ba0d2a6d68b5 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:42:05.835834 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494fb983-a920-47b3-b643-db239030f858', 'tag': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'status': 'completed', 'code': 200} Nov 09 20:42:05.899922 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-1e40fdf7-b23c-4f67-9067-b8ac997909b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:05.900575 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] Set router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:42:05.901556 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-1e40fdf7-b23c-4f67-9067-b8ac997909b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 1097 time: 0.0429730 Nov 09 20:42:06.009234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-507ba938-8d04-4ff4-8404-51837c0ace37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:06.010682 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-507ba938-8d04-4ff4-8404-51837c0ace37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=639dddd9-1405-4a6b-9360-0291f251f792 HTTP/1.1" status: 200 len: 898 time: 0.1019681 Nov 09 20:42:06.045280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d6842-a63d-4283-887e-1372f30cc1e1 req-472f3623-e80c-4add-bfd0-9323529ef07b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:06.046859 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b4d6842-a63d-4283-887e-1372f30cc1e1 req-472f3623-e80c-4add-bfd0-9323529ef07b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0552435 Nov 09 20:42:06.063557 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-e7aeb8bf-ca38-4053-ab00-eb790b15438b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 HTTP/1.1" status: 200 len: 217 time: 0.0432341 Nov 09 20:42:06.093905 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2b4d6842-a63d-4283-887e-1372f30cc1e1 req-aba06bfe-753f-4539-b6bf-e9fa8eaae682 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411232 Nov 09 20:42:06.117257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-5e7dee80-1d79-41a5-a269-4a36b437979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:06.118843 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-5e7dee80-1d79-41a5-a269-4a36b437979a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dbaa995-4f45-4200-b0cf-777af5c84e5e HTTP/1.1" status: 200 len: 835 time: 0.0463500 Nov 09 20:42:06.119232 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '419ebabc-09ea-4e53-b209-93d587c288b3', 'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:9c:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:29Z', 'updated_at': '2021-11-09T20:40:33Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:06.147695 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] Checking router: ba6d346b-1c48-4c19-afbd-af8c2dc87f07 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:42:06.157429 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] Routers {'ba6d346b-1c48-4c19-afbd-af8c2dc87f07'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:42:06.158039 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:06.171579 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-10825eb2-0832-4333-8718-26ce140728a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:06.173081 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-10825eb2-0832-4333-8718-26ce140728a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=639dddd9-1405-4a6b-9360-0291f251f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459354 Nov 09 20:42:06.271102 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-34a2eb65-6f43-4b1a-b4d2-dea59c6c9fe8 service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876899 Nov 09 20:42:06.364111 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] Set router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:42:06.375508 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-92b892b8-16d2-49b7-bf35-1e5b98822ef7 req-970827ce-a78e-4b88-b4c9-c418f66f5992 service neutron] 10.222.0.70 "GET /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952239 Nov 09 20:42:06.563308 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '419ebabc-09ea-4e53-b209-93d587c288b3', 'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:9c:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:29Z', 'updated_at': '2021-11-09T20:40:33Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:06.593491 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5f109-ac8c-429e-83d8-f241b9f79ecb None None] The sync data for ids ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'] in n-d-817256-1 is: [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:30Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '419ebabc-09ea-4e53-b209-93d587c288b3', 'name': '', 'network_id': '639dddd9-1405-4a6b-9360-0291f251f792', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:9c:11:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:29Z', 'updated_at': '2021-11-09T20:40:33Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '6dbaa995-4f45-4200-b0cf-777af5c84e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:42:06.803528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17052bff-4ba9-4879-8b1e-f29f15ea5738 None None] New status for floating IP b16cc410-4a6b-4b64-bed1-9ea8557a8ba6: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:42:07.212571 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec9ddb-3297-4533-917f-8a7e3d67b9d9 req-f7a5c91a-3bd3-47c7-a3db-3837defa6d77 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:07.214056 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-21ec9ddb-3297-4533-917f-8a7e3d67b9d9 req-f7a5c91a-3bd3-47c7-a3db-3837defa6d77 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0496285 Nov 09 20:42:07.253289 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-21ec9ddb-3297-4533-917f-8a7e3d67b9d9 req-e39e2db5-5586-411b-a2e7-05e5b64dd8c3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a924d76-ac38-463e-9911-2905e7223a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322733 Nov 09 20:42:07.551271 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-f9b9304e-6b06-4b04-81ba-2a60ce19f8da tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:07.552626 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-f9b9304e-6b06-4b04-81ba-2a60ce19f8da tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 946 time: 0.0500507 Nov 09 20:42:07.645567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:42:07.645903 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:07.734388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:42:07.734790 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:07.748951 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:42:07.890809 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:07.917114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:07.927962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.928314 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.928653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.928995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.929331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.929666 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.929998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.930837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.930837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.931042 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.931303 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.931627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:07.975620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] No DVR routers for this DVR port 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:42:07.978240 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:07.982325 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f54a828e-a566-4bfa-a144-7043fd4857fa req-d0079793-1baa-44f2-a7d7-d4d7c4ba2dd2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "DELETE /v2.0/ports/1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 HTTP/1.1" status: 204 len: 173 time: 0.4231369 Nov 09 20:42:07.982802 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494fb983-a920-47b3-b643-db239030f858', 'name': 'network-vif-deleted', 'tag': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:42:07.985061 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d210fafb-281e-4326-becc-da33ddce1903" -d '{"events": [{"server_uuid": "494fb983-a920-47b3-b643-db239030f858", "name": "network-vif-deleted", "tag": "1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:42:08.087917 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8d988a-613b-48ca-9704-6554b378dcba x-openstack-request-id: req-ad8d988a-613b-48ca-9704-6554b378dcba {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:42:08.088215 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494fb983-a920-47b3-b643-db239030f858", "name": "network-vif-deleted", "tag": "1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:42:08.088467 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad8d988a-613b-48ca-9704-6554b378dcba {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:42:08.088871 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494fb983-a920-47b3-b643-db239030f858', 'name': 'network-vif-deleted', 'tag': '1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4', 'status': 'completed', 'code': 200} Nov 09 20:42:08.378114 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9055b145-35d5-4dc3-bc4d-160ece4736ae req-0d4837c9-3dcb-4945-9571-b0d476b4bf66 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=494fb983-a920-47b3-b643-db239030f858 HTTP/1.1" status: 200 len: 210 time: 0.0355856 Nov 09 20:42:09.437853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53620) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:09.809887 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:10.071147 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 419ebabc-09ea-4e53-b209-93d587c288b3 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:42:10.071412 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:10.159527 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 419ebabc-09ea-4e53-b209-93d587c288b3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=419ebabc-09ea-4e53-b209-93d587c288b3,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:42:10.159889 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:10.172551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 419ebabc-09ea-4e53-b209-93d587c288b3 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:42:10.359191 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e58515b8-9c05-487d-9842-30a274941cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:10.360377 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:10.393585 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=419ebabc-09ea-4e53-b209-93d587c288b3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:10.570822 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:10.786603 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:42:10.896442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:42:10.901604 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d828ccab-107d-4202-900b-e5936e324c1a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "PUT /v2.0/routers/ba6d346b-1c48-4c19-afbd-af8c2dc87f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4626396 Nov 09 20:42:10.905384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53626) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:10.907482 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] Sync routers for ids ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:42:10.916475 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] Routers {'ba6d346b-1c48-4c19-afbd-af8c2dc87f07'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:42:10.917067 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:10.958050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f66de6-a178-4159-91d2-21183e74eee4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting subnet 6dbaa995-4f45-4200-b0cf-777af5c84e5e {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:42:10.961105 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3f66de6-a178-4159-91d2-21183e74eee4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.001135 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3f66de6-a178-4159-91d2-21183e74eee4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.020561 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] Set router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:42:11.094126 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3f66de6-a178-4159-91d2-21183e74eee4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.153248 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3f66de6-a178-4159-91d2-21183e74eee4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.182379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f66de6-a178-4159-91d2-21183e74eee4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbaa995-4f45-4200-b0cf-777af5c84e5e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:11.185127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a3f66de6-a178-4159-91d2-21183e74eee4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.188368 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a3f66de6-a178-4159-91d2-21183e74eee4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/subnets/6dbaa995-4f45-4200-b0cf-777af5c84e5e HTTP/1.1" status: 204 len: 168 time: 0.2820144 Nov 09 20:42:11.190938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53628) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:11.191760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed21e61-4e94-4c50-abc6-172efd4c502c None None] Network 639dddd9-1405-4a6b-9360-0291f251f792 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:42:11.207749 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:42:10Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:11.233980 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] Checking router: ba6d346b-1c48-4c19-afbd-af8c2dc87f07 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:42:11.248935 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] Routers {'ba6d346b-1c48-4c19-afbd-af8c2dc87f07'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:42:11.250210 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:41:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:11.322385 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.364304 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] Set router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:42:11.404762 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:42:11.432711 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:42:11.433074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 1e102b57-3dba-4eaf-8df1-9fdf0d5ab0a4 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:42:11.452565 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.509183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 411e633e-a03d-47b1-b9ea-a0819d4d0224 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:42:11.509522 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.564396 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:42:10Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:11.575067 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] DHCP port deletion for 639dddd9-1405-4a6b-9360-0291f251f792 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:42:11.595522 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 411e633e-a03d-47b1-b9ea-a0819d4d0224, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=411e633e-a03d-47b1-b9ea-a0819d4d0224,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:42:11.596144 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.597538 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15afbd35-2224-4ce6-bad5-c542cb6c37d9 None None] The sync data for ids ['ba6d346b-1c48-4c19-afbd-af8c2dc87f07'] in n-d-817256-1 is: [{'id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754316331', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:42:10Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '411e633e-a03d-47b1-b9ea-a0819d4d0224', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6d346b-1c48-4c19-afbd-af8c2dc87f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:40:26Z', 'updated_at': '2021-11-09T20:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:42:11.617292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 411e633e-a03d-47b1-b9ea-a0819d4d0224 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:42:11.624274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Deleting port 1ea1941f-4153-417f-8518-51af8b1ccb41 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:42:11.624650 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.692817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] For port 1ea1941f-4153-417f-8518-51af8b1ccb41, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1ea1941f-4153-417f-8518-51af8b1ccb41,segment=NetworkSegment(06d93226-14e8-431a-86b3-46a643ec1a42),segment_id=06d93226-14e8-431a-86b3-46a643ec1a42)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:42:11.693218 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.706662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Calling delete_port for 1ea1941f-4153-417f-8518-51af8b1ccb41 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:42:11.787475 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.788410 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.817299 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Pushing event deleted for resources: {'Port': ['ID=1ea1941f-4153-417f-8518-51af8b1ccb41,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:11.819463 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=411e633e-a03d-47b1-b9ea-a0819d4d0224,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:11.821598 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] No DVR routers for this DVR port 1ea1941f-4153-417f-8518-51af8b1ccb41 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:42:11.832057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.832401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.832739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.833070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.833609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.833895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.834058 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.834352 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.834960 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.835147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.835314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.835759 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0588b09-a907-4dc2-9c67-047658cff05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:11.882920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.973056 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:11.975319 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.020230 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.020759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Fanout notify agent at l3_agent the message router_deleted on router ba6d346b-1c48-4c19-afbd-af8c2dc87f07 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:42:12.028135 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.029268 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b0176fe7-2803-444b-9158-725a57a80147 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/routers/ba6d346b-1c48-4c19-afbd-af8c2dc87f07 HTTP/1.1" status: 204 len: 168 time: 0.8374262 Nov 09 20:42:12.031956 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53632) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:12.122815 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.581206 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.604781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639dddd9-1405-4a6b-9360-0291f251f792']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:12.616299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d93226-14e8-431a-86b3-46a643ec1a42') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:12.616650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d93226-14e8-431a-86b3-46a643ec1a42') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:12.627542 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.642490 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.656247 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:42:12.656415 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:42:12.660284 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:42:12.732655 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.741619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.748498 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/networks/639dddd9-1405-4a6b-9360-0291f251f792 HTTP/1.1" status: 204 len: 168 time: 0.7127841 Nov 09 20:42:12.749145 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53634) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:12.760925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa201f-69e5-4158-9ffc-5d6464038304 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Network': ['ID=639dddd9-1405-4a6b-9360-0291f251f792,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:12.817712 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6a423f1e-72e0-4924-9660-705ec6c032f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.847340 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6a423f1e-72e0-4924-9660-705ec6c032f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.919826 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6a423f1e-72e0-4924-9660-705ec6c032f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.924976 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-6a423f1e-72e0-4924-9660-705ec6c032f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:12.927186 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6a423f1e-72e0-4924-9660-705ec6c032f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/security-groups/5a924d76-ac38-463e-9911-2905e7223a2a HTTP/1.1" status: 204 len: 168 time: 0.1755290 Nov 09 20:42:12.938898 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a423f1e-72e0-4924-9660-705ec6c032f6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a924d76-ac38-463e-9911-2905e7223a2a,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:13.220660 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53642) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:13.225372 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-a92ec8a4-b38b-49c4-abf4-460ad4d4e29f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306530464', 'description': 'tempest-secgroup-smoke-306530464 description', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:13.247906 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a92ec8a4-b38b-49c4-abf4-460ad4d4e29f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.317048 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-93a26c68-5956-4179-b50e-5135b7bff951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.319281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a92ec8a4-b38b-49c4-abf4-460ad4d4e29f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.323298 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a92ec8a4-b38b-49c4-abf4-460ad4d4e29f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.353209 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1ea1941f-4153-417f-8518-51af8b1ccb41 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:42:13.358869 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a92ec8a4-b38b-49c4-abf4-460ad4d4e29f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.360130 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a92ec8a4-b38b-49c4-abf4-460ad4d4e29f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1384358 Nov 09 20:42:13.362610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ec8a4-b38b-49c4-abf4-460ad4d4e29f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:13.363427 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53644) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:13.369439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-72b5dab0-57b9-4da7-8097-6094c332747c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:13.374457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1ea1941f-4153-417f-8518-51af8b1ccb41 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:42:13.375473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1ea1941f-4153-417f-8518-51af8b1ccb41 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:42:13.376316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 419ebabc-09ea-4e53-b209-93d587c288b3 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:42:13.396247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 419ebabc-09ea-4e53-b209-93d587c288b3 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:42:13.396511 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 419ebabc-09ea-4e53-b209-93d587c288b3 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:42:13.396927 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 411e633e-a03d-47b1-b9ea-a0819d4d0224 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:42:13.397522 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72b5dab0-57b9-4da7-8097-6094c332747c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.415168 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 411e633e-a03d-47b1-b9ea-a0819d4d0224 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:42:13.415504 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 411e633e-a03d-47b1-b9ea-a0819d4d0224 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:42:13.448135 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72b5dab0-57b9-4da7-8097-6094c332747c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.452192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72b5dab0-57b9-4da7-8097-6094c332747c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.472793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5dab0-57b9-4da7-8097-6094c332747c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0d3f2f-4877-49da-9112-10d220cd5bae,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:13.478530 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-72b5dab0-57b9-4da7-8097-6094c332747c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.479739 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-72b5dab0-57b9-4da7-8097-6094c332747c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142600 Nov 09 20:42:13.482837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53646) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:13.487680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-187379fe-3c97-4bcf-8dc7-67f6b3553b02 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:13.516875 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-187379fe-3c97-4bcf-8dc7-67f6b3553b02 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.582127 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-187379fe-3c97-4bcf-8dc7-67f6b3553b02 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.582594 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.586304 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-187379fe-3c97-4bcf-8dc7-67f6b3553b02 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.604185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187379fe-3c97-4bcf-8dc7-67f6b3553b02 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43c613a-3aa2-4b7d-b01a-ba93d1d4a08f,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:13.613086 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-187379fe-3c97-4bcf-8dc7-67f6b3553b02 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.614297 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-187379fe-3c97-4bcf-8dc7-67f6b3553b02 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304307 Nov 09 20:42:13.616988 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53648) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:13.621987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-cb11e1de-a6a3-43d3-b89d-3224b6c95e51 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:13.647810 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cb11e1de-a6a3-43d3-b89d-3224b6c95e51 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.704512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cb11e1de-a6a3-43d3-b89d-3224b6c95e51 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.707753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cb11e1de-a6a3-43d3-b89d-3224b6c95e51 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.725078 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11e1de-a6a3-43d3-b89d-3224b6c95e51 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881bafe6-27be-46be-b463-ade8b8ca3d40,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:13.733460 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cb11e1de-a6a3-43d3-b89d-3224b6c95e51 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.734679 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cb11e1de-a6a3-43d3-b89d-3224b6c95e51 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167519 Nov 09 20:42:13.737440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53650) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:13.741744 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-295ae01c-28bd-4eb4-8ba6-47157a93fb05 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:13.767404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-295ae01c-28bd-4eb4-8ba6-47157a93fb05 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.826463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-295ae01c-28bd-4eb4-8ba6-47157a93fb05 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.829836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-295ae01c-28bd-4eb4-8ba6-47157a93fb05 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.847135 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ae01c-28bd-4eb4-8ba6-47157a93fb05 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea6ee64-1e1a-4a53-bef6-e25cc935f5d3,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:13.853408 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-295ae01c-28bd-4eb4-8ba6-47157a93fb05 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.854628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-295ae01c-28bd-4eb4-8ba6-47157a93fb05 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162522 Nov 09 20:42:13.858158 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53652) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:13.862469 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-f65ba0cd-551d-4516-8317-aa5341754157 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:13.885025 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-f65ba0cd-551d-4516-8317-aa5341754157 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Project 6ed492ed3b7a43c1ba7b6c6ded9d4f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:42:13.890918 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f65ba0cd-551d-4516-8317-aa5341754157 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.955174 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f65ba0cd-551d-4516-8317-aa5341754157 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.958743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f65ba0cd-551d-4516-8317-aa5341754157 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.976715 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ba0cd-551d-4516-8317-aa5341754157 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fd030b-eb8f-4ed5-a2a7-29b6ec591017,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:13.986152 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f65ba0cd-551d-4516-8317-aa5341754157 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:13.987403 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f65ba0cd-551d-4516-8317-aa5341754157 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282802 Nov 09 20:42:13.990109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53654) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:13.994702 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-65d329d6-6f48-419c-8038-2651950d704e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:14.016658 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-65d329d6-6f48-419c-8038-2651950d704e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Project 6ed492ed3b7a43c1ba7b6c6ded9d4f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:42:14.021357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65d329d6-6f48-419c-8038-2651950d704e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.083104 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65d329d6-6f48-419c-8038-2651950d704e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.087134 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65d329d6-6f48-419c-8038-2651950d704e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.104299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d329d6-6f48-419c-8038-2651950d704e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e6cda0-ad3d-4dd9-af19-fa1198e1d007,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:14.112959 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-65d329d6-6f48-419c-8038-2651950d704e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.114200 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-65d329d6-6f48-419c-8038-2651950d704e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231282 Nov 09 20:42:14.117121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53656) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:14.122662 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'network': {'name': 'tempest-network-smoke--1320117071', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'port_security_enabled': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:14.143957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:42:14.147492 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.171040 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:42:14.181833 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.182182 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Added segment aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a of type vlan for network ff3255fa-303a-4eaa-9e88-3f92d0a2228d Nov 09 20:42:14.224596 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.252287 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.257773 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:14.258358 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.312440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1943038 Nov 09 20:42:14.315322 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53658) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:14.319955 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'admin_state_up': True, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:14.327053 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6639c2e-a409-4542-ba91-ae369ce8f03c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Network': ['ID=ff3255fa-303a-4eaa-9e88-3f92d0a2228d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:14.338123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network ff3255fa-303a-4eaa-9e88-3f92d0a2228d details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:42:14.343940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.345024 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.397493 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.539140 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.738932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.758619 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.759723 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.863914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.25.6.37 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/16de23a8-d3f7-4c15-af76-3a20b531e24b) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:42:14.964265 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:14.997500 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:15.039730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:42:15.042602 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:42:15.046675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:42:15.054135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=16de23a8-d3f7-4c15-af76-3a20b531e24b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:15.298579 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:15.494825 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:15.616655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:42:15.720617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:42:15.729744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Sync routers for ids ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:42:15.738842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Routers {'7fa07bd2-64bc-4ab4-8dea-0883a3f49038'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:42:15.739450 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:15.740679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:15.741930 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f01d58ce-0619-4225-b407-7040f711bc4f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4255602 Nov 09 20:42:15.745162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53660) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:15.775527 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a3bfdb70-c6dd-478a-b530-398c8905ec98 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292628 Nov 09 20:42:15.778043 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53662) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:15.854297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Set router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:42:15.874243 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca4440-27cd-42a5-bc77-6ee8f1cb8442 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:15.878727 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7eca4440-27cd-42a5-bc77-6ee8f1cb8442 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970650 Nov 09 20:42:15.879121 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53664) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:15.910022 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-37714c98-d2a1-4311-b84c-db04409a6919 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274839 Nov 09 20:42:15.910252 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53666) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:15.914917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-449473407', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:16.008529 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:42:16.011944 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.038271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:15Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:16.065716 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Checking router: 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:42:16.066071 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Updating router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 port 16de23a8-d3f7-4c15-af76-3a20b531e24b binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:42:16.097802 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.198781 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.260763 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Subnet': ['ID=8ffe79ca-756f-40e1-8e26-42f82d638004,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:16.268548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Checking segment: {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:42:16.268658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network hostable DHCP agents. Network: ff3255fa-303a-4eaa-9e88-3f92d0a2228d, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:42:16.285512 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network ff3255fa-303a-4eaa-9e88-3f92d0a2228d is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:42:16.294103 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, ff3255fa-303a-4eaa-9e88-3f92d0a2228d) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:42:16.298420 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:16.298979 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.308671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c3e63f-90a1-460c-888b-24b64ab8950a None None] Network ff3255fa-303a-4eaa-9e88-3f92d0a2228d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:42:16.316011 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-59b2bc55-65f5-4217-a34f-cb372ce44094 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4048138 Nov 09 20:42:16.318918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53668) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:16.403225 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.413202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.482062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Attempting to bind port 16de23a8-d3f7-4c15-af76-3a20b531e24b on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:42:16.482958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Attempting to bind port 16de23a8-d3f7-4c15-af76-3a20b531e24b by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:42:16.483322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Attempting to bind port 16de23a8-d3f7-4c15-af76-3a20b531e24b on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:42:16.504163 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262106b-3422-4c23-8b43-96cdb7a5ae5e None None] Pushing event updated for resources: {'Port': ['ID=16de23a8-d3f7-4c15-af76-3a20b531e24b,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:16.521935 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:42:16.522309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:42:16.522818 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.523232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:42:16.523713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Bound port: 16de23a8-d3f7-4c15-af76-3a20b531e24b, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:42:16.524096 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.552298 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.599674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:42:16.600525 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.616296 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] For port 16de23a8-d3f7-4c15-af76-3a20b531e24b, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:42:16.630099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] For port 16de23a8-d3f7-4c15-af76-3a20b531e24b, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=16de23a8-d3f7-4c15-af76-3a20b531e24b,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:42:16.636982 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.768354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:16.783748 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Routers {'7fa07bd2-64bc-4ab4-8dea-0883a3f49038'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:42:16.784398 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:16.787771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262106b-3422-4c23-8b43-96cdb7a5ae5e None None] Pushing event updated for resources: {'Port': ['ID=16de23a8-d3f7-4c15-af76-3a20b531e24b,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:16.879873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Allocated IP 172.20.0.2 (ff3255fa-303a-4eaa-9e88-3f92d0a2228d/8ffe79ca-756f-40e1-8e26-42f82d638004/cd093cf9-3afb-46a0-86e8-518adcd1823d) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:42:16.954369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] Set router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:42:17.175295 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:17.180936 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:17.222571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Network ff3255fa-303a-4eaa-9e88-3f92d0a2228d is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:42:17.229824 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:42:17.231074 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.20.0.1 (ff3255fa-303a-4eaa-9e88-3f92d0a2228d/8ffe79ca-756f-40e1-8e26-42f82d638004/39ffc0e6-f54a-489f-abbf-2bdd7c9b212e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:42:17.234418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:42:17.245910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Pushing event updated for resources: {'Port': ['ID=cd093cf9-3afb-46a0-86e8-518adcd1823d,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:17.275025 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:15Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:17.355660 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:17.392062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:17.439308 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network ff3255fa-303a-4eaa-9e88-3f92d0a2228d is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:42:17.442489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:42:17.447052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:42:17.475417 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=39ffc0e6-f54a-489f-abbf-2bdd7c9b212e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:17.477766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4ab20-e81f-4c0b-b141-ce6346e7e023 None None] The sync data for ids ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'] in n-d-817256-1 is: [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:15Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:42:17.492107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Attempting to bind port cd093cf9-3afb-46a0-86e8-518adcd1823d on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:42:17.492483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Attempting to bind port cd093cf9-3afb-46a0-86e8-518adcd1823d by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:42:17.492854 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Attempting to bind port cd093cf9-3afb-46a0-86e8-518adcd1823d on network ff3255fa-303a-4eaa-9e88-3f92d0a2228d {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:42:17.500975 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:17.501809 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:42:17.502192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Checking segment: {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:42:17.502630 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:17.503079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Bound using segment: {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:42:17.503505 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Bound port: cd093cf9-3afb-46a0-86e8-518adcd1823d, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:42:17.505232 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:17.576431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] For port cd093cf9-3afb-46a0-86e8-518adcd1823d, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:42:17.581408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] For port cd093cf9-3afb-46a0-86e8-518adcd1823d, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cd093cf9-3afb-46a0-86e8-518adcd1823d,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:42:17.585638 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:17.654041 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1bf34-9bfc-4115-905d-853c2d7f4eff None None] Pushing event updated for resources: {'Port': ['ID=cd093cf9-3afb-46a0-86e8-518adcd1823d,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:17.655629 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:18.040219 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:18.045286 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:18.121108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=39ffc0e6-f54a-489f-abbf-2bdd7c9b212e,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:18.125161 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:18.230781 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network ff3255fa-303a-4eaa-9e88-3f92d0a2228d is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:42:18.232249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:42:18.352211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:42:18.472449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:42:18.477622 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c0ebab82-4999-40f9-9629-0586f550aefc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "PUT /v2.0/routers/7fa07bd2-64bc-4ab4-8dea-0883a3f49038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1576481 Nov 09 20:42:18.627309 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-1cfadf5d-e953-4d33-b670-fca632a957a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306530464&fields=id&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 267 time: 0.0374863 Nov 09 20:42:18.630442 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8384099-9ccb-461a-9bb0-ea5cf5871303 None None] Network ff3255fa-303a-4eaa-9e88-3f92d0a2228d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:42:18.741678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-c80bdd9e-6092-4c6c-8289-908acd77fa95 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:18.743410 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-c80bdd9e-6092-4c6c-8289-908acd77fa95 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 797 time: 0.1091027 Nov 09 20:42:18.750534 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fd703457-1b95-42e2-88b4-54453bad36a3 None None] Provisioning complete for port cd093cf9-3afb-46a0-86e8-518adcd1823d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:18.750905 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd703457-1b95-42e2-88b4-54453bad36a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:18.759598 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-e9542bc1-59f0-46b1-9fd6-b1d5e6cceaa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/quotas/6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 375 time: 0.0092468 Nov 09 20:42:18.817254 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-2dfd282e-acd6-4c8f-8cad-cdffbf569f5c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514133 Nov 09 20:42:18.866360 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd703457-1b95-42e2-88b4-54453bad36a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:18.902391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-fd703457-1b95-42e2-88b4-54453bad36a3 None None] For port cd093cf9-3afb-46a0-86e8-518adcd1823d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cd093cf9-3afb-46a0-86e8-518adcd1823d,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:42:18.907845 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd703457-1b95-42e2-88b4-54453bad36a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:18.979887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd703457-1b95-42e2-88b4-54453bad36a3 None None] Pushing event updated for resources: {'Port': ['ID=cd093cf9-3afb-46a0-86e8-518adcd1823d,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:19.000334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-b441a1ee-7c37-45d1-abc1-db392c501a75 service neutron] 10.222.0.53 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670668 Nov 09 20:42:19.099705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-cc814f07-e9e6-4058-a7d6-09ac484fbb8c service neutron] 10.222.0.53 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924733 Nov 09 20:42:19.134802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4a717df4-c7e0-4fee-a3f3-15036a19b020 None None] Provisioning complete for port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:19.135184 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a717df4-c7e0-4fee-a3f3-15036a19b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:19.174423 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-4a717df4-c7e0-4fee-a3f3-15036a19b020 None None] Port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:42:19.183984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-4a717df4-c7e0-4fee-a3f3-15036a19b020 None None] Provisioning complete for port cd093cf9-3afb-46a0-86e8-518adcd1823d triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:19.184366 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4a717df4-c7e0-4fee-a3f3-15036a19b020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:19.210086 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Sync routers for ids ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:42:19.223357 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Routers {'7fa07bd2-64bc-4ab4-8dea-0883a3f49038'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:42:19.224388 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:19.352626 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a9bd864-73b3-4b94-8b34-b83bf82d5f81 req-7214a74a-7171-41d7-979b-8badf751563b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 210 time: 0.0670004 Nov 09 20:42:19.406773 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Set router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:42:19.480550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cd093cf9-3afb-46a0-86e8-518adcd1823d up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:42:19.484153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-2f8e67af-c905-49c8-bb39-eca4f239a672 None None] Provisioning complete for port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:19.484800 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2f8e67af-c905-49c8-bb39-eca4f239a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:19.526545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e67af-c905-49c8-bb39-eca4f239a672 None None] Port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:42:19.593483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port cd093cf9-3afb-46a0-86e8-518adcd1823d triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:19.593864 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:19.664969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-06e6f1b5-e7ae-4ca1-aa64-aa94a4cc1bff None None] Provisioning complete for port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:19.665577 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-06e6f1b5-e7ae-4ca1-aa64-aa94a4cc1bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:19.678676 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:17Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '39ffc0e6-f54a-489f-abbf-2bdd7c9b212e', 'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:ae:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:16Z', 'updated_at': '2021-11-09T20:42:17Z', 'revision_number': 2, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:19.713002 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Checking router: 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:42:19.713389 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Updating router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:42:19.725881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-06e6f1b5-e7ae-4ca1-aa64-aa94a4cc1bff None None] Port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:42:19.739946 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:19.743221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16de23a8-d3f7-4c15-af76-3a20b531e24b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:42:19.802063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 16de23a8-d3f7-4c15-af76-3a20b531e24b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:19.802461 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:19.884106 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:19.907263 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 16de23a8-d3f7-4c15-af76-3a20b531e24b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=16de23a8-d3f7-4c15-af76-3a20b531e24b,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:42:19.912140 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:19.970779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=16de23a8-d3f7-4c15-af76-3a20b531e24b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:20.122312 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:20.128721 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:20.185915 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Pushing event updated for resources: {'Port': ['ID=39ffc0e6-f54a-489f-abbf-2bdd7c9b212e,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:20.210040 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.210384 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.210977 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.211088 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.211377 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.211707 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.212025 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.212344 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.212664 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.212980 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.213298 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.213614 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:42:20.242337 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Attempting to bind port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:42:20.242727 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Attempting to bind port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:42:20.243110 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Attempting to bind port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e on network ff3255fa-303a-4eaa-9e88-3f92d0a2228d {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:42:20.249319 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:42:20.249937 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Checking segment: {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:42:20.250345 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:20.250763 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Bound using segment: {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:42:20.251236 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Bound port: 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:42:20.251622 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:20.320127 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] For port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:42:20.323366 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] For port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=39ffc0e6-f54a-489f-abbf-2bdd7c9b212e,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:42:20.329331 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:20.390134 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Routers {'7fa07bd2-64bc-4ab4-8dea-0883a3f49038'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:42:20.390714 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:20.455683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d51d928b-1081-4b92-96c2-866eae36d6e7 None None] Provisioning complete for port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:20.456051 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d51d928b-1081-4b92-96c2-866eae36d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:20.487112 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc94467-ca12-4c37-852b-72009cdcb6e6 None None] Pushing event updated for resources: {'Port': ['ID=39ffc0e6-f54a-489f-abbf-2bdd7c9b212e,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:20.501799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-73aed9be-a076-47ab-99e9-0b58735ea3a4 req-83815cd3-b041-480d-bac0-3b0e0fa6ebd5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 210 time: 0.0363648 Nov 09 20:42:20.516706 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] Set router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:42:20.544877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-026856e5-5e14-410f-b6fc-a53d5c75aeb2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:20.546634 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-026856e5-5e14-410f-b6fc-a53d5c75aeb2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.77 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 797 time: 0.1867504 Nov 09 20:42:20.608240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-57c7dcce-5d18-448e-a85c-f00e7112acc2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 379 time: 0.0448382 Nov 09 20:42:20.619903 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'port': {'device_id': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'admin_state_up': True, 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'security_groups': ['bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:20.631637 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d51d928b-1081-4b92-96c2-866eae36d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:20.675483 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d51d928b-1081-4b92-96c2-866eae36d6e7 None None] For port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=39ffc0e6-f54a-489f-abbf-2bdd7c9b212e,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:42:20.684510 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d51d928b-1081-4b92-96c2-866eae36d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:20.739057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d928b-1081-4b92-96c2-866eae36d6e7 None None] Pushing event updated for resources: {'Port': ['ID=39ffc0e6-f54a-489f-abbf-2bdd7c9b212e,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:20.755501 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:17Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '39ffc0e6-f54a-489f-abbf-2bdd7c9b212e', 'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:ae:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:16Z', 'updated_at': '2021-11-09T20:42:20Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:20.767556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:42:20.771241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:20.781998 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8941a10d-bdce-4cfb-bd7d-cd91b5634ccc None None] The sync data for ids ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'] in n-d-817256-1 is: [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:17Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '39ffc0e6-f54a-489f-abbf-2bdd7c9b212e', 'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:ae:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:16Z', 'updated_at': '2021-11-09T20:42:20Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:42:20.806591 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0c56117a-be8f-483d-9172-285d054b1796 None None] Provisioning complete for port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:20.807075 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0c56117a-be8f-483d-9172-285d054b1796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:20.928714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.20.0.4 (ff3255fa-303a-4eaa-9e88-3f92d0a2228d/8ffe79ca-756f-40e1-8e26-42f82d638004/13e0e996-efd6-4c7e-93bc-1c9ebb102f4b) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:42:21.051004 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:42:21.090590 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:21.127214 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:21.182347 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network ff3255fa-303a-4eaa-9e88-3f92d0a2228d is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:42:21.186042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:42:21.193080 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:42:21.197335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:21.250991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:21.252113 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:21.271018 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-86c69cb3-8dae-44cf-b0d0-47febd4e6ef5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6553662 Nov 09 20:42:21.285329 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-8d9444ee-f19f-4f3f-ae66-0949e19114f0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:42:21.286760 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-8d9444ee-f19f-4f3f-ae66-0949e19114f0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062060 Nov 09 20:42:21.430685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Request body: {'port': {'device_id': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:21.453221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cd315ba8-4ca7-47ec-bc39-684999e08a83 None None] Provisioning complete for port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:21.453863 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cd315ba8-4ca7-47ec-bc39-684999e08a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:21.482292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:42:21.501204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:21.525125 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cd315ba8-4ca7-47ec-bc39-684999e08a83 None None] Port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:42:21.556431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:21.556885 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:21.647559 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16de23a8-d3f7-4c15-af76-3a20b531e24b up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:42:21.699333 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 16de23a8-d3f7-4c15-af76-3a20b531e24b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:21.700032 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:21.733921 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac81b83-772d-4863-87ff-f26928631915 req-5ce18fb2-e75e-4e35-8a20-b9cda94e8e06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:21.735695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bac81b83-772d-4863-87ff-f26928631915 req-5ce18fb2-e75e-4e35-8a20-b9cda94e8e06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 931 time: 0.1195307 Nov 09 20:42:21.814578 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bac81b83-772d-4863-87ff-f26928631915 req-920a5a6a-1e36-4252-b881-f4dc650b375d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661182 Nov 09 20:42:21.825499 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:21.873530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:42:21.882720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:21.896074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Transition to ACTIVE for port object 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:42:21.899532 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:21.949218 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Pushing event updated for resources: {'Port': ['ID=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:22.028066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Attempting to bind port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:42:22.028408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Attempting to bind port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:42:22.028781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Attempting to bind port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b on network ff3255fa-303a-4eaa-9e88-3f92d0a2228d {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:42:22.033912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b on network ff3255fa-303a-4eaa-9e88-3f92d0a2228d not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:42:22.034273 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Attempting to bind port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b on network ff3255fa-303a-4eaa-9e88-3f92d0a2228d {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:42:22.039654 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:42:22.040451 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Checking segment: {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:42:22.041184 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Bound using segment: {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:42:22.041945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Bound port: 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:42:22.042610 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:22.111270 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:42:22.114586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:42:22.119559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:22.155233 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:22.156029 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:22.157440 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] 10.222.0.77 "PUT /v2.0/ports/13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 1091 time: 0.7851956 Nov 09 20:42:22.160025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:42:22.162306 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:42:22.194901 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bddda-1e93-4e58-bb49-08557812cd3c service neutron] Pushing event updated for resources: {'Port': ['ID=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:22.230273 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e781d30-debb-4429-a0a8-57352d4ed08a x-openstack-request-id: req-4e781d30-debb-4429-a0a8-57352d4ed08a {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:42:22.230602 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:42:22.230868 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e781d30-debb-4429-a0a8-57352d4ed08a {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:42:22.231281 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'status': 'completed', 'code': 200} Nov 09 20:42:22.249128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-457d81db-caf0-4845-b358-1e9e72e6dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:22.250955 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-457d81db-caf0-4845-b358-1e9e72e6dee7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1094 time: 0.0502293 Nov 09 20:42:22.300463 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-0ef9691a-68e8-4e11-9dda-4221010f425d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 217 time: 0.0366263 Nov 09 20:42:22.362181 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-874aad86-e64b-4229-a9e5-1fcfc9e36472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:22.363755 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-874aad86-e64b-4229-a9e5-1fcfc9e36472 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.0512669 Nov 09 20:42:22.419155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-d469f97a-b0c9-4fe6-9311-c86abc63664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:22.421783 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-d469f97a-b0c9-4fe6-9311-c86abc63664c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464990 Nov 09 20:42:22.519887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-9552cec7-abfe-41a9-84a7-a8b449d9fd7b service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858736 Nov 09 20:42:22.620674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-528e9fd1-c14e-40ee-bc3d-78bfffda8796 req-7e7f6dc0-3b3e-44ee-8a16-3c79f1004c57 service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886598 Nov 09 20:42:22.718952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-d81ae306-1f77-4b92-878c-f165185c985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:22.720448 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-d81ae306-1f77-4b92-878c-f165185c985a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1094 time: 0.0413435 Nov 09 20:42:22.812112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-4e65a9a1-1f17-48b2-9319-5dbb73e0817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:22.813515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-4e65a9a1-1f17-48b2-9319-5dbb73e0817b service neutron] 10.222.0.77 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 898 time: 0.0851185 Nov 09 20:42:22.860929 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-7e4536ae-8d40-46ee-82be-df69d8564d1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 217 time: 0.0405567 Nov 09 20:42:22.939530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-5fbf1c4e-dca7-4f6d-b452-1e50b622f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:22.941023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-5fbf1c4e-dca7-4f6d-b452-1e50b622f839 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.0712788 Nov 09 20:42:22.968468 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4f8e0-a8d4-4d52-9e97-8c59d98b0dc6 req-1cd6e6e9-b39e-418d-aa6d-95377bebcd00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:22.969935 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aca4f8e0-a8d4-4d52-9e97-8c59d98b0dc6 req-1cd6e6e9-b39e-418d-aa6d-95377bebcd00 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 943 time: 0.0734344 Nov 09 20:42:23.028986 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aca4f8e0-a8d4-4d52-9e97-8c59d98b0dc6 req-10e9bb81-340e-4e12-857e-33518ee40311 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450597 Nov 09 20:42:23.031579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-a113444d-3e7a-476a-b5c9-3e77d7dd97de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:23.033217 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-a113444d-3e7a-476a-b5c9-3e77d7dd97de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816123 Nov 09 20:42:23.124948 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-1d74bfa6-ffba-4620-bc58-eaa9e97a816d service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827208 Nov 09 20:42:23.222628 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d1e95d70-be7a-4ce2-983d-17aef6a0e18e req-79652c3c-c729-4123-8a67-774f98369325 service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883512 Nov 09 20:42:24.149820 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a6e87-c200-4237-a002-25a1f2a58b7d req-bfca98d1-ef9e-4c4c-bace-dc241cd45894 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:24.151436 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f18a6e87-c200-4237-a002-25a1f2a58b7d req-bfca98d1-ef9e-4c4c-bace-dc241cd45894 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 943 time: 0.0514224 Nov 09 20:42:24.191172 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f18a6e87-c200-4237-a002-25a1f2a58b7d req-a1fcf158-8bbf-4d94-a772-173fe7ef7466 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Nov 09 20:42:25.311508 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b99ed4-fae6-4840-a5f4-0ae0b9ca16a1 req-dd9f9f6c-42a5-44ea-91e9-033066666489 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:25.313020 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-98b99ed4-fae6-4840-a5f4-0ae0b9ca16a1 req-dd9f9f6c-42a5-44ea-91e9-033066666489 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 943 time: 0.0546253 Nov 09 20:42:25.351517 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-98b99ed4-fae6-4840-a5f4-0ae0b9ca16a1 req-3b3b8165-a107-4d91-8da5-c7e24bf6cfb7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324035 Nov 09 20:42:25.506538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:42:25.601433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:42:25.613561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'port_id': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'mac_address': 'fa:16:3e:01:22:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:42:25.651307 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:25.665147 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:42:25.684862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:42:25.688946 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:25.741726 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:25.968859 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:26.001790 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['13e0e996-efd6-4c7e-93bc-1c9ebb102f4b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:42:26.468998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd759e7-abdf-4116-8935-5d84626ee426 req-71507fec-5a2d-409a-bb14-d002f9ecf736 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:26.470501 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4dd759e7-abdf-4116-8935-5d84626ee426 req-71507fec-5a2d-409a-bb14-d002f9ecf736 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 944 time: 0.0513639 Nov 09 20:42:26.510420 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4dd759e7-abdf-4116-8935-5d84626ee426 req-1a0ca53e-0f4b-4915-b564-49a57967a465 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338991 Nov 09 20:42:27.502332 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:42:27.555683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:42:27.559564 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:42:27.560105 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:27.639649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d55ec5-2beb-40fa-986d-ce2330e516d7 req-487af694-cc72-44b2-abdf-0eb0e884b46a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:27.640239 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:27.641263 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32d55ec5-2beb-40fa-986d-ce2330e516d7 req-487af694-cc72-44b2-abdf-0eb0e884b46a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 944 time: 0.0533049 Nov 09 20:42:27.668347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:42:27.671959 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e29599-2cce-459a-9e67-d15759aa8b35" -d '{"events": [{"server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "name": "network-vif-plugged", "status": "completed", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:42:27.682978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-32d55ec5-2beb-40fa-986d-ce2330e516d7 req-a9bcbb56-17cc-4906-ade0-2b5abd85eaaa tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344653 Nov 09 20:42:27.688043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:42:27.693637 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:27.743053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:27.782840 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c8cfc2-431e-4a3e-a541-69b874966cec x-openstack-request-id: req-13c8cfc2-431e-4a3e-a541-69b874966cec {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:42:27.783141 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "name": "network-vif-plugged", "status": "completed", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:42:27.783399 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13c8cfc2-431e-4a3e-a541-69b874966cec {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:42:27.783801 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'code': 200} Nov 09 20:42:27.896972 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49fb3-afa9-4e1f-b309-bf51092c9955 req-c8f016cb-6714-4718-82b3-1b9b825b467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:27.898382 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36b49fb3-afa9-4e1f-b309-bf51092c9955 req-c8f016cb-6714-4718-82b3-1b9b825b467d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1096 time: 0.0464234 Nov 09 20:42:27.939851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-36b49fb3-afa9-4e1f-b309-bf51092c9955 req-7b440338-4405-464b-9123-d8decb1e9be8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296922 Nov 09 20:42:28.804077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c1bd8-3b5a-4202-bb5c-be863112c305 req-683e97cf-4619-4f08-b8a6-f8e637988e13 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:28.805586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a65c1bd8-3b5a-4202-bb5c-be863112c305 req-683e97cf-4619-4f08-b8a6-f8e637988e13 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0516825 Nov 09 20:42:28.844960 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a65c1bd8-3b5a-4202-bb5c-be863112c305 req-ed0cbe9b-84d4-4de8-b505-d122b54825f9 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331366 Nov 09 20:42:29.974902 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6496-dc8b-4dfc-9263-8b7dd033b5e4 req-6cc22f35-e6b0-417c-93ca-05336439c1c0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:29.976398 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-003c6496-dc8b-4dfc-9263-8b7dd033b5e4 req-6cc22f35-e6b0-417c-93ca-05336439c1c0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0581207 Nov 09 20:42:30.017162 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-003c6496-dc8b-4dfc-9263-8b7dd033b5e4 req-1d88cf5c-c5ee-4fe8-92de-28d02a1f5663 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326741 Nov 09 20:42:30.160199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0690d-e033-4e25-8075-6b28a1ae80e6 req-6ff71e5c-2da8-4b11-b3f3-0934ce123bb0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:30.161790 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89e0690d-e033-4e25-8075-6b28a1ae80e6 req-6ff71e5c-2da8-4b11-b3f3-0934ce123bb0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0558400 Nov 09 20:42:30.204982 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-89e0690d-e033-4e25-8075-6b28a1ae80e6 req-4f274fa5-f249-45f8-899b-bfdafc21ed77 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358684 Nov 09 20:42:30.230431 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53736) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:30.272075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c74c59-6a84-4534-92d5-d800a392c390 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:30.273765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-90c74c59-6a84-4534-92d5-d800a392c390 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1091 time: 0.0422180 Nov 09 20:42:30.276552 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53738) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:30.281682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:42:30.306987 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:30.415102 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:30.530143 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.25.6.89 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/6f23eb41-b291-4624-80ba-d8e76d00c58d) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:42:30.646467 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:30.682884 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:30.721136 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:42:30.723997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:42:30.727372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:42:30.753007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=6f23eb41-b291-4624-80ba-d8e76d00c58d,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:31.442319 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:31.516234 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:31.680898 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:31.686172 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:31.759519 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=6f23eb41-b291-4624-80ba-d8e76d00c58d,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:42:31.771359 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:31.875079 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Floating IP a63666a5-6f04-4121-bdc0-4294da34cb2b associated. External IP: 172.25.6.89, port: 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b. Nov 09 20:42:32.087872 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:42:32.200896 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:42:32.211259 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] Sync routers for ids ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:42:32.220426 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:32.223850 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] Routers {'7fa07bd2-64bc-4ab4-8dea-0883a3f49038'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:42:32.224487 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:32.248382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ddea9268-d0c1-469a-8c29-4705732fff6a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9705429 Nov 09 20:42:32.249123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:42:32.252067 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05a48ef-c550-4c86-9816-cdb0411a9d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:42:32.295972 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca74bcb-8b07-444e-b11e-08fca9d7fb52 x-openstack-request-id: req-6ca74bcb-8b07-444e-b11e-08fca9d7fb52 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:42:32.296680 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:42:32.297077 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ca74bcb-8b07-444e-b11e-08fca9d7fb52 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:42:32.297611 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'status': 'completed', 'code': 200} Nov 09 20:42:32.362572 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] Set router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:42:32.366541 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-874c2496-d212-4925-bfe1-fbc7f555404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:32.368421 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-874c2496-d212-4925-bfe1-fbc7f555404c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1096 time: 0.0479162 Nov 09 20:42:32.376621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87e608-f9b6-4c4f-90b3-3e6781ce47c5 req-6864061b-c5c9-4d93-b9e0-3ba3e61c2299 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:32.378330 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d87e608-f9b6-4c4f-90b3-3e6781ce47c5 req-6864061b-c5c9-4d93-b9e0-3ba3e61c2299 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0621607 Nov 09 20:42:32.393621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.77', 49761) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:32.451575 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8d87e608-f9b6-4c4f-90b3-3e6781ce47c5 req-46b05aac-68c9-46c1-b425-5c2c8ff876cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658298 Nov 09 20:42:32.460475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-aa627f98-db6c-4ac5-b071-bb68bcb50c7d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656734 Nov 09 20:42:32.476998 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53744) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:32.485090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-f5e56b96-8ebf-45a2-bec1-3e6036b78314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:32.486924 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-f5e56b96-8ebf-45a2-bec1-3e6036b78314 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 898 time: 0.1112468 Nov 09 20:42:32.545452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1d8d03ea-50de-4597-b8e2-45d48abb8603 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/a63666a5-6f04-4121-bdc0-4294da34cb2b HTTP/1.1" status: 200 len: 990 time: 0.0648208 Nov 09 20:42:32.571224 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-e5f46f92-c41e-4cdc-8451-f024d5ee167a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 998 time: 0.0767212 Nov 09 20:42:32.637048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:17Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'a63666a5-6f04-4121-bdc0-4294da34cb2b', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'port_id': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'mac_address': 'fa:16:3e:01:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:42:31Z', 'updated_at': '2021-11-09T20:42:31Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ffc0e6-f54a-489f-abbf-2bdd7c9b212e', 'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:ae:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:16Z', 'updated_at': '2021-11-09T20:42:20Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:32.668712 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] Checking router: 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:42:32.678684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] Routers {'7fa07bd2-64bc-4ab4-8dea-0883a3f49038'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:42:32.679331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:42:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:32.798992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] Set router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:42:32.947710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-55a9879c-5261-473a-9a12-166bc7ffbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:32.949245 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-55a9879c-5261-473a-9a12-166bc7ffbcd1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.3709767 Nov 09 20:42:32.996138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-00be605f-a702-4b55-a755-ca92a1055e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:32.998657 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-00be605f-a702-4b55-a755-ca92a1055e22 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414190 Nov 09 20:42:33.061898 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:17Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'a63666a5-6f04-4121-bdc0-4294da34cb2b', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'port_id': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'mac_address': 'fa:16:3e:01:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:42:31Z', 'updated_at': '2021-11-09T20:42:31Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ffc0e6-f54a-489f-abbf-2bdd7c9b212e', 'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:ae:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:16Z', 'updated_at': '2021-11-09T20:42:20Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:42:33.095205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d27e7-c78b-484d-a3b9-9c952e5afdf3 None None] The sync data for ids ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'] in n-d-817256-1 is: [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:17Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'a63666a5-6f04-4121-bdc0-4294da34cb2b', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'port_id': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'mac_address': 'fa:16:3e:01:22:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:42:31Z', 'updated_at': '2021-11-09T20:42:31Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ffc0e6-f54a-489f-abbf-2bdd7c9b212e', 'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:ae:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:16Z', 'updated_at': '2021-11-09T20:42:20Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:42:33.098133 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-758a16d7-7523-470d-9864-ef2a2ad09ae0 service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918269 Nov 09 20:42:33.210717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c05a48ef-c550-4c86-9816-cdb0411a9d2f req-874be6a5-e999-4c95-b0e6-1a2949a0df72 service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048708 Nov 09 20:42:33.330949 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-436afc83-05b0-40f2-a869-4b5768f3bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:33.332943 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-436afc83-05b0-40f2-a869-4b5768f3bab8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1096 time: 0.0475748 Nov 09 20:42:33.344314 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f6eb6-9f89-4af6-8e6f-49be2bdd83e8 None None] New status for floating IP a63666a5-6f04-4121-bdc0-4294da34cb2b: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:42:33.451325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-dfa09c8c-cf2d-4845-8d44-bb9b3bfa1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:33.452793 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-dfa09c8c-cf2d-4845-8d44-bb9b3bfa1cae service neutron] 10.222.0.77 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 898 time: 0.0945263 Nov 09 20:42:33.535029 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-a2ba3cf6-ac23-4357-9148-dad40f85cf30 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 998 time: 0.0748043 Nov 09 20:42:33.548430 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53746) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:42:33.588622 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-ae7f0ff9-7b70-4cb1-a1cb-6fe791253224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:33.589989 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-ae7f0ff9-7b70-4cb1-a1cb-6fe791253224 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.0478919 Nov 09 20:42:33.613838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e31dcef4-fd08-4ee2-8450-8982b1034a2b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/a63666a5-6f04-4121-bdc0-4294da34cb2b HTTP/1.1" status: 200 len: 992 time: 0.0642316 Nov 09 20:42:33.639143 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-9d58a1d9-8a22-4338-a31a-9dd63ee71fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:42:33.640674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-9d58a1d9-8a22-4338-a31a-9dd63ee71fd6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427833 Nov 09 20:42:33.733083 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-8a51c282-add1-46ac-94fb-825d91574c79 service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850675 Nov 09 20:42:33.833554 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-333c112d-99fb-4324-a559-0e2d8412cbba service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898957 Nov 09 20:42:40.363546 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-863e9483-0d1c-4d25-8fc3-8779ebe260e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:43.311045 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fdab5948-95e4-4583-a2d0-4ee39fa18ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:43.587827 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:44.764065 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:46.509632 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:51.827557 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:55.983749 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:42:58.050505 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:43:06.786670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-e19e4c0b-4e91-42ba-8e5b-0ba9eeaaca00 req-c2d7815d-df64-4659-b805-7571f85286fa service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:43:06.787668 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e19e4c0b-4e91-42ba-8e5b-0ba9eeaaca00 req-c2d7815d-df64-4659-b805-7571f85286fa service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056660 Nov 09 20:43:06.979231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a19a47-fb91-4bf2-b310-dd61aedc1519 req-8697902a-5b58-42bc-bcd9-90652e7e88c4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:06.981645 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-23a19a47-fb91-4bf2-b310-dd61aedc1519 req-8697902a-5b58-42bc-bcd9-90652e7e88c4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0571229 Nov 09 20:43:07.040853 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-23a19a47-fb91-4bf2-b310-dd61aedc1519 req-1ab58fe0-59d5-478d-a1a9-7f107cb0f1b1 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526612 Nov 09 20:43:07.055721 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-732f5f64-10df-487d-86b4-2f13f5c0d444 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984809 Nov 09 20:43:07.068224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-9eed7115-1556-40d5-9334-2dff1a2b2c07 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:43:07.069180 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-9eed7115-1556-40d5-9334-2dff1a2b2c07 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051837 Nov 09 20:43:08.182656 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5e458-adf4-491c-8cef-cb0d34ec4c92 req-d3b5b3b8-15ab-4796-a25d-d00461727873 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:08.184807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7eb5e458-adf4-491c-8cef-cb0d34ec4c92 req-d3b5b3b8-15ab-4796-a25d-d00461727873 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0519431 Nov 09 20:43:08.243184 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7eb5e458-adf4-491c-8cef-cb0d34ec4c92 req-a27b4d1b-1c1a-4a24-99aa-6afbb7ac7bfa tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513635 Nov 09 20:43:08.278494 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-8701e9c4-e4d1-48b7-a68a-bacf22d82278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:08.280058 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-8701e9c4-e4d1-48b7-a68a-bacf22d82278 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1096 time: 0.0470600 Nov 09 20:43:08.380396 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-1af0fb17-2922-4811-ba7a-92eab3b05f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:08.381814 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-1af0fb17-2922-4811-ba7a-92eab3b05f0d service neutron] 10.222.0.77 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 898 time: 0.0942032 Nov 09 20:43:08.454299 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-225de77f-305a-4529-afe5-13d3408e660c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 1000 time: 0.0639436 Nov 09 20:43:08.511895 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-1a3e2513-a2bf-4a0d-b5aa-76b541bf8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:08.513410 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-1a3e2513-a2bf-4a0d-b5aa-76b541bf8f03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.0500743 Nov 09 20:43:08.561978 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-a63dee98-595d-4f3c-a0c5-90f54122aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:08.563637 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-a63dee98-595d-4f3c-a0c5-90f54122aae1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420687 Nov 09 20:43:08.655360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-2828a409-513f-4292-a55c-2f506d09034b service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838091 Nov 09 20:43:08.755200 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-023e2f45-2afa-4867-a538-cb251834b7fc service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918255 Nov 09 20:43:09.366473 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cdd56-9707-400b-bfad-427f7f6d2d4e req-c9efcc15-2746-4b7a-ba46-d898f1632d46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:09.368017 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ee7cdd56-9707-400b-bfad-427f7f6d2d4e req-c9efcc15-2746-4b7a-ba46-d898f1632d46 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0546358 Nov 09 20:43:09.409695 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ee7cdd56-9707-400b-bfad-427f7f6d2d4e req-402497e7-831e-4557-afdd-4d5788449a22 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349658 Nov 09 20:43:10.369681 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8c3a5616-ca5e-4d51-9ee2-47521b962d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:10.530614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fa19e-f3fb-450c-91ec-439f10e1f8be req-4578261b-f71c-43a2-a566-6792f2e55eb6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:10.532153 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-649fa19e-f3fb-450c-91ec-439f10e1f8be req-4578261b-f71c-43a2-a566-6792f2e55eb6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0517645 Nov 09 20:43:10.571310 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-649fa19e-f3fb-450c-91ec-439f10e1f8be req-359645be-716e-4345-ba65-29b6c6832326 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331748 Nov 09 20:43:11.696185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ec331-8de0-4d6e-8622-a1fcff87b79a req-aba073b5-d8a6-4189-8f0c-658ffdf63e34 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:11.697759 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f13ec331-8de0-4d6e-8622-a1fcff87b79a req-aba073b5-d8a6-4189-8f0c-658ffdf63e34 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0567932 Nov 09 20:43:11.737787 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f13ec331-8de0-4d6e-8622-a1fcff87b79a req-35647a2e-e3fb-4b63-bbbc-7b6d1be3b6db tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336931 Nov 09 20:43:12.859191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565f432-a1be-4b5c-8d78-f90c873707a3 req-459849fa-dfd9-458f-8f82-ee2d6b84d66a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:12.860702 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c565f432-a1be-4b5c-8d78-f90c873707a3 req-459849fa-dfd9-458f-8f82-ee2d6b84d66a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0535796 Nov 09 20:43:12.901294 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c565f432-a1be-4b5c-8d78-f90c873707a3 req-0101d952-8517-4e99-818c-17d1924f8d58 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341158 Nov 09 20:43:13.312097 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2823d3be-acb3-4520-b3fc-447bfb05c75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:13.581517 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:14.021157 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef73ed-bb57-4e17-9c39-5c9cc94ebf40 req-6f08efe1-b330-4ca7-9b56-13cb224000a1 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:14.022727 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01ef73ed-bb57-4e17-9c39-5c9cc94ebf40 req-6f08efe1-b330-4ca7-9b56-13cb224000a1 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0508578 Nov 09 20:43:14.061738 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-01ef73ed-bb57-4e17-9c39-5c9cc94ebf40 req-319d216e-f58c-4b37-8c4e-7df614f71ddb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328300 Nov 09 20:43:14.768413 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:15.205022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda592d5-1cd1-42d5-8502-7d92951a4f31 req-db4fd06e-d63f-45ba-a3ab-d2b96bfae2cd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:15.206666 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cda592d5-1cd1-42d5-8502-7d92951a4f31 req-db4fd06e-d63f-45ba-a3ab-d2b96bfae2cd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0577953 Nov 09 20:43:15.250301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-cda592d5-1cd1-42d5-8502-7d92951a4f31 req-143b2b93-38f2-43bd-801e-b67aa97f358b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375359 Nov 09 20:43:16.383259 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4565789-9d97-45e1-bdb0-6d6963dbf647 req-88b8bcd5-56be-40b6-8505-742ce5b9c7ca tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:16.384764 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a4565789-9d97-45e1-bdb0-6d6963dbf647 req-88b8bcd5-56be-40b6-8505-742ce5b9c7ca tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0527990 Nov 09 20:43:16.424700 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a4565789-9d97-45e1-bdb0-6d6963dbf647 req-3b55cdca-0cb9-448f-8419-e9ac4d4903d5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322351 Nov 09 20:43:16.512966 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:17.546365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c6770-a752-4204-aa92-c4c1c857c5ef req-c262618a-9ff2-418b-996f-bd4093d8ecc2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:17.547946 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c6c6770-a752-4204-aa92-c4c1c857c5ef req-c262618a-9ff2-418b-996f-bd4093d8ecc2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0516014 Nov 09 20:43:17.589760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c6c6770-a752-4204-aa92-c4c1c857c5ef req-5f92601c-f5bf-4f3f-b2db-610235f3cead tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335138 Nov 09 20:43:18.711917 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07d575-8a4e-4c0e-9d21-3fa10cb42b6c req-8ce2f547-3d70-48be-91ea-e94c1136e970 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:18.713406 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c07d575-8a4e-4c0e-9d21-3fa10cb42b6c req-8ce2f547-3d70-48be-91ea-e94c1136e970 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0539575 Nov 09 20:43:18.753776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1c07d575-8a4e-4c0e-9d21-3fa10cb42b6c req-edc478ce-69ba-4855-bef0-a0af7922c2c0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330248 Nov 09 20:43:19.872807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b4467-78b9-498b-b965-6811e62c1f98 req-0f3960d5-0fb5-43e0-b0de-a4a6666a69b6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:19.874611 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad9b4467-78b9-498b-b965-6811e62c1f98 req-0f3960d5-0fb5-43e0-b0de-a4a6666a69b6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0502975 Nov 09 20:43:19.920264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad9b4467-78b9-498b-b965-6811e62c1f98 req-e8ef9600-20fd-4c5d-b95d-5d54dfe45372 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395436 Nov 09 20:43:20.837653 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-1e05f8d5-fc81-4603-bd65-34e7637c9106 service neutron] show failed (client error): The resource could not be found. Nov 09 20:43:20.838784 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-1e05f8d5-fc81-4603-bd65-34e7637c9106 service neutron] 10.222.0.77 "GET /v2.0/ports/13e0e996-efd6-4c7e-93bc-1c9ebb102f4b/bindings/n-h1-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0551772 Nov 09 20:43:21.040802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ff427-7c67-4418-9583-f63cd7f818b9 req-50b5d48f-fe5e-4d86-8c3f-4dfc0436ea89 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:21.042408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-975ff427-7c67-4418-9583-f63cd7f818b9 req-50b5d48f-fe5e-4d86-8c3f-4dfc0436ea89 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0534124 Nov 09 20:43:21.069885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-5a35387e-9917-4def-8532-824da1499075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:21.071453 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-5a35387e-9917-4def-8532-824da1499075 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 1096 time: 0.0427470 Nov 09 20:43:21.083502 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-975ff427-7c67-4418-9583-f63cd7f818b9 req-7dba5b51-bf0c-44c8-8a1c-d30a2937d03a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334232 Nov 09 20:43:21.083739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:43:21.143124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:21.352801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:43:21.387445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:43:21.427139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:43:21.429574 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5553b9c4-2164-4ff2-8fe2-fa4bacbd499c" -d '{"events": [{"server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "name": "network-vif-unplugged", "status": "completed", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:43:21.434757 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:21.447618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Transition to ACTIVE for port object 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:43:21.453719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:21.483424 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9537f33-5ec7-449b-b52e-64c877573a0f x-openstack-request-id: req-d9537f33-5ec7-449b-b52e-64c877573a0f {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:43:21.483719 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "name": "network-vif-unplugged", "status": "completed", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:43:21.483990 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9537f33-5ec7-449b-b52e-64c877573a0f {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:43:21.484380 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'code': 200} Nov 09 20:43:21.544312 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Pushing event updated for resources: {'Port': ['ID=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,revision_number=6']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:43:21.556560 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.556894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.557237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.557787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.558159 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.558493 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.558844 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.559168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.559492 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.559815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.560139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.560459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:21.595845 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] No DVR routers for this DVR port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:43:21.751590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Attempting to bind port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:43:21.751921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Attempting to bind port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:43:21.752250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Attempting to bind port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b on network ff3255fa-303a-4eaa-9e88-3f92d0a2228d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:43:21.756545 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b on network ff3255fa-303a-4eaa-9e88-3f92d0a2228d not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:43:21.756865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Attempting to bind port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b on network ff3255fa-303a-4eaa-9e88-3f92d0a2228d {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:43:21.761689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:43:21.761962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Checking segment: {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:43:21.762344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Bound using segment: {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:43:21.762819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Bound port: 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:43:21.763164 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:21.825501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:43:21.829529 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:43:21.833815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:21.840993 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:21.872055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:21.872734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:21.874372 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] 10.222.0.70 "PUT /v2.0/ports/13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 1091 time: 0.7948904 Nov 09 20:43:21.908424 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551127d-ee5f-418c-9ac3-a18163769f1b service neutron] Pushing event updated for resources: {'Port': ['ID=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:43:21.944738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-8b70480e-6ca0-46f3-9ebb-a321a8a662fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:21.946475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-8b70480e-6ca0-46f3-9ebb-a321a8a662fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1094 time: 0.0480132 Nov 09 20:43:22.070077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-836b1ad8-a7a2-444c-9b96-78b92c8e0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:22.071947 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-836b1ad8-a7a2-444c-9b96-78b92c8e0de7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 898 time: 0.1183000 Nov 09 20:43:22.146788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-88310828-e95d-47fe-a9eb-0bdd45a07f3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 998 time: 0.0674150 Nov 09 20:43:22.206732 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-919c5275-967b-4bf0-8a46-ce78ab912c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:22.208227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-919c5275-967b-4bf0-8a46-ce78ab912c5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.0535545 Nov 09 20:43:22.211440 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81354f6-193c-41c6-928d-89dee4c187c0 req-8c46ff15-3909-46f0-8acd-c3f2c244ffd4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:22.212937 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c81354f6-193c-41c6-928d-89dee4c187c0 req-8c46ff15-3909-46f0-8acd-c3f2c244ffd4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 943 time: 0.0562875 Nov 09 20:43:22.271315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-3c75f4e3-6605-47e9-8a22-fecc37465128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:22.272481 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c81354f6-193c-41c6-928d-89dee4c187c0 req-b9dfecbf-9e51-45ad-9210-b93d86f9c864 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525858 Nov 09 20:43:22.273662 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-3c75f4e3-6605-47e9-8a22-fecc37465128 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571761 Nov 09 20:43:22.384498 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-34ff75f9-7c0b-4497-b008-ab57e4b220d6 service neutron] 10.222.0.70 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990739 Nov 09 20:43:22.478620 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fcf9b394-aefc-4160-b1b1-b65d2c3d4b38 req-951f0f9b-1f0d-4029-905f-15fe9c21fff2 service neutron] 10.222.0.70 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873513 Nov 09 20:43:23.402498 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c850d9-a19f-455b-8569-0c5f74da54c4 req-48981712-747b-4622-8ae4-cd632d3fdf6f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:23.404042 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56c850d9-a19f-455b-8569-0c5f74da54c4 req-48981712-747b-4622-8ae4-cd632d3fdf6f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 943 time: 0.0567105 Nov 09 20:43:23.444059 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56c850d9-a19f-455b-8569-0c5f74da54c4 req-04e1f426-f188-4237-b82f-bd57f3780887 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339520 Nov 09 20:43:23.485757 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:43:23.488209 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:43:23.539709 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bc301d-b0c5-47f6-b53b-c104212245cb x-openstack-request-id: req-f8bc301d-b0c5-47f6-b53b-c104212245cb {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:43:23.540068 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:43:23.540315 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8bc301d-b0c5-47f6-b53b-c104212245cb {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:43:23.540705 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'status': 'completed', 'code': 200} Nov 09 20:43:23.613746 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-d62a0ac4-01a9-4414-9bef-06cfdf6e06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:23.614249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-a50868c4-1519-4897-bb06-8d3664755d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:23.615317 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-d62a0ac4-01a9-4414-9bef-06cfdf6e06da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1094 time: 0.0453775 Nov 09 20:43:23.615851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-a50868c4-1519-4897-bb06-8d3664755d0e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1094 time: 0.0436521 Nov 09 20:43:23.718586 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-f2b9fe3d-82bb-4808-9d20-767b379bc3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:23.720019 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-f2b9fe3d-82bb-4808-9d20-767b379bc3ab service neutron] 10.222.0.77 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 898 time: 0.0926318 Nov 09 20:43:23.725640 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-0c1fa47d-aade-40ef-ba15-a5bf7e413931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:23.727137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-0c1fa47d-aade-40ef-ba15-a5bf7e413931 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 898 time: 0.1039350 Nov 09 20:43:23.799211 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-c81224da-8fb0-4da4-a5fc-91460586a762 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 998 time: 0.0675986 Nov 09 20:43:23.799544 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:43:23.800555 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-390831b4-3102-4b5c-bf66-1782d77a652d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 998 time: 0.0641251 Nov 09 20:43:23.856507 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-a4ed5171-a934-4ff4-b685-45ecbb35831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:23.858222 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-a4ed5171-a934-4ff4-b685-45ecbb35831c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.0477364 Nov 09 20:43:23.860400 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:43:23.876183 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-0847e938-046e-47e4-af56-f4d345e540ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:23.877685 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-0847e938-046e-47e4-af56-f4d345e540ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.0686572 Nov 09 20:43:23.918677 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-43e93a6d-11af-4ec3-a353-6e75b5518c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:23.920224 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-43e93a6d-11af-4ec3-a353-6e75b5518c93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497351 Nov 09 20:43:23.945948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-56bc6895-d98a-49dc-aa2a-ec30eb1508cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:23.947910 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-56bc6895-d98a-49dc-aa2a-ec30eb1508cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558147 Nov 09 20:43:24.038191 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-bbf25fd3-118a-4bd2-b9a5-eedfd9a8cc31 service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054606 Nov 09 20:43:24.068939 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-c39938bf-96e4-48d8-a83a-5c714e53d24c service neutron] 10.222.0.70 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109962 Nov 09 20:43:24.146459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-425da108-2281-4173-a92a-baf1654b3727 service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969324 Nov 09 20:43:24.174427 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e6befc81-d7fe-4739-8b79-84f5c3cb0fcf req-6299f56e-fe0d-4eac-96c9-0c3b9df51492 service neutron] 10.222.0.70 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971363 Nov 09 20:43:24.566210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364513a-648d-44f7-86a0-fbdfa02a7b96 req-c2c06b26-1e73-491a-bbe2-960c4b612a72 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:24.567771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b364513a-648d-44f7-86a0-fbdfa02a7b96 req-c2c06b26-1e73-491a-bbe2-960c4b612a72 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 943 time: 0.0520029 Nov 09 20:43:24.608794 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b364513a-648d-44f7-86a0-fbdfa02a7b96 req-da2432db-23dd-4795-b5a5-2db160e94f99 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349815 Nov 09 20:43:24.816382 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cd96-dd5f-466b-a752-78cb73de6fb5 req-caf77ceb-3068-4b93-9519-35fe4b825d61 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:24.817949 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26d3cd96-dd5f-466b-a752-78cb73de6fb5 req-caf77ceb-3068-4b93-9519-35fe4b825d61 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 943 time: 0.0528049 Nov 09 20:43:24.851327 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fce27-7484-4378-881a-c25fa87b4938 req-ed8dac26-b264-424a-bc1f-60aeeeb3b25a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:24.852999 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-585fce27-7484-4378-881a-c25fa87b4938 req-ed8dac26-b264-424a-bc1f-60aeeeb3b25a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&binding%3Ahost_id=n-h1-817256-1 HTTP/1.1" status: 200 len: 943 time: 0.0592353 Nov 09 20:43:24.873211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26d3cd96-dd5f-466b-a752-78cb73de6fb5 req-9f2279ba-1660-47fa-bc8c-182b2a683ea1 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480649 Nov 09 20:43:24.932591 n-d-817256-1 neutron-server[102295]: INFO neutron.api.v2.resource [req-585fce27-7484-4378-881a-c25fa87b4938 req-c4688dd5-98f7-466d-937a-60ca11f8cdc7 service neutron] delete failed (client error): The resource could not be found. Nov 09 20:43:24.933983 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-585fce27-7484-4378-881a-c25fa87b4938 req-c4688dd5-98f7-466d-937a-60ca11f8cdc7 service neutron] 10.222.0.77 "DELETE /v2.0/ports/13e0e996-efd6-4c7e-93bc-1c9ebb102f4b/bindings/n-h2-817256-1 HTTP/1.1" status: 404 len: 380 time: 0.0677764 Nov 09 20:43:25.014631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7fb3e-c165-4748-a511-17f8480e9c03 req-5e454125-7b60-48b9-b070-2a1892e343d6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:25.016058 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6a7fb3e-c165-4748-a511-17f8480e9c03 req-5e454125-7b60-48b9-b070-2a1892e343d6 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 943 time: 0.0688410 Nov 09 20:43:25.070889 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fce27-7484-4378-881a-c25fa87b4938 req-c2aaff8f-fc2d-4559-8ef6-384323e49120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:25.072401 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-585fce27-7484-4378-881a-c25fa87b4938 req-c2aaff8f-fc2d-4559-8ef6-384323e49120 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1094 time: 0.0773692 Nov 09 20:43:25.076165 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e6a7fb3e-c165-4748-a511-17f8480e9c03 req-32b71e80-c13d-4afb-addf-e7332eae0cfd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459840 Nov 09 20:43:25.176466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fce27-7484-4378-881a-c25fa87b4938 req-ada0a752-d67a-444a-8836-0e712a012dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:25.177951 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-585fce27-7484-4378-881a-c25fa87b4938 req-ada0a752-d67a-444a-8836-0e712a012dc8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 898 time: 0.0938976 Nov 09 20:43:25.250553 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-585fce27-7484-4378-881a-c25fa87b4938 req-7349cd13-556d-4ee9-9fe1-3c6467b8dc1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 998 time: 0.0602601 Nov 09 20:43:25.311663 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fce27-7484-4378-881a-c25fa87b4938 req-d51f98a7-6711-41f6-801d-d09b715415d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:25.313089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-585fce27-7484-4378-881a-c25fa87b4938 req-d51f98a7-6711-41f6-801d-d09b715415d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.0499768 Nov 09 20:43:25.363952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fce27-7484-4378-881a-c25fa87b4938 req-68bc29fc-da80-4855-ba73-bc33a43e7dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:25.365456 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-585fce27-7484-4378-881a-c25fa87b4938 req-68bc29fc-da80-4855-ba73-bc33a43e7dcb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404453 Nov 09 20:43:25.464328 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-585fce27-7484-4378-881a-c25fa87b4938 req-fa924550-00a7-4fad-af0e-0201ae906d03 service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864725 Nov 09 20:43:25.571319 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-585fce27-7484-4378-881a-c25fa87b4938 req-49f7b1f1-586f-409a-8a97-abb23b09cfde service neutron] 10.222.0.77 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938127 Nov 09 20:43:25.749618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:43:25.853392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:43:25.866551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'port_id': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'mac_address': 'fa:16:3e:01:22:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:43:25.906709 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:25.921191 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:43:25.943871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:43:25.948184 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:26.022875 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:26.028280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:43:26.036587 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.036971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.037278 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.037620 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.037964 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.038337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.038746 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.039116 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.039509 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.039825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.040199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.040565 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:26.209819 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8ba05-953d-4899-a575-d58fc76a70d9 req-1729bb2a-c812-449a-a691-50e4a0054087 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:26.211618 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ff8ba05-953d-4899-a575-d58fc76a70d9 req-1729bb2a-c812-449a-a691-50e4a0054087 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 944 time: 0.0551288 Nov 09 20:43:26.221961 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['13e0e996-efd6-4c7e-93bc-1c9ebb102f4b'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:43:26.277301 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ff8ba05-953d-4899-a575-d58fc76a70d9 req-1eaa5efd-bbb1-44c8-a360-713cc7dae2f0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533183 Nov 09 20:43:26.304767 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53840) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:43:26.373435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-24d89ab8-eecc-43af-b188-3cdf8c1da534 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/a63666a5-6f04-4121-bdc0-4294da34cb2b HTTP/1.1" status: 200 len: 991 time: 0.0672741 Nov 09 20:43:27.764403 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:43:27.815026 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:43:27.818674 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:43:27.819049 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:27.897195 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:27.920023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:43:27.922275 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7967c6c7-08b6-49c2-846d-a83e2843041f" -d '{"events": [{"server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "name": "network-vif-plugged", "status": "completed", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:43:27.936613 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:43:27.941294 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:27.964758 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85297e6-8a27-4aba-ad58-e4c62120c43d x-openstack-request-id: req-b85297e6-8a27-4aba-ad58-e4c62120c43d {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:43:27.965062 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "name": "network-vif-plugged", "status": "completed", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:43:27.965319 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b85297e6-8a27-4aba-ad58-e4c62120c43d {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:43:27.965707 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'code': 200} Nov 09 20:43:27.999690 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:43:30.025311 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-4427c207-1038-4810-951d-d46c04b4509a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421031 Nov 09 20:43:30.105860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-c3f19b78-9be5-4ea8-96fe-0b07ad95b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:30.107396 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-c3f19b78-9be5-4ea8-96fe-0b07ad95b02f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1096 time: 0.0422988 Nov 09 20:43:30.232987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-f868527e-43e3-40dd-8065-146b22d0b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:30.234846 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-f868527e-43e3-40dd-8065-146b22d0b67e service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 898 time: 0.1085820 Nov 09 20:43:30.314076 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-1462ae23-9951-4cb6-ba2d-41ad85f6a82b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 1000 time: 0.0678577 Nov 09 20:43:30.364671 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-c97a22c3-57ab-4217-9d5a-c5150b421ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:30.366165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-c97a22c3-57ab-4217-9d5a-c5150b421ce7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.0459163 Nov 09 20:43:30.419787 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-de783063-0918-4901-aaf4-3ec566e7e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:30.421302 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-de783063-0918-4901-aaf4-3ec566e7e249 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468647 Nov 09 20:43:30.513402 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-8e60a39d-fc56-4342-9600-c09e9ea31d76 service neutron] 10.222.0.70 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854042 Nov 09 20:43:30.612387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b6e6ef05-7500-45eb-a551-49309c47fe65 req-2c490da7-cb12-4e18-bcf1-d0d665557043 service neutron] 10.222.0.70 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914989 Nov 09 20:43:35.051501 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:43:40.363379 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-584bf4c3-027f-467e-807c-85d89b8993a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:43.313704 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9093046c-4c0f-494d-aebc-2704d3b945ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:43.586232 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:44.769250 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:46.515503 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:51.844245 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:54.911042 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53856) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:43:55.074318 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 6f23eb41-b291-4624-80ba-d8e76d00c58d {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:43:55.074699 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:55.149766 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:55.150102 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:55.161862 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 6f23eb41-b291-4624-80ba-d8e76d00c58d owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:43:55.313361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:55.341238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=6f23eb41-b291-4624-80ba-d8e76d00c58d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:43:55.366151 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.366528 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.366898 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.367243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.367582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.367923 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.368260 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.368592 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.368941 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.369254 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.369583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.369948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:43:55.411071 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:55.411477 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Floating IP a63666a5-6f04-4121-bdc0-4294da34cb2b disassociated (deleted). External IP: 172.25.6.89, port: 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b. Nov 09 20:43:55.619179 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:43:55.726334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:43:55.731081 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:55.736350 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] Sync routers for ids ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:43:55.744853 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] Routers {'7fa07bd2-64bc-4ab4-8dea-0883a3f49038'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:43:55.745575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:43:55.758526 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1ecd917d-b632-42d2-9640-dcf8335d1eda tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/floatingips/a63666a5-6f04-4121-bdc0-4294da34cb2b HTTP/1.1" status: 204 len: 168 time: 0.8463597 Nov 09 20:43:55.759134 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:43:55.762662 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328fa222-d194-4369-bfef-ffe8108dd8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:43:55.856326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] Set router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:43:55.883255 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14511ad-66bf-4a75-882b-f672cc207f8d x-openstack-request-id: req-d14511ad-66bf-4a75-882b-f672cc207f8d {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:43:55.883985 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:43:55.884136 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d14511ad-66bf-4a75-882b-f672cc207f8d {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:43:55.884499 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'status': 'completed', 'code': 200} Nov 09 20:43:55.971317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-506eb085-ce2b-4a5b-a266-e31cc1a05121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:55.972857 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-506eb085-ce2b-4a5b-a266-e31cc1a05121 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 1096 time: 0.0529239 Nov 09 20:43:56.003032 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:56.074073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:17Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '39ffc0e6-f54a-489f-abbf-2bdd7c9b212e', 'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:ae:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:16Z', 'updated_at': '2021-11-09T20:42:20Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:43:56.078240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80f2d7-d188-4cd2-bd38-ea9f592f9f50 req-ef81d4e7-44f8-4d11-86d4-5f42311925da tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:56.079942 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a80f2d7-d188-4cd2-bd38-ea9f592f9f50 req-ef81d4e7-44f8-4d11-86d4-5f42311925da tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.1062105 Nov 09 20:43:56.104153 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] Checking router: 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:43:56.112386 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] Routers {'7fa07bd2-64bc-4ab4-8dea-0883a3f49038'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:43:56.112991 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:43:56.121196 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-dede84ff-ef6a-4f88-8f92-f0cca1e76476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:56.122713 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-dede84ff-ef6a-4f88-8f92-f0cca1e76476 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 200 len: 898 time: 0.1407945 Nov 09 20:43:56.138051 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4a80f2d7-d188-4cd2-bd38-ea9f592f9f50 req-71f12165-436e-46b0-a35e-d5f497b5173e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484288 Nov 09 20:43:56.175438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-09857711-80e3-4dc1-8b60-c0fbfdb80cd5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 200 len: 217 time: 0.0393443 Nov 09 20:43:56.217743 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] Set router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:43:56.231482 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-d50826a5-636f-437f-af4a-322cc54d6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:56.233339 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-d50826a5-636f-437f-af4a-322cc54d6cd0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 200 len: 834 time: 0.0494256 Nov 09 20:43:56.289835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-4e0183c4-56d8-4924-b339-7fbf02cd9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:56.291387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-4e0183c4-56d8-4924-b339-7fbf02cd9db6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff3255fa-303a-4eaa-9e88-3f92d0a2228d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467255 Nov 09 20:43:56.389573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-52aafc7d-b072-4aea-812f-3aa03e64f81c service neutron] 10.222.0.70 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889373 Nov 09 20:43:56.429085 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:17Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '39ffc0e6-f54a-489f-abbf-2bdd7c9b212e', 'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:ae:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:16Z', 'updated_at': '2021-11-09T20:42:20Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:43:56.457971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca0745-917b-4ee6-9c1a-a6244e7706d7 None None] The sync data for ids ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'] in n-d-817256-1 is: [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:17Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '39ffc0e6-f54a-489f-abbf-2bdd7c9b212e', 'name': '', 'network_id': 'ff3255fa-303a-4eaa-9e88-3f92d0a2228d', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:ae:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:16Z', 'updated_at': '2021-11-09T20:42:20Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '8ffe79ca-756f-40e1-8e26-42f82d638004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:43:56.489839 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-328fa222-d194-4369-bfef-ffe8108dd8ff req-03eb3f9a-9c7a-42a1-a70e-5126e2d846df service neutron] 10.222.0.70 "GET /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905311 Nov 09 20:43:56.689462 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e2ee3-379d-4637-95a7-d8f48ffb46e6 None None] New status for floating IP a63666a5-6f04-4121-bdc0-4294da34cb2b: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:43:57.262534 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3c1eb-c63f-45d6-91e9-30b028863aa7 req-abe4a37f-f35d-499a-a4d7-d329dca45888 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:57.264044 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7aa3c1eb-c63f-45d6-91e9-30b028863aa7 req-abe4a37f-f35d-499a-a4d7-d329dca45888 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0516844 Nov 09 20:43:57.309240 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7aa3c1eb-c63f-45d6-91e9-30b028863aa7 req-c528928f-4486-42bf-9e46-16a8a05ad887 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392900 Nov 09 20:43:57.349705 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-efec756b-b9c7-4a35-9b52-1dc51d685b3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:43:57.351354 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-efec756b-b9c7-4a35-9b52-1dc51d685b3f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f89ba63-c92c-447d-a62c-12b70c3be60f HTTP/1.1" status: 200 len: 945 time: 0.0487833 Nov 09 20:43:57.441337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-a0f1ffaa-ea42-437c-b0c2-725f0b4770a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:43:57.441584 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-a0f1ffaa-ea42-437c-b0c2-725f0b4770a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:57.532034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-a0f1ffaa-ea42-437c-b0c2-725f0b4770a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:43:57.532396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-a0f1ffaa-ea42-437c-b0c2-725f0b4770a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:57.545324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-a0f1ffaa-ea42-437c-b0c2-725f0b4770a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:43:57.669565 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-a0f1ffaa-ea42-437c-b0c2-725f0b4770a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:57.697513 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1ffaa-ea42-437c-b0c2-725f0b4770a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=13e0e996-efd6-4c7e-93bc-1c9ebb102f4b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:43:57.741165 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-a0f1ffaa-ea42-437c-b0c2-725f0b4770a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] No DVR routers for this DVR port 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:43:57.743804 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-a0f1ffaa-ea42-437c-b0c2-725f0b4770a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:57.748001 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5ea99eed-d35a-4399-81f5-1f9696be381c req-a0f1ffaa-ea42-437c-b0c2-725f0b4770a0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "DELETE /v2.0/ports/13e0e996-efd6-4c7e-93bc-1c9ebb102f4b HTTP/1.1" status: 204 len: 173 time: 0.3900828 Nov 09 20:43:57.748700 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'name': 'network-vif-deleted', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:43:57.751051 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f951d975-9954-4758-9dde-6868627c2a90" -d '{"events": [{"server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "name": "network-vif-deleted", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:43:57.794124 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7813b85b-37b6-404b-ae1b-1370cdcdad9c x-openstack-request-id: req-7813b85b-37b6-404b-ae1b-1370cdcdad9c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:43:57.794418 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f89ba63-c92c-447d-a62c-12b70c3be60f", "name": "network-vif-deleted", "tag": "13e0e996-efd6-4c7e-93bc-1c9ebb102f4b", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:43:57.794704 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7813b85b-37b6-404b-ae1b-1370cdcdad9c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:43:57.795105 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f89ba63-c92c-447d-a62c-12b70c3be60f', 'name': 'network-vif-deleted', 'tag': '13e0e996-efd6-4c7e-93bc-1c9ebb102f4b', 'status': 'completed', 'code': 200} Nov 09 20:43:58.365234 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53874) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:43:58.728814 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:58.993382 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:43:58.993614 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:59.082475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=39ffc0e6-f54a-489f-abbf-2bdd7c9b212e,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:43:59.082866 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:59.102864 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:43:59.295001 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:59.320802 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=39ffc0e6-f54a-489f-abbf-2bdd7c9b212e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:43:59.502666 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:59.721145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:43:59.827724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:43:59.832806 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5ea7ea38-8430-4d38-851f-31b5a79c1a5a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "PUT /v2.0/routers/7fa07bd2-64bc-4ab4-8dea-0883a3f49038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4664993 Nov 09 20:43:59.835484 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53876) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:43:59.837706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] Sync routers for ids ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:43:59.846989 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] Routers {'7fa07bd2-64bc-4ab4-8dea-0883a3f49038'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:43:59.847592 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:43:59.893062 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbe849e-327f-4846-96bf-3bf10ef95812 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting subnet 8ffe79ca-756f-40e1-8e26-42f82d638004 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:43:59.896232 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cbe849e-327f-4846-96bf-3bf10ef95812 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:59.937325 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cbe849e-327f-4846-96bf-3bf10ef95812 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:43:59.957605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] Set router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:44:00.034170 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cbe849e-327f-4846-96bf-3bf10ef95812 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:00.095198 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cbe849e-327f-4846-96bf-3bf10ef95812 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:00.123629 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe849e-327f-4846-96bf-3bf10ef95812 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffe79ca-756f-40e1-8e26-42f82d638004,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:00.127127 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5cbe849e-327f-4846-96bf-3bf10ef95812 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:00.130505 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5cbe849e-327f-4846-96bf-3bf10ef95812 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/subnets/8ffe79ca-756f-40e1-8e26-42f82d638004 HTTP/1.1" status: 204 len: 168 time: 0.2938821 Nov 09 20:44:00.132952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53878) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:00.135626 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77336ece-8ce8-41ab-ad3c-304bac8c285b None None] Network ff3255fa-303a-4eaa-9e88-3f92d0a2228d requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:44:00.220298 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:43:59Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:00.241726 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:00.270004 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] Checking router: 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:44:00.304993 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] Routers {'7fa07bd2-64bc-4ab4-8dea-0883a3f49038'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:44:00.305518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:00.346943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:00.408758 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 16de23a8-d3f7-4c15-af76-3a20b531e24b {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:44:00.409117 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:00.421903 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] Set router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:44:00.450473 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b049df-8978-4f5b-9cf8-0390f09b7ece None None] DHCP port deletion for ff3255fa-303a-4eaa-9e88-3f92d0a2228d request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:44:00.492343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 16de23a8-d3f7-4c15-af76-3a20b531e24b, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=16de23a8-d3f7-4c15-af76-3a20b531e24b,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:44:00.492713 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:00.619436 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e9b049df-8978-4f5b-9cf8-0390f09b7ece None None] Deleting port cd093cf9-3afb-46a0-86e8-518adcd1823d {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:44:00.619829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e9b049df-8978-4f5b-9cf8-0390f09b7ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:00.818136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 16de23a8-d3f7-4c15-af76-3a20b531e24b owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:44:00.869157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e9b049df-8978-4f5b-9cf8-0390f09b7ece None None] For port cd093cf9-3afb-46a0-86e8-518adcd1823d, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cd093cf9-3afb-46a0-86e8-518adcd1823d,segment=NetworkSegment(aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a),segment_id=aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:44:00.869835 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e9b049df-8978-4f5b-9cf8-0390f09b7ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:00.886618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e9b049df-8978-4f5b-9cf8-0390f09b7ece None None] Calling delete_port for cd093cf9-3afb-46a0-86e8-518adcd1823d owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:44:00.893994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:43:59Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:00.926326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed923f-efc8-48d8-b31c-a7d82f56c88c None None] The sync data for ids ['7fa07bd2-64bc-4ab4-8dea-0883a3f49038'] in n-d-817256-1 is: [{'id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106376159', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:43:59Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '16de23a8-d3f7-4c15-af76-3a20b531e24b', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:99:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa07bd2-64bc-4ab4-8dea-0883a3f49038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:42:14Z', 'updated_at': '2021-11-09T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:44:00.988943 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.011078 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e9b049df-8978-4f5b-9cf8-0390f09b7ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.015682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=16de23a8-d3f7-4c15-af76-3a20b531e24b,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:01.040086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b049df-8978-4f5b-9cf8-0390f09b7ece None None] Pushing event deleted for resources: {'Port': ['ID=cd093cf9-3afb-46a0-86e8-518adcd1823d,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:01.046431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b049df-8978-4f5b-9cf8-0390f09b7ece None None] No DVR routers for this DVR port cd093cf9-3afb-46a0-86e8-518adcd1823d on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:44:01.075499 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.166981 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.169754 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.212419 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.213015 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Fanout notify agent at l3_agent the message router_deleted on router 7fa07bd2-64bc-4ab4-8dea-0883a3f49038 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:44:01.220633 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.221710 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bf259892-aec7-4343-82c5-4471a00eb30a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/routers/7fa07bd2-64bc-4ab4-8dea-0883a3f49038 HTTP/1.1" status: 204 len: 168 time: 1.0872574 Nov 09 20:44:01.224346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53880) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:01.300492 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.398758 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.419957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3255fa-303a-4eaa-9e88-3f92d0a2228d']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:01.431219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:01.431521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef28dd2-bce2-45ae-999e-c7f6ef0a3d9a') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:01.444430 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.464286 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.472653 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:44:01.473090 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:44:01.476467 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:44:01.486113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cd093cf9-3afb-46a0-86e8-518adcd1823d no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:44:01.507718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: cd093cf9-3afb-46a0-86e8-518adcd1823d {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:44:01.508072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cd093cf9-3afb-46a0-86e8-518adcd1823d not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:44:01.508493 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:44:01.528866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:44:01.529216 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 39ffc0e6-f54a-489f-abbf-2bdd7c9b212e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:44:01.543969 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.549196 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.553602 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/networks/ff3255fa-303a-4eaa-9e88-3f92d0a2228d HTTP/1.1" status: 204 len: 168 time: 0.3282847 Nov 09 20:44:01.557088 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53882) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:01.569563 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f370f43-effa-4560-9636-e46add54574a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Network': ['ID=ff3255fa-303a-4eaa-9e88-3f92d0a2228d,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:01.621712 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-be4bf394-f0bf-4c94-8115-6411effa310e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.648244 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-be4bf394-f0bf-4c94-8115-6411effa310e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.715365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-be4bf394-f0bf-4c94-8115-6411effa310e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.718048 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-be4bf394-f0bf-4c94-8115-6411effa310e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:01.719266 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-be4bf394-f0bf-4c94-8115-6411effa310e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/security-groups/bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be HTTP/1.1" status: 204 len: 168 time: 0.1600041 Nov 09 20:44:01.728882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bf394-f0bf-4c94-8115-6411effa310e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1bb1aa-07a7-4eee-8b1f-d20fe76d96be,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:01.934563 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:44:01.954962 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:44:01.955252 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 13e0e996-efd6-4c7e-93bc-1c9ebb102f4b not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:44:02.223823 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53888) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:02.228637 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-913e35e5-6143-42ca-b2e6-d051f6f9f2f5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-637306787', 'description': 'tempest-secgroup-smoke-637306787 description', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:02.251252 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-913e35e5-6143-42ca-b2e6-d051f6f9f2f5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.316640 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-913e35e5-6143-42ca-b2e6-d051f6f9f2f5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.320275 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-913e35e5-6143-42ca-b2e6-d051f6f9f2f5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.349566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-913e35e5-6143-42ca-b2e6-d051f6f9f2f5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.350797 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-913e35e5-6143-42ca-b2e6-d051f6f9f2f5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1258831 Nov 09 20:44:02.352627 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e35e5-6143-42ca-b2e6-d051f6f9f2f5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5cb469-5260-4ace-811a-1be4df9d7e55,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:02.354123 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53890) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:02.360532 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-78e1ac3d-69e8-4555-953a-1076f8fa0684 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'fb5cb469-5260-4ace-811a-1be4df9d7e55', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:02.388204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-78e1ac3d-69e8-4555-953a-1076f8fa0684 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.444929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-78e1ac3d-69e8-4555-953a-1076f8fa0684 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.449452 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-78e1ac3d-69e8-4555-953a-1076f8fa0684 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.464896 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1ac3d-69e8-4555-953a-1076f8fa0684 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fa4815-80f4-4f6e-a0dc-0c5f43d18fd0,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:02.475274 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-78e1ac3d-69e8-4555-953a-1076f8fa0684 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.476482 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-78e1ac3d-69e8-4555-953a-1076f8fa0684 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200109 Nov 09 20:44:02.479144 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53892) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:02.483996 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-b730e207-4759-4e61-8d1e-d04ea37c4995 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'fb5cb469-5260-4ace-811a-1be4df9d7e55', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:02.510433 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b730e207-4759-4e61-8d1e-d04ea37c4995 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.568898 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b730e207-4759-4e61-8d1e-d04ea37c4995 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.572810 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b730e207-4759-4e61-8d1e-d04ea37c4995 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.590553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730e207-4759-4e61-8d1e-d04ea37c4995 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054b41de-d330-47bd-a86e-06998859054b,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:02.598281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b730e207-4759-4e61-8d1e-d04ea37c4995 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.599525 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b730e207-4759-4e61-8d1e-d04ea37c4995 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194482 Nov 09 20:44:02.602183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53894) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:02.607023 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cbfa72b1-107a-4452-929d-1c87e3905e93 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'fb5cb469-5260-4ace-811a-1be4df9d7e55', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:02.632398 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cbfa72b1-107a-4452-929d-1c87e3905e93 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.694780 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cbfa72b1-107a-4452-929d-1c87e3905e93 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.698382 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cbfa72b1-107a-4452-929d-1c87e3905e93 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.720272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa72b1-107a-4452-929d-1c87e3905e93 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66724e3-5dc8-4fdf-b0ec-d5b685cb5afc,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:02.731966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cbfa72b1-107a-4452-929d-1c87e3905e93 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.733196 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cbfa72b1-107a-4452-929d-1c87e3905e93 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300571 Nov 09 20:44:02.735911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53896) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:02.740452 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5de3997d-bff4-47e0-ab26-ad42f02743b4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'fb5cb469-5260-4ace-811a-1be4df9d7e55', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:02.769125 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5de3997d-bff4-47e0-ab26-ad42f02743b4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.835204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5de3997d-bff4-47e0-ab26-ad42f02743b4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.838868 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5de3997d-bff4-47e0-ab26-ad42f02743b4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.858620 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3997d-bff4-47e0-ab26-ad42f02743b4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c341fd52-f32b-4be2-8886-a178bcad189e,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:02.863096 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5de3997d-bff4-47e0-ab26-ad42f02743b4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.864328 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5de3997d-bff4-47e0-ab26-ad42f02743b4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274517 Nov 09 20:44:02.867266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53898) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:02.871655 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-1aa2bf67-5e4b-43a4-9f4d-8d3e1ec82a8b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'fb5cb469-5260-4ace-811a-1be4df9d7e55', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:02.892491 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-1aa2bf67-5e4b-43a4-9f4d-8d3e1ec82a8b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Project 6ed492ed3b7a43c1ba7b6c6ded9d4f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:44:02.897248 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1aa2bf67-5e4b-43a4-9f4d-8d3e1ec82a8b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.958744 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1aa2bf67-5e4b-43a4-9f4d-8d3e1ec82a8b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.963770 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1aa2bf67-5e4b-43a4-9f4d-8d3e1ec82a8b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.983582 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2bf67-5e4b-43a4-9f4d-8d3e1ec82a8b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a802f860-41ff-419b-b85e-efb727818539,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:02.992615 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1aa2bf67-5e4b-43a4-9f4d-8d3e1ec82a8b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:02.993808 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1aa2bf67-5e4b-43a4-9f4d-8d3e1ec82a8b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255915 Nov 09 20:44:02.996945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53900) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:03.001638 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-608e86aa-c259-4ca2-bda7-e01763888051 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': 'fb5cb469-5260-4ace-811a-1be4df9d7e55', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:03.022645 n-d-817256-1 neutron-server[102295]: INFO neutron.db.securitygroups_db [None req-608e86aa-c259-4ca2-bda7-e01763888051 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Project 6ed492ed3b7a43c1ba7b6c6ded9d4f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:44:03.027966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-608e86aa-c259-4ca2-bda7-e01763888051 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.092633 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-608e86aa-c259-4ca2-bda7-e01763888051 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.096352 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-608e86aa-c259-4ca2-bda7-e01763888051 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.113511 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e86aa-c259-4ca2-bda7-e01763888051 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1c6f9b-9df7-4dfe-abe2-2a45f0981965,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:03.122473 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-608e86aa-c259-4ca2-bda7-e01763888051 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.124014 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-608e86aa-c259-4ca2-bda7-e01763888051 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261456 Nov 09 20:44:03.126989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53902) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:03.132280 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'network': {'name': 'tempest-network-smoke--775773082', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'port_security_enabled': True}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:03.155946 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:44:03.159533 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.184100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:44:03.193985 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.194328 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Added segment e5e1f48a-a373-4c1d-851b-0e83d6a22b04 of type vlan for network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 Nov 09 20:44:03.234853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.258946 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.264613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:03.265198 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.327460 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1993446 Nov 09 20:44:03.330128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53904) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:03.334475 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'admin_state_up': True, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:03.349217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc8f13-b506-4bc8-bb6a-8c7b02342aa5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Network': ['ID=50d2329e-654d-46e8-a58f-4d4dbe4db7e6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:03.361419 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:44:03.366382 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.368028 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.381774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16de23a8-d3f7-4c15-af76-3a20b531e24b no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:44:03.422977 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.431881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 16de23a8-d3f7-4c15-af76-3a20b531e24b {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:44:03.432369 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 16de23a8-d3f7-4c15-af76-3a20b531e24b not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:44:03.571208 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.767422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.790934 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:03.895835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.25.6.205 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/022935e2-aa37-46b7-9ba1-1f8aead2d7f8) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:44:04.006482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:04.039456 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:04.079412 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:44:04.083748 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:44:04.086740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:44:04.095341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=022935e2-aa37-46b7-9ba1-1f8aead2d7f8,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:04.349673 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:04.550016 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:04.679410 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router 0429c9dd-41a4-4023-97e3-f48f5014576f is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:44:04.786650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:44:04.796689 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Sync routers for ids ['0429c9dd-41a4-4023-97e3-f48f5014576f'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:44:04.805271 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Routers {'0429c9dd-41a4-4023-97e3-f48f5014576f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:44:04.805863 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0429c9dd-41a4-4023-97e3-f48f5014576f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:04.807149 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:04.812023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-66fe0d14-ab39-4123-9111-82941aa61162 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4808950 Nov 09 20:44:04.812437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53906) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:04.840281 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1113a816-024e-42e5-a9fa-f01408341d5e tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266330 Nov 09 20:44:04.842827 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53908) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:04.912242 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Set router 0429c9dd-41a4-4023-97e3-f48f5014576f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:44:05.111272 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:04Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:05.142200 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Checking router: 0429c9dd-41a4-4023-97e3-f48f5014576f for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:44:05.142572 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Updating router 0429c9dd-41a4-4023-97e3-f48f5014576f port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:44:05.169152 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:05.284565 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca59b487-8ead-4338-9418-cfa64073b263 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:05.286372 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca59b487-8ead-4338-9418-cfa64073b263 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4420474 Nov 09 20:44:05.289045 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 53910) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:05.318982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2c212dab-13d3-40b1-ade1-3b880999ae77 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287621 Nov 09 20:44:05.322363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53912) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:05.329174 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1424504309', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:05.419286 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:44:05.422842 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:05.523278 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:05.530916 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:05.585429 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Attempting to bind port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:44:05.585792 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Attempting to bind port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:44:05.586163 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Attempting to bind port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:44:05.588135 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Pushing event updated for resources: {'Port': ['ID=022935e2-aa37-46b7-9ba1-1f8aead2d7f8,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:05.596951 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:44:05.597316 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:44:05.597709 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:05.598091 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:44:05.598569 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Bound port: 022935e2-aa37-46b7-9ba1-1f8aead2d7f8, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:44:05.598948 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:05.601918 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.602254 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.602611 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.602941 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.603261 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.603579 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.603896 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.604210 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.604527 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.604842 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.605799 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.606150 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:44:05.610542 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:05.657897 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] For port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:44:05.661191 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] For port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=022935e2-aa37-46b7-9ba1-1f8aead2d7f8,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:44:05.665657 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:05.675999 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Subnet': ['ID=4e30b053-a244-4030-8693-97992f1a3b69,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:05.684492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Checking segment: {'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:44:05.684865 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network hostable DHCP agents. Network: 50d2329e-654d-46e8-a58f-4d4dbe4db7e6, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:44:05.702781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:44:05.714848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 50d2329e-654d-46e8-a58f-4d4dbe4db7e6) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:44:05.719548 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:05.720364 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:05.724077 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d730e-31f8-453b-ae87-1e08ea91f265 None None] Network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:44:05.727361 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ce04-cb0a-43da-8f7f-6ffcd116c08d None None] Pushing event updated for resources: {'Port': ['ID=022935e2-aa37-46b7-9ba1-1f8aead2d7f8,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:05.736225 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Routers {'0429c9dd-41a4-4023-97e3-f48f5014576f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:44:05.736821 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0429c9dd-41a4-4023-97e3-f48f5014576f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:05.740332 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ad4624a3-9cf2-413c-a9db-80e5e5797523 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4161081 Nov 09 20:44:05.742492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53914) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:05.853772 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] Set router 0429c9dd-41a4-4023-97e3-f48f5014576f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:44:05.893477 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:44:05.894418 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:06.045909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Allocated IP 172.20.0.2 (50d2329e-654d-46e8-a58f-4d4dbe4db7e6/4e30b053-a244-4030-8693-97992f1a3b69/51879016-497f-42d6-91bf-7e5feea42d81) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:44:06.050989 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:04Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:06.079984 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd392918-cb03-4087-b5db-46752d634f56 None None] The sync data for ids ['0429c9dd-41a4-4023-97e3-f48f5014576f'] in n-d-817256-1 is: [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:04Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:44:06.214345 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:06.221902 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:06.229538 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:06.269457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:44:06.272417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:44:06.280612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:44:06.283672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Pushing event updated for resources: {'Port': ['ID=51879016-497f-42d6-91bf-7e5feea42d81,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:06.373444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Attempting to bind port 51879016-497f-42d6-91bf-7e5feea42d81 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:44:06.374251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Attempting to bind port 51879016-497f-42d6-91bf-7e5feea42d81 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:44:06.374251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Attempting to bind port 51879016-497f-42d6-91bf-7e5feea42d81 on network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:44:06.380343 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:44:06.380822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Checking segment: {'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:44:06.381312 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:06.381789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Bound using segment: {'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:44:06.382353 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Bound port: 51879016-497f-42d6-91bf-7e5feea42d81, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:44:06.382905 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:06.461051 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] For port 51879016-497f-42d6-91bf-7e5feea42d81, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:44:06.465081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] For port 51879016-497f-42d6-91bf-7e5feea42d81, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=51879016-497f-42d6-91bf-7e5feea42d81,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:44:06.470202 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:06.539213 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286c447-74fa-48eb-9734-e9166fc76370 None None] Pushing event updated for resources: {'Port': ['ID=51879016-497f-42d6-91bf-7e5feea42d81,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:06.572871 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.20.0.1 (50d2329e-654d-46e8-a58f-4d4dbe4db7e6/4e30b053-a244-4030-8693-97992f1a3b69/bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:44:07.035502 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.067674 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.114409 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:44:07.117554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:44:07.122282 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:44:07.147942 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:07.172203 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.317379 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.481410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:44:07.536770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e133bb-1dca-4eb5-a6e3-f4562db36613 None None] Network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:44:07.581621 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:07.581993 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.623590 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.628602 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.633771 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-151f7e6e-ca36-473a-a824-3cc7f35a12a7 None None] Provisioning complete for port 51879016-497f-42d6-91bf-7e5feea42d81 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:07.634127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-151f7e6e-ca36-473a-a824-3cc7f35a12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.705032 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.706870 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:07.810088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:44:07.811671 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:44:07.822259 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.851351 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-151f7e6e-ca36-473a-a824-3cc7f35a12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.858279 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=022935e2-aa37-46b7-9ba1-1f8aead2d7f8,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:44:07.870014 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:07.870909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 51879016-497f-42d6-91bf-7e5feea42d81 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:44:07.936393 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router 0429c9dd-41a4-4023-97e3-f48f5014576f has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:44:07.967921 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-151f7e6e-ca36-473a-a824-3cc7f35a12a7 None None] For port 51879016-497f-42d6-91bf-7e5feea42d81, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=51879016-497f-42d6-91bf-7e5feea42d81,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:44:07.981207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=022935e2-aa37-46b7-9ba1-1f8aead2d7f8,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:07.983952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-151f7e6e-ca36-473a-a824-3cc7f35a12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:08.026224 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 51879016-497f-42d6-91bf-7e5feea42d81 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:08.026619 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:08.064161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:44:08.068181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f7e6e-ca36-473a-a824-3cc7f35a12a7 None None] Pushing event updated for resources: {'Port': ['ID=51879016-497f-42d6-91bf-7e5feea42d81,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:08.069681 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5a525d6c-343b-456c-a39c-046b794c5804 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "PUT /v2.0/routers/0429c9dd-41a4-4023-97e3-f48f5014576f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3261189 Nov 09 20:44:08.129910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Sync routers for ids ['0429c9dd-41a4-4023-97e3-f48f5014576f'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:44:08.153579 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Routers {'0429c9dd-41a4-4023-97e3-f48f5014576f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:44:08.154240 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0429c9dd-41a4-4023-97e3-f48f5014576f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:08.247775 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a4ad144f-17f9-469b-98dc-a67c1a8c0c2b None None] Provisioning complete for port 51879016-497f-42d6-91bf-7e5feea42d81 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:08.248412 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4ad144f-17f9-469b-98dc-a67c1a8c0c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:08.255060 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-05d77a33-1a25-4735-92b8-1fa82d6e3f28 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637306787&fields=id&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 267 time: 0.0415704 Nov 09 20:44:08.327938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Set router 0429c9dd-41a4-4023-97e3-f48f5014576f gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:44:08.381331 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712c08-890a-4f17-8239-a365b6e39f1a req-6f9efa21-7c7d-4919-8ba7-14d71940e667 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:08.382853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-6f9efa21-7c7d-4919-8ba7-14d71940e667 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/networks?id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6 HTTP/1.1" status: 200 len: 796 time: 0.1206255 Nov 09 20:44:08.399824 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-0b90cef6-0101-44d3-a5aa-cfca03bc555a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/quotas/6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 375 time: 0.0097017 Nov 09 20:44:08.457716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-79308a10-1c70-4848-ab28-ecdf097d97ee tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504105 Nov 09 20:44:08.500081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a4ad144f-17f9-469b-98dc-a67c1a8c0c2b None None] Provisioning complete for port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:08.500680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a4ad144f-17f9-469b-98dc-a67c1a8c0c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:08.558412 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad144f-17f9-469b-98dc-a67c1a8c0c2b None None] Port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:44:08.575063 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-b6ec97d8-360f-4141-9c1d-b27f5be29eab service neutron] 10.222.0.53 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040678 Nov 09 20:44:08.609431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec', 'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:a7:d0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:06Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 2, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '4e30b053-a244-4030-8693-97992f1a3b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:08.640385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Checking router: 0429c9dd-41a4-4023-97e3-f48f5014576f for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:44:08.640738 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Updating router 0429c9dd-41a4-4023-97e3-f48f5014576f port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:44:08.665680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:08.670313 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-ad411ab7-0020-4343-a21a-2fcb08e8766f service neutron] 10.222.0.53 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884454 Nov 09 20:44:08.708857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0532255e-86c7-4f6d-9bb2-c24f03cc0998 None None] Provisioning complete for port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:08.709239 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0532255e-86c7-4f6d-9bb2-c24f03cc0998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:08.814014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0532255e-86c7-4f6d-9bb2-c24f03cc0998 None None] Port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:44:08.860912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8ed3ead8-8f90-4768-a78b-76e075cc7551 req-35cdb3e0-591e-4a32-9015-44523e58634c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 210 time: 0.0319755 Nov 09 20:44:08.994909 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:09.000033 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:09.051068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f93b33-2f5a-4a87-84f9-c843008bcac0 None None] Pushing event updated for resources: {'Port': ['ID=bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:09.112428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Attempting to bind port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:44:09.113062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Attempting to bind port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:44:09.113666 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Attempting to bind port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec on network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:44:09.120580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:44:09.122349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Checking segment: {'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:44:09.122815 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:09.123478 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Bound using segment: {'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:44:09.123970 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Bound port: bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:44:09.124367 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:09.208617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] For port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:44:09.212862 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] For port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:44:09.217565 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:09.282877 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Routers {'0429c9dd-41a4-4023-97e3-f48f5014576f'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:44:09.283642 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:43:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0429c9dd-41a4-4023-97e3-f48f5014576f'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:09.550545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f93b33-2f5a-4a87-84f9-c843008bcac0 None None] Pushing event updated for resources: {'Port': ['ID=bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:09.554312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:44:09.610589 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ea2eb5d6-3a2c-4451-90ef-53927f1ed3b0 None None] Provisioning complete for port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:09.610957 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ea2eb5d6-3a2c-4451-90ef-53927f1ed3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:09.666713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] Set router 0429c9dd-41a4-4023-97e3-f48f5014576f gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:44:09.710585 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:09.710955 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:09.866343 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ea2eb5d6-3a2c-4451-90ef-53927f1ed3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:09.961098 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ea2eb5d6-3a2c-4451-90ef-53927f1ed3b0 None None] For port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:44:09.969032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 51879016-497f-42d6-91bf-7e5feea42d81 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:44:09.973387 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ea2eb5d6-3a2c-4451-90ef-53927f1ed3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:10.017072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712c08-890a-4f17-8239-a365b6e39f1a req-631656c6-c808-4f3d-8052-0ef0e6a414b9 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:10.018586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-631656c6-c808-4f3d-8052-0ef0e6a414b9 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.77 "GET /v2.0/networks?id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6 HTTP/1.1" status: 200 len: 796 time: 0.1599309 Nov 09 20:44:10.020262 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b9a2f60-b983-494c-85b1-653f4646979a req-a9dd8534-2fa5-42cd-ba4f-897b2e7dc48e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 210 time: 0.0345221 Nov 09 20:44:10.069344 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-963350d3-1f1e-4112-a6dc-b500d836f4f0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 379 time: 0.0358534 Nov 09 20:44:10.080207 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'port': {'device_id': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'admin_state_up': True, 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'security_groups': ['fb5cb469-5260-4ace-811a-1be4df9d7e55']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:10.087685 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eb5d6-3a2c-4451-90ef-53927f1ed3b0 None None] Pushing event updated for resources: {'Port': ['ID=bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:10.111414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 51879016-497f-42d6-91bf-7e5feea42d81 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:10.111786 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:10.138232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-79cd2238-b9e3-4b77-be60-6f838781fd17 None None] Provisioning complete for port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:10.138808 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-79cd2238-b9e3-4b77-be60-6f838781fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:10.149425 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec', 'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:a7:d0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:06Z', 'updated_at': '2021-11-09T20:44:09Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '4e30b053-a244-4030-8693-97992f1a3b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:10.206649 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:44:10.206873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8d11a-f9e5-4d33-8dfb-6c8c407297c2 None None] The sync data for ids ['0429c9dd-41a4-4023-97e3-f48f5014576f'] in n-d-817256-1 is: [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec', 'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:a7:d0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:06Z', 'updated_at': '2021-11-09T20:44:09Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '4e30b053-a244-4030-8693-97992f1a3b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:44:10.210991 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:10.368338 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7b01492e-2544-449f-8ed2-1d23b0c83d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:10.384271 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.20.0.11 (50d2329e-654d-46e8-a58f-4d4dbe4db7e6/4e30b053-a244-4030-8693-97992f1a3b69/7db77d47-c552-48bf-84ea-862747e33174) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:44:10.537938 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:10.575795 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:10.628316 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:44:10.631881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:44:10.635140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:44:10.664714 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=7db77d47-c552-48bf-84ea-862747e33174,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:10.700890 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:10.701658 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:10.720856 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-88ec6e21-f252-43e0-810e-65cb2543224b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6447597 Nov 09 20:44:10.738928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Request body: {'port': {'device_id': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:10.801468 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:10.955931 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f584ae82-3777-4523-8e1c-3b5c08519c13 None None] Provisioning complete for port 7db77d47-c552-48bf-84ea-862747e33174 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:10.956478 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f584ae82-3777-4523-8e1c-3b5c08519c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:10.995251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-f584ae82-3777-4523-8e1c-3b5c08519c13 None None] Port 7db77d47-c552-48bf-84ea-862747e33174 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:44:11.102710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db77d47-c552-48bf-84ea-862747e33174 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:44:11.120202 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:11.151706 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Transition to ACTIVE for port object 7db77d47-c552-48bf-84ea-862747e33174 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:44:11.158047 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:11.212222 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae630ec-fa66-4767-bbb1-52fd53ab534b req-b4329b05-d1cc-47c5-8391-ad67d5dee20e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:11.219094 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ae630ec-fa66-4767-bbb1-52fd53ab534b req-b4329b05-d1cc-47c5-8391-ad67d5dee20e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 932 time: 0.1109145 Nov 09 20:44:11.239211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7db77d47-c552-48bf-84ea-862747e33174,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:11.323346 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ae630ec-fa66-4767-bbb1-52fd53ab534b req-94b2c33d-b414-4e06-bd48-7aba8308465f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029031 Nov 09 20:44:11.348901 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Attempting to bind port 7db77d47-c552-48bf-84ea-862747e33174 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:44:11.349249 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Attempting to bind port 7db77d47-c552-48bf-84ea-862747e33174 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:44:11.349587 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Attempting to bind port 7db77d47-c552-48bf-84ea-862747e33174 on network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:44:11.355014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Port 7db77d47-c552-48bf-84ea-862747e33174 on network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:44:11.355351 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Attempting to bind port 7db77d47-c552-48bf-84ea-862747e33174 on network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:44:11.360796 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:44:11.361072 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Checking segment: {'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:44:11.361437 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Bound using segment: {'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:44:11.361835 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Bound port: 7db77d47-c552-48bf-84ea-862747e33174, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:44:11.362204 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:11.438959 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] For port 7db77d47-c552-48bf-84ea-862747e33174, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:44:11.442361 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] For port 7db77d47-c552-48bf-84ea-862747e33174, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7db77d47-c552-48bf-84ea-862747e33174,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:44:11.448581 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:11.476954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:44:11.493997 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:11.494728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:11.496721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] 10.222.0.77 "PUT /v2.0/ports/7db77d47-c552-48bf-84ea-862747e33174 HTTP/1.1" status: 200 len: 1092 time: 0.7625511 Nov 09 20:44:11.497169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'tag': '7db77d47-c552-48bf-84ea-862747e33174'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:44:11.499965 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e015ad-3072-4f06-acba-70ba9d6b9dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388", "tag": "7db77d47-c552-48bf-84ea-862747e33174"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:44:11.530363 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e825c8-a653-4fc3-9c75-b8748757c4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7db77d47-c552-48bf-84ea-862747e33174,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:11.557405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:11.557802 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:11.557974 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5f3ca2-566c-4ee7-aff6-63eca2b8162f x-openstack-request-id: req-0f5f3ca2-566c-4ee7-aff6-63eca2b8162f {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:44:11.558416 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388", "tag": "7db77d47-c552-48bf-84ea-862747e33174", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:44:11.558810 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f5f3ca2-566c-4ee7-aff6-63eca2b8162f {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:44:11.559405 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'tag': '7db77d47-c552-48bf-84ea-862747e33174', 'status': 'completed', 'code': 200} Nov 09 20:44:11.594276 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712c08-890a-4f17-8239-a365b6e39f1a req-6cb4d56b-6d23-4fc3-a5b9-d4b03d058502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:11.596005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-6cb4d56b-6d23-4fc3-a5b9-d4b03d058502 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 1095 time: 0.0502427 Nov 09 20:44:11.651044 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-28058108-b097-481f-b7f9-11fe76fdcdf7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db77d47-c552-48bf-84ea-862747e33174 HTTP/1.1" status: 200 len: 217 time: 0.0414152 Nov 09 20:44:11.707296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712c08-890a-4f17-8239-a365b6e39f1a req-a7f786aa-5951-4448-a1fe-0a4620dd9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:11.708780 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-a7f786aa-5951-4448-a1fe-0a4620dd9cda service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4e30b053-a244-4030-8693-97992f1a3b69 HTTP/1.1" status: 200 len: 835 time: 0.0471721 Nov 09 20:44:11.766077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712c08-890a-4f17-8239-a365b6e39f1a req-8497f876-4f40-45cb-8824-0c9f11faed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:11.767732 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-8497f876-4f40-45cb-8824-0c9f11faed8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473928 Nov 09 20:44:11.871249 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-b85be2d4-cbaf-483b-a666-dcc230cfb0a8 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917842 Nov 09 20:44:11.971370 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-90712c08-890a-4f17-8239-a365b6e39f1a req-eb5fca63-537a-4437-b146-df21f7ba8ff3 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884964 Nov 09 20:44:12.051213 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:44:12.069408 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-c290fac3-23fa-42a5-9bd7-9e0dfea39481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:12.070981 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-c290fac3-23fa-42a5-9bd7-9e0dfea39481 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 1095 time: 0.0421929 Nov 09 20:44:12.162853 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-87863581-24f3-45e6-86a1-36c40de316a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:12.164356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-87863581-24f3-45e6-86a1-36c40de316a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6 HTTP/1.1" status: 200 len: 897 time: 0.0863035 Nov 09 20:44:12.211158 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-fd6fe9df-84b1-4ed4-b554-a24cf72fa2aa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db77d47-c552-48bf-84ea-862747e33174 HTTP/1.1" status: 200 len: 217 time: 0.0390077 Nov 09 20:44:12.265539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-02ac4293-5591-4dae-86a7-e03bc759f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:12.267063 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-02ac4293-5591-4dae-86a7-e03bc759f411 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4e30b053-a244-4030-8693-97992f1a3b69 HTTP/1.1" status: 200 len: 835 time: 0.0465798 Nov 09 20:44:12.313882 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-550910d6-9225-455e-8f6f-eab1015ebbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:12.315435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-550910d6-9225-455e-8f6f-eab1015ebbc2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407212 Nov 09 20:44:12.448153 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-fb4a6019-914c-4f7d-976c-fd10afc1ceb1 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245501 Nov 09 20:44:12.464787 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce6deb-b098-4eb3-9391-9eacd9e56257 req-290c7b4a-99b6-4c54-acb4-46be15e6d5f1 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:12.466193 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0dce6deb-b098-4eb3-9391-9eacd9e56257 req-290c7b4a-99b6-4c54-acb4-46be15e6d5f1 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 944 time: 0.0612442 Nov 09 20:44:12.553539 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0dce6deb-b098-4eb3-9391-9eacd9e56257 req-854e903f-0988-4d14-a9ce-c82b0df1df2f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793908 Nov 09 20:44:12.581087 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-68e015ad-3072-4f06-acba-70ba9d6b9dfe req-641ea4eb-859b-41c2-80d8-4b39017fefb3 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139145 Nov 09 20:44:13.313947 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-32e1d4fb-6a40-4591-8bce-165075e23ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:13.590221 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:13.671544 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d620a-7646-4e4f-9b24-fcaa4e766cda req-6044c7ad-44cd-4c9f-8dc5-f6abb693fda0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:13.673040 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b34d620a-7646-4e4f-9b24-fcaa4e766cda req-6044c7ad-44cd-4c9f-8dc5-f6abb693fda0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 944 time: 0.0482035 Nov 09 20:44:13.715388 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b34d620a-7646-4e4f-9b24-fcaa4e766cda req-176af8dc-5afb-42b8-8f4e-06f5f6610e38 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362084 Nov 09 20:44:14.777598 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:14.842009 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d644-0c37-4689-a169-11a87ceae549 req-73a88c46-0173-4157-97a1-cfd3025c3c0b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:14.843594 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d448d644-0c37-4689-a169-11a87ceae549 req-73a88c46-0173-4157-97a1-cfd3025c3c0b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 944 time: 0.0547397 Nov 09 20:44:14.906163 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d448d644-0c37-4689-a169-11a87ceae549 req-bafe4b79-bbfa-41fc-aef0-c75dd0177b98 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562255 Nov 09 20:44:15.999869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7db77d47-c552-48bf-84ea-862747e33174 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:44:16.025665 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b949-91e1-410c-8ffa-4eaee6981f63 req-3e893c94-4ad9-451a-8d0e-400d36cb5dec tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:16.027204 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72a0b949-91e1-410c-8ffa-4eaee6981f63 req-3e893c94-4ad9-451a-8d0e-400d36cb5dec tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 944 time: 0.0527794 Nov 09 20:44:16.067971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72a0b949-91e1-410c-8ffa-4eaee6981f63 req-00cddc2e-8a6f-40b5-9cc4-7d9234077e3b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332477 Nov 09 20:44:16.097106 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7db77d47-c552-48bf-84ea-862747e33174, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7db77d47-c552-48bf-84ea-862747e33174,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:44:16.109074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '7db77d47-c552-48bf-84ea-862747e33174', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'port_id': '7db77d47-c552-48bf-84ea-862747e33174', 'mac_address': 'fa:16:3e:72:5e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:44:16.152310 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:16.165737 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db77d47-c552-48bf-84ea-862747e33174 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:44:16.186941 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7db77d47-c552-48bf-84ea-862747e33174, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7db77d47-c552-48bf-84ea-862747e33174,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:44:16.191680 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:16.238734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7db77d47-c552-48bf-84ea-862747e33174,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:16.469817 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['7db77d47-c552-48bf-84ea-862747e33174'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:44:16.530600 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:17.188904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5c1a8-6614-4c31-b4a6-e99af4a4fd4f req-d2bddc7f-a22f-4750-988e-b22d428d9e37 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:17.190661 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c1f5c1a8-6614-4c31-b4a6-e99af4a4fd4f req-d2bddc7f-a22f-4750-988e-b22d428d9e37 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 945 time: 0.0510170 Nov 09 20:44:17.230133 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c1f5c1a8-6614-4c31-b4a6-e99af4a4fd4f req-15ac0339-fa21-4783-be80-d3336bf780e8 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329418 Nov 09 20:44:17.998860 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7db77d47-c552-48bf-84ea-862747e33174 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:44:18.047267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 7db77d47-c552-48bf-84ea-862747e33174 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:44:18.050872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 7db77d47-c552-48bf-84ea-862747e33174 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:44:18.051248 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:18.141405 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:18.164524 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db77d47-c552-48bf-84ea-862747e33174'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:44:18.166830 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1039d92-f9ab-4bfb-afc3-8f6006bc91af" -d '{"events": [{"server_uuid": "e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388", "name": "network-vif-plugged", "status": "completed", "tag": "7db77d47-c552-48bf-84ea-862747e33174"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:44:18.179542 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 7db77d47-c552-48bf-84ea-862747e33174, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7db77d47-c552-48bf-84ea-862747e33174,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:44:18.185157 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:18.212666 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d17d1be-d838-497c-8ab7-e7bb5c1617d2 x-openstack-request-id: req-5d17d1be-d838-497c-8ab7-e7bb5c1617d2 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:44:18.212962 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388", "name": "network-vif-plugged", "status": "completed", "tag": "7db77d47-c552-48bf-84ea-862747e33174", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:44:18.213234 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d17d1be-d838-497c-8ab7-e7bb5c1617d2 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:44:18.213603 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db77d47-c552-48bf-84ea-862747e33174', 'code': 200} Nov 09 20:44:18.240707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=7db77d47-c552-48bf-84ea-862747e33174,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:18.333421 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180579f8-129a-4901-bd55-59320cfd033f req-a83bb3a5-7285-444e-b842-622cbfb01ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:18.334958 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-180579f8-129a-4901-bd55-59320cfd033f req-a83bb3a5-7285-444e-b842-622cbfb01ff2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 1097 time: 0.0686612 Nov 09 20:44:18.360939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f9844-3a0d-46d1-8486-6f8e7058474d req-04de5d58-cb3e-4a4c-a5ae-012fa3c07a79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:18.362160 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe5f9844-3a0d-46d1-8486-6f8e7058474d req-04de5d58-cb3e-4a4c-a5ae-012fa3c07a79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0623291 Nov 09 20:44:18.404702 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-180579f8-129a-4901-bd55-59320cfd033f req-32e65c02-ad1f-47c2-9caf-3ba536d6b9ae service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576372 Nov 09 20:44:18.416814 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe5f9844-3a0d-46d1-8486-6f8e7058474d req-43b4f3a0-373f-4b06-9df6-e79e757149ad tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478773 Nov 09 20:44:19.539099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d59219-0ea4-440d-8334-45f1f20c9987 req-dbd50738-3f2b-459c-92bf-d109f98bf645 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:19.540597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2d59219-0ea4-440d-8334-45f1f20c9987 req-dbd50738-3f2b-459c-92bf-d109f98bf645 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0541625 Nov 09 20:44:19.581255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d2d59219-0ea4-440d-8334-45f1f20c9987 req-54742520-bc0d-4a6a-8daf-1b37bc109031 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343995 Nov 09 20:44:20.699860 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c4d53-12e2-4758-845b-57a47817d70b req-6970f76c-ded8-4325-89ab-f93302fcc5bc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:20.701363 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-860c4d53-12e2-4758-845b-57a47817d70b req-6970f76c-ded8-4325-89ab-f93302fcc5bc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0511680 Nov 09 20:44:20.740931 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-860c4d53-12e2-4758-845b-57a47817d70b req-2a42767a-4171-4780-94e5-a6a9edcf8f21 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335510 Nov 09 20:44:20.856187 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baa7fa-3f5f-4a35-9187-ed1203c5b2e2 req-fcc88e6e-2480-4b0a-acee-4e42bd0f7a15 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:20.857675 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8baa7fa-3f5f-4a35-9187-ed1203c5b2e2 req-fcc88e6e-2480-4b0a-acee-4e42bd0f7a15 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0498571 Nov 09 20:44:20.900005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b8baa7fa-3f5f-4a35-9187-ed1203c5b2e2 req-a145fc28-096f-4381-aa68-ef79e7c70dfe tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363646 Nov 09 20:44:20.923175 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53970) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:20.966723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c163117d-42ad-44df-aa44-2d153310e047 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:20.968254 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c163117d-42ad-44df-aa44-2d153310e047 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 1092 time: 0.0440614 Nov 09 20:44:20.971102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53972) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:20.975312 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '7db77d47-c552-48bf-84ea-862747e33174', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:44:20.998786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:21.097193 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:21.206374 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.25.6.189 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/6ed5bc36-e1ee-49a5-a3d6-ada138ced7dc) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:44:21.309132 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:21.343716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:21.386115 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:44:21.389046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:44:21.392460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:44:21.399754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=6ed5bc36-e1ee-49a5-a3d6-ada138ced7dc,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:21.748181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:21.820285 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:21.853628 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:21.972933 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:21.977467 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:22.046908 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=6ed5bc36-e1ee-49a5-a3d6-ada138ced7dc,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:44:22.055145 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:22.157699 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Floating IP 91cb075a-e0f4-4da8-8214-b94dbda0b70e associated. External IP: 172.25.6.189, port: 7db77d47-c552-48bf-84ea-862747e33174. Nov 09 20:44:22.687737 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router 0429c9dd-41a4-4023-97e3-f48f5014576f has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:44:22.799136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:44:22.809829 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] Sync routers for ids ['0429c9dd-41a4-4023-97e3-f48f5014576f'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:44:22.818177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:22.819913 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] Routers {'0429c9dd-41a4-4023-97e3-f48f5014576f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:44:22.820525 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:44:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0429c9dd-41a4-4023-97e3-f48f5014576f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:22.849928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-684034de-4beb-48ae-956f-05db7658df79 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8778043 Nov 09 20:44:22.850891 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'tag': '7db77d47-c552-48bf-84ea-862747e33174'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:44:22.853255 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdcff28-aa99-4131-b0b2-d7b44ced0245" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388", "tag": "7db77d47-c552-48bf-84ea-862747e33174"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:44:22.916788 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c8396d-a36c-49c7-9b63-d15184378f34 x-openstack-request-id: req-37c8396d-a36c-49c7-9b63-d15184378f34 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:44:22.917090 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388", "tag": "7db77d47-c552-48bf-84ea-862747e33174", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:44:22.917347 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37c8396d-a36c-49c7-9b63-d15184378f34 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:44:22.917768 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'tag': '7db77d47-c552-48bf-84ea-862747e33174', 'status': 'completed', 'code': 200} Nov 09 20:44:22.934197 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] Set router 0429c9dd-41a4-4023-97e3-f48f5014576f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:44:23.010488 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-47aa5c81-e5cb-4d55-b1ba-5773a7edb4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:23.012089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-47aa5c81-e5cb-4d55-b1ba-5773a7edb4f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 1097 time: 0.0696104 Nov 09 20:44:23.034642 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8108d3f-1963-4182-8c7b-e6b61b6b78de req-af3c1989-a404-4368-8f0f-f13b898501c4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:23.036116 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8108d3f-1963-4182-8c7b-e6b61b6b78de req-af3c1989-a404-4368-8f0f-f13b898501c4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0664003 Nov 09 20:44:23.127607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e8108d3f-1963-4182-8c7b-e6b61b6b78de req-8d892d0e-bb90-48c6-b4f4-37eb8e963d04 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817928 Nov 09 20:44:23.149442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-4e6daafc-86cc-4aab-95eb-7572e479dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:23.151684 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-4e6daafc-86cc-4aab-95eb-7572e479dbe0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6 HTTP/1.1" status: 200 len: 897 time: 0.1318200 Nov 09 20:44:23.154646 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53984) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:23.173115 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '91cb075a-e0f4-4da8-8214-b94dbda0b70e', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'port_id': '7db77d47-c552-48bf-84ea-862747e33174', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'mac_address': 'fa:16:3e:72:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:44:21Z', 'updated_at': '2021-11-09T20:44:21Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec', 'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:a7:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:06Z', 'updated_at': '2021-11-09T20:44:09Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '4e30b053-a244-4030-8693-97992f1a3b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:23.204917 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] Checking router: 0429c9dd-41a4-4023-97e3-f48f5014576f for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:44:23.212900 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] Routers {'0429c9dd-41a4-4023-97e3-f48f5014576f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:44:23.213507 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:44:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0429c9dd-41a4-4023-97e3-f48f5014576f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:23.262043 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-fab8c021-eed1-4c5e-afe3-4522a19d9072 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/91cb075a-e0f4-4da8-8214-b94dbda0b70e HTTP/1.1" status: 200 len: 992 time: 0.1061692 Nov 09 20:44:23.268490 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-1059213a-0357-4cd5-98ab-0865598f45de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db77d47-c552-48bf-84ea-862747e33174 HTTP/1.1" status: 200 len: 1000 time: 0.1076045 Nov 09 20:44:23.321232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-2affa582-9caf-40d9-8953-3b8e212f6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:23.322744 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-2affa582-9caf-40d9-8953-3b8e212f6409 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4e30b053-a244-4030-8693-97992f1a3b69 HTTP/1.1" status: 200 len: 835 time: 0.0476494 Nov 09 20:44:23.322868 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] Set router 0429c9dd-41a4-4023-97e3-f48f5014576f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:44:23.375008 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-03b5e5e7-c0ea-4484-8b98-4ef6158c0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:23.376510 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-03b5e5e7-c0ea-4484-8b98-4ef6158c0354 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470152 Nov 09 20:44:23.469556 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-3cdcff05-2c14-4f51-b0f0-7749057f76c2 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852845 Nov 09 20:44:23.552648 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '91cb075a-e0f4-4da8-8214-b94dbda0b70e', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'port_id': '7db77d47-c552-48bf-84ea-862747e33174', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'mac_address': 'fa:16:3e:72:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:44:21Z', 'updated_at': '2021-11-09T20:44:21Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec', 'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:a7:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:06Z', 'updated_at': '2021-11-09T20:44:09Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '4e30b053-a244-4030-8693-97992f1a3b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:44:23.564465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bcdcff28-aa99-4131-b0b2-d7b44ced0245 req-8217c027-1087-43fd-b1aa-08970a6f5a7c service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882943 Nov 09 20:44:23.579492 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5e4d0-9fb5-4ddf-8386-4cdef35f67f6 None None] The sync data for ids ['0429c9dd-41a4-4023-97e3-f48f5014576f'] in n-d-817256-1 is: [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '91cb075a-e0f4-4da8-8214-b94dbda0b70e', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'port_id': '7db77d47-c552-48bf-84ea-862747e33174', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'mac_address': 'fa:16:3e:72:5e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:44:21Z', 'updated_at': '2021-11-09T20:44:21Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec', 'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:a7:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:06Z', 'updated_at': '2021-11-09T20:44:09Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '4e30b053-a244-4030-8693-97992f1a3b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:44:23.771295 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efef9df-c4d5-42d1-9772-e953612306ca None None] New status for floating IP 91cb075a-e0f4-4da8-8214-b94dbda0b70e: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:44:24.265342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 53986) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:44:24.329873 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0f1c186e-8a94-49fa-a262-72576da9189a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/91cb075a-e0f4-4da8-8214-b94dbda0b70e HTTP/1.1" status: 200 len: 994 time: 0.0634539 Nov 09 20:44:25.997365 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:35.421023 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-9a55275b-0783-4029-8d44-c7331bc43f01 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394275 Nov 09 20:44:35.507745 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-ff75076d-615b-42c9-a08d-5d13a6d23f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:35.509251 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-ff75076d-615b-42c9-a08d-5d13a6d23f8e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 1097 time: 0.0450273 Nov 09 20:44:35.615388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-80405b65-778e-41e6-98ed-3ef4ca574f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:35.616888 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-80405b65-778e-41e6-98ed-3ef4ca574f6d service neutron] 10.222.0.77 "GET /v2.0/networks?id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6 HTTP/1.1" status: 200 len: 897 time: 0.0869625 Nov 09 20:44:35.691707 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-ca15a5fd-828a-42d8-9a7e-59aa01acd001 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db77d47-c552-48bf-84ea-862747e33174 HTTP/1.1" status: 200 len: 1002 time: 0.0651500 Nov 09 20:44:35.743178 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-177e3316-255f-492b-90af-361c5a1885dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:35.744651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-177e3316-255f-492b-90af-361c5a1885dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4e30b053-a244-4030-8693-97992f1a3b69 HTTP/1.1" status: 200 len: 835 time: 0.0450823 Nov 09 20:44:35.791355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-b256777e-7e1c-4fcd-a321-55c215ef1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:35.792880 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-b256777e-7e1c-4fcd-a321-55c215ef1ace service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406451 Nov 09 20:44:35.895212 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-34c6e557-07ce-472c-9cda-a6ae7323e3a2 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946872 Nov 09 20:44:35.985328 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c27fee4-7998-4f22-9e43-23f4397ef2d5 req-baa5288c-f418-43c0-b806-1ce10e05b797 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824502 Nov 09 20:44:40.365100 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-64be2ef8-5ef4-4a69-85fb-ec50dfb09c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:43.320664 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bb7d4ed9-94eb-4446-8191-dc40eabc102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:43.592851 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:44.774842 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:46.528238 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:49.050474 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:44:51.868304 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:55.997984 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:44:57.787899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5089f-35ea-4c09-bf22-890645034aa2 req-7926cb9b-9c2d-4438-9d97-668a1939a597 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:57.789426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42e5089f-35ea-4c09-bf22-890645034aa2 req-7926cb9b-9c2d-4438-9d97-668a1939a597 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0506527 Nov 09 20:44:57.827940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-42e5089f-35ea-4c09-bf22-890645034aa2 req-9209366f-7135-4e55-958b-1c7ae586cd7d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321198 Nov 09 20:44:58.953298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6cedf-2d44-4d90-aa16-95c1cd4eca87 req-accc3fc8-9979-4797-bc5f-b758a2aceebc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:44:58.955734 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17f6cedf-2d44-4d90-aa16-95c1cd4eca87 req-accc3fc8-9979-4797-bc5f-b758a2aceebc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0505857 Nov 09 20:44:58.993647 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17f6cedf-2d44-4d90-aa16-95c1cd4eca87 req-b91fb22e-479b-4052-8911-b45eafef2356 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320411 Nov 09 20:45:00.111876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b74a1-cf6f-49f0-87d6-b5967367fb4d req-79251745-42ed-42fc-ab00-fbf011a570d4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:00.113373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-272b74a1-cf6f-49f0-87d6-b5967367fb4d req-79251745-42ed-42fc-ab00-fbf011a570d4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0500522 Nov 09 20:45:00.153452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-272b74a1-cf6f-49f0-87d6-b5967367fb4d req-031231e6-ff53-4bf1-a32f-be459055a9cc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340638 Nov 09 20:45:01.274695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a9073-079c-43fb-8475-d057d55c93fd req-dae7eafd-8f61-41c5-b943-3cbd481f960c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:01.276178 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a40a9073-079c-43fb-8475-d057d55c93fd req-dae7eafd-8f61-41c5-b943-3cbd481f960c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0542088 Nov 09 20:45:01.314642 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a40a9073-079c-43fb-8475-d057d55c93fd req-1a97e7c5-6c9e-47b1-9a95-08e43e68932e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323267 Nov 09 20:45:02.450949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796f1c6-7709-46fb-870e-ac7ff8e5b905 req-999cfe3c-9b72-4f95-8676-d5451406090c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:02.452438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2796f1c6-7709-46fb-870e-ac7ff8e5b905 req-999cfe3c-9b72-4f95-8676-d5451406090c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0573027 Nov 09 20:45:02.496111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2796f1c6-7709-46fb-870e-ac7ff8e5b905 req-640b3326-5dcb-41b1-b706-143dfcf0dfa0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374966 Nov 09 20:45:03.614770 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f814df-9e64-47fe-aa6a-4dafe5e2db94 req-17d8e693-5ae8-434a-93ef-781aed468706 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:03.616299 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-58f814df-9e64-47fe-aa6a-4dafe5e2db94 req-17d8e693-5ae8-434a-93ef-781aed468706 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0501432 Nov 09 20:45:03.655208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-58f814df-9e64-47fe-aa6a-4dafe5e2db94 req-09440af4-0351-4cca-942b-cf52bcdbb2f7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329418 Nov 09 20:45:04.775201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc40ca9-4ea5-4b4e-8e6f-f3d908aef82b req-315da06d-51da-4750-b925-bc3a6857d68f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:04.776725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0bc40ca9-4ea5-4b4e-8e6f-f3d908aef82b req-315da06d-51da-4750-b925-bc3a6857d68f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0530972 Nov 09 20:45:04.823832 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0bc40ca9-4ea5-4b4e-8e6f-f3d908aef82b req-66a80ca5-fc5d-4d00-9a2d-1fa2865e66d4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400367 Nov 09 20:45:05.946863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b721b3-99f1-4af2-8514-5abcd939a8f6 req-ee4e3719-fcd5-4e02-92e6-143d986d705d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:05.948357 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38b721b3-99f1-4af2-8514-5abcd939a8f6 req-ee4e3719-fcd5-4e02-92e6-143d986d705d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0491917 Nov 09 20:45:05.987232 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-38b721b3-99f1-4af2-8514-5abcd939a8f6 req-069b2b45-b698-4b3e-b092-136d8714d91e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323758 Nov 09 20:45:07.115623 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a0eab-10b8-4917-8026-d6f65544b98b req-9195c5ba-38aa-45b8-a299-847c073e77ca tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:07.117118 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-299a0eab-10b8-4917-8026-d6f65544b98b req-9195c5ba-38aa-45b8-a299-847c073e77ca tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0491426 Nov 09 20:45:07.155710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-299a0eab-10b8-4917-8026-d6f65544b98b req-7daa45dc-af4b-42a3-993d-e852f84a6ef9 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Nov 09 20:45:08.278243 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98491fc-e78b-4441-bc43-95892226d29f req-b362da87-16ea-4350-9407-b9e3a2a50fba tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:08.279759 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f98491fc-e78b-4441-bc43-95892226d29f req-b362da87-16ea-4350-9407-b9e3a2a50fba tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0543914 Nov 09 20:45:08.321044 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f98491fc-e78b-4441-bc43-95892226d29f req-12778a58-01e8-4bba-bddd-dcb507ac09c9 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334377 Nov 09 20:45:08.344407 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54020) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:08.405037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-28287617-7b26-426d-bc41-4276f2c13b9b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/91cb075a-e0f4-4da8-8214-b94dbda0b70e HTTP/1.1" status: 200 len: 994 time: 0.0594113 Nov 09 20:45:09.691281 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9f0f7-9ccd-4841-9187-c80ce534a58f req-4b4f032e-49fd-4a3f-8bb8-0d3cd7024046 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:09.692708 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acc9f0f7-9ccd-4841-9187-c80ce534a58f req-4b4f032e-49fd-4a3f-8bb8-0d3cd7024046 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0539081 Nov 09 20:45:09.736711 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-eb913c60-00e1-42b6-8f7c-c34aac668539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:09.740972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-eb913c60-00e1-42b6-8f7c-c34aac668539 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 1097 time: 0.0467310 Nov 09 20:45:09.741419 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-acc9f0f7-9ccd-4841-9187-c80ce534a58f req-097a8641-a853-4345-97b1-7fbf2c0841da tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Nov 09 20:45:09.841553 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-36be0015-962e-4f21-8507-7fd5dd2dae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:09.843118 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-36be0015-962e-4f21-8507-7fd5dd2dae4d service neutron] 10.222.0.77 "GET /v2.0/networks?id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6 HTTP/1.1" status: 200 len: 897 time: 0.0906699 Nov 09 20:45:09.916842 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-43823be9-03bd-46c0-b93b-ae6ed13f91ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db77d47-c552-48bf-84ea-862747e33174 HTTP/1.1" status: 200 len: 1002 time: 0.0627015 Nov 09 20:45:09.975338 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-898e0c88-0658-4cb6-837e-b502ec6a9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:09.976779 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-898e0c88-0658-4cb6-837e-b502ec6a9053 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4e30b053-a244-4030-8693-97992f1a3b69 HTTP/1.1" status: 200 len: 835 time: 0.0492635 Nov 09 20:45:10.034171 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-6c889c89-b2db-4231-9f6f-c9faadc9ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:10.035730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-6c889c89-b2db-4231-9f6f-c9faadc9ba43 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475209 Nov 09 20:45:10.135121 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-d24eee5e-7123-4b9a-94db-59f5a8bc5187 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861702 Nov 09 20:45:10.238663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988f6e0d-e283-4068-82e3-eca8ac106462 req-35040be0-4fea-4c27-981f-513afe416dd5 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924654 Nov 09 20:45:10.356297 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5a32bda-d7ea-464b-8e19-5c06e46eb265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:10.871597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6f951-c772-4ea3-b638-2ef826f37ea1 req-1463df9c-319b-45f3-bbaf-c58efe6acf69 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:10.873366 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ea6f951-c772-4ea3-b638-2ef826f37ea1 req-1463df9c-319b-45f3-bbaf-c58efe6acf69 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0591230 Nov 09 20:45:10.912064 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6ea6f951-c772-4ea3-b638-2ef826f37ea1 req-01b3c05c-2346-4fef-a9c1-89c2101413fd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324867 Nov 09 20:45:10.934830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54030) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:11.003013 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0c80e899-1e3b-486a-acf7-31177298e2a8 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/91cb075a-e0f4-4da8-8214-b94dbda0b70e HTTP/1.1" status: 200 len: 994 time: 0.0669482 Nov 09 20:45:13.319611 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-04729491-cfcf-4c5d-a59f-b09619deb326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:13.605429 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:14.778374 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:16.520127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:21.856312 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:26.001406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:26.054229 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:45:37.421170 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-9be5fe96-e022-4d54-8b8b-8d8fa810e973 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405271 Nov 09 20:45:37.503096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-9f805d44-6cb7-4f0c-9cb6-1dd64ba60e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:37.505462 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-9f805d44-6cb7-4f0c-9cb6-1dd64ba60e20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 1097 time: 0.0425103 Nov 09 20:45:37.613912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-85b140bd-d5c1-4395-8335-8e1d3c0d51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:37.615445 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-85b140bd-d5c1-4395-8335-8e1d3c0d51c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6 HTTP/1.1" status: 200 len: 897 time: 0.0901227 Nov 09 20:45:37.684934 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-e736fa1b-bdff-4a78-8800-e35e5cde1cb4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db77d47-c552-48bf-84ea-862747e33174 HTTP/1.1" status: 200 len: 1002 time: 0.0591311 Nov 09 20:45:37.739598 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-fd20c782-7e8d-4fbb-a6b0-35435574884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:37.741090 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-fd20c782-7e8d-4fbb-a6b0-35435574884a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4e30b053-a244-4030-8693-97992f1a3b69 HTTP/1.1" status: 200 len: 835 time: 0.0489390 Nov 09 20:45:37.790422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-daf93aa8-7f85-45ed-8475-601310e13bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:37.791940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-daf93aa8-7f85-45ed-8475-601310e13bdb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401430 Nov 09 20:45:37.884364 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-f7bfe719-36a4-4508-9d34-4a0e4ec98326 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843725 Nov 09 20:45:37.985486 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-06ac0b45-a6f5-4fd3-9c48-63cfeb6d2b82 req-c18e8716-319d-4a18-b0bc-8a60ef3e0ccd service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931604 Nov 09 20:45:40.358023 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2439a445-6c15-4beb-8ecb-2cf4a0f6a60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:43.311787 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6befa32a-49f4-4dba-8cf0-75105bfd7547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:43.406828 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54062) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:43.570092 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 6ed5bc36-e1ee-49a5-a3d6-ada138ced7dc {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:45:43.570437 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:43.599037 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:43.654722 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:43.655281 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:43.668326 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 6ed5bc36-e1ee-49a5-a3d6-ada138ced7dc owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:45:43.820072 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:43.848517 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=6ed5bc36-e1ee-49a5-a3d6-ada138ced7dc,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:43.860627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.860973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.861319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.861643 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.861973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.862304 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.863357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.863357 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.863982 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.864133 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.864455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.864773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:43.919479 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:43.919733 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Floating IP 91cb075a-e0f4-4da8-8214-b94dbda0b70e disassociated (deleted). External IP: 172.25.6.189, port: 7db77d47-c552-48bf-84ea-862747e33174. Nov 09 20:45:44.147818 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router 0429c9dd-41a4-4023-97e3-f48f5014576f has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:45:44.272687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:45:44.277592 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:44.282928 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] Sync routers for ids ['0429c9dd-41a4-4023-97e3-f48f5014576f'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:45:44.294823 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] Routers {'0429c9dd-41a4-4023-97e3-f48f5014576f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:45:44.295837 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0429c9dd-41a4-4023-97e3-f48f5014576f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:44.306891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-88686bb3-c3d9-4fa3-8032-a617b60a6e3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/floatingips/91cb075a-e0f4-4da8-8214-b94dbda0b70e HTTP/1.1" status: 204 len: 168 time: 0.8988693 Nov 09 20:45:44.307607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'tag': '7db77d47-c552-48bf-84ea-862747e33174'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:45:44.310375 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905c138c-d5d1-43e3-b24c-5a1231695b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388", "tag": "7db77d47-c552-48bf-84ea-862747e33174"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:45:44.358441 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6b7eeb-afc8-4e7d-a637-807f4d21ca35 x-openstack-request-id: req-ce6b7eeb-afc8-4e7d-a637-807f4d21ca35 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:45:44.358939 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388", "tag": "7db77d47-c552-48bf-84ea-862747e33174", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:45:44.359283 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce6b7eeb-afc8-4e7d-a637-807f4d21ca35 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:45:44.359824 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'tag': '7db77d47-c552-48bf-84ea-862747e33174', 'status': 'completed', 'code': 200} Nov 09 20:45:44.437635 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-4aed1920-26a8-4a3d-9198-4aa80fd60fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:44.439260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-4aed1920-26a8-4a3d-9198-4aa80fd60fb3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 1097 time: 0.0539465 Nov 09 20:45:44.543288 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] Set router 0429c9dd-41a4-4023-97e3-f48f5014576f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:45:44.564575 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-ef175191-502b-450c-8c15-298ec8579753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:44.566266 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-ef175191-502b-450c-8c15-298ec8579753 service neutron] 10.222.0.77 "GET /v2.0/networks?id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6 HTTP/1.1" status: 200 len: 897 time: 0.1185012 Nov 09 20:45:44.616596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-7a9e029f-c380-4ee8-8a25-191ee212c9d5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7db77d47-c552-48bf-84ea-862747e33174 HTTP/1.1" status: 200 len: 217 time: 0.0387895 Nov 09 20:45:44.635547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6686af-34c1-483d-bef2-f35b1eff7c4c req-851a5441-fa01-465a-89b3-d9334f119ac7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:44.637902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0b6686af-34c1-483d-bef2-f35b1eff7c4c req-851a5441-fa01-465a-89b3-d9334f119ac7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.1050901 Nov 09 20:45:44.669963 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-d727502c-dd8b-4b3c-ad82-f578946bc580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:44.671574 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-d727502c-dd8b-4b3c-ad82-f578946bc580 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4e30b053-a244-4030-8693-97992f1a3b69 HTTP/1.1" status: 200 len: 835 time: 0.0471759 Nov 09 20:45:44.683438 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-0b6686af-34c1-483d-bef2-f35b1eff7c4c req-bb320c8b-b065-42c4-ba27-fc73c294d85c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400023 Nov 09 20:45:44.730435 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-d76f8d40-f6f6-403f-8bed-94472675618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:44.731984 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-d76f8d40-f6f6-403f-8bed-94472675618e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=50d2329e-654d-46e8-a58f-4d4dbe4db7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484414 Nov 09 20:45:44.770239 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec', 'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:a7:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:06Z', 'updated_at': '2021-11-09T20:44:09Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '4e30b053-a244-4030-8693-97992f1a3b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:44.783813 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:44.797794 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] Checking router: 0429c9dd-41a4-4023-97e3-f48f5014576f for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:45:44.806994 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] Routers {'0429c9dd-41a4-4023-97e3-f48f5014576f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:45:44.807606 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0429c9dd-41a4-4023-97e3-f48f5014576f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:44.831782 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-5053370f-1a4f-4430-9d44-25b252d48bb2 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890377 Nov 09 20:45:44.920817 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] Set router 0429c9dd-41a4-4023-97e3-f48f5014576f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:45:44.934035 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-905c138c-d5d1-43e3-b24c-5a1231695b7d req-a864cdac-1f76-413f-b7ad-d5bdee3aee98 service neutron] 10.222.0.77 "GET /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923462 Nov 09 20:45:45.143529 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec', 'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:a7:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:06Z', 'updated_at': '2021-11-09T20:44:09Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '4e30b053-a244-4030-8693-97992f1a3b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:45.165025 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fe5e0-b3f4-4ff6-96e9-31641d697e4e None None] The sync data for ids ['0429c9dd-41a4-4023-97e3-f48f5014576f'] in n-d-817256-1 is: [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec', 'name': '', 'network_id': '50d2329e-654d-46e8-a58f-4d4dbe4db7e6', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:a7:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4e30b053-a244-4030-8693-97992f1a3b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:06Z', 'updated_at': '2021-11-09T20:44:09Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': '4e30b053-a244-4030-8693-97992f1a3b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:45:45.398415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6302b2f-2b69-4ad7-abd4-10ca1daaf58c None None] New status for floating IP 91cb075a-e0f4-4da8-8214-b94dbda0b70e: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:45:45.865505 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa089e8b-7432-4ce5-9ae1-aa61035b2a5c req-7c4d19ae-0af4-4405-bd2b-ab17823a6841 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:45.867067 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa089e8b-7432-4ce5-9ae1-aa61035b2a5c req-7c4d19ae-0af4-4405-bd2b-ab17823a6841 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.1037636 Nov 09 20:45:45.908754 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fa089e8b-7432-4ce5-9ae1-aa61035b2a5c req-aafa5e27-6eb0-4bf5-a130-151d5ca8a1cf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb5cb469-5260-4ace-811a-1be4df9d7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352702 Nov 09 20:45:46.316969 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-1da839ed-4b70-4e95-8f3d-323fb2a3b66c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:46.318433 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-1da839ed-4b70-4e95-8f3d-323fb2a3b66c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.77 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 946 time: 0.0494831 Nov 09 20:45:46.525428 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:46.726216 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-5aab0e3c-8a6a-4c22-ad95-fc0ffff0f923 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 7db77d47-c552-48bf-84ea-862747e33174 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:45:46.726449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-5aab0e3c-8a6a-4c22-ad95-fc0ffff0f923 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:46.816591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-5aab0e3c-8a6a-4c22-ad95-fc0ffff0f923 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 7db77d47-c552-48bf-84ea-862747e33174, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=7db77d47-c552-48bf-84ea-862747e33174,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:45:46.816965 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-5aab0e3c-8a6a-4c22-ad95-fc0ffff0f923 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:46.829232 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-5aab0e3c-8a6a-4c22-ad95-fc0ffff0f923 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 7db77d47-c552-48bf-84ea-862747e33174 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:45:46.963226 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-5aab0e3c-8a6a-4c22-ad95-fc0ffff0f923 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:46.991436 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab0e3c-8a6a-4c22-ad95-fc0ffff0f923 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=7db77d47-c552-48bf-84ea-862747e33174,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:47.016283 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-07b89e0a-6078-4947-944e-2115496c7469 req-c54e719b-7d92-4575-99ee-a40bd5f96837 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388 HTTP/1.1" status: 200 len: 210 time: 0.0300658 Nov 09 20:45:47.041296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-5aab0e3c-8a6a-4c22-ad95-fc0ffff0f923 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] No DVR routers for this DVR port 7db77d47-c552-48bf-84ea-862747e33174 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:45:47.045177 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-5aab0e3c-8a6a-4c22-ad95-fc0ffff0f923 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:47.048493 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a38f459d-c4c5-4d28-9c1d-b3d6db1576ba req-5aab0e3c-8a6a-4c22-ad95-fc0ffff0f923 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.77 "DELETE /v2.0/ports/7db77d47-c552-48bf-84ea-862747e33174 HTTP/1.1" status: 204 len: 173 time: 0.7234864 Nov 09 20:45:47.048928 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'name': 'network-vif-deleted', 'tag': '7db77d47-c552-48bf-84ea-862747e33174'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:45:47.051745 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee16d91-6025-48ce-8c43-fef74e59071d" -d '{"events": [{"server_uuid": "e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388", "name": "network-vif-deleted", "tag": "7db77d47-c552-48bf-84ea-862747e33174"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:45:47.090286 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba08c1d-bba4-4dd0-9549-52f2c647899b x-openstack-request-id: req-5ba08c1d-bba4-4dd0-9549-52f2c647899b {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:45:47.090701 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388", "name": "network-vif-deleted", "tag": "7db77d47-c552-48bf-84ea-862747e33174", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:45:47.090968 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ba08c1d-bba4-4dd0-9549-52f2c647899b {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:45:47.091374 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ed4c7f-a3fd-4ca7-bac8-913ea71d6388', 'name': 'network-vif-deleted', 'tag': '7db77d47-c552-48bf-84ea-862747e33174', 'status': 'completed', 'code': 200} Nov 09 20:45:48.074279 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54082) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:48.459407 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:48.729685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:45:48.729928 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:48.831961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:45:48.832342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:48.847830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:45:49.032929 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:49.062668 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:49.243475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:49.468199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router 0429c9dd-41a4-4023-97e3-f48f5014576f has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:45:49.578169 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:45:49.584419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1de6c83d-aff3-4c90-8a70-0a22f1298c2d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "PUT /v2.0/routers/0429c9dd-41a4-4023-97e3-f48f5014576f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5087078 Nov 09 20:45:49.586847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54084) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:49.589219 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] Sync routers for ids ['0429c9dd-41a4-4023-97e3-f48f5014576f'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:45:49.598696 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] Routers {'0429c9dd-41a4-4023-97e3-f48f5014576f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:45:49.599794 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0429c9dd-41a4-4023-97e3-f48f5014576f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:49.638868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cca158-80ef-4758-917b-e90fc6ae64bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting subnet 4e30b053-a244-4030-8693-97992f1a3b69 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:45:49.641962 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86cca158-80ef-4758-917b-e90fc6ae64bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:49.681447 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86cca158-80ef-4758-917b-e90fc6ae64bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:49.704746 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] Set router 0429c9dd-41a4-4023-97e3-f48f5014576f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:45:49.771670 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86cca158-80ef-4758-917b-e90fc6ae64bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:49.837495 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86cca158-80ef-4758-917b-e90fc6ae64bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:49.873977 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cca158-80ef-4758-917b-e90fc6ae64bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Subnet': ['ID=4e30b053-a244-4030-8693-97992f1a3b69,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:49.876041 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-86cca158-80ef-4758-917b-e90fc6ae64bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:49.883041 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-86cca158-80ef-4758-917b-e90fc6ae64bf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/subnets/4e30b053-a244-4030-8693-97992f1a3b69 HTTP/1.1" status: 204 len: 168 time: 0.2927990 Nov 09 20:45:49.883222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b315b-c0dc-4464-9566-74ba9a5f1b76 None None] Network 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:45:49.883720 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54086) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:49.894185 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:45:48Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:49.929084 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] Checking router: 0429c9dd-41a4-4023-97e3-f48f5014576f for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:45:49.937972 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] Routers {'0429c9dd-41a4-4023-97e3-f48f5014576f'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:45:49.938380 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['0429c9dd-41a4-4023-97e3-f48f5014576f'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:49.998695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.059200 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] Set router 0429c9dd-41a4-4023-97e3-f48f5014576f gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:45:50.080293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] DHCP port deletion for 50d2329e-654d-46e8-a58f-4d4dbe4db7e6 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:45:50.111572 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.131186 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Deleting port 51879016-497f-42d6-91bf-7e5feea42d81 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:45:50.131565 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.171405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:45:50.171804 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.200684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] For port 51879016-497f-42d6-91bf-7e5feea42d81, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=51879016-497f-42d6-91bf-7e5feea42d81,segment=NetworkSegment(e5e1f48a-a373-4c1d-851b-0e83d6a22b04),segment_id=e5e1f48a-a373-4c1d-851b-0e83d6a22b04)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:45:50.201011 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.218599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Calling delete_port for 51879016-497f-42d6-91bf-7e5feea42d81 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:45:50.252622 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:45:48Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:50.262460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 022935e2-aa37-46b7-9ba1-1f8aead2d7f8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=022935e2-aa37-46b7-9ba1-1f8aead2d7f8,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:45:50.263060 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.279709 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:45:50.283866 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d3b41-c80f-41c1-9cc3-1d3c6ce0a424 None None] The sync data for ids ['0429c9dd-41a4-4023-97e3-f48f5014576f'] in n-d-817256-1 is: [{'id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615768493', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:45:48Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '022935e2-aa37-46b7-9ba1-1f8aead2d7f8', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0429c9dd-41a4-4023-97e3-f48f5014576f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:44:03Z', 'updated_at': '2021-11-09T20:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:45:50.317948 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.344724 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7db77d47-c552-48bf-84ea-862747e33174 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:45:50.349597 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Pushing event deleted for resources: {'Port': ['ID=51879016-497f-42d6-91bf-7e5feea42d81,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:50.374947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 7db77d47-c552-48bf-84ea-862747e33174 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:45:50.375254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 7db77d47-c552-48bf-84ea-862747e33174 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:45:50.377169 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] No DVR routers for this DVR port 51879016-497f-42d6-91bf-7e5feea42d81 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:45:50.380669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.380963 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.381266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.382230 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.382602 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.383026 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.383309 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.383664 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.383942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.384255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.384576 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.385194 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadfcf-b83a-45b3-908b-58e78652d8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:50.493065 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.518117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=022935e2-aa37-46b7-9ba1-1f8aead2d7f8,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:50.585342 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.678853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.681049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.727664 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.728161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Fanout notify agent at l3_agent the message router_deleted on router 0429c9dd-41a4-4023-97e3-f48f5014576f {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:45:50.735069 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.736208 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-7a592b12-071c-4f65-a714-6f42e6d55255 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/routers/0429c9dd-41a4-4023-97e3-f48f5014576f HTTP/1.1" status: 204 len: 168 time: 0.8519812 Nov 09 20:45:50.739187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54088) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:50.840299 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.936748 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.958223 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d2329e-654d-46e8-a58f-4d4dbe4db7e6']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:50.967782 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:50.968081 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e1f48a-a373-4c1d-851b-0e83d6a22b04') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:50.978772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.992403 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:50.998718 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:45:50.999114 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:45:51.002023 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:45:51.062309 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.070228 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.073431 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/networks/50d2329e-654d-46e8-a58f-4d4dbe4db7e6 HTTP/1.1" status: 204 len: 168 time: 0.3332446 Nov 09 20:45:51.076409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54090) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:51.090566 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817947d-15ee-486f-8a7c-e55ced03836e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Network': ['ID=50d2329e-654d-46e8-a58f-4d4dbe4db7e6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:51.142232 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.170430 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.249522 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.252231 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.253627 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/security-groups/fb5cb469-5260-4ace-811a-1be4df9d7e55 HTTP/1.1" status: 204 len: 168 time: 0.1761119 Nov 09 20:45:51.264199 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5cb469-5260-4ace-811a-1be4df9d7e55,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:51.274885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.275242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.275590 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.275934 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.276285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.276622 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.276957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.277291 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.277630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.278289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.283423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.284693 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f1190-6c3d-47ca-982c-f91492a86836 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:51.470114 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:45:51.497032 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:45:51.497285 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 022935e2-aa37-46b7-9ba1-1f8aead2d7f8 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:45:51.497644 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:45:51.524261 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:45:51.524610 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device bd1f7fbc-3da1-4ce8-aef2-fed09833c2ec not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:45:51.525044 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 51879016-497f-42d6-91bf-7e5feea42d81 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:45:51.544284 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 51879016-497f-42d6-91bf-7e5feea42d81 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:45:51.544631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 51879016-497f-42d6-91bf-7e5feea42d81 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:45:51.843973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54096) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:51.849400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e9b03c6a-0a0d-4887-b6e4-2b9a95d65edd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855790470', 'description': 'tempest-secgroup-smoke-1855790470 description', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:51.864299 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.875214 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9b03c6a-0a0d-4887-b6e4-2b9a95d65edd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.946701 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9b03c6a-0a0d-4887-b6e4-2b9a95d65edd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.950559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9b03c6a-0a0d-4887-b6e4-2b9a95d65edd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.982642 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e9b03c6a-0a0d-4887-b6e4-2b9a95d65edd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:51.983907 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e9b03c6a-0a0d-4887-b6e4-2b9a95d65edd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388001 Nov 09 20:45:51.985000 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b03c6a-0a0d-4887-b6e4-2b9a95d65edd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:51.988289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54098) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:51.993109 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-738f571d-107a-416d-b746-63f945c28e0b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '346000f9-8126-4fc9-8b5f-a7f6e18c6d5e', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:52.020508 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-738f571d-107a-416d-b746-63f945c28e0b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.071774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-738f571d-107a-416d-b746-63f945c28e0b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.075449 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-738f571d-107a-416d-b746-63f945c28e0b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.094206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f571d-107a-416d-b746-63f945c28e0b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e529a5-0418-4e62-a6c6-fc1ad6cde657,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:52.102974 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-738f571d-107a-416d-b746-63f945c28e0b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.104213 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-738f571d-107a-416d-b746-63f945c28e0b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149151 Nov 09 20:45:52.107036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54100) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:52.111421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5bda5c0a-6ebd-455e-80e6-80827d9eea33 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '346000f9-8126-4fc9-8b5f-a7f6e18c6d5e', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:52.139484 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bda5c0a-6ebd-455e-80e6-80827d9eea33 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.199666 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bda5c0a-6ebd-455e-80e6-80827d9eea33 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.203414 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bda5c0a-6ebd-455e-80e6-80827d9eea33 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.223380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda5c0a-6ebd-455e-80e6-80827d9eea33 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e07ce0-4e88-4c9f-9223-9b67d6f99b39,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:52.231775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5bda5c0a-6ebd-455e-80e6-80827d9eea33 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.233478 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5bda5c0a-6ebd-455e-80e6-80827d9eea33 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254587 Nov 09 20:45:52.236236 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54102) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:52.241077 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-8e5e74fd-faa0-4264-b88d-3e11f7e87980 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '346000f9-8126-4fc9-8b5f-a7f6e18c6d5e', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:52.267384 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e5e74fd-faa0-4264-b88d-3e11f7e87980 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.328623 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e5e74fd-faa0-4264-b88d-3e11f7e87980 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.332980 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e5e74fd-faa0-4264-b88d-3e11f7e87980 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.353152 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e74fd-faa0-4264-b88d-3e11f7e87980 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd54119-f688-457c-b9a8-8193ac80d532,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:52.357565 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8e5e74fd-faa0-4264-b88d-3e11f7e87980 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.358830 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8e5e74fd-faa0-4264-b88d-3e11f7e87980 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215765 Nov 09 20:45:52.361807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54104) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:52.366276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1989e756-1e1a-4972-b144-4e99d3e8ed2e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '346000f9-8126-4fc9-8b5f-a7f6e18c6d5e', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:52.392110 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1989e756-1e1a-4972-b144-4e99d3e8ed2e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.455890 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1989e756-1e1a-4972-b144-4e99d3e8ed2e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.460423 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1989e756-1e1a-4972-b144-4e99d3e8ed2e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.478543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989e756-1e1a-4972-b144-4e99d3e8ed2e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fbc26b-1477-464e-8d34-0efe5f90d0bf,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:52.486880 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1989e756-1e1a-4972-b144-4e99d3e8ed2e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.488334 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1989e756-1e1a-4972-b144-4e99d3e8ed2e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255269 Nov 09 20:45:52.491190 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54106) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:52.495682 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fe686efe-a8f5-4a18-8c27-c09c6447ca71 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '346000f9-8126-4fc9-8b5f-a7f6e18c6d5e', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:52.518227 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-fe686efe-a8f5-4a18-8c27-c09c6447ca71 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Project 6ed492ed3b7a43c1ba7b6c6ded9d4f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:45:52.523994 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe686efe-a8f5-4a18-8c27-c09c6447ca71 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.585936 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe686efe-a8f5-4a18-8c27-c09c6447ca71 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.589464 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe686efe-a8f5-4a18-8c27-c09c6447ca71 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.606837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe686efe-a8f5-4a18-8c27-c09c6447ca71 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf9bbef-c0e9-4a5b-a86f-8bc172938559,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:52.614782 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fe686efe-a8f5-4a18-8c27-c09c6447ca71 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.615980 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fe686efe-a8f5-4a18-8c27-c09c6447ca71 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238630 Nov 09 20:45:52.618806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54108) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:52.623407 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-70220dfe-55a8-438a-a4b3-f3d7bd538316 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'security_group_rule': {'security_group_id': '346000f9-8126-4fc9-8b5f-a7f6e18c6d5e', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:52.646405 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-70220dfe-55a8-438a-a4b3-f3d7bd538316 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Project 6ed492ed3b7a43c1ba7b6c6ded9d4f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:45:52.652211 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70220dfe-55a8-438a-a4b3-f3d7bd538316 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.716447 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70220dfe-55a8-438a-a4b3-f3d7bd538316 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.722391 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70220dfe-55a8-438a-a4b3-f3d7bd538316 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.741457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70220dfe-55a8-438a-a4b3-f3d7bd538316 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e283adaa-7578-45b1-8925-5763f7feae77,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:52.750172 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-70220dfe-55a8-438a-a4b3-f3d7bd538316 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.751426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-70220dfe-55a8-438a-a4b3-f3d7bd538316 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317055 Nov 09 20:45:52.754931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54110) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:52.760092 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'network': {'name': 'tempest-network-smoke--398091732', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'port_security_enabled': True}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:52.781946 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:45:52.785935 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.812279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:45:52.823977 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.824413 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Added segment 21eb1bbb-929f-40a9-bd67-d341d1160488 of type vlan for network 740cc585-9e3d-437b-932b-cd9d9918d53c Nov 09 20:45:52.868373 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.894443 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.900657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:52.901256 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.957089 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2009785 Nov 09 20:45:52.961241 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54112) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:52.966140 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'admin_state_up': True, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:52.971655 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3ac9e-3df2-4c30-a4e9-62b8c5b19275 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Network': ['ID=740cc585-9e3d-437b-932b-cd9d9918d53c,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:52.982716 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 740cc585-9e3d-437b-932b-cd9d9918d53c details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:45:52.992533 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:52.993559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:53.046678 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:53.194604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:53.397442 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:53.420299 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:53.536367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.25.6.2 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/7940c47c-93c3-4af3-a0be-fc9b5ff25b64) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:45:53.639494 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:53.678486 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:53.716220 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:45:53.719161 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:45:53.722648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:45:53.747244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=7940c47c-93c3-4af3-a0be-fc9b5ff25b64,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:54.292651 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:54.502040 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:54.639897 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router bdf8e048-8515-4350-9a1e-1e23a0d59104 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:45:54.749554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:45:54.760123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Sync routers for ids ['bdf8e048-8515-4350-9a1e-1e23a0d59104'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:45:54.770087 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Routers {'bdf8e048-8515-4350-9a1e-1e23a0d59104'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:45:54.770747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['bdf8e048-8515-4350-9a1e-1e23a0d59104'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:54.772300 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:54.773643 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-e747063d-38bf-473e-8bfa-630c08834054 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8111141 Nov 09 20:45:54.776953 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54114) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:54.865704 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3905fa4b-1bf7-4b6f-b67e-3c00ce028acb tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0872495 Nov 09 20:45:54.869104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54118) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:54.900297 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Set router bdf8e048-8515-4350-9a1e-1e23a0d59104 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:45:54.972537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce14a14-1c5a-4c63-b3df-469282df0e4b tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:54.977284 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dce14a14-1c5a-4c63-b3df-469282df0e4b tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1041770 Nov 09 20:45:54.977556 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54120) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:55.012174 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2df1f224-f95a-4c8e-ba75-16817a911868 tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=944ec199-919e-45c3-9bfa-d52ea8b2e5bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332592 Nov 09 20:45:55.015057 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54122) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:55.021345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-722283983', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:55.125604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:45:55.129533 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:55.286716 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:53Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:55.314718 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Checking router: bdf8e048-8515-4350-9a1e-1e23a0d59104 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:45:55.315073 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Updating router bdf8e048-8515-4350-9a1e-1e23a0d59104 port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:45:55.333752 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:55.342624 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:55.399028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Subnet': ['ID=b6d2c42f-7ae2-4a11-b154-363e3468d3b6,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:55.406692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Checking segment: {'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:45:55.407065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network hostable DHCP agents. Network: 740cc585-9e3d-437b-932b-cd9d9918d53c, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:45:55.429882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 740cc585-9e3d-437b-932b-cd9d9918d53c is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:45:55.440182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 740cc585-9e3d-437b-932b-cd9d9918d53c) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:45:55.446862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:55.447472 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:55.453657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce2a9d-d4bd-43a1-b611-5a728e1aa3cf None None] Network 740cc585-9e3d-437b-932b-cd9d9918d53c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:45:55.466029 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e6123016-ff8e-462c-8777-e9073604c288 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4498889 Nov 09 20:45:55.468904 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54124) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:45:55.708039 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-740cc585-9e3d-437b-932b-cd9d9918d53c', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:45:55.708894 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:55.746061 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:55.753747 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:55.882776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Attempting to bind port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:45:55.883566 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Attempting to bind port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:45:55.883671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Attempting to bind port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:45:55.905618 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e7d39-4f1a-416b-8e96-00de37b1da4b None None] Pushing event updated for resources: {'Port': ['ID=7940c47c-93c3-4af3-a0be-fc9b5ff25b64,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:55.915959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:45:55.916329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:45:55.916734 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:55.917135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:45:55.917605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Bound port: 7940c47c-93c3-4af3-a0be-fc9b5ff25b64, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:45:55.917988 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:55.937719 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:55.960426 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Allocated IP 172.20.0.2 (740cc585-9e3d-437b-932b-cd9d9918d53c/b6d2c42f-7ae2-4a11-b154-363e3468d3b6/1cba21bf-2cc2-4506-be23-c3c60964f9da) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:45:56.009204 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] For port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:45:56.054344 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] For port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7940c47c-93c3-4af3-a0be-fc9b5ff25b64,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:45:56.066408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:56.072509 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:56.148815 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Routers {'bdf8e048-8515-4350-9a1e-1e23a0d59104'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:45:56.149447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['bdf8e048-8515-4350-9a1e-1e23a0d59104'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:56.193753 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e7d39-4f1a-416b-8e96-00de37b1da4b None None] Pushing event updated for resources: {'Port': ['ID=7940c47c-93c3-4af3-a0be-fc9b5ff25b64,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:56.299619 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:56.307703 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:56.327311 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] Set router bdf8e048-8515-4350-9a1e-1e23a0d59104 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:45:56.363801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.20.0.1 (740cc585-9e3d-437b-932b-cd9d9918d53c/b6d2c42f-7ae2-4a11-b154-363e3468d3b6/e7131780-40b7-45c0-97dc-4f8b9cb47f18) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:45:56.420519 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Network 740cc585-9e3d-437b-932b-cd9d9918d53c is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:45:56.437149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Pushing event updated for resources: {'Port': ['ID=1cba21bf-2cc2-4506-be23-c3c60964f9da,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:56.439739 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:45:56.470501 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:45:56.499064 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:56.537995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:56.551829 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Attempting to bind port 1cba21bf-2cc2-4506-be23-c3c60964f9da on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:45:56.552317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Attempting to bind port 1cba21bf-2cc2-4506-be23-c3c60964f9da by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:45:56.552732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Attempting to bind port 1cba21bf-2cc2-4506-be23-c3c60964f9da on network 740cc585-9e3d-437b-932b-cd9d9918d53c {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:45:56.564750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:45:56.565105 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Checking segment: {'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:45:56.565550 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:56.565940 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Bound using segment: {'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:45:56.566459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Bound port: 1cba21bf-2cc2-4506-be23-c3c60964f9da, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:45:56.566922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:56.579325 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 740cc585-9e3d-437b-932b-cd9d9918d53c is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:45:56.583232 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:45:56.587052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:45:56.617416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=e7131780-40b7-45c0-97dc-4f8b9cb47f18,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:56.645050 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:56.667852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] For port 1cba21bf-2cc2-4506-be23-c3c60964f9da, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:45:56.672255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] For port 1cba21bf-2cc2-4506-be23-c3c60964f9da, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1cba21bf-2cc2-4506-be23-c3c60964f9da,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:45:56.675337 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:53Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:56.679534 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:56.715454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6d3a8-14e3-4fe2-8850-fad77faafc45 None None] The sync data for ids ['bdf8e048-8515-4350-9a1e-1e23a0d59104'] in n-d-817256-1 is: [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:53Z', 'revision_number': 3, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:45:56.772019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d81bb-bcf1-4126-83cc-62f2b4437251 None None] Pushing event updated for resources: {'Port': ['ID=1cba21bf-2cc2-4506-be23-c3c60964f9da,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:56.813208 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:57.180877 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:57.189140 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:57.270103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=e7131780-40b7-45c0-97dc-4f8b9cb47f18,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:57.272837 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:57.381739 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 740cc585-9e3d-437b-932b-cd9d9918d53c is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:45:57.383706 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:45:57.532983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router bdf8e048-8515-4350-9a1e-1e23a0d59104 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:45:57.575343 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:45:57.637414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:45:57.637414 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:57.672978 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:45:57.689944 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9f04bcfe-83e1-4ec2-85cb-d1c418ee00ac tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "PUT /v2.0/routers/bdf8e048-8515-4350-9a1e-1e23a0d59104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2106185 Nov 09 20:45:57.738335 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:57.763513 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7940c47c-93c3-4af3-a0be-fc9b5ff25b64,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:45:57.771720 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:57.772603 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1cba21bf-2cc2-4506-be23-c3c60964f9da up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:45:57.865019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=7940c47c-93c3-4af3-a0be-fc9b5ff25b64,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:57.882594 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1cba21bf-2cc2-4506-be23-c3c60964f9da triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:45:57.883104 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:57.895968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-15dcdffe-dc20-4ba6-ae0a-3190306794dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855790470&fields=id&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 267 time: 0.0623233 Nov 09 20:45:57.980983 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:57.992971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73695dbe-c3fe-42c5-818b-73ad0da1e668 None None] Network 740cc585-9e3d-437b-932b-cd9d9918d53c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:45:58.021848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-657815a6-5469-4db3-8362-24b09214865a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:58.023423 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-657815a6-5469-4db3-8362-24b09214865a tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/networks?id=740cc585-9e3d-437b-932b-cd9d9918d53c HTTP/1.1" status: 200 len: 796 time: 0.1185353 Nov 09 20:45:58.039551 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-a36fa614-3a65-4000-833f-42d6f6452e73 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/quotas/6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 375 time: 0.0100331 Nov 09 20:45:58.077744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 1cba21bf-2cc2-4506-be23-c3c60964f9da, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1cba21bf-2cc2-4506-be23-c3c60964f9da,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:45:58.087896 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:58.103111 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-87d7301d-eebb-4348-813b-d1ebd8d1ee36 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569985 Nov 09 20:45:58.129937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-c4e662bb-dfb5-4025-b704-769052d7c12c None None] Provisioning complete for port 1cba21bf-2cc2-4506-be23-c3c60964f9da triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:45:58.130305 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c4e662bb-dfb5-4025-b704-769052d7c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:58.172235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-82d0b09c-dc3e-4fee-8e2a-7b4206f92a9a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:45:58.173318 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-82d0b09c-dc3e-4fee-8e2a-7b4206f92a9a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561745 Nov 09 20:45:58.229192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=1cba21bf-2cc2-4506-be23-c3c60964f9da,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:58.289596 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-e410685c-0c9b-421f-8f0f-8912a035d6b7 service neutron] 10.222.0.53 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080790 Nov 09 20:45:58.398163 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-79fa1259-cd3e-4444-8aac-d97763a0d111 service neutron] 10.222.0.53 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020999 Nov 09 20:45:58.597784 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d4cca7a0-a370-44a5-b8f9-c400c8193c49 req-d9620366-e0e1-44a5-adae-a20e00ceb17f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 210 time: 0.0359721 Nov 09 20:45:58.639053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1aa0f9d0-6872-41da-9e73-0b697ebc8238 None None] Provisioning complete for port 1cba21bf-2cc2-4506-be23-c3c60964f9da triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:45:58.639614 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1aa0f9d0-6872-41da-9e73-0b697ebc8238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:58.724526 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Sync routers for ids ['bdf8e048-8515-4350-9a1e-1e23a0d59104'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:45:58.736330 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Routers {'bdf8e048-8515-4350-9a1e-1e23a0d59104'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:45:58.737006 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['bdf8e048-8515-4350-9a1e-1e23a0d59104'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:58.756429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-1aa0f9d0-6872-41da-9e73-0b697ebc8238 None None] Provisioning complete for port e7131780-40b7-45c0-97dc-4f8b9cb47f18 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:45:58.756804 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1aa0f9d0-6872-41da-9e73-0b697ebc8238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:58.808243 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0f9d0-6872-41da-9e73-0b697ebc8238 None None] Port e7131780-40b7-45c0-97dc-4f8b9cb47f18 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:45:58.930467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-9d1521b2-39b5-4479-b2c2-e859ed50ece8 None None] Provisioning complete for port e7131780-40b7-45c0-97dc-4f8b9cb47f18 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:45:58.934549 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9d1521b2-39b5-4479-b2c2-e859ed50ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:58.994795 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Set router bdf8e048-8515-4350-9a1e-1e23a0d59104 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:45:58.997101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-9d1521b2-39b5-4479-b2c2-e859ed50ece8 None None] Port e7131780-40b7-45c0-97dc-4f8b9cb47f18 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:45:59.117933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-58efebb1-7dba-4c73-b0d9-26f85c53b258 None None] Provisioning complete for port e7131780-40b7-45c0-97dc-4f8b9cb47f18 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:45:59.118542 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-58efebb1-7dba-4c73-b0d9-26f85c53b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:59.157232 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-58efebb1-7dba-4c73-b0d9-26f85c53b258 None None] Port e7131780-40b7-45c0-97dc-4f8b9cb47f18 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:45:59.222210 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:56Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'e7131780-40b7-45c0-97dc-4f8b9cb47f18', 'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:4b:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:56Z', 'updated_at': '2021-11-09T20:45:56Z', 'revision_number': 2, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:59.250445 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Checking router: bdf8e048-8515-4350-9a1e-1e23a0d59104 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:45:59.250828 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Updating router bdf8e048-8515-4350-9a1e-1e23a0d59104 port e7131780-40b7-45c0-97dc-4f8b9cb47f18 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:45:59.277197 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:59.492023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:45:59.543541 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:45:59.543919 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:59.568040 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:59.574801 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:59.671193 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Pushing event updated for resources: {'Port': ['ID=e7131780-40b7-45c0-97dc-4f8b9cb47f18,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:59.678789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1cba21bf-2cc2-4506-be23-c3c60964f9da up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:45:59.684671 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Attempting to bind port e7131780-40b7-45c0-97dc-4f8b9cb47f18 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:45:59.684671 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Attempting to bind port e7131780-40b7-45c0-97dc-4f8b9cb47f18 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:45:59.684974 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Attempting to bind port e7131780-40b7-45c0-97dc-4f8b9cb47f18 on network 740cc585-9e3d-437b-932b-cd9d9918d53c {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:45:59.694742 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.695083 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.695420 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.696201 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.696201 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.696428 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.696704 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.697025 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.697347 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.697668 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.697987 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.698304 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:45:59.712358 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:45:59.712733 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Checking segment: {'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:45:59.713141 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:59.713536 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Bound using segment: {'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:45:59.714020 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Bound port: e7131780-40b7-45c0-97dc-4f8b9cb47f18, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:45:59.714403 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:59.786022 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1cba21bf-2cc2-4506-be23-c3c60964f9da triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:45:59.786556 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:59.787228 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2ca09408-bd0d-4827-8e48-b3c8956c6c05 req-f4e79187-056a-48ac-8c19-44db2744b8ee tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 210 time: 0.0541871 Nov 09 20:45:59.816270 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-6c51ceaa-67a2-4210-99e6-8493f6020bbf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:45:59.817243 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-6c51ceaa-67a2-4210-99e6-8493f6020bbf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "GET /v2.0/networks?id=740cc585-9e3d-437b-932b-cd9d9918d53c HTTP/1.1" status: 200 len: 796 time: 0.2221558 Nov 09 20:45:59.859399 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] For port e7131780-40b7-45c0-97dc-4f8b9cb47f18, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:45:59.868267 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] For port e7131780-40b7-45c0-97dc-4f8b9cb47f18, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e7131780-40b7-45c0-97dc-4f8b9cb47f18,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:45:59.876825 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:45:59.889066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-a241390a-6cda-433e-ad78-8af320228ba5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91 HTTP/1.1" status: 200 len: 380 time: 0.0612068 Nov 09 20:45:59.902454 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'port': {'device_id': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'admin_state_up': True, 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'security_groups': ['346000f9-8126-4fc9-8b5f-a7f6e18c6d5e']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:45:59.947236 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Routers {'bdf8e048-8515-4350-9a1e-1e23a0d59104'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:45:59.947911 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['bdf8e048-8515-4350-9a1e-1e23a0d59104'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:45:59.949936 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c007eeb-5d23-46bb-b86b-acb9639c0605 None None] Pushing event updated for resources: {'Port': ['ID=e7131780-40b7-45c0-97dc-4f8b9cb47f18,revision_number=4']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:45:59.995595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-0a49cb71-e727-4716-b119-43bb940cf78c None None] Provisioning complete for port e7131780-40b7-45c0-97dc-4f8b9cb47f18 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:45:59.996012 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0a49cb71-e727-4716-b119-43bb940cf78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:00.059592 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Made reservation on behalf of 6ed492ed3b7a43c1ba7b6c6ded9d4f91 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:46:00.064084 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:00.093064 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0a49cb71-e727-4716-b119-43bb940cf78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:00.099473 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] Set router bdf8e048-8515-4350-9a1e-1e23a0d59104 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:46:00.131060 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0a49cb71-e727-4716-b119-43bb940cf78c None None] For port e7131780-40b7-45c0-97dc-4f8b9cb47f18, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e7131780-40b7-45c0-97dc-4f8b9cb47f18,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:46:00.143277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0a49cb71-e727-4716-b119-43bb940cf78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:00.201027 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49cb71-e727-4716-b119-43bb940cf78c None None] Pushing event updated for resources: {'Port': ['ID=e7131780-40b7-45c0-97dc-4f8b9cb47f18,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:00.232394 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.20.0.13 (740cc585-9e3d-437b-932b-cd9d9918d53c/b6d2c42f-7ae2-4a11-b154-363e3468d3b6/7e7ba168-dce6-4411-b216-9a0d42bc9bff) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:46:00.266326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f98a10b7-1429-4607-8df9-a0c6f8533eca None None] Provisioning complete for port e7131780-40b7-45c0-97dc-4f8b9cb47f18 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:00.266813 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f98a10b7-1429-4607-8df9-a0c6f8533eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:00.347284 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:56Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'e7131780-40b7-45c0-97dc-4f8b9cb47f18', 'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:4b:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:56Z', 'updated_at': '2021-11-09T20:45:59Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:00.381186 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8642041-01cc-424b-86e8-05a7a494449b None None] The sync data for ids ['bdf8e048-8515-4350-9a1e-1e23a0d59104'] in n-d-817256-1 is: [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:56Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'e7131780-40b7-45c0-97dc-4f8b9cb47f18', 'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:4b:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:56Z', 'updated_at': '2021-11-09T20:45:59Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:46:00.412402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:00.483434 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:00.531185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 740cc585-9e3d-437b-932b-cd9d9918d53c is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:46:00.535358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:46:00.540882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:46:00.589714 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=7e7ba168-dce6-4411-b216-9a0d42bc9bff,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:00.620039 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:00.620713 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:00.653677 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-2db7cfd4-0492-4cb5-89e9-71fade880bc4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7578542 Nov 09 20:46:00.666850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Request body: {'port': {'device_id': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:46:00.734607 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:00.873831 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-93d6cafc-875a-4e33-ad4b-a32587411c0d None None] Provisioning complete for port 7e7ba168-dce6-4411-b216-9a0d42bc9bff triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:00.874394 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-93d6cafc-875a-4e33-ad4b-a32587411c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:00.920508 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-93d6cafc-875a-4e33-ad4b-a32587411c0d None None] Port 7e7ba168-dce6-4411-b216-9a0d42bc9bff cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:46:01.006537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb28898-1f34-4192-9f5d-7de6984b7ccf req-3b85a7ff-fefa-44da-9d55-3b73e036ba83 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:01.008147 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1cb28898-1f34-4192-9f5d-7de6984b7ccf req-3b85a7ff-fefa-44da-9d55-3b73e036ba83 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 932 time: 0.1154339 Nov 09 20:46:01.073554 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1cb28898-1f34-4192-9f5d-7de6984b7ccf req-90bfd610-bbf6-40ab-a213-67df76ea0b12 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590999 Nov 09 20:46:01.117608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7ba168-dce6-4411-b216-9a0d42bc9bff {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:46:01.126222 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:01.140957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Transition to ACTIVE for port object 7e7ba168-dce6-4411-b216-9a0d42bc9bff will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:46:01.145755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:01.240857 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7ba168-dce6-4411-b216-9a0d42bc9bff,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:01.298547 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Attempting to bind port 7e7ba168-dce6-4411-b216-9a0d42bc9bff on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:46:01.299218 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Attempting to bind port 7e7ba168-dce6-4411-b216-9a0d42bc9bff by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:46:01.299683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Attempting to bind port 7e7ba168-dce6-4411-b216-9a0d42bc9bff on network 740cc585-9e3d-437b-932b-cd9d9918d53c {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:46:01.305023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Port 7e7ba168-dce6-4411-b216-9a0d42bc9bff on network 740cc585-9e3d-437b-932b-cd9d9918d53c not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:46:01.305495 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Attempting to bind port 7e7ba168-dce6-4411-b216-9a0d42bc9bff on network 740cc585-9e3d-437b-932b-cd9d9918d53c {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:46:01.312378 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:46:01.313097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Checking segment: {'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:46:01.313786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Bound using segment: {'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:46:01.314576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Bound port: 7e7ba168-dce6-4411-b216-9a0d42bc9bff, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21eb1bbb-929f-40a9-bd67-d341d1160488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:46:01.315253 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:01.400649 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] For port 7e7ba168-dce6-4411-b216-9a0d42bc9bff, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:46:01.404408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] For port 7e7ba168-dce6-4411-b216-9a0d42bc9bff, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:46:01.414192 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:01.451033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:01.454276 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:01.454276 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] 10.222.0.70 "PUT /v2.0/ports/7e7ba168-dce6-4411-b216-9a0d42bc9bff HTTP/1.1" status: 200 len: 1092 time: 0.7910676 Nov 09 20:46:01.454276 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'tag': '7e7ba168-dce6-4411-b216-9a0d42bc9bff'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:46:01.456471 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae11ba34-7186-43e4-809c-16fccf73a541" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7b8667-301c-4a41-8994-fc938af6ec8c", "tag": "7e7ba168-dce6-4411-b216-9a0d42bc9bff"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:46:01.521260 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae0e87-9a9b-424f-b582-37ab6439c0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7ba168-dce6-4411-b216-9a0d42bc9bff,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:01.556196 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d25a34-f5f5-42e8-ac5e-eb2989e14d6c x-openstack-request-id: req-c9d25a34-f5f5-42e8-ac5e-eb2989e14d6c {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:46:01.556711 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7b8667-301c-4a41-8994-fc938af6ec8c", "tag": "7e7ba168-dce6-4411-b216-9a0d42bc9bff", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:46:01.557335 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9d25a34-f5f5-42e8-ac5e-eb2989e14d6c {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:46:01.557937 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'tag': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'status': 'completed', 'code': 200} Nov 09 20:46:01.576879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e7131780-40b7-45c0-97dc-4f8b9cb47f18 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:46:01.585576 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-beda96b1-beb0-4c51-b7cb-691906d4ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:01.591307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-beda96b1-beb0-4c51-b7cb-691906d4ebc5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 1095 time: 0.0703611 Nov 09 20:46:01.642688 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-93fc1a39-74bf-4018-abc5-5dad67fe2b32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff HTTP/1.1" status: 200 len: 217 time: 0.0415781 Nov 09 20:46:01.647435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port e7131780-40b7-45c0-97dc-4f8b9cb47f18 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:01.647841 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:01.704388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-a268fd0e-549a-46c7-8cbb-50e89e83a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:01.706669 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-a268fd0e-549a-46c7-8cbb-50e89e83a6bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6d2c42f-7ae2-4a11-b154-363e3468d3b6 HTTP/1.1" status: 200 len: 834 time: 0.0556817 Nov 09 20:46:01.758686 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-3955de3e-2d22-4a24-8075-abaafb8d298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:01.761097 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-3955de3e-2d22-4a24-8075-abaafb8d298a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=740cc585-9e3d-437b-932b-cd9d9918d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453908 Nov 09 20:46:01.867546 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-653f80d0-9e54-4109-92f2-e59589458644 service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992470 Nov 09 20:46:01.964246 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-91222813-69a0-4b9c-b9ef-096cc465e378 req-3b72c097-9bbd-41a0-840f-faa7c901802f service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889714 Nov 09 20:46:02.054268 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-ad63dda0-5c35-429c-ba93-76ba7891a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:02.055819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-ad63dda0-5c35-429c-ba93-76ba7891a552 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 1095 time: 0.0428720 Nov 09 20:46:02.544168 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b95f15-ce69-4bb1-b3bc-e4710b22df37 req-cc54a443-17da-4469-bd56-2156d51ae0f0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:02.545874 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35b95f15-ce69-4bb1-b3bc-e4710b22df37 req-cc54a443-17da-4469-bd56-2156d51ae0f0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 944 time: 0.0821421 Nov 09 20:46:02.547931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-1dfb5b04-cde1-4eef-832b-04c226e76658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:02.550879 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-1dfb5b04-cde1-4eef-832b-04c226e76658 service neutron] 10.222.0.70 "GET /v2.0/networks?id=740cc585-9e3d-437b-932b-cd9d9918d53c HTTP/1.1" status: 200 len: 897 time: 0.4866719 Nov 09 20:46:02.604734 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-8d45dc78-ddfb-4191-ac19-d52482085faa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff HTTP/1.1" status: 200 len: 217 time: 0.0451396 Nov 09 20:46:02.631947 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-35b95f15-ce69-4bb1-b3bc-e4710b22df37 req-5d2dee1f-d574-4826-bf5f-4d958bfc0dc0 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784554 Nov 09 20:46:02.668738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-1f1e3d59-8fc7-430d-8052-28cb2a8eb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:02.670269 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-1f1e3d59-8fc7-430d-8052-28cb2a8eb656 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6d2c42f-7ae2-4a11-b154-363e3468d3b6 HTTP/1.1" status: 200 len: 834 time: 0.0538888 Nov 09 20:46:02.717388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-7abdccc4-521a-4cf5-aba9-74a7269db04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:02.718916 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-7abdccc4-521a-4cf5-aba9-74a7269db04a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=740cc585-9e3d-437b-932b-cd9d9918d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410333 Nov 09 20:46:02.816494 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-ca814d30-88bc-42fc-b242-3f31effd0425 service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894024 Nov 09 20:46:02.914640 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ae11ba34-7186-43e4-809c-16fccf73a541 req-e51eef39-606c-4452-b018-989fd59096a6 service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892510 Nov 09 20:46:03.053206 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:46:03.767298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe9c3f-b472-4a01-8141-6796a7e3e553 req-a253a092-8762-4b13-a491-192bb7f69bf5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:03.769532 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bbe9c3f-b472-4a01-8141-6796a7e3e553 req-a253a092-8762-4b13-a491-192bb7f69bf5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 944 time: 0.0661762 Nov 09 20:46:03.815978 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-8bbe9c3f-b472-4a01-8141-6796a7e3e553 req-9855003a-86a5-4a05-bb74-9ce70bb2d964 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Nov 09 20:46:04.431530 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7e7ba168-dce6-4411-b216-9a0d42bc9bff details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:46:04.526876 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7e7ba168-dce6-4411-b216-9a0d42bc9bff, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:46:04.544205 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'port_id': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'mac_address': 'fa:16:3e:05:16:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:46:04.583674 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:04.597786 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7ba168-dce6-4411-b216-9a0d42bc9bff {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:46:04.618052 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7e7ba168-dce6-4411-b216-9a0d42bc9bff, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:46:04.622612 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:04.675902 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7e7ba168-dce6-4411-b216-9a0d42bc9bff,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:04.840885 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['7e7ba168-dce6-4411-b216-9a0d42bc9bff'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:46:04.945950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd03a3-919d-4414-bf51-904fc549400e req-56a0c7f6-0fa7-4757-b5b4-70668aa8ffd9 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:04.947470 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04bd03a3-919d-4414-bf51-904fc549400e req-56a0c7f6-0fa7-4757-b5b4-70668aa8ffd9 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 945 time: 0.0588677 Nov 09 20:46:04.989202 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04bd03a3-919d-4414-bf51-904fc549400e req-44c8443c-f697-44da-ac0c-89a14c715c8d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357416 Nov 09 20:46:06.119187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc871be-5865-4ca2-bc95-b251bc3335d4 req-d5d7f4e3-b90e-4d96-938f-9b7b7c9de971 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:06.120721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6dc871be-5865-4ca2-bc95-b251bc3335d4 req-d5d7f4e3-b90e-4d96-938f-9b7b7c9de971 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 945 time: 0.0512650 Nov 09 20:46:06.162604 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6dc871be-5865-4ca2-bc95-b251bc3335d4 req-04e6911c-5abf-45ee-8922-6b4351d9ca0e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353112 Nov 09 20:46:06.439777 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7e7ba168-dce6-4411-b216-9a0d42bc9bff up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:46:06.491606 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 7e7ba168-dce6-4411-b216-9a0d42bc9bff completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:46:06.497190 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 7e7ba168-dce6-4411-b216-9a0d42bc9bff triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:06.497566 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:06.579487 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:06.607348 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7ba168-dce6-4411-b216-9a0d42bc9bff'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:46:06.609653 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fd52ee-ceeb-4a89-808d-61415fa73f55" -d '{"events": [{"server_uuid": "6f7b8667-301c-4a41-8994-fc938af6ec8c", "name": "network-vif-plugged", "status": "completed", "tag": "7e7ba168-dce6-4411-b216-9a0d42bc9bff"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:46:06.623873 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 7e7ba168-dce6-4411-b216-9a0d42bc9bff, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:46:06.629204 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:06.657267 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee77a7c-f70c-4522-b45e-e85abe306d7e x-openstack-request-id: req-2ee77a7c-f70c-4522-b45e-e85abe306d7e {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:46:06.657574 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7b8667-301c-4a41-8994-fc938af6ec8c", "name": "network-vif-plugged", "status": "completed", "tag": "7e7ba168-dce6-4411-b216-9a0d42bc9bff", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:46:06.657826 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ee77a7c-f70c-4522-b45e-e85abe306d7e {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:46:06.659757 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'code': 200} Nov 09 20:46:06.681633 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=7e7ba168-dce6-4411-b216-9a0d42bc9bff,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:06.754657 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41d9e4-c0f8-4cc8-a2e6-cbea5c8c64fa req-506e64b9-b3b7-46c5-b6bf-84258be8e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:06.756182 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf41d9e4-c0f8-4cc8-a2e6-cbea5c8c64fa req-506e64b9-b3b7-46c5-b6bf-84258be8e272 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 1097 time: 0.0420027 Nov 09 20:46:06.793950 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bf41d9e4-c0f8-4cc8-a2e6-cbea5c8c64fa req-ff001814-ed63-4a15-af29-b3ef60b6d541 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302377 Nov 09 20:46:07.283381 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151164a-8365-4921-969d-4bbe4179414c req-503c1ead-45c3-4674-a88e-914b2b7f16a3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:07.285489 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5151164a-8365-4921-969d-4bbe4179414c req-503c1ead-45c3-4674-a88e-914b2b7f16a3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0536983 Nov 09 20:46:07.324475 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5151164a-8365-4921-969d-4bbe4179414c req-b9ffae37-5e95-4793-9a37-7e328cdfe728 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329955 Nov 09 20:46:08.443882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3609527-ad9d-4320-aace-45e39695825b req-32829d34-3735-4486-b605-70ed1934600e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:08.445384 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3609527-ad9d-4320-aace-45e39695825b req-32829d34-3735-4486-b605-70ed1934600e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0496542 Nov 09 20:46:08.482979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3609527-ad9d-4320-aace-45e39695825b req-44842dfc-5a81-4806-a0d5-beea5768f551 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Nov 09 20:46:08.597506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca755a88-6478-448f-ad33-5ce5d1475174 req-9eaca340-e47f-4729-9308-6ca4344ba095 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:08.599039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca755a88-6478-448f-ad33-5ce5d1475174 req-9eaca340-e47f-4729-9308-6ca4344ba095 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0506306 Nov 09 20:46:08.638337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ca755a88-6478-448f-ad33-5ce5d1475174 req-cd77d081-adf2-47f8-aa46-44d0b03cf767 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332692 Nov 09 20:46:08.661524 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54178) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:08.703620 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38000746-ac9e-46c3-a9f8-ba2275013cba tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:08.705137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-38000746-ac9e-46c3-a9f8-ba2275013cba tempest-TestNetworkAdvancedServerOps-1214361503 tempest-TestNetworkAdvancedServerOps-1214361503-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 1092 time: 0.0426178 Nov 09 20:46:08.708642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54180) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:08.713558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:46:08.735325 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:08.833989 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:08.938095 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Allocated IP 172.25.6.28 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/3e396d02-d682-4dee-8374-b90299ca8cd6) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:46:09.038924 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:09.079815 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:09.121369 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:46:09.124215 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:46:09.127650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:46:09.152426 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=3e396d02-d682-4dee-8374-b90299ca8cd6,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:09.476892 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:09.550404 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:09.710953 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:09.716230 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:09.786894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event updated for resources: {'Port': ['ID=3e396d02-d682-4dee-8374-b90299ca8cd6,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:09.798766 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:09.907824 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Floating IP 5219653f-fb17-42f4-96b1-39cd75353d4f associated. External IP: 172.25.6.28, port: 7e7ba168-dce6-4411-b216-9a0d42bc9bff. Nov 09 20:46:10.130654 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router bdf8e048-8515-4350-9a1e-1e23a0d59104 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:46:10.245141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:46:10.257828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] Sync routers for ids ['bdf8e048-8515-4350-9a1e-1e23a0d59104'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:46:10.265619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:10.269634 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] Routers {'bdf8e048-8515-4350-9a1e-1e23a0d59104'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:46:10.270267 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['bdf8e048-8515-4350-9a1e-1e23a0d59104'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:10.296462 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-46ba3482-42f9-4920-96be-ce1a87975531 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5866213 Nov 09 20:46:10.297034 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'tag': '7e7ba168-dce6-4411-b216-9a0d42bc9bff'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:46:10.299865 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c82e18-f3d1-4b80-9a9c-364a85796526" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7b8667-301c-4a41-8994-fc938af6ec8c", "tag": "7e7ba168-dce6-4411-b216-9a0d42bc9bff"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:46:10.344444 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e13015-8e12-400f-a421-b860d2f547dd x-openstack-request-id: req-12e13015-8e12-400f-a421-b860d2f547dd {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:46:10.345259 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7b8667-301c-4a41-8994-fc938af6ec8c", "tag": "7e7ba168-dce6-4411-b216-9a0d42bc9bff", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:46:10.345513 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12e13015-8e12-400f-a421-b860d2f547dd {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:46:10.345911 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'tag': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'status': 'completed', 'code': 200} Nov 09 20:46:10.374824 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c91e97d6-6f1e-4193-a775-1e63fa21329c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:10.401977 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] Set router bdf8e048-8515-4350-9a1e-1e23a0d59104 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:46:10.430300 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f5ca3-74a9-45e7-9ad1-8e5f63ffc032 req-04e94276-ac82-46fc-9336-81262e380f3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:10.431885 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-395f5ca3-74a9-45e7-9ad1-8e5f63ffc032 req-04e94276-ac82-46fc-9336-81262e380f3e tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0823565 Nov 09 20:46:10.447876 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-1cf8ba95-0092-46e4-b182-1cb1de7dc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:10.449340 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-1cf8ba95-0092-46e4-b182-1cb1de7dc133 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 1097 time: 0.0679343 Nov 09 20:46:10.531528 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-395f5ca3-74a9-45e7-9ad1-8e5f63ffc032 req-99cfd983-257d-4aa5-872b-53f5737b9d9f tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928967 Nov 09 20:46:10.556415 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54186) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:10.574750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-30beea3b-4b8f-4d37-9b29-b7ba55e98308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:10.576248 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-30beea3b-4b8f-4d37-9b29-b7ba55e98308 service neutron] 10.222.0.70 "GET /v2.0/networks?id=740cc585-9e3d-437b-932b-cd9d9918d53c HTTP/1.1" status: 200 len: 897 time: 0.1184835 Nov 09 20:46:10.624738 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6a43a86d-5523-4ffc-97fb-b5a4ab75167c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/5219653f-fb17-42f4-96b1-39cd75353d4f HTTP/1.1" status: 200 len: 991 time: 0.0669830 Nov 09 20:46:10.644496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-5ac50a71-f79f-456a-8cbc-5ef84e1b3028 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff HTTP/1.1" status: 200 len: 999 time: 0.0609143 Nov 09 20:46:10.659371 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:56Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '5219653f-fb17-42f4-96b1-39cd75353d4f', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'port_id': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'mac_address': 'fa:16:3e:05:16:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:46:09Z', 'updated_at': '2021-11-09T20:46:09Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7131780-40b7-45c0-97dc-4f8b9cb47f18', 'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:4b:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:56Z', 'updated_at': '2021-11-09T20:46:00Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:10.686900 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] Checking router: bdf8e048-8515-4350-9a1e-1e23a0d59104 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:46:10.696580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] Routers {'bdf8e048-8515-4350-9a1e-1e23a0d59104'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:46:10.697211 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:45:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['bdf8e048-8515-4350-9a1e-1e23a0d59104'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:10.700882 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-551c1c16-6830-40d7-82d3-6b8127101b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:10.702470 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-551c1c16-6830-40d7-82d3-6b8127101b57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6d2c42f-7ae2-4a11-b154-363e3468d3b6 HTTP/1.1" status: 200 len: 834 time: 0.0512681 Nov 09 20:46:10.751177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-f3e0a598-f760-43e0-a02d-ed1dec5e865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:10.753113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-f3e0a598-f760-43e0-a02d-ed1dec5e865b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=740cc585-9e3d-437b-932b-cd9d9918d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426342 Nov 09 20:46:10.816246 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] Set router bdf8e048-8515-4350-9a1e-1e23a0d59104 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:46:10.850853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-3e12cc5e-a35a-4134-ac9b-5cd42807208c service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908976 Nov 09 20:46:10.948222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b0c82e18-f3d1-4b80-9a9c-364a85796526 req-64ccbdf3-06df-442c-b153-2efb03234cb6 service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905759 Nov 09 20:46:11.065414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:56Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '5219653f-fb17-42f4-96b1-39cd75353d4f', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'port_id': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'mac_address': 'fa:16:3e:05:16:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:46:09Z', 'updated_at': '2021-11-09T20:46:09Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7131780-40b7-45c0-97dc-4f8b9cb47f18', 'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:4b:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:56Z', 'updated_at': '2021-11-09T20:46:00Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:11.093361 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d996c3-bfd5-4710-8e90-307613fb5d3c None None] The sync data for ids ['bdf8e048-8515-4350-9a1e-1e23a0d59104'] in n-d-817256-1 is: [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:56Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '5219653f-fb17-42f4-96b1-39cd75353d4f', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'floating_ip_address': '172.25.6.28', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'port_id': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'mac_address': 'fa:16:3e:05:16:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:46:09Z', 'updated_at': '2021-11-09T20:46:09Z', 'revision_number': 0, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7131780-40b7-45c0-97dc-4f8b9cb47f18', 'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:4b:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:56Z', 'updated_at': '2021-11-09T20:46:00Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:46:11.291672 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e7c928-cdd9-455f-8d6f-bdd946acdc76 None None] New status for floating IP 5219653f-fb17-42f4-96b1-39cd75353d4f: ACTIVE {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:46:11.627006 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54188) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:11.698601 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-6dde1597-7fdc-4096-a7e4-b6019d34d3c4 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/5219653f-fb17-42f4-96b1-39cd75353d4f HTTP/1.1" status: 200 len: 993 time: 0.0695469 Nov 09 20:46:13.313925 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-39372ab3-daea-4ece-bbf4-155607e3d095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:13.599741 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:14.785039 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:16.524167 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:21.869813 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:26.010824 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:33.083119 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-cd0ec9ba-0b25-4d2c-840e-48c84bca66d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837262 Nov 09 20:46:33.176234 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-29ed5053-b181-4a90-9cca-5134d97a3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:33.177759 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-29ed5053-b181-4a90-9cca-5134d97a3074 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 1097 time: 0.0484936 Nov 09 20:46:33.289796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-316cf19c-832c-49ee-97f0-e128776a7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:33.291321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-316cf19c-832c-49ee-97f0-e128776a7ea4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=740cc585-9e3d-437b-932b-cd9d9918d53c HTTP/1.1" status: 200 len: 897 time: 0.0929008 Nov 09 20:46:33.365899 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-db75143a-52ef-43f2-8193-0836716a5cea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff HTTP/1.1" status: 200 len: 1001 time: 0.0653243 Nov 09 20:46:33.419604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-70a84471-793b-489a-b9e9-4ec69d9c9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:33.421064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-70a84471-793b-489a-b9e9-4ec69d9c9e68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6d2c42f-7ae2-4a11-b154-363e3468d3b6 HTTP/1.1" status: 200 len: 834 time: 0.0486341 Nov 09 20:46:33.471068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-c44f5538-8df3-4c5d-a1ac-4b5a06d9b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:33.472657 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-c44f5538-8df3-4c5d-a1ac-4b5a06d9b58d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=740cc585-9e3d-437b-932b-cd9d9918d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442216 Nov 09 20:46:33.564786 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-962d196a-2760-4e53-a7f9-f3fe4a8ccb32 service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839207 Nov 09 20:46:33.668065 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9dad2746-2b90-451d-afe9-b0bfe744361c req-de830634-0a96-43db-af27-a21940831598 service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963485 Nov 09 20:46:39.481127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f8d3b-904e-40dd-908a-b951fef7097e req-4e982a35-f4e2-429c-b861-f24a3d96a863 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:39.482737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-165f8d3b-904e-40dd-908a-b951fef7097e req-4e982a35-f4e2-429c-b861-f24a3d96a863 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0520515 Nov 09 20:46:39.526608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-165f8d3b-904e-40dd-908a-b951fef7097e req-fcb79dd0-b7c7-4495-a40f-9bb917016cc1 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357237 Nov 09 20:46:40.052123 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:46:40.356080 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b796fa02-c6d8-4187-b7ef-2607a85ffddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:40.650089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42133ca-4f33-4248-8526-440c9a899eec req-e9379c03-a603-432c-992c-b51aa74f6a99 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:40.652137 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b42133ca-4f33-4248-8526-440c9a899eec req-e9379c03-a603-432c-992c-b51aa74f6a99 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0526743 Nov 09 20:46:40.692634 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b42133ca-4f33-4248-8526-440c9a899eec req-f38ed220-c238-4c22-8e75-f2101b3f993d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339742 Nov 09 20:46:40.716250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54208) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:40.784435 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-0343f905-7fd7-483c-9fc8-5b4bdfd47511 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/5219653f-fb17-42f4-96b1-39cd75353d4f HTTP/1.1" status: 200 len: 993 time: 0.0670121 Nov 09 20:46:42.070801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40befb6f-0ea7-4bbc-af21-583fdd0e26eb req-dcc5e1d1-5892-4482-8331-bb7b83ece2f7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:42.072351 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40befb6f-0ea7-4bbc-af21-583fdd0e26eb req-dcc5e1d1-5892-4482-8331-bb7b83ece2f7 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0514367 Nov 09 20:46:42.103091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-af814c05-0fa3-4061-ab6e-25473cd0dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:42.104597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-af814c05-0fa3-4061-ab6e-25473cd0dbf3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 1097 time: 0.0492845 Nov 09 20:46:42.114432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-40befb6f-0ea7-4bbc-af21-583fdd0e26eb req-104684cd-2922-4dba-a14d-5d642b9ecbdd tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357373 Nov 09 20:46:42.205337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-b289d0ab-ea66-4ea4-be0d-bd56316e9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:42.206868 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-b289d0ab-ea66-4ea4-be0d-bd56316e9637 service neutron] 10.222.0.70 "GET /v2.0/networks?id=740cc585-9e3d-437b-932b-cd9d9918d53c HTTP/1.1" status: 200 len: 897 time: 0.0937252 Nov 09 20:46:42.275631 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-e9cbccf4-74bb-4289-afcd-b17c2c310192 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff HTTP/1.1" status: 200 len: 1001 time: 0.0617995 Nov 09 20:46:42.334658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-4ade17e7-65e8-4999-b552-eedf0ff026b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:42.336148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-4ade17e7-65e8-4999-b552-eedf0ff026b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6d2c42f-7ae2-4a11-b154-363e3468d3b6 HTTP/1.1" status: 200 len: 834 time: 0.0528290 Nov 09 20:46:42.386986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-463c7c3e-6999-4d05-b8a9-8040f14b22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:42.388940 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-463c7c3e-6999-4d05-b8a9-8040f14b22e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=740cc585-9e3d-437b-932b-cd9d9918d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457420 Nov 09 20:46:42.482902 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-0557011e-2637-42d8-9cbb-a22af1693ca6 service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858891 Nov 09 20:46:42.586008 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dc58a299-50d3-4d8b-8e45-1020b7284ec3 req-5b478712-23a7-4bc7-a091-99d47ca86e84 service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950708 Nov 09 20:46:43.236642 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e6249-7a4a-41d1-8117-f45c1aaaccf3 req-cda22965-380c-4f43-a739-7e4ef3e2f6a5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:43.238291 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-391e6249-7a4a-41d1-8117-f45c1aaaccf3 req-cda22965-380c-4f43-a739-7e4ef3e2f6a5 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0515914 Nov 09 20:46:43.277387 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-391e6249-7a4a-41d1-8117-f45c1aaaccf3 req-474a72e7-c8c9-4557-9d1a-679342e1b0dc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329847 Nov 09 20:46:43.317116 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0ecde1b-c6ca-46aa-a7e4-1c4cbc9f675c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:43.602756 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:44.398014 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1345d00-d106-4528-87db-885fd0640b7d req-cd69163b-8900-4a13-83f1-a7736ccd3294 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:44.399757 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1345d00-d106-4528-87db-885fd0640b7d req-cd69163b-8900-4a13-83f1-a7736ccd3294 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0529115 Nov 09 20:46:44.442565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1345d00-d106-4528-87db-885fd0640b7d req-b7fe3bd4-19ba-4b18-8f4e-f9972ae9e81d tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367668 Nov 09 20:46:44.467349 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54220) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:44.535588 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-4a0621a2-c5bf-4378-a149-c3269a4c0fcf tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/floatingips/5219653f-fb17-42f4-96b1-39cd75353d4f HTTP/1.1" status: 200 len: 993 time: 0.0670686 Nov 09 20:46:44.787767 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:44.810455 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54228) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:44.966688 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 3e396d02-d682-4dee-8374-b90299ca8cd6 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:46:44.966940 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:45.046175 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:45.046501 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:45.063152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 3e396d02-d682-4dee-8374-b90299ca8cd6 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:46:45.216164 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:45.245694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=3e396d02-d682-4dee-8374-b90299ca8cd6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:45.271377 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.271730 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.272075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.272416 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.272753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.273088 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.273418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.273746 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.274074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.274400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.274753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.275075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:45.314169 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:45.314498 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Floating IP 5219653f-fb17-42f4-96b1-39cd75353d4f disassociated (deleted). External IP: 172.25.6.28, port: 7e7ba168-dce6-4411-b216-9a0d42bc9bff. Nov 09 20:46:45.541666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router bdf8e048-8515-4350-9a1e-1e23a0d59104 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:46:45.660485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:46:45.665532 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:45.670316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] Sync routers for ids ['bdf8e048-8515-4350-9a1e-1e23a0d59104'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:46:45.680577 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] Routers {'bdf8e048-8515-4350-9a1e-1e23a0d59104'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:46:45.681196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['bdf8e048-8515-4350-9a1e-1e23a0d59104'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:45.695164 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-9c7f823a-6b6a-46d5-9b3a-09ec24c8de06 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/floatingips/5219653f-fb17-42f4-96b1-39cd75353d4f HTTP/1.1" status: 204 len: 168 time: 0.8833315 Nov 09 20:46:45.695877 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'tag': '7e7ba168-dce6-4411-b216-9a0d42bc9bff'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:46:45.699006 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7b8667-301c-4a41-8994-fc938af6ec8c", "tag": "7e7ba168-dce6-4411-b216-9a0d42bc9bff"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:46:45.745096 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e44c1-fd44-4626-a693-19ab9b83edc8 x-openstack-request-id: req-049e44c1-fd44-4626-a693-19ab9b83edc8 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:46:45.745658 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7b8667-301c-4a41-8994-fc938af6ec8c", "tag": "7e7ba168-dce6-4411-b216-9a0d42bc9bff", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:46:45.745928 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-049e44c1-fd44-4626-a693-19ab9b83edc8 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:46:45.746717 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'tag': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'status': 'completed', 'code': 200} Nov 09 20:46:45.807115 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] Set router bdf8e048-8515-4350-9a1e-1e23a0d59104 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:46:45.809554 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-43bbc963-c69e-4d98-96f5-889f69976dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:45.811228 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-43bbc963-c69e-4d98-96f5-889f69976dfd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 1097 time: 0.0411718 Nov 09 20:46:45.963883 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a79c3-fe0d-40db-a937-3d0ad3b0a748 req-cd52d4eb-29e9-46b4-abb7-3b2a5d5379f3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:45.965397 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-528a79c3-fe0d-40db-a937-3d0ad3b0a748 req-cd52d4eb-29e9-46b4-abb7-3b2a5d5379f3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0811336 Nov 09 20:46:45.989375 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-e7c19022-3c05-4e7d-9a31-600852419a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:45.990883 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-e7c19022-3c05-4e7d-9a31-600852419a09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=740cc585-9e3d-437b-932b-cd9d9918d53c HTTP/1.1" status: 200 len: 897 time: 0.1686068 Nov 09 20:46:46.048621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-528a79c3-fe0d-40db-a937-3d0ad3b0a748 req-fbef9fe9-f271-4bec-8e7d-980f420fc73b tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757985 Nov 09 20:46:46.050187 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-132e27ae-a18c-42c1-99bc-db038d8bd460 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff HTTP/1.1" status: 200 len: 217 time: 0.0514662 Nov 09 20:46:46.068129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:56Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'e7131780-40b7-45c0-97dc-4f8b9cb47f18', 'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:4b:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:56Z', 'updated_at': '2021-11-09T20:46:00Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:46.096173 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] Checking router: bdf8e048-8515-4350-9a1e-1e23a0d59104 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:46:46.104735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] Routers {'bdf8e048-8515-4350-9a1e-1e23a0d59104'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:46:46.104907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-c4076a7c-d0d5-42a6-a5de-2e903c4bdb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:46.105349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['bdf8e048-8515-4350-9a1e-1e23a0d59104'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:46.106360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-c4076a7c-d0d5-42a6-a5de-2e903c4bdb8e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6d2c42f-7ae2-4a11-b154-363e3468d3b6 HTTP/1.1" status: 200 len: 834 time: 0.0456078 Nov 09 20:46:46.158796 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-3885b499-fcf7-4de5-a141-0f0e4a89a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:46.160323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-3885b499-fcf7-4de5-a141-0f0e4a89a757 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=740cc585-9e3d-437b-932b-cd9d9918d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420790 Nov 09 20:46:46.218126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] Set router bdf8e048-8515-4350-9a1e-1e23a0d59104 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:46:46.258393 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-b5d4664e-6741-4d58-9e62-ef066927df7a service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893254 Nov 09 20:46:46.355820 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-1bfe45c0-e0f6-4b7c-a6bd-56b9c6801ea1 req-af49fb94-0704-4380-8887-aa958a98ce33 service neutron] 10.222.0.70 "GET /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875237 Nov 09 20:46:46.428062 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:56Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'e7131780-40b7-45c0-97dc-4f8b9cb47f18', 'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:4b:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:56Z', 'updated_at': '2021-11-09T20:46:00Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:46.463399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f1ab2-14af-4a1a-8e85-6da8b8f19c19 None None] The sync data for ids ['bdf8e048-8515-4350-9a1e-1e23a0d59104'] in n-d-817256-1 is: [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:45:56Z', 'revision_number': 4, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'e7131780-40b7-45c0-97dc-4f8b9cb47f18', 'name': '', 'network_id': '740cc585-9e3d-437b-932b-cd9d9918d53c', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'mac_address': 'fa:16:3e:4b:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:56Z', 'updated_at': '2021-11-09T20:46:00Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'subnets': [{'id': 'b6d2c42f-7ae2-4a11-b154-363e3468d3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:46:46.525676 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:46.692131 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3cbba5-4c52-4499-8eb7-8b6034f22b70 None None] New status for floating IP 5219653f-fb17-42f4-96b1-39cd75353d4f: DOWN {{(pid=102298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:46:47.188211 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230867d5-f585-45b3-a538-3dda581e0bba req-10475c43-9a40-4f53-b85e-b00ca519ecdb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:47.190408 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-230867d5-f585-45b3-a538-3dda581e0bba req-10475c43-9a40-4f53-b85e-b00ca519ecdb tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0511277 Nov 09 20:46:47.232474 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-230867d5-f585-45b3-a538-3dda581e0bba req-ed6cd7e4-5223-4661-962e-0022f52154d3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/security-groups?id=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360870 Nov 09 20:46:47.540201 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-a23ee14b-960d-442e-bd3a-5e4a23c4167c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:47.541665 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-a23ee14b-960d-442e-bd3a-5e4a23c4167c tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 946 time: 0.0562837 Nov 09 20:46:47.635439 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-85bd3a20-5b61-4407-8891-c1c1673b6de3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 7e7ba168-dce6-4411-b216-9a0d42bc9bff {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:46:47.635775 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-85bd3a20-5b61-4407-8891-c1c1673b6de3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:47.727113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-85bd3a20-5b61-4407-8891-c1c1673b6de3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 7e7ba168-dce6-4411-b216-9a0d42bc9bff, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=7e7ba168-dce6-4411-b216-9a0d42bc9bff,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:46:47.734105 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-85bd3a20-5b61-4407-8891-c1c1673b6de3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:47.748084 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-85bd3a20-5b61-4407-8891-c1c1673b6de3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 7e7ba168-dce6-4411-b216-9a0d42bc9bff owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:46:47.882958 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-85bd3a20-5b61-4407-8891-c1c1673b6de3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:47.913049 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd3a20-5b61-4407-8891-c1c1673b6de3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=7e7ba168-dce6-4411-b216-9a0d42bc9bff,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:47.957209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-85bd3a20-5b61-4407-8891-c1c1673b6de3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] No DVR routers for this DVR port 7e7ba168-dce6-4411-b216-9a0d42bc9bff on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:46:47.959847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-85bd3a20-5b61-4407-8891-c1c1673b6de3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:47.963492 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c00e31e7-f223-4531-9606-b1e39d57b0e1 req-85bd3a20-5b61-4407-8891-c1c1673b6de3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.70 "DELETE /v2.0/ports/7e7ba168-dce6-4411-b216-9a0d42bc9bff HTTP/1.1" status: 204 len: 173 time: 0.4142303 Nov 09 20:46:47.963961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'name': 'network-vif-deleted', 'tag': '7e7ba168-dce6-4411-b216-9a0d42bc9bff'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:46:47.966424 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c7949b-518c-4a71-ac3c-8c72e005bd1c" -d '{"events": [{"server_uuid": "6f7b8667-301c-4a41-8994-fc938af6ec8c", "name": "network-vif-deleted", "tag": "7e7ba168-dce6-4411-b216-9a0d42bc9bff"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:46:48.011738 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c547a92-66cb-494d-a17d-53e56547b472 x-openstack-request-id: req-0c547a92-66cb-494d-a17d-53e56547b472 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:46:48.012036 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7b8667-301c-4a41-8994-fc938af6ec8c", "name": "network-vif-deleted", "tag": "7e7ba168-dce6-4411-b216-9a0d42bc9bff", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:46:48.012294 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c547a92-66cb-494d-a17d-53e56547b472 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:46:48.012697 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7b8667-301c-4a41-8994-fc938af6ec8c', 'name': 'network-vif-deleted', 'tag': '7e7ba168-dce6-4411-b216-9a0d42bc9bff', 'status': 'completed', 'code': 200} Nov 09 20:46:48.355069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f87faae-9642-4046-b6e3-5a27a9bf167d req-367a93f4-c47b-4e1b-be27-b399e0b83e54 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7b8667-301c-4a41-8994-fc938af6ec8c HTTP/1.1" status: 200 len: 210 time: 0.0353189 Nov 09 20:46:49.414886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54248) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:49.791457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:50.077122 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port e7131780-40b7-45c0-97dc-4f8b9cb47f18 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:46:50.077466 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:50.175567 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port e7131780-40b7-45c0-97dc-4f8b9cb47f18, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=e7131780-40b7-45c0-97dc-4f8b9cb47f18,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:46:50.175932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:50.188139 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for e7131780-40b7-45c0-97dc-4f8b9cb47f18 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:46:50.383855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:50.410053 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=e7131780-40b7-45c0-97dc-4f8b9cb47f18,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:50.591209 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:50.694999 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7e7ba168-dce6-4411-b216-9a0d42bc9bff no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:46:50.715117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 7e7ba168-dce6-4411-b216-9a0d42bc9bff {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:46:50.715466 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 7e7ba168-dce6-4411-b216-9a0d42bc9bff not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:46:50.812474 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Router bdf8e048-8515-4350-9a1e-1e23a0d59104 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:46:51.226841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:46:51.231961 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-2fc5478b-7ad7-4c62-9107-207b3aba45a2 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "PUT /v2.0/routers/bdf8e048-8515-4350-9a1e-1e23a0d59104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8159435 Nov 09 20:46:51.234633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54250) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:51.237575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] Sync routers for ids ['bdf8e048-8515-4350-9a1e-1e23a0d59104'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:46:51.247341 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] Routers {'bdf8e048-8515-4350-9a1e-1e23a0d59104'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:46:51.248082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['bdf8e048-8515-4350-9a1e-1e23a0d59104'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:51.285960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-951c50c8-bce3-47d6-9809-400cc48987aa tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting subnet b6d2c42f-7ae2-4a11-b154-363e3468d3b6 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:46:51.289062 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-951c50c8-bce3-47d6-9809-400cc48987aa tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:51.328305 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-951c50c8-bce3-47d6-9809-400cc48987aa tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:51.354852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] Set router bdf8e048-8515-4350-9a1e-1e23a0d59104 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:46:51.421379 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-951c50c8-bce3-47d6-9809-400cc48987aa tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:51.489130 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-951c50c8-bce3-47d6-9809-400cc48987aa tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:51.518109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c50c8-bce3-47d6-9809-400cc48987aa tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d2c42f-7ae2-4a11-b154-363e3468d3b6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:51.524934 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-951c50c8-bce3-47d6-9809-400cc48987aa tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:51.531285 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-951c50c8-bce3-47d6-9809-400cc48987aa tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/subnets/b6d2c42f-7ae2-4a11-b154-363e3468d3b6 HTTP/1.1" status: 204 len: 168 time: 0.2956197 Nov 09 20:46:51.531543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54252) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:51.537669 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ac343f-8fdf-48c5-a458-2f216741ce8a None None] Network 740cc585-9e3d-437b-932b-cd9d9918d53c requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:46:51.638380 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:46:50Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:51.643062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:51.684185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] Checking router: bdf8e048-8515-4350-9a1e-1e23a0d59104 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:46:51.699389 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] Routers {'bdf8e048-8515-4350-9a1e-1e23a0d59104'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:46:51.700074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['bdf8e048-8515-4350-9a1e-1e23a0d59104'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:51.912081 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] DHCP port deletion for 740cc585-9e3d-437b-932b-cd9d9918d53c request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:46:51.981162 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.019994 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] Set router bdf8e048-8515-4350-9a1e-1e23a0d59104 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:46:52.085631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Deleting port 1cba21bf-2cc2-4506-be23-c3c60964f9da {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:46:52.085999 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.102267 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.155366 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Deleting port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:46:52.155708 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.214330 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] For port 1cba21bf-2cc2-4506-be23-c3c60964f9da, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1cba21bf-2cc2-4506-be23-c3c60964f9da,segment=NetworkSegment(21eb1bbb-929f-40a9-bd67-d341d1160488),segment_id=21eb1bbb-929f-40a9-bd67-d341d1160488)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:46:52.214749 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.233409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Calling delete_port for 1cba21bf-2cc2-4506-be23-c3c60964f9da owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:46:52.236245 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] For port 7940c47c-93c3-4af3-a0be-fc9b5ff25b64, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=7940c47c-93c3-4af3-a0be-fc9b5ff25b64,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:46:52.236694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.254001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Calling delete_port for 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:46:52.340969 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:46:50Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:52.373554 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784e97d-34c8-4191-aa2e-da195ac50c31 None None] The sync data for ids ['bdf8e048-8515-4350-9a1e-1e23a0d59104'] in n-d-817256-1 is: [{'id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896482136', 'tenant_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:45:52Z', 'updated_at': '2021-11-09T20:46:50Z', 'revision_number': 5, 'project_id': '6ed492ed3b7a43c1ba7b6c6ded9d4f91', 'gw_port': {'id': '7940c47c-93c3-4af3-a0be-fc9b5ff25b64', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf8e048-8515-4350-9a1e-1e23a0d59104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:45:53Z', 'updated_at': '2021-11-09T20:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:46:52.378281 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.405185 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] No DVR routers for this DVR port 1cba21bf-2cc2-4506-be23-c3c60964f9da on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:46:52.407221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Pushing event deleted for resources: {'Port': ['ID=1cba21bf-2cc2-4506-be23-c3c60964f9da,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:52.421929 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.422158 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.422497 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.423407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.423751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.423923 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.424145 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.424459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.424700 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.425021 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.425757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.425757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.425959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e83d06-f2d8-4994-86e6-664a8785f125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.456108 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Port': ['ID=7940c47c-93c3-4af3-a0be-fc9b5ff25b64,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:52.479719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.480063 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.480405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.480743 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.481080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.481415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.481753 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.482082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.482409 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.482755 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.483080 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.483401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:46:52.526087 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.621646 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.625623 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.674949 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.675418 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Fanout notify agent at l3_agent the message router_deleted on router bdf8e048-8515-4350-9a1e-1e23a0d59104 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:46:52.682407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.683639 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c31f5e6a-c7a7-4bc6-97f2-e7c137848ddc tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/routers/bdf8e048-8515-4350-9a1e-1e23a0d59104 HTTP/1.1" status: 204 len: 168 time: 1.1503594 Nov 09 20:46:52.686438 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54254) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:52.772948 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.872013 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.894182 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740cc585-9e3d-437b-932b-cd9d9918d53c']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:52.904100 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21eb1bbb-929f-40a9-bd67-d341d1160488') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:52.904397 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21eb1bbb-929f-40a9-bd67-d341d1160488') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:52.914610 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.928044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.934612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:46:52.935043 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:46:52.938136 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:46:53.004366 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:53.012547 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:53.015219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/networks/740cc585-9e3d-437b-932b-cd9d9918d53c HTTP/1.1" status: 204 len: 168 time: 0.3277094 Nov 09 20:46:53.018342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54256) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:53.036273 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be7801-8486-4754-a393-f7d0f72e8a56 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'Network': ['ID=740cc585-9e3d-437b-932b-cd9d9918d53c,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:53.091866 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-020f5a28-54b0-44dd-9938-8856f932b4b3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:53.123670 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-020f5a28-54b0-44dd-9938-8856f932b4b3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:53.186292 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-020f5a28-54b0-44dd-9938-8856f932b4b3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:53.189787 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-020f5a28-54b0-44dd-9938-8856f932b4b3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:53.191201 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-020f5a28-54b0-44dd-9938-8856f932b4b3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] 10.222.0.53 "DELETE /v2.0/security-groups/346000f9-8126-4fc9-8b5f-a7f6e18c6d5e HTTP/1.1" status: 204 len: 168 time: 0.1718976 Nov 09 20:46:53.200604 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f5a28-54b0-44dd-9938-8856f932b4b3 tempest-TestNetworkAdvancedServerOps-2040306816 tempest-TestNetworkAdvancedServerOps-2040306816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346000f9-8126-4fc9-8b5f-a7f6e18c6d5e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:53.502217 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:46:53.523222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:46:53.523611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 7940c47c-93c3-4af3-a0be-fc9b5ff25b64 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:46:53.523916 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e7131780-40b7-45c0-97dc-4f8b9cb47f18 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:46:53.543199 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: e7131780-40b7-45c0-97dc-4f8b9cb47f18 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:46:53.543551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device e7131780-40b7-45c0-97dc-4f8b9cb47f18 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:46:53.543978 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1cba21bf-2cc2-4506-be23-c3c60964f9da no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:46:53.548372 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54264) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:53.563954 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1cba21bf-2cc2-4506-be23-c3c60964f9da {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:46:53.564304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1cba21bf-2cc2-4506-be23-c3c60964f9da not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:46:53.701148 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e85340b5-8b2c-4027-b2c7-7475bb5d6edc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ed492ed3b7a43c1ba7b6c6ded9d4f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515210 Nov 09 20:46:53.703669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54268) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:53.751850 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b82d8e5c-81cd-491d-9fdd-1a9723cdd351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:53.775800 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b82d8e5c-81cd-491d-9fdd-1a9723cdd351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:53.823575 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b82d8e5c-81cd-491d-9fdd-1a9723cdd351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:53.826227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-b82d8e5c-81cd-491d-9fdd-1a9723cdd351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:53.827452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-b82d8e5c-81cd-491d-9fdd-1a9723cdd351 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/126d1a88-f619-487a-82c7-9270d471fe18 HTTP/1.1" status: 204 len: 168 time: 0.1227064 Nov 09 20:46:53.835958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d8e5c-81cd-491d-9fdd-1a9723cdd351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126d1a88-f619-487a-82c7-9270d471fe18,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:54.101880 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54274) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:54.115849 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac05fb1-de60-4adb-a31f-d9c3e12f8120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:54.194126 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac05fb1-de60-4adb-a31f-d9c3e12f8120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:54.198008 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eac05fb1-de60-4adb-a31f-d9c3e12f8120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:54.239687 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eac05fb1-de60-4adb-a31f-d9c3e12f8120 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71f46889e1db43c5ab62afd9b2409ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366339 Nov 09 20:46:54.240501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac05fb1-de60-4adb-a31f-d9c3e12f8120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f47826-36cb-4f7f-b504-412a1d89ff80,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:54.242376 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54276) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:54.294651 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-855c5c7f-7954-4290-a46a-493b95709aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:54.318249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-855c5c7f-7954-4290-a46a-493b95709aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:54.368249 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-855c5c7f-7954-4290-a46a-493b95709aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:54.371134 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-855c5c7f-7954-4290-a46a-493b95709aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:54.372326 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-855c5c7f-7954-4290-a46a-493b95709aed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61f47826-36cb-4f7f-b504-412a1d89ff80 HTTP/1.1" status: 204 len: 168 time: 0.1288881 Nov 09 20:46:54.380781 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c5c7f-7954-4290-a46a-493b95709aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f47826-36cb-4f7f-b504-412a1d89ff80,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:55.089889 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54298) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:55.199862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-785804389-network', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:46:55.221237 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Made reservation on behalf of d34452a866ef4c1699f2cb2876e7e272 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:46:55.223664 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.232463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.309086 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.313062 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.338456 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:46:55.348501 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95235cb-ba9c-44ae-8546-1bae1e534087,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:55.353390 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.353741 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Added segment 7ac7edbd-c799-412c-a595-130919c50e33 of type vlan for network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e Nov 09 20:46:55.396127 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.420029 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.421010 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:55.421590 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.482479 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3915327 Nov 09 20:46:55.485930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54302) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:55.489509 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236dba2-280d-4ff6-a0c8-87b62bde6075 admin admin] Pushing event updated for resources: {'Network': ['ID=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:55.491274 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Request body: {'subnet': {'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-785804389-subnet', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:46:55.501826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:46:55.514944 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Made reservation on behalf of d34452a866ef4c1699f2cb2876e7e272 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:46:55.518559 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.691646 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.749815 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2829678-74a2-4ce6-9f27-024549f91d35,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:55.758588 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Checking segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:46:55.758961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Network hostable DHCP agents. Network: b39b6e43-2a13-46aa-84f0-cfcdf3c3692e, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:46:55.775753 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:46:55.785084 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, b39b6e43-2a13-46aa-84f0-cfcdf3c3692e) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:46:55.789217 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:46:55.789812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.793909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bee413-cac4-4574-8a55-97b8797e5e2e None None] Network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:46:55.809324 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c97cef28-deab-46a2-b485-abeee19cd6e9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3220835 Nov 09 20:46:55.812118 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54304) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:55.817521 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:46:55.838577 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.839703 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.897389 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:55.959356 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:46:55.960278 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.049786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.055763 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.111291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Allocated IP 172.20.0.2 (b39b6e43-2a13-46aa-84f0-cfcdf3c3692e/d2829678-74a2-4ce6-9f27-024549f91d35/d0dd0ad7-3109-4a06-a08b-f30bba247b04) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:46:56.268650 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.275483 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.278736 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.298924 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.315086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:46:56.318061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:46:56.321616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:46:56.336340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Pushing event updated for resources: {'Port': ['ID=d0dd0ad7-3109-4a06-a08b-f30bba247b04,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:56.384913 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Attempting to bind port d0dd0ad7-3109-4a06-a08b-f30bba247b04 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:46:56.385293 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Attempting to bind port d0dd0ad7-3109-4a06-a08b-f30bba247b04 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:46:56.385660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Attempting to bind port d0dd0ad7-3109-4a06-a08b-f30bba247b04 on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:46:56.390608 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:46:56.390998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Checking segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:46:56.392009 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.392447 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Bound using segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:46:56.392923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Bound port: d0dd0ad7-3109-4a06-a08b-f30bba247b04, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:46:56.393313 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.411154 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Allocated IP 172.25.6.151 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/fab579c9-d3c1-468e-81c4-866712f4d239) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:46:56.458223 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] For port d0dd0ad7-3109-4a06-a08b-f30bba247b04, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:46:56.461552 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] For port d0dd0ad7-3109-4a06-a08b-f30bba247b04, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d0dd0ad7-3109-4a06-a08b-f30bba247b04,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:46:56.466760 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.523699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968afae7-571a-4bdd-b440-6887e4c466a1 None None] Pushing event updated for resources: {'Port': ['ID=d0dd0ad7-3109-4a06-a08b-f30bba247b04,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:56.530420 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.566433 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:56.606613 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:46:56.609628 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:46:56.613288 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:46:56.640988 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Pushing event updated for resources: {'Port': ['ID=fab579c9-d3c1-468e-81c4-866712f4d239,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:56.913679 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:57.122004 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:57.259525 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Router 13410e2e-6930-476e-8fec-1ce5f3de81d5 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:46:57.378190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:46:57.387354 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Sync routers for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:46:57.398117 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:46:57.398870 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:57.403473 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:57.404775 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-d68cd088-95c2-4e27-b929-f226884bf0da admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5917146 Nov 09 20:46:57.408103 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54306) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:57.541346 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16d1e4-af1f-4412-a1da-d079202fd5a7 None None] Network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:46:57.595586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d0dd0ad7-3109-4a06-a08b-f30bba247b04 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:46:57.616356 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:46:57.644349 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-343ecc8e-9575-41f4-8bfd-2040f6a27e19 None None] Provisioning complete for port d0dd0ad7-3109-4a06-a08b-f30bba247b04 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:57.644631 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-343ecc8e-9575-41f4-8bfd-2040f6a27e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:57.743568 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d0dd0ad7-3109-4a06-a08b-f30bba247b04 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:57.743942 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:57.804345 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:56Z', 'revision_number': 3, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:57.832795 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Checking router: 13410e2e-6930-476e-8fec-1ce5f3de81d5 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:46:57.833234 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Updating router 13410e2e-6930-476e-8fec-1ce5f3de81d5 port fab579c9-d3c1-468e-81c4-866712f4d239 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:46:57.840591 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-343ecc8e-9575-41f4-8bfd-2040f6a27e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:57.868357 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:57.923536 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-343ecc8e-9575-41f4-8bfd-2040f6a27e19 None None] For port d0dd0ad7-3109-4a06-a08b-f30bba247b04, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d0dd0ad7-3109-4a06-a08b-f30bba247b04,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:46:57.930853 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:57.935980 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-343ecc8e-9575-41f4-8bfd-2040f6a27e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:57.981429 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.057046 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ecc8e-9575-41f4-8bfd-2040f6a27e19 None None] Pushing event updated for resources: {'Port': ['ID=d0dd0ad7-3109-4a06-a08b-f30bba247b04,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:58.081576 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 20:46:58.081816 n-d-817256-1 neutron-server[102297]: DEBUG oslo_db.api [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 20:46:58.124967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Allocated IP 172.20.0.1 (b39b6e43-2a13-46aa-84f0-cfcdf3c3692e/d2829678-74a2-4ce6-9f27-024549f91d35/8ebb2543-1f8c-47aa-bf12-5fa842124772) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:46:58.189199 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.194612 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.241921 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.245098 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Attempting to bind port fab579c9-d3c1-468e-81c4-866712f4d239 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:46:58.245945 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Attempting to bind port fab579c9-d3c1-468e-81c4-866712f4d239 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:46:58.246754 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Attempting to bind port fab579c9-d3c1-468e-81c4-866712f4d239 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:46:58.258137 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eec6bd-3eb5-4f20-b727-e308735b2e7a None None] Pushing event updated for resources: {'Port': ['ID=fab579c9-d3c1-468e-81c4-866712f4d239,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:58.262008 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:46:58.262399 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:46:58.262804 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.263165 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:46:58.263763 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Bound port: fab579c9-d3c1-468e-81c4-866712f4d239, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:46:58.264142 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.271082 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-de726bcf-129e-4553-baee-2da8ad51fb90 None None] Provisioning complete for port d0dd0ad7-3109-4a06-a08b-f30bba247b04 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:58.271576 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-de726bcf-129e-4553-baee-2da8ad51fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.285146 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.323177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:46:58.326249 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:46:58.328384 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] For port fab579c9-d3c1-468e-81c4-866712f4d239, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:46:58.329918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:46:58.332414 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] For port fab579c9-d3c1-468e-81c4-866712f4d239, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fab579c9-d3c1-468e-81c4-866712f4d239,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:46:58.337902 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.361989 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Pushing event updated for resources: {'Port': ['ID=8ebb2543-1f8c-47aa-bf12-5fa842124772,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:58.384774 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.397074 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:46:58.397706 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:58.480860 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eec6bd-3eb5-4f20-b727-e308735b2e7a None None] Pushing event updated for resources: {'Port': ['ID=fab579c9-d3c1-468e-81c4-866712f4d239,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:58.522540 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:46:58.568103 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.614648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-422100d7-3aff-47ba-8b6a-0060c83345d5 None None] Provisioning complete for port 8ebb2543-1f8c-47aa-bf12-5fa842124772 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:58.615267 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-422100d7-3aff-47ba-8b6a-0060c83345d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.658550 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-422100d7-3aff-47ba-8b6a-0060c83345d5 None None] Port 8ebb2543-1f8c-47aa-bf12-5fa842124772 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:46:58.709557 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:56Z', 'revision_number': 3, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:46:58.736946 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d680ae16-c33a-48b6-b628-4d072bef4719 None None] The sync data for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 is: [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:56Z', 'revision_number': 3, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:46:58.754759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.762070 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.833885 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Pushing event updated for resources: {'Port': ['ID=8ebb2543-1f8c-47aa-bf12-5fa842124772,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:58.836312 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:58.954380 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:46:58.956096 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:46:59.087895 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Router 13410e2e-6930-476e-8fec-1ce5f3de81d5 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:46:59.185170 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7d8ffc0b-4a34-4a09-94ca-72112fd257e5 None None] Provisioning complete for port 8ebb2543-1f8c-47aa-bf12-5fa842124772 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:59.185681 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7d8ffc0b-4a34-4a09-94ca-72112fd257e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:59.214966 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:46:59.222224 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1876310b-0d14-46f3-aa6a-f755dd03a1ed admin admin] 10.222.0.53 "PUT /v2.0/routers/13410e2e-6930-476e-8fec-1ce5f3de81d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8127780 Nov 09 20:46:59.229068 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ffc0b-4a34-4a09-94ca-72112fd257e5 None None] Port 8ebb2543-1f8c-47aa-bf12-5fa842124772 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:46:59.616091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fab579c9-d3c1-468e-81c4-866712f4d239 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:46:59.681091 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fab579c9-d3c1-468e-81c4-866712f4d239 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:59.681464 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:59.765733 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:59.785730 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54322) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:46:59.789670 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port fab579c9-d3c1-468e-81c4-866712f4d239, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fab579c9-d3c1-468e-81c4-866712f4d239,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:46:59.792091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1051593562-network', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:46:59.793608 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:59.794391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d0dd0ad7-3109-4a06-a08b-f30bba247b04 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:46:59.815618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Made reservation on behalf of 5c3b670a4ee5493ca937310aba7298b8 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:46:59.818180 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:59.827355 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:59.884287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=fab579c9-d3c1-468e-81c4-866712f4d239,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:59.896429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d0dd0ad7-3109-4a06-a08b-f30bba247b04 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:46:59.896429 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:59.927301 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:59.931743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:59.964055 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:46:59.971284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8435c79-6156-448f-ab24-24b33c99d255,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:46:59.977598 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:46:59.977950 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Added segment 72cbb307-570a-4143-81f7-45e6317d5824 of type vlan for network 6a8aacda-28bb-4087-a6fd-f69229ea7692 Nov 09 20:47:00.019713 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.044651 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.045539 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:00.046124 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.107799 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3200729 Nov 09 20:47:00.112155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54326) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:00.115985 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05f3f6-4f84-4444-8a7a-8958bd2d77a1 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8aacda-28bb-4087-a6fd-f69229ea7692,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:00.124912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Request body: {'subnet': {'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1051593562-subnet', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:00.127315 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 6a8aacda-28bb-4087-a6fd-f69229ea7692 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:47:00.151224 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Made reservation on behalf of 5c3b670a4ee5493ca937310aba7298b8 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:47:00.153627 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.349972 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.406854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d26e10e-2cbe-450e-8cfa-17ff6fd307db,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:00.419932 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Checking segment: {'id': '72cbb307-570a-4143-81f7-45e6317d5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:47:00.420298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Network hostable DHCP agents. Network: 6a8aacda-28bb-4087-a6fd-f69229ea7692, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:47:00.420414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Sync routers for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:47:00.429937 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:47:00.430611 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:00.439172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Network 6a8aacda-28bb-4087-a6fd-f69229ea7692 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:47:00.449872 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 6a8aacda-28bb-4087-a6fd-f69229ea7692) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:47:00.454867 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:00.455888 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.468880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021697e9-b4f0-44f8-ae44-fa852cef972b None None] Network 6a8aacda-28bb-4087-a6fd-f69229ea7692 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:47:00.474337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cb3697d6-5037-4ce6-af2c-a103141567dc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3581052 Nov 09 20:47:00.474675 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54328) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:00.479165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1051593562-router', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:00.503712 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.504795 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.559234 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.718259 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.781684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:47:00.925457 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.954707 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-6a8aacda-28bb-4087-a6fd-f69229ea7692', 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'fixed_ips': [{'subnet_id': '4d26e10e-2cbe-450e-8cfa-17ff6fd307db'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:47:00.955601 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:00.955721 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.061242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Allocated IP 172.25.6.154 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:47:01.150042 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Allocated IP 172.20.0.2 (6a8aacda-28bb-4087-a6fd-f69229ea7692/4d26e10e-2cbe-450e-8cfa-17ff6fd307db/8040639f-526b-4e17-aa2d-eb812f6fd01f) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:47:01.182387 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.216958 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.222003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 2, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:01.255750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Checking router: 13410e2e-6930-476e-8fec-1ce5f3de81d5 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:47:01.256117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Updating router 13410e2e-6930-476e-8fec-1ce5f3de81d5 port 8ebb2543-1f8c-47aa-bf12-5fa842124772 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:47:01.257448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:47:01.260418 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:47:01.263985 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:47:01.290798 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Pushing event updated for resources: {'Port': ['ID=23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:01.293459 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.461417 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.472001 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.536596 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.560119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fab579c9-d3c1-468e-81c4-866712f4d239 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:47:01.569149 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Network 6a8aacda-28bb-4087-a6fd-f69229ea7692 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:47:01.595106 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:47:01.600680 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:47:01.603843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Pushing event updated for resources: {'Port': ['ID=8040639f-526b-4e17-aa2d-eb812f6fd01f,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:01.724947 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Attempting to bind port 8040639f-526b-4e17-aa2d-eb812f6fd01f on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:47:01.725222 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Attempting to bind port 8040639f-526b-4e17-aa2d-eb812f6fd01f by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '72cbb307-570a-4143-81f7-45e6317d5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:47:01.725586 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Attempting to bind port 8040639f-526b-4e17-aa2d-eb812f6fd01f on network 6a8aacda-28bb-4087-a6fd-f69229ea7692 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:47:01.738196 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.748754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:47:01.749123 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Checking segment: {'id': '72cbb307-570a-4143-81f7-45e6317d5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:47:01.749523 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.749909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Bound using segment: {'id': '72cbb307-570a-4143-81f7-45e6317d5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:47:01.750381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Bound port: 8040639f-526b-4e17-aa2d-eb812f6fd01f, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cbb307-570a-4143-81f7-45e6317d5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:47:01.750808 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.773849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port fab579c9-d3c1-468e-81c4-866712f4d239 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:01.774240 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.931463 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:01.946445 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:02.019459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] For port 8040639f-526b-4e17-aa2d-eb812f6fd01f, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:47:02.025706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] For port 8040639f-526b-4e17-aa2d-eb812f6fd01f, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8040639f-526b-4e17-aa2d-eb812f6fd01f,segment=NetworkSegment(72cbb307-570a-4143-81f7-45e6317d5824),segment_id=72cbb307-570a-4143-81f7-45e6317d5824)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:47:02.044575 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:02.070781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8c998-6ab5-4abb-b1a4-f46cb1c86428 None None] Pushing event updated for resources: {'Port': ['ID=8ebb2543-1f8c-47aa-bf12-5fa842124772,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:02.216802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dd346-ea5d-409e-8b32-00aa1b04b471 None None] Pushing event updated for resources: {'Port': ['ID=8040639f-526b-4e17-aa2d-eb812f6fd01f,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:02.220357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Attempting to bind port 8ebb2543-1f8c-47aa-bf12-5fa842124772 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:47:02.220779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Attempting to bind port 8ebb2543-1f8c-47aa-bf12-5fa842124772 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:47:02.221316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Attempting to bind port 8ebb2543-1f8c-47aa-bf12-5fa842124772 on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:47:02.230407 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:47:02.231036 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Checking segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:47:02.231393 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:02.231896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Bound using segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:47:02.232429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Bound port: 8ebb2543-1f8c-47aa-bf12-5fa842124772, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:47:02.232826 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:02.233728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Router f50aa5ca-0a76-4337-915d-e48449f78d65 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:47:02.321521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] For port 8ebb2543-1f8c-47aa-bf12-5fa842124772, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:47:02.324869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] For port 8ebb2543-1f8c-47aa-bf12-5fa842124772, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8ebb2543-1f8c-47aa-bf12-5fa842124772,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:47:02.329543 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:02.382922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:47:02.419852 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-73f31a2a-a1a7-4205-9887-fd4827d76216 None None] Provisioning complete for port 8ebb2543-1f8c-47aa-bf12-5fa842124772 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:02.420127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73f31a2a-a1a7-4205-9887-fd4827d76216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:02.420604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:02.422014 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:47:02.423432 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:02.425980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8c998-6ab5-4abb-b1a4-f46cb1c86428 None None] Pushing event updated for resources: {'Port': ['ID=8ebb2543-1f8c-47aa-bf12-5fa842124772,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:02.426799 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54330) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:02.427955 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-cc7a1382-aca5-4773-82fd-9f7d1e320f26 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9522803 Nov 09 20:47:02.430099 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Sync routers for ids ['f50aa5ca-0a76-4337-915d-e48449f78d65'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:47:02.454061 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Routers {'f50aa5ca-0a76-4337-915d-e48449f78d65'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:47:02.454892 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f50aa5ca-0a76-4337-915d-e48449f78d65'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:02.620647 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Set router f50aa5ca-0a76-4337-915d-e48449f78d65 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:47:02.807800 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:47:02.845658 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'name': 'tempest-TestShelveInstance-1051593562-router', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:01Z', 'revision_number': 3, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'gw_port': {'id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:02.848406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73f31a2a-a1a7-4205-9887-fd4827d76216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:02.878344 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Checking router: f50aa5ca-0a76-4337-915d-e48449f78d65 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:47:02.879094 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Updating router f50aa5ca-0a76-4337-915d-e48449f78d65 port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:47:02.911289 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:02.955286 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:02.962816 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-73f31a2a-a1a7-4205-9887-fd4827d76216 None None] For port 8ebb2543-1f8c-47aa-bf12-5fa842124772, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8ebb2543-1f8c-47aa-bf12-5fa842124772,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:47:02.976105 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73f31a2a-a1a7-4205-9887-fd4827d76216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.073306 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f31a2a-a1a7-4205-9887-fd4827d76216 None None] Pushing event updated for resources: {'Port': ['ID=8ebb2543-1f8c-47aa-bf12-5fa842124772,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:03.109196 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fddb47c5-d3ad-4916-90d6-a09411a6dd40 None None] Provisioning complete for port 8ebb2543-1f8c-47aa-bf12-5fa842124772 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:03.109571 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fddb47c5-d3ad-4916-90d6-a09411a6dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.147814 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:03.160339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Allocated IP 172.20.0.1 (6a8aacda-28bb-4087-a6fd-f69229ea7692/4d26e10e-2cbe-450e-8cfa-17ff6fd307db/1c629f0a-f0b8-49fb-a08a-12960c8897e8) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:47:03.180507 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a6b170-228d-49b0-9ed1-b2c4f2d1d84f None None] The sync data for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 is: [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:47:03.316115 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.323924 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.362047 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.374493 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Attempting to bind port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:47:03.375169 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Attempting to bind port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:47:03.375309 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Attempting to bind port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:47:03.385569 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:47:03.386072 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:47:03.386692 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.387205 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:47:03.387840 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Bound port: 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:47:03.388351 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.419653 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.441181 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Pushing event updated for resources: {'Port': ['ID=23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:03.505301 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.505301 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.506372 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.508251 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.508850 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.509384 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.509930 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.510452 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.515045 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.515781 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.516881 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.519367 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:47:03.531071 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Network 6a8aacda-28bb-4087-a6fd-f69229ea7692 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:47:03.544242 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] For port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:47:03.551644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:47:03.551909 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] For port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:47:03.556121 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:47:03.560252 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Pushing event updated for resources: {'Port': ['ID=1c629f0a-f0b8-49fb-a08a-12960c8897e8,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:03.571602 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.584502 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4184b78b-1f51-49b2-aca1-9098c2b65516 None None] Network 6a8aacda-28bb-4087-a6fd-f69229ea7692 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:47:03.639470 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.656809 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Routers {'f50aa5ca-0a76-4337-915d-e48449f78d65'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:47:03.657512 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f50aa5ca-0a76-4337-915d-e48449f78d65'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:03.661488 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f3924-17d9-4772-b2af-5f39886f7303 None None] Pushing event updated for resources: {'Port': ['ID=23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:03.675722 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8ebb2543-1f8c-47aa-bf12-5fa842124772 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:47:03.761730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-f59d64c1-b29a-4623-b9ee-be338d1673b4 None None] Provisioning complete for port 8040639f-526b-4e17-aa2d-eb812f6fd01f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:03.762206 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f59d64c1-b29a-4623-b9ee-be338d1673b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.833496 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8ebb2543-1f8c-47aa-bf12-5fa842124772 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:03.833969 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.919545 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:03.950224 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] Set router f50aa5ca-0a76-4337-915d-e48449f78d65 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:47:04.014621 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f59d64c1-b29a-4623-b9ee-be338d1673b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:04.027742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8040639f-526b-4e17-aa2d-eb812f6fd01f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:47:04.108855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-f59d64c1-b29a-4623-b9ee-be338d1673b4 None None] For port 8040639f-526b-4e17-aa2d-eb812f6fd01f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8040639f-526b-4e17-aa2d-eb812f6fd01f,segment=NetworkSegment(72cbb307-570a-4143-81f7-45e6317d5824),segment_id=72cbb307-570a-4143-81f7-45e6317d5824)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:47:04.120481 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f59d64c1-b29a-4623-b9ee-be338d1673b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:04.160957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8040639f-526b-4e17-aa2d-eb812f6fd01f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:04.161455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:04.195452 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:04.202172 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:04.242101 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d64c1-b29a-4623-b9ee-be338d1673b4 None None] Pushing event updated for resources: {'Port': ['ID=8040639f-526b-4e17-aa2d-eb812f6fd01f,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:04.266150 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'name': 'tempest-TestShelveInstance-1051593562-router', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:01Z', 'revision_number': 3, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'gw_port': {'id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:04.298591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Pushing event updated for resources: {'Port': ['ID=1c629f0a-f0b8-49fb-a08a-12960c8897e8,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:04.316136 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:04.319763 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c140b-3716-4d97-80e7-d0abb9a1082f None None] The sync data for ids ['f50aa5ca-0a76-4337-915d-e48449f78d65'] in n-d-817256-1 is: [{'id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'name': 'tempest-TestShelveInstance-1051593562-router', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:01Z', 'revision_number': 3, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'gw_port': {'id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:47:04.449086 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Network 6a8aacda-28bb-4087-a6fd-f69229ea7692 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:47:04.450692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:47:04.547377 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-243f0662-4b10-45d7-9351-61957b00e2d2 None None] Provisioning complete for port 8040639f-526b-4e17-aa2d-eb812f6fd01f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:04.548607 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-243f0662-4b10-45d7-9351-61957b00e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:04.593256 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Router f50aa5ca-0a76-4337-915d-e48449f78d65 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:47:04.723006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-243f0662-4b10-45d7-9351-61957b00e2d2 None None] Provisioning complete for port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:04.723373 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-243f0662-4b10-45d7-9351-61957b00e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:04.757240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:47:04.771229 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8627c8a6-9df7-41e9-8348-8af34aaecf63 admin admin] 10.222.0.53 "PUT /v2.0/routers/f50aa5ca-0a76-4337-915d-e48449f78d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3418977 Nov 09 20:47:04.791326 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-243f0662-4b10-45d7-9351-61957b00e2d2 None None] Port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:47:04.914774 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-cce8a620-ed10-4878-ab38-8e09d4f1d079 None None] Provisioning complete for port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:04.915174 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cce8a620-ed10-4878-ab38-8e09d4f1d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:04.968846 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-cce8a620-ed10-4878-ab38-8e09d4f1d079 None None] Port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:47:05.092974 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-a6b8dedc-530e-4538-b25c-f1fba5e7a270 None None] Provisioning complete for port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:05.093528 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a6b8dedc-530e-4538-b25c-f1fba5e7a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.138599 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-a6b8dedc-530e-4538-b25c-f1fba5e7a270 None None] Port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:47:05.288489 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54338) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:05.293302 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-e4b73604-0e09-447a-bf8a-466f422cb3c8 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428639608', 'description': 'tempest-secgroup-smoke-428639608 description', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:05.315836 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4b73604-0e09-447a-bf8a-466f422cb3c8 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.385583 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4b73604-0e09-447a-bf8a-466f422cb3c8 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.390231 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4b73604-0e09-447a-bf8a-466f422cb3c8 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.432227 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-e4b73604-0e09-447a-bf8a-466f422cb3c8 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.433507 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-e4b73604-0e09-447a-bf8a-466f422cb3c8 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1439006 Nov 09 20:47:05.435444 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b73604-0e09-447a-bf8a-466f422cb3c8 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d59675-7ff7-4feb-af3b-4008bb999114,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:05.436824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54340) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:05.442079 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-f9d5fe63-89d8-49f6-8099-46e57ae97aca tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '04d59675-7ff7-4feb-af3b-4008bb999114', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:05.475346 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fe63-89d8-49f6-8099-46e57ae97aca tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.542696 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fe63-89d8-49f6-8099-46e57ae97aca tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.546786 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fe63-89d8-49f6-8099-46e57ae97aca tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.566049 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5fe63-89d8-49f6-8099-46e57ae97aca tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cd8f61-9f4d-4e11-86ed-d92b0c3d7833,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:05.574789 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fe63-89d8-49f6-8099-46e57ae97aca tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.576021 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f9d5fe63-89d8-49f6-8099-46e57ae97aca tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381714 Nov 09 20:47:05.578794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54342) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:05.583142 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-5e8bf26b-c368-4cf9-970a-0966d8f8d048 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '04d59675-7ff7-4feb-af3b-4008bb999114', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:05.596435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:47:05.612660 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26b-c368-4cf9-970a-0966d8f8d048 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.646865 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:05.647244 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.670200 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26b-c368-4cf9-970a-0966d8f8d048 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.675188 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26b-c368-4cf9-970a-0966d8f8d048 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.693205 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bf26b-c368-4cf9-970a-0966d8f8d048 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6123f3-4334-42d6-b15f-54ca0acac332,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:05.704227 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-5e8bf26b-c368-4cf9-970a-0966d8f8d048 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.707005 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5e8bf26b-c368-4cf9-970a-0966d8f8d048 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272068 Nov 09 20:47:05.708848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54344) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:05.713342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-bad2a5c1-9c39-4bc4-aca1-6bd97feeef7b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '04d59675-7ff7-4feb-af3b-4008bb999114', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:05.740964 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.747935 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bad2a5c1-9c39-4bc4-aca1-6bd97feeef7b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.767958 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:47:05.773032 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.774207 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8040639f-526b-4e17-aa2d-eb812f6fd01f up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:47:05.815966 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bad2a5c1-9c39-4bc4-aca1-6bd97feeef7b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.819924 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bad2a5c1-9c39-4bc4-aca1-6bd97feeef7b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.844359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2a5c1-9c39-4bc4-aca1-6bd97feeef7b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda648c5-1cc8-4fde-b2ff-721c7c590aec,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:05.854894 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bad2a5c1-9c39-4bc4-aca1-6bd97feeef7b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.855638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:05.858802 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bad2a5c1-9c39-4bc4-aca1-6bd97feeef7b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463122 Nov 09 20:47:05.859250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54346) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:05.863849 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 8040639f-526b-4e17-aa2d-eb812f6fd01f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:05.864223 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.867156 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-c3b31df1-1bdb-47a8-b297-743f968ed6cf tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '04d59675-7ff7-4feb-af3b-4008bb999114', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:05.898960 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3b31df1-1bdb-47a8-b297-743f968ed6cf tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.966335 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3b31df1-1bdb-47a8-b297-743f968ed6cf tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.971632 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3b31df1-1bdb-47a8-b297-743f968ed6cf tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.989266 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b31df1-1bdb-47a8-b297-743f968ed6cf tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c2dcc5-51b4-4096-8446-57f285d2cd57,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:05.997499 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-c3b31df1-1bdb-47a8-b297-743f968ed6cf tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:05.998727 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-c3b31df1-1bdb-47a8-b297-743f968ed6cf tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359873 Nov 09 20:47:06.002118 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54348) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:06.006901 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7e45647c-5ee7-4097-a637-43853e2302bb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '04d59675-7ff7-4feb-af3b-4008bb999114', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:06.028040 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-7e45647c-5ee7-4097-a637-43853e2302bb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Project d34452a866ef4c1699f2cb2876e7e272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:47:06.032946 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e45647c-5ee7-4097-a637-43853e2302bb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:06.092905 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e45647c-5ee7-4097-a637-43853e2302bb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:06.096680 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e45647c-5ee7-4097-a637-43853e2302bb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:06.115019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45647c-5ee7-4097-a637-43853e2302bb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415cde09-50df-4d4e-ae65-3a2a552b2350,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:06.119382 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e45647c-5ee7-4097-a637-43853e2302bb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:06.123718 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7e45647c-5ee7-4097-a637-43853e2302bb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175785 Nov 09 20:47:06.123718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54350) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:06.128371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-080a90b3-7a7c-40ba-8a8a-a5ae7cb57bad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '04d59675-7ff7-4feb-af3b-4008bb999114', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:06.150486 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-080a90b3-7a7c-40ba-8a8a-a5ae7cb57bad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Project d34452a866ef4c1699f2cb2876e7e272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:47:06.155295 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-080a90b3-7a7c-40ba-8a8a-a5ae7cb57bad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:06.218975 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-080a90b3-7a7c-40ba-8a8a-a5ae7cb57bad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:06.223529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-080a90b3-7a7c-40ba-8a8a-a5ae7cb57bad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:06.245027 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a90b3-7a7c-40ba-8a8a-a5ae7cb57bad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b77d8d0-37ee-4a03-960a-abf27bce2dc1,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:06.250266 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-080a90b3-7a7c-40ba-8a8a-a5ae7cb57bad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:06.255016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-080a90b3-7a7c-40ba-8a8a-a5ae7cb57bad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304798 Nov 09 20:47:06.463348 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-6b3f1210-9d9b-425d-8740-96b23807b6f0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428639608&fields=id&tenant_id=d34452a866ef4c1699f2cb2876e7e272 HTTP/1.1" status: 200 len: 267 time: 0.0352955 Nov 09 20:47:06.515867 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Sync routers for ids ['f50aa5ca-0a76-4337-915d-e48449f78d65'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:47:06.526427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Routers {'f50aa5ca-0a76-4337-915d-e48449f78d65'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:47:06.527148 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f50aa5ca-0a76-4337-915d-e48449f78d65'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:06.587298 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-a7d0feca-9a93-41c6-b073-307480a548d9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:06.588903 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-a7d0feca-9a93-41c6-b073-307480a548d9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 808 time: 0.1176710 Nov 09 20:47:06.604770 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-039ed767-a068-47b1-888a-a118068167d8 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/quotas/d34452a866ef4c1699f2cb2876e7e272 HTTP/1.1" status: 200 len: 375 time: 0.0092909 Nov 09 20:47:06.643010 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Set router f50aa5ca-0a76-4337-915d-e48449f78d65 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:47:06.661394 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-1f1fcb23-587d-40d4-b8eb-117661553c2d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501084 Nov 09 20:47:06.759955 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-bde33cc3-e0cd-48ac-8eae-f2a8447c6f8e service neutron] 10.222.0.53 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853207 Nov 09 20:47:06.846167 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'name': 'tempest-TestShelveInstance-1051593562-router', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:03Z', 'revision_number': 4, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'gw_port': {'id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1c629f0a-f0b8-49fb-a08a-12960c8897e8', 'name': '', 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'mac_address': 'fa:16:3e:c5:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '4d26e10e-2cbe-450e-8cfa-17ff6fd307db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:47:02Z', 'updated_at': '2021-11-09T20:47:03Z', 'revision_number': 2, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'subnets': [{'id': '4d26e10e-2cbe-450e-8cfa-17ff6fd307db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:06.855663 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-40433fdf-94dc-4fc7-9441-d48c0c371acc service neutron] 10.222.0.53 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895720 Nov 09 20:47:06.878157 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Checking router: f50aa5ca-0a76-4337-915d-e48449f78d65 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:47:06.878501 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Updating router f50aa5ca-0a76-4337-915d-e48449f78d65 port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:47:06.904220 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:07.026234 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67004bb6-0583-4002-bb0e-a2c4d429edd1 req-4026526c-21ac-46a3-8a2c-defee09deebc tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 210 time: 0.0273149 Nov 09 20:47:07.210955 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:07.216571 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:07.295094 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5772e28-6bf8-4fc3-b946-146f09305da9 None None] Pushing event updated for resources: {'Port': ['ID=1c629f0a-f0b8-49fb-a08a-12960c8897e8,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:07.337266 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Attempting to bind port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:47:07.338135 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Attempting to bind port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '72cbb307-570a-4143-81f7-45e6317d5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:47:07.338553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Attempting to bind port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 on network 6a8aacda-28bb-4087-a6fd-f69229ea7692 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:47:07.344126 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:47:07.344699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Checking segment: {'id': '72cbb307-570a-4143-81f7-45e6317d5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:47:07.345141 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:07.345538 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Bound using segment: {'id': '72cbb307-570a-4143-81f7-45e6317d5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:47:07.346003 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Bound port: 1c629f0a-f0b8-49fb-a08a-12960c8897e8, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cbb307-570a-4143-81f7-45e6317d5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:47:07.346490 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:07.421694 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] For port 1c629f0a-f0b8-49fb-a08a-12960c8897e8, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:47:07.426433 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] For port 1c629f0a-f0b8-49fb-a08a-12960c8897e8, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1c629f0a-f0b8-49fb-a08a-12960c8897e8,segment=NetworkSegment(72cbb307-570a-4143-81f7-45e6317d5824),segment_id=72cbb307-570a-4143-81f7-45e6317d5824)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:47:07.432162 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:07.502988 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Routers {'f50aa5ca-0a76-4337-915d-e48449f78d65'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:47:07.503631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:46:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f50aa5ca-0a76-4337-915d-e48449f78d65'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:07.552522 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:47:07.581093 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-afe5523a-56e5-4507-aca2-d16a0d18d2ee None None] Provisioning complete for port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:07.581462 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-afe5523a-56e5-4507-aca2-d16a0d18d2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:07.583037 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5772e28-6bf8-4fc3-b946-146f09305da9 None None] Pushing event updated for resources: {'Port': ['ID=1c629f0a-f0b8-49fb-a08a-12960c8897e8,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:07.713323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] Set router f50aa5ca-0a76-4337-915d-e48449f78d65 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:47:07.746231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:07.746617 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:08.026580 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-afe5523a-56e5-4507-aca2-d16a0d18d2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:08.147399 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-afe5523a-56e5-4507-aca2-d16a0d18d2ee None None] For port 1c629f0a-f0b8-49fb-a08a-12960c8897e8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1c629f0a-f0b8-49fb-a08a-12960c8897e8,segment=NetworkSegment(72cbb307-570a-4143-81f7-45e6317d5824),segment_id=72cbb307-570a-4143-81f7-45e6317d5824)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:47:08.158448 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b914ef14-27d0-4a57-b8a8-8f65a1f2c592 req-0c6496ed-19b9-4995-a0a3-47c676b13c8f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 210 time: 0.0388126 Nov 09 20:47:08.159573 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-afe5523a-56e5-4507-aca2-d16a0d18d2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:08.215244 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-c3ba0a5f-b3dc-4c9a-9840-d50ef23b193b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:08.216887 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-c3ba0a5f-b3dc-4c9a-9840-d50ef23b193b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 808 time: 0.1701653 Nov 09 20:47:08.254104 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5523a-56e5-4507-aca2-d16a0d18d2ee None None] Pushing event updated for resources: {'Port': ['ID=1c629f0a-f0b8-49fb-a08a-12960c8897e8,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:08.273134 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-3f043639-9063-4584-8cc8-be60efce02b5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34452a866ef4c1699f2cb2876e7e272 HTTP/1.1" status: 200 len: 379 time: 0.0411391 Nov 09 20:47:08.287782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'name': 'tempest-TestShelveInstance-1051593562-router', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:03Z', 'revision_number': 4, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'gw_port': {'id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1c629f0a-f0b8-49fb-a08a-12960c8897e8', 'name': '', 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'mac_address': 'fa:16:3e:c5:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '4d26e10e-2cbe-450e-8cfa-17ff6fd307db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:47:02Z', 'updated_at': '2021-11-09T20:47:07Z', 'revision_number': 4, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'subnets': [{'id': '4d26e10e-2cbe-450e-8cfa-17ff6fd307db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:08.290479 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'port': {'device_id': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'admin_state_up': True, 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'security_groups': ['04d59675-7ff7-4feb-af3b-4008bb999114']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:08.291672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-48f64a16-11b5-420d-8ee4-332b752b0214 None None] Provisioning complete for port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:08.292042 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-48f64a16-11b5-420d-8ee4-332b752b0214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:08.318354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1660a7a-924d-45ab-9701-66720f78e8b6 None None] The sync data for ids ['f50aa5ca-0a76-4337-915d-e48449f78d65'] in n-d-817256-1 is: [{'id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'name': 'tempest-TestShelveInstance-1051593562-router', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:03Z', 'revision_number': 4, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'gw_port': {'id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '1c629f0a-f0b8-49fb-a08a-12960c8897e8', 'name': '', 'network_id': '6a8aacda-28bb-4087-a6fd-f69229ea7692', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'mac_address': 'fa:16:3e:c5:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '4d26e10e-2cbe-450e-8cfa-17ff6fd307db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:47:02Z', 'updated_at': '2021-11-09T20:47:07Z', 'revision_number': 4, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'subnets': [{'id': '4d26e10e-2cbe-450e-8cfa-17ff6fd307db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:47:08.426572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Made reservation on behalf of d34452a866ef4c1699f2cb2876e7e272 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:47:08.431019 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:08.579191 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Allocated IP 172.20.0.13 (b39b6e43-2a13-46aa-84f0-cfcdf3c3692e/d2829678-74a2-4ce6-9f27-024549f91d35/404b6b0f-ecb3-4f2e-8f87-27ca3565e47f) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:47:08.732261 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:08.773361 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:08.817980 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:47:08.821546 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:47:08.827791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:47:08.866485 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:08.891939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:08.892644 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:08.910984 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-931b3cc9-84cc-4fd4-bb82-3e4029ff3d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6242635 Nov 09 20:47:08.928695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Request body: {'port': {'device_id': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:08.990976 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:09.056656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ac62a8d5-1e9f-4909-be32-65905a5ab55a None None] Provisioning complete for port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:09.057258 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ac62a8d5-1e9f-4909-be32-65905a5ab55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:09.095571 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-ac62a8d5-1e9f-4909-be32-65905a5ab55a None None] Port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:47:09.277834 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:47:09.284024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec989c37-9ee2-4210-9a3a-fe8b9ad48bd9 req-1a09ea6c-a008-4ae6-a7eb-8ca14e079cf1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:09.285570 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec989c37-9ee2-4210-9a3a-fe8b9ad48bd9 req-1a09ea6c-a008-4ae6-a7eb-8ca14e079cf1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 932 time: 0.0496378 Nov 09 20:47:09.286156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:09.299041 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Transition to ACTIVE for port object 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:47:09.303549 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:09.324919 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ec989c37-9ee2-4210-9a3a-fe8b9ad48bd9 req-6eff2789-9a3b-4ffe-9325-a0fecf3705d1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330565 Nov 09 20:47:09.371773 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:09.430379 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Attempting to bind port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:47:09.430757 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Attempting to bind port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:47:09.431096 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Attempting to bind port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:47:09.435907 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:47:09.436235 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Attempting to bind port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:47:09.442634 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:47:09.442973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Checking segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:47:09.443360 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Bound using segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:47:09.443794 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Bound port: 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:47:09.444181 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:09.537385 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:47:09.540823 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:47:09.542152 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1c629f0a-f0b8-49fb-a08a-12960c8897e8 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:47:09.546812 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:09.582840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:09.583370 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:09.585039 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] 10.222.0.77 "PUT /v2.0/ports/404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 1092 time: 0.6608953 Nov 09 20:47:09.587879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:47:09.590206 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9692742-1901-4cb4-be58-28fc366794d8" -d '{"events": [{"name": "network-changed", "server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:47:09.595617 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:09.596000 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:09.629272 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedbeb2-4a10-48c8-959a-aa3fe8727446 service neutron] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:09.655154 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff38136-7720-4dc5-b4b5-86f4d1967133 x-openstack-request-id: req-9ff38136-7720-4dc5-b4b5-86f4d1967133 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:47:09.655458 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:47:09.655723 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ff38136-7720-4dc5-b4b5-86f4d1967133 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:47:09.656393 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'status': 'completed', 'code': 200} Nov 09 20:47:09.689601 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-48ab86f0-591e-445e-8587-6bef65704e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:09.691286 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-48ab86f0-591e-445e-8587-6bef65704e0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1095 time: 0.0487773 Nov 09 20:47:09.747707 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-31d535b4-9a7a-4151-a2b8-224003609fc3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 217 time: 0.0425856 Nov 09 20:47:09.806324 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-861e063f-a8c9-4461-8efc-d896185ca393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:09.807988 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-861e063f-a8c9-4461-8efc-d896185ca393 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0491452 Nov 09 20:47:09.861399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-a35b3736-9399-416a-87fb-92d6e20e692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:09.863053 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-a35b3736-9399-416a-87fb-92d6e20e692e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440359 Nov 09 20:47:09.970355 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-ff3ade8d-2df2-427d-9830-238b3558a070 service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942316 Nov 09 20:47:10.068805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe9fb32c-cda6-4e55-8669-2b6351d32b3d req-93e0034c-04b3-4257-86f8-a1c9df0e7932 service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869565 Nov 09 20:47:10.174611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9692742-1901-4cb4-be58-28fc366794d8 req-3e49bd4f-692b-47a0-a6c5-57976c43e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:10.176201 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9692742-1901-4cb4-be58-28fc366794d8 req-3e49bd4f-692b-47a0-a6c5-57976c43e9fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1095 time: 0.0497608 Nov 09 20:47:10.277729 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9692742-1901-4cb4-be58-28fc366794d8 req-1058ab43-8868-4ab7-a0f6-f6972bd9277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:10.279297 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9692742-1901-4cb4-be58-28fc366794d8 req-1058ab43-8868-4ab7-a0f6-f6972bd9277b service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0921228 Nov 09 20:47:10.333940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9692742-1901-4cb4-be58-28fc366794d8 req-048609dd-289e-46be-945f-9ac09fcb0cc9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 217 time: 0.0473239 Nov 09 20:47:10.362023 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3aca6105-fee1-45aa-b496-5e26c3d64d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:10.394530 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9692742-1901-4cb4-be58-28fc366794d8 req-3c646b42-f822-4309-8a4e-94b423d2ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:10.395967 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9692742-1901-4cb4-be58-28fc366794d8 req-3c646b42-f822-4309-8a4e-94b423d2ff41 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0540881 Nov 09 20:47:10.447082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9692742-1901-4cb4-be58-28fc366794d8 req-48d48083-e7e9-4b5b-bfe1-c57d401064dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:10.448630 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9692742-1901-4cb4-be58-28fc366794d8 req-48d48083-e7e9-4b5b-bfe1-c57d401064dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435231 Nov 09 20:47:10.453959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbe6fd-f0eb-4e14-95d0-238d73323348 req-d77425ce-3c07-4d8d-9eaa-3144c56dd980 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:10.455472 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5fbe6fd-f0eb-4e14-95d0-238d73323348 req-d77425ce-3c07-4d8d-9eaa-3144c56dd980 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 944 time: 0.0509119 Nov 09 20:47:10.494859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a5fbe6fd-f0eb-4e14-95d0-238d73323348 req-bff4ab36-7c45-4705-86e1-eef80000c93d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333135 Nov 09 20:47:10.542997 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9692742-1901-4cb4-be58-28fc366794d8 req-af01573d-0470-4880-b0e7-5a5ed593282d service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855026 Nov 09 20:47:10.638940 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9692742-1901-4cb4-be58-28fc366794d8 req-c0949d33-02af-4c38-896c-296cea0a004d service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874376 Nov 09 20:47:11.624960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bdaeb-0392-454b-9588-0f1bf12ea0c3 req-af484078-b5ab-4c9d-b0d0-4573eeb56e18 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:11.627724 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-973bdaeb-0392-454b-9588-0f1bf12ea0c3 req-af484078-b5ab-4c9d-b0d0-4573eeb56e18 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 944 time: 0.0612381 Nov 09 20:47:11.665772 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-973bdaeb-0392-454b-9588-0f1bf12ea0c3 req-edff1d69-ed75-4f68-b803-1d45138438bf tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320692 Nov 09 20:47:12.760671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:47:12.788262 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ec88d-5ddc-4775-a127-459cecaecdc1 req-f89c117e-8acd-48d2-bd8d-4a825580d2bc tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:12.789788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-508ec88d-5ddc-4775-a127-459cecaecdc1 req-f89c117e-8acd-48d2-bd8d-4a825580d2bc tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 944 time: 0.0551243 Nov 09 20:47:12.830345 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-508ec88d-5ddc-4775-a127-459cecaecdc1 req-111d7474-754b-4385-83b1-20d893bffae9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342996 Nov 09 20:47:12.867401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:47:12.879490 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'port_id': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'mac_address': 'fa:16:3e:fb:45:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:47:12.916887 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:12.929957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:47:12.949254 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:47:12.953931 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:13.004344 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:13.270304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:47:13.325816 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c96494c7-b871-4a36-8c60-13672eb3fd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:13.606402 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:13.959476 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db5bd-b59d-4f40-8e54-f40f93da633b req-7698018c-acba-479c-9536-f5c289d527e5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:13.961097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-323db5bd-b59d-4f40-8e54-f40f93da633b req-7698018c-acba-479c-9536-f5c289d527e5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0608330 Nov 09 20:47:14.002229 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-323db5bd-b59d-4f40-8e54-f40f93da633b req-20f8f066-d3e1-4c01-9faf-315b427b8d87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346894 Nov 09 20:47:14.760013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:47:14.806921 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:14.821277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:47:14.824896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:47:14.825262 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:14.904928 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:14.933651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:47:14.936007 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537687fd-bcfb-4631-b90b-733ea060810b" -d '{"events": [{"server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "name": "network-vif-plugged", "status": "completed", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:47:14.949996 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:47:14.955079 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:14.981353 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9828e5-b66c-4f9a-9d00-14581afde0b1 x-openstack-request-id: req-ab9828e5-b66c-4f9a-9d00-14581afde0b1 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:47:14.981655 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "name": "network-vif-plugged", "status": "completed", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:47:14.981913 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab9828e5-b66c-4f9a-9d00-14581afde0b1 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:47:14.982307 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'code': 200} Nov 09 20:47:15.008818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:15.138599 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b8fab-4322-421f-8aad-f3f8f7b1ddfb req-ee7f1285-baba-422a-b3d9-b7c93631884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:15.140116 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6d4b8fab-4322-421f-8aad-f3f8f7b1ddfb req-ee7f1285-baba-422a-b3d9-b7c93631884a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1097 time: 0.0837967 Nov 09 20:47:15.175626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465bd16-bef9-4f23-8bf6-327a8659a443 req-3e559ed7-f899-45c3-9718-d25c9e41295b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:15.177100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a465bd16-bef9-4f23-8bf6-327a8659a443 req-3e559ed7-f899-45c3-9718-d25c9e41295b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0875769 Nov 09 20:47:15.206301 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6d4b8fab-4322-421f-8aad-f3f8f7b1ddfb req-e7b81709-81dd-4f12-831e-c9ebf56a3f99 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537443 Nov 09 20:47:15.226102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a465bd16-bef9-4f23-8bf6-327a8659a443 req-a1b2b739-43f1-44b3-a320-f56462c6856b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421104 Nov 09 20:47:16.343151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380ab4-0fd7-4498-889b-efd39dcb6354 req-f33c21aa-525b-42ab-a3c1-3c96269ef75d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:16.345382 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-00380ab4-0fd7-4498-889b-efd39dcb6354 req-f33c21aa-525b-42ab-a3c1-3c96269ef75d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0514925 Nov 09 20:47:16.384452 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-00380ab4-0fd7-4498-889b-efd39dcb6354 req-889b8385-9f1e-47b6-95f8-a1508a56f2cc tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329847 Nov 09 20:47:16.529281 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:17.051480 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:47:17.509460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e97a29-99ea-4422-9018-5c8ea2ec0994 req-091366e7-1c0b-4c54-b658-5e37da3d38d1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:17.511100 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73e97a29-99ea-4422-9018-5c8ea2ec0994 req-091366e7-1c0b-4c54-b658-5e37da3d38d1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0573823 Nov 09 20:47:17.551496 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-73e97a29-99ea-4422-9018-5c8ea2ec0994 req-77f64b00-3241-4d53-81c1-d610b6237c4d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333130 Nov 09 20:47:17.668479 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0efe5-31eb-4eba-be34-0ccb8b70ebfb req-320f75c6-6db4-4dc2-819e-4dedb2a285a9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:17.669858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-18c0efe5-31eb-4eba-be34-0ccb8b70ebfb req-320f75c6-6db4-4dc2-819e-4dedb2a285a9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0514696 Nov 09 20:47:17.708587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-18c0efe5-31eb-4eba-be34-0ccb8b70ebfb req-d5c4aeb8-e9ae-4e02-aa2b-635722b04747 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325491 Nov 09 20:47:17.731022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54402) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:17.868338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88d76b-ad67-43c9-864b-4f31b3f9bc77 tempest-TestShelveInstance-1425239713 tempest-TestShelveInstance-1425239713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:17.870129 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-8c88d76b-ad67-43c9-864b-4f31b3f9bc77 tempest-TestShelveInstance-1425239713 tempest-TestShelveInstance-1425239713-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1092 time: 0.1378751 Nov 09 20:47:17.873073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54406) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:47:17.877921 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:47:17.899402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:18.001106 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:18.461064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Allocated IP 172.25.6.4 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/09502eff-0cf2-4521-83fd-50a8715febe3) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:47:18.561370 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:18.595517 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:18.633605 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:47:18.636437 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:47:18.639065 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:47:18.672678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'Port': ['ID=09502eff-0cf2-4521-83fd-50a8715febe3,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:18.997623 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:19.067463 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:19.221592 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:19.226162 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:19.293323 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'Port': ['ID=09502eff-0cf2-4521-83fd-50a8715febe3,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:47:19.305799 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:19.408149 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Floating IP a4d8a195-d275-4f5c-b2b5-3602d6d28f3c associated. External IP: 172.25.6.4, port: 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f. Nov 09 20:47:19.623292 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Router 13410e2e-6930-476e-8fec-1ce5f3de81d5 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:47:19.734185 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:47:19.744142 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] Sync routers for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:47:19.752378 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:19.754404 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:47:19.755050 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:47:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:19.779241 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4ad2e739-b74b-429a-9689-d2d0f1ad6918 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9051561 Nov 09 20:47:19.779830 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:47:19.782729 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b81553-9bd5-4d4e-9876-d63c73442399" -d '{"events": [{"name": "network-changed", "server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:47:19.868016 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:47:19.880661 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ab4b7-3532-42c2-b38a-79e99be4eb71 x-openstack-request-id: req-2b0ab4b7-3532-42c2-b38a-79e99be4eb71 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:47:19.880955 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:47:19.881211 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b0ab4b7-3532-42c2-b38a-79e99be4eb71 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:47:19.881614 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'status': 'completed', 'code': 200} Nov 09 20:47:19.946673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-054f5d6a-b29c-4b78-aad4-19daa94a60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:19.948214 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-054f5d6a-b29c-4b78-aad4-19daa94a60e5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1097 time: 0.0423682 Nov 09 20:47:20.046610 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-f91d9f34-e217-4f2c-a8b3-eedbf69ed26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:20.049026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-f91d9f34-e217-4f2c-a8b3-eedbf69ed26e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0933774 Nov 09 20:47:20.096297 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'a4d8a195-d275-4f5c-b2b5-3602d6d28f3c', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'port_id': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'mac_address': 'fa:16:3e:fb:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:47:18Z', 'updated_at': '2021-11-09T20:47:18Z', 'revision_number': 0, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:20.121260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-4b48e193-6a47-4c5e-8c97-3db3e986b024 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 998 time: 0.0644283 Nov 09 20:47:20.126544 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] Checking router: 13410e2e-6930-476e-8fec-1ce5f3de81d5 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:47:20.135052 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:47:20.135644 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:47:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:20.174863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-2f911458-e9df-4495-a936-1684dcf1ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:20.176369 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-2f911458-e9df-4495-a936-1684dcf1ec27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0480092 Nov 09 20:47:20.225819 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-01ecc63d-5c29-4cf0-b7da-1e9c66c27401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:20.227420 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-01ecc63d-5c29-4cf0-b7da-1e9c66c27401 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436475 Nov 09 20:47:20.243273 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:47:20.324875 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-e756dad8-7835-4ada-98be-1d3133fe1129 service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902483 Nov 09 20:47:20.420470 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-56b81553-9bd5-4d4e-9876-d63c73442399 req-244ed702-66ae-495a-887d-e744e6808b18 service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884397 Nov 09 20:47:20.507041 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'a4d8a195-d275-4f5c-b2b5-3602d6d28f3c', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'port_id': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'mac_address': 'fa:16:3e:fb:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:47:18Z', 'updated_at': '2021-11-09T20:47:18Z', 'revision_number': 0, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:47:20.537986 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3c930-f884-4bbf-8f78-a6be50067d89 None None] The sync data for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 is: [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'a4d8a195-d275-4f5c-b2b5-3602d6d28f3c', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'port_id': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'mac_address': 'fa:16:3e:fb:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:47:18Z', 'updated_at': '2021-11-09T20:47:18Z', 'revision_number': 0, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:47:20.760212 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5815244f-b263-4d30-8855-216add7827ca None None] New status for floating IP a4d8a195-d275-4f5c-b2b5-3602d6d28f3c: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:47:21.895372 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:26.025890 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:38.470597 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-209c37e8-71ae-4f4c-b640-378c86997434 req-78f3e9e5-6c67-4c08-be17-c06376afc019 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916498 Nov 09 20:47:38.555760 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c37e8-71ae-4f4c-b640-378c86997434 req-68c8cf65-dacd-42e5-9a4d-ad0d13bbe3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:38.557248 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-209c37e8-71ae-4f4c-b640-378c86997434 req-68c8cf65-dacd-42e5-9a4d-ad0d13bbe3ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1097 time: 0.0407362 Nov 09 20:47:38.662359 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c37e8-71ae-4f4c-b640-378c86997434 req-9237e807-a127-40b6-a496-c619248408bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:38.663801 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-209c37e8-71ae-4f4c-b640-378c86997434 req-9237e807-a127-40b6-a496-c619248408bc service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0858409 Nov 09 20:47:38.736181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-209c37e8-71ae-4f4c-b640-378c86997434 req-da5749d4-052e-4ae4-b2d9-a0a69afaa52b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 1000 time: 0.0644581 Nov 09 20:47:38.785695 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c37e8-71ae-4f4c-b640-378c86997434 req-536f48f1-8e5b-402e-9c9d-8ab7fb197def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:38.787164 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-209c37e8-71ae-4f4c-b640-378c86997434 req-536f48f1-8e5b-402e-9c9d-8ab7fb197def service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0435538 Nov 09 20:47:38.834203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c37e8-71ae-4f4c-b640-378c86997434 req-4eee943e-f311-4135-a677-1ad318065761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:47:38.835709 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-209c37e8-71ae-4f4c-b640-378c86997434 req-4eee943e-f311-4135-a677-1ad318065761 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397508 Nov 09 20:47:38.933102 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-209c37e8-71ae-4f4c-b640-378c86997434 req-347d4d23-da8e-4281-a326-329525e558d9 service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897927 Nov 09 20:47:39.029807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-209c37e8-71ae-4f4c-b640-378c86997434 req-7c061495-9de0-4c0b-beb0-9ceb4bfc0a3e service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855682 Nov 09 20:47:40.358191 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-acf8efee-7d3a-4c1e-a037-a616c168f522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:43.321406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1acd31bb-5b20-4fd4-9376-c91081f28eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:43.607569 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:44.794086 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:46.531790 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:51.899802 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:47:54.051211 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:47:56.029426 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:10.361563 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1826316a-c638-4eef-8d77-be7bd4911cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:13.322455 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8a517494-f5a3-4422-8cf6-72b4e96ab6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:13.609498 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:14.795965 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:16.534815 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:21.912897 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:26.037023 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:31.050858 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:48:38.427890 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-edf62849-226c-4156-877b-fe71892c2392 req-fa966c9c-68d1-4415-8c32-19fe648aa85c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472059 Nov 09 20:48:38.528078 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf62849-226c-4156-877b-fe71892c2392 req-b637fab3-9031-413b-ba86-c4dd6e1e26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:48:38.529608 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-edf62849-226c-4156-877b-fe71892c2392 req-b637fab3-9031-413b-ba86-c4dd6e1e26cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1097 time: 0.0431173 Nov 09 20:48:38.657983 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf62849-226c-4156-877b-fe71892c2392 req-2b3ea3d6-2046-4d50-982a-2464358b768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:48:38.659508 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-edf62849-226c-4156-877b-fe71892c2392 req-2b3ea3d6-2046-4d50-982a-2464358b768a service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0893328 Nov 09 20:48:38.736400 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-edf62849-226c-4156-877b-fe71892c2392 req-ae6f0437-22ca-492e-8cf3-782bf42cb7b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 1000 time: 0.0646815 Nov 09 20:48:38.791066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf62849-226c-4156-877b-fe71892c2392 req-68e6e07d-e00b-431a-8d60-ba7922c513b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:48:38.792544 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-edf62849-226c-4156-877b-fe71892c2392 req-68e6e07d-e00b-431a-8d60-ba7922c513b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0455844 Nov 09 20:48:38.845289 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf62849-226c-4156-877b-fe71892c2392 req-e3f742e9-9447-4a76-a8d2-a50d351f8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:48:38.846892 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-edf62849-226c-4156-877b-fe71892c2392 req-e3f742e9-9447-4a76-a8d2-a50d351f8aea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423825 Nov 09 20:48:38.948658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-edf62849-226c-4156-877b-fe71892c2392 req-e44ae65b-a62f-4594-af71-98e3d91cd07f service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904238 Nov 09 20:48:39.047990 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-edf62849-226c-4156-877b-fe71892c2392 req-26cf37ce-ba3a-474a-b8d8-223e749b559f service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868101 Nov 09 20:48:39.523472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-4a693504-f1b2-4a7f-ba73-e905531ffa9a req-bab5e117-adc5-4077-aecf-4ed9226fc9f0 service neutron] (102296) timed out ('10.222.0.53', 38510) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:48:40.370627 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d879851f-eb07-4ad3-89ae-6e01b1b08ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:43.325417 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-046e0ed6-f031-4496-9b88-72b082895738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:43.611413 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:44.797653 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:46.538692 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:51.923133 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:48:56.072715 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:08.050156 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:49:10.361270 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e311ac67-d98f-44a3-8439-c2000afe3d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:13.327824 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-adfe1fd9-a988-4b4e-be0d-807f4c056963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:13.616366 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:14.801233 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:16.542450 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:17.828283 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0922e-e7e1-4df6-838e-eb2619319f70 req-d31db1cb-6760-4d82-a580-0c39476c217d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:17.829819 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1da0922e-e7e1-4df6-838e-eb2619319f70 req-d31db1cb-6760-4d82-a580-0c39476c217d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0552769 Nov 09 20:49:17.870304 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1da0922e-e7e1-4df6-838e-eb2619319f70 req-cad2178d-430a-44c5-9fcb-19e95b8ec477 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334029 Nov 09 20:49:19.031782 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4f7b-0368-4f3b-8b5c-af5edf9771c5 req-a9eefbb7-2f32-43d5-8329-e9b447fcd28a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:19.033238 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed3a4f7b-0368-4f3b-8b5c-af5edf9771c5 req-a9eefbb7-2f32-43d5-8329-e9b447fcd28a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0568204 Nov 09 20:49:19.073864 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ed3a4f7b-0368-4f3b-8b5c-af5edf9771c5 req-8e807257-338d-46de-9759-40c849f5e611 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333030 Nov 09 20:49:20.217535 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b49d5e-84bb-4246-bef3-6f8cc9ec8b90 req-e7cfa232-e0fa-4994-bf02-98848468df18 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:20.219144 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3b49d5e-84bb-4246-bef3-6f8cc9ec8b90 req-e7cfa232-e0fa-4994-bf02-98848468df18 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0538433 Nov 09 20:49:20.260830 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e3b49d5e-84bb-4246-bef3-6f8cc9ec8b90 req-e011b1e8-d014-4eb6-af9c-1304e6a3ddd4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334749 Nov 09 20:49:21.382019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd06f9-8bf3-465f-b558-3327c68e6600 req-cf9cb15a-38d0-4854-81e4-c2bf6afab876 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:21.383573 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09dd06f9-8bf3-465f-b558-3327c68e6600 req-cf9cb15a-38d0-4854-81e4-c2bf6afab876 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0523374 Nov 09 20:49:21.428909 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-09dd06f9-8bf3-465f-b558-3327c68e6600 req-00c9f4af-3f7d-40ca-9a72-91af0f878c1a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392649 Nov 09 20:49:21.938170 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:22.556909 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e961e17-3bf0-4473-aa39-39f27b0c4d74 req-955aeb20-3d1b-44b1-9f60-5c9d64cf4689 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:22.558483 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e961e17-3bf0-4473-aa39-39f27b0c4d74 req-955aeb20-3d1b-44b1-9f60-5c9d64cf4689 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0580356 Nov 09 20:49:22.609471 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e961e17-3bf0-4473-aa39-39f27b0c4d74 req-9fd376d7-4f58-430b-bee8-b87d2167cc65 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424941 Nov 09 20:49:23.733362 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d12975-4b27-49d6-b355-dfcfd04d1d8d req-8a371650-826e-49a3-8998-9dde25fe9eb1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:23.734883 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-73d12975-4b27-49d6-b355-dfcfd04d1d8d req-8a371650-826e-49a3-8998-9dde25fe9eb1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0510087 Nov 09 20:49:23.778379 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-73d12975-4b27-49d6-b355-dfcfd04d1d8d req-b3ed2bb3-60fd-47f3-b062-52a0e63c49b6 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366580 Nov 09 20:49:24.906182 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65149f-bc4f-46d3-8b73-97bfe1ca8e57 req-1f7d7626-e5a6-40c7-8c7f-71ba19fad7d9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:24.907777 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f65149f-bc4f-46d3-8b73-97bfe1ca8e57 req-1f7d7626-e5a6-40c7-8c7f-71ba19fad7d9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0547922 Nov 09 20:49:24.950846 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f65149f-bc4f-46d3-8b73-97bfe1ca8e57 req-ffd75111-a064-4f47-bc60-08d373e2df31 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361972 Nov 09 20:49:26.071298 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7a14e-0282-410c-9eae-6bc1c57141e6 req-4d1c2e14-9418-4e02-a7b0-41d6fe8d623a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:26.072996 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-36e7a14e-0282-410c-9eae-6bc1c57141e6 req-4d1c2e14-9418-4e02-a7b0-41d6fe8d623a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0513422 Nov 09 20:49:26.085401 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:26.117453 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-36e7a14e-0282-410c-9eae-6bc1c57141e6 req-a89caeea-a938-468e-90d3-f683b0a604a2 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380507 Nov 09 20:49:27.239411 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d212a18-f6ca-4e54-b085-b43adc239b45 req-95eac839-a153-4299-aa09-678db00b78a1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:27.241037 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d212a18-f6ca-4e54-b085-b43adc239b45 req-95eac839-a153-4299-aa09-678db00b78a1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0525331 Nov 09 20:49:27.281383 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3d212a18-f6ca-4e54-b085-b43adc239b45 req-b9524dce-1b2e-4787-8b24-ac1eb11ded31 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339766 Nov 09 20:49:28.406200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee00957-76ea-4400-bbbf-224533289049 req-3d5cce5c-1f54-4546-97ad-7917b86150ca tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:28.407594 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ee00957-76ea-4400-bbbf-224533289049 req-3d5cce5c-1f54-4546-97ad-7917b86150ca tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0522184 Nov 09 20:49:28.453483 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4ee00957-76ea-4400-bbbf-224533289049 req-32d10928-1d45-4e6f-8545-f878b470006f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398104 Nov 09 20:49:29.503690 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:49:29.583495 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c514fd0-29f1-44e2-9fb4-b04c227a0b20 req-58bf2590-ae22-4fce-a29e-f1c4b3fb23fb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:29.585751 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c514fd0-29f1-44e2-9fb4-b04c227a0b20 req-58bf2590-ae22-4fce-a29e-f1c4b3fb23fb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0544658 Nov 09 20:49:29.617289 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:49:29.625325 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4c514fd0-29f1-44e2-9fb4-b04c227a0b20 req-879337ab-6472-4924-8055-6585b8ae8acd tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334566 Nov 09 20:49:29.633612 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'port_id': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'mac_address': 'fa:16:3e:fb:45:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:49:29.673816 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:29.686730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:49:29.710453 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:49:29.714834 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:29.772461 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:49:29.780063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.780413 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.780757 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.781099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.781435 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.781766 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.782102 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.782428 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.782799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.783119 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.783446 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.783768 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:29.800730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:49:30.804530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726a79c-d1ed-47ce-804c-847009bf0890 req-971f3700-a54a-4101-8852-034b8b7ef5bc tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:30.813597 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9726a79c-d1ed-47ce-804c-847009bf0890 req-971f3700-a54a-4101-8852-034b8b7ef5bc tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0841188 Nov 09 20:49:30.866123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9726a79c-d1ed-47ce-804c-847009bf0890 req-e86a6a0b-2a52-44c0-934a-b825d10ee379 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499239 Nov 09 20:49:31.509799 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:49:31.578056 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:49:31.578701 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:31.686243 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:31.720475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:49:31.723150 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69cbfd9-6288-4d76-b063-9c31ade509f4" -d '{"events": [{"server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "name": "network-vif-plugged", "status": "completed", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:49:31.743070 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:49:31.752995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:31.828578 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:49:31.873447 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135185ea-f727-45c7-9a8f-b688c170bd63 x-openstack-request-id: req-135185ea-f727-45c7-9a8f-b688c170bd63 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:49:31.873748 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "name": "network-vif-plugged", "status": "completed", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:49:31.874482 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-135185ea-f727-45c7-9a8f-b688c170bd63 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:49:31.874915 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'code': 200} Nov 09 20:49:32.015816 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a93554-610e-458c-a815-668425b0f813 req-cbff01a8-d93e-4b8a-8e8b-7e8b7f62dbb5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:32.018250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04a93554-610e-458c-a815-668425b0f813 req-cbff01a8-d93e-4b8a-8e8b-7e8b7f62dbb5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0653050 Nov 09 20:49:32.067464 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-04a93554-610e-458c-a815-668425b0f813 req-331a311c-6ed6-4da3-8879-d97cbbbce416 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Nov 09 20:49:33.211650 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20521b-408e-4c44-9eaf-b4c0d43c0f40 req-82ae2c0b-268c-427c-bead-f1e075fc6a14 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:33.214369 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac20521b-408e-4c44-9eaf-b4c0d43c0f40 req-82ae2c0b-268c-427c-bead-f1e075fc6a14 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0667193 Nov 09 20:49:33.262547 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ac20521b-408e-4c44-9eaf-b4c0d43c0f40 req-72fc9fa1-152c-4f9c-bed7-0dbab576d17f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399022 Nov 09 20:49:34.418491 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fe3d1-0ce3-4b31-8633-62a0938dcadd req-cab436c2-516f-4b71-95ce-701ec8816e1f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:34.420252 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189fe3d1-0ce3-4b31-8633-62a0938dcadd req-cab436c2-516f-4b71-95ce-701ec8816e1f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0678873 Nov 09 20:49:34.479048 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-189fe3d1-0ce3-4b31-8633-62a0938dcadd req-5e8faa39-92c6-4f65-aaab-670c4bdc5bad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519743 Nov 09 20:49:35.650723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedd4d0-ec75-4da9-be0f-f1a3c67e167f req-0bdb7c74-51e3-4f5b-af1f-3175e358610f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:35.652304 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6aedd4d0-ec75-4da9-be0f-f1a3c67e167f req-0bdb7c74-51e3-4f5b-af1f-3175e358610f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0584106 Nov 09 20:49:35.698985 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-6aedd4d0-ec75-4da9-be0f-f1a3c67e167f req-3323e094-3158-482d-a04e-71a9b648bb2c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387094 Nov 09 20:49:36.837332 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84e7cf-b3d3-4597-8f6c-befcad4a2172 req-dbda3cbe-f6f2-47f2-8458-805ddbdb5ef5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:36.838969 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e84e7cf-b3d3-4597-8f6c-befcad4a2172 req-dbda3cbe-f6f2-47f2-8458-805ddbdb5ef5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0572481 Nov 09 20:49:36.900778 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5e84e7cf-b3d3-4597-8f6c-befcad4a2172 req-51643cd9-7557-4123-9e77-4c430f51e29b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540748 Nov 09 20:49:38.051230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0b81-d33a-4ceb-b6f7-92ec5bcffff8 req-52e9a88f-55f0-4a2b-834d-9edee13d9f00 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:38.053187 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e69d0b81-d33a-4ceb-b6f7-92ec5bcffff8 req-52e9a88f-55f0-4a2b-834d-9edee13d9f00 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0639470 Nov 09 20:49:38.122602 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e69d0b81-d33a-4ceb-b6f7-92ec5bcffff8 req-254c2969-f2f0-48b9-a7aa-50d7955e72ee tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507855 Nov 09 20:49:39.242279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633918c-1f2f-43e9-aeae-cfdd195ba4e4 req-edd32b35-df35-406a-9553-1fb8335e60fd tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:39.244245 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9633918c-1f2f-43e9-aeae-cfdd195ba4e4 req-edd32b35-df35-406a-9553-1fb8335e60fd tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0545137 Nov 09 20:49:39.285376 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9633918c-1f2f-43e9-aeae-cfdd195ba4e4 req-93f68fe6-82ca-47d5-aabe-2773ab026519 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347939 Nov 09 20:49:39.484187 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-85ff92c1-e87b-48f9-8812-7397b40da04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:39.485709 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-85ff92c1-e87b-48f9-8812-7397b40da04b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1097 time: 0.0470300 Nov 09 20:49:39.609012 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-3cbe9c73-1777-40d8-b8a1-9905d38d102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:39.610497 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-3cbe9c73-1777-40d8-b8a1-9905d38d102e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0950372 Nov 09 20:49:39.684465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-8fea878e-0ce4-46c2-86ad-6c2e90e34383 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 1000 time: 0.0644524 Nov 09 20:49:39.736974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-134cc1a7-2bbb-43de-838e-7ba6a36b0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:39.738476 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-134cc1a7-2bbb-43de-838e-7ba6a36b0472 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0466082 Nov 09 20:49:39.791128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-c6aeb7c2-1fdd-41eb-ac46-039fce33067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:39.792686 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-c6aeb7c2-1fdd-41eb-ac46-039fce33067e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440211 Nov 09 20:49:40.004568 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-d8ad3dfe-8ca5-4a4b-a3c8-b2676acbe8fc service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923064 Nov 09 20:49:40.106977 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d96bc7ed-7e49-4ca1-8113-185b35765b13 req-905557bd-322c-4c6b-b11d-2c354e288bd1 service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930176 Nov 09 20:49:40.190881 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-9c9bb819-8771-4b9b-a318-23431309fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:40.192409 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-9c9bb819-8771-4b9b-a318-23431309fb7f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1097 time: 0.0437663 Nov 09 20:49:40.295482 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-3d1b7470-efc0-4072-a296-c009fd0ff73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:40.296886 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-3d1b7470-efc0-4072-a296-c009fd0ff73f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0944860 Nov 09 20:49:40.365312 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-42c9f765-8bdc-4cf4-9e36-a9710e346280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:40.405422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-50832ff2-d5e7-44ff-a8cf-e55ed5e59f1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 1000 time: 0.0953732 Nov 09 20:49:40.459947 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df41f7e-40e2-4a19-b7fb-24577ef8b05b req-893228a4-d13d-4e6b-a8fc-0491d41e7b4d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:40.461486 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4df41f7e-40e2-4a19-b7fb-24577ef8b05b req-893228a4-d13d-4e6b-a8fc-0491d41e7b4d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0947318 Nov 09 20:49:40.486400 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-b04e72f2-3327-455f-b225-a82fdb7a27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:40.487875 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-b04e72f2-3327-455f-b225-a82fdb7a27a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0735002 Nov 09 20:49:40.518052 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4df41f7e-40e2-4a19-b7fb-24577ef8b05b req-42986260-789e-42ef-abdf-d7c8c5d670f2 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488410 Nov 09 20:49:40.551492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-2fbf3ff7-f50b-4d24-9834-a52b75f46a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:40.553753 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-2fbf3ff7-f50b-4d24-9834-a52b75f46a4e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521910 Nov 09 20:49:40.655977 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-68414100-efd5-45ad-99fe-80a298dc2aae service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908966 Nov 09 20:49:40.754913 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d9baa4e1-6956-4891-8355-2ef5dd7b1cb4 req-2e46c367-3bd0-4485-b57f-c3dbb5f5258b service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870898 Nov 09 20:49:41.638450 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2ab4b-aed2-415d-895a-d99a4222d564 req-4245fc61-9268-4ceb-97fb-3423fb556390 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:41.640004 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46b2ab4b-aed2-415d-895a-d99a4222d564 req-4245fc61-9268-4ceb-97fb-3423fb556390 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0510488 Nov 09 20:49:41.683569 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-46b2ab4b-aed2-415d-895a-d99a4222d564 req-077efd85-3696-4fa0-925f-4d44a201785f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375631 Nov 09 20:49:42.805138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6646dc-14cf-4655-a567-6b628b07e301 req-c8b759ee-d113-49f2-b736-119aac1660ad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:42.806586 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb6646dc-14cf-4655-a567-6b628b07e301 req-c8b759ee-d113-49f2-b736-119aac1660ad tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0514772 Nov 09 20:49:42.853954 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fb6646dc-14cf-4655-a567-6b628b07e301 req-617d59c5-6f19-4ee2-9f3a-e8e8e572158a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413363 Nov 09 20:49:42.995181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-9fe1aca5-9bf6-4255-8d15-1c38d40486f1 req-396f3770-8be7-48c1-805b-71d8e15303e5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:49:42.996979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-9fe1aca5-9bf6-4255-8d15-1c38d40486f1 req-396f3770-8be7-48c1-805b-71d8e15303e5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0744560 Nov 09 20:49:43.176336 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a903091-a993-48ca-903c-9bf3625ab618 req-61b6a25b-74db-4e96-8aa0-698cfd609789 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:43.178561 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a903091-a993-48ca-903c-9bf3625ab618 req-61b6a25b-74db-4e96-8aa0-698cfd609789 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0610569 Nov 09 20:49:43.218122 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9a903091-a993-48ca-903c-9bf3625ab618 req-b2ee951d-5278-4290-982c-c03481e2c9f8 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331511 Nov 09 20:49:43.332787 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b7d62dda-8d63-40e5-ad02-32462f977661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:43.476939 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54616) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:49:43.560390 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-99f72ca5-448e-4885-904f-c344566d5092 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822220 Nov 09 20:49:43.570061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-792302e6-49dd-404b-ba96-22aa8de4580e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:49:43.571071 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-792302e6-49dd-404b-ba96-22aa8de4580e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058043 Nov 09 20:49:43.574623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:49:43.627595 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:43.668580 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:43.698872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:49:43.701419 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3109800f-68fc-4c96-bbf7-b5016947b315" -d '{"events": [{"server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "name": "network-vif-unplugged", "status": "completed", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:49:43.728529 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:49:43.733199 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:43.740664 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa521e29-2279-4551-8cab-6e4fb75da531 x-openstack-request-id: req-fa521e29-2279-4551-8cab-6e4fb75da531 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:49:43.740987 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "name": "network-vif-unplugged", "status": "failed", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f", "code": 422}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:49:43.741196 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa521e29-2279-4551-8cab-6e4fb75da531 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:49:43.741639 n-d-817256-1 neutron-server[102297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'code': 422} returned with failed status Nov 09 20:49:43.794249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:49:44.341597 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65050c-46c1-42f8-b9d7-469d2c0de2c2 req-45a3bfa8-f12c-4e81-a276-ac6236c783d0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:44.343207 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a65050c-46c1-42f8-b9d7-469d2c0de2c2 req-45a3bfa8-f12c-4e81-a276-ac6236c783d0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 944 time: 0.0514684 Nov 09 20:49:44.382326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-e0b2d9ec-d90c-47f6-a2c1-4a675f4f0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:44.384074 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-e0b2d9ec-d90c-47f6-a2c1-4a675f4f0786 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08&tenant_id=d34452a866ef4c1699f2cb2876e7e272 HTTP/1.1" status: 200 len: 1095 time: 0.0426641 Nov 09 20:49:44.389258 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1a65050c-46c1-42f8-b9d7-469d2c0de2c2 req-e34a9b99-543d-445a-bb1c-9f72b8b3e45c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391171 Nov 09 20:49:44.398319 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:49:44.453402 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:44.668573 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:49:44.702285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:49:44.737472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:49:44.746196 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:44.759672 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Transition to ACTIVE for port object 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:49:44.763833 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:44.809311 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:44.843324 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=9']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:49:44.858352 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.858729 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.859073 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.859408 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.859737 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.860064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.860388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.860711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.861037 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.861357 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.861678 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.861994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:49:44.905391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] No DVR routers for this DVR port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:49:45.049797 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:49:45.054503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Attempting to bind port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:49:45.054862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Attempting to bind port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:49:45.055238 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Attempting to bind port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:49:45.059691 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:49:45.060007 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Attempting to bind port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:49:45.064983 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:49:45.065320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Checking segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:49:45.065701 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Bound using segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:49:45.066179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Bound port: 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:49:45.066483 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:45.139309 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:49:45.142608 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:49:45.147818 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:45.182813 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:45.183490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:45.184875 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] 10.222.0.70 "PUT /v2.0/ports/404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 1092 time: 0.7922196 Nov 09 20:49:45.186873 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:49:45.187792 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753fa361-8166-4f17-8eb0-108d47e9f2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:49:45.232636 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f706abe4-85ae-45a6-92af-de790ec0bef8 x-openstack-request-id: req-f706abe4-85ae-45a6-92af-de790ec0bef8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:49:45.232936 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:49:45.233190 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f706abe4-85ae-45a6-92af-de790ec0bef8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:49:45.233600 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'status': 'completed', 'code': 200} Nov 09 20:49:45.249113 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727179c-2a7c-4814-9cf4-c475dd8b6cac service neutron] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=10']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:49:45.268342 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-a6e91fc2-7877-4fa5-8330-367b1cfbef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:45.270096 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-a6e91fc2-7877-4fa5-8330-367b1cfbef56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1096 time: 0.0556672 Nov 09 20:49:45.371572 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-bb82941a-7e8e-4c6a-a245-6ceb48a9db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:45.373111 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-bb82941a-7e8e-4c6a-a245-6ceb48a9db7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0959978 Nov 09 20:49:45.447128 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-9fbbe7d3-fc02-4055-917d-782f019d9125 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 998 time: 0.0669732 Nov 09 20:49:45.501064 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-d4bad707-82d1-456e-b09d-22f65e956d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:45.502579 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-d4bad707-82d1-456e-b09d-22f65e956d84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0484622 Nov 09 20:49:45.516108 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63db7c-5c18-4e97-ae28-9b81b560813b req-7875dcb5-aa56-4656-821f-bb44809e69dc tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:45.517651 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e63db7c-5c18-4e97-ae28-9b81b560813b req-7875dcb5-aa56-4656-821f-bb44809e69dc tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0534222 Nov 09 20:49:45.554658 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-7f3c15b1-3b2b-4590-b7d3-1d593063de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:45.556264 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-7f3c15b1-3b2b-4590-b7d3-1d593063de77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459135 Nov 09 20:49:45.563418 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7e63db7c-5c18-4e97-ae28-9b81b560813b req-386eb958-4816-4dc1-94df-29b9315ca68e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392661 Nov 09 20:49:45.659689 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-956894c5-dfa3-4b86-9bad-cd5df6ff6b8e service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959194 Nov 09 20:49:45.755022 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-422237c7-744f-4be5-9970-5f0977f70302 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870695 Nov 09 20:49:45.849448 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-fa79f6c6-fc21-49b1-ae38-004a355843c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:45.851078 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-fa79f6c6-fc21-49b1-ae38-004a355843c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1096 time: 0.0459220 Nov 09 20:49:45.953033 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-f9a59b8c-27fc-486a-b6d4-d0da9b30b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:45.954584 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-f9a59b8c-27fc-486a-b6d4-d0da9b30b374 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0964198 Nov 09 20:49:46.025079 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-06e20151-dfac-403f-a0df-85ba3b5970a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 998 time: 0.0615568 Nov 09 20:49:46.094404 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-dbe4c00b-2b2d-4516-93df-2df1c521e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:46.096211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-dbe4c00b-2b2d-4516-93df-2df1c521e625 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0613012 Nov 09 20:49:46.547345 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:46.697865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18b326-f5a5-4ecd-b4ac-72001d32bcf2 req-951d51ab-ee19-4aff-a0bc-230646d87603 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:46.699686 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f18b326-f5a5-4ecd-b4ac-72001d32bcf2 req-951d51ab-ee19-4aff-a0bc-230646d87603 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0575681 Nov 09 20:49:46.747500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5f18b326-f5a5-4ecd-b4ac-72001d32bcf2 req-62e4fbd4-5790-4e78-8f43-f2ac1fd50776 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409453 Nov 09 20:49:47.882902 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b6a95-24d9-4e1b-8e41-d77dceec94f8 req-6cf80727-1df9-4118-ae5a-410527b747ab tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:47.885310 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb4b6a95-24d9-4e1b-8e41-d77dceec94f8 req-6cf80727-1df9-4118-ae5a-410527b747ab tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0633879 Nov 09 20:49:47.941901 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eb4b6a95-24d9-4e1b-8e41-d77dceec94f8 req-27b0684c-0f15-478e-b7fd-19a8f532393c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484679 Nov 09 20:49:49.068014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0393996-d392-4938-b1d4-e4e8872e459e req-803a2c4e-802d-4d84-b628-1c0cf0d51881 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:49.070450 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0393996-d392-4938-b1d4-e4e8872e459e req-803a2c4e-802d-4d84-b628-1c0cf0d51881 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0533400 Nov 09 20:49:49.124561 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0393996-d392-4938-b1d4-e4e8872e459e req-21a92d95-1ab8-4e10-9f62-53d9be3eae64 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451834 Nov 09 20:49:50.266158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897728a9-1ef2-4c61-a22c-ea414f46e6e1 req-0dad77c5-acb4-4e52-ae2b-4aba2b8dc8ba tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:50.267893 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-897728a9-1ef2-4c61-a22c-ea414f46e6e1 req-0dad77c5-acb4-4e52-ae2b-4aba2b8dc8ba tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0613308 Nov 09 20:49:50.309719 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-897728a9-1ef2-4c61-a22c-ea414f46e6e1 req-755b80bd-e68f-4adf-8ee4-e30a4e0f64c4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351923 Nov 09 20:49:51.445008 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ce76-50bc-470d-891c-8b9c41bb8835 req-b9195165-41c8-47e7-aeca-4b762c84db4a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:51.446587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6fa2ce76-50bc-470d-891c-8b9c41bb8835 req-b9195165-41c8-47e7-aeca-4b762c84db4a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0614049 Nov 09 20:49:51.487716 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6fa2ce76-50bc-470d-891c-8b9c41bb8835 req-38de62fb-1770-47ad-acef-c59073fd8802 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349832 Nov 09 20:49:51.956084 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:52.628990 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba5f6-89c5-4d6d-9a25-4a81cf41a321 req-e079fadb-35a5-4823-8283-28e6827b57a6 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:52.632073 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f09ba5f6-89c5-4d6d-9a25-4a81cf41a321 req-e079fadb-35a5-4823-8283-28e6827b57a6 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0651851 Nov 09 20:49:52.684392 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f09ba5f6-89c5-4d6d-9a25-4a81cf41a321 req-edf4d29b-f4ea-4219-aa0e-763a81999c37 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400720 Nov 09 20:49:53.812997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968c4e6-3417-497e-ac80-c19767ecc77c req-e7aecb45-3084-46b8-b7ca-bf6a52f0bfb1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:53.814675 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a968c4e6-3417-497e-ac80-c19767ecc77c req-e7aecb45-3084-46b8-b7ca-bf6a52f0bfb1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0557885 Nov 09 20:49:53.859163 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a968c4e6-3417-497e-ac80-c19767ecc77c req-010e55c2-280f-452b-8254-11fa12a21eed tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373955 Nov 09 20:49:54.999569 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61e3b0-dd67-42ec-bd16-8697211d1c81 req-736233b6-9a8e-469b-b002-b012d5888c10 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:55.001345 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b61e3b0-dd67-42ec-bd16-8697211d1c81 req-736233b6-9a8e-469b-b002-b012d5888c10 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0615406 Nov 09 20:49:55.044137 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3b61e3b0-dd67-42ec-bd16-8697211d1c81 req-de4cff7d-c9c6-481a-bfc7-10238ba3a0be tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355995 Nov 09 20:49:56.089809 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:56.124326 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-83003b2d-ccb6-4e6b-940b-ee7807a0d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:56.125845 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-83003b2d-ccb6-4e6b-940b-ee7807a0d4c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499539 Nov 09 20:49:56.232345 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928f33b-fc7f-469d-8337-8f7cb97a068a req-d181fff1-d0b2-4332-8b22-98bd0afb06a5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:56.233857 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5928f33b-fc7f-469d-8337-8f7cb97a068a req-d181fff1-d0b2-4332-8b22-98bd0afb06a5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.1062090 Nov 09 20:49:56.280440 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-622cda52-7c7d-490a-93dc-8aa9cda0b434 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427939 Nov 09 20:49:56.304443 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5928f33b-fc7f-469d-8337-8f7cb97a068a req-735c915c-a5d5-4567-822f-6987105bba24 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600178 Nov 09 20:49:56.390073 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-753fa361-8166-4f17-8eb0-108d47e9f2a5 req-81f7f595-8466-4bf6-ae51-4dc059ee9b59 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998771 Nov 09 20:49:57.432221 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08155764-9eeb-4f62-9e9d-2dcc42d6cf61 req-66714bf5-b986-4259-92e0-7a6bea559f34 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:57.433658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08155764-9eeb-4f62-9e9d-2dcc42d6cf61 req-66714bf5-b986-4259-92e0-7a6bea559f34 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 945 time: 0.0562413 Nov 09 20:49:57.479209 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-08155764-9eeb-4f62-9e9d-2dcc42d6cf61 req-b3c15cff-e7ca-4add-8b9a-c04236f97054 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394287 Nov 09 20:49:57.534459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:49:57.637277 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:49:57.650072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'port_id': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'mac_address': 'fa:16:3e:fb:45:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:49:57.689255 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:57.703156 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:49:57.723742 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:49:57.728219 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:57.779392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=11']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:49:57.975732 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:49:58.602338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38763fc0-dfb9-4f77-bbca-0dc4d604952d req-e1a18515-fac2-48a5-8843-29e3fb615d43 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:58.603920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-38763fc0-dfb9-4f77-bbca-0dc4d604952d req-e1a18515-fac2-48a5-8843-29e3fb615d43 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 946 time: 0.0511346 Nov 09 20:49:58.647891 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-38763fc0-dfb9-4f77-bbca-0dc4d604952d req-cc7fbf57-7513-4310-8163-5fbf096edc90 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374830 Nov 09 20:49:59.549706 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:49:59.600463 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:49:59.604281 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:49:59.604655 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:59.686812 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:59.712524 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:49:59.713947 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a46581-755b-472a-bab6-a01ca8ce4fb8" -d '{"events": [{"server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "name": "network-vif-plugged", "status": "completed", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:49:59.727750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:49:59.733162 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:49:59.761757 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9915dd-f98a-4ba4-b3df-bdcf30dd9b5f x-openstack-request-id: req-ee9915dd-f98a-4ba4-b3df-bdcf30dd9b5f {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:49:59.762055 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "name": "network-vif-plugged", "status": "completed", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:49:59.762309 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee9915dd-f98a-4ba4-b3df-bdcf30dd9b5f {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:49:59.762738 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'code': 200} Nov 09 20:49:59.782596 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235529fe-64d4-4ad2-9a40-a752b1e7c910 req-45d5d476-1a88-4eef-af04-7cd275cbffc1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:59.784272 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-235529fe-64d4-4ad2-9a40-a752b1e7c910 req-45d5d476-1a88-4eef-af04-7cd275cbffc1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 947 time: 0.0645556 Nov 09 20:49:59.790810 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=12']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:49:59.831976 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-235529fe-64d4-4ad2-9a40-a752b1e7c910 req-2bafe692-050b-43c1-93d8-5d85656af235 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393975 Nov 09 20:49:59.937520 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc982b-f3ef-4e5c-9d0e-8382755ba5da req-329770e9-71c8-4fe5-83a5-16b9190ddfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:49:59.939075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5dc982b-f3ef-4e5c-9d0e-8382755ba5da req-329770e9-71c8-4fe5-83a5-16b9190ddfd4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1098 time: 0.0418587 Nov 09 20:49:59.976500 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-d5dc982b-f3ef-4e5c-9d0e-8382755ba5da req-d967e8fa-c3dd-4e2d-b155-736edbb761c4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297389 Nov 09 20:50:00.969385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de08b8-81a5-46ec-8e17-dfca3fd4284e req-41aaa1f6-a7b4-4a41-b669-5debee6705ac tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:50:00.971014 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82de08b8-81a5-46ec-8e17-dfca3fd4284e req-41aaa1f6-a7b4-4a41-b669-5debee6705ac tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 947 time: 0.0568242 Nov 09 20:50:01.018542 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-82de08b8-81a5-46ec-8e17-dfca3fd4284e req-93fa6449-d1c6-4f09-a203-b0fcb572a580 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409064 Nov 09 20:50:02.140605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffd9bb-243f-42bd-9334-eebb1cdb92fe req-8b76d241-f791-4f55-b4dd-7c6eea30e998 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:50:02.142175 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62ffd9bb-243f-42bd-9334-eebb1cdb92fe req-8b76d241-f791-4f55-b4dd-7c6eea30e998 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 947 time: 0.0513656 Nov 09 20:50:02.185727 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-62ffd9bb-243f-42bd-9334-eebb1cdb92fe req-e8e47ae2-5a95-4ab0-9f74-059dc53c1027 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367627 Nov 09 20:50:10.368704 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7cdc959d-c1cc-4862-b967-da7c00237dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:13.329561 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-26ec5288-d907-4f7f-be6e-d97351c782cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:13.624447 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:14.804330 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:16.552399 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:21.948226 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:22.048461 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:50:26.080350 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:37.513629 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-6e9bf847-f281-43ed-96b7-7961dc83777f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412099 Nov 09 20:50:37.600776 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-660d6d94-17f0-48c4-993e-3ddb84cf7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:50:37.602297 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-660d6d94-17f0-48c4-993e-3ddb84cf7372 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1098 time: 0.0455852 Nov 09 20:50:37.711984 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-51cd664e-57f7-450a-9231-42181ac42430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:50:37.713481 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-51cd664e-57f7-450a-9231-42181ac42430 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0908377 Nov 09 20:50:37.787160 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-fcc7e222-e995-41a7-b33f-b21677aba78b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 1000 time: 0.0658233 Nov 09 20:50:37.837987 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-aea7193f-f47d-49ee-8d0d-3b3f12bd0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:50:37.839496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-aea7193f-f47d-49ee-8d0d-3b3f12bd0105 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0446181 Nov 09 20:50:37.892562 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-fbdcdcb4-020c-45ac-b43c-dec89b09da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:50:37.894127 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-fbdcdcb4-020c-45ac-b43c-dec89b09da81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467772 Nov 09 20:50:37.985813 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-b965236f-94f2-4048-90ed-f53fcc568ee2 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836046 Nov 09 20:50:38.082215 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-158368d5-a894-461d-bdff-5ba25cc5a35a req-7d41434e-c728-4deb-81ed-19d309ab22ad service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891116 Nov 09 20:50:40.370933 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ef0143c4-2398-43ba-b85f-2745b03e945f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:43.323432 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d73ae432-1150-4a67-90c7-cd5694fbd097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:43.627063 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:44.811784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:46.552913 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:51.967076 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:56.077368 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:50:59.047402 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:51:10.373237 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d226e852-57dd-408b-93d6-507fa529ed5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:10.875390 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54738) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:11.036857 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Deleting port 09502eff-0cf2-4521-83fd-50a8715febe3 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:51:11.037199 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:11.121695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:11.124727 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:11.134849 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Calling delete_port for 09502eff-0cf2-4521-83fd-50a8715febe3 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:51:11.289950 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:11.316075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event deleted for resources: {'Port': ['ID=09502eff-0cf2-4521-83fd-50a8715febe3,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:11.343155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.343562 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.343989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.344352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.344744 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.345087 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.345429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.345765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.346100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.346433 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.346787 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.347117 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:11.390695 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:11.390944 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Floating IP a4d8a195-d275-4f5c-b2b5-3602d6d28f3c disassociated (deleted). External IP: 172.25.6.4, port: 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f. Nov 09 20:51:11.926203 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Router 13410e2e-6930-476e-8fec-1ce5f3de81d5 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:51:12.041640 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:51:12.046701 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:12.051776 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] Sync routers for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:51:12.061749 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:51:12.062360 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:51:12.078758 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-1a14fee8-b644-4b33-a0bb-ae1e7fba6513 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "DELETE /v2.0/floatingips/a4d8a195-d275-4f5c-b2b5-3602d6d28f3c HTTP/1.1" status: 204 len: 168 time: 1.2022302 Nov 09 20:51:12.079373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:51:12.081670 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56839adf-914d-4c3f-865a-b4e45abe26cf" -d '{"events": [{"name": "network-changed", "server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:51:12.188541 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff60b09-8833-4000-8549-716615e326a1 x-openstack-request-id: req-5ff60b09-8833-4000-8549-716615e326a1 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:51:12.188841 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:51:12.189136 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ff60b09-8833-4000-8549-716615e326a1 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:51:12.189551 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'status': 'completed', 'code': 200} Nov 09 20:51:12.269250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-ec234e8a-16b7-46ec-9526-28ae306eafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:12.270971 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-ec234e8a-16b7-46ec-9526-28ae306eafc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 1098 time: 0.0599902 Nov 09 20:51:12.296436 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:51:12.383069 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-137091ae-1254-4dbf-bcff-30db7bb3d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:12.384563 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-137091ae-1254-4dbf-bcff-30db7bb3d8a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.1042681 Nov 09 20:51:12.415696 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ba011-2ced-4b69-93a4-dcb98d7ff184 req-003c3ed6-6a34-4f07-89ef-5540e1bc67fe tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:12.417403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c02ba011-2ced-4b69-93a4-dcb98d7ff184 req-003c3ed6-6a34-4f07-89ef-5540e1bc67fe tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 947 time: 0.1160381 Nov 09 20:51:12.434081 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-e346ae85-511f-4d56-8bbb-0d7dcb8afb2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 200 len: 217 time: 0.0396006 Nov 09 20:51:12.459825 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c02ba011-2ced-4b69-93a4-dcb98d7ff184 req-f6866a9c-f0a0-4ee9-95f8-11f613cc5173 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363731 Nov 09 20:51:12.488114 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-88499537-e6a5-430c-802e-19f893bdd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:12.489628 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-88499537-e6a5-430c-802e-19f893bdd7a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0468512 Nov 09 20:51:12.517745 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:51:12.538269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-7ab99fd8-9265-491e-a920-534f973c5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:12.539886 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-7ab99fd8-9265-491e-a920-534f973c5148 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422871 Nov 09 20:51:12.547581 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] Checking router: 13410e2e-6930-476e-8fec-1ce5f3de81d5 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:51:12.556886 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:51:12.557515 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:50:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:51:12.652958 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-03d52d19-6a58-4c67-a388-582a20dc03e8 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036165 Nov 09 20:51:12.667967 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:51:12.748432 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-56839adf-914d-4c3f-865a-b4e45abe26cf req-85151b64-f531-455f-8bc2-8499c87c1ebd service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880022 Nov 09 20:51:12.875298 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:51:12.901548 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c9581-59d3-4fbe-b97d-f752977daa8f None None] The sync data for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 is: [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:51:13.118427 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea1e8f-3ad3-45c9-aac1-f136dc9a3846 None None] New status for floating IP a4d8a195-d275-4f5c-b2b5-3602d6d28f3c: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:51:13.324849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3cd71f97-6031-471a-9eda-1e9825ba56a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:13.629231 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:13.660091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cebc38-333a-4a66-b468-a4081437b403 req-2e8cfc94-a7b6-45c2-8641-2cefdff96fd1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:13.661589 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-41cebc38-333a-4a66-b468-a4081437b403 req-2e8cfc94-a7b6-45c2-8641-2cefdff96fd1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.70 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 947 time: 0.0931311 Nov 09 20:51:13.674371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00be02-5bff-4fc5-a3fc-5843956bb58c req-a3630f84-61ef-48b8-aa26-2d96cb8c6eef tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:13.675948 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad00be02-5bff-4fc5-a3fc-5843956bb58c req-a3630f84-61ef-48b8-aa26-2d96cb8c6eef tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 947 time: 0.1349447 Nov 09 20:51:13.768636 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ad00be02-5bff-4fc5-a3fc-5843956bb58c req-8df0da8f-6e07-4915-b540-e2ee1c1ad32e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=04d59675-7ff7-4feb-af3b-4008bb999114&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850708 Nov 09 20:51:13.794091 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-41cebc38-333a-4a66-b468-a4081437b403 req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Deleting port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:51:13.794431 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-41cebc38-333a-4a66-b468-a4081437b403 req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:13.895993 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-41cebc38-333a-4a66-b468-a4081437b403 req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] For port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:51:13.896362 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-41cebc38-333a-4a66-b468-a4081437b403 req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:13.910269 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-41cebc38-333a-4a66-b468-a4081437b403 req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Calling delete_port for 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:51:14.411002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-41cebc38-333a-4a66-b468-a4081437b403 req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:14.443286 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event deleted for resources: {'Port': ['ID=404b6b0f-ecb3-4f2e-8f87-27ca3565e47f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:14.470964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.471321 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.471670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.472013 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.472350 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.472685 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.473018 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.473353 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.473710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.474036 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.474363 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.475242 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:14.497995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cebc38-333a-4a66-b468-a4081437b403 req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] No DVR routers for this DVR port 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:51:14.501438 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-41cebc38-333a-4a66-b468-a4081437b403 req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:14.506765 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-41cebc38-333a-4a66-b468-a4081437b403 req-c0d791d0-2881-4884-b8ea-cbe8e48cf72f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.70 "DELETE /v2.0/ports/404b6b0f-ecb3-4f2e-8f87-27ca3565e47f HTTP/1.1" status: 204 len: 173 time: 0.8290741 Nov 09 20:51:14.507711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'name': 'network-vif-deleted', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:51:14.509749 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f0e811-e0b8-4cb1-936e-72fbd9864d53" -d '{"events": [{"server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "name": "network-vif-deleted", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:51:14.547604 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e8da75-6447-4633-b90c-ffb2951d4ad8 x-openstack-request-id: req-96e8da75-6447-4633-b90c-ffb2951d4ad8 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:51:14.547903 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cc5fae-ee0f-4c76-96e2-e588f5aafb08", "name": "network-vif-deleted", "tag": "404b6b0f-ecb3-4f2e-8f87-27ca3565e47f", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:51:14.548161 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96e8da75-6447-4633-b90c-ffb2951d4ad8 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:51:14.548564 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cc5fae-ee0f-4c76-96e2-e588f5aafb08', 'name': 'network-vif-deleted', 'tag': '404b6b0f-ecb3-4f2e-8f87-27ca3565e47f', 'status': 'completed', 'code': 200} Nov 09 20:51:14.815204 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:14.889657 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6dd5dd45-a387-4995-b42b-0f24c6bff223 req-af5387ef-4a58-4639-9d8f-c24fa8973647 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=61cc5fae-ee0f-4c76-96e2-e588f5aafb08 HTTP/1.1" status: 200 len: 210 time: 0.0329132 Nov 09 20:51:15.920107 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:51:15.941106 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:51:15.941445 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 404b6b0f-ecb3-4f2e-8f87-27ca3565e47f not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:51:15.947814 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54768) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:16.021474 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb98ee35-e827-4d40-9b28-bdc67a6080a3 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.052294 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb98ee35-e827-4d40-9b28-bdc67a6080a3 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.127325 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb98ee35-e827-4d40-9b28-bdc67a6080a3 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.129995 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-bb98ee35-e827-4d40-9b28-bdc67a6080a3 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.131589 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-bb98ee35-e827-4d40-9b28-bdc67a6080a3 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "DELETE /v2.0/security-groups/04d59675-7ff7-4feb-af3b-4008bb999114 HTTP/1.1" status: 204 len: 168 time: 0.1826444 Nov 09 20:51:16.142506 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98ee35-e827-4d40-9b28-bdc67a6080a3 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d59675-7ff7-4feb-af3b-4008bb999114,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:16.379509 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 54774) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:16.384948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-be6df711-6a86-41e3-b262-50643d87948a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99957808', 'description': 'tempest-secgroup-smoke-99957808 description', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:51:16.409693 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be6df711-6a86-41e3-b262-50643d87948a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.501086 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be6df711-6a86-41e3-b262-50643d87948a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.505099 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be6df711-6a86-41e3-b262-50643d87948a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.536606 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-be6df711-6a86-41e3-b262-50643d87948a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.538419 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-be6df711-6a86-41e3-b262-50643d87948a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1578326 Nov 09 20:51:16.541379 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54776) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:16.541945 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6df711-6a86-41e3-b262-50643d87948a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0105a836-339c-49a9-98ab-b1faa761b457,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:16.546894 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-eee428ae-7cbd-47cb-b9cb-5f744120f7eb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '0105a836-339c-49a9-98ab-b1faa761b457', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:51:16.560798 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.576723 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eee428ae-7cbd-47cb-b9cb-5f744120f7eb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.639865 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eee428ae-7cbd-47cb-b9cb-5f744120f7eb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.643831 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eee428ae-7cbd-47cb-b9cb-5f744120f7eb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.661786 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee428ae-7cbd-47cb-b9cb-5f744120f7eb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdcf494-86d4-4c17-888a-f6c691a52f9d,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:16.671413 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-eee428ae-7cbd-47cb-b9cb-5f744120f7eb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.672646 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-eee428ae-7cbd-47cb-b9cb-5f744120f7eb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294491 Nov 09 20:51:16.675563 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54778) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:16.681740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d5245818-abd8-4be4-87b5-9cd4165e409b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '0105a836-339c-49a9-98ab-b1faa761b457', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:51:16.714792 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5245818-abd8-4be4-87b5-9cd4165e409b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.775303 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5245818-abd8-4be4-87b5-9cd4165e409b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.779318 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5245818-abd8-4be4-87b5-9cd4165e409b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.800826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5245818-abd8-4be4-87b5-9cd4165e409b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0868f7-25b4-4b08-9bbd-d153872af5ba,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:16.807346 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d5245818-abd8-4be4-87b5-9cd4165e409b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.808456 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d5245818-abd8-4be4-87b5-9cd4165e409b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315491 Nov 09 20:51:16.811586 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54780) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:16.818250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ea228888-0061-42aa-b7c9-f7dc1d6e0bd4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '0105a836-339c-49a9-98ab-b1faa761b457', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:51:16.847614 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ea228888-0061-42aa-b7c9-f7dc1d6e0bd4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.911060 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ea228888-0061-42aa-b7c9-f7dc1d6e0bd4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.915970 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ea228888-0061-42aa-b7c9-f7dc1d6e0bd4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.936446 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea228888-0061-42aa-b7c9-f7dc1d6e0bd4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedd47dd-099f-4351-bc85-e88877217862,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:16.943643 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ea228888-0061-42aa-b7c9-f7dc1d6e0bd4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:16.944975 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ea228888-0061-42aa-b7c9-f7dc1d6e0bd4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320722 Nov 09 20:51:16.947941 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54782) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:16.952337 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5da7cbe4-3d9f-412b-b2c7-4a20ae32d437 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '0105a836-339c-49a9-98ab-b1faa761b457', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:51:16.980857 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5da7cbe4-3d9f-412b-b2c7-4a20ae32d437 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.041759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5da7cbe4-3d9f-412b-b2c7-4a20ae32d437 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.045739 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5da7cbe4-3d9f-412b-b2c7-4a20ae32d437 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.063862 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7cbe4-3d9f-412b-b2c7-4a20ae32d437 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dba7a5-7db7-43e5-bfe9-7e5c6321b5b6,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:17.071155 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5da7cbe4-3d9f-412b-b2c7-4a20ae32d437 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.072370 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5da7cbe4-3d9f-412b-b2c7-4a20ae32d437 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234877 Nov 09 20:51:17.075202 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54784) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:17.079537 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-836ddc02-726b-43b8-9eb4-b066d8aab5e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '0105a836-339c-49a9-98ab-b1faa761b457', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:51:17.102014 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-836ddc02-726b-43b8-9eb4-b066d8aab5e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Project d34452a866ef4c1699f2cb2876e7e272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:51:17.107503 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-836ddc02-726b-43b8-9eb4-b066d8aab5e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.177357 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-836ddc02-726b-43b8-9eb4-b066d8aab5e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.182782 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-836ddc02-726b-43b8-9eb4-b066d8aab5e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.205224 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ddc02-726b-43b8-9eb4-b066d8aab5e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06e3939-c273-4ae0-adf6-c1b5c312af15,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:17.214686 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-836ddc02-726b-43b8-9eb4-b066d8aab5e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.214686 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-836ddc02-726b-43b8-9eb4-b066d8aab5e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382551 Nov 09 20:51:17.216635 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54786) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:17.221188 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0c2a59ea-1087-4d95-a334-688b2fb5161c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'security_group_rule': {'security_group_id': '0105a836-339c-49a9-98ab-b1faa761b457', 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:51:17.252374 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-0c2a59ea-1087-4d95-a334-688b2fb5161c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Project d34452a866ef4c1699f2cb2876e7e272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:51:17.258427 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c2a59ea-1087-4d95-a334-688b2fb5161c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.323916 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c2a59ea-1087-4d95-a334-688b2fb5161c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.327578 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c2a59ea-1087-4d95-a334-688b2fb5161c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.349197 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a59ea-1087-4d95-a334-688b2fb5161c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a24d90-13eb-43ea-bd0e-95680137a4e0,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:17.357983 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0c2a59ea-1087-4d95-a334-688b2fb5161c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:17.359496 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0c2a59ea-1087-4d95-a334-688b2fb5161c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417570 Nov 09 20:51:21.979569 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:26.108272 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:32.794307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-b9d96b5e-eeb0-48b4-ba11-75b8c9ec04e1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99957808&fields=id&tenant_id=d34452a866ef4c1699f2cb2876e7e272 HTTP/1.1" status: 200 len: 267 time: 0.0450828 Nov 09 20:51:32.917996 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-4aaac6e0-e542-42b8-a352-aa47cf96626a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:32.919439 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-4aaac6e0-e542-42b8-a352-aa47cf96626a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 808 time: 0.1181650 Nov 09 20:51:32.935426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-31f9ebb1-bf07-42b3-9686-91806afc91b6 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/quotas/d34452a866ef4c1699f2cb2876e7e272 HTTP/1.1" status: 200 len: 375 time: 0.0100758 Nov 09 20:51:32.992625 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-457d458a-8f01-4ac1-8f1d-ca74205fd0a4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514967 Nov 09 20:51:33.009621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-7ea73206-ff6a-428c-9f92-b7abe9fbe8a4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:51:33.010667 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-7ea73206-ff6a-428c-9f92-b7abe9fbe8a4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057888 Nov 09 20:51:33.108287 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-b5b0e753-ee32-4d04-8ad1-6d859953d099 service neutron] 10.222.0.53 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912416 Nov 09 20:51:33.204760 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-c0d7d944-48e7-45b8-b7c8-fd0eb8aa2384 service neutron] 10.222.0.53 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902185 Nov 09 20:51:33.530336 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9ec8b2a7-c0be-44c6-844b-25d8a0a32701 req-1bc41a4e-ce1d-4356-951c-fe058bd54159 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 210 time: 0.0284355 Nov 09 20:51:34.613562 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c306fd42-eddd-4551-987e-7bafdbcf3d7e req-9b93b3df-81e2-4cb4-b20f-753cec311cf9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 210 time: 0.0269694 Nov 09 20:51:35.695603 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0747df1a-7497-4cd6-b148-45d45937db18 req-7c682d6f-c036-43e6-ae75-3b050956e946 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 210 time: 0.0287580 Nov 09 20:51:36.046456 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:51:36.683461 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-97977d26-7376-4a62-bceb-b5615cfe6b52 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:36.685974 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-97977d26-7376-4a62-bceb-b5615cfe6b52 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 808 time: 0.1156845 Nov 09 20:51:36.737912 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-4093db9e-f93d-4b30-ac75-9cfab9682640 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34452a866ef4c1699f2cb2876e7e272 HTTP/1.1" status: 200 len: 378 time: 0.0420218 Nov 09 20:51:36.754626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'port': {'device_id': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'admin_state_up': True, 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'security_groups': ['0105a836-339c-49a9-98ab-b1faa761b457']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:51:36.805000 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-987f4252-3e5c-4747-aadb-e167496971e4 req-c18f7ddb-6347-479f-82a6-5a785e97b002 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 210 time: 0.0374486 Nov 09 20:51:36.877799 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Made reservation on behalf of d34452a866ef4c1699f2cb2876e7e272 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:51:36.885957 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:37.019648 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Allocated IP 172.20.0.13 (b39b6e43-2a13-46aa-84f0-cfcdf3c3692e/d2829678-74a2-4ce6-9f27-024549f91d35/a68b8584-e9ea-420e-a1a8-9637b69b8256) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:51:37.184614 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:37.220137 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:37.266285 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:51:37.269492 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:51:37.276740 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:51:37.317066 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:37.347247 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:37.347893 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:37.366789 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-ed1b1a7f-bf2d-49b6-91e2-717cbdfd6179 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6162117 Nov 09 20:51:37.382251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Request body: {'port': {'device_id': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:51:37.444914 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:37.512924 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bf7ab917-319d-44c1-b345-37f5c5e89d3d None None] Provisioning complete for port a68b8584-e9ea-420e-a1a8-9637b69b8256 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:51:37.513564 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab917-319d-44c1-b345-37f5c5e89d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:37.558946 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ab917-319d-44c1-b345-37f5c5e89d3d None None] Port a68b8584-e9ea-420e-a1a8-9637b69b8256 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:51:37.731050 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68b8584-e9ea-420e-a1a8-9637b69b8256 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:51:37.738975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:37.752128 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Transition to ACTIVE for port object a68b8584-e9ea-420e-a1a8-9637b69b8256 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:51:37.756949 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:37.815868 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Pushing event updated for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:37.928160 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Attempting to bind port a68b8584-e9ea-420e-a1a8-9637b69b8256 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:51:37.928539 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Attempting to bind port a68b8584-e9ea-420e-a1a8-9637b69b8256 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:51:37.928824 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Attempting to bind port a68b8584-e9ea-420e-a1a8-9637b69b8256 on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:51:37.939948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Port a68b8584-e9ea-420e-a1a8-9637b69b8256 on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:51:37.939948 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Attempting to bind port a68b8584-e9ea-420e-a1a8-9637b69b8256 on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:51:37.957685 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82b940-7ebe-432f-9123-133ed1ced487 req-a6831352-69f6-4463-b73f-0a834decd7fa tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:37.961674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f82b940-7ebe-432f-9123-133ed1ced487 req-a6831352-69f6-4463-b73f-0a834decd7fa tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0785139 Nov 09 20:51:37.962155 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:51:37.966920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Checking segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:51:37.966920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Bound using segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:51:37.966920 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Bound port: a68b8584-e9ea-420e-a1a8-9637b69b8256, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:51:37.966920 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:38.050422 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f82b940-7ebe-432f-9123-133ed1ced487 req-8a518e1c-1f87-4857-97f4-dbf16df799d5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840249 Nov 09 20:51:38.089573 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:51:38.093028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:51:38.097941 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:38.140109 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:38.141514 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:38.144414 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] 10.222.0.77 "PUT /v2.0/ports/a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 1092 time: 0.7674899 Nov 09 20:51:38.160135 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:51:38.164012 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57afca5-fe38-44e9-9beb-5d509f4909ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:51:38.182047 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce7f56-d8e3-48ac-a991-25dd16d2fca0 service neutron] Pushing event updated for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:38.245486 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4566d871-8594-4b94-a6d0-beac09e95f84 x-openstack-request-id: req-4566d871-8594-4b94-a6d0-beac09e95f84 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:51:38.245831 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:51:38.246212 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4566d871-8594-4b94-a6d0-beac09e95f84 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:51:38.246652 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'status': 'completed', 'code': 200} Nov 09 20:51:38.265409 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-878629c8-9d1f-44ae-99c8-ae35107157ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:38.267150 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-878629c8-9d1f-44ae-99c8-ae35107157ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1095 time: 0.0525193 Nov 09 20:51:38.318156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-59df687e-8c78-4924-8f2f-510d6712139c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 217 time: 0.0425761 Nov 09 20:51:38.381306 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-a2468195-272b-4ff4-a241-aefc412e06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:38.382967 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-a2468195-272b-4ff4-a241-aefc412e06b7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0539272 Nov 09 20:51:38.450953 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-28aedcda-be23-46c4-b67c-e69d484f693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:38.452491 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-28aedcda-be23-46c4-b67c-e69d484f693f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558615 Nov 09 20:51:38.560946 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-7fff470e-6037-4195-9c63-705c3fe9591f service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956633 Nov 09 20:51:38.665367 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59c46968-bb24-4ca2-8f62-0267d6887501 req-42dba145-b901-4d7d-9e9f-c414ab19a46a service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916753 Nov 09 20:51:38.764863 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-4c3c7bb4-defc-402a-9a17-37786117f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:38.766417 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-4c3c7bb4-defc-402a-9a17-37786117f561 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1095 time: 0.0496225 Nov 09 20:51:38.871810 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-6a698401-3bf0-419b-b697-06103ba322c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:38.873337 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-6a698401-3bf0-419b-b697-06103ba322c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0961151 Nov 09 20:51:38.920752 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-93144125-7887-4b56-99ca-1b6ce3fddc09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 217 time: 0.0361502 Nov 09 20:51:38.981914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-0b556541-1ce3-4f72-acd7-aeb43aceb3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:38.983366 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-0b556541-1ce3-4f72-acd7-aeb43aceb3a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0515394 Nov 09 20:51:39.034939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-e0e4a6f3-372b-4165-83c1-552329f5b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:39.037171 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-e0e4a6f3-372b-4165-83c1-552329f5b00b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423112 Nov 09 20:51:39.175600 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-b524e25a-1216-4ec7-92f7-dc4b2727385a service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275256 Nov 09 20:51:39.204840 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60aac6-99a1-4057-83c9-442f767c8970 req-c495f193-cfcf-4290-b27e-3aad70fa6ea5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:39.206395 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f60aac6-99a1-4057-83c9-442f767c8970 req-c495f193-cfcf-4290-b27e-3aad70fa6ea5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0781062 Nov 09 20:51:39.296860 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-7f60aac6-99a1-4057-83c9-442f767c8970 req-b41fafe6-75d9-4b44-95bf-8daf2c16a4e1 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794427 Nov 09 20:51:39.318000 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a57afca5-fe38-44e9-9beb-5d509f4909ec req-bfbe2ece-190c-4731-a4b5-fe7d6853363b service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272516 Nov 09 20:51:40.380698 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f24b9f6b-ad35-40ad-a1db-95b68c4dc4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:40.427320 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e39234-a6df-4db6-9d2e-338a4d660c86 req-4c87459c-6087-475f-bea5-89d141f75124 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:40.428927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97e39234-a6df-4db6-9d2e-338a4d660c86 req-4c87459c-6087-475f-bea5-89d141f75124 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0563643 Nov 09 20:51:40.471671 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97e39234-a6df-4db6-9d2e-338a4d660c86 req-b68ec2df-7290-4dc3-b1c5-54473d562f72 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362909 Nov 09 20:51:41.596684 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85317d-b4c9-49e7-8494-bc6ec32162f9 req-d382314a-55e7-467a-a1d8-ffb596e998a3 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:41.598239 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b85317d-b4c9-49e7-8494-bc6ec32162f9 req-d382314a-55e7-467a-a1d8-ffb596e998a3 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0569706 Nov 09 20:51:41.639812 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5b85317d-b4c9-49e7-8494-bc6ec32162f9 req-bc600d4f-267d-4329-8896-ef4dde630931 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349164 Nov 09 20:51:42.756956 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718f7d2-187f-4524-823a-14cf12618635 req-e5bf0a83-43de-459d-930b-ea3296c7c1ec tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:42.758446 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5718f7d2-187f-4524-823a-14cf12618635 req-e5bf0a83-43de-459d-930b-ea3296c7c1ec tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0490167 Nov 09 20:51:42.799846 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5718f7d2-187f-4524-823a-14cf12618635 req-5bc3f4b3-9e04-4ace-ab53-574807128dce tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353081 Nov 09 20:51:43.326150 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3479fdb7-a7c8-45aa-881f-f5f19f47aeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:43.631658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:43.917189 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77109c0a-383b-427f-b68f-a7425ea5801b req-50f5b76a-9011-4abe-b772-b27c80924dea tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:43.918668 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-77109c0a-383b-427f-b68f-a7425ea5801b req-50f5b76a-9011-4abe-b772-b27c80924dea tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0494962 Nov 09 20:51:43.962049 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-77109c0a-383b-427f-b68f-a7425ea5801b req-22243f4e-3eb8-4e12-95f6-7602597a0260 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351026 Nov 09 20:51:44.813600 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:45.077172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdac43-5ae2-46bf-956f-ad4219a0562a req-38d64499-e276-4bf1-ab9f-7f7c1252d684 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:45.078672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0fdac43-5ae2-46bf-956f-ad4219a0562a req-38d64499-e276-4bf1-ab9f-7f7c1252d684 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0479710 Nov 09 20:51:45.119342 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-a0fdac43-5ae2-46bf-956f-ad4219a0562a req-725ecc7a-fc46-442d-91e4-981079e7f7f6 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334284 Nov 09 20:51:46.237044 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b42e47-1d59-4ca3-aaae-319009c645b0 req-4b72c083-90ab-4807-8d10-1a74310c287e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:46.238598 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17b42e47-1d59-4ca3-aaae-319009c645b0 req-4b72c083-90ab-4807-8d10-1a74310c287e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0513394 Nov 09 20:51:46.282673 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17b42e47-1d59-4ca3-aaae-319009c645b0 req-31e52e90-228b-485d-a0cd-317a208754a9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371051 Nov 09 20:51:46.560733 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:47.402278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7a8de-1330-44b4-95c2-322b93b35d41 req-9516543c-f268-4cb8-986b-c0ef3f3cf24b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:47.403743 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f6c7a8de-1330-44b4-95c2-322b93b35d41 req-9516543c-f268-4cb8-986b-c0ef3f3cf24b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0503013 Nov 09 20:51:47.443040 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f6c7a8de-1330-44b4-95c2-322b93b35d41 req-4235e000-a4dc-4eab-bf78-f794418e3949 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332038 Nov 09 20:51:48.562172 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb3f03-8dd5-4054-af57-1a04b38204de req-ba2ae248-f260-48dd-bf06-32b7b4b59f7d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:48.563683 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eceb3f03-8dd5-4054-af57-1a04b38204de req-ba2ae248-f260-48dd-bf06-32b7b4b59f7d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0540051 Nov 09 20:51:48.616278 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eceb3f03-8dd5-4054-af57-1a04b38204de req-f9e22fb8-8f44-4bbf-a1d4-4e9e74c65148 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461345 Nov 09 20:51:49.735299 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bda7b-cf2d-4d4f-85a1-dcb9e746df8c req-f2faba1a-bb80-4672-b21d-c8deacd2801b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:49.738790 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be1bda7b-cf2d-4d4f-85a1-dcb9e746df8c req-f2faba1a-bb80-4672-b21d-c8deacd2801b tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0498755 Nov 09 20:51:49.781381 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be1bda7b-cf2d-4d4f-85a1-dcb9e746df8c req-1ab03063-931e-45f8-aac5-a5ca01ce3d21 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362606 Nov 09 20:51:50.125770 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a68b8584-e9ea-420e-a1a8-9637b69b8256 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:51:50.222090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:51:50.234383 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'port_id': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'mac_address': 'fa:16:3e:b3:86:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:51:50.275734 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:50.289965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68b8584-e9ea-420e-a1a8-9637b69b8256 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:51:50.316881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:51:50.321277 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:50.369323 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:50.377043 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.377307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.377648 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.377984 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.378316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.378677 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.379006 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.379331 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.379657 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.379981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.380304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.380804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:51:50.661137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['a68b8584-e9ea-420e-a1a8-9637b69b8256'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:51:50.908606 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ecf24-9353-4d90-8fac-073d0e32cf45 req-224f2837-78cd-449c-8515-f9d216ba9091 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:50.910899 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e5ecf24-9353-4d90-8fac-073d0e32cf45 req-224f2837-78cd-449c-8515-f9d216ba9091 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 945 time: 0.0573242 Nov 09 20:51:50.952620 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-4e5ecf24-9353-4d90-8fac-073d0e32cf45 req-cbc014a0-9db0-4361-8054-7e0abe7457ca tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347342 Nov 09 20:51:51.981972 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:52.078023 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd5b87-6c7c-42d7-950a-da65709a670b req-60b60295-1382-4555-82ec-71226989602a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:52.079558 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4dd5b87-6c7c-42d7-950a-da65709a670b req-60b60295-1382-4555-82ec-71226989602a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 945 time: 0.0552249 Nov 09 20:51:52.119423 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4dd5b87-6c7c-42d7-950a-da65709a670b req-a5492beb-7f22-48e0-9bc6-1fe75c2f0a29 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330234 Nov 09 20:51:52.126872 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a68b8584-e9ea-420e-a1a8-9637b69b8256 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:51:52.181909 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port a68b8584-e9ea-420e-a1a8-9637b69b8256 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:51:52.185879 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port a68b8584-e9ea-420e-a1a8-9637b69b8256 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:51:52.186257 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:52.438866 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:52.461546 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:51:52.463819 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b73b33-aa57-4611-89b6-bfc3da38efde" -d '{"events": [{"server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "name": "network-vif-plugged", "status": "completed", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:51:52.477376 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:51:52.481854 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:52.506674 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4959cdfa-8a25-492b-8ab8-cd74389e7d18 x-openstack-request-id: req-4959cdfa-8a25-492b-8ab8-cd74389e7d18 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:51:52.506966 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "name": "network-vif-plugged", "status": "completed", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:51:52.507215 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4959cdfa-8a25-492b-8ab8-cd74389e7d18 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:51:52.507594 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'code': 200} Nov 09 20:51:52.535746 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:52.616993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb9b80-ef5a-4dd1-a7b2-d4b40d89b485 req-1e1aa013-014a-45ee-8029-3740cea12609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:52.619331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2afb9b80-ef5a-4dd1-a7b2-d4b40d89b485 req-1e1aa013-014a-45ee-8029-3740cea12609 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1097 time: 0.0424116 Nov 09 20:51:52.654748 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2afb9b80-ef5a-4dd1-a7b2-d4b40d89b485 req-65eedd12-7433-4932-ba23-a3597a842f02 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0285318 Nov 09 20:51:53.242343 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be803792-80dc-41f8-b057-13dd9eba72a1 req-d427291d-1418-4b36-8b45-c5e875778ca9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:53.244144 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be803792-80dc-41f8-b057-13dd9eba72a1 req-d427291d-1418-4b36-8b45-c5e875778ca9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0525742 Nov 09 20:51:53.285168 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-be803792-80dc-41f8-b057-13dd9eba72a1 req-79526955-cf24-4e62-a249-0fdb9fcd67a0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347149 Nov 09 20:51:54.424869 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c30a2-54bc-414c-9006-bc71078b4074 req-07c4ee90-5181-4598-b9d6-ff584c238f46 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:54.426380 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d56c30a2-54bc-414c-9006-bc71078b4074 req-07c4ee90-5181-4598-b9d6-ff584c238f46 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0615070 Nov 09 20:51:54.469776 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d56c30a2-54bc-414c-9006-bc71078b4074 req-2b2b59de-e5c7-4a46-ae89-ef799fd58c69 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369451 Nov 09 20:51:54.597006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67524589-26d7-4bc0-a488-a3018ad4015a req-8c7a85c3-c66e-4a3b-b29a-9fb4094ffe46 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:54.598566 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67524589-26d7-4bc0-a488-a3018ad4015a req-8c7a85c3-c66e-4a3b-b29a-9fb4094ffe46 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0588045 Nov 09 20:51:54.649476 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-67524589-26d7-4bc0-a488-a3018ad4015a req-d04bbfcf-f1b6-4056-bcdb-e81944653b20 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440240 Nov 09 20:51:54.672211 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54986) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:54.713795 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a949f64a-42c0-4719-b23f-654fa9bf90fb tempest-TestShelveInstance-1425239713 tempest-TestShelveInstance-1425239713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:54.715303 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a949f64a-42c0-4719-b23f-654fa9bf90fb tempest-TestShelveInstance-1425239713 tempest-TestShelveInstance-1425239713-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1092 time: 0.0421002 Nov 09 20:51:54.718072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 54988) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:51:54.722403 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:51:54.746348 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:54.846907 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:54.971650 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Allocated IP 172.25.6.221 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/55973962-52e5-4419-8a15-4dad1fa07463) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:51:55.077694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:55.124012 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:55.165304 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:51:55.168209 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:51:55.171719 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:51:55.180653 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'Port': ['ID=55973962-52e5-4419-8a15-4dad1fa07463,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:55.539911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:55.605170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:55.764242 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:55.769876 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:55.842619 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event updated for resources: {'Port': ['ID=55973962-52e5-4419-8a15-4dad1fa07463,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:51:55.854561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:55.959147 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Floating IP 412726a2-795a-4ff6-858f-b59b10649a31 associated. External IP: 172.25.6.221, port: a68b8584-e9ea-420e-a1a8-9637b69b8256. Nov 09 20:51:56.100438 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:56.184139 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Router 13410e2e-6930-476e-8fec-1ce5f3de81d5 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:51:56.296230 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:51:56.306653 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] Sync routers for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:51:56.315844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:51:56.318587 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:51:56.319212 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:51:56.356927 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ca532336-eb66-4109-8554-597c09827b17 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6372826 Nov 09 20:51:56.358315 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:51:56.360139 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988917bf-8b9d-4b43-a97d-af61d2d2edb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:51:56.398819 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24225e56-e53f-42b4-92c2-5e185d6357c0 x-openstack-request-id: req-24225e56-e53f-42b4-92c2-5e185d6357c0 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:51:56.399113 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:51:56.399375 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24225e56-e53f-42b4-92c2-5e185d6357c0 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:51:56.399787 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'status': 'completed', 'code': 200} Nov 09 20:51:56.437858 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:51:56.465378 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-a1fa296b-1acc-4b94-8f2b-f048cc0285a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:56.466954 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-a1fa296b-1acc-4b94-8f2b-f048cc0285a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1097 time: 0.0444133 Nov 09 20:51:56.564961 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-17ad09e6-942a-481a-9956-e42272d4efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:56.566459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-17ad09e6-942a-481a-9956-e42272d4efa0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0925033 Nov 09 20:51:56.637370 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-326287c3-0494-48aa-be1d-58ba1d5911c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 1000 time: 0.0629990 Nov 09 20:51:56.685549 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '412726a2-795a-4ff6-858f-b59b10649a31', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'port_id': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'mac_address': 'fa:16:3e:b3:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:51:55Z', 'updated_at': '2021-11-09T20:51:55Z', 'revision_number': 0, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:51:56.701922 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-f37ddabc-a8ce-4423-b6b3-9f3e93b066b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:56.703457 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-f37ddabc-a8ce-4423-b6b3-9f3e93b066b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0591948 Nov 09 20:51:56.717228 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] Checking router: 13410e2e-6930-476e-8fec-1ce5f3de81d5 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:51:56.726213 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:51:56.726848 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:51:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:51:56.751095 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-8811a5d5-313f-403e-bad6-526eb3d22fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:51:56.752607 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-8811a5d5-313f-403e-bad6-526eb3d22fc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413733 Nov 09 20:51:56.834402 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:51:56.848062 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-272118da-cb43-449b-91ba-ad4a4d88a530 service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878217 Nov 09 20:51:56.940331 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-988917bf-8b9d-4b43-a97d-af61d2d2edb2 req-1bd828f8-b536-463c-b5a4-2b8de8e91073 service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847888 Nov 09 20:51:57.060827 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '412726a2-795a-4ff6-858f-b59b10649a31', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'port_id': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'mac_address': 'fa:16:3e:b3:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:51:55Z', 'updated_at': '2021-11-09T20:51:55Z', 'revision_number': 0, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:51:57.090681 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda47ee7-9bb7-4a48-a812-76b96b00f61c None None] The sync data for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 is: [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '412726a2-795a-4ff6-858f-b59b10649a31', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'port_id': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'mac_address': 'fa:16:3e:b3:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:51:55Z', 'updated_at': '2021-11-09T20:51:55Z', 'revision_number': 0, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:51:57.309146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849418e2-bbb0-4471-be6e-b14f852106ff None None] New status for floating IP 412726a2-795a-4ff6-858f-b59b10649a31: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:52:10.377878 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-62ee6ff1-801a-44ab-a0a2-1012491612c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:13.045580 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:52:13.328462 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-76efb8a4-a2c7-4b52-bb0f-32f7584485a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:13.638702 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:14.817373 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:16.573096 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:21.982762 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:26.113188 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:40.379992 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-830254a4-61cc-48db-b4eb-b20d9a7b7b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:41.476721 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-19894b7a-f10d-4938-b93d-7d35d3633fbd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038442 Nov 09 20:52:41.565792 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-cfe6dbd7-76ba-46ad-a25a-69ee5af8c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:52:41.567370 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-cfe6dbd7-76ba-46ad-a25a-69ee5af8c75f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1097 time: 0.0444450 Nov 09 20:52:41.680858 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-f0cc9874-d0c9-448f-b78c-b4f3dc730b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:52:41.682365 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-f0cc9874-d0c9-448f-b78c-b4f3dc730b83 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0891852 Nov 09 20:52:41.760674 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-34e4de1b-7e20-4d42-82fd-d1756183e575 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 1002 time: 0.0651944 Nov 09 20:52:41.816879 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-09d9e8b0-2ce5-4248-b66d-205c451d839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:52:41.818403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-09d9e8b0-2ce5-4248-b66d-205c451d839f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0468736 Nov 09 20:52:41.872578 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-d3d5141f-b8d4-4842-bd4c-4b33cc6aa2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:52:41.874070 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-d3d5141f-b8d4-4842-bd4c-4b33cc6aa2c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436125 Nov 09 20:52:41.890112 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-a1a53c65-de35-445b-82cb-b26edeec9ce8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:52:41.891089 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-a1a53c65-de35-445b-82cb-b26edeec9ce8 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049150 Nov 09 20:52:41.990557 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-37b05525-750c-46c5-9b0e-ada82929cb65 service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886803 Nov 09 20:52:42.082259 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-aafb6899-ed0a-4b70-a76d-944a3f2604f5 req-8035def6-5610-4347-9b34-54d32aa14455 service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806923 Nov 09 20:52:43.330638 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7176938d-edc6-4514-bfb1-b05082b43f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:43.630793 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:44.820544 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:46.567378 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:50.045898 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:52:51.997844 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:52:56.105367 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:10.381011 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-10932d32-24b8-4093-9d1c-2fc1aa1d0ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:13.331971 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cb3d7bcb-cc2f-4cad-abd9-7fa0dc109dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:13.635678 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:14.824821 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:16.570138 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:21.993851 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:26.115500 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:27.048597 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:53:40.383138 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d6691efc-1931-48e0-8fc9-ab500c380272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:41.435570 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1448656-d423-4831-a044-627b895e2918 req-11dfa8a2-9ea8-49c9-a5b6-8589c60d48e8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494912 Nov 09 20:53:41.526631 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1448656-d423-4831-a044-627b895e2918 req-1a7f6ff3-7865-4922-9f27-4d897b214199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:53:41.528093 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1448656-d423-4831-a044-627b895e2918 req-1a7f6ff3-7865-4922-9f27-4d897b214199 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1097 time: 0.0404584 Nov 09 20:53:41.636127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1448656-d423-4831-a044-627b895e2918 req-d690a382-5f92-4190-8591-e23d65754480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:53:41.637577 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1448656-d423-4831-a044-627b895e2918 req-d690a382-5f92-4190-8591-e23d65754480 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0835702 Nov 09 20:53:41.711045 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1448656-d423-4831-a044-627b895e2918 req-b8291925-4681-40f4-be37-4af5844ade84 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 1002 time: 0.0612109 Nov 09 20:53:41.764231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1448656-d423-4831-a044-627b895e2918 req-12ea0081-d08a-4eeb-954f-186f4f54a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:53:41.765635 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1448656-d423-4831-a044-627b895e2918 req-12ea0081-d08a-4eeb-954f-186f4f54a09f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0432246 Nov 09 20:53:41.814703 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1448656-d423-4831-a044-627b895e2918 req-24cddcd9-3ece-413b-af63-9e12a0763546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:53:41.816181 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1448656-d423-4831-a044-627b895e2918 req-24cddcd9-3ece-413b-af63-9e12a0763546 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395715 Nov 09 20:53:41.916096 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1448656-d423-4831-a044-627b895e2918 req-83e6b27a-beae-4c9c-a598-fc557c4c401f service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874779 Nov 09 20:53:42.012738 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b1448656-d423-4831-a044-627b895e2918 req-d502d618-d30e-45fd-910b-dc45c37a0ebd service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849049 Nov 09 20:53:43.332023 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-81c81dd7-84e1-4676-9e6b-306bc14f5e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:43.640701 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:44.826379 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:46.572770 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:51.998410 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:54.313886 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f91e1-1f64-4cc4-874a-9939e3fbd687 req-23d3d766-a8fc-4423-8402-cb09a966f4aa tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:53:54.315302 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a0f91e1-1f64-4cc4-874a-9939e3fbd687 req-23d3d766-a8fc-4423-8402-cb09a966f4aa tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0539799 Nov 09 20:53:54.352345 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2a0f91e1-1f64-4cc4-874a-9939e3fbd687 req-8ef54607-1977-40a7-a473-44f675eb92c0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310767 Nov 09 20:53:55.519212 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fe1ae-4647-4beb-9e20-75f5086b0dbd req-16ed5d5c-d73a-467b-a900-af50d9d6b412 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:53:55.520710 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c8fe1ae-4647-4beb-9e20-75f5086b0dbd req-16ed5d5c-d73a-467b-a900-af50d9d6b412 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0586698 Nov 09 20:53:55.559785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6c8fe1ae-4647-4beb-9e20-75f5086b0dbd req-7e94af42-69b8-4468-8a0a-4310bc785f15 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330281 Nov 09 20:53:56.118409 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:53:56.702230 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ae1bf-56c1-4563-819d-a0224cdddee9 req-ffa20406-e9bc-4d97-be17-811759fad6d4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:53:56.703752 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f43ae1bf-56c1-4563-819d-a0224cdddee9 req-ffa20406-e9bc-4d97-be17-811759fad6d4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0492978 Nov 09 20:53:56.742972 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f43ae1bf-56c1-4563-819d-a0224cdddee9 req-bb44bd39-aa08-4ee8-a9c4-56b586cb3692 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323691 Nov 09 20:53:57.855740 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a25faa-d171-4caf-a2e6-226ce0125311 req-f7434b3b-d68e-4146-9595-3204bddfb5e4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:53:57.857198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4a25faa-d171-4caf-a2e6-226ce0125311 req-f7434b3b-d68e-4146-9595-3204bddfb5e4 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0482523 Nov 09 20:53:57.908349 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c4a25faa-d171-4caf-a2e6-226ce0125311 req-b32813f1-cf84-4bba-bf80-18f5b43eed40 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452170 Nov 09 20:53:59.035401 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec57266-bc15-4339-80c7-b917c5f7624d req-da9f2a9f-ec7e-4024-a6fc-045bb11920d7 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:53:59.036900 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ec57266-bc15-4339-80c7-b917c5f7624d req-da9f2a9f-ec7e-4024-a6fc-045bb11920d7 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0536449 Nov 09 20:53:59.074468 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-0ec57266-bc15-4339-80c7-b917c5f7624d req-9fe6a0f5-c6c4-4681-b089-ae6749e8892f tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308435 Nov 09 20:54:00.191006 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd311df9-1a4b-4599-aae2-95a5975e6615 req-7ec5106b-b45c-4d93-84fe-e5a2c710200d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:00.192516 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd311df9-1a4b-4599-aae2-95a5975e6615 req-7ec5106b-b45c-4d93-84fe-e5a2c710200d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0501132 Nov 09 20:54:00.233198 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dd311df9-1a4b-4599-aae2-95a5975e6615 req-176cfd4e-1dea-4764-a35d-c6ed814a2539 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344598 Nov 09 20:54:01.352102 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259450-30ad-41d7-8d44-fb1aec227fd6 req-85fe2d20-922f-419a-9295-d692f123cea0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:01.353650 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87259450-30ad-41d7-8d44-fb1aec227fd6 req-85fe2d20-922f-419a-9295-d692f123cea0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0536067 Nov 09 20:54:01.394156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-87259450-30ad-41d7-8d44-fb1aec227fd6 req-7f8ea9ce-6cda-48bf-98dd-6c34bfcac92d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346265 Nov 09 20:54:02.519280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35b71a-c196-4abc-8b90-a8ce6e9453e9 req-74976afd-8f86-4d4f-baa1-f0f0449f08e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:02.520780 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b35b71a-c196-4abc-8b90-a8ce6e9453e9 req-74976afd-8f86-4d4f-baa1-f0f0449f08e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0502892 Nov 09 20:54:02.559487 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3b35b71a-c196-4abc-8b90-a8ce6e9453e9 req-ac4b06f7-05e7-482f-91fa-7d48a027aed3 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322576 Nov 09 20:54:03.673914 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76a998-796e-4097-a8fc-ed2c56d77057 req-fae2dc03-4480-4bc7-88da-7f12120878fb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:03.675432 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5d76a998-796e-4097-a8fc-ed2c56d77057 req-fae2dc03-4480-4bc7-88da-7f12120878fb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0483782 Nov 09 20:54:03.714658 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5d76a998-796e-4097-a8fc-ed2c56d77057 req-d06d0097-efd7-41e8-93bd-3b95b02fedc7 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331521 Nov 09 20:54:04.047857 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:54:04.474845 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-0867087b-0335-4efd-8850-64ab9b077ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:04.476360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-0867087b-0335-4efd-8850-64ab9b077ca9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1097 time: 0.0408785 Nov 09 20:54:04.576937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-3866ce38-e881-44c7-b735-174337c5c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:04.578414 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-3866ce38-e881-44c7-b735-174337c5c1a2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0902190 Nov 09 20:54:04.647476 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-b31fbd67-ebbf-48ae-95e6-c0919b50cbdd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 1002 time: 0.0572450 Nov 09 20:54:04.703404 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-dc623251-96b9-40de-8468-1e6734f81d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:04.704815 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-dc623251-96b9-40de-8468-1e6734f81d16 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0461006 Nov 09 20:54:04.756281 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-2b9d137d-e6a4-4610-b428-49f3f2dd863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:04.757797 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-2b9d137d-e6a4-4610-b428-49f3f2dd863b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405624 Nov 09 20:54:04.829727 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d60de-d1a9-42f3-9ce7-c001b55ebd16 req-bec37347-7c3d-4b61-973f-2d4329b8b879 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:04.831253 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c49d60de-d1a9-42f3-9ce7-c001b55ebd16 req-bec37347-7c3d-4b61-973f-2d4329b8b879 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0484796 Nov 09 20:54:04.850878 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-453ec051-5778-4d02-8074-00eb154674db service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847120 Nov 09 20:54:04.874890 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-c49d60de-d1a9-42f3-9ce7-c001b55ebd16 req-c3cbaf2f-9716-40fd-be76-0e0976d2c26a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375390 Nov 09 20:54:04.951065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3baf00a-bbbb-4b29-af94-1e5ae5872653 req-8edc6d3f-3394-4d8f-bca4-339264e9ae7a service neutron] 10.222.0.77 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885596 Nov 09 20:54:05.988296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858d2b-b40a-4c50-b483-e281d05af6fc req-e636d2ce-0367-4f45-80c6-196ddf1478ef tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:05.989690 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-80858d2b-b40a-4c50-b483-e281d05af6fc req-e636d2ce-0367-4f45-80c6-196ddf1478ef tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0497561 Nov 09 20:54:06.027867 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-80858d2b-b40a-4c50-b483-e281d05af6fc req-403ee131-ba9f-4ace-821d-4ff43ca2a38a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318358 Nov 09 20:54:07.156313 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf2d56-3173-4ba9-94e0-f5c9a613f063 req-30ad4757-dbcc-44d7-bab2-d9afe4e134f2 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:07.157833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97bf2d56-3173-4ba9-94e0-f5c9a613f063 req-30ad4757-dbcc-44d7-bab2-d9afe4e134f2 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0563476 Nov 09 20:54:07.196645 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-97bf2d56-3173-4ba9-94e0-f5c9a613f063 req-d3b0dca8-8015-4c9f-b6ce-da9515c1c84a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325851 Nov 09 20:54:08.317958 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a43bf8-b2b8-48b4-8d67-05be9f665fdc req-ac74e330-57fa-41ad-89cb-410112cbadd0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:08.319535 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59a43bf8-b2b8-48b4-8d67-05be9f665fdc req-ac74e330-57fa-41ad-89cb-410112cbadd0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 946 time: 0.0542443 Nov 09 20:54:08.362891 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-59a43bf8-b2b8-48b4-8d67-05be9f665fdc req-5fe21722-ab76-4dae-8250-379b0070c96e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361714 Nov 09 20:54:08.858899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device a68b8584-e9ea-420e-a1a8-9637b69b8256 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:54:08.942898 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:08.968258 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:54:08.971327 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3bae7d-dac5-43c5-8614-b68992143595" -d '{"events": [{"server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "name": "network-vif-unplugged", "status": "completed", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:54:08.986183 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:54:08.995625 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:09.032392 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 20:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39299bc5-28cb-4499-828b-97e3618bcefb x-openstack-request-id: req-39299bc5-28cb-4499-828b-97e3618bcefb {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:54:09.032685 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "name": "network-vif-unplugged", "status": "failed", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256", "code": 422}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:54:09.032937 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39299bc5-28cb-4499-828b-97e3618bcefb {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:54:09.033322 n-d-817256-1 neutron-server[102297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'code': 422} returned with failed status Nov 09 20:54:09.058656 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:54:09.065922 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.066264 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.066623 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.066966 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.067288 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.067616 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.067939 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.068260 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.068580 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.068899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.069215 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.069533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:09.481278 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9287c01-db3f-4166-a2a3-827929964c08 req-35f301c3-8f19-405b-9f1c-22323efc6c71 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:09.482800 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9287c01-db3f-4166-a2a3-827929964c08 req-35f301c3-8f19-405b-9f1c-22323efc6c71 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0527513 Nov 09 20:54:09.521498 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-c9287c01-db3f-4166-a2a3-827929964c08 req-ad8e0225-5831-4d66-b024-05c4b0c6d197 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327871 Nov 09 20:54:09.731952 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312787-99e0-4dd8-9e06-7dd6048ff772 req-20b391a1-6ca2-4989-9d0d-ec992bcd22e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:09.733440 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7312787-99e0-4dd8-9e06-7dd6048ff772 req-20b391a1-6ca2-4989-9d0d-ec992bcd22e0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0485280 Nov 09 20:54:09.748285 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-4bc3d8db-4247-4674-9d0a-e16fc085a8da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870979 Nov 09 20:54:09.757325 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-06f7a823-be75-44ff-8b80-0e2ce79be90e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:54:09.758307 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-06f7a823-be75-44ff-8b80-0e2ce79be90e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051148 Nov 09 20:54:09.775749 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-f7312787-99e0-4dd8-9e06-7dd6048ff772 req-6eecd1b7-caab-4c1c-a42d-17fe12c43582 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349681 Nov 09 20:54:10.383111 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a2c957c2-55e3-4563-986d-4e2c67a19048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:10.891445 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cd464-7b73-430b-bdcb-200d3d4e4dbe req-52dbc32b-ac04-4071-bcd8-c2860e1aef09 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:10.892788 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc2cd464-7b73-430b-bdcb-200d3d4e4dbe req-52dbc32b-ac04-4071-bcd8-c2860e1aef09 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0493205 Nov 09 20:54:10.930108 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bc2cd464-7b73-430b-bdcb-200d3d4e4dbe req-de67a211-468b-4d51-acae-e89d9c79a39c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312395 Nov 09 20:54:12.048256 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa53f6-ef5d-4bc0-9e93-4d3cfe4b1bcd req-af8dde1f-d6b7-4585-bb40-8a7871bb13c6 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:12.049807 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d4aa53f6-ef5d-4bc0-9e93-4d3cfe4b1bcd req-af8dde1f-d6b7-4585-bb40-8a7871bb13c6 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0503860 Nov 09 20:54:12.097773 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d4aa53f6-ef5d-4bc0-9e93-4d3cfe4b1bcd req-9627e90e-9da1-46c1-8a0d-ac488063ef6d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412698 Nov 09 20:54:13.220193 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5e961-1268-45e3-b960-58d6e2cebf1e req-665d971d-896f-4647-a090-82989294cb5e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:13.221701 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57f5e961-1268-45e3-b960-58d6e2cebf1e req-665d971d-896f-4647-a090-82989294cb5e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0540750 Nov 09 20:54:13.262685 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-57f5e961-1268-45e3-b960-58d6e2cebf1e req-0ccd3485-af24-41f0-8bf2-72878181d452 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345571 Nov 09 20:54:13.332348 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1af3f788-1a7b-4a46-8c2d-6b03a18354c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:13.641656 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:14.380399 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df227-fa1e-4753-a915-6da624d6fa95 req-32980813-dff4-4dc2-b16c-fe137ad92985 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:14.381918 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-535df227-fa1e-4753-a915-6da624d6fa95 req-32980813-dff4-4dc2-b16c-fe137ad92985 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0513375 Nov 09 20:54:14.421353 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-535df227-fa1e-4753-a915-6da624d6fa95 req-1e3e9023-3a2a-4897-8c12-226aefd51a43 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326948 Nov 09 20:54:14.453865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-b19f3a29-3038-408d-98ad-a74c0c09fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:14.455414 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-b19f3a29-3038-408d-98ad-a74c0c09fc17 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74&tenant_id=d34452a866ef4c1699f2cb2876e7e272 HTTP/1.1" status: 200 len: 1095 time: 0.0981343 Nov 09 20:54:14.470460 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-efcf87f8-6b40-404e-9e28-ff8d7105ffe1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 20:54:14.472218 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-efcf87f8-6b40-404e-9e28-ff8d7105ffe1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095215 Nov 09 20:54:14.487389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817256-1', 'device_owner': 'compute:nova'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:54:14.544585 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:14.753434 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:54:14.785377 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h2-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:54:14.818958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68b8584-e9ea-420e-a1a8-9637b69b8256 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:54:14.827303 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:14.831528 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:14.840081 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Transition to ACTIVE for port object a68b8584-e9ea-420e-a1a8-9637b69b8256 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:54:14.843407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:14.930346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Pushing event updated for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=7']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:54:14.943644 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.943995 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.944349 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.944690 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.945031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.945368 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.945724 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.946024 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.946388 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.946692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.947025 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.947346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:54:14.983191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] No DVR routers for this DVR port a68b8584-e9ea-420e-a1a8-9637b69b8256 on host n-h2-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:54:15.121692 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Attempting to bind port a68b8584-e9ea-420e-a1a8-9637b69b8256 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:54:15.122029 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Attempting to bind port a68b8584-e9ea-420e-a1a8-9637b69b8256 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:54:15.122361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Attempting to bind port a68b8584-e9ea-420e-a1a8-9637b69b8256 on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:54:15.126661 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Port a68b8584-e9ea-420e-a1a8-9637b69b8256 on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:54:15.126990 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Attempting to bind port a68b8584-e9ea-420e-a1a8-9637b69b8256 on network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:54:15.131783 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:54:15.132123 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Checking segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:54:15.132510 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Bound using segment: {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:54:15.133022 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Bound port: a68b8584-e9ea-420e-a1a8-9637b69b8256, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac7edbd-c799-412c-a595-130919c50e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:54:15.133310 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:15.196472 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:54:15.200061 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:54:15.204490 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:15.242634 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:15.243220 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:15.244884 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] 10.222.0.70 "PUT /v2.0/ports/a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 1092 time: 0.7636287 Nov 09 20:54:15.245329 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:54:15.247625 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fe04ca-f8aa-4376-9374-5979db8cfbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:54:15.272949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17012d2d-4d83-4517-bd48-dd569a64aed5 service neutron] Pushing event updated for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=8']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:54:15.318962 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-6bef16e2-1cb6-443a-b3df-79c1a8cc6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:15.325539 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-6bef16e2-1cb6-443a-b3df-79c1a8cc6346 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1095 time: 0.0530565 Nov 09 20:54:15.378184 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c405174-3af3-4b02-be97-6a932e04c00e x-openstack-request-id: req-0c405174-3af3-4b02-be97-6a932e04c00e {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:54:15.378484 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:54:15.378765 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c405174-3af3-4b02-be97-6a932e04c00e {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:54:15.379169 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'status': 'completed', 'code': 200} Nov 09 20:54:15.425068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-e924aae4-6b49-4e1e-b314-b36a1d83ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:15.426660 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-e924aae4-6b49-4e1e-b314-b36a1d83ca4f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0939822 Nov 09 20:54:15.507286 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-2adb9315-7784-4477-9115-eda4969d8e5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 1000 time: 0.0730383 Nov 09 20:54:15.541100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0bf83-d387-4cba-b2a2-cbad889d1e0b req-020bcc05-02f6-4e9c-9d4d-dc18db59d3f2 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:15.542619 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0d0bf83-d387-4cba-b2a2-cbad889d1e0b req-020bcc05-02f6-4e9c-9d4d-dc18db59d3f2 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0516398 Nov 09 20:54:15.559386 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-d7898c73-2cbf-4bee-81d3-d43983e91faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:15.561141 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-d7898c73-2cbf-4bee-81d3-d43983e91faf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0457175 Nov 09 20:54:15.582135 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-e0d0bf83-d387-4cba-b2a2-cbad889d1e0b req-6d667c0a-a338-40e1-b72c-376d8cb7d81c tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334897 Nov 09 20:54:15.607621 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-a1750abe-f7bd-4b2a-b60f-bcbf87ed692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:15.609047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-a1750abe-f7bd-4b2a-b60f-bcbf87ed692a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410137 Nov 09 20:54:15.703705 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-618d75e0-d72a-416c-85c6-291575b3d45c service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863891 Nov 09 20:54:15.791807 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-7d292d9e-71ee-44c6-9932-d0bbd6aae1e7 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803185 Nov 09 20:54:15.877432 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-eadbd020-c741-4f2a-ac87-052f4fb2e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:15.878922 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-eadbd020-c741-4f2a-ac87-052f4fb2e01e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1095 time: 0.0425990 Nov 09 20:54:15.970932 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-63303a71-e26a-4451-ab0f-49c465c656e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:15.972380 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-63303a71-e26a-4451-ab0f-49c465c656e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0860517 Nov 09 20:54:16.038346 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-0860f1f6-e7a3-4aac-b6b3-1b871f20fc1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 1000 time: 0.0579815 Nov 09 20:54:16.091669 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-b7c29766-d725-4e13-acb3-146293c6c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:16.093121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-b7c29766-d725-4e13-acb3-146293c6c6a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0473902 Nov 09 20:54:16.139115 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-3b68237d-23a3-475c-a8fd-585229785b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:16.140529 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-3b68237d-23a3-475c-a8fd-585229785b65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395679 Nov 09 20:54:16.229576 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-6997ae64-95fa-4326-af75-aa246a0d2f42 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814154 Nov 09 20:54:16.325016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-51fe04ca-f8aa-4376-9374-5979db8cfbf9 req-d658b20c-1024-4bc2-8d77-cd8453c58e49 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862765 Nov 09 20:54:16.575028 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:16.700874 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125d1ca-7472-4810-aee2-aadd392a8813 req-7fe23f5d-ce84-4684-8c6b-7372d0266bbf tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:16.702349 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4125d1ca-7472-4810-aee2-aadd392a8813 req-7fe23f5d-ce84-4684-8c6b-7372d0266bbf tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0491850 Nov 09 20:54:16.739374 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4125d1ca-7472-4810-aee2-aadd392a8813 req-b6426ac1-e6bf-4847-87e5-cb57fd07bc4d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310671 Nov 09 20:54:17.854262 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fbe9a-a00e-4c60-bd5c-2b9f07e45df0 req-aea807ff-d841-4540-8809-fe05992e864e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:17.855854 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-133fbe9a-a00e-4c60-bd5c-2b9f07e45df0 req-aea807ff-d841-4540-8809-fe05992e864e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0493214 Nov 09 20:54:17.897101 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-133fbe9a-a00e-4c60-bd5c-2b9f07e45df0 req-86051de3-8fac-45f8-b7c7-dc73f83325bb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354266 Nov 09 20:54:19.015750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0819fd-a46c-4a93-a792-25b87cc9fc72 req-9c6d9c7f-f6de-49b1-b57d-0846f9501839 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:19.017222 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e0819fd-a46c-4a93-a792-25b87cc9fc72 req-9c6d9c7f-f6de-49b1-b57d-0846f9501839 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0536718 Nov 09 20:54:19.054057 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-7e0819fd-a46c-4a93-a792-25b87cc9fc72 req-cb81900d-fbe8-4d7c-92a2-f9fd6e7a70c2 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308106 Nov 09 20:54:20.173067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3331fbd-cb06-4da5-987b-efd066edef92 req-bb92429d-d4e6-4830-926d-8d6cfc6dd3f0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:20.174599 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3331fbd-cb06-4da5-987b-efd066edef92 req-bb92429d-d4e6-4830-926d-8d6cfc6dd3f0 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0497637 Nov 09 20:54:20.211559 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d3331fbd-cb06-4da5-987b-efd066edef92 req-49e78232-69a6-4e14-b1cc-85e6ae79c17d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309641 Nov 09 20:54:21.327997 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c468f3-5c5c-43b5-832f-0dff9b421e1d req-1f44dad6-219b-4d2d-afab-269f38ad1deb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:21.329475 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-55c468f3-5c5c-43b5-832f-0dff9b421e1d req-1f44dad6-219b-4d2d-afab-269f38ad1deb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0501471 Nov 09 20:54:21.367216 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-55c468f3-5c5c-43b5-832f-0dff9b421e1d req-37621420-65cc-44e0-99e9-9922faff9456 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319042 Nov 09 20:54:22.011421 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:22.482911 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0983c79-2e07-49e8-8096-9862813d01c9 req-a665ddc0-cd6e-41ee-a7b5-0082986e00fd tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:22.484403 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a0983c79-2e07-49e8-8096-9862813d01c9 req-a665ddc0-cd6e-41ee-a7b5-0082986e00fd tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0498290 Nov 09 20:54:22.523026 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a0983c79-2e07-49e8-8096-9862813d01c9 req-6341f910-01c8-4851-94ef-d5cdeffa04bb tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327098 Nov 09 20:54:23.639385 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a575e2-9f4b-48e5-a3f2-0d62ec1d9372 req-9dfc9982-24fb-437e-944b-fec04b3fdb87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:23.641164 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-98a575e2-9f4b-48e5-a3f2-0d62ec1d9372 req-9dfc9982-24fb-437e-944b-fec04b3fdb87 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0501640 Nov 09 20:54:23.684776 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-98a575e2-9f4b-48e5-a3f2-0d62ec1d9372 req-cfb7bae0-208d-43c0-8e43-8c7cd6cdffd5 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375178 Nov 09 20:54:24.748702 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a68b8584-e9ea-420e-a1a8-9637b69b8256 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:54:24.801557 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b59c6-c977-4865-9442-25efd0630528 req-6db533eb-21e6-41e5-815f-33fbfc593c81 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:24.803099 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-929b59c6-c977-4865-9442-25efd0630528 req-6db533eb-21e6-41e5-815f-33fbfc593c81 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 944 time: 0.0491076 Nov 09 20:54:24.844638 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:54:24.846660 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-929b59c6-c977-4865-9442-25efd0630528 req-9801cb96-ae59-4063-b418-741e629e9a04 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364044 Nov 09 20:54:24.856871 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'port_id': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'mac_address': 'fa:16:3e:b3:86:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:54:24.898622 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:24.911374 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68b8584-e9ea-420e-a1a8-9637b69b8256 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:54:24.930176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:54:24.935052 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:24.980291 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=9']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:54:25.185671 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['a68b8584-e9ea-420e-a1a8-9637b69b8256'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:54:25.970149 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ad886-4626-4070-ba77-6f06e5147098 req-7cb32fea-425b-4140-91b7-445bf1101a57 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:25.971548 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-116ad886-4626-4070-ba77-6f06e5147098 req-7cb32fea-425b-4140-91b7-445bf1101a57 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 945 time: 0.0529022 Nov 09 20:54:26.009979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-116ad886-4626-4070-ba77-6f06e5147098 req-820f047c-cf62-4f62-893c-7d5a55ef654a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325782 Nov 09 20:54:26.137189 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:26.779164 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a68b8584-e9ea-420e-a1a8-9637b69b8256 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:54:26.827404 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port a68b8584-e9ea-420e-a1a8-9637b69b8256 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:54:26.831029 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port a68b8584-e9ea-420e-a1a8-9637b69b8256 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:54:26.831404 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:26.915084 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:26.938262 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:54:26.940685 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88188c4b-ec01-44da-8034-24b9084b23e8" -d '{"events": [{"server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "name": "network-vif-plugged", "status": "completed", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:54:26.954675 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:54:26.958882 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:26.984383 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd1941d-b3d3-480d-ab09-ea93c41355bb x-openstack-request-id: req-0bd1941d-b3d3-480d-ab09-ea93c41355bb {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:54:26.984680 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "name": "network-vif-plugged", "status": "completed", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:54:26.984930 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0bd1941d-b3d3-480d-ab09-ea93c41355bb {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:54:26.985316 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'code': 200} Nov 09 20:54:27.012221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=10']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:54:27.147791 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c7fec-899c-4372-b182-ca31f2713b70 req-df4dbe97-16f3-44b4-80d6-113be2bfe5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:27.149282 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f33c7fec-899c-4372-b182-ca31f2713b70 req-df4dbe97-16f3-44b4-80d6-113be2bfe5a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1098 time: 0.0614898 Nov 09 20:54:27.157967 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd644edf-a1f3-444b-9861-e73cbf670e29 req-878437ea-a371-42a7-b695-a635ab6a9a42 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:27.159367 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd644edf-a1f3-444b-9861-e73cbf670e29 req-878437ea-a371-42a7-b695-a635ab6a9a42 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 947 time: 0.0807838 Nov 09 20:54:27.213123 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f33c7fec-899c-4372-b182-ca31f2713b70 req-443d23d0-f35e-43de-98ba-dec9cf81d2b0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528276 Nov 09 20:54:27.220660 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-fd644edf-a1f3-444b-9861-e73cbf670e29 req-8b649063-c7fc-4aae-af2e-170b5b1775f6 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553117 Nov 09 20:54:28.345663 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73986b-1177-43bf-aaed-566435b2eb84 req-557b9ce4-fda5-4edd-a936-d35331307d42 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:28.347187 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5a73986b-1177-43bf-aaed-566435b2eb84 req-557b9ce4-fda5-4edd-a936-d35331307d42 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 947 time: 0.0536301 Nov 09 20:54:28.385210 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5a73986b-1177-43bf-aaed-566435b2eb84 req-aafbbd37-c565-426e-80fa-c99891fafef2 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321569 Nov 09 20:54:29.503860 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cd18c-e532-4fdc-946b-9d133e8c2644 req-824a17b2-8580-454e-b1db-5b8280f3ed77 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:29.505341 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-850cd18c-e532-4fdc-946b-9d133e8c2644 req-824a17b2-8580-454e-b1db-5b8280f3ed77 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 947 time: 0.0531151 Nov 09 20:54:29.543698 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-850cd18c-e532-4fdc-946b-9d133e8c2644 req-9e4759fc-765b-4529-a95e-8ddb958784df tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324218 Nov 09 20:54:40.384689 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f946f714-5e35-4884-b3f0-ff30a1717158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:41.047641 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:54:41.545422 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd1de80f-a996-45e4-8991-be77247e4398 req-3f255dd9-a9e4-4eb3-b0cb-cd4032b3f4a8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397346 Nov 09 20:54:41.631914 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1de80f-a996-45e4-8991-be77247e4398 req-bcc6c852-f78f-41ae-8a8a-54c54b8ac9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:41.633373 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd1de80f-a996-45e4-8991-be77247e4398 req-bcc6c852-f78f-41ae-8a8a-54c54b8ac9f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1098 time: 0.0407958 Nov 09 20:54:41.739449 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1de80f-a996-45e4-8991-be77247e4398 req-e202a1aa-c529-4b26-bd99-7ccef3e73968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:41.741189 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd1de80f-a996-45e4-8991-be77247e4398 req-e202a1aa-c529-4b26-bd99-7ccef3e73968 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0883067 Nov 09 20:54:41.813487 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd1de80f-a996-45e4-8991-be77247e4398 req-9e13a7c1-3365-4083-9ef3-b08691fd49ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 1002 time: 0.0596211 Nov 09 20:54:41.866128 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1de80f-a996-45e4-8991-be77247e4398 req-0f11c8a3-21b6-4294-b5c3-f1d9a91e346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:41.867567 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd1de80f-a996-45e4-8991-be77247e4398 req-0f11c8a3-21b6-4294-b5c3-f1d9a91e346f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0480626 Nov 09 20:54:41.911680 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1de80f-a996-45e4-8991-be77247e4398 req-0e839598-c879-40bb-9806-553e6200b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:54:41.913121 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd1de80f-a996-45e4-8991-be77247e4398 req-0e839598-c879-40bb-9806-553e6200b432 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384910 Nov 09 20:54:42.002092 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd1de80f-a996-45e4-8991-be77247e4398 req-030d437f-3ab7-4610-ab8f-5d024eea0a62 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807011 Nov 09 20:54:42.094058 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-bd1de80f-a996-45e4-8991-be77247e4398 req-657f4c32-9c87-462b-aa2a-ab89be4453ff service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852592 Nov 09 20:54:43.333954 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2ef20c2c-8b63-42b1-8c3c-e9e57ced2362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:43.644299 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:44.835050 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:46.576896 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:52.010488 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:54:56.152112 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:10.384952 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a1f-a608-42b3-9103-01ac1a482510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:13.334787 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4751ad59-8543-4545-90d5-d1b96d2e8e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:13.644726 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:14.835401 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:16.579403 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:18.047545 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:55:22.026495 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:26.152922 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:40.386461 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-76f064e1-bf98-4bd7-b914-cca1ca66ef06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:41.970412 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55178) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:42.468455 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Deleting port 55973962-52e5-4419-8a15-4dad1fa07463 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:55:42.468793 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:42.541847 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:42.542170 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:42.553414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Calling delete_port for 55973962-52e5-4419-8a15-4dad1fa07463 owned by network:floatingip {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:55:42.698575 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:42.726842 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event deleted for resources: {'Port': ['ID=55973962-52e5-4419-8a15-4dad1fa07463,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:42.740835 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.741594 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.741957 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.742284 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.742631 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.742961 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.743289 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.743612 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.743933 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.744250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.744570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.744884 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:42.797521 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for floatingip, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:42.797881 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Floating IP 412726a2-795a-4ff6-858f-b59b10649a31 disassociated (deleted). External IP: 172.25.6.221, port: a68b8584-e9ea-420e-a1a8-9637b69b8256. Nov 09 20:55:43.030360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-651f9050-05f5-41ae-9218-ca0295c75411 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621190 Nov 09 20:55:43.042546 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Router 13410e2e-6930-476e-8fec-1ce5f3de81d5 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:55:43.169239 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-b2c19d7a-7cee-43e8-89f0-9e581beb449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:43.170762 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-b2c19d7a-7cee-43e8-89f0-9e581beb449a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1098 time: 0.0830441 Nov 09 20:55:43.186798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:55:43.191496 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:43.196933 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] Sync routers for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:55:43.206003 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:55:43.206653 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:43.269005 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7ba4650b-5e17-449a-9387-e6fc1c4c1267 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "DELETE /v2.0/floatingips/412726a2-795a-4ff6-858f-b59b10649a31 HTTP/1.1" status: 204 len: 168 time: 1.2975390 Nov 09 20:55:43.270994 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:55:43.273387 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899c30be-3a92-4fae-b874-454682fe2444" -d '{"events": [{"name": "network-changed", "server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:55:43.308555 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-7593a4be-b56a-45f6-8907-a90efa6146c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:43.310066 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-7593a4be-b56a-45f6-8907-a90efa6146c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.1166072 Nov 09 20:55:43.317551 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:55:43.350617 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3fcf47f8-4852-46c2-869f-abb83622226e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:43.356853 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-e17ae6ec-a5ac-444e-b9bf-dcc9f79902eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 217 time: 0.0393536 Nov 09 20:55:43.359832 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a423cc6f-b4ec-4070-aa49-4f7ef17c95bf x-openstack-request-id: req-a423cc6f-b4ec-4070-aa49-4f7ef17c95bf {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:55:43.360193 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:55:43.360515 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a423cc6f-b4ec-4070-aa49-4f7ef17c95bf {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:55:43.361030 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'status': 'completed', 'code': 200} Nov 09 20:55:43.421401 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-a6d9057a-f8f8-49f3-af52-18b1ff410851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:43.424124 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-a6d9057a-f8f8-49f3-af52-18b1ff410851 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0601802 Nov 09 20:55:43.475950 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-45f3ea0b-ee09-4a63-878c-9c9ddbbbd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:43.477587 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-45f3ea0b-ee09-4a63-878c-9c9ddbbbd1eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447621 Nov 09 20:55:43.531273 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:43.562286 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] Checking router: 13410e2e-6930-476e-8fec-1ce5f3de81d5 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:55:43.571806 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:55:43.572595 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:43.583285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779813e-6009-445a-b22e-0bcf07ce1e37 req-3e06b32e-d00f-4ad5-8266-b4204dfb372a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:43.584840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4779813e-6009-445a-b22e-0bcf07ce1e37 req-3e06b32e-d00f-4ad5-8266-b4204dfb372a tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 947 time: 0.1044576 Nov 09 20:55:43.628709 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-4de2be36-55e3-4ef9-bb95-0fa81476976c service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396725 Nov 09 20:55:43.649686 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:43.651329 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4779813e-6009-445a-b22e-0bcf07ce1e37 req-8397ffa8-5ee3-49cc-8ac4-f033467bc02d tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577946 Nov 09 20:55:43.683671 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:55:43.728758 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-f066f423-1d86-4249-9fa5-42ca7e9583c1 req-306723b7-8115-4878-bacb-e6fd93fd2585 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903213 Nov 09 20:55:43.821710 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c30be-3a92-4fae-b874-454682fe2444 req-69d41239-6b3e-43a9-a89a-923a122f6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:43.823150 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-899c30be-3a92-4fae-b874-454682fe2444 req-69d41239-6b3e-43a9-a89a-923a122f6e3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d34452a866ef4c1699f2cb2876e7e272&device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 1098 time: 0.0468194 Nov 09 20:55:43.889936 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:43.915464 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c30be-3a92-4fae-b874-454682fe2444 req-b1244a8f-c35f-4d1c-b1d3-270efd67bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:43.917084 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-899c30be-3a92-4fae-b874-454682fe2444 req-b1244a8f-c35f-4d1c-b1d3-270efd67bff7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 200 len: 909 time: 0.0863740 Nov 09 20:55:43.925086 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07e39a-96cc-43e0-bb46-8dcf3f9e24ae None None] The sync data for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 is: [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:46:58Z', 'revision_number': 4, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '8ebb2543-1f8c-47aa-bf12-5fa842124772', 'name': '', 'network_id': 'b39b6e43-2a13-46aa-84f0-cfcdf3c3692e', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'mac_address': 'fa:16:3e:40:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:57Z', 'updated_at': '2021-11-09T20:47:02Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'subnets': [{'id': 'd2829678-74a2-4ce6-9f27-024549f91d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:55:43.969685 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-899c30be-3a92-4fae-b874-454682fe2444 req-fa94c6b5-3b19-4d14-9e22-957490166fc0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 200 len: 217 time: 0.0419900 Nov 09 20:55:44.029581 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c30be-3a92-4fae-b874-454682fe2444 req-cff0682f-f01d-4c5e-b5a9-5af70f825c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:44.031089 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-899c30be-3a92-4fae-b874-454682fe2444 req-cff0682f-f01d-4c5e-b5a9-5af70f825c63 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 200 len: 847 time: 0.0543795 Nov 09 20:55:44.079754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c30be-3a92-4fae-b874-454682fe2444 req-6ccfd8ae-7947-4036-9805-b78f21526e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:44.081292 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-899c30be-3a92-4fae-b874-454682fe2444 req-6ccfd8ae-7947-4036-9805-b78f21526e29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424671 Nov 09 20:55:44.157084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa8bf24-a9ea-454b-a6f8-17d1e8ea4875 None None] New status for floating IP 412726a2-795a-4ff6-858f-b59b10649a31: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:55:44.182840 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-899c30be-3a92-4fae-b874-454682fe2444 req-064d3f4c-fe25-425c-983d-be92f76d089e service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924194 Nov 09 20:55:44.276943 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-899c30be-3a92-4fae-b874-454682fe2444 req-c81826c0-ee4f-47f0-a76a-8d21298c4a08 service neutron] 10.222.0.70 "GET /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864029 Nov 09 20:55:44.774328 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f583970-00eb-4cea-9ed6-f9b94f4c8aa9 req-61a54026-d497-4807-884f-1d8d96867487 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:44.775851 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f583970-00eb-4cea-9ed6-f9b94f4c8aa9 req-61a54026-d497-4807-884f-1d8d96867487 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 947 time: 0.0517542 Nov 09 20:55:44.813424 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-2f583970-00eb-4cea-9ed6-f9b94f4c8aa9 req-ff277909-2641-4828-be42-b970e6c88afe tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/security-groups?id=0105a836-339c-49a9-98ab-b1faa761b457&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317249 Nov 09 20:55:44.838393 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:45.011293 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-e07aeee6-a5a8-4eba-aacd-241ba551a31e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:45.014708 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-e07aeee6-a5a8-4eba-aacd-241ba551a31e tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 947 time: 0.0516887 Nov 09 20:55:45.110112 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-cc358cb3-ffc0-4de5-a227-04b0bd44b8da tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Deleting port a68b8584-e9ea-420e-a1a8-9637b69b8256 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:55:45.110844 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-cc358cb3-ffc0-4de5-a227-04b0bd44b8da tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:45.202440 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-cc358cb3-ffc0-4de5-a227-04b0bd44b8da tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] For port a68b8584-e9ea-420e-a1a8-9637b69b8256, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=a68b8584-e9ea-420e-a1a8-9637b69b8256,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:55:45.202824 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-cc358cb3-ffc0-4de5-a227-04b0bd44b8da tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:45.215258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-cc358cb3-ffc0-4de5-a227-04b0bd44b8da tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Calling delete_port for a68b8584-e9ea-420e-a1a8-9637b69b8256 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:55:45.346536 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-cc358cb3-ffc0-4de5-a227-04b0bd44b8da tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:45.374807 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc358cb3-ffc0-4de5-a227-04b0bd44b8da tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event deleted for resources: {'Port': ['ID=a68b8584-e9ea-420e-a1a8-9637b69b8256,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:45.420832 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-cc358cb3-ffc0-4de5-a227-04b0bd44b8da tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] No DVR routers for this DVR port a68b8584-e9ea-420e-a1a8-9637b69b8256 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:55:45.423495 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-cc358cb3-ffc0-4de5-a227-04b0bd44b8da tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:45.426933 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b825cd68-ca86-48bb-be94-fcb1abef3736 req-cc358cb3-ffc0-4de5-a227-04b0bd44b8da tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.70 "DELETE /v2.0/ports/a68b8584-e9ea-420e-a1a8-9637b69b8256 HTTP/1.1" status: 204 len: 173 time: 0.4084866 Nov 09 20:55:45.427530 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'name': 'network-vif-deleted', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:55:45.430792 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e40f10e-e9bc-4356-9ef7-bb64ba1cb4ae" -d '{"events": [{"server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "name": "network-vif-deleted", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:55:45.468853 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7e2484-d01d-429e-9d71-63401ad869b7 x-openstack-request-id: req-ad7e2484-d01d-429e-9d71-63401ad869b7 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:55:45.469145 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56e1447-aa3c-480e-ba6f-25ecbd385e74", "name": "network-vif-deleted", "tag": "a68b8584-e9ea-420e-a1a8-9637b69b8256", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:55:45.469395 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad7e2484-d01d-429e-9d71-63401ad869b7 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:55:45.469795 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56e1447-aa3c-480e-ba6f-25ecbd385e74', 'name': 'network-vif-deleted', 'tag': 'a68b8584-e9ea-420e-a1a8-9637b69b8256', 'status': 'completed', 'code': 200} Nov 09 20:55:45.915305 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-50894778-67e9-4a06-8f23-b05c3abd9cbf req-494e965b-da02-481c-9ee3-f9912f6c26dd tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 210 time: 0.0337043 Nov 09 20:55:46.581909 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:47.014211 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-217d71d0-53c4-42b6-bb10-578bfa86881f req-9abd40e2-4a59-49df-a3d0-ae137415a4c8 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 210 time: 0.0280728 Nov 09 20:55:48.110785 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-84cd0043-1760-4d5d-9948-9bb84719c8ca req-babc9666-39fc-45a5-b255-02827826cd48 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 210 time: 0.0269046 Nov 09 20:55:49.110095 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a68b8584-e9ea-420e-a1a8-9637b69b8256 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:55:49.132382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: a68b8584-e9ea-420e-a1a8-9637b69b8256 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:55:49.132747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device a68b8584-e9ea-420e-a1a8-9637b69b8256 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:55:49.225975 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-8b493d31-c478-40e7-9747-5b29ef854c64 req-2873ba01-91e5-45fa-a974-ad109d9278b9 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "GET /v2.0/ports?device_id=d56e1447-aa3c-480e-ba6f-25ecbd385e74 HTTP/1.1" status: 200 len: 210 time: 0.0273287 Nov 09 20:55:50.284001 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55214) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:50.352566 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1a46f856-160c-4a3e-84b4-37293be84334 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:50.379298 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1a46f856-160c-4a3e-84b4-37293be84334 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:50.452975 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1a46f856-160c-4a3e-84b4-37293be84334 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:50.455743 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1a46f856-160c-4a3e-84b4-37293be84334 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:50.460306 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1a46f856-160c-4a3e-84b4-37293be84334 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] 10.222.0.53 "DELETE /v2.0/security-groups/0105a836-339c-49a9-98ab-b1faa761b457 HTTP/1.1" status: 204 len: 168 time: 0.1725097 Nov 09 20:55:50.467878 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46f856-160c-4a3e-84b4-37293be84334 tempest-TestShelveInstance-254849301 tempest-TestShelveInstance-254849301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0105a836-339c-49a9-98ab-b1faa761b457,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:50.533710 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55218) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:51.000911 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:51.554779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Deleting port 8ebb2543-1f8c-47aa-bf12-5fa842124772 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:55:51.555482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:51.644808 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] For port 8ebb2543-1f8c-47aa-bf12-5fa842124772, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8ebb2543-1f8c-47aa-bf12-5fa842124772,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:55:51.645166 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:51.658583 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Calling delete_port for 8ebb2543-1f8c-47aa-bf12-5fa842124772 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:55:51.837960 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:51.865426 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebb2543-1f8c-47aa-bf12-5fa842124772,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:51.876313 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.876666 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.877020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.877355 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.877687 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.878022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.878356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.878694 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.879025 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.879352 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.879678 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:51.880001 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:52.020178 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:52.048841 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:52.264554 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Router 13410e2e-6930-476e-8fec-1ce5f3de81d5 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:55:52.371219 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:55:52.376876 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f3e445f0-aad3-43ec-85b3-824774799edb admin admin] 10.222.0.53 "PUT /v2.0/routers/13410e2e-6930-476e-8fec-1ce5f3de81d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8413367 Nov 09 20:55:52.379466 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55222) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:52.380857 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] Sync routers for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:55:52.390098 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:55:52.390726 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:52.487354 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:52.495544 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:55:52.591583 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:52.644713 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Deleting port fab579c9-d3c1-468e-81c4-866712f4d239 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:55:52.644952 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:52.675849 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:55:51Z', 'revision_number': 5, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port': {'id': 'fab579c9-d3c1-468e-81c4-866712f4d239', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:33:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:46:56Z', 'updated_at': '2021-11-09T20:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:52.702768 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] Checking router: 13410e2e-6930-476e-8fec-1ce5f3de81d5 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:55:52.710853 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] Routers {'13410e2e-6930-476e-8fec-1ce5f3de81d5'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:55:52.711453 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['13410e2e-6930-476e-8fec-1ce5f3de81d5'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:52.721518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] For port fab579c9-d3c1-468e-81c4-866712f4d239, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=fab579c9-d3c1-468e-81c4-866712f4d239,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:55:52.721887 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:52.734912 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Calling delete_port for fab579c9-d3c1-468e-81c4-866712f4d239 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:55:52.799315 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] Set router 13410e2e-6930-476e-8fec-1ce5f3de81d5 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:55:52.856323 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:55:52Z', 'revision_number': 6, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:52.883525 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d02344-bfad-4657-b0d9-1a85befe3140 None None] The sync data for ids ['13410e2e-6930-476e-8fec-1ce5f3de81d5'] in n-d-817256-1 is: [{'id': '13410e2e-6930-476e-8fec-1ce5f3de81d5', 'name': 'tempest-TestShelveInstance-785804389-router', 'tenant_id': 'd34452a866ef4c1699f2cb2876e7e272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:46:55Z', 'updated_at': '2021-11-09T20:55:52Z', 'revision_number': 6, 'project_id': 'd34452a866ef4c1699f2cb2876e7e272', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:55:52.900174 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:52.931346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=fab579c9-d3c1-468e-81c4-866712f4d239,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:52.992118 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.080193 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.082316 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.124299 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.124861 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13410e2e-6930-476e-8fec-1ce5f3de81d5 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:55:53.129265 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.130533 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a7207687-58c3-4efb-a541-a48fb8eff9ca admin admin] 10.222.0.53 "DELETE /v2.0/routers/13410e2e-6930-476e-8fec-1ce5f3de81d5 HTTP/1.1" status: 204 len: 168 time: 0.7500885 Nov 09 20:55:53.133197 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55224) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:53.181017 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04c9456-11f7-4cd1-9e15-66368bbb3e5c admin admin] Deleting subnet d2829678-74a2-4ce6-9f27-024549f91d35 {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:55:53.183969 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f04c9456-11f7-4cd1-9e15-66368bbb3e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.217189 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f04c9456-11f7-4cd1-9e15-66368bbb3e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.298604 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f04c9456-11f7-4cd1-9e15-66368bbb3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.358847 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f04c9456-11f7-4cd1-9e15-66368bbb3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.384129 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c9456-11f7-4cd1-9e15-66368bbb3e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2829678-74a2-4ce6-9f27-024549f91d35,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:53.387711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-f04c9456-11f7-4cd1-9e15-66368bbb3e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.390871 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-f04c9456-11f7-4cd1-9e15-66368bbb3e5c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d2829678-74a2-4ce6-9f27-024549f91d35 HTTP/1.1" status: 204 len: 168 time: 0.2567334 Nov 09 20:55:53.393373 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55226) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:53.393767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2afc9d2-4e3c-4f31-a1e9-f8e46fcb2805 None None] Network b39b6e43-2a13-46aa-84f0-cfcdf3c3692e requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:55:53.462481 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.518645 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Deleting port d0dd0ad7-3109-4a06-a08b-f30bba247b04 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:55:53.518997 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.587686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] For port d0dd0ad7-3109-4a06-a08b-f30bba247b04, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d0dd0ad7-3109-4a06-a08b-f30bba247b04,segment=NetworkSegment(7ac7edbd-c799-412c-a595-130919c50e33),segment_id=7ac7edbd-c799-412c-a595-130919c50e33)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:55:53.588058 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.600725 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Calling delete_port for d0dd0ad7-3109-4a06-a08b-f30bba247b04 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:55:53.646439 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] DHCP port deletion for b39b6e43-2a13-46aa-84f0-cfcdf3c3692e request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:55:53.683716 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.694747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Deleting port d0dd0ad7-3109-4a06-a08b-f30bba247b04 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:55:53.695393 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.714356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dd0ad7-3109-4a06-a08b-f30bba247b04,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:53.717762 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] No DVR routers for this DVR port d0dd0ad7-3109-4a06-a08b-f30bba247b04 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:55:53.764137 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] For port d0dd0ad7-3109-4a06-a08b-f30bba247b04, host n-d-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:55:53.764616 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.784944 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Calling delete_port for d0dd0ad7-3109-4a06-a08b-f30bba247b04 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:55:53.788631 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.ipam_backend_mixin [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Port d0dd0ad7-3109-4a06-a08b-f30bba247b04 was not found and therefore no delete operation was performed {{(pid=102297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 20:55:53.790204 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.796552 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.816880 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Pushing event deleted for resources: {'Port': ['ID=d0dd0ad7-3109-4a06-a08b-f30bba247b04,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:53.817082 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39b6e43-2a13-46aa-84f0-cfcdf3c3692e']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:53.819772 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] No DVR routers for this DVR port d0dd0ad7-3109-4a06-a08b-f30bba247b04 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:55:53.828294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.828460 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac7edbd-c799-412c-a595-130919c50e33') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:53.828611 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac7edbd-c799-412c-a595-130919c50e33') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:53.828713 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.828971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.829307 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.829640 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.830171 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.830503 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.830864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.831192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.831535 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.831866 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.832192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe5d469-8315-4dfb-b0b1-fe641f7179f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:55:53.836359 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8ebb2543-1f8c-47aa-bf12-5fa842124772 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:55:53.847089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.859096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8ebb2543-1f8c-47aa-bf12-5fa842124772 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:55:53.859845 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8ebb2543-1f8c-47aa-bf12-5fa842124772 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:55:53.860379 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d0dd0ad7-3109-4a06-a08b-f30bba247b04 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:55:53.861913 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.868759 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:55:53.869101 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: timer() Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:55:53.871166 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:55:53.882410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: d0dd0ad7-3109-4a06-a08b-f30bba247b04 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:55:53.882818 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d0dd0ad7-3109-4a06-a08b-f30bba247b04 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:55:53.883244 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fab579c9-d3c1-468e-81c4-866712f4d239 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:55:53.903292 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: fab579c9-d3c1-468e-81c4-866712f4d239 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:55:53.903637 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device fab579c9-d3c1-468e-81c4-866712f4d239 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:55:53.934975 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.942064 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:53.946254 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b39b6e43-2a13-46aa-84f0-cfcdf3c3692e HTTP/1.1" status: 204 len: 168 time: 0.5518990 Nov 09 20:55:53.949614 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55228) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:53.956070 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cea0c-7de1-4df9-8701-bab2de7a70c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39b6e43-2a13-46aa-84f0-cfcdf3c3692e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:54.304096 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:54.547280 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] Deleting port 1c629f0a-f0b8-49fb-a08a-12960c8897e8 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:55:54.547630 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:54.626244 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] For port 1c629f0a-f0b8-49fb-a08a-12960c8897e8, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=1c629f0a-f0b8-49fb-a08a-12960c8897e8,segment=NetworkSegment(72cbb307-570a-4143-81f7-45e6317d5824),segment_id=72cbb307-570a-4143-81f7-45e6317d5824)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:55:54.626634 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:54.638826 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] Calling delete_port for 1c629f0a-f0b8-49fb-a08a-12960c8897e8 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:55:54.815909 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:54.842803 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c629f0a-f0b8-49fb-a08a-12960c8897e8,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:55.013407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:55.046785 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:55:55.231570 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] Router f50aa5ca-0a76-4337-915d-e48449f78d65 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:55:55.332240 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:55:55.337735 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-df045e75-6318-44c0-9015-6b813d5d199c admin admin] 10.222.0.53 "PUT /v2.0/routers/f50aa5ca-0a76-4337-915d-e48449f78d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3862524 Nov 09 20:55:55.340356 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55230) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:55.343088 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] Sync routers for ids ['f50aa5ca-0a76-4337-915d-e48449f78d65'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:55:55.352400 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] Routers {'f50aa5ca-0a76-4337-915d-e48449f78d65'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:55:55.353013 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f50aa5ca-0a76-4337-915d-e48449f78d65'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:55.441992 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:55.461441 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] Set router f50aa5ca-0a76-4337-915d-e48449f78d65 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:55:55.545460 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:55.598358 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Deleting port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:55:55.598733 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:55.639864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'name': 'tempest-TestShelveInstance-1051593562-router', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:55:54Z', 'revision_number': 5, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'gw_port': {'id': '23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:55.670391 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] Checking router: f50aa5ca-0a76-4337-915d-e48449f78d65 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:55:55.679280 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] Routers {'f50aa5ca-0a76-4337-915d-e48449f78d65'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:55:55.679881 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['f50aa5ca-0a76-4337-915d-e48449f78d65'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:55.681391 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] For port 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:55:55.681760 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:55.695090 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Calling delete_port for 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:55:55.772317 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] Set router f50aa5ca-0a76-4337-915d-e48449f78d65 gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:55:55.826588 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'name': 'tempest-TestShelveInstance-1051593562-router', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:55:55Z', 'revision_number': 6, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:55.856409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96c3e1-c378-4222-b328-18460888bd24 None None] The sync data for ids ['f50aa5ca-0a76-4337-915d-e48449f78d65'] in n-d-817256-1 is: [{'id': 'f50aa5ca-0a76-4337-915d-e48449f78d65', 'name': 'tempest-TestShelveInstance-1051593562-router', 'tenant_id': '5c3b670a4ee5493ca937310aba7298b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:47:00Z', 'updated_at': '2021-11-09T20:55:55Z', 'revision_number': 6, 'project_id': '5c3b670a4ee5493ca937310aba7298b8', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:55:55.864793 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:55.892066 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:55.953975 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.047675 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.050014 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.095784 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.096406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50aa5ca-0a76-4337-915d-e48449f78d65 {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 20:55:56.103225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.104400 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-9c328103-04f0-4645-bc43-c526d70592f4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f50aa5ca-0a76-4337-915d-e48449f78d65 HTTP/1.1" status: 204 len: 168 time: 0.7631431 Nov 09 20:55:56.107012 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55232) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:56.156546 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e94d82-af7e-4725-854a-d9e3b57d6245 admin admin] Deleting subnet 4d26e10e-2cbe-450e-8cfa-17ff6fd307db {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 20:55:56.159646 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07e94d82-af7e-4725-854a-d9e3b57d6245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.183918 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.202165 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07e94d82-af7e-4725-854a-d9e3b57d6245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.288888 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07e94d82-af7e-4725-854a-d9e3b57d6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.340144 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07e94d82-af7e-4725-854a-d9e3b57d6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.367301 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e94d82-af7e-4725-854a-d9e3b57d6245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d26e10e-2cbe-450e-8cfa-17ff6fd307db,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:56.369186 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-07e94d82-af7e-4725-854a-d9e3b57d6245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.372434 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-07e94d82-af7e-4725-854a-d9e3b57d6245 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4d26e10e-2cbe-450e-8cfa-17ff6fd307db HTTP/1.1" status: 204 len: 168 time: 0.2644835 Nov 09 20:55:56.372998 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c2fb6-3e1b-4ed1-8ed1-16ed775df79e None None] Network 6a8aacda-28bb-4087-a6fd-f69229ea7692 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:55:56.375032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55234) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:56.624109 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b98401-abc2-4051-83d9-e8799d65984b None None] DHCP port deletion for 6a8aacda-28bb-4087-a6fd-f69229ea7692 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 20:55:56.679828 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-73b98401-abc2-4051-83d9-e8799d65984b None None] Deleting port 8040639f-526b-4e17-aa2d-eb812f6fd01f {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:55:56.680294 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73b98401-abc2-4051-83d9-e8799d65984b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.747395 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-73b98401-abc2-4051-83d9-e8799d65984b None None] For port 8040639f-526b-4e17-aa2d-eb812f6fd01f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8040639f-526b-4e17-aa2d-eb812f6fd01f,segment=NetworkSegment(72cbb307-570a-4143-81f7-45e6317d5824),segment_id=72cbb307-570a-4143-81f7-45e6317d5824)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:55:56.747794 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73b98401-abc2-4051-83d9-e8799d65984b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.761523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-73b98401-abc2-4051-83d9-e8799d65984b None None] Calling delete_port for 8040639f-526b-4e17-aa2d-eb812f6fd01f owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:55:56.800061 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.861624 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Deleting port 8040639f-526b-4e17-aa2d-eb812f6fd01f {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 20:55:56.861974 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.932346 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] For port 8040639f-526b-4e17-aa2d-eb812f6fd01f, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=8040639f-526b-4e17-aa2d-eb812f6fd01f,segment=NetworkSegment(72cbb307-570a-4143-81f7-45e6317d5824),segment_id=72cbb307-570a-4143-81f7-45e6317d5824)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:55:56.932704 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:56.952082 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Calling delete_port for 8040639f-526b-4e17-aa2d-eb812f6fd01f owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 20:55:57.000608 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-73b98401-abc2-4051-83d9-e8799d65984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.025619 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.027549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b98401-abc2-4051-83d9-e8799d65984b None None] Pushing event deleted for resources: {'Port': ['ID=8040639f-526b-4e17-aa2d-eb812f6fd01f,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:57.031055 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b98401-abc2-4051-83d9-e8799d65984b None None] No DVR routers for this DVR port 8040639f-526b-4e17-aa2d-eb812f6fd01f on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:55:57.051670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Pushing event deleted for resources: {'Port': ['ID=8040639f-526b-4e17-aa2d-eb812f6fd01f,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:57.054067 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] No DVR routers for this DVR port 8040639f-526b-4e17-aa2d-eb812f6fd01f on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 20:55:57.127247 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.147647 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8aacda-28bb-4087-a6fd-f69229ea7692']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:57.156557 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cbb307-570a-4143-81f7-45e6317d5824') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:57.156851 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cbb307-570a-4143-81f7-45e6317d5824') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:55:57.165971 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.179995 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.186009 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 20:55:57.186407 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: self.session.flush() Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: timer() Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 20:55:57.188602 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 20:55:57.245747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.250694 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.254321 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6a8aacda-28bb-4087-a6fd-f69229ea7692 HTTP/1.1" status: 204 len: 168 time: 0.8783140 Nov 09 20:55:57.268459 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb9b97-0c09-4e84-aa11-1ce9047f3627 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8aacda-28bb-4087-a6fd-f69229ea7692,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:57.358484 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55238) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:57.402405 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1875f648-a8b0-4022-87ce-d586ae84b966 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d34452a866ef4c1699f2cb2876e7e272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426328 Nov 09 20:55:57.404824 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55240) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:57.453832 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87a25500-7d4f-49a1-94d4-cd0a7315b5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.474195 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87a25500-7d4f-49a1-94d4-cd0a7315b5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.522453 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87a25500-7d4f-49a1-94d4-cd0a7315b5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.525992 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-87a25500-7d4f-49a1-94d4-cd0a7315b5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.527197 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-87a25500-7d4f-49a1-94d4-cd0a7315b5df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e95235cb-ba9c-44ae-8546-1bae1e534087 HTTP/1.1" status: 204 len: 168 time: 0.1214314 Nov 09 20:55:57.534931 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a25500-7d4f-49a1-94d4-cd0a7315b5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95235cb-ba9c-44ae-8546-1bae1e534087,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:57.802783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:55:57.823653 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:55:57.824005 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 23f72fc5-e59d-43bb-93ee-1c6ab5b2ed2e not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:55:57.824429 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1c629f0a-f0b8-49fb-a08a-12960c8897e8 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:55:57.838411 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55246) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:57.843864 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 1c629f0a-f0b8-49fb-a08a-12960c8897e8 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:55:57.844206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 1c629f0a-f0b8-49fb-a08a-12960c8897e8 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:55:57.844804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8040639f-526b-4e17-aa2d-eb812f6fd01f no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:55:57.864491 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 8040639f-526b-4e17-aa2d-eb812f6fd01f {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 20:55:57.864839 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 8040639f-526b-4e17-aa2d-eb812f6fd01f not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 20:55:57.880654 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ad2b9c40-4cdd-4b97-a48b-93e91fdd504b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c3b670a4ee5493ca937310aba7298b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410058 Nov 09 20:55:57.883670 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55248) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:57.931142 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a20ff147-1ca6-4035-90f5-174372e9958c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:57.952233 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a20ff147-1ca6-4035-90f5-174372e9958c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:58.001245 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a20ff147-1ca6-4035-90f5-174372e9958c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:58.003889 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-a20ff147-1ca6-4035-90f5-174372e9958c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:58.005032 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-a20ff147-1ca6-4035-90f5-174372e9958c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8435c79-6156-448f-ab24-24b33c99d255 HTTP/1.1" status: 204 len: 168 time: 0.1204665 Nov 09 20:55:58.016250 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ff147-1ca6-4035-90f5-174372e9958c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8435c79-6156-448f-ab24-24b33c99d255,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:58.670850 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55270) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:58.766918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-431971118-network', 'tenant_id': '53b130d8347d4d1596addafad17031c9'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:55:58.788141 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Made reservation on behalf of 53b130d8347d4d1596addafad17031c9 for: {'network': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:55:58.790474 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:58.798655 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:58.872301 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:58.875827 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:58.900336 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=102296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:55:58.908778 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7af1f9c-61d8-430e-a6e9-85440a932afc,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:58.914927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:58.915274 n-d-817256-1 neutron-server[102296]: INFO neutron.db.segments_db [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Added segment 1d23462a-e422-4353-8b1b-09454472d2a8 of type vlan for network 67b75149-e50a-4709-a9d8-dd605ea8f958 Nov 09 20:55:58.953589 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:58.978044 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:58.979151 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:58.979725 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.034250 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3622143 Nov 09 20:55:59.037183 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55274) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:59.042854 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Request body: {'subnet': {'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-431971118-subnet', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'ip_version': 4}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:55:59.047389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158e724-2c79-4989-a427-c38b332a5cfa admin admin] Pushing event updated for resources: {'Network': ['ID=67b75149-e50a-4709-a9d8-dd605ea8f958,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:59.058181 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 67b75149-e50a-4709-a9d8-dd605ea8f958 details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:55:59.064904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Made reservation on behalf of 53b130d8347d4d1596addafad17031c9 for: {'subnet': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:55:59.067458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29544989'] for subnet, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.240753 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29554621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29544975'] for subnet, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.299591 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1d3104-38ca-47e7-9fa4-3a77c6c8841c,revision_number=0']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:59.305937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Checking segment: {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:55:59.306311 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Network hostable DHCP agents. Network: 67b75149-e50a-4709-a9d8-dd605ea8f958, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:55:59.322664 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Network 67b75149-e50a-4709-a9d8-dd605ea8f958 is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:55:59.330937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 67b75149-e50a-4709-a9d8-dd605ea8f958) {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:55:59.335621 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:55:59.336237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.341415 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb693165-b345-4188-b7c6-04339ca9b0c2 None None] Network 67b75149-e50a-4709-a9d8-dd605ea8f958 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:55:59.352431 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-55c2331d-8b0a-438f-9b9b-f92eee1396e1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3136241 Nov 09 20:55:59.355152 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55276) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:55:59.359413 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:55:59.379681 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.380705 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.436089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.486668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-67b75149-e50a-4709-a9d8-dd605ea8f958', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:55:59.487540 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.573674 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.627781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Allocated IP 172.20.0.2 (67b75149-e50a-4709-a9d8-dd605ea8f958/df1d3104-38ca-47e7-9fa4-3a77c6c8841c/cb60ad08-1087-462a-bb53-e4c0a83e34f1) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:55:59.770980 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.776089 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.777488 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.796031 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.820387 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Network 67b75149-e50a-4709-a9d8-dd605ea8f958 is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:55:59.823234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:55:59.829735 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:55:59.832755 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Pushing event updated for resources: {'Port': ['ID=cb60ad08-1087-462a-bb53-e4c0a83e34f1,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:55:59.889100 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Attempting to bind port cb60ad08-1087-462a-bb53-e4c0a83e34f1 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:55:59.889467 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Attempting to bind port cb60ad08-1087-462a-bb53-e4c0a83e34f1 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:55:59.889825 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Attempting to bind port cb60ad08-1087-462a-bb53-e4c0a83e34f1 on network 67b75149-e50a-4709-a9d8-dd605ea8f958 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:55:59.894760 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:55:59.895155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Checking segment: {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:55:59.895553 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.895942 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Bound using segment: {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:55:59.896405 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Bound port: cb60ad08-1087-462a-bb53-e4c0a83e34f1, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:55:59.896785 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:55:59.904892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Allocated IP 172.25.6.138 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/3d7c690b-9b95-403f-a1b7-5560f9de2080) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:55:59.959048 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] For port cb60ad08-1087-462a-bb53-e4c0a83e34f1, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:55:59.962662 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] For port cb60ad08-1087-462a-bb53-e4c0a83e34f1, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cb60ad08-1087-462a-bb53-e4c0a83e34f1,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:55:59.967127 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:00.009878 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:00.026385 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9fb73-1fc8-4343-8b4a-50fa03aed42b None None] Pushing event updated for resources: {'Port': ['ID=cb60ad08-1087-462a-bb53-e4c0a83e34f1,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:00.052291 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:00.091626 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:56:00.094537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:56:00.097892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:56:00.143422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Pushing event updated for resources: {'Port': ['ID=3d7c690b-9b95-403f-a1b7-5560f9de2080,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:00.391530 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:00.925211 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:00.932971 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7f1d30-4298-4d7d-9798-584f4a17ed47 None None] Network 67b75149-e50a-4709-a9d8-dd605ea8f958 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:56:00.994867 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-8e12e5a4-d658-4747-bb93-cd66d9c1d4ca None None] Provisioning complete for port cb60ad08-1087-462a-bb53-e4c0a83e34f1 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:00.995241 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8e12e5a4-d658-4747-bb93-cd66d9c1d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.056842 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:56:01.145105 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8e12e5a4-d658-4747-bb93-cd66d9c1d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.167723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:56:01.180268 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Sync routers for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:56:01.186061 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-8e12e5a4-d658-4747-bb93-cd66d9c1d4ca None None] For port cb60ad08-1087-462a-bb53-e4c0a83e34f1, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cb60ad08-1087-462a-bb53-e4c0a83e34f1,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:56:01.191244 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-8e12e5a4-d658-4747-bb93-cd66d9c1d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.191477 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:56:01.191639 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.192508 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:01.194845 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-244abfb1-3b31-4a23-878b-326b5902954d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8376131 Nov 09 20:56:01.196708 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55278) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:01.251176 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12e5a4-d658-4747-bb93-cd66d9c1d4ca None None] Pushing event updated for resources: {'Port': ['ID=cb60ad08-1087-462a-bb53-e4c0a83e34f1,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:01.405968 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:56:01.412273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b407351a-3eb8-4e6f-8196-dc3e73c992bb None None] Provisioning complete for port cb60ad08-1087-462a-bb53-e4c0a83e34f1 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:01.413297 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b407351a-3eb8-4e6f-8196-dc3e73c992bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.585626 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:00Z', 'revision_number': 3, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:01.615091 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Checking router: 5d1a468d-4162-4e4d-bc82-078dfa0ba650 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:56:01.615435 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Updating router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 port 3d7c690b-9b95-403f-a1b7-5560f9de2080 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:56:01.639449 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.640865 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.802779 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Allocated IP 172.20.0.1 (67b75149-e50a-4709-a9d8-dd605ea8f958/df1d3104-38ca-47e7-9fa4-3a77c6c8841c/d8e6e90e-a4e4-4770-a9ab-38df51160db6) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:56:01.841515 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cb60ad08-1087-462a-bb53-e4c0a83e34f1 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:56:01.899329 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port cb60ad08-1087-462a-bb53-e4c0a83e34f1 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:01.899711 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.907363 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.913608 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.932444 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.957333 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Attempting to bind port 3d7c690b-9b95-403f-a1b7-5560f9de2080 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:56:01.957694 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Attempting to bind port 3d7c690b-9b95-403f-a1b7-5560f9de2080 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:56:01.958054 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Attempting to bind port 3d7c690b-9b95-403f-a1b7-5560f9de2080 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:56:01.967979 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:56:01.968347 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:56:01.969091 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.969486 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:56:01.969988 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Bound port: 3d7c690b-9b95-403f-a1b7-5560f9de2080, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:56:01.970325 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:01.972953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:02.016034 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Pushing event updated for resources: {'Port': ['ID=3d7c690b-9b95-403f-a1b7-5560f9de2080,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:02.022822 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Network 67b75149-e50a-4709-a9d8-dd605ea8f958 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:56:02.025820 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:56:02.028318 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:56:02.034289 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.034658 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.034989 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.035322 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.035666 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.035976 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.036297 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.036684 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.037002 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.037341 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.038337 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.038789 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:56:02.047653 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] For port 3d7c690b-9b95-403f-a1b7-5560f9de2080, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:56:02.051729 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] For port 3d7c690b-9b95-403f-a1b7-5560f9de2080, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3d7c690b-9b95-403f-a1b7-5560f9de2080,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:56:02.063330 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:02.069325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e6e90e-a4e4-4770-a9ab-38df51160db6,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:02.102900 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:02.129763 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:56:02.130309 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:02.132368 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7e8a7-9e26-493a-a250-9e0d981ff3d9 None None] Pushing event updated for resources: {'Port': ['ID=3d7c690b-9b95-403f-a1b7-5560f9de2080,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:02.253482 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:02.255767 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:56:02.322855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d13db782-d0df-4d56-9d7e-642800ee8b4d None None] Provisioning complete for port d8e6e90e-a4e4-4770-a9ab-38df51160db6 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:02.323406 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d13db782-d0df-4d56-9d7e-642800ee8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:02.364457 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d13db782-d0df-4d56-9d7e-642800ee8b4d None None] Port d8e6e90e-a4e4-4770-a9ab-38df51160db6 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:56:02.440151 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:00Z', 'revision_number': 3, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:02.442313 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:02.448163 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:02.470911 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12f1da-a65d-486d-9dbd-2722ee9851bc None None] The sync data for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 is: [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:00Z', 'revision_number': 3, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:56:02.516891 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:02.518830 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e6e90e-a4e4-4770-a9ab-38df51160db6,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:02.624422 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Network 67b75149-e50a-4709-a9d8-dd605ea8f958 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:56:02.625848 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:56:02.762242 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:56:02.886995 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-504ae9cb-3943-4485-a566-301f7846b66f None None] Provisioning complete for port d8e6e90e-a4e4-4770-a9ab-38df51160db6 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:02.887378 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-504ae9cb-3943-4485-a566-301f7846b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:02.901617 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:56:02.912697 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ab1655e9-5d4a-4431-bff1-c4a1ec05d125 admin admin] 10.222.0.53 "PUT /v2.0/routers/5d1a468d-4162-4e4d-bc82-078dfa0ba650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7084551 Nov 09 20:56:02.935802 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-504ae9cb-3943-4485-a566-301f7846b66f None None] Port d8e6e90e-a4e4-4770-a9ab-38df51160db6 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:56:03.427965 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55294) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:03.434022 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-71119250-network', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:03.454841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Made reservation on behalf of 5abdbffffd7f4d8795df63baa179e2b6 for: {'network': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:56:03.457180 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for network, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.466216 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.542826 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.546599 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.574299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=102295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 20:56:03.584605 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f14a21-643d-4f78-b1f2-a98828fcc15f,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:03.589617 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.590029 n-d-817256-1 neutron-server[102295]: INFO neutron.db.segments_db [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Added segment e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9 of type vlan for network 12cbf3e3-4234-4c20-9540-9d55eedbdfda Nov 09 20:56:03.632432 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739940826242'] for network, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.655971 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165'] for network, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.656925 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:03.657508 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.712097 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2820966 Nov 09 20:56:03.714948 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55296) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:03.720172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Request body: {'subnet': {'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-71119250-subnet', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'ip_version': 4}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:03.724627 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42c3d6-31d9-43c3-aa90-08ad65b754ce admin admin] Pushing event updated for resources: {'Network': ['ID=12cbf3e3-4234-4c20-9540-9d55eedbdfda,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:03.735887 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Network 12cbf3e3-4234-4c20-9540-9d55eedbdfda details requested by agent ovs-agent-n-d-817256-1 with host n-d-817256-1 {{(pid=102297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 20:56:03.743707 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Made reservation on behalf of 5abdbffffd7f4d8795df63baa179e2b6 for: {'subnet': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:56:03.746138 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420922'] for subnet, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.862812 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3d7c690b-9b95-403f-a1b7-5560f9de2080 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:56:03.914220 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 3d7c690b-9b95-403f-a1b7-5560f9de2080 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:03.914629 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.942840 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25556025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420904'] for subnet, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:03.996616 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.003892 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509077a2-1ad7-4218-879b-b3d8cfad350b,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:04.009351 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Checking segment: {'id': 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:56:04.009721 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Network hostable DHCP agents. Network: 12cbf3e3-4234-4c20-9540-9d55eedbdfda, hostable agents: ['6a22110a-b338-4287-9a0d-7671051909bb'], hosted agents: [] {{(pid=102296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 20:56:04.019523 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 3d7c690b-9b95-403f-a1b7-5560f9de2080, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3d7c690b-9b95-403f-a1b7-5560f9de2080,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:56:04.023764 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.029089 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Network 12cbf3e3-4234-4c20-9540-9d55eedbdfda is scheduled to be hosted by DHCP agent 6a22110a-b338-4287-9a0d-7671051909bb with binding_index 1 {{(pid=102296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 20:56:04.037214 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817256-1, 12cbf3e3-4234-4c20-9540-9d55eedbdfda) {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:56:04.042075 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:04.042724 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.054647 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be779a-3640-428b-800c-d21684b27712 None None] Network 12cbf3e3-4234-4c20-9540-9d55eedbdfda requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:56:04.067582 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1ce4ead7-bfdc-4b01-81b8-b7022751baf3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3489256 Nov 09 20:56:04.068325 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55298) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:04.074987 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-71119250-router', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:04.105198 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-577689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1753'] for router, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.106395 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.128686 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=3d7c690b-9b95-403f-a1b7-5560f9de2080,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:04.169068 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.201636 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Sync routers for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:56:04.237059 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:56:04.237734 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:04.274980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdad5bb59-ef32-5d72-8eeb-ad879b42e37b-12cbf3e3-4234-4c20-9540-9d55eedbdfda', 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'fixed_ips': [{'subnet_id': '509077a2-1ad7-4218-879b-b3d8cfad350b'}]}} from n-d-817256-1. {{(pid=102297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 20:56:04.275849 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.325241 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.426304 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:56:04.531682 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.532273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.db_base_plugin_common [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Allocated IP 172.20.0.2 (12cbf3e3-4234-4c20-9540-9d55eedbdfda/509077a2-1ad7-4218-879b-b3d8cfad350b/2afc033f-833c-45fb-a17b-fc0ff658f9f4) {{(pid=102297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:56:04.555711 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.659034 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Allocated IP 172.25.6.148 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/87ac7c17-3811-41ea-aa36-1ecb7c0c9be3) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:56:04.766008 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.775950 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Notify callbacks [] for port, precommit_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.782852 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175'] for port, after_create {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.799592 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.807231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 2, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:04.841936 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:56:04.843558 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Checking router: 5d1a468d-4162-4e4d-bc82-078dfa0ba650 for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:56:04.843919 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Updating router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 port d8e6e90e-a4e4-4770-a9ab-38df51160db6 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:56:04.844960 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:56:04.849335 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:56:04.867842 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Network 12cbf3e3-4234-4c20-9540-9d55eedbdfda is already hosted by enough agents. {{(pid=102297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:56:04.873855 n-d-817256-1 neutron-server[102297]: DEBUG neutron.scheduler.base_scheduler [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Resources bound (agent type, host, resource id): {{(pid=102297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:56:04.876058 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Pushing event updated for resources: {'Port': ['ID=87ac7c17-3811-41ea-aa36-1ecb7c0c9be3,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:04.882668 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Received port after_create {{(pid=102297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:56:04.887234 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Pushing event updated for resources: {'Port': ['ID=2afc033f-833c-45fb-a17b-fc0ff658f9f4,revision_number=1']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:04.891762 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:04.974857 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Attempting to bind port 2afc033f-833c-45fb-a17b-fc0ff658f9f4 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:56:04.975372 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Attempting to bind port 2afc033f-833c-45fb-a17b-fc0ff658f9f4 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:56:04.975754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Attempting to bind port 2afc033f-833c-45fb-a17b-fc0ff658f9f4 on network 12cbf3e3-4234-4c20-9540-9d55eedbdfda {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:56:05.030283 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:56:05.030600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Checking segment: {'id': 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:56:05.031013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.031409 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Bound using segment: {'id': 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:56:05.031896 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Bound port: 2afc033f-833c-45fb-a17b-fc0ff658f9f4, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:56:05.032285 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.116167 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.164008 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] For port 2afc033f-833c-45fb-a17b-fc0ff658f9f4, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:56:05.168744 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] For port 2afc033f-833c-45fb-a17b-fc0ff658f9f4, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2afc033f-833c-45fb-a17b-fc0ff658f9f4,segment=NetworkSegment(e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9),segment_id=e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:56:05.177211 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.421079 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba859433-a3cf-4f1e-9587-89f996e83401 None None] Pushing event updated for resources: {'Port': ['ID=2afc033f-833c-45fb-a17b-fc0ff658f9f4,revision_number=2']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:05.483235 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.489098 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.565128 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad647451-d944-4204-bc3e-190182556346 None None] Pushing event updated for resources: {'Port': ['ID=d8e6e90e-a4e4-4770-a9ab-38df51160db6,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:05.611382 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Attempting to bind port d8e6e90e-a4e4-4770-a9ab-38df51160db6 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:56:05.611751 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Attempting to bind port d8e6e90e-a4e4-4770-a9ab-38df51160db6 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:56:05.612113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Attempting to bind port d8e6e90e-a4e4-4770-a9ab-38df51160db6 on network 67b75149-e50a-4709-a9d8-dd605ea8f958 {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:56:05.622221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:56:05.622221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Checking segment: {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:56:05.622221 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.622221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Bound using segment: {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:56:05.622221 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Bound port: d8e6e90e-a4e4-4770-a9ab-38df51160db6, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:56:05.634538 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.675369 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585362'] for router, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.714783 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] For port d8e6e90e-a4e4-4770-a9ab-38df51160db6, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:56:05.718276 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] For port d8e6e90e-a4e4-4770-a9ab-38df51160db6, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d8e6e90e-a4e4-4770-a9ab-38df51160db6,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:56:05.727588 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.783945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:56:05.788120 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:05.881633 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Router b05edf25-8ac8-446f-91a2-59e03f549abb is scheduled to L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 with binding_index 1 {{(pid=102295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 20:56:05.895798 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad647451-d944-4204-bc3e-190182556346 None None] Pushing event updated for resources: {'Port': ['ID=d8e6e90e-a4e4-4770-a9ab-38df51160db6,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:05.931624 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-22efe882-e086-4f12-9e96-d298500011a3 None None] Provisioning complete for port d8e6e90e-a4e4-4770-a9ab-38df51160db6 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:05.931995 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-22efe882-e086-4f12-9e96-d298500011a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:05.974334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2afc033f-833c-45fb-a17b-fc0ff658f9f4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:56:06.033354 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:56:06.039579 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:56:06.069370 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Sync routers for ids ['b05edf25-8ac8-446f-91a2-59e03f549abb'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:56:06.074138 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.075587 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-489c4696-4b35-4111-8c1f-467276991751 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0054178 Nov 09 20:56:06.078551 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55300) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:06.098779 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Routers {'b05edf25-8ac8-446f-91a2-59e03f549abb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:56:06.099710 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b05edf25-8ac8-446f-91a2-59e03f549abb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:06.218695 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-22efe882-e086-4f12-9e96-d298500011a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.220639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2afc033f-833c-45fb-a17b-fc0ff658f9f4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:06.221117 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.222121 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Set router b05edf25-8ac8-446f-91a2-59e03f549abb gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:56:06.330923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-22efe882-e086-4f12-9e96-d298500011a3 None None] For port d8e6e90e-a4e4-4770-a9ab-38df51160db6, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d8e6e90e-a4e4-4770-a9ab-38df51160db6,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:56:06.344736 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-22efe882-e086-4f12-9e96-d298500011a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.469110 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.470544 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'name': 'tempest-TestSnapshotPattern-71119250-router', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:05Z', 'revision_number': 3, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'gw_port': {'id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:06.484945 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efe882-e086-4f12-9e96-d298500011a3 None None] Pushing event updated for resources: {'Port': ['ID=d8e6e90e-a4e4-4770-a9ab-38df51160db6,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:06.503338 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Checking router: b05edf25-8ac8-446f-91a2-59e03f549abb for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:56:06.504041 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Updating router b05edf25-8ac8-446f-91a2-59e03f549abb port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 binding host n-d-817256-1 {{(pid=102298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:56:06.505721 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-dc84c77c-603b-4eb1-adf3-d5c747eb4f32 None None] Provisioning complete for port d8e6e90e-a4e4-4770-a9ab-38df51160db6 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:06.506243 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-dc84c77c-603b-4eb1-adf3-d5c747eb4f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.535855 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.551575 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 2afc033f-833c-45fb-a17b-fc0ff658f9f4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2afc033f-833c-45fb-a17b-fc0ff658f9f4,segment=NetworkSegment(e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9),segment_id=e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:56:06.557015 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:05Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:06.566080 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.567090 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3d7c690b-9b95-403f-a1b7-5560f9de2080 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:56:06.623533 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.639549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1662c39d-3763-4e3e-8616-6668367311d9 None None] The sync data for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 is: [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:05Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:56:06.700459 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=2afc033f-833c-45fb-a17b-fc0ff658f9f4,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:06.769031 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f20a1c-4e90-42ca-b76e-84cbc4726f62 None None] Network 12cbf3e3-4234-4c20-9540-9d55eedbdfda requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 20:56:06.822054 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 3d7c690b-9b95-403f-a1b7-5560f9de2080 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:06.823264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.879343 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Allocated IP 172.20.0.1 (12cbf3e3-4234-4c20-9540-9d55eedbdfda/509077a2-1ad7-4218-879b-b3d8cfad350b/071f82d4-1949-4157-b39e-e4447bd24803) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:56:06.902151 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Notify callbacks [] for port, precommit_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.908962 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.972728 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Attempting to bind port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:56:06.973019 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Attempting to bind port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:56:06.973385 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Attempting to bind port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 on network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:56:06.986465 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:56:06.986786 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Checking segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:56:06.987716 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:06.988099 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Bound using segment: {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'} {{(pid=102298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:56:06.988573 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.managers [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Bound port: 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab22fc-2635-42ef-85fb-e6a9725322a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf'}}] {{(pid=102298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:56:06.988955 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.004954 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.027584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-29dfb4d1-4d40-4d9c-9587-e253bf90320e None None] Provisioning complete for port 2afc033f-833c-45fb-a17b-fc0ff658f9f4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:07.027953 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-29dfb4d1-4d40-4d9c-9587-e253bf90320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.029450 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dc1aa-9950-4d3c-bef7-bb9b8a648b0c None None] Pushing event updated for resources: {'Port': ['ID=87ac7c17-3811-41ea-aa36-1ecb7c0c9be3,revision_number=2']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:07.050392 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.069542 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] For port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3, host n-d-817256-1, cleared binding levels {{(pid=102298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:56:07.085457 n-d-817256-1 neutron-server[102298]: DEBUG neutron.plugins.ml2.db [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] For port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=87ac7c17-3811-41ea-aa36-1ecb7c0c9be3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:56:07.099197 n-d-817256-1 neutron-server[102298]: DEBUG neutron_lib.callbacks.manager [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.105930 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Network 12cbf3e3-4234-4c20-9540-9d55eedbdfda is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:56:07.108971 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:56:07.112019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:56:07.169257 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578983'] for router_interface, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.173892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Pushing event updated for resources: {'Port': ['ID=071f82d4-1949-4157-b39e-e4447bd24803,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:07.183766 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Routers {'b05edf25-8ac8-446f-91a2-59e03f549abb'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:56:07.184653 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b05edf25-8ac8-446f-91a2-59e03f549abb'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:07.327195 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.361964 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-ba9bfd21-b9e9-4778-b41b-c7bcd2b37a95 None None] Provisioning complete for port 2afc033f-833c-45fb-a17b-fc0ff658f9f4 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:07.362336 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-ba9bfd21-b9e9-4778-b41b-c7bcd2b37a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.420239 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] Set router b05edf25-8ac8-446f-91a2-59e03f549abb gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:56:07.537306 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.543379 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.567237 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dc1aa-9950-4d3c-bef7-bb9b8a648b0c None None] Pushing event updated for resources: {'Port': ['ID=87ac7c17-3811-41ea-aa36-1ecb7c0c9be3,revision_number=3']} {{(pid=102298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:07.629028 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Pushing event updated for resources: {'Port': ['ID=071f82d4-1949-4157-b39e-e4447bd24803,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:07.635751 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583314'] for router_interface, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.674653 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'name': 'tempest-TestSnapshotPattern-71119250-router', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:05Z', 'revision_number': 3, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'gw_port': {'id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:07.702970 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9978a-ead1-4159-a3a7-3db9c9f97d2b None None] The sync data for ids ['b05edf25-8ac8-446f-91a2-59e03f549abb'] in n-d-817256-1 is: [{'id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'name': 'tempest-TestSnapshotPattern-71119250-router', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:05Z', 'revision_number': 3, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'gw_port': {'id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:56:07.732843 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Network 12cbf3e3-4234-4c20-9540-9d55eedbdfda is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:56:07.734684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-7e1cafb2-83f3-4b95-95c3-f293d3010a9b None None] Provisioning complete for port 071f82d4-1949-4157-b39e-e4447bd24803 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:07.735064 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-7e1cafb2-83f3-4b95-95c3-f293d3010a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:07.740572 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:56:07.786767 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-7e1cafb2-83f3-4b95-95c3-f293d3010a9b None None] Port 071f82d4-1949-4157-b39e-e4447bd24803 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:56:07.906841 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Router b05edf25-8ac8-446f-91a2-59e03f549abb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:56:07.945096 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2afc033f-833c-45fb-a17b-fc0ff658f9f4 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:56:08.015358 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 2afc033f-833c-45fb-a17b-fc0ff658f9f4 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:08.015781 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:08.040199 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:56:08.045360 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-a156b92b-6c38-4713-a5ac-4fa62d7ec877 admin admin] 10.222.0.53 "PUT /v2.0/routers/b05edf25-8ac8-446f-91a2-59e03f549abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9655566 Nov 09 20:56:08.144776 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-fe0f823a-bc81-41ee-adf0-85ff9c3de123 None None] Provisioning complete for port 071f82d4-1949-4157-b39e-e4447bd24803 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:08.145154 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fe0f823a-bc81-41ee-adf0-85ff9c3de123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:08.203545 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f823a-bc81-41ee-adf0-85ff9c3de123 None None] Port 071f82d4-1949-4157-b39e-e4447bd24803 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:56:08.207237 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d8e6e90e-a4e4-4770-a9ab-38df51160db6 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:56:08.279255 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port d8e6e90e-a4e4-4770-a9ab-38df51160db6 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:08.280088 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:08.824193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55308) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:08.828791 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [None req-84b917cc-e520-464a-b6ff-ba32886710cd tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914099996', 'description': 'tempest-secgroup-smoke-914099996 description', 'project_id': '53b130d8347d4d1596addafad17031c9'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:08.850969 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84b917cc-e520-464a-b6ff-ba32886710cd tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:08.917229 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84b917cc-e520-464a-b6ff-ba32886710cd tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:08.920800 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84b917cc-e520-464a-b6ff-ba32886710cd tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:08.949507 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-84b917cc-e520-464a-b6ff-ba32886710cd tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:08.950761 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-84b917cc-e520-464a-b6ff-ba32886710cd tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1255283 Nov 09 20:56:08.952641 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b917cc-e520-464a-b6ff-ba32886710cd tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800b049a-2cef-4b98-aba6-eb5a9d0213f1,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:08.953865 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55310) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:08.958689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-3e2c1417-c856-45bb-945a-0ec8c2d7b01f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'security_group_rule': {'security_group_id': '800b049a-2cef-4b98-aba6-eb5a9d0213f1', 'project_id': '53b130d8347d4d1596addafad17031c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:08.985390 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1417-c856-45bb-945a-0ec8c2d7b01f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.040705 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1417-c856-45bb-945a-0ec8c2d7b01f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.044655 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1417-c856-45bb-945a-0ec8c2d7b01f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.066177 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c1417-c856-45bb-945a-0ec8c2d7b01f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26288e87-0ca9-4d29-8323-96b35be26bfe,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:09.071707 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1417-c856-45bb-945a-0ec8c2d7b01f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.072907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3e2c1417-c856-45bb-945a-0ec8c2d7b01f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178987 Nov 09 20:56:09.075806 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55312) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:09.080405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-0b6e91fc-f3fd-4893-8969-8549ab3d86c6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'security_group_rule': {'security_group_id': '800b049a-2cef-4b98-aba6-eb5a9d0213f1', 'project_id': '53b130d8347d4d1596addafad17031c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:09.109088 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b6e91fc-f3fd-4893-8969-8549ab3d86c6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.173734 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b6e91fc-f3fd-4893-8969-8549ab3d86c6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.177221 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b6e91fc-f3fd-4893-8969-8549ab3d86c6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.198800 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e91fc-f3fd-4893-8969-8549ab3d86c6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e10172-81c4-4140-924b-d6bcd31c252d,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:09.206365 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-0b6e91fc-f3fd-4893-8969-8549ab3d86c6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.207582 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-0b6e91fc-f3fd-4893-8969-8549ab3d86c6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306484 Nov 09 20:56:09.210406 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55314) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:09.214683 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-349ae7a2-c16f-4ea6-8a42-108cb2b7663f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'security_group_rule': {'security_group_id': '800b049a-2cef-4b98-aba6-eb5a9d0213f1', 'project_id': '53b130d8347d4d1596addafad17031c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:09.239753 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-349ae7a2-c16f-4ea6-8a42-108cb2b7663f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.297396 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-349ae7a2-c16f-4ea6-8a42-108cb2b7663f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.300856 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-349ae7a2-c16f-4ea6-8a42-108cb2b7663f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.317982 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ae7a2-c16f-4ea6-8a42-108cb2b7663f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f980af4a-1b62-4aa8-adfa-846fb13e807b,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:09.326162 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-349ae7a2-c16f-4ea6-8a42-108cb2b7663f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.327455 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-349ae7a2-c16f-4ea6-8a42-108cb2b7663f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160989 Nov 09 20:56:09.330169 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55316) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:09.335035 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-ab772f2a-52f5-4715-8f37-b7187c062182 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'security_group_rule': {'security_group_id': '800b049a-2cef-4b98-aba6-eb5a9d0213f1', 'project_id': '53b130d8347d4d1596addafad17031c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:09.361638 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ab772f2a-52f5-4715-8f37-b7187c062182 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.422000 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ab772f2a-52f5-4715-8f37-b7187c062182 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.425755 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ab772f2a-52f5-4715-8f37-b7187c062182 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.444014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab772f2a-52f5-4715-8f37-b7187c062182 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fb1a0e-5c5b-468f-831a-fd66c67bdf0f,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:09.453120 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-ab772f2a-52f5-4715-8f37-b7187c062182 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.454308 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ab772f2a-52f5-4715-8f37-b7187c062182 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230826 Nov 09 20:56:09.457052 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55318) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:09.461339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-21879b9e-a0fa-478f-91fa-fdc06bdd7d51 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'security_group_rule': {'security_group_id': '800b049a-2cef-4b98-aba6-eb5a9d0213f1', 'project_id': '53b130d8347d4d1596addafad17031c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:09.483127 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-21879b9e-a0fa-478f-91fa-fdc06bdd7d51 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Project 53b130d8347d4d1596addafad17031c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:56:09.487900 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21879b9e-a0fa-478f-91fa-fdc06bdd7d51 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.549747 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21879b9e-a0fa-478f-91fa-fdc06bdd7d51 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.553732 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21879b9e-a0fa-478f-91fa-fdc06bdd7d51 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.573789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21879b9e-a0fa-478f-91fa-fdc06bdd7d51 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bd46ed-5c1c-4ed9-9b74-691432b4d5e5,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:09.581111 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-21879b9e-a0fa-478f-91fa-fdc06bdd7d51 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.582324 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-21879b9e-a0fa-478f-91fa-fdc06bdd7d51 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243711 Nov 09 20:56:09.585178 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55320) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:09.589575 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-7e71df0b-4554-4030-8a20-582848193681 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'security_group_rule': {'security_group_id': '800b049a-2cef-4b98-aba6-eb5a9d0213f1', 'project_id': '53b130d8347d4d1596addafad17031c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:09.611572 n-d-817256-1 neutron-server[102296]: INFO neutron.db.securitygroups_db [None req-7e71df0b-4554-4030-8a20-582848193681 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Project 53b130d8347d4d1596addafad17031c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 20:56:09.617569 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e71df0b-4554-4030-8a20-582848193681 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.678271 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e71df0b-4554-4030-8a20-582848193681 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.681777 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e71df0b-4554-4030-8a20-582848193681 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768675'] for security_group_rule, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.699543 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71df0b-4554-4030-8a20-582848193681 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1117a4a9-a37f-46e6-91d5-840bf79c7540,revision_number=0']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:09.704397 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7e71df0b-4554-4030-8a20-582848193681 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.717399 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-7e71df0b-4554-4030-8a20-582848193681 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194539 Nov 09 20:56:09.842899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:56:09.870850 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-8dcdd280-4436-44a3-9f3e-695d86034fd5 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914099996&fields=id&tenant_id=53b130d8347d4d1596addafad17031c9 HTTP/1.1" status: 200 len: 267 time: 0.0441806 Nov 09 20:56:09.898408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:09.898994 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.978806 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:09.987458 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-3f4e4322-3e21-4085-8c34-976950c2330f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:09.989140 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-3f4e4322-3e21-4085-8c34-976950c2330f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 809 time: 0.1111653 Nov 09 20:56:10.000851 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] For port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=87ac7c17-3811-41ea-aa36-1ecb7c0c9be3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:56:10.004929 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:10.008165 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-abb9772f-c46c-4489-979d-ee13bc4c6b04 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/quotas/53b130d8347d4d1596addafad17031c9 HTTP/1.1" status: 200 len: 375 time: 0.0110469 Nov 09 20:56:10.060843 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Sync routers for ids ['b05edf25-8ac8-446f-91a2-59e03f549abb'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:56:10.066930 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Pushing event updated for resources: {'Port': ['ID=87ac7c17-3811-41ea-aa36-1ecb7c0c9be3,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:10.070854 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-a7f85db4-292d-47fe-932d-15785962ed1b tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558879 Nov 09 20:56:10.076053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Routers {'b05edf25-8ac8-446f-91a2-59e03f549abb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:56:10.076584 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b05edf25-8ac8-446f-91a2-59e03f549abb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:10.279838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-12344d37-3e47-4cca-9c1a-7ba0f32e1289 service neutron] 10.222.0.53 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950502 Nov 09 20:56:10.346655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Set router b05edf25-8ac8-446f-91a2-59e03f549abb gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:56:10.377073 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-35c4ce95-9a96-4126-9cca-b281e1a6b81b service neutron] 10.222.0.53 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910528 Nov 09 20:56:10.399405 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-45299aca-a105-433a-828e-196260ef0738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:10.545173 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-530fa767-3cc7-4ed0-b199-9f12a56f3a29 req-f23b22b5-2017-41e1-b626-5a934e79eca4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 210 time: 0.0324395 Nov 09 20:56:10.576072 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'name': 'tempest-TestSnapshotPattern-71119250-router', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:07Z', 'revision_number': 4, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'gw_port': {'id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '071f82d4-1949-4157-b39e-e4447bd24803', 'name': '', 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'mac_address': 'fa:16:3e:64:a0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '509077a2-1ad7-4218-879b-b3d8cfad350b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:06Z', 'updated_at': '2021-11-09T20:56:07Z', 'revision_number': 2, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'subnets': [{'id': '509077a2-1ad7-4218-879b-b3d8cfad350b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:10.603525 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Checking router: b05edf25-8ac8-446f-91a2-59e03f549abb for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:56:10.603893 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Updating router b05edf25-8ac8-446f-91a2-59e03f549abb port 071f82d4-1949-4157-b39e-e4447bd24803 binding host n-d-817256-1 {{(pid=102297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 20:56:10.634729 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:10.914450 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Notify callbacks [] for port, precommit_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:10.920161 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:11.003144 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08204035-1626-47be-a0f9-96fee05149b6 None None] Pushing event updated for resources: {'Port': ['ID=071f82d4-1949-4157-b39e-e4447bd24803,revision_number=3']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:11.038129 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Attempting to bind port 071f82d4-1949-4157-b39e-e4447bd24803 on host n-d-817256-1 for vnic_type normal with profile {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:56:11.038869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Attempting to bind port 071f82d4-1949-4157-b39e-e4447bd24803 by drivers openvswitch,hyperv on host n-d-817256-1 at level 0 using segments [{'id': 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda'}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:56:11.038869 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Attempting to bind port 071f82d4-1949-4157-b39e-e4447bd24803 on network 12cbf3e3-4234-4c20-9540-9d55eedbdfda {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:56:11.044155 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Checking agent: {'id': 'fc92af1c-b037-4f87-979d-fe2f9f3ff211', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 26, 13), 'started_at': datetime.datetime(2021, 11, 9, 19, 26, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817256-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:56:11.044692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Checking segment: {'id': 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:56:11.045010 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:11.045324 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Bound using segment: {'id': 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda'} {{(pid=102297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:56:11.045804 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.managers [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Bound port: 071f82d4-1949-4157-b39e-e4447bd24803, host: n-d-817256-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda'}}] {{(pid=102297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:56:11.046191 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:11.121986 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] For port 071f82d4-1949-4157-b39e-e4447bd24803, host n-d-817256-1, cleared binding levels {{(pid=102297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:56:11.125249 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] For port 071f82d4-1949-4157-b39e-e4447bd24803, host n-d-817256-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=071f82d4-1949-4157-b39e-e4447bd24803,segment=NetworkSegment(e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9),segment_id=e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9)] {{(pid=102297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:56:11.131867 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:11.191957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Routers {'b05edf25-8ac8-446f-91a2-59e03f549abb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:56:11.192639 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:55:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b05edf25-8ac8-446f-91a2-59e03f549abb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:11.231983 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08204035-1626-47be-a0f9-96fee05149b6 None None] Pushing event updated for resources: {'Port': ['ID=071f82d4-1949-4157-b39e-e4447bd24803,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:11.290943 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-105e4cb6-5eec-474c-96c1-8b67a4ed35de None None] Provisioning complete for port 071f82d4-1949-4157-b39e-e4447bd24803 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:11.291313 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-105e4cb6-5eec-474c-96c1-8b67a4ed35de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:11.345683 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] Set router b05edf25-8ac8-446f-91a2-59e03f549abb gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:56:11.499805 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-105e4cb6-5eec-474c-96c1-8b67a4ed35de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:11.557595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-105e4cb6-5eec-474c-96c1-8b67a4ed35de None None] For port 071f82d4-1949-4157-b39e-e4447bd24803, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=071f82d4-1949-4157-b39e-e4447bd24803,segment=NetworkSegment(e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9),segment_id=e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:56:11.562302 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-105e4cb6-5eec-474c-96c1-8b67a4ed35de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:11.603138 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-7d0be205-f78e-44e5-99ff-ff3b114b5908 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:11.605356 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-7d0be205-f78e-44e5-99ff-ff3b114b5908 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.77 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 809 time: 0.1377053 Nov 09 20:56:11.644761 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e4cb6-5eec-474c-96c1-8b67a4ed35de None None] Pushing event updated for resources: {'Port': ['ID=071f82d4-1949-4157-b39e-e4447bd24803,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:11.661086 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'name': 'tempest-TestSnapshotPattern-71119250-router', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:07Z', 'revision_number': 4, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'gw_port': {'id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '071f82d4-1949-4157-b39e-e4447bd24803', 'name': '', 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'mac_address': 'fa:16:3e:64:a0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '509077a2-1ad7-4218-879b-b3d8cfad350b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:06Z', 'updated_at': '2021-11-09T20:56:11Z', 'revision_number': 4, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'subnets': [{'id': '509077a2-1ad7-4218-879b-b3d8cfad350b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:11.664670 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2b533cb1-df96-4941-908d-c64f53dd4de6 req-7e80fc07-40a4-42bd-85c8-8d195ca0f505 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 210 time: 0.0333829 Nov 09 20:56:11.675495 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-4d7f5f67-f15a-481f-96f1-3992f1b95101 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b130d8347d4d1596addafad17031c9 HTTP/1.1" status: 200 len: 379 time: 0.0534689 Nov 09 20:56:11.689024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'port': {'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'admin_state_up': True, 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'security_groups': ['800b049a-2cef-4b98-aba6-eb5a9d0213f1']}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:11.701178 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd359ec-b14f-4901-bdaa-1fe4b9d91d46 None None] The sync data for ids ['b05edf25-8ac8-446f-91a2-59e03f549abb'] in n-d-817256-1 is: [{'id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'name': 'tempest-TestSnapshotPattern-71119250-router', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:07Z', 'revision_number': 4, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'gw_port': {'id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': '071f82d4-1949-4157-b39e-e4447bd24803', 'name': '', 'network_id': '12cbf3e3-4234-4c20-9540-9d55eedbdfda', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'mac_address': 'fa:16:3e:64:a0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '509077a2-1ad7-4218-879b-b3d8cfad350b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:06Z', 'updated_at': '2021-11-09T20:56:11Z', 'revision_number': 4, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'subnets': [{'id': '509077a2-1ad7-4218-879b-b3d8cfad350b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:56:11.708476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-5e2ddc88-bf62-48d8-8443-ee699dc492bf None None] Provisioning complete for port 071f82d4-1949-4157-b39e-e4447bd24803 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:11.708931 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5e2ddc88-bf62-48d8-8443-ee699dc492bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:11.851195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Made reservation on behalf of 53b130d8347d4d1596addafad17031c9 for: {'port': 1} {{(pid=102295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:56:11.854871 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:11.936434 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 071f82d4-1949-4157-b39e-e4447bd24803 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:56:11.989454 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 071f82d4-1949-4157-b39e-e4447bd24803 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:11.989834 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:12.003330 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_common [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Allocated IP 172.20.0.9 (67b75149-e50a-4709-a9d8-dd605ea8f958/df1d3104-38ca-47e7-9fa4-3a77c6c8841c/62b470c4-e883-4c9f-9188-8a74845d4fd2) {{(pid=102295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:56:12.095660 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 up at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:56:12.157174 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Provisioning complete for port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:12.157640 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:12.182220 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for port, precommit_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:12.221649 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_create {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:12.272607 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Network 67b75149-e50a-4709-a9d8-dd605ea8f958 is already hosted by enough agents. {{(pid=102295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:56:12.276060 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.base_scheduler [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Resources bound (agent type, host, resource id): {{(pid=102295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:56:12.279116 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Received port after_create {{(pid=102295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:56:12.317074 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'Port': ['ID=62b470c4-e883-4c9f-9188-8a74845d4fd2,revision_number=1']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:12.340939 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:12.341883 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:12.359749 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-b346986a-0870-4c49-9f52-e9e6b110c652 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6758740 Nov 09 20:56:12.378145 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.v2.base [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Request body: {'port': {'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817256-1'}} {{(pid=102295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:12.439156 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:12.558895 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-b5f5ba68-7996-4713-af11-381f8be8d83d None None] Provisioning complete for port 62b470c4-e883-4c9f-9188-8a74845d4fd2 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:12.559192 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ba68-7996-4713-af11-381f8be8d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:12.595551 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5ba68-7996-4713-af11-381f8be8d83d None None] Port 62b470c4-e883-4c9f-9188-8a74845d4fd2 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:56:12.715341 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b470c4-e883-4c9f-9188-8a74845d4fd2 {{(pid=102295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:56:12.722745 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:12.740158 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.provisioning_blocks [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Transition to ACTIVE for port object 62b470c4-e883-4c9f-9188-8a74845d4fd2 will not be triggered until provisioned by entity L2. {{(pid=102295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:56:12.744487 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:12.823954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=62b470c4-e883-4c9f-9188-8a74845d4fd2,revision_number=2']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:12.901429 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0fc21-f876-478c-9bfb-5c265204b25f req-675bb01e-2b29-40d6-99b2-ea6e4d9816a1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:12.903098 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52a0fc21-f876-478c-9bfb-5c265204b25f req-675bb01e-2b29-40d6-99b2-ea6e4d9816a1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 943 time: 0.1691928 Nov 09 20:56:12.932442 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Attempting to bind port 62b470c4-e883-4c9f-9188-8a74845d4fd2 on host n-h2-817256-1 for vnic_type normal with profile {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:56:12.932790 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Attempting to bind port 62b470c4-e883-4c9f-9188-8a74845d4fd2 by drivers openvswitch,hyperv on host n-h2-817256-1 at level 0 using segments [{'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:56:12.933126 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Attempting to bind port 62b470c4-e883-4c9f-9188-8a74845d4fd2 on network 67b75149-e50a-4709-a9d8-dd605ea8f958 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:56:12.940954 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Port 62b470c4-e883-4c9f-9188-8a74845d4fd2 on network 67b75149-e50a-4709-a9d8-dd605ea8f958 not bound, no agent of type Open vSwitch agent registered on host n-h2-817256-1 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:56:12.941284 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Attempting to bind port 62b470c4-e883-4c9f-9188-8a74845d4fd2 on network 67b75149-e50a-4709-a9d8-dd605ea8f958 {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:56:12.957024 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Checking agent: {'id': '0455161d-8838-4975-9057-6bf6f0010f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:56:12.957370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Checking segment: {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:56:12.957756 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Bound using segment: {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'} {{(pid=102295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:56:12.958193 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.managers [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Bound port: 62b470c4-e883-4c9f-9188-8a74845d4fd2, host: n-h2-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'}}] {{(pid=102295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:56:12.958588 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:12.971968 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-52a0fc21-f876-478c-9bfb-5c265204b25f req-e0b04672-058c-404b-b0ac-01c5dbb7342d tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623369 Nov 09 20:56:13.032248 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] For port 62b470c4-e883-4c9f-9188-8a74845d4fd2, host n-h2-817256-1, cleared binding levels {{(pid=102295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:56:13.035257 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] For port 62b470c4-e883-4c9f-9188-8a74845d4fd2, host n-h2-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:56:13.040268 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29494278'] for port, after_update {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:13.071754 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:13.072378 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:13.074565 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] 10.222.0.77 "PUT /v2.0/ports/62b470c4-e883-4c9f-9188-8a74845d4fd2 HTTP/1.1" status: 200 len: 1091 time: 0.7009749 Nov 09 20:56:13.077091 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:56:13.079318 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584" -d '{"events": [{"name": "network-changed", "server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:56:13.119250 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21049bea-deeb-43b7-b74b-7bc7a3699ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=62b470c4-e883-4c9f-9188-8a74845d4fd2,revision_number=3']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:13.173537 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-3b516b44-1017-466b-bd89-9d01ea135701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:13.175730 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-3b516b44-1017-466b-bd89-9d01ea135701 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 1094 time: 0.0529475 Nov 09 20:56:13.228702 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a7f716-daef-4784-b525-e478ef893980 x-openstack-request-id: req-a2a7f716-daef-4784-b525-e478ef893980 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:56:13.229003 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:56:13.229263 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2a7f716-daef-4784-b525-e478ef893980 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:56:13.229676 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'status': 'completed', 'code': 200} Nov 09 20:56:13.231584 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-72735c77-75f5-43fd-9c5d-c5f9df2b422b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2 HTTP/1.1" status: 200 len: 217 time: 0.0427945 Nov 09 20:56:13.291321 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-7339013a-4d8b-405c-9db6-366bfce1c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:13.293126 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-7339013a-4d8b-405c-9db6-366bfce1c500 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0496302 Nov 09 20:56:13.342343 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-91f08f8c-8b6e-44e3-86d2-e240753e2081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:13.356100 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-1da42a69-34b0-4c3c-8c3d-2ef0c60705c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:13.357626 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-1da42a69-34b0-4c3c-8c3d-2ef0c60705c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529974 Nov 09 20:56:13.451449 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-5eaab44e-b917-4463-9a78-5eccbba60e77 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823374 Nov 09 20:56:13.551973 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-309a9613-bc03-4070-9e4b-6a9d9e29e869 req-69e667ce-24be-4f3f-8f1a-0b1852c329ac service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881343 Nov 09 20:56:13.649127 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-234304d6-316c-4fdb-a175-efc574815a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:13.650669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-234304d6-316c-4fdb-a175-efc574815a60 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 1094 time: 0.0452585 Nov 09 20:56:13.652674 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:13.745300 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-d3d6169a-62fb-4f86-8be6-6f9f627e7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:13.746809 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-d3d6169a-62fb-4f86-8be6-6f9f627e7420 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.0891132 Nov 09 20:56:13.794362 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-d595305f-afeb-497a-9596-2b64d31d98c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2 HTTP/1.1" status: 200 len: 217 time: 0.0401504 Nov 09 20:56:13.846766 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-f6f75635-f98c-43d4-8d40-ccd7e2e9f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:13.848242 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-f6f75635-f98c-43d4-8d40-ccd7e2e9f062 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0460548 Nov 09 20:56:13.895518 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-5fbf1552-f2ca-4b10-8cea-74ea73749362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:13.897637 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-5fbf1552-f2ca-4b10-8cea-74ea73749362 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410452 Nov 09 20:56:13.992538 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-1ea3175b-86aa-4b09-9a5d-559fdbefaf8b service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880241 Nov 09 20:56:14.126077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda30a2b-76c5-4515-a3c5-b760b6c37ee2 req-15335e33-fefb-46d1-a507-6d4d8bead51a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:14.127577 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda30a2b-76c5-4515-a3c5-b760b6c37ee2 req-15335e33-fefb-46d1-a507-6d4d8bead51a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 943 time: 0.0821629 Nov 09 20:56:14.129855 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9fc40b9d-ee9c-428b-9b9f-9ec2c9446584 req-b8de2bbf-04be-4a9c-bd9e-d9eaa25ddb37 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289020 Nov 09 20:56:14.167552 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-bda30a2b-76c5-4515-a3c5-b760b6c37ee2 req-43142d58-6bdd-4aad-9ca2-df2931f6d35d tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326869 Nov 09 20:56:14.840795 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:15.334111 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c5323-6354-42f7-86a6-da241918f63e req-289633ac-1bf1-4e2a-bd3f-879947e43049 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:15.336289 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a4c5323-6354-42f7-86a6-da241918f63e req-289633ac-1bf1-4e2a-bd3f-879947e43049 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 943 time: 0.1003890 Nov 09 20:56:15.374154 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-6a4c5323-6354-42f7-86a6-da241918f63e req-bc5a9112-62a3-4a76-a152-769fc11c9dbd tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317600 Nov 09 20:56:16.493722 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7d0c-1818-4109-8225-3b21ea4cde6e req-f62c4c1d-1ae0-4b35-93b8-95284a52941a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:16.495291 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-afdd7d0c-1818-4109-8225-3b21ea4cde6e req-f62c4c1d-1ae0-4b35-93b8-95284a52941a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 943 time: 0.0544169 Nov 09 20:56:16.535848 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-afdd7d0c-1818-4109-8225-3b21ea4cde6e req-4b5f1ca1-c763-42f4-a967-91ce157fff4b tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346377 Nov 09 20:56:16.589128 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:17.573655 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62b470c4-e883-4c9f-9188-8a74845d4fd2 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:56:17.659132 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeabc35-4460-4e91-9290-aa46835c6582 req-8dae2187-cdaf-4856-b973-59cb8f5c958c tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:17.660655 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ffeabc35-4460-4e91-9290-aa46835c6582 req-8dae2187-cdaf-4856-b973-59cb8f5c958c tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 943 time: 0.0549905 Nov 09 20:56:17.687471 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62b470c4-e883-4c9f-9188-8a74845d4fd2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:56:17.702132 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:56:17.703425 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-ffeabc35-4460-4e91-9290-aa46835c6582 req-dd428536-238f-4ee0-8b8e-b7cc25b07de0 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357652 Nov 09 20:56:17.743848 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:17.757287 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b470c4-e883-4c9f-9188-8a74845d4fd2 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:56:17.781154 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62b470c4-e883-4c9f-9188-8a74845d4fd2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:56:17.784829 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:17.834038 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=62b470c4-e883-4c9f-9188-8a74845d4fd2,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:18.082210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62b470c4-e883-4c9f-9188-8a74845d4fd2'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:56:18.829149 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a769631-f0c0-4669-98f1-436bf74b5f6c req-66c68221-71b3-4a5c-932a-25cb323b2dfc tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:18.830659 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5a769631-f0c0-4669-98f1-436bf74b5f6c req-66c68221-71b3-4a5c-932a-25cb323b2dfc tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 944 time: 0.0487659 Nov 09 20:56:18.868974 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-5a769631-f0c0-4669-98f1-436bf74b5f6c req-4f3a3ff2-ffee-455f-a735-31bae5e14046 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314496 Nov 09 20:56:19.577410 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62b470c4-e883-4c9f-9188-8a74845d4fd2 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:56:19.626754 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning for port 62b470c4-e883-4c9f-9188-8a74845d4fd2 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:56:19.630646 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 62b470c4-e883-4c9f-9188-8a74845d4fd2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:56:19.631027 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:19.711528 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:19.734609 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:56:19.736867 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b9942-13ae-4879-9ebf-4c9ea9a0e686" -d '{"events": [{"server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "name": "network-vif-plugged", "status": "completed", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:56:19.750561 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62b470c4-e883-4c9f-9188-8a74845d4fd2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:56:19.754546 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:19.808225 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=62b470c4-e883-4c9f-9188-8a74845d4fd2,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:19.832746 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978652be-3a41-4863-a38b-d6d1c443d024 x-openstack-request-id: req-978652be-3a41-4863-a38b-d6d1c443d024 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:56:19.833036 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "name": "network-vif-plugged", "status": "completed", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:56:19.833286 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-978652be-3a41-4863-a38b-d6d1c443d024 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:56:19.833678 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'code': 200} Nov 09 20:56:19.975073 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5634939-52b6-4888-96eb-9977f3b19ace req-f7dff6fe-c993-4012-b788-d09458b8c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:19.977115 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b5634939-52b6-4888-96eb-9977f3b19ace req-f7dff6fe-c993-4012-b788-d09458b8c620 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 1096 time: 0.0713961 Nov 09 20:56:19.992993 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8d6fc-6803-42f7-bc34-d169645d323a req-ebeac040-f873-4cde-abcc-6c21c3c66b3c tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:19.994375 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70e8d6fc-6803-42f7-bc34-d169645d323a req-ebeac040-f873-4cde-abcc-6c21c3c66b3c tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 945 time: 0.0590186 Nov 09 20:56:20.051629 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-b5634939-52b6-4888-96eb-9977f3b19ace req-e656e212-6396-4df3-a468-e2018100fcb1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562956 Nov 09 20:56:20.057152 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-70e8d6fc-6803-42f7-bc34-d169645d323a req-2402c491-4732-484b-a3b7-6df254954533 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568483 Nov 09 20:56:21.185558 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32769688-d9a7-450c-8aa3-53449d43a453 req-d1e91bad-c806-4ce4-b090-b8e60f460ab6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:21.187080 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32769688-d9a7-450c-8aa3-53449d43a453 req-d1e91bad-c806-4ce4-b090-b8e60f460ab6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 945 time: 0.0555763 Nov 09 20:56:21.226347 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-32769688-d9a7-450c-8aa3-53449d43a453 req-4b769789-95ba-4fbf-9899-5afb5f8ae181 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329561 Nov 09 20:56:22.029670 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:22.341448 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a2b47-edae-4982-b088-44f65cad2722 req-366042d1-1e44-4998-8417-54912c88eebf tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:22.342952 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de2a2b47-edae-4982-b088-44f65cad2722 req-366042d1-1e44-4998-8417-54912c88eebf tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 945 time: 0.0499308 Nov 09 20:56:22.383928 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-de2a2b47-edae-4982-b088-44f65cad2722 req-e7cac6f4-5d5b-475f-8b73-d6e14446d2bf tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350428 Nov 09 20:56:22.498344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce505-8bb2-41f3-b8ae-005357ea3e37 req-6dc5045f-daa6-4a81-afab-b268dd533ef2 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:22.499858 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-338ce505-8bb2-41f3-b8ae-005357ea3e37 req-6dc5045f-daa6-4a81-afab-b268dd533ef2 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 945 time: 0.0500567 Nov 09 20:56:22.537064 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-338ce505-8bb2-41f3-b8ae-005357ea3e37 req-f36158a6-d1ff-4418-aa06-2e9f749123ff tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Nov 09 20:56:22.559959 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55384) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:22.645257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100959a-2070-48a2-9bfd-2ba38bdb0c99 tempest-TestSnapshotPattern-1216281663 tempest-TestSnapshotPattern-1216281663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:22.646805 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-1100959a-2070-48a2-9bfd-2ba38bdb0c99 tempest-TestSnapshotPattern-1216281663 tempest-TestSnapshotPattern-1216281663-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 1091 time: 0.0858684 Nov 09 20:56:22.650453 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55388) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:56:22.654738 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:56:22.676561 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:22.772201 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:22.877153 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Allocated IP 172.25.6.218 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/c2270d7a-145c-4cde-9ebb-9a88e507a05e) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:56:22.974996 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:23.007920 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:23.047958 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:56:23.050777 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:56:23.054154 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:56:23.081220 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'Port': ['ID=c2270d7a-145c-4cde-9ebb-9a88e507a05e,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:23.397419 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:23.464948 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:23.608921 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:23.613109 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:23.682441 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'Port': ['ID=c2270d7a-145c-4cde-9ebb-9a88e507a05e,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:56:23.693759 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:23.795978 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Floating IP fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae associated. External IP: 172.25.6.218, port: 62b470c4-e883-4c9f-9188-8a74845d4fd2. Nov 09 20:56:24.001973 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:56:24.106032 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:56:24.115675 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] Sync routers for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:56:24.124887 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:24.125893 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:56:24.126730 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:24.169893 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-d35bbeb9-b000-421c-b7c3-5b15a781014e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5046973 Nov 09 20:56:24.169893 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:56:24.169893 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565e670b-668d-443d-9ac0-1b5b847eca6a" -d '{"events": [{"name": "network-changed", "server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:56:24.196840 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a53a203-426d-45f5-b8e1-0728b96545d5 x-openstack-request-id: req-8a53a203-426d-45f5-b8e1-0728b96545d5 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:56:24.197251 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:56:24.197497 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a53a203-426d-45f5-b8e1-0728b96545d5 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:56:24.197904 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'status': 'completed', 'code': 200} Nov 09 20:56:24.233794 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:56:24.260319 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-3a37bfd4-9a83-4d45-a011-971885188ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:24.261770 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-3a37bfd4-9a83-4d45-a011-971885188ccc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 1096 time: 0.0422444 Nov 09 20:56:24.354094 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-3100dbcd-afed-4cd2-b2bb-54cf5b8fd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:24.355615 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-3100dbcd-afed-4cd2-b2bb-54cf5b8fd9b0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.0867696 Nov 09 20:56:24.424515 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-5bb91c04-3f8b-45ec-98d1-e05305de19d7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2 HTTP/1.1" status: 200 len: 999 time: 0.0619299 Nov 09 20:56:24.457555 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:56:23Z', 'updated_at': '2021-11-09T20:56:23Z', 'revision_number': 0, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:24.473019 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-ab3cfb95-e90a-4377-89ec-87b6298985e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:24.474474 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-ab3cfb95-e90a-4377-89ec-87b6298985e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0429633 Nov 09 20:56:24.483832 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] Checking router: 5d1a468d-4162-4e4d-bc82-078dfa0ba650 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:56:24.493226 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:56:24.493830 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:56:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:24.520251 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-e6e3552d-455f-49b0-9755-a700c1c14f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:24.521669 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-e6e3552d-455f-49b0-9755-a700c1c14f56 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402613 Nov 09 20:56:24.603966 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:56:24.620306 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-8576171c-9196-4f7d-961e-a99d5d89b1d1 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906775 Nov 09 20:56:24.709439 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-565e670b-668d-443d-9ac0-1b5b847eca6a req-ccc9ce6c-93bb-4d53-b21d-eacc223b0255 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815070 Nov 09 20:56:24.839100 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:56:23Z', 'updated_at': '2021-11-09T20:56:23Z', 'revision_number': 0, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:56:24.865632 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef2b45-44d4-4093-bcdf-654676eb980a None None] The sync data for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 is: [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:56:23Z', 'updated_at': '2021-11-09T20:56:23Z', 'revision_number': 0, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:56:25.048781 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0e2c4-85d5-48ab-9e39-1d5b410c12c5 None None] New status for floating IP fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:56:26.198253 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:32.046278 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:56:40.392096 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bca969f4-cb43-4bd2-a9ba-9cece545a143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:43.333790 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3005a608-1d78-4721-bee8-9713a8056cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:43.644066 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:44.844120 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:46.405445 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-3a9102d9-a687-426c-a9b9-d2278f5348b2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420489 Nov 09 20:56:46.506892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-111536d1-e61d-452c-bba4-282539ed3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:46.508386 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-111536d1-e61d-452c-bba4-282539ed3712 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 1096 time: 0.0589156 Nov 09 20:56:46.590559 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:46.612168 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-93fb5962-6d19-4ca6-888d-71bf3e2b669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:46.613678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-93fb5962-6d19-4ca6-888d-71bf3e2b669a service neutron] 10.222.0.77 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.0844271 Nov 09 20:56:46.685047 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-02763a8c-80de-4f2c-b710-60ece085e8a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2 HTTP/1.1" status: 200 len: 1001 time: 0.0609326 Nov 09 20:56:46.737136 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-9bf82130-6b37-4ca7-9d59-b74ee2a4ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:46.738600 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-9bf82130-6b37-4ca7-9d59-b74ee2a4ce5e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0466905 Nov 09 20:56:46.783564 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-692f142e-a315-4f66-b061-abb237702e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:56:46.785045 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-692f142e-a315-4f66-b061-abb237702e27 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391514 Nov 09 20:56:46.887805 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-c99be09f-a4b2-4fec-9afb-dcfc69092e48 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944719 Nov 09 20:56:46.977737 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-9b3d9e2d-89d2-4933-b3b8-6f8c54926f95 req-4c5f35c1-5012-475c-8751-e9eda66914f7 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822992 Nov 09 20:56:52.040985 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:56:56.202401 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:09.045202 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:57:10.393195 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f66ca31a-32e3-4250-87e5-4f7a5bba8d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:13.337677 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0d7c679d-a48e-4f06-a911-81999cf81297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:13.644665 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:14.847190 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:16.591235 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:22.046809 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:26.214286 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:32.462219 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-a1899ec5-8cad-41e0-9a0b-91c072d4398a req-aa627f98-db6c-4ac5-b071-bb68bcb50c7d service neutron] (102296) timed out ('10.222.0.77', 49761) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 20:57:40.394585 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a3704446-7a6b-4ac3-8b14-f5c111c2f5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:43.338903 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-064d67b2-d396-45d1-a480-32f8c369ab3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:43.646825 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:44.849848 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:46.044505 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:57:46.593767 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:48.461189 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07020231-0a0c-4f9a-899c-49591d8e890f req-e5776567-31f4-424d-be9c-060814ea03d5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913093 Nov 09 20:57:48.553526 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07020231-0a0c-4f9a-899c-49591d8e890f req-e870c7de-506c-4de8-99f2-c4f1ea7acc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:57:48.555123 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07020231-0a0c-4f9a-899c-49591d8e890f req-e870c7de-506c-4de8-99f2-c4f1ea7acc17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 1096 time: 0.0447669 Nov 09 20:57:48.662090 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07020231-0a0c-4f9a-899c-49591d8e890f req-b5f3366e-7a29-421c-bf5e-046d98094f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:57:48.663543 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07020231-0a0c-4f9a-899c-49591d8e890f req-b5f3366e-7a29-421c-bf5e-046d98094f28 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.0830460 Nov 09 20:57:48.748659 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07020231-0a0c-4f9a-899c-49591d8e890f req-530d1d58-5ee8-4199-92df-4ede27caa9e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2 HTTP/1.1" status: 200 len: 1001 time: 0.0739183 Nov 09 20:57:48.803570 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07020231-0a0c-4f9a-899c-49591d8e890f req-7f70e857-0fbb-44b6-a974-a5ac5a2f4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:57:48.805028 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07020231-0a0c-4f9a-899c-49591d8e890f req-7f70e857-0fbb-44b6-a974-a5ac5a2f4e4c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0447040 Nov 09 20:57:48.853342 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07020231-0a0c-4f9a-899c-49591d8e890f req-0baabf1b-7371-4906-99d6-93d9dcf8901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:57:48.854838 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07020231-0a0c-4f9a-899c-49591d8e890f req-0baabf1b-7371-4906-99d6-93d9dcf8901f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412965 Nov 09 20:57:49.264315 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07020231-0a0c-4f9a-899c-49591d8e890f req-1a1c266a-7670-45a4-95ce-9c15ef5e8474 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020379 Nov 09 20:57:49.358943 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07020231-0a0c-4f9a-899c-49591d8e890f req-ec75002e-f8fc-4d35-98fd-6845a63dcb7f service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832059 Nov 09 20:57:52.047746 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:57:56.213835 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:10.395519 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-853d6117-1781-4e98-8bb6-0ea6924488e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:13.339799 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-787f1137-1983-43a7-ae7c-65fcdb801d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:13.647047 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:14.852589 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:16.596944 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:22.056113 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:23.043420 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:58:24.309889 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62b470c4-e883-4c9f-9188-8a74845d4fd2 details requested by agent hyperv_n-h2-817256-1 with host n-h2-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:58:24.408084 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62b470c4-e883-4c9f-9188-8a74845d4fd2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:58:24.420140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Returning: {'device': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:58:24.458736 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:24.472247 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62b470c4-e883-4c9f-9188-8a74845d4fd2 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:58:24.491553 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62b470c4-e883-4c9f-9188-8a74845d4fd2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:58:24.495699 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:24.551347 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=62b470c4-e883-4c9f-9188-8a74845d4fd2,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:58:24.559381 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.559730 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.560076 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.560533 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.560933 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.566957 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.567334 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.567684 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.568023 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.568357 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.568687 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.569019 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:24.587318 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] get_ports_and_sgs() called for port_ids ['62b470c4-e883-4c9f-9188-8a74845d4fd2'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:58:26.231602 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:26.325063 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62b470c4-e883-4c9f-9188-8a74845d4fd2 up at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:58:26.385392 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Provisioning complete for port 62b470c4-e883-4c9f-9188-8a74845d4fd2 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:58:26.385772 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:26.478108 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:26.502672 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:58:26.504957 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b71c2f-4642-4657-94d8-fb3ff3b5b1af" -d '{"events": [{"server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "name": "network-vif-plugged", "status": "completed", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:58:26.519518 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62b470c4-e883-4c9f-9188-8a74845d4fd2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:58:26.525730 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:26.572160 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d584b697-9d43-486d-a06a-9db81f392fed x-openstack-request-id: req-d584b697-9d43-486d-a06a-9db81f392fed {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:58:26.572494 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "name": "network-vif-plugged", "status": "completed", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:58:26.572720 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d584b697-9d43-486d-a06a-9db81f392fed {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:58:26.573156 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'code': 200} Nov 09 20:58:26.589363 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=62b470c4-e883-4c9f-9188-8a74845d4fd2,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:58:34.485047 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-4d27492d-09e4-4bfd-afd7-d555ad61381f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914099996&fields=id&tenant_id=53b130d8347d4d1596addafad17031c9 HTTP/1.1" status: 200 len: 267 time: 0.0357485 Nov 09 20:58:34.591801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-5abd9abb-7b9b-45d3-967c-cb84a123d92a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:34.594127 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-5abd9abb-7b9b-45d3-967c-cb84a123d92a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 809 time: 0.1023901 Nov 09 20:58:34.609892 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-19e97835-881a-4a1b-8fcc-6aa687b9ca18 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/quotas/53b130d8347d4d1596addafad17031c9 HTTP/1.1" status: 200 len: 375 time: 0.0098040 Nov 09 20:58:34.675982 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-a9cbe01a-07ff-4908-9f39-f28c68696043 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0603256 Nov 09 20:58:34.769750 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-31b4063b-35c9-4029-959f-a5d813bfeb83 service neutron] 10.222.0.53 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815232 Nov 09 20:58:34.862838 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-c7120db5-9d56-46d1-9d04-63d5a29bad7a service neutron] 10.222.0.53 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868897 Nov 09 20:58:35.053405 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-99b245bf-27c3-4657-b59f-0b78035f31ea req-11d0ce80-3b21-4b1a-aeda-e3515ca53c55 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 210 time: 0.0279393 Nov 09 20:58:36.135972 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3ab786f-e2b6-423b-bce7-0191d8416f48 req-b696a95d-7f45-407b-81b9-2101b54d3fe9 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 210 time: 0.0303118 Nov 09 20:58:37.234812 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-21d100d2-2405-49b8-856f-7d0556c7a51c req-4c9f53c6-204e-49c4-a17c-a850b137b96d tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 210 time: 0.0288680 Nov 09 20:58:38.112085 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-968f7a36-266b-424b-a242-151ea35375c3 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:38.113466 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-968f7a36-266b-424b-a242-151ea35375c3 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.70 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 809 time: 0.1095181 Nov 09 20:58:38.160412 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-d9c04d33-90c6-45e0-8b57-86b442dec807 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b130d8347d4d1596addafad17031c9 HTTP/1.1" status: 200 len: 379 time: 0.0349560 Nov 09 20:58:38.169986 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'port': {'device_id': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'admin_state_up': True, 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'security_groups': ['800b049a-2cef-4b98-aba6-eb5a9d0213f1']}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:58:38.295801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Made reservation on behalf of 53b130d8347d4d1596addafad17031c9 for: {'port': 1} {{(pid=102296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 20:58:38.300938 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:38.345329 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-70d56209-3285-4727-8952-c5de02ca8f85 req-1c7bfb66-c764-42ac-8f46-12590d383636 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 210 time: 0.0294991 Nov 09 20:58:38.389499 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62b470c4-e883-4c9f-9188-8a74845d4fd2 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 20:58:38.509658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:38.534488 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Allocated IP 172.20.0.13 (67b75149-e50a-4709-a9d8-dd605ea8f958/df1d3104-38ca-47e7-9fa4-3a77c6c8841c/4bf254e4-51b8-47eb-9fc1-6b453c954e97) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:58:38.536408 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:58:38.540866 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2d3f58-1e27-44b1-88cb-f3e3ba68eb77" -d '{"events": [{"server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:58:38.558959 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] For port 62b470c4-e883-4c9f-9188-8a74845d4fd2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:58:38.566540 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:38.773152 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd76c0d6-9712-494f-8e0f-3229d214bd48 x-openstack-request-id: req-fd76c0d6-9712-494f-8e0f-3229d214bd48 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:58:38.773740 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:58:38.774168 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd76c0d6-9712-494f-8e0f-3229d214bd48 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:58:38.774767 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'code': 200} Nov 09 20:58:38.780529 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:38.831661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:38.833727 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Pushing event updated for resources: {'Port': ['ID=62b470c4-e883-4c9f-9188-8a74845d4fd2,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:58:38.918405 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Network 67b75149-e50a-4709-a9d8-dd605ea8f958 is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:58:38.920338 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'Port': ['ID=4bf254e4-51b8-47eb-9fc1-6b453c954e97,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:58:38.923371 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:58:38.926975 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:58:38.937148 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.938390 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.939003 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.939520 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.940019 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.940525 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.941028 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.941361 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.941687 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.942014 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.942339 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:38.942699 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 20:58:39.008779 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:39.009827 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:39.038426 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-cc90dfdd-da98-4ff5-8bda-a87c11bd9ec4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8717678 Nov 09 20:58:39.210858 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-d5d5b3fb-e4ac-4685-a58c-985c430887d0 None None] Provisioning complete for port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 triggered by entity DHCP. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:58:39.211235 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-d5d5b3fb-e4ac-4685-a58c-985c430887d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:39.257431 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5b3fb-e4ac-4685-a58c-985c430887d0 None None] Port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 cannot update to ACTIVE because it is not bound. {{(pid=102297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 09 20:58:39.467210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b8e88-b889-417d-9fd5-51d81cbf50c4 req-2bbb9cd5-f472-4b30-96c5-fc5ed38798d5 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:39.469505 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-225b8e88-b889-417d-9fd5-51d81cbf50c4 req-2bbb9cd5-f472-4b30-96c5-fc5ed38798d5 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0496430 Nov 09 20:58:39.523255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-225b8e88-b889-417d-9fd5-51d81cbf50c4 req-21ee19b4-6df3-4bd5-bb2a-8c9590b4c3d9 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467312 Nov 09 20:58:40.396275 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0f25-15cf-47b3-b3ba-520e9e56f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:40.638765 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf91c-d576-41a8-846a-fe4406630dfd req-5e44e996-17ab-4852-bb73-abf0eb6b7480 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:40.640253 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cebf91c-d576-41a8-846a-fe4406630dfd req-5e44e996-17ab-4852-bb73-abf0eb6b7480 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0493534 Nov 09 20:58:40.678121 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-1cebf91c-d576-41a8-846a-fe4406630dfd req-dba76321-393b-4afc-88bd-d4ae3b09f526 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312951 Nov 09 20:58:41.823942 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ce157-ecfc-433c-8cdd-5ddf62b41989 req-9a13a5f1-0e87-484a-a84c-c7285b2422c9 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:41.825437 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b16ce157-ecfc-433c-8cdd-5ddf62b41989 req-9a13a5f1-0e87-484a-a84c-c7285b2422c9 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0527380 Nov 09 20:58:41.865859 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b16ce157-ecfc-433c-8cdd-5ddf62b41989 req-cb9c7bb8-e6b5-43f7-95c2-4ae9fa5e81c2 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330646 Nov 09 20:58:43.022556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb7de5-3516-4d51-8aeb-0da18e04f959 req-848429df-f97d-4002-bae1-d4391e44358f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:43.024839 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a9cb7de5-3516-4d51-8aeb-0da18e04f959 req-848429df-f97d-4002-bae1-d4391e44358f tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0794683 Nov 09 20:58:43.066465 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a9cb7de5-3516-4d51-8aeb-0da18e04f959 req-7430af15-e914-43ad-b6ca-b876931db040 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353959 Nov 09 20:58:43.341062 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2d720b2a-f551-4554-a008-0f59e676fce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:43.648097 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:44.188863 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822495bc-12f9-4d8e-bde5-cc8b70d40d37 req-40dfaf65-fd15-45fe-9adb-90bd93c8f562 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:44.190975 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-822495bc-12f9-4d8e-bde5-cc8b70d40d37 req-40dfaf65-fd15-45fe-9adb-90bd93c8f562 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0578661 Nov 09 20:58:44.242781 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-822495bc-12f9-4d8e-bde5-cc8b70d40d37 req-02b9951c-9813-46e1-bf33-82de28bc8a2a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461624 Nov 09 20:58:44.855900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:45.384469 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab617bf-46db-4cc4-aaf9-ebe8e5395b89 req-8fccff86-dfca-4044-a3c4-2c415a8cb80b tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:45.386541 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eab617bf-46db-4cc4-aaf9-ebe8e5395b89 req-8fccff86-dfca-4044-a3c4-2c415a8cb80b tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0771511 Nov 09 20:58:45.433156 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-eab617bf-46db-4cc4-aaf9-ebe8e5395b89 req-e4122ae2-5434-47b3-ab53-3084cf2877ee tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404260 Nov 09 20:58:46.546503 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7544c-daf0-4280-9fa3-b05c9caf806d req-bfc3934b-e30c-4ce0-a6e3-f85678316b33 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:46.548550 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2f7544c-daf0-4280-9fa3-b05c9caf806d req-bfc3934b-e30c-4ce0-a6e3-f85678316b33 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0491736 Nov 09 20:58:46.589212 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-b2f7544c-daf0-4280-9fa3-b05c9caf806d req-4bc54299-bb7d-4520-88f4-a57ca03af990 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346327 Nov 09 20:58:46.600298 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:47.707345 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11711169-596e-4554-979e-a0e69220916f req-328f633c-5bfe-4ec2-bcb7-a95552ae15a4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:47.709656 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11711169-596e-4554-979e-a0e69220916f req-328f633c-5bfe-4ec2-bcb7-a95552ae15a4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0534961 Nov 09 20:58:47.759899 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-11711169-596e-4554-979e-a0e69220916f req-e93fe1c7-a129-4435-bdd9-4d8089f4a4fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363796 Nov 09 20:58:48.873415 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdae622-8add-4ea4-a846-89e88b754fc5 req-138ef872-8462-4431-b61f-d146e71634e5 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:48.875247 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-afdae622-8add-4ea4-a846-89e88b754fc5 req-138ef872-8462-4431-b61f-d146e71634e5 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0508146 Nov 09 20:58:48.941471 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-afdae622-8add-4ea4-a846-89e88b754fc5 req-6d96344e-4188-43ba-9a16-124cec98e7d8 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532036 Nov 09 20:58:50.105938 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f049a8-8987-4363-9aa5-3d8813abb5fa req-dbe1db3b-4cda-4690-9149-b411139d078e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:50.107393 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-16f049a8-8987-4363-9aa5-3d8813abb5fa req-dbe1db3b-4cda-4690-9149-b411139d078e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0756006 Nov 09 20:58:50.151459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-16f049a8-8987-4363-9aa5-3d8813abb5fa req-03d29a0c-ceae-4035-a625-e8137be644e1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378411 Nov 09 20:58:50.416901 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-218d6cb0-8504-4a44-805f-566a887ee050 req-cb3141b3-eb41-4ee3-b5d5-d4d8cb047a4c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451305 Nov 09 20:58:50.504761 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d6cb0-8504-4a44-805f-566a887ee050 req-81f1d88d-2a12-4e21-8c4f-e0673b632002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:50.506445 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-218d6cb0-8504-4a44-805f-566a887ee050 req-81f1d88d-2a12-4e21-8c4f-e0673b632002 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 1094 time: 0.0425830 Nov 09 20:58:50.622966 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d6cb0-8504-4a44-805f-566a887ee050 req-74d8b3ab-98b3-4bad-9bfa-492fbe08082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:50.624463 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-218d6cb0-8504-4a44-805f-566a887ee050 req-74d8b3ab-98b3-4bad-9bfa-492fbe08082f service neutron] 10.222.0.77 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.0897493 Nov 09 20:58:50.698342 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-218d6cb0-8504-4a44-805f-566a887ee050 req-6fcdbc96-7832-4eb9-a17f-2ef99923b41c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2 HTTP/1.1" status: 200 len: 999 time: 0.0628731 Nov 09 20:58:50.752043 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d6cb0-8504-4a44-805f-566a887ee050 req-cfae5b61-60ec-4f5f-b9d8-79ee8fc20fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:50.753459 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-218d6cb0-8504-4a44-805f-566a887ee050 req-cfae5b61-60ec-4f5f-b9d8-79ee8fc20fc3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0440779 Nov 09 20:58:50.803471 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d6cb0-8504-4a44-805f-566a887ee050 req-620d188a-5103-4461-9248-3f6353eb2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:50.804964 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-218d6cb0-8504-4a44-805f-566a887ee050 req-620d188a-5103-4461-9248-3f6353eb2b6d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405724 Nov 09 20:58:50.907469 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-218d6cb0-8504-4a44-805f-566a887ee050 req-f7240ccd-ceaa-4057-a7cf-c30f0fdc15b8 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901535 Nov 09 20:58:51.007086 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-218d6cb0-8504-4a44-805f-566a887ee050 req-03aa2b44-a56f-4028-8d54-0d2cfe5ba018 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853965 Nov 09 20:58:51.264794 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e65c7-fbb5-4033-88f3-4f01ccde1fda req-48ede5af-4bea-47d5-9294-23d0f0095c3a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:51.266725 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c8e65c7-fbb5-4033-88f3-4f01ccde1fda req-48ede5af-4bea-47d5-9294-23d0f0095c3a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 932 time: 0.0491261 Nov 09 20:58:51.303926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-2c8e65c7-fbb5-4033-88f3-4f01ccde1fda req-0f470366-5c3f-41f0-8834-7680ce6b14fd tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311785 Nov 09 20:58:51.323920 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Request body: {'port': {'device_id': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817256-1'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:58:51.381003 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:51.646481 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf254e4-51b8-47eb-9fc1-6b453c954e97 {{(pid=102296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:58:51.653928 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:51.666347 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.provisioning_blocks [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Transition to ACTIVE for port object 4bf254e4-51b8-47eb-9fc1-6b453c954e97 will not be triggered until provisioned by entity L2. {{(pid=102296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 20:58:51.669961 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:51.717856 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf254e4-51b8-47eb-9fc1-6b453c954e97,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:58:51.796834 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Attempting to bind port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 on host n-h1-817256-1 for vnic_type normal with profile {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 09 20:58:51.797316 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Attempting to bind port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 by drivers openvswitch,hyperv on host n-h1-817256-1 at level 0 using segments [{'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 09 20:58:51.797718 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Attempting to bind port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 on network 67b75149-e50a-4709-a9d8-dd605ea8f958 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:58:51.802927 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 on network 67b75149-e50a-4709-a9d8-dd605ea8f958 not bound, no agent of type Open vSwitch agent registered on host n-h1-817256-1 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 20:58:51.803478 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Attempting to bind port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 on network 67b75149-e50a-4709-a9d8-dd605ea8f958 {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 20:58:51.809822 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Checking agent: {'id': 'c1bfb5a3-4660-4821-95a5-fae44143ab00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817256-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'started_at': datetime.datetime(2021, 11, 9, 19, 34, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 20:58:51.810172 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Checking segment: {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 09 20:58:51.810564 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Bound using segment: {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'} {{(pid=102296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 20:58:51.811004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.managers [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Bound port: 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host: n-h1-817256-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d23462a-e422-4353-8b1b-09454472d2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958'}}] {{(pid=102296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 09 20:58:51.811368 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:51.881004 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] For port 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host n-h1-817256-1, cleared binding levels {{(pid=102296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 20:58:51.884567 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] For port 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host n-h1-817256-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 20:58:51.888497 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:51.919798 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:51.920409 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:51.921833 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] 10.222.0.70 "PUT /v2.0/ports/4bf254e4-51b8-47eb-9fc1-6b453c954e97 HTTP/1.1" status: 200 len: 1092 time: 0.6024241 Nov 09 20:58:51.922964 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:58:51.925237 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702a36bc-308d-49bd-81e9-1242f3f0407a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:58:51.951793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e7f68-4c7f-4785-b433-625dd062f8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf254e4-51b8-47eb-9fc1-6b453c954e97,revision_number=3']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:58:52.008126 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0446b07c-6f29-41b6-8d94-42741bb9248a x-openstack-request-id: req-0446b07c-6f29-41b6-8d94-42741bb9248a {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:58:52.008420 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:58:52.008674 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0446b07c-6f29-41b6-8d94-42741bb9248a {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:58:52.009075 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'status': 'completed', 'code': 200} Nov 09 20:58:52.025367 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-af31d2be-5598-4542-91db-815f7d1d446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:52.026962 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-af31d2be-5598-4542-91db-815f7d1d446a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 1095 time: 0.0510726 Nov 09 20:58:52.067046 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:52.074226 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-074373ea-a41f-4427-8b07-d56b1725bc91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97 HTTP/1.1" status: 200 len: 217 time: 0.0393038 Nov 09 20:58:52.126311 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-7c7245c7-238b-48aa-914f-998c6d016269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:52.134227 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-7c7245c7-238b-48aa-914f-998c6d016269 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0522475 Nov 09 20:58:52.194097 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-0987ac3c-8b5f-4f4a-998b-a0fddac060e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:52.195694 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-0987ac3c-8b5f-4f4a-998b-a0fddac060e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544953 Nov 09 20:58:52.288718 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-5279e195-a502-425c-9657-2e152f3e80fe service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860343 Nov 09 20:58:52.398742 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-e3f0148e-58d3-4cf0-af7f-69e976a96aed req-7b3c3b75-6b7e-46f0-a255-610f51c4168d service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027811 Nov 09 20:58:52.434789 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21f59f-a912-4daa-a9d5-c98c792d2d78 req-b74a1065-853b-4ba0-923a-2109197604a6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:52.436375 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c21f59f-a912-4daa-a9d5-c98c792d2d78 req-b74a1065-853b-4ba0-923a-2109197604a6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 944 time: 0.0599105 Nov 09 20:58:52.510428 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4c21f59f-a912-4daa-a9d5-c98c792d2d78 req-c51b8e08-2c2a-451b-bbbf-82a2e455ef7b tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666590 Nov 09 20:58:52.515170 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-2326f865-5eee-45cc-ac81-ae58c5b454d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:52.517414 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-2326f865-5eee-45cc-ac81-ae58c5b454d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 1095 time: 0.0678432 Nov 09 20:58:52.612636 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-f4d2ca88-1c68-465c-a081-e4fa7ef1ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:52.614113 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-f4d2ca88-1c68-465c-a081-e4fa7ef1ee17 service neutron] 10.222.0.70 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.0896099 Nov 09 20:58:52.656351 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-5ccb16fb-f5b4-427a-bf82-41965f928301 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97 HTTP/1.1" status: 200 len: 217 time: 0.0349004 Nov 09 20:58:52.708903 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-e5f5abdf-da3f-4e66-a86e-31489276fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:52.710360 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-e5f5abdf-da3f-4e66-a86e-31489276fe8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0465975 Nov 09 20:58:52.762364 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-6ab28653-d8e5-4379-acd2-023df91fb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:52.763819 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-6ab28653-d8e5-4379-acd2-023df91fb320 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446625 Nov 09 20:58:52.857432 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-de937e2d-3283-4319-aea4-19a5e08f08ef service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862529 Nov 09 20:58:52.960602 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-702a36bc-308d-49bd-81e9-1242f3f0407a req-723ff361-e8fc-4b64-ae6b-ad1d682fe0ed service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945768 Nov 09 20:58:53.634185 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e4c18-8b64-44db-b033-f2ffa7b6ad56 req-5d74602f-b793-4675-9e17-88af5c8cbb4a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:53.635710 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe0e4c18-8b64-44db-b033-f2ffa7b6ad56 req-5d74602f-b793-4675-9e17-88af5c8cbb4a tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 944 time: 0.0559244 Nov 09 20:58:53.674129 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-fe0e4c18-8b64-44db-b033-f2ffa7b6ad56 req-b24d164c-b3f6-4e7e-b4de-8e8335209db4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316854 Nov 09 20:58:53.980750 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4bf254e4-51b8-47eb-9fc1-6b453c954e97 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 20:58:54.078113 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:58:54.089806 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'port_id': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'mac_address': 'fa:16:3e:ce:37:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 20:58:54.126918 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:54.141822 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf254e4-51b8-47eb-9fc1-6b453c954e97 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 20:58:54.161992 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:58:54.166033 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:54.218124 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=4bf254e4-51b8-47eb-9fc1-6b453c954e97,revision_number=4']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:58:54.385314 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['4bf254e4-51b8-47eb-9fc1-6b453c954e97'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 20:58:55.144206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262675e-c3db-4d2b-979a-c2ac3af589d2 req-24c40b2a-afe3-4a25-a44a-c8523d3c8a4c tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:55.145714 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3262675e-c3db-4d2b-979a-c2ac3af589d2 req-24c40b2a-afe3-4a25-a44a-c8523d3c8a4c tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 945 time: 0.4040613 Nov 09 20:58:55.182668 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3262675e-c3db-4d2b-979a-c2ac3af589d2 req-df9417cd-ce6f-4384-9f1e-49d864d0db7d tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308702 Nov 09 20:58:55.990414 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4bf254e4-51b8-47eb-9fc1-6b453c954e97 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 20:58:56.039699 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning for port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 completed by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 20:58:56.043378 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 20:58:56.043752 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:56.120554 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:56.144117 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:58:56.146422 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e575d6a0-15c2-47ec-98fa-57013d28d4ec" -d '{"events": [{"server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "name": "network-vif-plugged", "status": "completed", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:58:56.163017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 20:58:56.166862 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:56.190055 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84915aa0-c5f6-469b-883a-bb40053948f3 x-openstack-request-id: req-84915aa0-c5f6-469b-883a-bb40053948f3 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:58:56.190354 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "name": "network-vif-plugged", "status": "completed", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:58:56.190633 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84915aa0-c5f6-469b-883a-bb40053948f3 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:58:56.191023 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'code': 200} Nov 09 20:58:56.222549 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=4bf254e4-51b8-47eb-9fc1-6b453c954e97,revision_number=5']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:58:56.236755 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:56.320200 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fac4f6-fd9a-4808-a354-077b9feb60bf req-a1812cad-a3ef-4759-b47d-ea1258878aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:56.321672 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26fac4f6-fd9a-4808-a354-077b9feb60bf req-a1812cad-a3ef-4759-b47d-ea1258878aee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 1097 time: 0.0688879 Nov 09 20:58:56.333630 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764bc1-882c-4c0e-803f-5680b2356478 req-9086fa20-1fd0-4f1c-b1d2-4eb70a020629 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:56.335027 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08764bc1-882c-4c0e-803f-5680b2356478 req-9086fa20-1fd0-4f1c-b1d2-4eb70a020629 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 946 time: 0.0735004 Nov 09 20:58:56.386176 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-26fac4f6-fd9a-4808-a354-077b9feb60bf req-cac6352e-6dfb-44f8-91ba-40aec4c214af service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501437 Nov 09 20:58:56.390822 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-08764bc1-882c-4c0e-803f-5680b2356478 req-1971a4be-4d3b-4279-8170-ae7cf10b370d tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488465 Nov 09 20:58:57.512935 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9924a-6621-4833-ac62-9cf993d0038c req-d950fbdb-c50e-4e47-952f-9f4de8e8087d tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:57.514425 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3bb9924a-6621-4833-ac62-9cf993d0038c req-d950fbdb-c50e-4e47-952f-9f4de8e8087d tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 946 time: 0.0496187 Nov 09 20:58:57.552065 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-3bb9924a-6621-4833-ac62-9cf993d0038c req-f1fc93de-d2aa-4bea-9d7b-a2c053558900 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Nov 09 20:58:57.666645 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bc4bb-c468-4bd4-a477-564b7d1b80dd req-717426f0-695c-410d-97b1-c81bc94c5edb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:57.668134 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-077bc4bb-c468-4bd4-a477-564b7d1b80dd req-717426f0-695c-410d-97b1-c81bc94c5edb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 946 time: 0.0500214 Nov 09 20:58:57.706277 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-077bc4bb-c468-4bd4-a477-564b7d1b80dd req-3d0b97c1-cfe5-4d7e-a99b-567f81b323c7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314901 Nov 09 20:58:57.728206 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55690) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:58:57.767533 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752588b-0d2c-4c9e-aa60-80070c52ca8d tempest-TestSnapshotPattern-1216281663 tempest-TestSnapshotPattern-1216281663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:57.768997 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-6752588b-0d2c-4c9e-aa60-80070c52ca8d tempest-TestSnapshotPattern-1216281663 tempest-TestSnapshotPattern-1216281663-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 1092 time: 0.0398326 Nov 09 20:58:57.771726 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55692) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 20:58:57.775848 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.v2.base [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Request body: {'floatingip': {'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'port_id': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 20:58:57.796925 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for floatingip, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:57.893512 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:57.997474 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_common [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Allocated IP 172.25.6.91 (944ec199-919e-45c3-9bfa-d52ea8b2e5bf/a97dcf4e-dcfe-4c09-8113-6432dab934c0/bc8ba951-7e94-4184-93a0-afe6b11ea991) {{(pid=102296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 20:58:58.095390 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for port, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:58.127605 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739940870175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:58.166179 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Network 944ec199-919e-45c3-9bfa-d52ea8b2e5bf is already hosted by enough agents. {{(pid=102296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 20:58:58.170296 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.base_scheduler [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Resources bound (agent type, host, resource id): {{(pid=102296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 20:58:58.177365 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Received port after_create {{(pid=102296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 20:58:58.180416 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'Port': ['ID=bc8ba951-7e94-4184-93a0-afe6b11ea991,revision_number=1']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:58:58.515026 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:58.580959 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:58.726654 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for port, precommit_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:58.731002 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25497474'] for port, after_update {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:58.805020 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event updated for resources: {'Port': ['ID=bc8ba951-7e94-4184-93a0-afe6b11ea991,revision_number=2']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 20:58:58.815175 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585256'] for floatingip, after_create {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:58.918200 n-d-817256-1 neutron-server[102296]: INFO neutron.db.l3_db [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Floating IP 8a149927-d362-483f-9ab8-c8b4223b6fcc associated. External IP: 172.25.6.91, port: 4bf254e4-51b8-47eb-9fc1-6b453c954e97. Nov 09 20:58:59.124877 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 20:58:59.235711 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 20:58:59.247409 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] Sync routers for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 20:58:59.255864 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:58:59.257022 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:58:59.257636 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:58:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:58:59.294528 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-fff7d152-0f5b-46fe-91f2-f198341fb4d1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5107002 Nov 09 20:58:59.294528 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 20:58:59.294528 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10020987-410a-4380-80e0-4a1fc7e20eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 20:58:59.332037 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d120ef3-9616-4923-b19d-b37b1d9692bd x-openstack-request-id: req-0d120ef3-9616-4923-b19d-b37b1d9692bd {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 20:58:59.332334 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 20:58:59.332592 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d120ef3-9616-4923-b19d-b37b1d9692bd {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 20:58:59.333006 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'status': 'completed', 'code': 200} Nov 09 20:58:59.401518 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-5e22fa4f-d16d-4da8-86f8-901f40ee247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:59.402979 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-5e22fa4f-d16d-4da8-86f8-901f40ee247a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 1097 time: 0.0462682 Nov 09 20:58:59.455388 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:58:59.494918 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-a15fd62d-afe0-47ff-b1ec-3ac8182a2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:59.496411 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-a15fd62d-afe0-47ff-b1ec-3ac8182a2439 service neutron] 10.222.0.70 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.0865097 Nov 09 20:58:59.567658 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-0c19f8c2-90bc-4e3a-9915-87036f29c98f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97 HTTP/1.1" status: 200 len: 999 time: 0.0634384 Nov 09 20:58:59.618258 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-6e5b573d-8b3c-4c2e-a572-745b2cabeb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:59.619821 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-6e5b573d-8b3c-4c2e-a572-745b2cabeb0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0450504 Nov 09 20:58:59.666423 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-a78b7615-a56d-45b1-8810-14c30259adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:58:59.667878 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-a78b7615-a56d-45b1-8810-14c30259adbf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408595 Nov 09 20:58:59.683572 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '8a149927-d362-483f-9ab8-c8b4223b6fcc', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:ce:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:58:58Z', 'updated_at': '2021-11-09T20:58:58Z', 'revision_number': 0, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}, {'id': 'fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:56:23Z', 'updated_at': '2021-11-09T20:56:25Z', 'revision_number': 1, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:58:59.709996 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] Checking router: 5d1a468d-4162-4e4d-bc82-078dfa0ba650 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 20:58:59.718043 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 20:58:59.718671 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T20:58:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:58:59.767333 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-64989702-e9b1-47b7-8567-92ee12974ab3 service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896606 Nov 09 20:58:59.821966 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 20:58:59.862598 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-10020987-410a-4380-80e0-4a1fc7e20eb1 req-ec0bdaf4-8565-4688-906a-4e1658c96270 service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877404 Nov 09 20:59:00.043198 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:59:00.048431 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '8a149927-d362-483f-9ab8-c8b4223b6fcc', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:ce:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:58:58Z', 'updated_at': '2021-11-09T20:58:58Z', 'revision_number': 0, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}, {'id': 'fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:56:23Z', 'updated_at': '2021-11-09T20:56:25Z', 'revision_number': 1, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 20:59:00.077407 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113f4e6-7c00-45c2-944f-0f7d35713e03 None None] The sync data for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 is: [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': '8a149927-d362-483f-9ab8-c8b4223b6fcc', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:ce:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:58:58Z', 'updated_at': '2021-11-09T20:58:58Z', 'revision_number': 0, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}, {'id': 'fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:56:23Z', 'updated_at': '2021-11-09T20:56:25Z', 'revision_number': 1, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 20:59:00.284605 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ff15f-4548-4c3c-96ad-c5266f968f5c None None] New status for floating IP 8a149927-d362-483f-9ab8-c8b4223b6fcc: ACTIVE {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 20:59:00.492274 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-dba523f1-eec0-4561-aa34-5f1454eb4207 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432866 Nov 09 20:59:00.589736 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-712b30dd-fa6f-44bd-a89e-37b3d034863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:00.591232 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-712b30dd-fa6f-44bd-a89e-37b3d034863a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 1097 time: 0.0447433 Nov 09 20:59:00.692389 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-676b6485-acd1-4f81-b6f5-3cca72babe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:00.693785 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-676b6485-acd1-4f81-b6f5-3cca72babe15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.0842712 Nov 09 20:59:00.763865 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-991df402-acaa-497c-b32c-f8df273828c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97 HTTP/1.1" status: 200 len: 1001 time: 0.0628557 Nov 09 20:59:00.812457 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-d16e17b2-f6df-4cf9-b106-f3ca4c6a2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:00.814568 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-d16e17b2-f6df-4cf9-b106-f3ca4c6a2a2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0438797 Nov 09 20:59:00.860754 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-f888c78c-6984-422c-8fef-8645ec779a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:00.862219 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-f888c78c-6984-422c-8fef-8645ec779a84 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404358 Nov 09 20:59:00.957356 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-19b403a4-f41c-4e1e-bdca-e8a0fabebbba service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870693 Nov 09 20:59:01.057621 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-dcb74bf5-b248-4865-b7c0-7293c081acf0 req-6bd0c836-e1f8-4a94-8c42-2ffe039845ce service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920839 Nov 09 20:59:10.397843 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2d5a41a2-2881-4684-83a5-1ab1d49bae4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:13.340838 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-a17a13e3-c703-4023-be04-6aa5ea80808c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:13.649381 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:14.857640 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:16.602987 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:22.067784 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:26.248076 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:37.042433 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 20:59:40.398900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ebcea71-daaf-4a2d-b0a7-1b5e9f61e696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:43.340758 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-286b90e7-b9e5-458e-a1a8-5909d7d6c3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:43.650687 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:44.861181 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:46.603938 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:48.688138 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-f84506e6-ebb9-4136-9fbb-cc2b823aba4d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1256111 Nov 09 20:59:48.773899 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-34357024-16ca-423e-ba29-566cb721e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:48.775421 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-34357024-16ca-423e-ba29-566cb721e2e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 1097 time: 0.0439532 Nov 09 20:59:48.877421 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-0fbdcb59-3f02-49c2-97d2-3a8d4e674dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:48.879038 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-0fbdcb59-3f02-49c2-97d2-3a8d4e674dfe service neutron] 10.222.0.70 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.0837290 Nov 09 20:59:48.948145 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-b56064cf-221a-4463-9ec8-596a0bf286d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97 HTTP/1.1" status: 200 len: 1001 time: 0.0619175 Nov 09 20:59:48.997907 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-5fda8636-06e5-4a60-9d54-60d26e710214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:48.999377 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-5fda8636-06e5-4a60-9d54-60d26e710214 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0447474 Nov 09 20:59:49.044507 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-bee08af1-eb3e-42c6-86c3-cf4ac0f34be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:49.045977 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-bee08af1-eb3e-42c6-86c3-cf4ac0f34be0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390289 Nov 09 20:59:49.138075 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-4dc1ad7c-9be0-4714-b09d-cb182722dd34 service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838885 Nov 09 20:59:49.226706 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-5adcaa47-75fd-46a2-ba5a-96f31cd64bc3 req-d231a933-e2c4-45a8-b67d-4950f9606718 service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804465 Nov 09 20:59:52.099123 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 20:59:52.413987 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-0c3a2f07-2f60-4b03-9b82-34ee248d9ba4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446675 Nov 09 20:59:52.509937 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-6648c33b-d2bf-48d2-a47e-170497bd545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:52.511447 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-6648c33b-d2bf-48d2-a47e-170497bd545b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 1094 time: 0.0410240 Nov 09 20:59:52.622673 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-d18e0398-051c-423b-a084-52928be73690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:52.624129 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-d18e0398-051c-423b-a084-52928be73690 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.0876245 Nov 09 20:59:52.695641 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-869102f5-0b30-48ff-8770-965c230449b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2 HTTP/1.1" status: 200 len: 999 time: 0.0597188 Nov 09 20:59:52.756686 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-d95a11ef-4914-44f2-a5c9-4f1cc450c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:52.758172 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-d95a11ef-4914-44f2-a5c9-4f1cc450c527 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0513759 Nov 09 20:59:52.810296 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-b9ca2b2a-0211-44ce-938b-f50d4c05bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 20:59:52.811837 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-b9ca2b2a-0211-44ce-938b-f50d4c05bdbc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415192 Nov 09 20:59:52.905540 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-32a710cc-6b87-4b98-acd6-538f9fb8ea01 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818868 Nov 09 20:59:53.006903 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-17ac6f5b-ae7b-4f51-9d11-222568dc85a9 req-7aef1ebe-36d4-47a5-ab75-305a96e58e9f service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894215 Nov 09 20:59:56.244094 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:10.400810 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-db1186e0-cd15-4df1-9543-928dcc6155d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:13.341899 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-348988ed-cc08-436a-97a6-b526d9793426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:13.651707 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:14.042220 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:00:14.863800 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:16.606936 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:22.098996 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:26.275579 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:30.433206 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4bf254e4-51b8-47eb-9fc1-6b453c954e97 details requested by agent hyperv_n-h1-817256-1 with host n-h1-817256-1 {{(pid=102297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:00:30.535112 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:30.557210 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Returning: {'device': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'port_id': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'mac_address': 'fa:16:3e:ce:37:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:00:30.606914 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:30.621273 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bf254e4-51b8-47eb-9fc1-6b453c954e97 {{(pid=102297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:00:30.643641 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:30.649693 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:30.713312 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=4bf254e4-51b8-47eb-9fc1-6b453c954e97,revision_number=6']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:30.724597 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.725140 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.725250 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.725582 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.725910 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.726340 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.726688 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.727192 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.727789 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.728271 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.729923 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.730417 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:30.735701 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] get_ports_and_sgs() called for port_ids ['4bf254e4-51b8-47eb-9fc1-6b453c954e97'] {{(pid=102297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:00:32.446980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4bf254e4-51b8-47eb-9fc1-6b453c954e97 up at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:00:32.508057 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.provisioning_blocks [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Provisioning complete for port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 triggered by entity L2. {{(pid=102297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:00:32.508430 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3931741'] for port, provisioning_complete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:32.595925 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:32.621651 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:00:32.623961 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f99739-35a8-49cd-8b24-c8a483c1c9fe" -d '{"events": [{"server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "name": "network-vif-plugged", "status": "completed", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:00:32.641146 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:32.646311 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:32.684872 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3272074-baa0-4aa6-8fa7-2bfc6bd21a07 x-openstack-request-id: req-d3272074-baa0-4aa6-8fa7-2bfc6bd21a07 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:00:32.685265 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "name": "network-vif-plugged", "status": "completed", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:00:32.685603 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3272074-baa0-4aa6-8fa7-2bfc6bd21a07 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:00:32.686149 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'code': 200} Nov 09 21:00:32.705476 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=4bf254e4-51b8-47eb-9fc1-6b453c954e97,revision_number=7']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:40.030847 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55898) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:40.188584 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Deleting port bc8ba951-7e94-4184-93a0-afe6b11ea991 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:40.188931 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:40.268498 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:40.268767 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:40.281266 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Calling delete_port for bc8ba951-7e94-4184-93a0-afe6b11ea991 owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:40.405444 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c536e75-a92c-4ff7-bd72-3c92f8cdf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:40.434337 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:40.462951 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event deleted for resources: {'Port': ['ID=bc8ba951-7e94-4184-93a0-afe6b11ea991,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:40.475384 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.475728 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.476067 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.476405 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.476739 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.477069 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.477397 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.477723 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.478046 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.478370 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.478724 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.479048 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:40.531866 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:40.532125 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Floating IP 8a149927-d362-483f-9ab8-c8b4223b6fcc disassociated (deleted). External IP: 172.25.6.91, port: 4bf254e4-51b8-47eb-9fc1-6b453c954e97. Nov 09 21:00:40.746020 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:00:40.862989 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:00:40.868853 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:40.873353 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] Sync routers for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:00:40.883226 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:00:40.883837 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T21:00:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:40.896069 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-77d88d28-4cd3-466c-af5b-3326df8f6412 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "DELETE /v2.0/floatingips/8a149927-d362-483f-9ab8-c8b4223b6fcc HTTP/1.1" status: 204 len: 168 time: 0.8640683 Nov 09 21:00:40.896768 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:00:40.899192 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:00:40.937324 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48d20af-8e40-4c6b-b038-d4d4260335f3 x-openstack-request-id: req-f48d20af-8e40-4c6b-b038-d4d4260335f3 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:00:40.937626 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:00:40.937893 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f48d20af-8e40-4c6b-b038-d4d4260335f3 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:00:40.939047 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'status': 'completed', 'code': 200} Nov 09 21:00:40.997496 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:00:41.012105 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-d7dc5b7e-e4a8-4d9d-adfc-68cb19879be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:41.013707 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-d7dc5b7e-e4a8-4d9d-adfc-68cb19879be2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 1097 time: 0.0457602 Nov 09 21:00:41.147259 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-09a77594-d2db-48e6-adf9-a3a84a2477fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:41.148926 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-09a77594-d2db-48e6-adf9-a3a84a2477fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.1263599 Nov 09 21:00:41.151003 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac19a-8406-472a-8e62-c499a9f0bde9 req-d16899ba-e4e5-4c82-87b7-31e1cd5cc13b tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:41.152529 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-298ac19a-8406-472a-8e62-c499a9f0bde9 req-d16899ba-e4e5-4c82-87b7-31e1cd5cc13b tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 946 time: 0.0591261 Nov 09 21:00:41.192414 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-298ac19a-8406-472a-8e62-c499a9f0bde9 req-1803136f-a6b1-4a12-9c6e-82cee57647de tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330565 Nov 09 21:00:41.195255 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-b2f8bb5a-65f6-426d-a54f-051b07c5456e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97 HTTP/1.1" status: 200 len: 217 time: 0.0365186 Nov 09 21:00:41.245468 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:56:23Z', 'updated_at': '2021-11-09T20:56:25Z', 'revision_number': 1, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:41.249801 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-88f6dae3-3ef9-4117-898f-0e4bb05fb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:41.251308 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-88f6dae3-3ef9-4117-898f-0e4bb05fb250 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0486546 Nov 09 21:00:41.276650 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] Checking router: 5d1a468d-4162-4e4d-bc82-078dfa0ba650 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:00:41.285009 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:00:41.285711 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T21:00:13Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:41.300041 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-60b3df49-252a-4e64-830f-e00665b9df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:41.301796 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-60b3df49-252a-4e64-830f-e00665b9df38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414472 Nov 09 21:00:41.393728 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:00:41.395771 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-7935f53d-138e-4068-8235-5660e25be72b service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857582 Nov 09 21:00:41.492920 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-72f1ea09-2bc9-4d80-a12b-2bf2badc2222 req-63c9012f-44fb-4e7c-9897-035ae0006784 service neutron] 10.222.0.70 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886610 Nov 09 21:00:41.711326 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:56:23Z', 'updated_at': '2021-11-09T20:56:25Z', 'revision_number': 1, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:41.737019 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340556f-9b57-490b-b21e-27e7e1d9447c None None] The sync data for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 is: [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_floatingips': [{'id': 'fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'floating_ip_address': '172.25.6.218', 'floating_network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'router_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'port_id': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'mac_address': 'fa:16:3e:0c:ae:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T20:56:23Z', 'updated_at': '2021-11-09T20:56:25Z', 'revision_number': 1, 'project_id': '53b130d8347d4d1596addafad17031c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:00:41.988785 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c117d43-23ef-4ef8-88a8-44fe82361cfc None None] New status for floating IP 8a149927-d362-483f-9ab8-c8b4223b6fcc: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:00:42.313837 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c3bc1-b5ee-4897-8dd1-77b9525c5965 req-2145a848-bed5-4666-8ba7-812ddfde0bb7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:42.315433 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e7c3bc1-b5ee-4897-8dd1-77b9525c5965 req-2145a848-bed5-4666-8ba7-812ddfde0bb7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 946 time: 0.0499399 Nov 09 21:00:42.353459 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-4e7c3bc1-b5ee-4897-8dd1-77b9525c5965 req-2ec2b779-d6c0-42de-a1b9-8828a479774e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313714 Nov 09 21:00:42.511938 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4bf254e4-51b8-47eb-9fc1-6b453c954e97 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:00:42.588737 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3675891'] for port, before_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:42.610692 n-d-817256-1 neutron-server[102297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97'}] {{(pid=102297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:00:42.612909 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1dfb7a60ca901ac1f4b0c4937d88352155d7b7b429470e4a392790e13727705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663468c5-9169-4cc3-8b32-6be9ceb5a10d" -d '{"events": [{"server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "name": "network-vif-unplugged", "status": "completed", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97"}]}' {{(pid=102297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:00:42.627366 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] For port 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:42.632774 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739941408314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739940870193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739940870211'] for port, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:42.659737 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09fc436-642a-4711-9a91-84b22c9f3f93 x-openstack-request-id: req-d09fc436-642a-4711-9a91-84b22c9f3f93 {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:00:42.660064 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "name": "network-vif-unplugged", "status": "completed", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97", "code": 200}]} {{(pid=102297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:00:42.660333 n-d-817256-1 neutron-server[102297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d09fc436-642a-4711-9a91-84b22c9f3f93 {{(pid=102297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:00:42.660714 n-d-817256-1 neutron-server[102297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'code': 200} Nov 09 21:00:42.664681 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-29812ddd-1a38-4df5-8dd8-770500920620 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:42.666167 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-29812ddd-1a38-4df5-8dd8-770500920620 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 946 time: 0.0508916 Nov 09 21:00:42.685696 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Pushing event updated for resources: {'Port': ['ID=4bf254e4-51b8-47eb-9fc1-6b453c954e97,revision_number=8']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:42.762750 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Deleting port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:42.763010 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:42.855725 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] For port 4bf254e4-51b8-47eb-9fc1-6b453c954e97, host n-h1-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817256-1',level=0,port_id=4bf254e4-51b8-47eb-9fc1-6b453c954e97,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:42.856148 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:42.869228 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Calling delete_port for 4bf254e4-51b8-47eb-9fc1-6b453c954e97 owned by compute:nova {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:42.999557 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:43.027588 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event deleted for resources: {'Port': ['ID=4bf254e4-51b8-47eb-9fc1-6b453c954e97,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:43.042210 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.042591 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.042936 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.043279 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.043618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.043954 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.044285 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.044618 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.044949 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.045278 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.045609 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.045935 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817256-1 {{(pid=102296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:00:43.085253 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] No DVR routers for this DVR port 4bf254e4-51b8-47eb-9fc1-6b453c954e97 on host n-h1-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:00:43.087911 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:43.091323 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-81578712-c78a-49ab-929e-8e4db6c3f609 req-baa58ebe-ab57-4a3a-b0e4-c21671c58955 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.70 "DELETE /v2.0/ports/4bf254e4-51b8-47eb-9fc1-6b453c954e97 HTTP/1.1" status: 204 len: 173 time: 0.4186156 Nov 09 21:00:43.091785 n-d-817256-1 neutron-server[102296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'name': 'network-vif-deleted', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97'}] {{(pid=102296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:00:43.094086 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a5c65ffacb81a6cfd82ca03f55c8a9d806aa8dc9c20affe30ca42c6cc6646bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2848a212-58c2-4fcb-a8da-3db65b86acc6" -d '{"events": [{"server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "name": "network-vif-deleted", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97"}]}' {{(pid=102296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:00:43.206783 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84680ba1-4a98-496a-913f-2f57acd768e7 x-openstack-request-id: req-84680ba1-4a98-496a-913f-2f57acd768e7 {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:00:43.207739 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee", "name": "network-vif-deleted", "tag": "4bf254e4-51b8-47eb-9fc1-6b453c954e97", "status": "completed", "code": 200}]} {{(pid=102296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:00:43.208450 n-d-817256-1 neutron-server[102296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84680ba1-4a98-496a-913f-2f57acd768e7 {{(pid=102296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:00:43.208855 n-d-817256-1 neutron-server[102296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee', 'name': 'network-vif-deleted', 'tag': '4bf254e4-51b8-47eb-9fc1-6b453c954e97', 'status': 'completed', 'code': 200} Nov 09 21:00:43.343589 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-81b0135f-c551-4acb-bcb4-9e8037a7a156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:43.473900 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-a7d96f58-4784-4401-bd30-76d245ccaa88 req-5395e505-b015-4c87-b81b-355fcc79fc27 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b1c9c84-7bdb-4cdf-85e4-83b80a0dc7ee HTTP/1.1" status: 200 len: 210 time: 0.0290084 Nov 09 21:00:43.652687 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:44.865315 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:45.042354 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55962) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:45.206793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Deleting port c2270d7a-145c-4cde-9ebb-9a88e507a05e {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:45.207148 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:45.283224 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:45.283484 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:45.296165 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Calling delete_port for c2270d7a-145c-4cde-9ebb-9a88e507a05e owned by network:floatingip {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:45.446049 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:45.470875 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event deleted for resources: {'Port': ['ID=c2270d7a-145c-4cde-9ebb-9a88e507a05e,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:45.532825 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for floatingip, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:45.533193 n-d-817256-1 neutron-server[102295]: INFO neutron.db.l3_db [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Floating IP fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae disassociated (deleted). External IP: 172.25.6.218, port: 62b470c4-e883-4c9f-9188-8a74845d4fd2. Nov 09 21:00:45.737801 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:00:45.843292 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:00:45.848136 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for floatingip, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:45.853338 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] Sync routers for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:00:45.861908 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:00:45.862496 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T21:00:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:45.876296 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-b0a1118e-3e03-4987-93f5-350ef520c5a7 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "DELETE /v2.0/floatingips/fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae HTTP/1.1" status: 204 len: 168 time: 0.8328323 Nov 09 21:00:45.876991 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:00:45.879402 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed988181-f91d-4643-9e07-de7e119858e9" -d '{"events": [{"name": "network-changed", "server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:00:45.918469 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b1487d-7732-42bf-9be9-b1e1edf522e7 x-openstack-request-id: req-29b1487d-7732-42bf-9be9-b1e1edf522e7 {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:00:45.918796 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:00:45.919051 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29b1487d-7732-42bf-9be9-b1e1edf522e7 {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:00:45.919456 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'status': 'completed', 'code': 200} Nov 09 21:00:45.988960 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:00:46.001658 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed988181-f91d-4643-9e07-de7e119858e9 req-dbe36a7f-3ab2-498e-8e1f-c5c48e9aa7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:46.003228 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed988181-f91d-4643-9e07-de7e119858e9 req-dbe36a7f-3ab2-498e-8e1f-c5c48e9aa7c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=53b130d8347d4d1596addafad17031c9&device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 1094 time: 0.0530350 Nov 09 21:00:46.116059 n-d-817256-1 neutron-server[102296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa68644-c000-4838-868d-05a13a3485e7 req-e98dcf12-f154-481e-b471-aeeb2ed93ba6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:46.119907 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fa68644-c000-4838-868d-05a13a3485e7 req-e98dcf12-f154-481e-b471-aeeb2ed93ba6 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 943 time: 0.0623982 Nov 09 21:00:46.125388 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed988181-f91d-4643-9e07-de7e119858e9 req-39e205a4-f729-4873-9e50-a3d3e22192c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:46.127043 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed988181-f91d-4643-9e07-de7e119858e9 req-39e205a4-f729-4873-9e50-a3d3e22192c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 200 len: 910 time: 0.1055276 Nov 09 21:00:46.165609 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [req-3fa68644-c000-4838-868d-05a13a3485e7 req-f14204b3-9433-4932-96ee-6fad4a04983c tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381870 Nov 09 21:00:46.172273 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed988181-f91d-4643-9e07-de7e119858e9 req-2b1960c2-23cd-4710-8b45-860fd5223766 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2 HTTP/1.1" status: 200 len: 217 time: 0.0374634 Nov 09 21:00:46.218848 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:46.227195 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed988181-f91d-4643-9e07-de7e119858e9 req-31225750-3a71-4dee-a2dc-d753f701bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:46.228678 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed988181-f91d-4643-9e07-de7e119858e9 req-31225750-3a71-4dee-a2dc-d753f701bd48 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 200 len: 848 time: 0.0488546 Nov 09 21:00:46.245704 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] Checking router: 5d1a468d-4162-4e4d-bc82-078dfa0ba650 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:00:46.254016 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:00:46.254715 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T21:00:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:46.279892 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed988181-f91d-4643-9e07-de7e119858e9 req-f1bebac3-9083-4b9b-bf57-4e4d875adbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:46.281426 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed988181-f91d-4643-9e07-de7e119858e9 req-f1bebac3-9083-4b9b-bf57-4e4d875adbeb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=67b75149-e50a-4709-a9d8-dd605ea8f958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409186 Nov 09 21:00:46.361457 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:00:46.376033 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed988181-f91d-4643-9e07-de7e119858e9 req-8972d12a-15f3-464b-9ef3-b85763282323 service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856154 Nov 09 21:00:46.471708 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-ed988181-f91d-4643-9e07-de7e119858e9 req-8a17d664-78d2-44a4-94c4-b9438e51237d service neutron] 10.222.0.77 "GET /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869846 Nov 09 21:00:46.532401 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4bf254e4-51b8-47eb-9fc1-6b453c954e97 no longer exists at agent hyperv_n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:00:46.553965 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] No Port match for: 4bf254e4-51b8-47eb-9fc1-6b453c954e97 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 21:00:46.554316 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Device 4bf254e4-51b8-47eb-9fc1-6b453c954e97 not bound to the agent host n-h1-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:00:46.563655 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:46.593269 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c094f-5736-476a-9a3f-6be4ffb95f4e None None] The sync data for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 is: [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:02Z', 'revision_number': 4, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1', '_interfaces': [{'id': 'd8e6e90e-a4e4-4770-a9ab-38df51160db6', 'name': '', 'network_id': '67b75149-e50a-4709-a9d8-dd605ea8f958', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'mac_address': 'fa:16:3e:92:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:01Z', 'updated_at': '2021-11-09T20:56:06Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'subnets': [{'id': 'df1d3104-38ca-47e7-9fa4-3a77c6c8841c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:00:46.611170 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:46.810274 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d20ea6-c739-4509-9e6b-4b86be40b677 None None] New status for floating IP fba10fa9-d00a-49bc-a5f8-7ecb4bfcb7ae: DOWN {{(pid=102297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:00:47.288196 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e2b96-b3e0-4c65-8ccd-155b03c848c8 req-45b16cf7-2878-46a7-8b5a-667759c5c216 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:47.289693 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d66e2b96-b3e0-4c65-8ccd-155b03c848c8 req-45b16cf7-2878-46a7-8b5a-667759c5c216 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 943 time: 0.0513875 Nov 09 21:00:47.327897 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-d66e2b96-b3e0-4c65-8ccd-155b03c848c8 req-dd357b05-ff45-4238-a8c1-ad90dee33bd1 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/security-groups?id=800b049a-2cef-4b98-aba6-eb5a9d0213f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323005 Nov 09 21:00:47.853589 n-d-817256-1 neutron-server[102295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-edaac92d-7b2b-4b52-a165-96bbb8b28db9 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:00:47.855081 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-edaac92d-7b2b-4b52-a165-96bbb8b28db9 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.77 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 943 time: 0.0532739 Nov 09 21:00:47.946356 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-7cc85f80-1a3c-401f-a381-237ec15ed2fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Deleting port 62b470c4-e883-4c9f-9188-8a74845d4fd2 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:47.946728 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-7cc85f80-1a3c-401f-a381-237ec15ed2fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:48.035630 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-7cc85f80-1a3c-401f-a381-237ec15ed2fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] For port 62b470c4-e883-4c9f-9188-8a74845d4fd2, host n-h2-817256-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817256-1',level=0,port_id=62b470c4-e883-4c9f-9188-8a74845d4fd2,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:48.035988 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-7cc85f80-1a3c-401f-a381-237ec15ed2fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:48.049246 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-7cc85f80-1a3c-401f-a381-237ec15ed2fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Calling delete_port for 62b470c4-e883-4c9f-9188-8a74845d4fd2 owned by compute:nova {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:48.175694 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-7cc85f80-1a3c-401f-a381-237ec15ed2fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:48.206904 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc85f80-1a3c-401f-a381-237ec15ed2fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event deleted for resources: {'Port': ['ID=62b470c4-e883-4c9f-9188-8a74845d4fd2,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:48.249785 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-7cc85f80-1a3c-401f-a381-237ec15ed2fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] No DVR routers for this DVR port 62b470c4-e883-4c9f-9188-8a74845d4fd2 on host n-h2-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:00:48.252408 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-7cc85f80-1a3c-401f-a381-237ec15ed2fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95615'] for port, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:48.255717 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-07a98c35-1589-46dc-b4de-b84e15a22214 req-7cc85f80-1a3c-401f-a381-237ec15ed2fb tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.77 "DELETE /v2.0/ports/62b470c4-e883-4c9f-9188-8a74845d4fd2 HTTP/1.1" status: 204 len: 173 time: 0.3903995 Nov 09 21:00:48.256192 n-d-817256-1 neutron-server[102295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'name': 'network-vif-deleted', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2'}] {{(pid=102295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:00:48.258460 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05411df3597703b112750f130bee07ffeee8e9efee5f223d2b751b5f780ddd63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254b512b-4a6e-4cc6-bd67-7aed7c320dd4" -d '{"events": [{"server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "name": "network-vif-deleted", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2"}]}' {{(pid=102295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:00:48.298457 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836959c7-e5c6-40d8-972b-1805f993c5fe x-openstack-request-id: req-836959c7-e5c6-40d8-972b-1805f993c5fe {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:00:48.299057 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d3bc7c-44ae-4339-9991-8645e8c52bdf", "name": "network-vif-deleted", "tag": "62b470c4-e883-4c9f-9188-8a74845d4fd2", "status": "completed", "code": 200}]} {{(pid=102295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:00:48.299057 n-d-817256-1 neutron-server[102295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-836959c7-e5c6-40d8-972b-1805f993c5fe {{(pid=102295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:00:48.299432 n-d-817256-1 neutron-server[102295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d3bc7c-44ae-4339-9991-8645e8c52bdf', 'name': 'network-vif-deleted', 'tag': '62b470c4-e883-4c9f-9188-8a74845d4fd2', 'status': 'completed', 'code': 200} Nov 09 21:00:48.433841 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [req-cf0c7876-2fad-4ef9-a147-adf9de23c73e req-da5b9d06-af28-4573-9087-c43e9fe0775e tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "GET /v2.0/ports?device_id=37d3bc7c-44ae-4339-9991-8645e8c52bdf HTTP/1.1" status: 200 len: 210 time: 0.0266719 Nov 09 21:00:49.490075 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55978) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:49.547932 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffdf6296-6303-4391-82d9-eaf23e0ae4b4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:49.575612 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffdf6296-6303-4391-82d9-eaf23e0ae4b4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:49.636858 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffdf6296-6303-4391-82d9-eaf23e0ae4b4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:49.639534 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-ffdf6296-6303-4391-82d9-eaf23e0ae4b4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:49.640703 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-ffdf6296-6303-4391-82d9-eaf23e0ae4b4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] 10.222.0.53 "DELETE /v2.0/security-groups/800b049a-2cef-4b98-aba6-eb5a9d0213f1 HTTP/1.1" status: 204 len: 168 time: 0.1495674 Nov 09 21:00:49.650785 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf6296-6303-4391-82d9-eaf23e0ae4b4 tempest-TestSnapshotPattern-1711093845 tempest-TestSnapshotPattern-1711093845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b049a-2cef-4b98-aba6-eb5a9d0213f1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:49.684238 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55982) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:50.026242 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:50.271367 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] Deleting port d8e6e90e-a4e4-4770-a9ab-38df51160db6 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:50.271677 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:50.349337 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] For port d8e6e90e-a4e4-4770-a9ab-38df51160db6, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=d8e6e90e-a4e4-4770-a9ab-38df51160db6,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:50.349688 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:50.362190 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] Calling delete_port for d8e6e90e-a4e4-4770-a9ab-38df51160db6 owned by network:router_interface {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:50.541475 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:50.571077 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e6e90e-a4e4-4770-a9ab-38df51160db6,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:50.736898 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:50.950128 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62b470c4-e883-4c9f-9188-8a74845d4fd2 no longer exists at agent hyperv_n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:00:50.971570 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] No Port match for: 62b470c4-e883-4c9f-9188-8a74845d4fd2 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 21:00:50.971911 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Device 62b470c4-e883-4c9f-9188-8a74845d4fd2 not bound to the agent host n-h2-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:00:51.041665 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:00:51.260089 n-d-817256-1 neutron-server[102295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] Router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:00:51.370290 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:00:51.375248 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-3ec5e106-acd4-46f3-8f3a-90045a4cfd48 admin admin] 10.222.0.53 "PUT /v2.0/routers/5d1a468d-4162-4e4d-bc82-078dfa0ba650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6899512 Nov 09 21:00:51.377973 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55984) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:51.378955 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] Sync routers for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:00:51.388035 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:00:51.388626 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T21:00:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:51.479416 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:51.491735 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: n-d-817256-1 {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:00:51.583880 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:51.643556 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Deleting port 3d7c690b-9b95-403f-a1b7-5560f9de2080 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:51.643901 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:51.675487 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T21:00:50Z', 'revision_number': 5, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port': {'id': '3d7c690b-9b95-403f-a1b7-5560f9de2080', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:51.701664 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] Checking router: 5d1a468d-4162-4e4d-bc82-078dfa0ba650 for host: n-d-817256-1 {{(pid=102298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:00:51.709842 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] Routers {'5d1a468d-4162-4e4d-bc82-078dfa0ba650'} bound to L3 agent in host n-d-817256-1 {{(pid=102298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:00:51.710446 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T21:00:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'], 'active': True} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:51.724346 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] For port 3d7c690b-9b95-403f-a1b7-5560f9de2080, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=3d7c690b-9b95-403f-a1b7-5560f9de2080,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:51.724772 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:51.737674 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Calling delete_port for 3d7c690b-9b95-403f-a1b7-5560f9de2080 owned by network:router_gateway {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:51.796340 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_dvr_db [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] Set router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 gateway port host: None {{(pid=102298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:00:51.850307 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.l3_hamode_db [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T21:00:51Z', 'revision_number': 6, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:51.877838 n-d-817256-1 neutron-server[102298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f5992-3361-4bc5-8da8-59c74e3be25d None None] The sync data for ids ['5d1a468d-4162-4e4d-bc82-078dfa0ba650'] in n-d-817256-1 is: [{'id': '5d1a468d-4162-4e4d-bc82-078dfa0ba650', 'name': 'tempest-TestSnapshotPattern-431971118-router', 'tenant_id': '53b130d8347d4d1596addafad17031c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:55:59Z', 'updated_at': '2021-11-09T21:00:51Z', 'revision_number': 6, 'project_id': '53b130d8347d4d1596addafad17031c9', 'gw_port_host': None}] {{(pid=102298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:00:51.906643 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:51.935957 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7c690b-9b95-403f-a1b7-5560f9de2080,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:51.998280 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.088720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.090909 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.103516 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.137446 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.138056 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d1a468d-4162-4e4d-bc82-078dfa0ba650 {{(pid=102295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:00:52.143318 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] Notify callbacks [] for router, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.144462 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-06f874c0-18f9-4eeb-aad0-365dd023d9f9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5d1a468d-4162-4e4d-bc82-078dfa0ba650 HTTP/1.1" status: 204 len: 168 time: 0.7655189 Nov 09 21:00:52.147838 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55986) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:52.193334 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.db_base_plugin_v2 [None req-512b1dc4-ab7f-4b61-b2f8-7c0e57f2c36c admin admin] Deleting subnet df1d3104-38ca-47e7-9fa4-3a77c6c8841c {{(pid=102295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 21:00:52.196216 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-512b1dc4-ab7f-4b61-b2f8-7c0e57f2c36c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.238638 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-512b1dc4-ab7f-4b61-b2f8-7c0e57f2c36c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29481284'] for subnet, precommit_delete_associations {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.329462 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-512b1dc4-ab7f-4b61-b2f8-7c0e57f2c36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.382855 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-512b1dc4-ab7f-4b61-b2f8-7c0e57f2c36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29494384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29544960'] for subnet, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.408277 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b1dc4-ab7f-4b61-b2f8-7c0e57f2c36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1d3104-38ca-47e7-9fa4-3a77c6c8841c,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:52.412042 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-512b1dc4-ab7f-4b61-b2f8-7c0e57f2c36c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.415260 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-512b1dc4-ab7f-4b61-b2f8-7c0e57f2c36c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/df1d3104-38ca-47e7-9fa4-3a77c6c8841c HTTP/1.1" status: 204 len: 168 time: 0.2664928 Nov 09 21:00:52.417682 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 55988) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:52.418444 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f1417-5e66-4b7b-9c96-b4e49642db8d None None] Network 67b75149-e50a-4709-a9d8-dd605ea8f958 requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:00:52.488829 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.543119 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Deleting port cb60ad08-1087-462a-bb53-e4c0a83e34f1 {{(pid=102295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:52.543458 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.605793 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.db [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] For port cb60ad08-1087-462a-bb53-e4c0a83e34f1, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=cb60ad08-1087-462a-bb53-e4c0a83e34f1,segment=NetworkSegment(1d23462a-e422-4353-8b1b-09454472d2a8),segment_id=1d23462a-e422-4353-8b1b-09454472d2a8)] {{(pid=102295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:52.606422 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.619106 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Calling delete_port for cb60ad08-1087-462a-bb53-e4c0a83e34f1 owned by network:dhcp {{(pid=102295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:52.660053 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d6ebad-3f07-49fc-9d58-26f546af0e88 None None] DHCP port deletion for 67b75149-e50a-4709-a9d8-dd605ea8f958 request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:00:52.686528 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d8e6e90e-a4e4-4770-a9ab-38df51160db6 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:00:52.712534 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: d8e6e90e-a4e4-4770-a9ab-38df51160db6 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 21:00:52.712904 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device d8e6e90e-a4e4-4770-a9ab-38df51160db6 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:00:52.716720 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29494285'] for port, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.732980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-84d6ebad-3f07-49fc-9d58-26f546af0e88 None None] Deleting port cb60ad08-1087-462a-bb53-e4c0a83e34f1 {{(pid=102297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:52.733360 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84d6ebad-3f07-49fc-9d58-26f546af0e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.744156 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Pushing event deleted for resources: {'Port': ['ID=cb60ad08-1087-462a-bb53-e4c0a83e34f1,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:52.747726 n-d-817256-1 neutron-server[102295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] No DVR routers for this DVR port cb60ad08-1087-462a-bb53-e4c0a83e34f1 on host n-d-817256-1 {{(pid=102295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:00:52.797782 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.db [None req-84d6ebad-3f07-49fc-9d58-26f546af0e88 None None] For port cb60ad08-1087-462a-bb53-e4c0a83e34f1, host n-d-817256-1, got binding levels [] {{(pid=102297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:52.798180 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84d6ebad-3f07-49fc-9d58-26f546af0e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.812074 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-84d6ebad-3f07-49fc-9d58-26f546af0e88 None None] Calling delete_port for cb60ad08-1087-462a-bb53-e4c0a83e34f1 owned by network:dhcp {{(pid=102297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:52.814779 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.ipam_backend_mixin [None req-84d6ebad-3f07-49fc-9d58-26f546af0e88 None None] Port cb60ad08-1087-462a-bb53-e4c0a83e34f1 was not found and therefore no delete operation was performed {{(pid=102297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:00:52.816036 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-84d6ebad-3f07-49fc-9d58-26f546af0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184'] for port, after_delete {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.831298 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.843177 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6ebad-3f07-49fc-9d58-26f546af0e88 None None] Pushing event deleted for resources: {'Port': ['ID=cb60ad08-1087-462a-bb53-e4c0a83e34f1,revision_number=None']} {{(pid=102297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:52.845020 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6ebad-3f07-49fc-9d58-26f546af0e88 None None] No DVR routers for this DVR port cb60ad08-1087-462a-bb53-e4c0a83e34f1 on host n-d-817256-1 {{(pid=102297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:00:52.857974 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b75149-e50a-4709-a9d8-dd605ea8f958']}} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:52.869002 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d23462a-e422-4353-8b1b-09454472d2a8') {'for_net_delete': True} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:52.869299 n-d-817256-1 neutron-server[102295]: DEBUG neutron.services.segments.db [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d23462a-e422-4353-8b1b-09454472d2a8') {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:52.879125 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29481293'] for segment, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.893391 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.899831 n-d-817256-1 neutron-server[102295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:00:52.900237 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29494490'] for segment, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: Traceback (most recent call last): Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: timer() Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: cb(*args, **kw) Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: return func(*args, **kwargs) Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: self._notify() Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: self.callback(batched_events) Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: event.method(event) Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: return f(self, *a, **k) Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: return self._get(url).json() Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: return self.request(url, 'GET', **kwargs) Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:00:52.901929 n-d-817256-1 neutron-server[102295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:00:52.960194 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.966953 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Notify callbacks [] for network, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:52.969462 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] 10.222.0.53 "DELETE /v2.0/networks/67b75149-e50a-4709-a9d8-dd605ea8f958 HTTP/1.1" status: 204 len: 168 time: 0.5508733 Nov 09 21:00:52.972689 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55990) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:52.981170 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22750e6c-a9c5-46ca-979b-37dbe987183b admin admin] Pushing event deleted for resources: {'Network': ['ID=67b75149-e50a-4709-a9d8-dd605ea8f958,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:53.310464 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581702'] for router_interface, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:53.554181 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] Deleting port 071f82d4-1949-4157-b39e-e4447bd24803 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:53.554538 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:53.962980 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3d7c690b-9b95-403f-a1b7-5560f9de2080 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:00:53.971728 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] For port 071f82d4-1949-4157-b39e-e4447bd24803, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=071f82d4-1949-4157-b39e-e4447bd24803,segment=NetworkSegment(e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9),segment_id=e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:53.972122 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:53.985925 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] Calling delete_port for 071f82d4-1949-4157-b39e-e4447bd24803 owned by network:router_interface {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:53.986826 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 3d7c690b-9b95-403f-a1b7-5560f9de2080 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 21:00:53.987166 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 3d7c690b-9b95-403f-a1b7-5560f9de2080 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:00:53.987574 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cb60ad08-1087-462a-bb53-e4c0a83e34f1 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:00:54.006878 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: cb60ad08-1087-462a-bb53-e4c0a83e34f1 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 21:00:54.007217 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device cb60ad08-1087-462a-bb53-e4c0a83e34f1 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:00:54.168045 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:54.194593 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] Pushing event deleted for resources: {'Port': ['ID=071f82d4-1949-4157-b39e-e4447bd24803,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:54.369503 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581820'] for router_interface, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:54.590104 n-d-817256-1 neutron-server[102296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] Router b05edf25-8ac8-446f-91a2-59e03f549abb has already been hosted by L3 agent 85c36c1b-2162-4bd8-9857-a65cfc29e974 {{(pid=102296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:00:54.702879 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] Notify agent at l3_agent.n-d-817256-1 the message routers_updated {{(pid=102296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:00:54.709617 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-4697dde5-b416-4e5f-b6f0-6cd462df938e admin admin] 10.222.0.53 "PUT /v2.0/routers/b05edf25-8ac8-446f-91a2-59e03f549abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7359083 Nov 09 21:00:54.712257 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55992) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:54.712475 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] Sync routers for ids ['b05edf25-8ac8-446f-91a2-59e03f549abb'] in n-d-817256-1 {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:00:54.721833 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] Routers {'b05edf25-8ac8-446f-91a2-59e03f549abb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:00:54.722691 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T21:00:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b05edf25-8ac8-446f-91a2-59e03f549abb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:54.820848 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:54.832521 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] Set router b05edf25-8ac8-446f-91a2-59e03f549abb gateway port host: n-d-817256-1 {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:00:54.928320 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:54.981578 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Deleting port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:54.981927 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.012981 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'name': 'tempest-TestSnapshotPattern-71119250-router', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'external_fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T21:00:54Z', 'revision_number': 5, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'gw_port': {'id': '87ac7c17-3811-41ea-aa36-1ecb7c0c9be3', 'name': '', 'network_id': '944ec199-919e-45c3-9bfa-d52ea8b2e5bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817256-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a97dcf4e-dcfe-4c09-8113-6432dab934c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817256-1'}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:55.040632 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] Checking router: b05edf25-8ac8-446f-91a2-59e03f549abb for host: n-d-817256-1 {{(pid=102297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:00:55.049294 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] Routers {'b05edf25-8ac8-446f-91a2-59e03f549abb'} bound to L3 agent in host n-d-817256-1 {{(pid=102297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:00:55.049899 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817256-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T19:26:13Z,description=,heartbeat_timestamp=2021-11-09T21:00:43Z,host='n-d-817256-1',id=85c36c1b-2162-4bd8-9857-a65cfc29e974,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T19:26:13Z,topic='l3_agent')) {'router_ids': ['b05edf25-8ac8-446f-91a2-59e03f549abb'], 'active': True} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:55.066294 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] For port 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=87ac7c17-3811-41ea-aa36-1ecb7c0c9be3,segment=NetworkSegment(bfab22fc-2635-42ef-85fb-e6a9725322a8),segment_id=bfab22fc-2635-42ef-85fb-e6a9725322a8)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:55.066907 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.080317 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Calling delete_port for 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 owned by network:router_gateway {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:55.138595 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_dvr_db [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] Set router b05edf25-8ac8-446f-91a2-59e03f549abb gateway port host: None {{(pid=102297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:00:55.193858 n-d-817256-1 neutron-server[102297]: DEBUG neutron.db.l3_hamode_db [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'name': 'tempest-TestSnapshotPattern-71119250-router', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T21:00:54Z', 'revision_number': 6, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'gw_port_host': None}], 'n-d-817256-1', False) {} {{(pid=102297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:55.221131 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f8ec8-fa07-47d4-b20b-cf14727c802e None None] The sync data for ids ['b05edf25-8ac8-446f-91a2-59e03f549abb'] in n-d-817256-1 is: [{'id': 'b05edf25-8ac8-446f-91a2-59e03f549abb', 'name': 'tempest-TestSnapshotPattern-71119250-router', 'tenant_id': '5abdbffffd7f4d8795df63baa179e2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T20:56:04Z', 'updated_at': '2021-11-09T21:00:54Z', 'revision_number': 6, 'project_id': '5abdbffffd7f4d8795df63baa179e2b6', 'gw_port_host': None}] {{(pid=102297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:00:55.249956 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.277072 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ac7c17-3811-41ea-aa36-1ecb7c0c9be3,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:55.336679 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585462'] for router_gateway, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.428772 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1579'] for router, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.430966 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.478465 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-577606'] for router, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.479162 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05edf25-8ac8-446f-91a2-59e03f549abb {{(pid=102296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:00:55.483674 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.484973 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-3bfc8ac3-8da3-48c3-b468-2ee3b572e0b9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b05edf25-8ac8-446f-91a2-59e03f549abb HTTP/1.1" status: 204 len: 168 time: 0.7718008 Nov 09 21:00:55.487611 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55994) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:55.531751 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9e17a8-b4c1-4df1-9373-c6413cb55339 admin admin] Deleting subnet 509077a2-1ad7-4218-879b-b3d8cfad350b {{(pid=102296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 09 21:00:55.534661 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e9e17a8-b4c1-4df1-9373-c6413cb55339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.571196 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e9e17a8-b4c1-4df1-9373-c6413cb55339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25556152'] for subnet, precommit_delete_associations {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.661988 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e9e17a8-b4c1-4df1-9373-c6413cb55339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870763'] for subnet, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.716763 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e9e17a8-b4c1-4df1-9373-c6413cb55339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-744717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25497588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420903'] for subnet, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.744216 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e17a8-b4c1-4df1-9373-c6413cb55339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509077a2-1ad7-4218-879b-b3d8cfad350b,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:55.746195 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-2e9e17a8-b4c1-4df1-9373-c6413cb55339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553179'] for subnet, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.749484 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-2e9e17a8-b4c1-4df1-9373-c6413cb55339 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/509077a2-1ad7-4218-879b-b3d8cfad350b HTTP/1.1" status: 204 len: 168 time: 0.2609413 Nov 09 21:00:55.752031 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 55996) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:55.754747 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a876e2-7f65-4769-8a00-3a29191c3294 None None] Network 12cbf3e3-4234-4c20-9540-9d55eedbdfda requested from n-d-817256-1 {{(pid=102297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:00:55.827878 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3510495'] for network, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.891191 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Deleting port 2afc033f-833c-45fb-a17b-fc0ff658f9f4 {{(pid=102296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 09 21:00:55.891625 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739941401640'] for port, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.961068 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.db [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] For port 2afc033f-833c-45fb-a17b-fc0ff658f9f4, host n-d-817256-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817256-1',level=0,port_id=2afc033f-833c-45fb-a17b-fc0ff658f9f4,segment=NetworkSegment(e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9),segment_id=e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9)] {{(pid=102296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:00:55.961327 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589493'] for port, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:55.976047 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Calling delete_port for 2afc033f-833c-45fb-a17b-fc0ff658f9f4 owned by network:dhcp {{(pid=102296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 09 21:00:56.081354 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3675828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739941408296', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739940870184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25497481'] for port, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.099099 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 071f82d4-1949-4157-b39e-e4447bd24803 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:00:56.114124 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Pushing event deleted for resources: {'Port': ['ID=2afc033f-833c-45fb-a17b-fc0ff658f9f4,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:56.118467 n-d-817256-1 neutron-server[102296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] No DVR routers for this DVR port 2afc033f-833c-45fb-a17b-fc0ff658f9f4 on host n-d-817256-1 {{(pid=102296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:00:56.140974 n-d-817256-1 neutron-server[102297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd153c-30bd-4766-9a9e-9fe77cffe40c None None] DHCP port deletion for 12cbf3e3-4234-4c20-9540-9d55eedbdfda request from n-d-817256-1 {{(pid=102297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:00:56.144251 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 071f82d4-1949-4157-b39e-e4447bd24803 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 21:00:56.144600 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 071f82d4-1949-4157-b39e-e4447bd24803 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:00:56.145017 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:00:56.168231 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 21:00:56.168418 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 87ac7c17-3811-41ea-aa36-1ecb7c0c9be3 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:00:56.207429 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3868326', 'neutron.services.segments.db._delete_segments_for_network-8739941384470'] for network, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.227815 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cbf3e3-4234-4c20-9540-9d55eedbdfda']}} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:56.237046 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9') {'for_net_delete': True} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:56.237344 n-d-817256-1 neutron-server[102296]: DEBUG neutron.services.segments.db [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62ee2f6-cd3a-4c56-9d12-b5ae37e2f0b9') {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:00:56.252581 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739941383527', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25556145'] for segment, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.266329 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412'] for segment, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.275471 n-d-817256-1 neutron-server[102296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:00:56.275944 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3871412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25497438'] for segment, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: Traceback (most recent call last): Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: timer() Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: cb(*args, **kw) Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: return func(*args, **kwargs) Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: self._notify() Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: self.callback(batched_events) Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: event.method(event) Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: return f(self, *a, **k) Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: return self._get(url).json() Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: return self.request(url, 'GET', **kwargs) Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:00:56.277734 n-d-817256-1 neutron-server[102296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:00:56.282343 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.335421 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3868333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585434'] for network, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.340984 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Notify callbacks [] for network, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.344606 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] 10.222.0.53 "DELETE /v2.0/networks/12cbf3e3-4234-4c20-9540-9d55eedbdfda HTTP/1.1" status: 204 len: 168 time: 0.5916412 Nov 09 21:00:56.357422 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4d48a-47bb-4332-99f0-d5740d392595 admin admin] Pushing event deleted for resources: {'Network': ['ID=12cbf3e3-4234-4c20-9540-9d55eedbdfda,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:56.527414 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56000) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:56.567707 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-ec924858-4558-479d-b3ee-8987da92a9a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53b130d8347d4d1596addafad17031c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388298 Nov 09 21:00:56.569952 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [-] (102296) accepted ('10.222.0.53', 56002) {{(pid=102296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:56.618419 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80728044-bec3-4f9f-a5c6-128d9327e086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.639225 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80728044-bec3-4f9f-a5c6-128d9327e086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.688166 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80728044-bec3-4f9f-a5c6-128d9327e086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.690862 n-d-817256-1 neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-80728044-bec3-4f9f-a5c6-128d9327e086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:56.692016 n-d-817256-1 neutron-server[102296]: INFO neutron.wsgi [None req-80728044-bec3-4f9f-a5c6-128d9327e086 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7af1f9c-61d8-430e-a6e9-85440a932afc HTTP/1.1" status: 204 len: 168 time: 0.1211777 Nov 09 21:00:56.700099 n-d-817256-1 neutron-server[102296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80728044-bec3-4f9f-a5c6-128d9327e086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7af1f9c-61d8-430e-a6e9-85440a932afc,revision_number=None']} {{(pid=102296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:57.015231 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56008) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:57.059986 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-5abe892d-badc-415c-8539-bc173396eff6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5abdbffffd7f4d8795df63baa179e2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435083 Nov 09 21:00:57.062434 n-d-817256-1 neutron-server[102295]: DEBUG neutron.wsgi [-] (102295) accepted ('10.222.0.53', 56010) {{(pid=102295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:00:57.110787 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c6842dab-f12c-43ca-98cb-425aebf06976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:57.132356 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c6842dab-f12c-43ca-98cb-425aebf06976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:57.178424 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c6842dab-f12c-43ca-98cb-425aebf06976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748401'] for security_group, after_delete {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:57.181010 n-d-817256-1 neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-c6842dab-f12c-43ca-98cb-425aebf06976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:00:57.182189 n-d-817256-1 neutron-server[102295]: INFO neutron.wsgi [None req-c6842dab-f12c-43ca-98cb-425aebf06976 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35f14a21-643d-4f78-b1f2-a98828fcc15f HTTP/1.1" status: 204 len: 168 time: 0.1188169 Nov 09 21:00:57.189763 n-d-817256-1 neutron-server[102295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6842dab-f12c-43ca-98cb-425aebf06976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f14a21-643d-4f78-b1f2-a98828fcc15f,revision_number=None']} {{(pid=102295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:00:57.962248 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2afc033f-833c-45fb-a17b-fc0ff658f9f4 no longer exists at agent ovs-agent-n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:00:57.985322 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] No Port match for: 2afc033f-833c-45fb-a17b-fc0ff658f9f4 {{(pid=102297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 09 21:00:57.985663 n-d-817256-1 neutron-server[102297]: DEBUG neutron.plugins.ml2.rpc [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Device 2afc033f-833c-45fb-a17b-fc0ff658f9f4 not bound to the agent host n-d-817256-1 {{(pid=102297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:01:10.408081 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-07d141fa-0ce8-48cc-8e09-affeffbe7d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:13.343430 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2b6a10b1-e664-449e-a607-1071b6d9045c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:13.653359 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:14.869416 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:16.613575 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:22.102743 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:26.277695 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:28.041153 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:01:40.410085 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-78031871-0948-443f-8973-5becea3d1278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:43.343322 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b9061448-d29e-4ea5-83b0-4531322ae2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:43.654287 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:44.871928 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:46.618227 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:52.116437 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:01:56.278644 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:05.040617 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:02:10.410620 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-19aebfcc-c9b4-48de-a023-d16741272a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:13.344313 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6fba-6f72-4741-817d-90f9ebb764f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:13.654581 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:14.874462 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:16.624303 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:22.131250 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:26.277675 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:40.410533 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c74d52fc-54e5-4fba-9d1b-bdfe4327bd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:42.040274 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:02:43.345376 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-c0a06ae4-eb06-4714-9500-00abe25ce3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:43.654570 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:44.878636 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:46.622247 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:52.127525 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:02:56.288585 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:10.410071 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1e71f9cd-bb67-4e03-a3fc-55ea7b326122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:13.346902 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-332a66f8-d156-462c-ad57-09a6c1558cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:13.654330 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:14.883207 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:16.626080 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:19.040446 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:03:22.170309 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:26.302886 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:40.412307 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5899427e-bdd6-4e26-8fdf-a1e0f530c98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:43.351826 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-f88e1df9-a1eb-4f89-beed-d87d383f5590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:43.657118 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:44.884545 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:46.628118 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:52.161568 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:03:56.040616 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:03:56.301599 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:10.412687 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aaf44d96-e1f4-4861-b412-dd9c3671a713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:13.349870 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b97b829a-0b84-4ea4-a288-c7dd6f1bf385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:13.658368 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:14.887445 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:16.631500 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:22.161138 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:26.317408 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:33.041100 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:04:40.414109 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-72523c27-5fb9-4ecf-b194-7bdcd711c0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:43.350414 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-e7e8eb2e-df82-4d0c-95ca-b396d8a69e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:43.572864 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-874e3276-0fb6-4687-af52-8b23b1e14371 req-792302e6-49dd-404b-ba96-22aa8de4580e service neutron] (102296) timed out ('10.222.0.53', 54616) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:04:43.658775 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:44.889658 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:46.635056 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:52.173760 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:04:56.317590 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:10.040569 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:05:10.414900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1b489d6b-3de5-4039-a40f-ceda737deae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:13.352306 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-cef1e303-68f2-4de6-abb4-9baa0e46053d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:13.659798 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:14.892522 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:16.638218 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:22.175123 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:26.332991 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:40.417395 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e4ff687-75ed-4c57-aad1-3275b65db0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:43.351900 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-67a94fea-6b91-4c18-99ad-4fa46d5c0241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:43.663269 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:44.900533 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:46.643730 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:47.040607 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:05:52.174750 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:05:56.346955 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:10.417929 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-15d1b20d-32b7-475b-8d3e-af7f679f1dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:13.356042 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-86f5385c-a1e0-46dd-99f6-eb92a8f3ba4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:13.664325 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:14.899290 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:16.643142 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:22.175201 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:24.040939 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:06:26.361845 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:40.418013 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-235a8d7f-7c84-4cc6-8271-1f8a48bef5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:43.356039 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-b90b60e7-4085-40e0-81a9-56b8692d8244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:43.664678 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:44.901569 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:46.646184 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:52.173581 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:06:56.362076 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:01.039746 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:07:10.418998 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-116a01ec-6db2-468e-aa7c-e05175d92deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:13.357997 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-1436571c-8f16-476a-92db-8514cf6c9759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:13.665403 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:14.904696 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:16.647687 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:22.188811 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:26.370488 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:38.038867 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:07:40.421443 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-9c151882-d7d4-4a5a-8690-4c7bc8d6968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:43.358255 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-5bffbdbb-1fc6-4dd8-9fa7-6f6e58c96d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:43.666206 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:44.907766 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:46.651260 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:52.189539 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:07:56.376101 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:10.422460 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-78230243-36bb-48a9-8919-36c0a05ce8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:13.361618 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6d87-37b2-4c5d-9c4f-88e1760773b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:13.666919 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:14.911596 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:15.039004 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:08:16.654349 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:22.203903 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:26.384708 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:40.424597 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba556-c3e8-4d6d-b59f-e64216d37d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:43.377264 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-aabff29f-4fbb-4b78-b370-2d69cf899a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:43.669309 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:44.914340 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:46.657175 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:52.039352 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:08:52.198041 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:08:56.390249 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:09:09.759793 n-d-817256-1 neutron-server[102296]: DEBUG neutron.wsgi [req-85396461-0b7d-4fef-ba07-5fdd2951489b req-06f7a823-be75-44ff-8b80-0e2ce79be90e service neutron] (102296) timed out ('10.222.0.53', 39398) {{(pid=102296) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:09:10.428611 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-4570f49c-5502-4ebf-8056-7dc3759e742d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:09:13.358287 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-95520f0f-1526-4bd4-a126-1ad41555eaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:09:13.671648 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-bc74f88f-a2a9-49c0-847d-50cc01523c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:09:14.918670 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-abd20958-bd0a-47c6-a8be-1b132cd2bd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:09:16.661614 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-0ec1f16c-f495-45cd-af8b-08c1b89ad30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:09:22.221344 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-3e728e4d-e70b-4a88-b7df-57122635267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:09:26.390646 n-d-817256-1 neutron-server[102297]: DEBUG neutron_lib.callbacks.manager [None req-6c530f7f-2217-4a91-bb5b-20d34f5c616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739941384452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3931884'] for agent, after_update {{(pid=102297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 09 21:09:29.038267 n-d-817256-1 neutron-server[102298]: DEBUG neutron.db.agents_db [None req-cdc7f70b-1298-47a1-a2d9-fd28672aee84 None None] Agent healthcheck: found 7 active agents {{(pid=102298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}